-- Logs begin at Fri 2021-07-16 00:21:33 UTC, end at Fri 2021-07-16 02:46:56 UTC. -- Jul 16 00:55:37.485621 n-d-791504-14 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 00:55:40.194919 n-d-791504-14 neutron-server[93836]: INFO neutron.common.config [-] Logging enabled! Jul 16 00:55:40.195496 n-d-791504-14 neutron-server[93836]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 00:55:40.195610 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93836) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 00:55:40.198927 n-d-791504-14 neutron-server[93836]: INFO neutron.common.config [-] Logging enabled! Jul 16 00:55:40.199179 n-d-791504-14 neutron-server[93836]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 00:55:40.199488 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93836) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 00:55:40.200412 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 00:55:40.200644 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 00:55:40.201010 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 00:55:40.201257 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 00:55:40.201484 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 00:55:40.201802 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.202149 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.202694 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.202930 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.203230 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.203522 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.203805 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.204092 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.204388 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.204672 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.204948 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.205233 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.205463 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.205744 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.206052 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.206340 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.206563 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] debug = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.206840 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.207262 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.207667 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.207947 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.208235 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.208510 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.208778 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.209049 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.209331 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.209660 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] host = n-d-791504-14 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.209936 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.210252 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.210533 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.210816 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.211088 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.211361 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.211643 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.211913 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.212181 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] log_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.212453 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.212737 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.213021 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.213307 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.213532 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.213751 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.214055 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.214341 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.214613 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.214884 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.215154 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.215424 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.215694 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.215965 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.216247 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.216528 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.216809 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.217080 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.217349 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.217616 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.218644 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.218932 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.219204 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.219476 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.219748 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.220032 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.220301 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.220572 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.220868 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.221151 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.221430 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.221710 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.221980 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.222290 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.222557 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.222824 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.223090 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] use_json = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.223358 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.223624 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.223901 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.224170 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.224438 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.224707 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.224973 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.225251 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:40.225544 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.225836 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.226160 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.226443 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.226738 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.227016 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.227302 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.227575 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.227860 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.228146 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.228431 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.228706 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.228989 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.229264 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.229553 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.229852 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.230173 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.230464 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.230737 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.231009 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.231279 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.231553 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.231836 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.232127 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.232416 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.232688 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.232962 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.233250 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.234509 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.234799 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.235086 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.235381 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.235663 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.235938 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.236222 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.236500 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.236774 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.237050 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.237328 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.237616 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.237892 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.238193 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.238464 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.238740 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.239009 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.239295 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.239571 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.239845 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.240117 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.240391 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.240661 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.240930 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.241203 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.241472 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.241745 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.242034 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.242303 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.242572 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.242842 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.243112 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.243381 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.243649 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.243922 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.244190 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.244457 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.244725 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.244995 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.245265 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.245548 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.245844 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.246145 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.246419 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.246693 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.246968 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.247240 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.247514 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.247785 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.248056 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.248323 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.248606 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.248884 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.249217 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.249468 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.249882 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.250215 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.250493 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.250772 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.251045 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.251318 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.251602 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.251882 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.252172 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.252462 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.252751 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.253040 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.253330 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.253606 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.253910 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.254215 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:40.254434 n-d-791504-14 neutron-server[93836]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 00:55:40.254673 n-d-791504-14 neutron-server[93836]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93836) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 00:55:40.603185 n-d-791504-14 neutron-server[93836]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 00:55:40.603458 n-d-791504-14 neutron-server[93836]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 00:55:40.603749 n-d-791504-14 neutron-server[93836]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 00:55:40.604082 n-d-791504-14 neutron-server[93836]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 00:55:40.995925 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:40.996219 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:40.996490 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:40.997676 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:40.997952 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:40.998254 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.032844 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.033113 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.033377 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.046743 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.047017 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.047286 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.077747 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.078177 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.078463 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.113602 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.113877 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.114170 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.345278 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.345895 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.345895 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.346078 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.346791 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.465589 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.465910 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.466225 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.466498 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.466767 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.467082 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.467343 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.467601 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.468562 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.468849 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.469110 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.469375 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.469632 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.469883 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.470166 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.470439 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.470693 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.470960 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.471235 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.471492 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.471761 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.472014 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.472290 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.472665 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.472916 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.473161 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.473552 n-d-791504-14 neutron-server[93836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 00:55:41.473794 n-d-791504-14 neutron-server[93836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 00:55:41.474051 n-d-791504-14 neutron-server[93836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 00:55:41.474289 n-d-791504-14 neutron-server[93836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 00:55:41.474522 n-d-791504-14 neutron-server[93836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 00:55:41.474755 n-d-791504-14 neutron-server[93836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 00:55:41.475111 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 00:55:41.478277 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 00:55:41.482203 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 00:55:41.486077 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 16 00:55:41.487705 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 00:55:41.488159 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 00:55:41.488496 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 00:55:41.488885 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 00:55:41.492737 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 00:55:41.492984 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 00:55:41.493329 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 00:55:41.521355 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 00:55:41.521796 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.522116 n-d-791504-14 neutron-server[93836]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93836) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 00:55:41.522488 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.523829 n-d-791504-14 neutron-server[93836]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93836) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 00:55:41.524105 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 00:55:41.524349 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 00:55:41.527511 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.527790 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:41.593409 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 00:55:41.593645 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 00:55:41.593879 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 00:55:41.594274 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 00:55:41.614697 n-d-791504-14 neutron-server[93836]: DEBUG oslo_db.sqlalchemy.engines [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93836) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 00:55:42.142675 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Initializing driver for type 'gre' Jul 16 00:55:42.143121 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] gre ID ranges: [(1, 1000)] Jul 16 00:55:42.193774 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Initializing driver for type 'local' Jul 16 00:55:42.194138 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Initializing driver for type 'vlan' Jul 16 00:55:42.206384 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] VlanTypeDriver initialization complete Jul 16 00:55:42.206735 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Initializing driver for type 'vxlan' Jul 16 00:55:42.207231 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] vxlan ID ranges: [(1, 1000)] Jul 16 00:55:42.255648 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Initializing extension driver 'port_security' Jul 16 00:55:42.256000 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] PortSecurityExtensionDriver initialization complete Jul 16 00:55:42.256337 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Initializing mechanism driver 'openvswitch' Jul 16 00:55:42.256679 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Initializing mechanism driver 'hyperv' Jul 16 00:55:42.263361 n-d-791504-14 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:55:42.264194 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > port after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.264581 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > port after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.265386 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > port after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.265918 n-d-791504-14 neutron-server[93836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 00:55:42.266352 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.266704 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.267046 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.267435 n-d-791504-14 neutron-server[93836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 00:55:42.267838 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > network after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.268185 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > network after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.268526 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > network after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.268913 n-d-791504-14 neutron-server[93836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 00:55:42.269311 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.269659 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.269996 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.270406 n-d-791504-14 neutron-server[93836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 00:55:42.270806 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.271148 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.271489 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.271875 n-d-791504-14 neutron-server[93836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 00:55:42.272268 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.272608 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.272943 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.273329 n-d-791504-14 neutron-server[93836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 00:55:42.273700 n-d-791504-14 neutron-server[93836]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] ML2 OVO RPC backend initialized. {{(pid=93836) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 00:55:42.274419 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.274771 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.275181 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > network before_response 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.275524 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > networks before_response 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.275866 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > port before_response 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.276330 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > ports before_response 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.276547 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.276883 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.277224 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > network after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.277559 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > network after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.277891 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > network after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.278254 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > port after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.278588 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > port after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.278919 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > port after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.279249 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.279585 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.279915 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.281439 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Modular L2 Plugin initialization complete Jul 16 00:55:42.281769 n-d-791504-14 neutron-server[93836]: DEBUG neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading services supported by the core plugin {{(pid=93836) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 00:55:42.282146 n-d-791504-14 neutron-server[93836]: INFO neutron.plugins.ml2.managers [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Got port-security extension from driver 'port_security' Jul 16 00:55:42.282608 n-d-791504-14 neutron-server[93836]: INFO neutron.extensions.vlantransparent [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Disabled vlantransparent extension. Jul 16 00:55:42.283092 n-d-791504-14 neutron-server[93836]: DEBUG neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93836) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 00:55:42.283402 n-d-791504-14 neutron-server[93836]: INFO neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading Plugin: router Jul 16 00:55:42.319837 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.320226 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router after_create 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.320595 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router before_create 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.320960 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.321327 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.321684 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router after_delete 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.322058 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.322543 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router after_create 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.322898 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router after_update 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.323244 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router after_update 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.323593 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.323950 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router after_update 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.324359 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.324724 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: port after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.325062 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: port after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.325399 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: subnet after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.325736 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.326103 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.326454 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.326789 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: port before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.327274 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.327907 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router after_update 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.328254 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.328604 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.328962 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.329304 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.329666 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > agent after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.330044 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.330377 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > network after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.331234 n-d-791504-14 neutron-server[93836]: DEBUG neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Tracking information for resource: router configured {{(pid=93836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 00:55:42.331568 n-d-791504-14 neutron-server[93836]: DEBUG neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Tracking information for resource: floatingip configured {{(pid=93836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 00:55:42.336456 n-d-791504-14 neutron-server[93836]: INFO neutron.db.l3_agentschedulers_db [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 00:55:42.337031 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: port after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.337389 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: port after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.337737 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: port after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.338120 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: port after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.338897 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router before_create 55550100 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.339259 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.339619 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.339974 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.345473 n-d-791504-14 neutron-server[93836]: DEBUG neutron.services.provider_configuration [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service providers = [] {{(pid=93836) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 00:55:42.346056 n-d-791504-14 neutron-server[93836]: DEBUG neutron.db.servicetype_db [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93836) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 00:55:42.348739 n-d-791504-14 neutron-server[93836]: DEBUG neutron.services.service_base [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 00:55:42.349085 n-d-791504-14 neutron-server[93836]: DEBUG neutron.services.service_base [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 00:55:42.349423 n-d-791504-14 neutron-server[93836]: DEBUG neutron.services.service_base [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 00:55:42.350331 n-d-791504-14 neutron-server[93836]: DEBUG neutron.services.service_base [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 00:55:42.350700 n-d-791504-14 neutron-server[93836]: INFO neutron.services.service_base [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 00:55:42.351066 n-d-791504-14 neutron-server[93836]: DEBUG neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 00:55:42.351378 n-d-791504-14 neutron-server[93836]: INFO neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 00:55:42.363077 n-d-791504-14 neutron-server[93836]: DEBUG neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 00:55:42.363410 n-d-791504-14 neutron-server[93836]: INFO neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading Plugin: auto_allocate Jul 16 00:55:42.369105 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: network precommit_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.369473 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: network precommit_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.369986 n-d-791504-14 neutron-server[93836]: DEBUG neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 00:55:42.370331 n-d-791504-14 neutron-server[93836]: INFO neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading Plugin: tag Jul 16 00:55:42.377378 n-d-791504-14 neutron-server[93836]: DEBUG neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 00:55:42.377705 n-d-791504-14 neutron-server[93836]: INFO neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading Plugin: timestamp Jul 16 00:55:42.381461 n-d-791504-14 neutron-server[93836]: DEBUG neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 00:55:42.381795 n-d-791504-14 neutron-server[93836]: INFO neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading Plugin: network_ip_availability Jul 16 00:55:42.387176 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.387545 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.387895 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.388607 n-d-791504-14 neutron-server[93836]: DEBUG neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 00:55:42.388920 n-d-791504-14 neutron-server[93836]: INFO neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading Plugin: flavors Jul 16 00:55:42.395712 n-d-791504-14 neutron-server[93836]: DEBUG neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 00:55:42.395988 n-d-791504-14 neutron-server[93836]: INFO neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading Plugin: revisions Jul 16 00:55:42.400229 n-d-791504-14 neutron-server[93836]: DEBUG neutron.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 00:55:42.400615 n-d-791504-14 neutron-server[93836]: DEBUG oslo_concurrency.lockutils [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=93836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 00:55:42.401334 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93836) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 00:55:42.401670 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Initializing extension manager. Jul 16 00:55:42.402206 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: __init__.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.402542 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: __pycache__ {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.402871 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.403198 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: address_group.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.403940 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.404497 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: address-group Jul 16 00:55:42.404813 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: address_scope.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.406539 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.407052 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: address-scope Jul 16 00:55:42.407370 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.408290 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.408793 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: router-admin-state-down-before-update Jul 16 00:55:42.409108 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: agent.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.410072 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.410571 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: agent Jul 16 00:55:42.410885 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: agent_resources_synced.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.411783 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.412284 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: agent-resources-synced Jul 16 00:55:42.412599 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.414387 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.414906 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: allowed-address-pairs Jul 16 00:55:42.415229 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.416284 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.416791 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: auto-allocated-topology Jul 16 00:55:42.417112 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: availability_zone.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.417795 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.418324 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: availability_zone Jul 16 00:55:42.418640 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: availability_zone_filter.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.419539 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.420041 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: availability_zone_filter Jul 16 00:55:42.420357 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: data_plane_status.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.422210 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.422818 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 00:55:42.423141 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: default_subnetpools.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.424051 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.424554 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: default-subnetpools Jul 16 00:55:42.424870 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.425671 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.426198 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: dhcp_agent_scheduler Jul 16 00:55:42.426517 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: dns.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.427418 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.427917 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 00:55:42.428234 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: dns_domain_ports.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.429138 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.429635 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 00:55:42.429951 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.430941 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.431448 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 00:55:42.431765 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: dvr.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.432431 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.432933 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: dvr Jul 16 00:55:42.433246 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: empty_string_filtering.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.434174 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.434678 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: empty-string-filtering Jul 16 00:55:42.434995 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.435892 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.436516 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 00:55:42.437156 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.438087 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.438601 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 00:55:42.438922 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: external_net.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.439817 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.440322 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: external-net Jul 16 00:55:42.440637 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.441530 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.442054 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: extra_dhcp_opt Jul 16 00:55:42.442372 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: extraroute.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.443277 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.443782 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: extraroute Jul 16 00:55:42.444101 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: extraroute_atomic.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.445121 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.445626 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: extraroute-atomic Jul 16 00:55:42.445942 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: filter_validation.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.446620 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.447120 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: filter-validation Jul 16 00:55:42.447436 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: fip_pf_description.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.448331 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.449005 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 00:55:42.449321 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: fip_port_details.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.450270 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.450772 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: fip-port-details Jul 16 00:55:42.451091 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: flavors.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.452770 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.453278 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: flavors Jul 16 00:55:42.453599 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.455274 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.455790 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 00:55:42.456113 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: floatingip_pools.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.456802 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.457307 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: floatingip-pools Jul 16 00:55:42.457623 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: ip_allocation.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.458556 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.459055 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 00:55:42.459372 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.460279 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.460782 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: ip-substring-filtering Jul 16 00:55:42.461110 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: l2_adjacency.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.462028 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.462535 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 00:55:42.462854 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: l3.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.463887 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.464399 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: router Jul 16 00:55:42.464718 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.466935 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.467462 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 00:55:42.468878 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.469796 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.470345 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: ext-gw-mode Jul 16 00:55:42.470670 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.471574 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.472083 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: l3-ha Jul 16 00:55:42.472403 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: l3_flavors.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.473319 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.473817 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: l3-flavors Jul 16 00:55:42.474174 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.475071 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.475574 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 00:55:42.475887 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: l3agentscheduler.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.476921 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.477426 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: l3_agent_scheduler Jul 16 00:55:42.477745 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: logging.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.479270 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.479780 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension logging not supported by any of loaded plugins Jul 16 00:55:42.480103 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: metering.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.480835 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.481404 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: metering Jul 16 00:55:42.481733 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.482838 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.484338 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: metering_source_and_destination_fields Jul 16 00:55:42.484667 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: multiprovidernet.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.485716 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.486259 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: multi-provider Jul 16 00:55:42.486580 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: netmtu.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.487481 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.487981 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: net-mtu Jul 16 00:55:42.488301 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: netmtu_writable.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.489207 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.489705 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: net-mtu-writable Jul 16 00:55:42.490044 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: network_availability_zone.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.490704 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.491201 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: network_availability_zone Jul 16 00:55:42.491519 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: network_ip_availability.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.492593 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.493097 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: network-ip-availability Jul 16 00:55:42.493415 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: network_segment_range.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.494202 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.494729 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 00:55:42.495048 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: pagination.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.496005 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.496330 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: pagination Jul 16 00:55:42.496645 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: port_device_profile.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.497549 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.498081 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: port-device-profile Jul 16 00:55:42.498400 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.499751 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.500245 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: port-mac-address-regenerate Jul 16 00:55:42.500562 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.501472 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.501977 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: port-numa-affinity-policy Jul 16 00:55:42.502357 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: port_resource_request.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.503266 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.503763 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 00:55:42.504078 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: portbindings.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.505000 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.505500 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: binding Jul 16 00:55:42.505815 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: portbindings_extended.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.507098 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.507610 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: binding-extended Jul 16 00:55:42.507933 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: portsecurity.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.508831 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.509336 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: port-security Jul 16 00:55:42.509654 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: project_id.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.510649 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.510974 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: project-id Jul 16 00:55:42.511292 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: providernet.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.512197 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.512696 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: provider Jul 16 00:55:42.513011 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: qos.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.516751 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.517267 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension qos not supported by any of loaded plugins Jul 16 00:55:42.517595 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.518864 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.519372 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 00:55:42.519695 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.520611 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.521120 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 00:55:42.521439 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: qos_default.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.522377 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.522883 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension qos-default not supported by any of loaded plugins Jul 16 00:55:42.523204 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: qos_fip.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.523848 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.524344 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 00:55:42.524661 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.525572 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.526109 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 00:55:42.526430 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.527327 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.527828 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 00:55:42.528146 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.529042 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.529542 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 00:55:42.529859 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: qos_rules_alias.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.531893 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.532411 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 00:55:42.532732 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: quotasv2.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.533634 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.534169 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: quotas Jul 16 00:55:42.534743 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: quotasv2_detail.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.537690 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.538045 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: quota_details Jul 16 00:55:42.538373 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: rbac.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.539414 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.539929 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: rbac-policies Jul 16 00:55:42.540254 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: rbac_address_group.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.541169 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.541676 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: rbac-address-group Jul 16 00:55:42.541996 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: rbac_address_scope.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.542943 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.543450 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: rbac-address-scope Jul 16 00:55:42.543768 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: rbac_security_groups.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.544669 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.545170 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: rbac-security-groups Jul 16 00:55:42.545487 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.546936 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.547439 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: rbac-subnetpool Jul 16 00:55:42.547761 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: revisionifmatch.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.548672 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.549177 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: revision-if-match Jul 16 00:55:42.549495 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: revisions.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.550613 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.551123 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: standard-attr-revisions Jul 16 00:55:42.551448 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: router_availability_zone.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.552113 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.552624 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: router_availability_zone Jul 16 00:55:42.552944 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: routerservicetype.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.553849 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.554382 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 00:55:42.554701 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.555617 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.556140 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: security-groups-normalized-cidr Jul 16 00:55:42.556442 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.557364 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.557871 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: port-security-groups-filtering Jul 16 00:55:42.558219 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.559135 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.559642 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: security-groups-remote-address-group Jul 16 00:55:42.559963 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: securitygroup.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.570522 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.571046 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: security-group Jul 16 00:55:42.571374 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: segment.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.572151 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.572655 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension segment not supported by any of loaded plugins Jul 16 00:55:42.572982 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.573909 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.574447 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 00:55:42.574768 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: servicetype.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.575843 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.576362 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: service-type Jul 16 00:55:42.576684 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: sorting.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.578642 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.578971 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: sorting Jul 16 00:55:42.579291 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: standard_attr_segment.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.580265 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.580776 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 00:55:42.581094 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: standardattrdescription.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.581736 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.582276 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: standard-attr-description Jul 16 00:55:42.582596 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: stateful_security_group.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.583531 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.584044 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: stateful-security-group Jul 16 00:55:42.584366 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: stdattrs_common.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.584950 n-d-791504-14 neutron-server[93836]: WARNING neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 00:55:42.585269 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.586211 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.586721 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 00:55:42.587039 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: subnet_onboard.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.588096 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.588604 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: subnet_onboard Jul 16 00:55:42.588922 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.589831 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.590415 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 00:55:42.590731 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: subnet_service_types.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.591637 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.592137 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: subnet-service-types Jul 16 00:55:42.592453 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: subnetallocation.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.593999 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.594533 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: subnet_allocation Jul 16 00:55:42.594856 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.595512 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.596018 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: subnetpool-prefix-ops Jul 16 00:55:42.596336 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.597257 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.597763 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 00:55:42.598182 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: tagging.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.599220 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.599728 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: standard-attr-tag Jul 16 00:55:42.600045 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: timestamp.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.601252 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.601764 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loaded extension: standard-attr-timestamp Jul 16 00:55:42.602120 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: trunk.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.603143 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.603651 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension trunk not supported by any of loaded plugins Jul 16 00:55:42.603973 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: trunk_details.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.604883 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.605393 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 00:55:42.605713 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.606669 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.607176 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 00:55:42.607495 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Loading extension file: vlantransparent.py {{(pid=93836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 00:55:42.608151 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 00:55:42.609139 n-d-791504-14 neutron-server[93836]: INFO neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 00:55:42.611607 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:network Jul 16 00:55:42.612119 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:subnet Jul 16 00:55:42.612512 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 00:55:42.612906 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:port Jul 16 00:55:42.614166 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.614606 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service FLAVORS assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.615231 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.615653 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.615975 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:router Jul 16 00:55:42.616401 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 00:55:42.616887 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service METERING assigned prefix: /metering {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.618359 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.618727 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.619074 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 00:55:42.620042 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 00:55:42.620483 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:security_group Jul 16 00:55:42.620922 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 00:55:42.621530 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service CORE assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.621853 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 00:55:42.622212 n-d-791504-14 neutron-server[93836]: WARNING neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] subnetpool is already registered Jul 16 00:55:42.622646 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service CORE assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.622970 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 00:55:42.623294 n-d-791504-14 neutron-server[93836]: WARNING neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] subnetpool is already registered Jul 16 00:55:42.626600 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.627029 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service FLAVORS assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.627621 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.628041 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.628367 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:router Jul 16 00:55:42.628698 n-d-791504-14 neutron-server[93836]: WARNING neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] router is already registered Jul 16 00:55:42.629105 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 00:55:42.629434 n-d-791504-14 neutron-server[93836]: WARNING neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] floatingip is already registered Jul 16 00:55:42.629885 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service METERING assigned prefix: /metering {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.630582 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 00:55:42.630904 n-d-791504-14 neutron-server[93836]: WARNING neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] rbac_policy is already registered Jul 16 00:55:42.631310 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:security_group Jul 16 00:55:42.631639 n-d-791504-14 neutron-server[93836]: WARNING neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] security_group is already registered Jul 16 00:55:42.632035 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 00:55:42.632359 n-d-791504-14 neutron-server[93836]: WARNING neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] security_group_rule is already registered Jul 16 00:55:42.632984 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service CORE assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.633308 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 00:55:42.633635 n-d-791504-14 neutron-server[93836]: WARNING neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] subnetpool is already registered Jul 16 00:55:42.634072 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.v2.resource_helper [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Service CORE assigned prefix: {{(pid=93836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 00:55:42.634388 n-d-791504-14 neutron-server[93836]: INFO neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 00:55:42.634713 n-d-791504-14 neutron-server[93836]: WARNING neutron.quota.resource_registry [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] subnetpool is already registered Jul 16 00:55:42.635176 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: extensions {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.636592 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: address-groups {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.638069 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: address-scopes {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.639342 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: agents {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.641483 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: auto-allocated-topology {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.642751 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: availability_zones {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.643946 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: dhcp-networks {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.645426 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: dhcp-agents {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.646915 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: routers {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.648550 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: flavors {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.650812 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: service_profiles {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.651997 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: next_providers {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.653434 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: service_profiles {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.655178 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: floatingip-pools {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.656581 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: routers {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.658269 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: floatingips {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.659775 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: l3-routers {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.661129 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: l3-agents {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.662561 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: metering-labels {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.663791 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: metering-label-rules {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.665133 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: network-ip-availabilities {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.666503 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: bindings {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.668020 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: quotas {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.669539 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: quotas {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.671944 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: rbac-policies {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.673136 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: security-groups {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.674432 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: security-group-rules {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.675649 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: service-providers {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.676841 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: subnetpools {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.678170 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: subnetpools {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.679687 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: tags {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.681321 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: tags {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.683147 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: tags {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.684893 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: tags {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.687642 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: tags {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.689567 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: tags {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.691245 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: tags {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.693015 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: tags {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.694889 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: tags {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.696594 n-d-791504-14 neutron-server[93836]: DEBUG neutron.api.extensions [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Extended resource: tags {{(pid=93836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 00:55:42.704671 n-d-791504-14 neutron-server[93836]: WARNING keystonemiddleware.auth_token [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 00:55:42.709207 n-d-791504-14 neutron-server[93836]: WARNING keystonemiddleware.auth_token [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 00:55:42.717647 n-d-791504-14 neutron-server[93836]: DEBUG oslo_concurrency.lockutils [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Acquired lock "singleton_lock" {{(pid=93836) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 00:55:42.718639 n-d-791504-14 neutron-server[93836]: DEBUG oslo_concurrency.lockutils [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Releasing lock "singleton_lock" {{(pid=93836) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 00:55:42.719283 n-d-791504-14 neutron-server[93836]: INFO oslo_service.service [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Starting 2 workers Jul 16 00:55:42.724063 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Started child 93944 {{(pid=93836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 00:55:42.728428 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Started child 93945 {{(pid=93836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 00:55:42.729487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:42.730057 n-d-791504-14 neutron-server[93836]: INFO neutron.service [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 00:55:42.730690 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Notify callbacks [] for process, before_spawn {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:42.731045 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [-] (93944) wsgi starting up on http://0.0.0.0:9696 Jul 16 00:55:42.733126 n-d-791504-14 neutron-server[93836]: INFO oslo_service.service [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Starting 1 workers Jul 16 00:55:42.734212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:42.735717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [-] (93945) wsgi starting up on http://0.0.0.0:9696 Jul 16 00:55:42.739347 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Started child 93946 {{(pid=93836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 00:55:42.739859 n-d-791504-14 neutron-server[93836]: INFO oslo_service.service [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Starting 1 workers Jul 16 00:55:42.743080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.service [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] calling RpcWorker wait() {{(pid=93946) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 00:55:42.743631 n-d-791504-14 neutron-server[93946]: DEBUG neutron.service [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] returning from RpcWorker wait() {{(pid=93946) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 00:55:42.744255 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Started child 93947 {{(pid=93836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 00:55:42.744786 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:42.745089 n-d-791504-14 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa8dece2-06d0-4461-bd22-efc8d00229f2 None None] Notify callbacks [] for process, after_spawn {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:42.745244 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:55:42.747013 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93836) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 00:55:42.747215 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 00:55:42.747397 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 00:55:42.747607 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 00:55:42.747952 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 00:55:42.748114 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 00:55:42.748644 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.749011 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.750343 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.750626 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.750926 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.751205 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:42.751762 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.751852 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.752055 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.752337 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.752563 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.752731 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.752819 n-d-791504-14 neutron-server[93947]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:55:42.752900 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.753137 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.753362 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.753670 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.753946 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.754224 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.754507 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.754674 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.754920 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.755178 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.755438 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.755707 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] debug = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.755960 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.756461 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.756686 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.756924 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.757140 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.757402 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.757629 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.757881 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.758141 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.758355 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.758585 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.758822 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.759048 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.759253 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.759486 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.759755 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.760003 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.760458 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] host = n-d-791504-14 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.760702 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.760930 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.761152 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.761391 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.761651 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.761861 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.762154 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.762432 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.762672 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.762892 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.763109 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.763355 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.763593 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.763846 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.764008 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_options = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.764218 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.764569 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.764937 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.765202 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.765373 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.765553 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.765925 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.766145 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.766501 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.766698 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.766914 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.767160 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.767379 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.767590 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.767851 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.768093 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.768332 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.768536 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.768774 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.769026 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.769262 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.769483 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.769710 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.769935 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.770192 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.770406 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.770630 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.770864 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.771093 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.771348 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.771591 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.771842 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.772077 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.772315 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.772541 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.772765 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.772992 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.773260 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.773486 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.773731 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.773971 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.774225 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.774464 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.774673 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.774887 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.775117 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_json = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.775330 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.775558 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.775818 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.776050 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.776271 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.776472 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.776708 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.777765 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.778267 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.778586 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.778919 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.779271 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.779470 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.779732 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.779985 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.780281 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.780946 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.780946 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.781253 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.781462 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.782459 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.782721 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.782988 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.783333 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.783578 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.783859 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.784106 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.784632 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.784873 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.785098 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.785425 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.785695 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.785950 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.786268 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.786518 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.786761 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.786972 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.787208 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.787448 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.787670 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.787932 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.788153 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.788389 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.788636 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.788869 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.789108 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.789337 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.789560 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.789797 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.790102 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.790599 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.790599 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.790984 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.790984 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.791145 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.791409 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.791648 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.791913 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.792157 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.792377 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.792590 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.792823 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.793049 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.793282 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.793499 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.793813 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.793900 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.794139 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.794387 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.794638 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.794860 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.795071 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.795287 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.795503 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.796231 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.796467 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.796687 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.796896 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.797107 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.797336 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.797545 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.797756 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.798014 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.798235 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.798444 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.798659 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.798872 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.799099 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.799322 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.799517 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.799748 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.799958 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.800210 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.800608 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.800775 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.801026 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.801261 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.801480 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.801728 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.802230 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.802373 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.802503 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.802699 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.802946 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.803201 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.803456 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.803678 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.803893 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.804156 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.804388 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.804608 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.804849 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.805083 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.805300 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.805570 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.805831 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.806111 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.806371 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.806629 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.807169 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.807169 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.807490 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.807657 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.807907 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.808194 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.808461 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.808728 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.808955 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.809214 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.809588 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.809730 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.810144 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.810288 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.810470 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.810626 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.810899 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.811316 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.812360 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.812360 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.812517 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.812803 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.813148 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.813240 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.813457 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.813718 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.813948 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.814207 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.814468 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.814716 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.814965 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.815213 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.815442 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.815659 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.815886 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.816130 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.816340 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.816584 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.817089 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.817089 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.817259 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.817457 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.817812 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.817908 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.818145 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.818358 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.818597 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.818904 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.819391 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.819611 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.820041 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.820041 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.820295 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.820500 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.820720 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.821053 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.821203 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.821377 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.821674 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.821922 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.822200 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.822415 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.822658 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.822913 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.823138 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.823369 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.823687 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.823862 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.824002 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.824211 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.824448 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.824682 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.824913 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.825154 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.825395 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.825650 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.826131 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.826313 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.826503 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.826719 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.826955 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.827250 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.827462 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.827842 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.828080 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.828296 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.828535 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.828772 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.829017 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.829240 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.829451 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.829662 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.829891 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.830128 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.830726 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.830726 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.830914 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.831152 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.831385 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.831630 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.832080 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.832176 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.832909 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.832909 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.832909 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.832909 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.833274 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.833360 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.833541 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.833747 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.834550 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.834550 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.834550 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.835558 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.835558 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.835558 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.835558 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.835558 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.835926 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.835926 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.836086 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.836244 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.836486 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.836697 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.836903 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.837208 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.837463 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.837677 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.838312 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.838312 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.838616 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.838753 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.839250 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.839250 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.840579 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.840579 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.840579 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.840579 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.840579 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.840579 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.841022 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.841110 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.841356 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.841645 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.842114 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.842589 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.843173 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.843626 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.844104 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.844549 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.844964 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.845357 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.845784 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.846041 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.846260 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.846495 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.846727 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.846951 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.847189 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.847420 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.847665 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.847902 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.848127 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.848364 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.848610 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.848839 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.849063 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.849296 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.849445 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 00:55:42.849960 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93836) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 00:55:42.850171 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 00:55:42.850284 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 00:55:42.850452 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 00:55:42.850621 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 00:55:42.850773 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 00:55:42.850979 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.851139 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.851299 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.851462 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.851621 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.851800 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.851962 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.852119 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.852275 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.852432 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.852588 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.852757 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.852898 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.853055 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.853211 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.853369 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.853525 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.853676 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.853842 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.853998 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.854173 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.854330 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.854492 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] debug = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.854646 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.855031 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.855200 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.855402 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.855491 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.855653 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.855812 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.855969 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.856218 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.856324 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.856427 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.856583 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.856811 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.856920 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.857098 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.857270 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.857403 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.857566 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] host = n-d-791504-14 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.857707 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.857799 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.857918 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.858098 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.858792 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.858929 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.859087 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.859242 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.859458 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.859894 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.859894 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.860067 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.860067 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.860213 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.860360 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_options = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.860517 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.860672 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.860827 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.861015 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.861178 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.861335 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.861491 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.861652 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.861808 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.861963 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.862173 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.862332 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.862657 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.862889 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.862992 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.863114 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.863702 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.863865 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.864023 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.864179 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.864337 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.864499 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.864653 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.864813 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.864972 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.865128 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.865291 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.865444 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.865599 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.865754 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.865909 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.866093 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.866398 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.866559 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.866716 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.866875 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.867032 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.867194 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.867352 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.867508 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.867664 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.867819 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.867975 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.868130 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.868287 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.868444 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_json = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.868600 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.868755 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.868912 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.869068 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.869223 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.869379 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.869534 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.869691 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 00:55:42.869867 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.870093 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.870246 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.870378 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.871028 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.871028 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.871028 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.871028 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.871303 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.871303 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.871452 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.871531 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.871787 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.871886 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.872010 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.872171 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.872329 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.872486 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.872645 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.872803 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.872961 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.873118 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.873292 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.873452 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.873611 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.873769 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.874494 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.874797 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.875022 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.875207 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.875289 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.875447 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.875606 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.875766 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.875925 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.876086 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.876245 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.876405 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.876564 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.876724 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.876883 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.877041 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.877200 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.877359 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.877517 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.877677 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.877836 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.877997 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.878177 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.878338 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.878509 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.878668 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.878826 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.878986 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.879145 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.879304 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.879461 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.879620 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.879779 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.879939 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882043 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882043 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882043 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882043 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882043 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882043 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882043 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882043 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882043 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882600 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882600 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882600 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882600 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882600 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882600 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882600 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.882600 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.883051 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.883051 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.883051 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.883051 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.883281 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.883348 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.883509 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.883825 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.884003 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.884149 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.884289 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.884427 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.884591 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.884746 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.884885 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.885042 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.885185 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.885348 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.885491 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.885652 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.885815 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.885972 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.886228 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.886367 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.886504 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.886640 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.886776 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.886911 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.887046 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.887175 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.887319 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.887453 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.887583 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.887741 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.887910 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.888068 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.888230 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.888389 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.888553 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.888724 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.888881 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.889040 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.889199 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.889710 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.889929 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.890111 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.890309 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.890470 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.890616 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.890777 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.890944 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.891116 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.891275 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.891435 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.891593 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.891777 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.891939 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.892149 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.892309 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.892468 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.892626 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.892959 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.892959 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.893113 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.893236 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.893395 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.893554 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.893713 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.893873 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.894049 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.894210 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.894370 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.894530 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.894687 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.894846 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.895005 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.895163 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.895321 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.895478 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.895636 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.895795 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.895954 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.896117 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.896290 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.896435 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.896592 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.896749 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.896908 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.897123 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.897217 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.897370 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.897527 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.897688 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.897847 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.898030 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.898184 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.898344 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.898503 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.898662 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.898823 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.898984 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.899143 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.899303 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.899474 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.899620 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.899779 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.899939 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.900098 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.900257 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.900415 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.900610 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.900771 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.900929 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.901087 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.901245 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.901404 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.901563 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.901742 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.901883 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.902062 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.902226 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.902387 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.902549 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.902710 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.902884 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.903024 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.903182 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.903340 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.903500 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.903673 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.903832 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.903996 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.904145 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.904302 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.904460 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.904627 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.904787 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.904944 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.905164 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.905462 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.905626 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.905796 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.905955 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.906135 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.906300 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.906457 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.906615 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.906784 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.906942 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.907100 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.907259 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.907418 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.907576 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.907744 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.907902 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.907978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:55:42.908061 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.908205 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.908362 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.908520 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.908687 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.908846 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.909004 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.909172 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.909593 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.909752 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.909911 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.910131 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.910381 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.910461 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.910541 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.910702 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.910862 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.911024 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.911188 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.911357 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.911524 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.911687 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.911854 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.912022 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.912194 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.912353 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.912518 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.912688 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.912847 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.913004 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.913163 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.913322 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.913479 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.913637 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.913797 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.913954 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.914132 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.914291 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.914448 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.914605 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.914763 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.914921 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.915080 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.915237 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.915395 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.915553 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.915712 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 00:55:42.915864 n-d-791504-14 neutron-server[93836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 00:55:43.160727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:55:43.169021 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060613 Jul 16 00:55:54.616040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c264d93-76d3-4732-bb91-ee61bc73eff2 None None] get_active_networks_info from n-d-791504-14 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 00:55:54.695722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c264d93-76d3-4732-bb91-ee61bc73eff2 None None] No non-hosted networks {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 00:55:54.700871 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92bd4a55-eadb-4bf8-a3c6-f1e3dd5a3ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817094'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:57.020098 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e4c18bd-f29f-44c4-b475-0c43b05ee979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817094'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:57.097973 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aca18468-2401-4959-b6d6-3e03634321c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:57.493445 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817094'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:57.494050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.494382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.494717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.495051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.495379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.495712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.496029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.496356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.496686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.497002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.497341 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.497654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:55:57.498078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791504-14', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:55:57.505853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791504-14', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:55:58.224072 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817094'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:55:59.852505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817094'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:00.598375 n-d-791504-14 neutron-server[93946]: INFO neutron.db.l3_hamode_db [None req-bf9147b2-f0ea-4096-bc07-e3743a6cc7a8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 00:56:00.674676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9147b2-f0ea-4096-bc07-e3743a6cc7a8 None None] Routers set() bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:56:00.675065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9147b2-f0ea-4096-bc07-e3743a6cc7a8 None None] Router IDs set() for agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 00:56:01.066848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40114) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:01.554159 n-d-791504-14 neutron-server[93944]: WARNING oslo_policy.policy [None req-a1b9beea-28f6-4f65-bb8f-ed2bd644e888 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 00:56:01.554756 n-d-791504-14 neutron-server[93944]: WARNING oslo_policy.policy [None req-a1b9beea-28f6-4f65-bb8f-ed2bd644e888 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 00:56:01.771934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-a1b9beea-28f6-4f65-bb8f-ed2bd644e888 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:56:01.773071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1b9beea-28f6-4f65-bb8f-ed2bd644e888 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7041481 Jul 16 00:56:04.117176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40128) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:04.419544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-900abe12-5a0f-423f-a647-5bf4d6721bd8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:56:04.511774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.policy [None req-900abe12-5a0f-423f-a647-5bf4d6721bd8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93944) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 00:56:04.557303 n-d-791504-14 neutron-server[93944]: WARNING oslo_policy.policy [None req-900abe12-5a0f-423f-a647-5bf4d6721bd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 00:56:04.557665 n-d-791504-14 neutron-server[93944]: WARNING oslo_policy.policy [None req-900abe12-5a0f-423f-a647-5bf4d6721bd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 00:56:04.566246 n-d-791504-14 neutron-server[93944]: INFO neutron.quota [None req-900abe12-5a0f-423f-a647-5bf4d6721bd8 admin admin] Loaded quota_driver: . Jul 16 00:56:04.657064 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-900abe12-5a0f-423f-a647-5bf4d6721bd8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794707299551', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794707299890', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794707327562', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794707313664', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794707274435', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794707268209', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-804239', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-813692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1957312', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1980467'] for rbac-policy, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:04.722036 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-900abe12-5a0f-423f-a647-5bf4d6721bd8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:04.723285 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-900abe12-5a0f-423f-a647-5bf4d6721bd8 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6051283 Jul 16 00:56:07.287569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40140) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:07.577541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:56:07.605716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Made reservation on behalf of 12e080cb8f5e4a92b68fc8dd7e4d31b6 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:56:07.608642 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:07.624625 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:07.746778 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:07.750335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:07.770104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:56:07.797974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794706189379', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:07.798570 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Unsubscribe: segment precommit_create {{(pid=93944) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 00:56:07.799050 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Added segment b5eb2e6e-5230-4bd2-857c-5a074b4d724e of type vlan for network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 Jul 16 00:56:07.816413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52171074-33b5-496b-917e-da78b2a53731,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:07.869733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.870099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.870424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.870742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.871056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.871367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.871678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.871986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.872291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.873138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.873684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.874365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Tracked resource versions report: Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: pushed versions: Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: { 'AddressGroup': {'1.2'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'Log': {'1.0'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'Network': {'1.1'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'Port': {'1.7'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'PortForwarding': {'1.2'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'QosPolicy': {'1.8'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'SecurityGroup': {'1.4'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'SubPort': {'1.0'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'Subnet': {'1.1'}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'Trunk': {'1.1'}} Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: consumer versions: Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: { DHCP agent@n-d-791504-14: {}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: L3 agent@n-d-791504-14: {}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: Metadata agent@n-d-791504-14: {}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: Metering agent@n-d-791504-14: {}, Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: Open vSwitch agent@n-d-791504-14: { 'AddressGroup': '1.2', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'ConntrackHelper': '1.0', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'Log': '1.0', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'Network': '1.1', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'Port': '1.7', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'PortForwarding': '1.2', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'QosPolicy': '1.8', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'SecurityGroup': '1.4', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'SecurityGroupRule': '1.2', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'SubPort': '1.0', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'Subnet': '1.1', Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: 'Trunk': '1.1'}} Jul 16 00:56:07.878225 n-d-791504-14 neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 00:56:07.921395 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:07.974503 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:07.975664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:56:07.976341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:08.035537 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7468379 Jul 16 00:56:08.077804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec88e12-193c-4f7b-a477-f5d3ccfea256 admin admin] Pushing event updated for resources: {'Network': ['ID=b3aa79d2-722b-49fb-8b16-5ab4f7c5e427,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:08.089579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:56:10.660953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:11.042766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16a1f3-31f3-401c-b0bf-fd66df64be82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:56:11.044109 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5d16a1f3-31f3-401c-b0bf-fd66df64be82 admin admin] 10.222.0.64 "GET /v2.0/networks/b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 HTTP/1.1" status: 200 len: 824 time: 0.3821366 Jul 16 00:56:11.070325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c22d3c50-ec1f-4f71-be6a-adca742d482e admin admin] 10.222.0.64 "GET /v2.0/subnetpools/5d82e6a0-f2e2-4d04-9a68-5609d2b38d7d HTTP/1.1" status: 200 len: 734 time: 0.0206885 Jul 16 00:56:11.079471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Request body: {'subnet': {'subnetpool_id': '5d82e6a0-f2e2-4d04-9a68-5609d2b38d7d', 'name': 'private-subnet', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:56:11.100585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Made reservation on behalf of 12e080cb8f5e4a92b68fc8dd7e4d31b6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:56:11.102851 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:11.395129 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:11.463815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=200766aa-75af-4b9f-abb4-887e630b367a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:11.469092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Checking segment: {'id': 'b5eb2e6e-5230-4bd2-857c-5a074b4d724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:56:11.470091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Network hostable DHCP agents. Network: b3aa79d2-722b-49fb-8b16-5ab4f7c5e427, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:56:11.491388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:56:11.501847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, b3aa79d2-722b-49fb-8b16-5ab4f7c5e427) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:56:11.506525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:56:11.507070 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:11.512160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc7320f-7f16-49a9-b0db-1fedac506d10 None None] Network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:56:11.520660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6a22be90-0414-449b-9f59-8c4fabbb2192 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4451816 Jul 16 00:56:11.822142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-b3aa79d2-722b-49fb-8b16-5ab4f7c5e427', 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'fixed_ips': [{'subnet_id': '200766aa-75af-4b9f-abb4-887e630b367a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:56:11.823389 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:12.094140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Allocated IP 172.20.0.2 (b3aa79d2-722b-49fb-8b16-5ab4f7c5e427/200766aa-75af-4b9f-abb4-887e630b367a/9513d4a7-f950-42c7-b1a9-77552de35456) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:56:12.300059 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:12.342337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Transition to ACTIVE for port object 9513d4a7-f950-42c7-b1a9-77552de35456 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:56:12.362473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Transition to ACTIVE for port object 9513d4a7-f950-42c7-b1a9-77552de35456 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:56:12.370397 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:12.438228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:56:12.448839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:56:12.454411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Pushing event updated for resources: {'Port': ['ID=9513d4a7-f950-42c7-b1a9-77552de35456,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:12.456565 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:56:12.482668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.483015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.483355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.483691 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.484023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.484354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.484681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.485003 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.485323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.485643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.485966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.486307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Tracked resource versions report: Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: pushed versions: Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: { 'AddressGroup': {'1.2'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'ConntrackHelper': {'1.0'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'Log': {'1.0'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'Network': {'1.1'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'Port': {'1.7'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'PortForwarding': {'1.2'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'QosPolicy': {'1.8'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'SecurityGroup': {'1.4'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'SecurityGroupRule': {'1.2'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'SubPort': {'1.0'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'Subnet': {'1.1'}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'Trunk': {'1.1'}} Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: consumer versions: Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: { DHCP agent@n-d-791504-14: {}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: L3 agent@n-d-791504-14: {}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: Metadata agent@n-d-791504-14: {}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: Metering agent@n-d-791504-14: {}, Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: Open vSwitch agent@n-d-791504-14: { 'AddressGroup': '1.2', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'ConntrackHelper': '1.0', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'Log': '1.0', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'Network': '1.1', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'Port': '1.7', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'PortForwarding': '1.2', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'QosPolicy': '1.8', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'SecurityGroup': '1.4', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'SecurityGroupRule': '1.2', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'SubPort': '1.0', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'Subnet': '1.1', Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: 'Trunk': '1.1'}} Jul 16 00:56:12.487464 n-d-791504-14 neutron-server[93946]: {{(pid=93946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 00:56:12.538059 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Attempting to bind port 9513d4a7-f950-42c7-b1a9-77552de35456 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:56:12.538661 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Attempting to bind port 9513d4a7-f950-42c7-b1a9-77552de35456 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b5eb2e6e-5230-4bd2-857c-5a074b4d724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:56:12.538865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Attempting to bind port 9513d4a7-f950-42c7-b1a9-77552de35456 on network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:56:12.543701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:56:12.544117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Checking segment: {'id': 'b5eb2e6e-5230-4bd2-857c-5a074b4d724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:56:12.544839 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:12.545207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Bound using segment: {'id': 'b5eb2e6e-5230-4bd2-857c-5a074b4d724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:56:12.545611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Bound port: 9513d4a7-f950-42c7-b1a9-77552de35456, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5eb2e6e-5230-4bd2-857c-5a074b4d724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:56:12.546047 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:12.607685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] For port 9513d4a7-f950-42c7-b1a9-77552de35456, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:56:12.611941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] For port 9513d4a7-f950-42c7-b1a9-77552de35456, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9513d4a7-f950-42c7-b1a9-77552de35456,segment=NetworkSegment(b5eb2e6e-5230-4bd2-857c-5a074b4d724e),segment_id=b5eb2e6e-5230-4bd2-857c-5a074b4d724e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:56:12.616177 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:12.681188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e90c4c-0454-4d8b-92ab-a48a25f1a246 None None] Pushing event updated for resources: {'Port': ['ID=9513d4a7-f950-42c7-b1a9-77552de35456,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:13.917061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:14.411405 n-d-791504-14 neutron-server[93945]: WARNING oslo_policy.policy [None req-d636dae8-dd10-49c3-b48b-fa2d74e275d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 00:56:14.412003 n-d-791504-14 neutron-server[93945]: WARNING oslo_policy.policy [None req-d636dae8-dd10-49c3-b48b-fa2d74e275d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 00:56:14.632903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-d636dae8-dd10-49c3-b48b-fa2d74e275d9 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:56:14.633965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d636dae8-dd10-49c3-b48b-fa2d74e275d9 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7159846 Jul 16 00:56:17.028984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40176) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:17.348242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-53a68992-97ac-44b3-9be3-e5e2f485dafd admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:56:17.349194 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-53a68992-97ac-44b3-9be3-e5e2f485dafd admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3192232 Jul 16 00:56:18.771339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134aa7eb-bfc6-4c4b-92a8-6b9fb6b6a06d None None] Network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:56:18.893873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-18689d7c-077a-4be7-87b5-d449c94682ed None None] Provisioning for port 9513d4a7-f950-42c7-b1a9-77552de35456 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:56:19.377111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9513d4a7-f950-42c7-b1a9-77552de35456 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:56:19.456584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9513d4a7-f950-42c7-b1a9-77552de35456 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:56:19.460060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9513d4a7-f950-42c7-b1a9-77552de35456 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:56:19.460455 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:19.569331 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:19.602557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 9513d4a7-f950-42c7-b1a9-77552de35456, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9513d4a7-f950-42c7-b1a9-77552de35456,segment=NetworkSegment(b5eb2e6e-5230-4bd2-857c-5a074b4d724e),segment_id=b5eb2e6e-5230-4bd2-857c-5a074b4d724e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:56:19.606033 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:19.654961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=9513d4a7-f950-42c7-b1a9-77552de35456,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:19.989164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40190) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:20.280649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-33ef2a1e-ae6c-4742-9363-16fe56a9504d admin admin] Request body: {'router': {'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'name': 'router1', 'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:56:20.304624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33ef2a1e-ae6c-4742-9363-16fe56a9504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:20.306274 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33ef2a1e-ae6c-4742-9363-16fe56a9504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:20.441383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33ef2a1e-ae6c-4742-9363-16fe56a9504d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:20.445637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33ef2a1e-ae6c-4742-9363-16fe56a9504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:20.457362 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33ef2a1e-ae6c-4742-9363-16fe56a9504d admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:20.458566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-33ef2a1e-ae6c-4742-9363-16fe56a9504d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4683468 Jul 16 00:56:21.368090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9513d4a7-f950-42c7-b1a9-77552de35456 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:56:21.416793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9513d4a7-f950-42c7-b1a9-77552de35456 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:56:21.417168 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:22.823530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40198) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:23.135893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-fadf5098-0f98-4808-8f1d-b51c6c6fbc3c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:56:23.136893 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fadf5098-0f98-4808-8f1d-b51c6c6fbc3c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124046 Jul 16 00:56:24.494944 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4684c025-34b4-4116-a5a3-96f36df4b5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:25.524144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40206) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:25.827283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:56:25.848433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Made reservation on behalf of ad63337532f949cb8786d85b512d7b79 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:56:25.850701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:25.860828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:25.946690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:25.950042 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:25.971671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Reserving flat network on physical network physnet1 {{(pid=93944) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 00:56:25.992098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab263474-d441-4e3a-a897-8c3067816e4b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:25.995010 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:25.995357 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Added segment 1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39 of type flat for network d87f37df-43b0-4002-ae3b-0ea68dbbf9af Jul 16 00:56:26.041827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:26.079436 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:26.080362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:56:26.080943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:26.108765 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5835900 Jul 16 00:56:26.143248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75680fc-cad7-492b-a5c8-4d002a8da0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=d87f37df-43b0-4002-ae3b-0ea68dbbf9af,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:26.156459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:56:27.013851 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a767c76-9e43-417f-a823-1f9dbf27d3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:27.480160 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:28.165792 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:28.490292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40222) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:28.708582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87debdab-ea2a-49d4-9f7f-a11562abcd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:56:28.709951 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-87debdab-ea2a-49d4-9f7f-a11562abcd40 admin admin] 10.222.0.64 "GET /v2.0/subnets/200766aa-75af-4b9f-abb4-887e630b367a HTTP/1.1" status: 200 len: 849 time: 0.2186646 Jul 16 00:56:28.823330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f55b75d9-99ea-4951-bb75-3f0f22cf3a69 admin admin] 10.222.0.64 "GET /v2.0/routers/b219fccc-8a42-44c0-8f40-b2d08db5051c HTTP/1.1" status: 200 len: 704 time: 0.1080794 Jul 16 00:56:29.084132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:29.372617 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Allocated IP 172.20.0.1 (b3aa79d2-722b-49fb-8b16-5ab4f7c5e427/200766aa-75af-4b9f-abb4-887e630b367a/65adfb19-40a2-410a-95b1-d95c767b97b1) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:56:29.567004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:29.588791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Transition to ACTIVE for port object 65adfb19-40a2-410a-95b1-d95c767b97b1 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:56:29.665103 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:29.735719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:56:29.740314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:56:29.745834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:56:29.746385 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:29.800107 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:29.804329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Pushing event updated for resources: {'Port': ['ID=65adfb19-40a2-410a-95b1-d95c767b97b1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:29.907156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c9dceaef-72fa-4d71-b41d-80dbf8127437 None None] Provisioning for port 65adfb19-40a2-410a-95b1-d95c767b97b1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:56:29.911071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c9dceaef-72fa-4d71-b41d-80dbf8127437 None None] Provisioning complete for port 65adfb19-40a2-410a-95b1-d95c767b97b1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:56:29.911449 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9dceaef-72fa-4d71-b41d-80dbf8127437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:29.944248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c9dceaef-72fa-4d71-b41d-80dbf8127437 None None] Port 65adfb19-40a2-410a-95b1-d95c767b97b1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:56:29.958651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:30.136101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:30.140983 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:30.141914 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:30.198897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Pushing event updated for resources: {'Port': ['ID=65adfb19-40a2-410a-95b1-d95c767b97b1,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:30.264145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:56:30.265493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:56:30.423085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Router b219fccc-8a42-44c0-8f40-b2d08db5051c is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:56:30.464254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0c2fb601-da5a-4564-9db2-a529dcf1e21b None None] Provisioning complete for port 65adfb19-40a2-410a-95b1-d95c767b97b1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:56:30.464629 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb601-da5a-4564-9db2-a529dcf1e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:30.497702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fb601-da5a-4564-9db2-a529dcf1e21b None None] Port 65adfb19-40a2-410a-95b1-d95c767b97b1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:56:30.510894 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:56:30.516618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c8f60775-a3b8-4270-991a-2e6e3abd676d admin admin] 10.222.0.64 "PUT /v2.0/routers/b219fccc-8a42-44c0-8f40-b2d08db5051c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6879356 Jul 16 00:56:30.521441 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Sync routers for ids ['b219fccc-8a42-44c0-8f40-b2d08db5051c'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:56:30.533317 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Routers {'b219fccc-8a42-44c0-8f40-b2d08db5051c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:56:30.534124 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T00:56:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b219fccc-8a42-44c0-8f40-b2d08db5051c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:56:30.717693 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Set router b219fccc-8a42-44c0-8f40-b2d08db5051c gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:56:31.145159 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'name': 'router1', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:56:20Z', 'updated_at': '2021-07-16T00:56:29Z', 'revision_number': 2, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'gw_port_host': None, '_interfaces': [{'id': '65adfb19-40a2-410a-95b1-d95c767b97b1', 'name': '', 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'mac_address': 'fa:16:3e:25:45:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '200766aa-75af-4b9f-abb4-887e630b367a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:56:29Z', 'updated_at': '2021-07-16T00:56:30Z', 'revision_number': 2, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'subnets': [{'id': '200766aa-75af-4b9f-abb4-887e630b367a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d82e6a0-f2e2-4d04-9a68-5609d2b38d7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:56:31.196339 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Checking router: b219fccc-8a42-44c0-8f40-b2d08db5051c for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:56:31.196703 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Updating router b219fccc-8a42-44c0-8f40-b2d08db5051c port 65adfb19-40a2-410a-95b1-d95c767b97b1 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:56:31.260792 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:31.749076 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:31.767333 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Transition to ACTIVE for port object 65adfb19-40a2-410a-95b1-d95c767b97b1 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:56:31.774022 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:31.937845 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Attempting to bind port 65adfb19-40a2-410a-95b1-d95c767b97b1 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:56:31.938265 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Attempting to bind port 65adfb19-40a2-410a-95b1-d95c767b97b1 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b5eb2e6e-5230-4bd2-857c-5a074b4d724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:56:31.938684 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Attempting to bind port 65adfb19-40a2-410a-95b1-d95c767b97b1 on network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:56:31.946704 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Pushing event updated for resources: {'Port': ['ID=65adfb19-40a2-410a-95b1-d95c767b97b1,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:31.949018 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:56:31.949425 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Checking segment: {'id': 'b5eb2e6e-5230-4bd2-857c-5a074b4d724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:56:31.950779 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:31.951165 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Bound using segment: {'id': 'b5eb2e6e-5230-4bd2-857c-5a074b4d724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:56:31.951648 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Bound port: 65adfb19-40a2-410a-95b1-d95c767b97b1, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5eb2e6e-5230-4bd2-857c-5a074b4d724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:56:31.952043 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:31.966368 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.966844 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.967265 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.967694 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.968108 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.968523 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.968932 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.969361 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.969801 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.970292 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.970701 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.971114 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Tracked resource versions report: Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: pushed versions: Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: { 'AddressGroup': {'1.2'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'ConntrackHelper': {'1.0'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'Log': {'1.0'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'Network': {'1.1'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'Port': {'1.7'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'PortForwarding': {'1.2'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'QosPolicy': {'1.8'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'SecurityGroup': {'1.4'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'SecurityGroupRule': {'1.2'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'SubPort': {'1.0'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'Subnet': {'1.1'}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'Trunk': {'1.1'}} Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: consumer versions: Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: { DHCP agent@n-d-791504-14: {}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: L3 agent@n-d-791504-14: {}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: Metadata agent@n-d-791504-14: {}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: Metering agent@n-d-791504-14: {}, Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: Open vSwitch agent@n-d-791504-14: { 'AddressGroup': '1.2', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'ConntrackHelper': '1.0', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'Log': '1.0', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'Network': '1.1', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'Port': '1.7', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'PortForwarding': '1.2', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'QosPolicy': '1.8', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'SecurityGroup': '1.4', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'SecurityGroupRule': '1.2', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'SubPort': '1.0', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'Subnet': '1.1', Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: 'Trunk': '1.1'}} Jul 16 00:56:31.972361 n-d-791504-14 neutron-server[93947]: {{(pid=93947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 00:56:32.033755 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] For port 65adfb19-40a2-410a-95b1-d95c767b97b1, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:56:32.056837 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] For port 65adfb19-40a2-410a-95b1-d95c767b97b1, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=65adfb19-40a2-410a-95b1-d95c767b97b1,segment=NetworkSegment(b5eb2e6e-5230-4bd2-857c-5a074b4d724e),segment_id=b5eb2e6e-5230-4bd2-857c-5a074b4d724e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:56:32.061370 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:32.116042 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfa0b4-1977-4be4-a7fb-51d71a81a113 None None] Pushing event updated for resources: {'Port': ['ID=65adfb19-40a2-410a-95b1-d95c767b97b1,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:32.123331 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Routers {'b219fccc-8a42-44c0-8f40-b2d08db5051c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:56:32.123927 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T00:56:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b219fccc-8a42-44c0-8f40-b2d08db5051c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:56:32.213907 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] Set router b219fccc-8a42-44c0-8f40-b2d08db5051c gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:56:32.424237 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'name': 'router1', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:56:20Z', 'updated_at': '2021-07-16T00:56:29Z', 'revision_number': 2, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'gw_port_host': None, '_interfaces': [{'id': '65adfb19-40a2-410a-95b1-d95c767b97b1', 'name': '', 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'mac_address': 'fa:16:3e:25:45:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '200766aa-75af-4b9f-abb4-887e630b367a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:56:29Z', 'updated_at': '2021-07-16T00:56:32Z', 'revision_number': 4, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'subnets': [{'id': '200766aa-75af-4b9f-abb4-887e630b367a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d82e6a0-f2e2-4d04-9a68-5609d2b38d7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:56:32.453491 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f22756-5286-4db5-980e-3ae015c66a80 None None] The sync data for ids ['b219fccc-8a42-44c0-8f40-b2d08db5051c'] in n-d-791504-14 is: [{'id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'name': 'router1', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:56:20Z', 'updated_at': '2021-07-16T00:56:29Z', 'revision_number': 2, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'gw_port_host': None, '_interfaces': [{'id': '65adfb19-40a2-410a-95b1-d95c767b97b1', 'name': '', 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'mac_address': 'fa:16:3e:25:45:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '200766aa-75af-4b9f-abb4-887e630b367a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:56:29Z', 'updated_at': '2021-07-16T00:56:32Z', 'revision_number': 4, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'subnets': [{'id': '200766aa-75af-4b9f-abb4-887e630b367a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d82e6a0-f2e2-4d04-9a68-5609d2b38d7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:56:32.809747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40242) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:32.917810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa20255-bff0-4ac3-8c0a-5dd55d4d0ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:56:32.919412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2aa20255-bff0-4ac3-8c0a-5dd55d4d0ccf admin admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 842 time: 0.1086967 Jul 16 00:56:32.928576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Request body: {'subnet': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'gateway_ip': '172.25.4.1', 'cidr': '172.25.4.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:56:32.948347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Made reservation on behalf of ad63337532f949cb8786d85b512d7b79 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:56:32.951428 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:33.331583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 00:56:33.331995 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:33.393852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de2eab9-3dd8-4496-b2fc-1eb87ce13d47,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:33.403614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:56:33.404088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Network hostable DHCP agents. Network: d87f37df-43b0-4002-ae3b-0ea68dbbf9af, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:56:33.423216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:56:33.431869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, d87f37df-43b0-4002-ae3b-0ea68dbbf9af) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:56:33.437580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:56:33.438827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:33.442667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b2f72-1df0-4899-bac6-2b538e0a4ae5 None None] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:56:33.466456 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1a3fe73b-44ad-4f54-ac79-d68e3ad015ee admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5299814 Jul 16 00:56:33.582251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2c56ba-f74b-46eb-b4dc-8cf1e356cf0e None None] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:56:35.786687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:35.913520 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-34a72a7a-2018-4333-b79b-5e3f84bc55d9 admin admin] 10.222.0.64 "GET /v2.0/routers/b219fccc-8a42-44c0-8f40-b2d08db5051c HTTP/1.1" status: 200 len: 710 time: 0.1256435 Jul 16 00:56:35.994939 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8074d14-ee96-49b5-b68d-ead5d79c77f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:56:35.996304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a8074d14-ee96-49b5-b68d-ead5d79c77f1 admin admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 886 time: 0.0778005 Jul 16 00:56:36.006195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:56:36.250232 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:36.478933 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:36.555270 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:36.654974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Allocated IP 172.25.4.8 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/e3997e6b-c408-471a-a29f-b6497a6383f0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:56:36.757697 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:36.795765 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:36.829757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:56:36.835126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:56:36.837793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:56:36.899911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Pushing event updated for resources: {'Port': ['ID=e3997e6b-c408-471a-a29f-b6497a6383f0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:37.161502 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:37.351186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:37.354360 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:37.388111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 65adfb19-40a2-410a-95b1-d95c767b97b1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:56:37.436689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 65adfb19-40a2-410a-95b1-d95c767b97b1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:56:37.440082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 65adfb19-40a2-410a-95b1-d95c767b97b1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:56:37.440453 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:37.461541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Router b219fccc-8a42-44c0-8f40-b2d08db5051c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:56:37.517034 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:37.548328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 65adfb19-40a2-410a-95b1-d95c767b97b1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=65adfb19-40a2-410a-95b1-d95c767b97b1,segment=NetworkSegment(b5eb2e6e-5230-4bd2-857c-5a074b4d724e),segment_id=b5eb2e6e-5230-4bd2-857c-5a074b4d724e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:56:37.551755 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:37.568490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:56:37.572604 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:37.575029 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-87000f41-53a1-42c0-9fc9-f14dcb91cb76 admin admin] 10.222.0.64 "PUT /v2.0/routers/b219fccc-8a42-44c0-8f40-b2d08db5051c HTTP/1.1" status: 200 len: 888 time: 1.5718141 Jul 16 00:56:37.580495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Sync routers for ids ['b219fccc-8a42-44c0-8f40-b2d08db5051c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:56:37.610548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Routers {'b219fccc-8a42-44c0-8f40-b2d08db5051c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:56:37.611246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b936d932-3aed-4297-b5db-4f832484148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T00:56:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b219fccc-8a42-44c0-8f40-b2d08db5051c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:56:37.613311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=65adfb19-40a2-410a-95b1-d95c767b97b1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:37.882860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Set router b219fccc-8a42-44c0-8f40-b2d08db5051c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:56:38.273767 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b936d932-3aed-4297-b5db-4f832484148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'name': 'router1', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'e3997e6b-c408-471a-a29f-b6497a6383f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:56:20Z', 'updated_at': '2021-07-16T00:56:36Z', 'revision_number': 4, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'gw_port': {'id': 'e3997e6b-c408-471a-a29f-b6497a6383f0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:56:36Z', 'updated_at': '2021-07-16T00:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '65adfb19-40a2-410a-95b1-d95c767b97b1', 'name': '', 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'mac_address': 'fa:16:3e:25:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '200766aa-75af-4b9f-abb4-887e630b367a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:56:29Z', 'updated_at': '2021-07-16T00:56:37Z', 'revision_number': 5, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'subnets': [{'id': '200766aa-75af-4b9f-abb4-887e630b367a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d82e6a0-f2e2-4d04-9a68-5609d2b38d7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:56:38.322274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Checking router: b219fccc-8a42-44c0-8f40-b2d08db5051c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:56:38.322627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Updating router b219fccc-8a42-44c0-8f40-b2d08db5051c port e3997e6b-c408-471a-a29f-b6497a6383f0 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:56:38.355636 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:38.670798 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:38.680238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Transition to ACTIVE for port object e3997e6b-c408-471a-a29f-b6497a6383f0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:56:38.686498 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:38.733586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Attempting to bind port e3997e6b-c408-471a-a29f-b6497a6383f0 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:56:38.733952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Attempting to bind port e3997e6b-c408-471a-a29f-b6497a6383f0 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:56:38.734337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Attempting to bind port e3997e6b-c408-471a-a29f-b6497a6383f0 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:56:38.740797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba721aa-9528-471b-9e27-15ad17a220ea None None] Pushing event updated for resources: {'Port': ['ID=e3997e6b-c408-471a-a29f-b6497a6383f0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:38.743388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:56:38.743779 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:56:38.744144 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:38.744526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:56:38.744984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Bound port: e3997e6b-c408-471a-a29f-b6497a6383f0, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:56:38.745373 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:38.794931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b936d932-3aed-4297-b5db-4f832484148a None None] For port e3997e6b-c408-471a-a29f-b6497a6383f0, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:56:38.797866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b936d932-3aed-4297-b5db-4f832484148a None None] For port e3997e6b-c408-471a-a29f-b6497a6383f0, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e3997e6b-c408-471a-a29f-b6497a6383f0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:56:38.801884 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:38.859103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba721aa-9528-471b-9e27-15ad17a220ea None None] Pushing event updated for resources: {'Port': ['ID=e3997e6b-c408-471a-a29f-b6497a6383f0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:38.865592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Routers {'b219fccc-8a42-44c0-8f40-b2d08db5051c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:56:38.866217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b936d932-3aed-4297-b5db-4f832484148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T00:56:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b219fccc-8a42-44c0-8f40-b2d08db5051c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:56:39.048774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b936d932-3aed-4297-b5db-4f832484148a None None] Set router b219fccc-8a42-44c0-8f40-b2d08db5051c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:56:39.255305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b936d932-3aed-4297-b5db-4f832484148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'name': 'router1', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'e3997e6b-c408-471a-a29f-b6497a6383f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:56:20Z', 'updated_at': '2021-07-16T00:56:36Z', 'revision_number': 4, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'gw_port': {'id': 'e3997e6b-c408-471a-a29f-b6497a6383f0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:56:36Z', 'updated_at': '2021-07-16T00:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '65adfb19-40a2-410a-95b1-d95c767b97b1', 'name': '', 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'mac_address': 'fa:16:3e:25:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '200766aa-75af-4b9f-abb4-887e630b367a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:56:29Z', 'updated_at': '2021-07-16T00:56:37Z', 'revision_number': 5, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'subnets': [{'id': '200766aa-75af-4b9f-abb4-887e630b367a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d82e6a0-f2e2-4d04-9a68-5609d2b38d7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:56:39.281220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936d932-3aed-4297-b5db-4f832484148a None None] The sync data for ids ['b219fccc-8a42-44c0-8f40-b2d08db5051c'] in n-d-791504-14 is: [{'id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'name': 'router1', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'e3997e6b-c408-471a-a29f-b6497a6383f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:56:20Z', 'updated_at': '2021-07-16T00:56:36Z', 'revision_number': 4, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'gw_port': {'id': 'e3997e6b-c408-471a-a29f-b6497a6383f0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:be:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:56:36Z', 'updated_at': '2021-07-16T00:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '65adfb19-40a2-410a-95b1-d95c767b97b1', 'name': '', 'network_id': 'b3aa79d2-722b-49fb-8b16-5ab4f7c5e427', 'tenant_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'mac_address': 'fa:16:3e:25:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b219fccc-8a42-44c0-8f40-b2d08db5051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '200766aa-75af-4b9f-abb4-887e630b367a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:56:29Z', 'updated_at': '2021-07-16T00:56:37Z', 'revision_number': 5, 'project_id': '12e080cb8f5e4a92b68fc8dd7e4d31b6', 'subnets': [{'id': '200766aa-75af-4b9f-abb4-887e630b367a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d82e6a0-f2e2-4d04-9a68-5609d2b38d7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:56:39.420979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 65adfb19-40a2-410a-95b1-d95c767b97b1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:56:39.480851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 65adfb19-40a2-410a-95b1-d95c767b97b1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:56:39.481490 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:39.983972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40264) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:56:40.118973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9aeb6c1a-6f42-4a7b-a468-aa45023dfc68 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1337774 Jul 16 00:56:41.411561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e3997e6b-c408-471a-a29f-b6497a6383f0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:56:41.460803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port e3997e6b-c408-471a-a29f-b6497a6383f0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:56:41.464176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e3997e6b-c408-471a-a29f-b6497a6383f0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:56:41.464545 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:41.539942 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:41.559578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port e3997e6b-c408-471a-a29f-b6497a6383f0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e3997e6b-c408-471a-a29f-b6497a6383f0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:56:41.562998 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:41.608648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=e3997e6b-c408-471a-a29f-b6497a6383f0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:56:43.390207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e3997e6b-c408-471a-a29f-b6497a6383f0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:56:43.464184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e3997e6b-c408-471a-a29f-b6497a6383f0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:56:43.464563 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:45.822375 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:56:54.498077 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71df251d-238d-424e-a4d5-c8670d221859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:57.015779 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c903810-5586-4675-a65d-797d56d39f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:57.485203 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:58.172469 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:56:59.816927 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:57:22.821116 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:57:24.501101 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60cd263a-e116-45b1-8a98-9db2619bfbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:57:27.020464 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ac2b-3dd6-497c-ac2e-a6409be68dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:57:27.488186 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:57:28.164136 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:57:29.817111 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:57:54.505140 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f31c9a13-f6f8-4ee3-b0a0-394e08ac7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:57:57.013579 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87aaf6a9-1553-491b-83fd-6888f942e0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:57:57.489725 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:57:58.168383 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:57:59.819579 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:57:59.821819 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:20.448018 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40864) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:58:20.508196 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4446933-ec41-4eb7-a1e2-3c8dd483e1f2 admin admin] GET failed (client error): The resource could not be found. Jul 16 00:58:20.509509 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a4446933-ec41-4eb7-a1e2-3c8dd483e1f2 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605242 Jul 16 00:58:20.664630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0776b50-c07f-4b45-925b-f500752e91a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:20.666084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c0776b50-c07f-4b45-925b-f500752e91a2 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1525128 Jul 16 00:58:22.851417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40874) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:58:23.087139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.policy [None req-0bc25bc3-a386-4cdc-b0b5-9dcd66d04553 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93945) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 00:58:23.132766 n-d-791504-14 neutron-server[93945]: WARNING oslo_policy.policy [None req-0bc25bc3-a386-4cdc-b0b5-9dcd66d04553 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 00:58:23.133136 n-d-791504-14 neutron-server[93945]: WARNING oslo_policy.policy [None req-0bc25bc3-a386-4cdc-b0b5-9dcd66d04553 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 00:58:23.141851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc25bc3-a386-4cdc-b0b5-9dcd66d04553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:23.143559 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0bc25bc3-a386-4cdc-b0b5-9dcd66d04553 admin admin] 10.222.0.64 "GET /v2.0/subnets/200766aa-75af-4b9f-abb4-887e630b367a HTTP/1.1" status: 200 len: 849 time: 0.2912233 Jul 16 00:58:23.153159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:58:23.236454 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:23.392921 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794706078603'] for subnet, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:23.465678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:23.467111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:23.468165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fd8995-1815-49e0-943b-b74901279f5b None None] Network b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:58:23.468591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] 10.222.0.64 "PUT /v2.0/subnets/200766aa-75af-4b9f-abb4-887e630b367a HTTP/1.1" status: 200 len: 868 time: 0.3193860 Jul 16 00:58:23.479784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=200766aa-75af-4b9f-abb4-887e630b367a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:58:23.489775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.490174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.490476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.490806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.491133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.491457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.491781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.492099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.492418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.492915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.493244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.493561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e506e-06f5-4f30-8a87-ba88c4a33b26 admin admin] Tracked resource versions report: Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: pushed versions: Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: { 'AddressGroup': {'1.2'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'ConntrackHelper': {'1.0'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'Log': {'1.0'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'Network': {'1.1'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'Port': {'1.7'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'PortForwarding': {'1.2'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'QosPolicy': {'1.8'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'SecurityGroup': {'1.4'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'SecurityGroupRule': {'1.2'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'SubPort': {'1.0'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'Subnet': {'1.1'}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'Trunk': {'1.1'}} Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: consumer versions: Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: { DHCP agent@n-d-791504-14: {}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: L3 agent@n-d-791504-14: {}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: Metadata agent@n-d-791504-14: {}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: Metering agent@n-d-791504-14: {}, Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: Open vSwitch agent@n-d-791504-14: { 'AddressGroup': '1.2', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'ConntrackHelper': '1.0', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'Log': '1.0', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'Network': '1.1', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'Port': '1.7', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'PortForwarding': '1.2', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'QosPolicy': '1.8', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'SecurityGroup': '1.4', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'SecurityGroupRule': '1.2', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'SubPort': '1.0', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'Subnet': '1.1', Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: 'Trunk': '1.1'}} Jul 16 00:58:23.496141 n-d-791504-14 neutron-server[93945]: {{(pid=93945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 00:58:23.805870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f57ff38-f949-4322-80f0-f4bfd1d62c82 None None] Provisioning complete for port 65adfb19-40a2-410a-95b1-d95c767b97b1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:58:23.806284 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f57ff38-f949-4322-80f0-f4bfd1d62c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:23.890477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f57ff38-f949-4322-80f0-f4bfd1d62c82 None None] Provisioning complete for port 9513d4a7-f950-42c7-b1a9-77552de35456 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:58:23.890852 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f57ff38-f949-4322-80f0-f4bfd1d62c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:24.512119 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15b74809-5f3f-4127-9c9d-f0179300f2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:25.664588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40890) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:58:25.886815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8736ee24-bce5-4855-9230-16e6eae827ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:25.887285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8736ee24-bce5-4855-9230-16e6eae827ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:25.888806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8736ee24-bce5-4855-9230-16e6eae827ca admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2233374 Jul 16 00:58:27.015600 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed4070d6-4d22-40e7-a28e-e505e9be111f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:27.491314 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:28.046052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40898) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:58:28.169796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:28.247484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e6ac35-a0ad-4f85-aada-09222323f3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:28.247960 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e6ac35-a0ad-4f85-aada-09222323f3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:28.249543 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a8e6ac35-a0ad-4f85-aada-09222323f3c5 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2025518 Jul 16 00:58:29.825946 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:30.410367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40906) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:58:30.544538 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c5025-6656-4e5f-b90d-06da8415dfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:30.545928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fd2c5025-6656-4e5f-b90d-06da8415dfb1 admin admin] 10.222.0.64 "GET /v2.0/networks/b3aa79d2-722b-49fb-8b16-5ab4f7c5e427 HTTP/1.1" status: 200 len: 868 time: 0.1346195 Jul 16 00:58:32.712058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:58:32.831360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f9734-0fd6-4cde-b918-cedccbf9fa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:32.832725 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a85f9734-0fd6-4cde-b918-cedccbf9fa02 admin admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 886 time: 0.1197176 Jul 16 00:58:34.987475 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40922) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:58:35.120550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f08ce-38d5-4a08-80c1-a36a37a6950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:35.120914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f08ce-38d5-4a08-80c1-a36a37a6950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:35.122467 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f46f08ce-38d5-4a08-80c1-a36a37a6950b admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1340199 Jul 16 00:58:36.818016 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:58:37.325205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:58:37.415931 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adce55a-1c13-48a6-8e00-5f7a08e50397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:37.416777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adce55a-1c13-48a6-8e00-5f7a08e50397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:37.418298 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7adce55a-1c13-48a6-8e00-5f7a08e50397 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921230 Jul 16 00:58:39.573601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40938) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:58:39.663002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1616e703-7a63-41f0-b4f2-40b5746e154f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:39.664383 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1616e703-7a63-41f0-b4f2-40b5746e154f admin admin] 10.222.0.64 "GET /v2.0/subnets/200766aa-75af-4b9f-abb4-887e630b367a HTTP/1.1" status: 200 len: 868 time: 0.0897686 Jul 16 00:58:41.863542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40946) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:58:42.049765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533eaab-ffea-44c0-8f55-e87f14020398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:58:42.051057 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a533eaab-ffea-44c0-8f55-e87f14020398 admin admin] 10.222.0.64 "GET /v2.0/subnets/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47 HTTP/1.1" status: 200 len: 816 time: 0.1864848 Jul 16 00:58:54.502074 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-037f600e-4b76-4b2c-a205-2e17b8713e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:57.017471 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3334a7e-b390-4f29-9eea-e8711ab4ef1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:57.492617 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:58.172049 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:58:59.831258 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:06.607876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:59:06.655802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-4fef5210-19d5-4137-b158-6a3439192ca3 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:59:06.657064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4fef5210-19d5-4137-b158-6a3439192ca3 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482521 Jul 16 00:59:08.894318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41006) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:59:08.959665 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cff4aa-6a5d-4c97-9561-1a3c1bd66825 admin admin] GET failed (client error): The resource could not be found. Jul 16 00:59:08.960989 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-23cff4aa-6a5d-4c97-9561-1a3c1bd66825 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657382 Jul 16 00:59:09.105658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2779bc45-4ee7-481d-85f5-9f792136ca05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:59:09.107091 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2779bc45-4ee7-481d-85f5-9f792136ca05 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415482 Jul 16 00:59:11.261974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:59:11.307310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:59:11.308556 n-d-791504-14 neutron-server[93945]: INFO neutron.quota [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Loaded quota_driver: . Jul 16 00:59:11.366435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Made reservation on behalf of ad63337532f949cb8786d85b512d7b79 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:59:11.368854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:11.412900 n-d-791504-14 neutron-server[93945]: WARNING neutron.services.revisions.revision_plugin [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Could not find related network for resource to bump revision. Jul 16 00:59:11.429948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:59:11.443852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794706189379', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:11.444356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Unsubscribe: segment precommit_create {{(pid=93945) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 00:59:11.444817 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Added segment 8b371b1f-e37d-4825-80bd-274de86a1427 of type vlan for network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad Jul 16 00:59:11.499749 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:11.541998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:11.542950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:59:11.543515 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:11.598461 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3353517 Jul 16 00:59:11.641563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d2bc0-b3bd-47e3-9c03-dedf0b1b7cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:59:11.653541 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:59:13.800139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:59:13.816567 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:59:13.857871 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf2b9d7-d13a-4ad1-879e-9a1a030e8efc admin admin] GET failed (client error): The resource could not be found. Jul 16 00:59:13.859212 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9cf2b9d7-d13a-4ad1-879e-9a1a030e8efc admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581307 Jul 16 00:59:13.930481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35aa16-fc13-4b1e-a9ec-1bb31b00805b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:59:13.932064 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9b35aa16-fc13-4b1e-a9ec-1bb31b00805b admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0690196 Jul 16 00:59:13.941502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:59:13.963983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Made reservation on behalf of ad63337532f949cb8786d85b512d7b79 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:59:13.966272 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:14.174149 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:14.230202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cb7a0d-8741-4e68-9b6e-47e726023a7b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:59:14.241776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:59:14.242204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Network hostable DHCP agents. Network: 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:59:14.264002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:59:14.273961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:59:14.278127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:59:14.278713 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:14.283402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872bcda-10b3-4ee8-aa9c-a1d661734a10 None None] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:59:14.292840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8b7b2f76-8898-4a86-b66d-bce2d22f1a84 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3547144 Jul 16 00:59:14.533014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'tenant_id': 'ad63337532f949cb8786d85b512d7b79', 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:59:14.533945 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:14.668353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Allocated IP 192.168.233.2 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/8c250429-d363-48e8-8282-2bdf56970873) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:59:14.822706 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:14.831837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Transition to ACTIVE for port object 8c250429-d363-48e8-8282-2bdf56970873 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:59:14.846855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Transition to ACTIVE for port object 8c250429-d363-48e8-8282-2bdf56970873 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:59:14.852411 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:14.900215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:59:14.903879 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Pushing event updated for resources: {'Port': ['ID=8c250429-d363-48e8-8282-2bdf56970873,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:59:14.906114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:59:14.909028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:59:14.918904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.919255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.919593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.919934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.920267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.920596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.920922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.921247 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.921570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.921891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.922237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.922558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:59:14.977412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Attempting to bind port 8c250429-d363-48e8-8282-2bdf56970873 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:59:14.978331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Attempting to bind port 8c250429-d363-48e8-8282-2bdf56970873 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:59:14.978701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Attempting to bind port 8c250429-d363-48e8-8282-2bdf56970873 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:59:14.983925 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:59:14.984303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:59:14.984711 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:14.985108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:59:14.985601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Bound port: 8c250429-d363-48e8-8282-2bdf56970873, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:59:14.985997 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:15.048524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74670a79-11a4-451d-8289-d4516124c093 None None] For port 8c250429-d363-48e8-8282-2bdf56970873, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:59:15.051922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74670a79-11a4-451d-8289-d4516124c093 None None] For port 8c250429-d363-48e8-8282-2bdf56970873, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8c250429-d363-48e8-8282-2bdf56970873,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:59:15.057565 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:15.119232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74670a79-11a4-451d-8289-d4516124c093 None None] Pushing event updated for resources: {'Port': ['ID=8c250429-d363-48e8-8282-2bdf56970873,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:59:15.536822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8c250429-d363-48e8-8282-2bdf56970873 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:59:15.592667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 8c250429-d363-48e8-8282-2bdf56970873 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:59:15.922884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3260e59d-8d87-478d-88c4-17874ea2f390 None None] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:59:15.994349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-adcace89-b718-46cc-92c0-259dd8aa29c3 None None] Provisioning for port 8c250429-d363-48e8-8282-2bdf56970873 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:59:16.005081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-adcace89-b718-46cc-92c0-259dd8aa29c3 None None] Provisioning complete for port 8c250429-d363-48e8-8282-2bdf56970873 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:59:16.005452 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-adcace89-b718-46cc-92c0-259dd8aa29c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:16.145748 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-adcace89-b718-46cc-92c0-259dd8aa29c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:16.184307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-adcace89-b718-46cc-92c0-259dd8aa29c3 None None] For port 8c250429-d363-48e8-8282-2bdf56970873, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8c250429-d363-48e8-8282-2bdf56970873,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:59:16.188289 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-adcace89-b718-46cc-92c0-259dd8aa29c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:16.246878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcace89-b718-46cc-92c0-259dd8aa29c3 None None] Pushing event updated for resources: {'Port': ['ID=8c250429-d363-48e8-8282-2bdf56970873,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:59:16.410425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6d9ce354-3dff-4767-bf86-018d500de4a4 None None] Provisioning complete for port 8c250429-d363-48e8-8282-2bdf56970873 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:59:16.410726 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce354-3dff-4767-bf86-018d500de4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:17.497864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8c250429-d363-48e8-8282-2bdf56970873 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:59:17.545075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8c250429-d363-48e8-8282-2bdf56970873 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:59:17.545450 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:24.502757 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6cbed2b0-e455-4b74-89bf-23df163b44d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:27.018279 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-861a4a7c-f147-49f3-8277-0b40396b0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:27.493560 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:28.174689 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:29.832771 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:50.814844 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:59:54.503526 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4d28-1787-45b4-909a-b8b25ca9bcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:57.018275 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68da8e06-3add-4d5f-bd01-f3f7a2ce7515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:57.494805 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:58.180832 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:59:59.835426 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:24.504475 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97a301dd-4dfa-425b-8643-60077f4d452b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:27.019289 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e175-8d3c-46e6-8038-e0fa206187f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:27.496477 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:27.813364 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:00:28.182896 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:29.438415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41074) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:00:29.444236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-e59b282b-8618-4ac3-b082-cbe0a0a38c48 tempest-verify_tempest_config-1571670335 tempest-verify_tempest_config-1571670335-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:00:29.445173 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e59b282b-8618-4ac3-b082-cbe0a0a38c48 tempest-verify_tempest_config-1571670335 tempest-verify_tempest_config-1571670335-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058050 Jul 16 01:00:29.740222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41092) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:00:29.841328 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:29.841769 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:29.960171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:29.964029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:30.007888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c32209ace1b4bb3901c7cbb2b7e0ebd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2666485 Jul 16 01:00:30.009129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eded47a8-1aed-4bf1-9b14-c42c3613e500,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:00:30.010768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:00:30.017529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.017879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.018251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.018588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.018918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.019243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.019570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.019890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.020210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.020527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.020844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.021196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b8933-6f5c-44a4-b6fc-5e0a02fe31a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.068736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:30.088960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:30.174646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:30.177077 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:30.178228 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eded47a8-1aed-4bf1-9b14-c42c3613e500 HTTP/1.1" status: 204 len: 168 time: 0.1663413 Jul 16 01:00:30.186882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eded47a8-1aed-4bf1-9b14-c42c3613e500,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:00:30.193365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.193705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.194073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.194408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.194733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.195059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.195381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.195700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.196018 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.196467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.196786 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:30.197168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038fabe-0b5d-479b-b83c-97752cf542c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:00:54.505495 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d5356df-1cde-47ce-89f4-663493d4b59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:57.018993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd30cf60-6e51-40c7-834a-42de2b5f9ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:57.496819 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:58.185805 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:59.841356 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:04.813104 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:01:24.506543 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e744d62f-e1c0-4a81-ac9c-1aa964df41c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:27.019071 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a764870-4631-4ed4-aeff-9a936c42d6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:27.497781 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:28.189241 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:29.845412 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:41.811943 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:01:54.506800 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c1ecf75-6531-4217-9319-e9e8d96f93f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:57.018951 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84234c31-3c07-4da1-87a9-ffc69de8f032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:57.498858 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:58.192604 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:59.848593 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:18.811039 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:02:24.508010 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e85791d9-8622-466e-ba1d-c2a5fd6dd51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:27.019955 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d15ddec3-35ae-4fb0-b0f1-bf431b11c033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:27.501257 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:28.206549 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:29.853172 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:54.510352 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55a7f6eb-4120-44d5-8264-8969651504f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:55.811313 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:02:57.021442 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ee3f35-a4ba-4912-b8a7-7e1ca9a008b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:57.503956 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:58.201096 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:59.854601 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:24.511505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e030b97-7545-4671-b819-8b39b0493783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:25.108605 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817094'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:26.153754 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817094'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:27.022833 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40aad565-1cd9-48cb-bf6c-6185573b05d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:27.505950 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:28.200807 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:29.857291 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:32.810051 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:03:54.511607 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0a09226-9513-48e5-a67e-601d503baac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:55.064426 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:56.105903 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:57.023607 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07588134-75a4-4413-9ba7-5260d321c9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:57.505953 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:58.205418 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:59.860607 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:09.809098 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:04:10.177678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:04:10.280649 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2bb2b01f-61b3-45a1-8dde-28ab2bb749b7 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1018584 Jul 16 01:04:12.499579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41172) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:04:12.553089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a76af951-d481-471b-b075-9620b7631f97 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0521975 Jul 16 01:04:24.512945 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f080-dd50-4656-8bd1-5f6e7a5b4bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:25.069733 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:26.104792 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:27.024319 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19e9c47a-251a-4551-a42a-a4afbf88d835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:27.508151 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:28.207047 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:29.866612 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:46.807606 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:04:54.518887 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aee184b8-dd58-4ab8-9ea3-b9f6b746e280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:55.078484 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:56.120811 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:57.028501 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7582c129-6d0c-4783-bfb3-0ffd3e7d38a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:57.510434 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:58.211451 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:59.870971 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:23.806492 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:05:24.510849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e04a3623-4576-4859-a294-09f3924d8453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:25.100984 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:26.133724 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:27.032421 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-baf1cb4a-f3b8-4c1a-a3f5-7bec7bdde081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:27.512667 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:28.213206 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:29.871227 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:35.326773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41340) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:35.553252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6506459f-d61d-4a2f-9704-79ae222a03ad tempest-AutoAllocateNetworkTest-1786216519 tempest-AutoAllocateNetworkTest-1786216519-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bc0e6c2bd3874be881be8d534df99698&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2222326 Jul 16 01:05:35.553503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41362) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:35.738627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d39bc-153c-4c56-a9c7-d3f8e441979a tempest-AutoAllocateNetworkTest-1786216519 tempest-AutoAllocateNetworkTest-1786216519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:35.740710 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d16d39bc-153c-4c56-a9c7-d3f8e441979a tempest-AutoAllocateNetworkTest-1786216519 tempest-AutoAllocateNetworkTest-1786216519-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1862295 Jul 16 01:05:35.743831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41372) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:35.838520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-179fbd01-b19a-4ab2-9ef4-f198a42a44f6 tempest-AutoAllocateNetworkTest-1786216519 tempest-AutoAllocateNetworkTest-1786216519-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934570 Jul 16 01:05:35.840960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41378) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:35.872478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6d3f7d7b-b8f1-438e-a669-a10f23aef7d6 tempest-AutoAllocateNetworkTest-1786216519 tempest-AutoAllocateNetworkTest-1786216519-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bc0e6c2bd3874be881be8d534df99698 HTTP/1.1" status: 200 len: 208 time: 0.0302870 Jul 16 01:05:36.739938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:37.157680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:37.256876 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:37.262227 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:37.292986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d233abc3-9994-441a-a180-513f28c3252f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:37.302954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.303346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.303683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.304011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.304676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.305119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.305312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.305636 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.305938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.306280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.306599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.307038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] Tracked resource versions report: Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: pushed versions: Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: { 'AddressGroup': {'1.2'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'ConntrackHelper': {'1.0'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'Log': {'1.0'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'Network': {'1.1'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'Port': {'1.7'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'PortForwarding': {'1.2'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'QosPolicy': {'1.8'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'SecurityGroup': {'1.4'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'SubPort': {'1.0'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'Subnet': {'1.1'}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'Trunk': {'1.1'}} Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: consumer versions: Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: { DHCP agent@n-d-791504-14: {}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: HyperV agent@n-h1-791504-14: {}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: HyperV agent@n-h2-791504-14: {}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: L3 agent@n-d-791504-14: {}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: Metadata agent@n-d-791504-14: {}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: Metering agent@n-d-791504-14: {}, Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: Open vSwitch agent@n-d-791504-14: { 'AddressGroup': '1.2', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'ConntrackHelper': '1.0', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'Log': '1.0', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'Network': '1.1', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'Port': '1.7', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'PortForwarding': '1.2', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'QosPolicy': '1.8', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'SecurityGroup': '1.4', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'SecurityGroupRule': '1.2', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'SubPort': '1.0', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'Subnet': '1.1', Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: 'Trunk': '1.1'}} Jul 16 01:05:37.308046 n-d-791504-14 neutron-server[93945]: {{(pid=93945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:05:37.324065 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-41b5bde6-d62b-48fb-a4f4-e4407414476d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc0e6c2bd3874be881be8d534df99698&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5817323 Jul 16 01:05:37.324332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41452) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:37.380576 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:37.405884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:37.466111 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:37.469531 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:37.474608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d233abc3-9994-441a-a180-513f28c3252f HTTP/1.1" status: 204 len: 168 time: 0.1488359 Jul 16 01:05:37.483870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d233abc3-9994-441a-a180-513f28c3252f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:37.493078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.493717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.494228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.494729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.495207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.495700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.496188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.496714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.497202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.497670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.498172 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.498881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a6b3e-4dd1-41fd-92f9-0ae904cb24a2 admin admin] Tracked resource versions report: Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: pushed versions: Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: { 'AddressGroup': {'1.2'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'Log': {'1.0'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'Network': {'1.1'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'Port': {'1.7'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'PortForwarding': {'1.2'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'QosPolicy': {'1.8'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'SecurityGroup': {'1.4'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'SubPort': {'1.0'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'Subnet': {'1.1'}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'Trunk': {'1.1'}} Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: consumer versions: Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: { DHCP agent@n-d-791504-14: {}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: HyperV agent@n-h1-791504-14: {}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: HyperV agent@n-h2-791504-14: {}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: L3 agent@n-d-791504-14: {}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: Metadata agent@n-d-791504-14: {}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: Metering agent@n-d-791504-14: {}, Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: Open vSwitch agent@n-d-791504-14: { 'AddressGroup': '1.2', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'ConntrackHelper': '1.0', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'Log': '1.0', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'Network': '1.1', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'Port': '1.7', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'PortForwarding': '1.2', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'QosPolicy': '1.8', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'SecurityGroup': '1.4', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'SecurityGroupRule': '1.2', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'SubPort': '1.0', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'Subnet': '1.1', Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: 'Trunk': '1.1'}} Jul 16 01:05:37.500202 n-d-791504-14 neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:05:40.058497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41616) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:40.060653 n-d-791504-14 neutron-server[93945]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:05:40.090993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-e14c60b5-df75-4cae-b4f3-e7fe5768613f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313227 Jul 16 01:05:40.193519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-f08b7f83-b3f0-48fb-9dc9-154d491fde41 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:40.199991 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-f08b7f83-b3f0-48fb-9dc9-154d491fde41 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081378 Jul 16 01:05:40.212196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-b685ec4d-10a7-4b00-9881-f9bab110d554 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/quotas/1687e52f0d6c4e8f822dc66b18edd9f4 HTTP/1.1" status: 200 len: 375 time: 0.0113635 Jul 16 01:05:40.327908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-04eb1d60-dfea-4f74-8f47-0e250d0232af tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103864 Jul 16 01:05:40.887830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41682) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:41.090905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41706) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:41.103908 n-d-791504-14 neutron-server[93944]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:05:41.167326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72d51b88-b6d4-4aa1-b90c-d9ff59570567 req-460453b5-693b-4ad4-8db7-ec1d2eff5ce7 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 210 time: 0.2776346 Jul 16 01:05:41.183112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12687075-3abb-4226-ad22-d32114c060ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:41.293311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12687075-3abb-4226-ad22-d32114c060ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:41.299216 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12687075-3abb-4226-ad22-d32114c060ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:41.338228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12687075-3abb-4226-ad22-d32114c060ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9605f8e-04ff-4fea-97d7-f91490a40133,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:41.363414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-12687075-3abb-4226-ad22-d32114c060ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15d1008831724aa9b9da624c9924cee9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2722583 Jul 16 01:05:41.363559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:41.446412 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e0460b8-3be2-4c1d-a6ae-3720724865cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:41.474468 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e0460b8-3be2-4c1d-a6ae-3720724865cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:41.565414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e0460b8-3be2-4c1d-a6ae-3720724865cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:41.570056 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e0460b8-3be2-4c1d-a6ae-3720724865cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:41.574342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3e0460b8-3be2-4c1d-a6ae-3720724865cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9605f8e-04ff-4fea-97d7-f91490a40133 HTTP/1.1" status: 204 len: 168 time: 0.2095125 Jul 16 01:05:41.584409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0460b8-3be2-4c1d-a6ae-3720724865cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9605f8e-04ff-4fea-97d7-f91490a40133,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:42.056891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:42.070233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc930248-7846-4c63-aa79-2750206e4e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.180789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc930248-7846-4c63-aa79-2750206e4e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.186683 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc930248-7846-4c63-aa79-2750206e4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.231217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cc930248-7846-4c63-aa79-2750206e4e09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8065a766cfea4d638526b89842e1305d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1732352 Jul 16 01:05:42.232267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc930248-7846-4c63-aa79-2750206e4e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b406ee6-887f-49b9-80cb-387c167787e7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:42.234137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41820) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:42.306273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e47dba4-907a-46fe-a2e3-4c1433fec28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.338340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e47dba4-907a-46fe-a2e3-4c1433fec28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.340664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41828) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:42.403754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e47dba4-907a-46fe-a2e3-4c1433fec28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.406487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e47dba4-907a-46fe-a2e3-4c1433fec28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.411424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9e47dba4-907a-46fe-a2e3-4c1433fec28f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b406ee6-887f-49b9-80cb-387c167787e7 HTTP/1.1" status: 204 len: 168 time: 0.1753042 Jul 16 01:05:42.426977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47dba4-907a-46fe-a2e3-4c1433fec28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b406ee6-887f-49b9-80cb-387c167787e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:42.474221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:42.589110 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f911e33-f1d6-4edd-97ab-ed6c93fb8965 req-e85a7727-846c-49c4-8643-5be4951069e7 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 210 time: 0.0499628 Jul 16 01:05:42.601455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fa295c2-d06c-4fb1-88b6-48ccd2cb7c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.753404 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fa295c2-d06c-4fb1-88b6-48ccd2cb7c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.759050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fa295c2-d06c-4fb1-88b6-48ccd2cb7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.851256 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9fa295c2-d06c-4fb1-88b6-48ccd2cb7c80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca728b941eef49b8bec2b5f8b12ff463&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5094922 Jul 16 01:05:42.854447 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41870) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:42.856077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa295c2-d06c-4fb1-88b6-48ccd2cb7c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460bfa43-3fdc-4964-8d59-2c57ebb1f916,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:42.859793 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-828e9d9f-30d6-4644-bc49-63b9a8c9a3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.960472 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9a36dd8-99e5-46f0-aea8-9c35414c10de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:42.975138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.50', 55672) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:42.993852 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9a36dd8-99e5-46f0-aea8-9c35414c10de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.012522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-a610251d-188b-4837-bfff-f73ac89c3ccd tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362356 Jul 16 01:05:43.058776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9a36dd8-99e5-46f0-aea8-9c35414c10de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.061717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9a36dd8-99e5-46f0-aea8-9c35414c10de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.065654 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b9a36dd8-99e5-46f0-aea8-9c35414c10de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/460bfa43-3fdc-4964-8d59-2c57ebb1f916 HTTP/1.1" status: 204 len: 168 time: 0.2101796 Jul 16 01:05:43.078745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a36dd8-99e5-46f0-aea8-9c35414c10de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460bfa43-3fdc-4964-8d59-2c57ebb1f916,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:43.138499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-04e7270b-365f-40b9-8066-c74be9a586a0 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:43.139944 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-04e7270b-365f-40b9-8066-c74be9a586a0 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1218195 Jul 16 01:05:43.172689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-828e9d9f-30d6-4644-bc49-63b9a8c9a3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.178215 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-828e9d9f-30d6-4644-bc49-63b9a8c9a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.211748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Request body: {'port': {'device_id': '4a5491ec-daa0-4b2b-89ee-2ead80d72939', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '1687e52f0d6c4e8f822dc66b18edd9f4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:05:43.373910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e9d9f-30d6-4644-bc49-63b9a8c9a3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5924c46-1607-4b44-a763-43dd874db946,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:43.439073 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-828e9d9f-30d6-4644-bc49-63b9a8c9a3b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76d64875dc2148beac33533935d04263&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9637015 Jul 16 01:05:43.441843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:43.518515 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d84bb1ea-2f16-4f13-885d-cd977f8dd59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.564459 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d84bb1ea-2f16-4f13-885d-cd977f8dd59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.565442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Made reservation on behalf of 1687e52f0d6c4e8f822dc66b18edd9f4 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:05:43.571390 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.612634 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.650162 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d84bb1ea-2f16-4f13-885d-cd977f8dd59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.653185 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d84bb1ea-2f16-4f13-885d-cd977f8dd59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.656089 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d84bb1ea-2f16-4f13-885d-cd977f8dd59f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5924c46-1607-4b44-a763-43dd874db946 HTTP/1.1" status: 204 len: 168 time: 0.2091677 Jul 16 01:05:43.678121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bb1ea-2f16-4f13-885d-cd977f8dd59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5924c46-1607-4b44-a763-43dd874db946,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:43.829094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41942) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:43.852912 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be63a17c-eab7-426a-963c-413beb8d1d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.859818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.884205 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15e99159-e7c5-45df-93aa-c0a8f7d27893 req-0e4de9f3-f0be-4ea6-8fda-71bd8613a919 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 210 time: 0.0858397 Jul 16 01:05:43.885303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:43.916773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d045d443-5725-432c-bcb4-8689ed018c61,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:44.021638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be63a17c-eab7-426a-963c-413beb8d1d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.029222 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be63a17c-eab7-426a-963c-413beb8d1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.107904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-be63a17c-eab7-426a-963c-413beb8d1d29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7693f2c3cf6344699b7507704aea76cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2775614 Jul 16 01:05:44.110236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63a17c-eab7-426a-963c-413beb8d1d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fa1548-ef85-4be7-b912-08a27b8c301d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:44.114321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41966) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:44.173361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e6f929e-4ae1-4fa4-b0d3-f9e0707e809b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.197972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Allocated IP 192.168.233.113 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/9fe59b45-b26a-4873-b210-dbd70b4a7d6e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:05:44.201052 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e6f929e-4ae1-4fa4-b0d3-f9e0707e809b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.297203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e6f929e-4ae1-4fa4-b0d3-f9e0707e809b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.300527 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e6f929e-4ae1-4fa4-b0d3-f9e0707e809b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.302275 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1e6f929e-4ae1-4fa4-b0d3-f9e0707e809b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9fa1548-ef85-4be7-b912-08a27b8c301d HTTP/1.1" status: 204 len: 168 time: 0.1884816 Jul 16 01:05:44.311026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f929e-4ae1-4fa4-b0d3-f9e0707e809b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fa1548-ef85-4be7-b912-08a27b8c301d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:44.478076 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.500685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Transition to ACTIVE for port object 9fe59b45-b26a-4873-b210-dbd70b4a7d6e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:05:44.597407 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.688844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:05:44.705723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42006) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:44.710829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:05:44.730598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:05:44.745807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:44.749826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.752379 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9183cca-53d4-44e5-8c2f-587e23c8fa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.871104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Pushing event updated for resources: {'Port': ['ID=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:45.069930 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9183cca-53d4-44e5-8c2f-587e23c8fa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:45.079927 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9183cca-53d4-44e5-8c2f-587e23c8fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:45.087168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-456a1bc7-6b2c-4976-94d3-e92c34b7d46f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8840141 Jul 16 01:05:45.151260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9183cca-53d4-44e5-8c2f-587e23c8fa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c67152-2dc8-4b38-b922-40d14f41de71,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:45.200098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f9183cca-53d4-44e5-8c2f-587e23c8fa4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb9d2705b7fb400fa27751e2d261ff1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4894555 Jul 16 01:05:45.200452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42032) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:45.349518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdac75aa-2a51-4ea5-9964-12b83aa0fda3 None None] Provisioning for port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:05:45.369217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdac75aa-2a51-4ea5-9964-12b83aa0fda3 None None] Provisioning complete for port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:05:45.369610 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdac75aa-2a51-4ea5-9964-12b83aa0fda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:45.421332 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26fdb97e-280e-404c-bb40-e88bda8dd76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:45.457559 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26fdb97e-280e-404c-bb40-e88bda8dd76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:45.494407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bdac75aa-2a51-4ea5-9964-12b83aa0fda3 None None] Port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:05:45.588618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bc5ad-83bc-413c-8fc7-a78c10f5fbf2 req-968ecf9c-2272-4026-9403-19f9058f791c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:45.589843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6bc5ad-83bc-413c-8fc7-a78c10f5fbf2 req-968ecf9c-2272-4026-9403-19f9058f791c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 936 time: 0.3071864 Jul 16 01:05:45.591581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26fdb97e-280e-404c-bb40-e88bda8dd76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:45.594341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26fdb97e-280e-404c-bb40-e88bda8dd76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:45.596477 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-26fdb97e-280e-404c-bb40-e88bda8dd76e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3c67152-2dc8-4b38-b922-40d14f41de71 HTTP/1.1" status: 204 len: 168 time: 0.3938777 Jul 16 01:05:45.605179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-3c7a6139-f76d-40a4-9c24-923d8d9ff501 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:05:45.610296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-3c7a6139-f76d-40a4-9c24-923d8d9ff501 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124683 Jul 16 01:05:45.804623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdb97e-280e-404c-bb40-e88bda8dd76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c67152-2dc8-4b38-b922-40d14f41de71,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:45.896549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6bc5ad-83bc-413c-8fc7-a78c10f5fbf2 req-48dc7702-703a-4a66-9922-3244d582eda9 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844298 Jul 16 01:05:46.373972 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1dbac168-02ae-45fb-9e0a-655eb674e60c tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e42f89437aef4cf8a51afc1bb70ea658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706542 Jul 16 01:05:46.743868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-f92709f0-dbf6-4bf1-8291-86862a6a491b tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:46.748105 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-f92709f0-dbf6-4bf1-8291-86862a6a491b tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3726001 Jul 16 01:05:46.793175 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-b5caddeb-eeec-4a26-bc8b-ea3e6438c506 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/quotas/e42f89437aef4cf8a51afc1bb70ea658 HTTP/1.1" status: 200 len: 375 time: 0.0395439 Jul 16 01:05:46.905265 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-f153477f-ac21-4e1f-bb68-5656c444445c tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e42f89437aef4cf8a51afc1bb70ea658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112275 Jul 16 01:05:47.025983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42130) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:47.247986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a4634-299f-4272-82c6-ae76fe63fa41 req-d531686b-4c02-4c0a-8bfc-7684c1cb7feb tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:47.252220 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-482a4634-299f-4272-82c6-ae76fe63fa41 req-d531686b-4c02-4c0a-8bfc-7684c1cb7feb tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 936 time: 0.1347296 Jul 16 01:05:47.312495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-482a4634-299f-4272-82c6-ae76fe63fa41 req-62c7fc6a-64f4-4106-988b-8a4085264b1c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470905 Jul 16 01:05:47.398840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c125d34b-5879-4f67-b78a-113c7c6655c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:47.470339 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-90d5ca1f-e3b1-444a-99c1-f988e802e4b4 req-e307da56-9f3a-431f-9b86-c8cb16789d2c tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 210 time: 0.0716345 Jul 16 01:05:47.594425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c125d34b-5879-4f67-b78a-113c7c6655c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:47.610353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c125d34b-5879-4f67-b78a-113c7c6655c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:47.670077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125d34b-5879-4f67-b78a-113c7c6655c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325c719c-ef4e-40cb-b570-a958ecf9d818,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:47.733086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42180) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:47.744566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c125d34b-5879-4f67-b78a-113c7c6655c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6003d064152412e81fdb4602a0b556f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7172694 Jul 16 01:05:47.881960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10eeb7fa-2ee0-4e78-98f8-c8500c1e2267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:47.922122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10eeb7fa-2ee0-4e78-98f8-c8500c1e2267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:48.006797 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10eeb7fa-2ee0-4e78-98f8-c8500c1e2267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:48.009724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10eeb7fa-2ee0-4e78-98f8-c8500c1e2267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:48.014245 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-10eeb7fa-2ee0-4e78-98f8-c8500c1e2267 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/325c719c-ef4e-40cb-b570-a958ecf9d818 HTTP/1.1" status: 204 len: 168 time: 0.2799184 Jul 16 01:05:48.030264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeb7fa-2ee0-4e78-98f8-c8500c1e2267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325c719c-ef4e-40cb-b570-a958ecf9d818,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:48.784637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42228) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:48.792552 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe4e11-33b3-42a4-9150-8bc7de2fc32c req-552b5c35-6303-4501-8e79-90d1064eafeb tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:48.806230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cefe4e11-33b3-42a4-9150-8bc7de2fc32c req-552b5c35-6303-4501-8e79-90d1064eafeb tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 936 time: 0.1468904 Jul 16 01:05:48.911941 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cefe4e11-33b3-42a4-9150-8bc7de2fc32c req-ae27e73c-61af-46b1-8572-50510e3a7883 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078856 Jul 16 01:05:48.917287 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e6727ce-382e-4660-9ca3-47d4dd07deaa req-d4033d51-403a-48fb-b793-d84d04edec73 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 210 time: 0.0586617 Jul 16 01:05:49.002619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:49.018627 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6931b601-03cf-4df5-82f9-e109ae5a0ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.179661 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6931b601-03cf-4df5-82f9-e109ae5a0ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.184284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6931b601-03cf-4df5-82f9-e109ae5a0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.276342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e88bab8d-f571-4f78-84b1-62bfc347ab72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.284697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6931b601-03cf-4df5-82f9-e109ae5a0ed1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e067490e89547c0a604cb65dccdb32a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2784154 Jul 16 01:05:49.285124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42254) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:49.288707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931b601-03cf-4df5-82f9-e109ae5a0ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818a7691-1158-447e-bba1-67ff2fa37b0d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:49.408519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f330f21a-d693-4fc0-92ad-f8769ba70a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.455703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f330f21a-d693-4fc0-92ad-f8769ba70a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.491988 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e88bab8d-f571-4f78-84b1-62bfc347ab72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.503205 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e88bab8d-f571-4f78-84b1-62bfc347ab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.556741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e88bab8d-f571-4f78-84b1-62bfc347ab72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f45bba6b96204ee4ac0305978eb5d46d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7709806 Jul 16 01:05:49.560698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42268) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:49.561197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f330f21a-d693-4fc0-92ad-f8769ba70a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.564725 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f330f21a-d693-4fc0-92ad-f8769ba70a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.566335 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f330f21a-d693-4fc0-92ad-f8769ba70a27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/818a7691-1158-447e-bba1-67ff2fa37b0d HTTP/1.1" status: 204 len: 168 time: 0.2795980 Jul 16 01:05:49.570099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bab8d-f571-4f78-84b1-62bfc347ab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956aa607-ec3e-4d1a-8c90-034a6ede57e1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:49.580893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330f21a-d693-4fc0-92ad-f8769ba70a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818a7691-1158-447e-bba1-67ff2fa37b0d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:49.690456 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303f5542-4689-484f-b816-254503a1bcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.716713 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303f5542-4689-484f-b816-254503a1bcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.788973 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303f5542-4689-484f-b816-254503a1bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.791892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303f5542-4689-484f-b816-254503a1bcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:49.793054 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-303f5542-4689-484f-b816-254503a1bcb2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/956aa607-ec3e-4d1a-8c90-034a6ede57e1 HTTP/1.1" status: 204 len: 168 time: 0.2312899 Jul 16 01:05:49.801094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f5542-4689-484f-b816-254503a1bcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956aa607-ec3e-4d1a-8c90-034a6ede57e1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:50.019452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42290) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:50.182717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:50.186116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16766aa4-29a0-4597-9c88-66743be708ad req-5a12a65c-6265-45a7-ae68-16d6e0d0e647 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 210 time: 0.0574672 Jul 16 01:05:50.199213 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c35812a-3e9d-4fc3-8934-dadce0bf19e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.230403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cc051-121c-4ae3-8f97-020ac8fe8f54 req-682f7731-9e6c-4f4f-97df-20a3fc23281f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:50.232421 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f31cc051-121c-4ae3-8f97-020ac8fe8f54 req-682f7731-9e6c-4f4f-97df-20a3fc23281f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 936 time: 0.1381159 Jul 16 01:05:50.327091 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f31cc051-121c-4ae3-8f97-020ac8fe8f54 req-68b843c2-a18e-4967-9d8f-e2bf34563dfd tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882437 Jul 16 01:05:50.366354 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c35812a-3e9d-4fc3-8934-dadce0bf19e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.373026 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c35812a-3e9d-4fc3-8934-dadce0bf19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.418787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35812a-3e9d-4fc3-8934-dadce0bf19e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e67b0ec-dc65-4e52-b5cd-e7a5ada10d34,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:50.439097 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4c35812a-3e9d-4fc3-8934-dadce0bf19e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c83eb02ebac141fcaa85d286940d9835&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2551885 Jul 16 01:05:50.445721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42300) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:50.505286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74333494-7e78-4069-b3d3-7e88c9b1691a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.532492 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74333494-7e78-4069-b3d3-7e88c9b1691a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.594085 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74333494-7e78-4069-b3d3-7e88c9b1691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.597108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74333494-7e78-4069-b3d3-7e88c9b1691a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.599120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-74333494-7e78-4069-b3d3-7e88c9b1691a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e67b0ec-dc65-4e52-b5cd-e7a5ada10d34 HTTP/1.1" status: 204 len: 168 time: 0.1518228 Jul 16 01:05:50.608491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74333494-7e78-4069-b3d3-7e88c9b1691a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e67b0ec-dc65-4e52-b5cd-e7a5ada10d34,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:50.688499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:50.713078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee1de99-cf52-4dc6-a0a2-4669ba645cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.824203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1ea2e79-c550-4378-8f97-20346a5ad17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.862320 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee1de99-cf52-4dc6-a0a2-4669ba645cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.872830 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee1de99-cf52-4dc6-a0a2-4669ba645cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:50.963184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1de99-cf52-4dc6-a0a2-4669ba645cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19100c05-a500-4a97-9e57-832cd319fea8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:50.987714 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3ee1de99-cf52-4dc6-a0a2-4669ba645cda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=920e17fb78a44d2895efb2c06187d0cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2979169 Jul 16 01:05:50.990603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42314) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:51.026498 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1ea2e79-c550-4378-8f97-20346a5ad17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:51.039762 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1ea2e79-c550-4378-8f97-20346a5ad17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:51.071403 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-059c95bd-5743-4bde-b1be-8895db05920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:51.109373 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e1ea2e79-c550-4378-8f97-20346a5ad17d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3060a0fb7fc34c2cbca0527ba18284c8&name=default HTTP/1.1" status: 200 len: 2977 time: 1.0864906 Jul 16 01:05:51.109637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42318) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:51.126357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea2e79-c550-4378-8f97-20346a5ad17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d66e10-0b36-48b7-a57f-b1229bcced90,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:51.133196 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-059c95bd-5743-4bde-b1be-8895db05920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:51.194889 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-059c95bd-5743-4bde-b1be-8895db05920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:51.197574 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-059c95bd-5743-4bde-b1be-8895db05920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:51.201679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-059c95bd-5743-4bde-b1be-8895db05920a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19100c05-a500-4a97-9e57-832cd319fea8 HTTP/1.1" status: 204 len: 168 time: 0.2063937 Jul 16 01:05:51.213738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c95bd-5743-4bde-b1be-8895db05920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19100c05-a500-4a97-9e57-832cd319fea8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:51.215120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2073fb47-27b3-4bba-abed-457338fef135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:51.251311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2073fb47-27b3-4bba-abed-457338fef135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:51.332132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2073fb47-27b3-4bba-abed-457338fef135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:51.336435 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2073fb47-27b3-4bba-abed-457338fef135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:51.337714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2073fb47-27b3-4bba-abed-457338fef135 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01d66e10-0b36-48b7-a57f-b1229bcced90 HTTP/1.1" status: 204 len: 168 time: 0.2269669 Jul 16 01:05:51.358297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073fb47-27b3-4bba-abed-457338fef135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d66e10-0b36-48b7-a57f-b1229bcced90,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:51.449804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-52009434-ebcd-4243-b935-bfeffe36f16a req-8797bed6-30de-4503-a4fb-b673e7e2d61c tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 210 time: 0.0586069 Jul 16 01:05:51.726199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f1eba-0ea3-4e1e-b443-53cf861296bc req-24a9861d-b69c-40a4-9a1f-56d7bd792c3f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:51.727747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c29f1eba-0ea3-4e1e-b443-53cf861296bc req-24a9861d-b69c-40a4-9a1f-56d7bd792c3f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 936 time: 0.0746572 Jul 16 01:05:51.780097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c29f1eba-0ea3-4e1e-b443-53cf861296bc req-c691a628-7d78-412a-9e61-6d35d0a925d6 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454719 Jul 16 01:05:52.202135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42358) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:52.222023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-844f0023-ac24-4f03-99e0-1cca739b1584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:52.342056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:52.420050 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-844f0023-ac24-4f03-99e0-1cca739b1584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:52.425764 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-844f0023-ac24-4f03-99e0-1cca739b1584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:52.462714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f0023-ac24-4f03-99e0-1cca739b1584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1e1729-7759-4218-9eb3-15f51079e97c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:52.490542 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-844f0023-ac24-4f03-99e0-1cca739b1584 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=891276d61c5a492094706c9c34537b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823777 Jul 16 01:05:52.496715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:52.622172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24a852dc-b532-4dc0-aa45-b31708b43bfc req-9cb6f491-285b-4ea5-85dc-b0bc97e11b16 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 210 time: 0.0416038 Jul 16 01:05:52.675482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a14a-b885-4ce9-83f1-5341b59f8aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:52.726744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f45b87-3e63-4fec-99ec-497f3e2a0ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:52.730099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a14a-b885-4ce9-83f1-5341b59f8aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:52.826121 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a14a-b885-4ce9-83f1-5341b59f8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:52.829076 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a14a-b885-4ce9-83f1-5341b59f8aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:52.849006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f4f3a14a-b885-4ce9-83f1-5341b59f8aef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea1e1729-7759-4218-9eb3-15f51079e97c HTTP/1.1" status: 204 len: 168 time: 0.3510969 Jul 16 01:05:52.863098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42388) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:52.882300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3a14a-b885-4ce9-83f1-5341b59f8aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1e1729-7759-4218-9eb3-15f51079e97c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:52.944002 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f45b87-3e63-4fec-99ec-497f3e2a0ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:52.952388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47f45b87-3e63-4fec-99ec-497f3e2a0ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:52.996661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f45b87-3e63-4fec-99ec-497f3e2a0ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e77541e-bf29-4c30-9c91-59bb5b87a345,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:53.099432 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-47f45b87-3e63-4fec-99ec-497f3e2a0ace admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bea3cd3cf24140ef8488ed47ef785e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7562895 Jul 16 01:05:53.103377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42398) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:53.136813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439b88a-7ad9-4f26-a7f6-c98f6d1d8098 req-5c8f9de6-671e-40fe-b44c-53e21b033a5a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:53.138281 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f439b88a-7ad9-4f26-a7f6-c98f6d1d8098 req-5c8f9de6-671e-40fe-b44c-53e21b033a5a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 936 time: 0.1142461 Jul 16 01:05:53.196370 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c78b84f-0636-4a3e-b7c2-f39880786aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.218658 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c78b84f-0636-4a3e-b7c2-f39880786aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.245469 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f439b88a-7ad9-4f26-a7f6-c98f6d1d8098 req-75d06670-793d-41e9-a0d9-03485c23c97e tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993633 Jul 16 01:05:53.263723 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2de99d2a-dbd9-4048-af63-7132ffa69d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.317735 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c78b84f-0636-4a3e-b7c2-f39880786aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.322113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c78b84f-0636-4a3e-b7c2-f39880786aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.323651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7c78b84f-0636-4a3e-b7c2-f39880786aa8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e77541e-bf29-4c30-9c91-59bb5b87a345 HTTP/1.1" status: 204 len: 168 time: 0.2192953 Jul 16 01:05:53.340623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78b84f-0636-4a3e-b7c2-f39880786aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e77541e-bf29-4c30-9c91-59bb5b87a345,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:53.483626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2de99d2a-dbd9-4048-af63-7132ffa69d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.493484 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2de99d2a-dbd9-4048-af63-7132ffa69d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.549809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:53.550034 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2de99d2a-dbd9-4048-af63-7132ffa69d3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b3848e4e154472881d546a25a0448ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6857502 Jul 16 01:05:53.567189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de99d2a-dbd9-4048-af63-7132ffa69d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1e92f4-afdc-49ac-a613-68a33e72ff4b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:53.643872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f081c1b5-c36e-429d-8f0d-0596daaeaaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.676690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f081c1b5-c36e-429d-8f0d-0596daaeaaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.759197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f081c1b5-c36e-429d-8f0d-0596daaeaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.761779 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f081c1b5-c36e-429d-8f0d-0596daaeaaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.770835 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f081c1b5-c36e-429d-8f0d-0596daaeaaf3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc1e92f4-afdc-49ac-a613-68a33e72ff4b HTTP/1.1" status: 204 len: 168 time: 0.2197685 Jul 16 01:05:53.802041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081c1b5-c36e-429d-8f0d-0596daaeaaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1e92f4-afdc-49ac-a613-68a33e72ff4b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:53.846848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8caaf86-9aa2-4d9d-a0a2-ee36752efbdb req-3c54fc1f-3f8c-4d5d-ab76-9cd2fee5e6a4 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 210 time: 0.0661578 Jul 16 01:05:54.055144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42432) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:54.069581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b6a77f2-0d75-4e54-82de-5bf751ea6318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:54.211359 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b6a77f2-0d75-4e54-82de-5bf751ea6318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:54.217073 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b6a77f2-0d75-4e54-82de-5bf751ea6318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:54.274832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a77f2-0d75-4e54-82de-5bf751ea6318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79e8208-744c-4c3c-86d3-e53be155e9ac,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:54.282082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9b6a77f2-0d75-4e54-82de-5bf751ea6318 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=521ba9e03436467f98ae21e91c6ebe39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250187 Jul 16 01:05:54.284121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42440) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:54.407729 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b5d13d6-725b-4622-a5da-e31355805f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:54.515044 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d60e45f0-8564-4947-8856-71955d514bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:54.633433 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b5d13d6-725b-4622-a5da-e31355805f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:54.721791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42448) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:54.743965 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e7cd056-7de5-4405-a103-59cfb00bbea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:54.761419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e2b05-0872-405f-85c8-39e31a0042a8 req-f54c9e31-d2e0-4a51-93c7-58a1e42828e8 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:54.775967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc5e2b05-0872-405f-85c8-39e31a0042a8 req-f54c9e31-d2e0-4a51-93c7-58a1e42828e8 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 936 time: 0.3575716 Jul 16 01:05:54.794295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b5d13d6-725b-4622-a5da-e31355805f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:54.798081 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b5d13d6-725b-4622-a5da-e31355805f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:54.800434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7b5d13d6-725b-4622-a5da-e31355805f62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d79e8208-744c-4c3c-86d3-e53be155e9ac HTTP/1.1" status: 204 len: 168 time: 0.5153010 Jul 16 01:05:54.828145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d13d6-725b-4622-a5da-e31355805f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79e8208-744c-4c3c-86d3-e53be155e9ac,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:54.923489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc5e2b05-0872-405f-85c8-39e31a0042a8 req-cd9f85e6-1ce6-4ee5-b72e-45eaf228ce4b tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448588 Jul 16 01:05:54.938095 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e7cd056-7de5-4405-a103-59cfb00bbea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:54.960811 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e7cd056-7de5-4405-a103-59cfb00bbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:55.021900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8e7cd056-7de5-4405-a103-59cfb00bbea1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7834c5b71c4947eab5699ddf0f056440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965364 Jul 16 01:05:55.022707 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42462) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:55.079006 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b82f3cf0-5c76-4536-b368-b5bba68c1b2f req-dff4d88d-32ec-474a-940f-c2cee0f4ce45 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 210 time: 0.0516531 Jul 16 01:05:55.097524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cd056-7de5-4405-a103-59cfb00bbea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0287e6-00de-4f3c-881a-903b39dc4bbb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:55.122865 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:55.125092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cc28cc3-c49c-442e-9406-fc49bec097f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:55.173351 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cc28cc3-c49c-442e-9406-fc49bec097f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:55.240695 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cc28cc3-c49c-442e-9406-fc49bec097f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:55.244004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cc28cc3-c49c-442e-9406-fc49bec097f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:55.245673 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0cc28cc3-c49c-442e-9406-fc49bec097f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c0287e6-00de-4f3c-881a-903b39dc4bbb HTTP/1.1" status: 204 len: 168 time: 0.2216067 Jul 16 01:05:55.256250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc28cc3-c49c-442e-9406-fc49bec097f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0287e6-00de-4f3c-881a-903b39dc4bbb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:56.135083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d283b9d-3bb0-4486-897a-24976c5dceca req-a0c51405-84ff-4376-96ea-4ef7409983a8 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:56.144053 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d283b9d-3bb0-4486-897a-24976c5dceca req-a0c51405-84ff-4376-96ea-4ef7409983a8 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 936 time: 0.0893326 Jul 16 01:05:56.146170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:56.208588 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d283b9d-3bb0-4486-897a-24976c5dceca req-3dc4d3ea-dc80-4de7-a6ae-ab63fe0eeb59 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625305 Jul 16 01:05:56.319704 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42a67158-d771-404d-9aaf-2d6301f8001c req-401eea36-c845-489c-9284-18a9d95d610d tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 210 time: 0.0343826 Jul 16 01:05:56.862932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Request body: {'port': {'device_id': '4a5491ec-daa0-4b2b-89ee-2ead80d72939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:05:56.989476 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:57.062940 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2dbad568-44ff-4fb3-aa9f-fa7160db5d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:57.183667 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.50', 55677) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:57.218282 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-6fa2835b-cd0a-49f9-9bbb-b8a896a594cf tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e42f89437aef4cf8a51afc1bb70ea658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327342 Jul 16 01:05:57.381249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-b4b62ea0-22d2-4153-8a62-031f6e236a74 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:57.384453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-b4b62ea0-22d2-4153-8a62-031f6e236a74 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587238 Jul 16 01:05:57.414509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Request body: {'port': {'device_id': '7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': 'e42f89437aef4cf8a51afc1bb70ea658'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:05:57.472032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe59b45-b26a-4873-b210-dbd70b4a7d6e {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:05:57.482467 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:57.525634 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:57.531904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Transition to ACTIVE for port object 9fe59b45-b26a-4873-b210-dbd70b4a7d6e will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:05:57.556521 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:57.646181 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b27d3643-a449-435d-bd36-47d7b3a7d2a5 req-53fa71cc-e26d-45ae-9a2d-158e314204ec tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 210 time: 0.0913429 Jul 16 01:05:57.758055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Made reservation on behalf of e42f89437aef4cf8a51afc1bb70ea658 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:05:57.763539 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:57.768560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:57.776262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42602) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:57.789048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:57.884644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Attempting to bind port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:05:57.884644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Attempting to bind port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:05:57.884644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Attempting to bind port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:05:57.901833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6efea-f220-4bdd-abdd-8e132d5d0dde req-e64e2943-ca01-4a73-8ff7-27d15de7d81c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:57.903906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbe6efea-f220-4bdd-abdd-8e132d5d0dde req-e64e2943-ca01-4a73-8ff7-27d15de7d81c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 948 time: 0.3704226 Jul 16 01:05:57.904630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:05:57.905071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Attempting to bind port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:05:57.913705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:57.921731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:05:57.922106 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:05:57.922669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:05:57.923120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Bound port: 9fe59b45-b26a-4873-b210-dbd70b4a7d6e, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:05:57.923477 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:57.963401 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:57.970106 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.000664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbe6efea-f220-4bdd-abdd-8e132d5d0dde req-bc25faea-36bb-4312-9bab-6f927a57cb7f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809324 Jul 16 01:05:58.044243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] For port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:05:58.052177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] For port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:05:58.064305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.090782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:58.091937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.094104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] 10.222.0.50 "PUT /v2.0/ports/9fe59b45-b26a-4873-b210-dbd70b4a7d6e HTTP/1.1" status: 200 len: 1097 time: 1.3712173 Jul 16 01:05:58.097046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5491ec-daa0-4b2b-89ee-2ead80d72939', 'tag': '9fe59b45-b26a-4873-b210-dbd70b4a7d6e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:05:58.226624 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.299235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3270f3fc-577f-4678-bdf8-d1b543d4d21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.346946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Allocated IP 192.168.233.238 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/7974903d-c5e6-4a76-b04e-f004245d6d4b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:05:58.368871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef02903e-154f-404e-a52f-bedbdaba5233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.395839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab8637-6ed3-4d45-a52d-5f2179329007,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:58.426732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68e260-c068-4574-83ff-a39afdf2deb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:58.466966 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-7831d9b6-b269-4cec-85a7-8fa0b30c0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:58.468902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-7831d9b6-b269-4cec-85a7-8fa0b30c0594 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 1100 time: 0.2526736 Jul 16 01:05:58.576151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-4e2cd5e4-939b-4799-958e-8a9e6aef6331 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=9fe59b45-b26a-4873-b210-dbd70b4a7d6e HTTP/1.1" status: 200 len: 217 time: 0.0908499 Jul 16 01:05:58.602417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3270f3fc-577f-4678-bdf8-d1b543d4d21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.622907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.641243 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Transition to ACTIVE for port object 7974903d-c5e6-4a76-b04e-f004245d6d4b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:05:58.671929 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3270f3fc-577f-4678-bdf8-d1b543d4d21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.700217 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d209a793-7b5f-4f62-93e9-2c15841cc644" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5491ec-daa0-4b2b-89ee-2ead80d72939", "tag": "9fe59b45-b26a-4873-b210-dbd70b4a7d6e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:05:58.700773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.796372 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef02903e-154f-404e-a52f-bedbdaba5233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.811211 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3270f3fc-577f-4678-bdf8-d1b543d4d21a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9725295c120340319df3e1487df148c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8941398 Jul 16 01:05:58.813588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270f3fc-577f-4678-bdf8-d1b543d4d21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a34e28-9129-40d2-b703-eaf5c3a6ccc9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:58.818528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42648) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:58.820526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef02903e-154f-404e-a52f-bedbdaba5233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.832711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-3635a6bd-bbb8-4aca-b549-668fed366f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:58.838517 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-3635a6bd-bbb8-4aca-b549-668fed366f7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2510302 Jul 16 01:05:58.858925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:05:58.867029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:05:58.876651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:05:58.883293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:58.883952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:58.939620 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ef02903e-154f-404e-a52f-bedbdaba5233 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2c06116a32e4115bb474f432918288b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1591737 Jul 16 01:05:58.947299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:58.956416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Pushing event updated for resources: {'Port': ['ID=7974903d-c5e6-4a76-b04e-f004245d6d4b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:58.964956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-18313011-90f5-4bd4-b636-1d868ba8e2a1 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5678678 Jul 16 01:05:58.980760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Request body: {'port': {'device_id': '7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261', 'device_owner': 'compute:tempest-test_az-1166224848', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:05:59.031403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02903e-154f-404e-a52f-bedbdaba5233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959bdddf-aab3-482e-88ba-070efbaa54dc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:59.071047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57ee7c-3ab9-4194-9efc-9e65e2c5bc7d req-7458b776-103e-4e92-b0ac-297f9d498b7f tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:59.092843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c57ee7c-3ab9-4194-9efc-9e65e2c5bc7d req-7458b776-103e-4e92-b0ac-297f9d498b7f tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 936 time: 0.2057185 Jul 16 01:05:59.164055 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d36d37-e6e0-4dc7-8b9b-8f1507449d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.181388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.189087 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d36d37-e6e0-4dc7-8b9b-8f1507449d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.229406 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c57ee7c-3ab9-4194-9efc-9e65e2c5bc7d req-a095684f-bb49-4432-b047-b4e37882a1dc tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355500 Jul 16 01:05:59.229870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b46805bf-6a22-46d1-b22c-bff63497fb3f None None] Provisioning for port 7974903d-c5e6-4a76-b04e-f004245d6d4b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:05:59.236953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b46805bf-6a22-46d1-b22c-bff63497fb3f None None] Provisioning complete for port 7974903d-c5e6-4a76-b04e-f004245d6d4b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:05:59.237392 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b46805bf-6a22-46d1-b22c-bff63497fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.280173 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ab6a48-e36e-451b-8689-e85bb770dc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.318924 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ab6a48-e36e-451b-8689-e85bb770dc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.330791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b46805bf-6a22-46d1-b22c-bff63497fb3f None None] Port 7974903d-c5e6-4a76-b04e-f004245d6d4b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:05:59.343176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42666) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:59.365564 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2a4e21-716e-44ce-bf4c-3d78a337b7af x-openstack-request-id: req-8b2a4e21-716e-44ce-bf4c-3d78a337b7af {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:05:59.365890 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5491ec-daa0-4b2b-89ee-2ead80d72939", "tag": "9fe59b45-b26a-4873-b210-dbd70b4a7d6e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:05:59.366188 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b2a4e21-716e-44ce-bf4c-3d78a337b7af {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:05:59.366732 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5491ec-daa0-4b2b-89ee-2ead80d72939', 'tag': '9fe59b45-b26a-4873-b210-dbd70b4a7d6e', 'status': 'completed', 'code': 200} Jul 16 01:05:59.419648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-945e8d43-8c16-45bd-afc9-199eaea08dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:59.421575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-945e8d43-8c16-45bd-afc9-199eaea08dc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4799225 Jul 16 01:05:59.504271 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ab6a48-e36e-451b-8689-e85bb770dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.507177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ab6a48-e36e-451b-8689-e85bb770dc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.508643 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-90ab6a48-e36e-451b-8689-e85bb770dc2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/959bdddf-aab3-482e-88ba-070efbaa54dc HTTP/1.1" status: 204 len: 168 time: 0.5061243 Jul 16 01:05:59.515008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d36d37-e6e0-4dc7-8b9b-8f1507449d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.524786 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d36d37-e6e0-4dc7-8b9b-8f1507449d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.528479 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-66d36d37-e6e0-4dc7-8b9b-8f1507449d75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75a34e28-9129-40d2-b703-eaf5c3a6ccc9 HTTP/1.1" status: 204 len: 168 time: 0.7065923 Jul 16 01:05:59.539360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab6a48-e36e-451b-8689-e85bb770dc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959bdddf-aab3-482e-88ba-070efbaa54dc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:59.568711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d36d37-e6e0-4dc7-8b9b-8f1507449d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a34e28-9129-40d2-b703-eaf5c3a6ccc9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:59.573087 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-f7a96be5-027b-4fe9-b4f6-7b8aa3287e41 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442525 Jul 16 01:05:59.600518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c34a6-eebd-46a0-b815-bac7a778f225 req-75c3dd5f-1c05-4c71-8c79-ed44dd32dc65 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:59.602364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e58c34a6-eebd-46a0-b815-bac7a778f225 req-75c3dd5f-1c05-4c71-8c79-ed44dd32dc65 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 948 time: 0.1485784 Jul 16 01:05:59.678334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e58c34a6-eebd-46a0-b815-bac7a778f225 req-207abeb4-8d3b-4fa1-a292-98436ab49da6 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662906 Jul 16 01:05:59.693547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a6f295-e221-4c94-8a71-8b9fd13813af req-d4ec7454-e3ce-4613-8e7f-65bb36afa32e service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017377 Jul 16 01:05:59.734362 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10c1f939-d23e-49f7-a303-50a4e1a1a611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.737887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7974903d-c5e6-4a76-b04e-f004245d6d4b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:05:59.747975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.764730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Transition to ACTIVE for port object 7974903d-c5e6-4a76-b04e-f004245d6d4b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:05:59.770700 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.892988 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.905453 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10c1f939-d23e-49f7-a303-50a4e1a1a611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.910202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10c1f939-d23e-49f7-a303-50a4e1a1a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.939751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-c1d911b3-7d5b-4118-9556-bf2a055d290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:05:59.941262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-c1d911b3-7d5b-4118-9556-bf2a055d290b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 1100 time: 0.1312191 Jul 16 01:05:59.974625 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-10c1f939-d23e-49f7-a303-50a4e1a1a611 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f73104ced7854c16aa27b4d36407a21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6194391 Jul 16 01:05:59.982432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:00.010462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1f939-d23e-49f7-a303-50a4e1a1a611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f1fb9c-92bd-4a11-975e-d3fba911ad42,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:00.084353 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129768aa-382c-4cee-a5b9-186c3c4f0f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:00.111913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129768aa-382c-4cee-a5b9-186c3c4f0f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:00.151030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-c0db0856-1203-426e-b515-c29701b1fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:00.153200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-c0db0856-1203-426e-b515-c29701b1fa2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2035956 Jul 16 01:06:00.257351 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-9b2b8cb7-9d68-4f34-a8a8-b261dcf87057 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=9fe59b45-b26a-4873-b210-dbd70b4a7d6e HTTP/1.1" status: 200 len: 217 time: 0.0956190 Jul 16 01:06:00.267882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Pushing event updated for resources: {'Port': ['ID=7974903d-c5e6-4a76-b04e-f004245d6d4b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:00.339402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Attempting to bind port 7974903d-c5e6-4a76-b04e-f004245d6d4b on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:00.339989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Attempting to bind port 7974903d-c5e6-4a76-b04e-f004245d6d4b by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:00.340477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Attempting to bind port 7974903d-c5e6-4a76-b04e-f004245d6d4b on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:00.360902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Port 7974903d-c5e6-4a76-b04e-f004245d6d4b on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:00.361621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Attempting to bind port 7974903d-c5e6-4a76-b04e-f004245d6d4b on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:00.377650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-ab2f0ca6-819f-4330-83f6-7d7d121a52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:00.383775 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-ab2f0ca6-819f-4330-83f6-7d7d121a52d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1167052 Jul 16 01:06:00.390193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:00.390783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:00.391526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:00.392160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Bound port: 7974903d-c5e6-4a76-b04e-f004245d6d4b, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:00.392691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:00.484213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42698) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:00.500884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42700) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:00.533430 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129768aa-382c-4cee-a5b9-186c3c4f0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:00.536737 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129768aa-382c-4cee-a5b9-186c3c4f0f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:00.537892 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-129768aa-382c-4cee-a5b9-186c3c4f0f91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7f1fb9c-92bd-4a11-975e-d3fba911ad42 HTTP/1.1" status: 204 len: 168 time: 0.5526123 Jul 16 01:06:00.538784 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b407725-ebc4-4a89-8fcb-a5392c83cdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:00.578937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] For port 7974903d-c5e6-4a76-b04e-f004245d6d4b, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:00.592543 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dd06c52-a1db-4eb5-b31c-98968fe3d24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:00.607160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129768aa-382c-4cee-a5b9-186c3c4f0f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f1fb9c-92bd-4a11-975e-d3fba911ad42,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:00.639093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] For port 7974903d-c5e6-4a76-b04e-f004245d6d4b, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7974903d-c5e6-4a76-b04e-f004245d6d4b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:00.649269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-95ca9f5f-5164-4f2b-8900-a0fcc31b781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:00.651295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-95ca9f5f-5164-4f2b-8900-a0fcc31b781c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2583709 Jul 16 01:06:00.651476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:00.654029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffde8a9-ff1a-4367-934d-3f100220a413 req-43245366-987c-4ddd-a4dc-72de363bb01d tempest-NetworksTest-62360042 tempest-NetworksTest-62360042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:00.654499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffde8a9-ff1a-4367-934d-3f100220a413 req-43245366-987c-4ddd-a4dc-72de363bb01d tempest-NetworksTest-62360042 tempest-NetworksTest-62360042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:00.654973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffde8a9-ff1a-4367-934d-3f100220a413 req-43245366-987c-4ddd-a4dc-72de363bb01d tempest-NetworksTest-62360042 tempest-NetworksTest-62360042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:00.656697 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fffde8a9-ff1a-4367-934d-3f100220a413 req-43245366-987c-4ddd-a4dc-72de363bb01d tempest-NetworksTest-62360042 tempest-NetworksTest-62360042-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2204 time: 0.3227558 Jul 16 01:06:00.682283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54d2fa-06eb-447d-822d-a804dcd010c8 req-d2645f22-2b9c-4321-9655-909f0f435ea3 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:00.683881 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba54d2fa-06eb-447d-822d-a804dcd010c8 req-d2645f22-2b9c-4321-9655-909f0f435ea3 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 970 time: 0.2363753 Jul 16 01:06:00.714864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:00.715722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:00.719808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] 10.222.0.50 "PUT /v2.0/ports/7974903d-c5e6-4a76-b04e-f004245d6d4b HTTP/1.1" status: 200 len: 1119 time: 1.7447910 Jul 16 01:06:00.730275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261', 'tag': '7974903d-c5e6-4a76-b04e-f004245d6d4b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:00.805632 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:06:00.825767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba54d2fa-06eb-447d-822d-a804dcd010c8 req-0c8d2f42-1b1a-4630-8fd0-b741bf261fd4 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295643 Jul 16 01:06:00.849113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-d09eb7c6-fc05-44ae-bd25-8e0e9aa38192 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850915 Jul 16 01:06:00.989058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04b1d-3c24-4701-96e5-28bc4d1c2500 req-a45f1f53-06b4-446b-a0ab-819e32604643 tempest-NetworksTest-62360042 tempest-NetworksTest-62360042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:00.990591 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0da04b1d-3c24-4701-96e5-28bc4d1c2500 req-a45f1f53-06b4-446b-a0ab-819e32604643 tempest-NetworksTest-62360042 tempest-NetworksTest-62360042-project-admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 886 time: 0.1536579 Jul 16 01:06:01.037556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d209a793-7b5f-4f62-93e9-2c15841cc644 req-2279b6b4-ae96-4b26-bb54-e09d7b7b889c service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721277 Jul 16 01:06:01.087200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ef844-4793-42e6-a505-6de31fde87da service neutron] Pushing event updated for resources: {'Port': ['ID=7974903d-c5e6-4a76-b04e-f004245d6d4b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:01.093937 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65" -d '{"events": [{"name": "network-changed", "server_uuid": "7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261", "tag": "7974903d-c5e6-4a76-b04e-f004245d6d4b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:01.194855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62675550-700f-48f4-b03e-660449902cbd req-9cbe467a-6802-4b45-9ab2-9351261e8a2c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:01.203432 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62675550-700f-48f4-b03e-660449902cbd req-9cbe467a-6802-4b45-9ab2-9351261e8a2c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 948 time: 0.1472297 Jul 16 01:06:01.252081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-d60e6666-fccf-4302-82bc-2b4ee863316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:01.258659 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-d60e6666-fccf-4302-82bc-2b4ee863316c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e42f89437aef4cf8a51afc1bb70ea658&device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 1122 time: 0.4120374 Jul 16 01:06:01.259599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42726) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:01.264561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62675550-700f-48f4-b03e-660449902cbd req-cfca3b87-8d5a-4d56-820e-832217a2408d tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601127 Jul 16 01:06:01.273125 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b407725-ebc4-4a89-8fcb-a5392c83cdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.321795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b407725-ebc4-4a89-8fcb-a5392c83cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.324074 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a69ed06-0477-4ac3-a862-b8cc5b95fc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.383556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-407b272f-1e6d-4dae-b8aa-3fe74418a0c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=7974903d-c5e6-4a76-b04e-f004245d6d4b HTTP/1.1" status: 200 len: 217 time: 0.1064551 Jul 16 01:06:01.436280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:01.450256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc4b0b-17b4-4a3d-b7f3-d7c95a7b12d7 req-e1785bb1-b7ee-4dd0-9e76-4d2f17bd3e46 tempest-NetworksTest-62360042 tempest-NetworksTest-62360042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:01.450734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc4b0b-17b4-4a3d-b7f3-d7c95a7b12d7 req-e1785bb1-b7ee-4dd0-9e76-4d2f17bd3e46 tempest-NetworksTest-62360042 tempest-NetworksTest-62360042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:01.451222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc4b0b-17b4-4a3d-b7f3-d7c95a7b12d7 req-e1785bb1-b7ee-4dd0-9e76-4d2f17bd3e46 tempest-NetworksTest-62360042 tempest-NetworksTest-62360042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:01.452805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4cc4b0b-17b4-4a3d-b7f3-d7c95a7b12d7 req-e1785bb1-b7ee-4dd0-9e76-4d2f17bd3e46 tempest-NetworksTest-62360042 tempest-NetworksTest-62360042-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2204 time: 0.3364713 Jul 16 01:06:01.504720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42740) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:01.504907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5b407725-ebc4-4a89-8fcb-a5392c83cdc8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5821ef7564e470296955d1d3cf387b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0186100 Jul 16 01:06:01.515027 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b407725-ebc4-4a89-8fcb-a5392c83cdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4565528c-6d16-4c50-aa89-b943067f410b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:01.530879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-7b426e69-08e4-47e8-8e7b-c228a073f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:01.533774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-7b426e69-08e4-47e8-8e7b-c228a073f40b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1356788 Jul 16 01:06:01.572866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78466b63-0959-48e6-8134-c6668bb4939f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.578357 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c26a8f4-8258-4695-b694-b1fec421af42 x-openstack-request-id: req-4c26a8f4-8258-4695-b694-b1fec421af42 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:01.578657 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261", "tag": "7974903d-c5e6-4a76-b04e-f004245d6d4b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:01.578986 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c26a8f4-8258-4695-b694-b1fec421af42 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:01.579681 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261', 'tag': '7974903d-c5e6-4a76-b04e-f004245d6d4b', 'status': 'completed', 'code': 200} Jul 16 01:06:01.606869 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e03220a-bf63-47e0-875c-8bc86d8aa9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.631312 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e03220a-bf63-47e0-875c-8bc86d8aa9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.656357 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dd06c52-a1db-4eb5-b31c-98968fe3d24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.669928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dd06c52-a1db-4eb5-b31c-98968fe3d24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.699835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e03220a-bf63-47e0-875c-8bc86d8aa9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.702540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e03220a-bf63-47e0-875c-8bc86d8aa9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.706111 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6e03220a-bf63-47e0-875c-8bc86d8aa9d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4565528c-6d16-4c50-aa89-b943067f410b HTTP/1.1" status: 204 len: 168 time: 0.1972737 Jul 16 01:06:01.706252 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-1a69ed06-0477-4ac3-a862-b8cc5b95fc44 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:06:01.706252 n-d-791504-14 neutron-server[93944]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:06:01.706252 n-d-791504-14 neutron-server[93944]: [parameters: {'project_id': 'be186eacd55c4de6be5b85d66f7b3f3d', 'id': '85f8599c-0c7d-45c5-bc9f-363a4f80a113', 'expiration': datetime.datetime(2021, 7, 16, 1, 8, 1, 679898)}] Jul 16 01:06:01.706252 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:06:01.706252 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-1a69ed06-0477-4ac3-a862-b8cc5b95fc44 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:06:01.714736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-2e384842-55fa-4f89-966d-4ea3435756a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:01.716266 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-2e384842-55fa-4f89-966d-4ea3435756a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1728981 Jul 16 01:06:01.721887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03220a-bf63-47e0-875c-8bc86d8aa9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4565528c-6d16-4c50-aa89-b943067f410b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:01.741273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd06c52-a1db-4eb5-b31c-98968fe3d24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a235b345-8ce9-4659-817d-8c9d1b57dd12,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:01.757987 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2dd06c52-a1db-4eb5-b31c-98968fe3d24c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7c52a37e8dc4e0c80ae85abd9022d54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2467127 Jul 16 01:06:01.758395 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42746) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:01.810199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42748) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:01.834288 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78466b63-0959-48e6-8134-c6668bb4939f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.839539 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78466b63-0959-48e6-8134-c6668bb4939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.875031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-295a4b8d-5342-4210-b376-4f03292ecb1a service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483247 Jul 16 01:06:01.876007 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0a70-c379-452a-9491-870554786050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:01.889822 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-78466b63-0959-48e6-8134-c6668bb4939f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=080ebce16faa4059a9f354704a65ed44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523640 Jul 16 01:06:01.895496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42754) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:01.933603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0a70-c379-452a-9491-870554786050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.020659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78466b63-0959-48e6-8134-c6668bb4939f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac66cbe-9072-4f32-af02-eb5c9f518cd2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:02.042560 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68cfa87f-ad4d-4a6f-83fa-493c80032c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.071124 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3c2c78b-33ac-4d7c-ac4d-f8bb293eb088 req-07d914cd-19c9-4209-b95e-cb11b45cd7a7 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868334 Jul 16 01:06:02.071329 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68cfa87f-ad4d-4a6f-83fa-493c80032c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.095293 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0a70-c379-452a-9491-870554786050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.099425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0a70-c379-452a-9491-870554786050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.105295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5b9c0a70-c379-452a-9491-870554786050 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a235b345-8ce9-4659-817d-8c9d1b57dd12 HTTP/1.1" status: 204 len: 168 time: 0.3460221 Jul 16 01:06:02.122784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c0a70-c379-452a-9491-870554786050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a235b345-8ce9-4659-817d-8c9d1b57dd12,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:02.125954 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3692781-e73f-4a76-8f6d-1a2372159fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.208335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a69ed06-0477-4ac3-a862-b8cc5b95fc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.210966 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68cfa87f-ad4d-4a6f-83fa-493c80032c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.215654 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68cfa87f-ad4d-4a6f-83fa-493c80032c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.217528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-68cfa87f-ad4d-4a6f-83fa-493c80032c51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ac66cbe-9072-4f32-af02-eb5c9f518cd2 HTTP/1.1" status: 204 len: 168 time: 0.3142664 Jul 16 01:06:02.229271 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107544d-92e5-4efc-8aa7-1e6b4bbc247c req-c12069fb-2a3d-406e-8c8b-49a95c1479e9 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:02.231001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2107544d-92e5-4efc-8aa7-1e6b4bbc247c req-c12069fb-2a3d-406e-8c8b-49a95c1479e9 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 970 time: 0.1786616 Jul 16 01:06:02.301752 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3692781-e73f-4a76-8f6d-1a2372159fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.310978 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2107544d-92e5-4efc-8aa7-1e6b4bbc247c req-70fe1329-34eb-472c-8505-1c8bdb260561 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715811 Jul 16 01:06:02.312882 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3692781-e73f-4a76-8f6d-1a2372159fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.317302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfa87f-ad4d-4a6f-83fa-493c80032c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac66cbe-9072-4f32-af02-eb5c9f518cd2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:02.389627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f3692781-e73f-4a76-8f6d-1a2372159fbe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dfc65e04ab2b4ce4b52c8e3d56404c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782220 Jul 16 01:06:02.392168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:02.423550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3692781-e73f-4a76-8f6d-1a2372159fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bfd1bd-b8ff-4aa8-b9ff-fd14455bd48d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:02.434341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-c568aa8a-4ed1-4d6f-a1f1-1392be7d223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:02.446060 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-c568aa8a-4ed1-4d6f-a1f1-1392be7d223a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e42f89437aef4cf8a51afc1bb70ea658&device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 1122 time: 0.3050106 Jul 16 01:06:02.467835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4a32962-c627-4e88-87e1-f464af33c0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.470138 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a69ed06-0477-4ac3-a862-b8cc5b95fc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.478809 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a69ed06-0477-4ac3-a862-b8cc5b95fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.521875 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4a32962-c627-4e88-87e1-f464af33c0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.657635 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4a32962-c627-4e88-87e1-f464af33c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.662742 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4a32962-c627-4e88-87e1-f464af33c0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.664696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f4a32962-c627-4e88-87e1-f464af33c0df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0bfd1bd-b8ff-4aa8-b9ff-fd14455bd48d HTTP/1.1" status: 204 len: 168 time: 0.2713063 Jul 16 01:06:02.680156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a32962-c627-4e88-87e1-f464af33c0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bfd1bd-b8ff-4aa8-b9ff-fd14455bd48d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:02.714356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03117314-1822-419b-95db-9cae88fea7e0 req-c7417342-a3c9-4460-99b4-45e356f35e9d tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:02.718063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03117314-1822-419b-95db-9cae88fea7e0 req-c7417342-a3c9-4460-99b4-45e356f35e9d tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 948 time: 0.1907394 Jul 16 01:06:02.781124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03117314-1822-419b-95db-9cae88fea7e0 req-955ae03c-34a1-4976-ad2b-936cedd00c9c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627875 Jul 16 01:06:02.806250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1a69ed06-0477-4ac3-a862-b8cc5b95fc44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be186eacd55c4de6be5b85d66f7b3f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5421546 Jul 16 01:06:02.807465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42786) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:02.809645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69ed06-0477-4ac3-a862-b8cc5b95fc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49930dbc-8913-4fde-9a60-7741093ef766,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:02.859175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:02.874144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-7acaec1d-799c-4652-bc1e-22b29449932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:02.875775 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-7acaec1d-799c-4652-bc1e-22b29449932e service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.4178593 Jul 16 01:06:02.887406 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f1f6-4ecd-4cad-b3b6-76fe8a8a0afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.927551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25de5116-d24a-4883-b900-5160c9f30dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.932594 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-094f5bbc-e11e-4d9f-a97d-0268baa70b7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=7974903d-c5e6-4a76-b04e-f004245d6d4b HTTP/1.1" status: 200 len: 217 time: 0.0490553 Jul 16 01:06:02.971571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25de5116-d24a-4883-b900-5160c9f30dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.010057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-58b5261b-0171-40b3-acaf-fe046c2daec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:03.012004 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-58b5261b-0171-40b3-acaf-fe046c2daec2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0706420 Jul 16 01:06:03.087992 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25de5116-d24a-4883-b900-5160c9f30dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.095760 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25de5116-d24a-4883-b900-5160c9f30dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.098592 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-25de5116-d24a-4883-b900-5160c9f30dc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49930dbc-8913-4fde-9a60-7741093ef766 HTTP/1.1" status: 204 len: 168 time: 0.2888563 Jul 16 01:06:03.114248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-e8caf4e2-79b9-46bb-9fc6-6275c9998f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:03.114944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f1f6-4ecd-4cad-b3b6-76fe8a8a0afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.116335 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-e8caf4e2-79b9-46bb-9fc6-6275c9998f53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941591 Jul 16 01:06:03.121980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de5116-d24a-4883-b900-5160c9f30dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49930dbc-8913-4fde-9a60-7741093ef766,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:03.124029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f1f6-4ecd-4cad-b3b6-76fe8a8a0afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.186148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a6b2f1f6-4ecd-4cad-b3b6-76fe8a8a0afc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b180d50f5f24a1d8a69513123404f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247714 Jul 16 01:06:03.187945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2f1f6-4ecd-4cad-b3b6-76fe8a8a0afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d036e495-a2e6-462f-aed3-9c0e5af8b75d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:03.191289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42802) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:03.223161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:03.256538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b77-d2a8-44fb-a4a0-eb4129346429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.258535 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-861d5e05-0cb1-4ac7-b3cb-dbaa700d6310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.296292 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-861d5e05-0cb1-4ac7-b3cb-dbaa700d6310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.299572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-d5e46cf5-e8a4-4c74-8039-5a089e89c0d0 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681886 Jul 16 01:06:03.372839 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-861d5e05-0cb1-4ac7-b3cb-dbaa700d6310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.377723 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-861d5e05-0cb1-4ac7-b3cb-dbaa700d6310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.382440 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-861d5e05-0cb1-4ac7-b3cb-dbaa700d6310 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d036e495-a2e6-462f-aed3-9c0e5af8b75d HTTP/1.1" status: 204 len: 168 time: 0.1871257 Jul 16 01:06:03.406535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d5e05-0cb1-4ac7-b3cb-dbaa700d6310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d036e495-a2e6-462f-aed3-9c0e5af8b75d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:03.461712 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-648d6923-53ef-4bc9-a4ec-e88bfb36ba65 req-9a86f565-4b34-41eb-b415-020bf9807484 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530278 Jul 16 01:06:03.527509 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b77-d2a8-44fb-a4a0-eb4129346429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.534657 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b77-d2a8-44fb-a4a0-eb4129346429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.587633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57df1b0-8877-4da8-a91a-7e1dfa3fa115 req-094ee914-7df9-41da-89e3-a337ea40f22d tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:03.589175 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a57df1b0-8877-4da8-a91a-7e1dfa3fa115 req-094ee914-7df9-41da-89e3-a337ea40f22d tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 970 time: 0.1240845 Jul 16 01:06:03.598727 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2ecf5b77-d2a8-44fb-a4a0-eb4129346429 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6dc75f0dda842c5aa0ec2faa0c02f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702676 Jul 16 01:06:03.598727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf5b77-d2a8-44fb-a4a0-eb4129346429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e02b879-ee4e-4b9e-900e-5ce07a2b590c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:03.600142 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:03.639421 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a57df1b0-8877-4da8-a91a-7e1dfa3fa115 req-47e512cf-8d0d-4c15-9ef7-a8e8d3673312 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Jul 16 01:06:03.665786 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38812708-2c12-4d54-b9e8-bdc2879c54b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.690793 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38812708-2c12-4d54-b9e8-bdc2879c54b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.751778 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38812708-2c12-4d54-b9e8-bdc2879c54b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.756709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38812708-2c12-4d54-b9e8-bdc2879c54b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.757877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-38812708-2c12-4d54-b9e8-bdc2879c54b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e02b879-ee4e-4b9e-900e-5ce07a2b590c HTTP/1.1" status: 204 len: 168 time: 0.1565614 Jul 16 01:06:03.765817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38812708-2c12-4d54-b9e8-bdc2879c54b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e02b879-ee4e-4b9e-900e-5ce07a2b590c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:03.910786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9fe59b45-b26a-4873-b210-dbd70b4a7d6e details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:06:03.990731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb851eb4-aae0-43eb-9853-2a3a536cd461 req-fa621d11-737d-4057-91c1-478b5546827a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:03.990731 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eb851eb4-aae0-43eb-9853-2a3a536cd461 req-fa621d11-737d-4057-91c1-478b5546827a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 948 time: 0.0770919 Jul 16 01:06:04.042622 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eb851eb4-aae0-43eb-9853-2a3a536cd461 req-ff5b29fb-7ba3-40f7-bfe5-a8e144b07723 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487218 Jul 16 01:06:04.044616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:04.064890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '9fe59b45-b26a-4873-b210-dbd70b4a7d6e', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '9fe59b45-b26a-4873-b210-dbd70b4a7d6e', 'mac_address': 'fa:16:3e:71:6c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:06:04.106327 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:04.121528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe59b45-b26a-4873-b210-dbd70b4a7d6e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:04.145484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:04.150679 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:04.210389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:04.222025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.222535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.222896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.223313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.223692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.224017 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.224339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.224692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.224961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.225276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.225591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.225997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Tracked resource versions report: Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: pushed versions: Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: { 'AddressGroup': {'1.2'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'ConntrackHelper': {'1.0'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'Log': {'1.0'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'Network': {'1.1'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'Port': {'1.7'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'PortForwarding': {'1.2'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'QosPolicy': {'1.8'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'SecurityGroup': {'1.4'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'SubPort': {'1.0'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'Subnet': {'1.1'}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'Trunk': {'1.1'}} Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: consumer versions: Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: { DHCP agent@n-d-791504-14: {}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: HyperV agent@n-h1-791504-14: {}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: HyperV agent@n-h2-791504-14: {}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: L3 agent@n-d-791504-14: {}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: Metadata agent@n-d-791504-14: {}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: Metering agent@n-d-791504-14: {}, Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: Open vSwitch agent@n-d-791504-14: { 'AddressGroup': '1.2', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'ConntrackHelper': '1.0', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'Log': '1.0', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'Network': '1.1', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'Port': '1.7', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'PortForwarding': '1.2', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'QosPolicy': '1.8', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'SecurityGroup': '1.4', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'SecurityGroupRule': '1.2', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'SubPort': '1.0', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'Subnet': '1.1', Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: 'Trunk': '1.1'}} Jul 16 01:06:04.227364 n-d-791504-14 neutron-server[93946]: {{(pid=93946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:06:04.487381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42862) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:04.522714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['9fe59b45-b26a-4873-b210-dbd70b4a7d6e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:04.833454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1636765842-network', 'tenant_id': 'f5b0291a69714a6bbaf96f25b9c9b62a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:04.854834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8c3c3-6e57-4098-a812-cd192918c43c req-eefb8742-3b10-4541-beb1-d82afb6e9687 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:04.857280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-faf8c3c3-6e57-4098-a812-cd192918c43c req-eefb8742-3b10-4541-beb1-d82afb6e9687 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 970 time: 0.0947475 Jul 16 01:06:04.874781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Made reservation on behalf of f5b0291a69714a6bbaf96f25b9c9b62a for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:04.878952 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:04.903236 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:04.919164 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-faf8c3c3-6e57-4098-a812-cd192918c43c req-2fa92cdf-023d-4f22-b3e0-eac394d2ca30 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546827 Jul 16 01:06:05.047814 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.052630 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.083777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:06:05.101631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:05.116421 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.116779 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Added segment 575ac034-ac2d-41b5-9f3c-5d0e25fa6127 of type vlan for network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c Jul 16 01:06:05.180343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.226383 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.227561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:05.228159 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.285128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:05.289964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Request body: {'subnet': {'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1636765842-subnet', 'tenant_id': 'f5b0291a69714a6bbaf96f25b9c9b62a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:05.293764 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7861257 Jul 16 01:06:05.321419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Made reservation on behalf of f5b0291a69714a6bbaf96f25b9c9b62a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:05.324434 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.361207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0c666-88a5-45e9-b034-1ce3278184a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:05.373266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42904) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:05.375493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:06:05.406809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe6546-d9f0-4f92-93a6-21e3739cf876 req-cc2ee85a-2d8d-4ac7-ad6a-46a59e53c3b2 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:05.416144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cdbe6546-d9f0-4f92-93a6-21e3739cf876 req-cc2ee85a-2d8d-4ac7-ad6a-46a59e53c3b2 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 949 time: 0.1666300 Jul 16 01:06:05.489979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cdbe6546-d9f0-4f92-93a6-21e3739cf876 req-dd2a5986-99d5-4888-9781-3dcd94553803 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669012 Jul 16 01:06:05.570168 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.631628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46818f7-f7d8-4e1b-b60b-de082ce14d78,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:05.648530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:05.648890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Network hostable DHCP agents. Network: 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:06:05.668978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:06:05.680596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:05.685813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:05.686437 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.700624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d1663e-3125-4b7e-9980-674cac1f7481 None None] Network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:05.711982 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-271b2e60-550e-4aff-9414-13257c7add9b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4170446 Jul 16 01:06:05.722615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-765706798-network', 'tenant_id': 'b1467b46a3bd45be94215a91f1f7b186'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:05.746910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Made reservation on behalf of b1467b46a3bd45be94215a91f1f7b186 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:05.749513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.751313 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:05.765009 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.889686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc351cc4-3a22-446f-98ac-dab9b734901c None None] Network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:05.896607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7974903d-c5e6-4a76-b04e-f004245d6d4b details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:06:05.905473 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.912697 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.951171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:06:05.973331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7226fbb9-406d-41cf-882e-d4c51a7d6ea2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:05.977507 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:05.978001 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Added segment 929040e8-f473-4706-ac9d-89d95f424768 of type vlan for network f01046a8-481a-4dd9-aec6-20c178e72e83 Jul 16 01:06:05.999655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9fe59b45-b26a-4873-b210-dbd70b4a7d6e up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:06.029685 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.075194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9efc814-c639-4b56-b3d0-52a607484f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.089842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.092615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:06.094319 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.209173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] Pushing event updated for resources: {'Network': ['ID=f01046a8-481a-4dd9-aec6-20c178e72e83,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:06.238773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f01046a8-481a-4dd9-aec6-20c178e72e83 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:06:06.291796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c6aa0-6d74-4a6e-81d5-cd85d3eb4856 req-fee11b77-3a81-448d-9445-e6b8bccde959 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:06.293556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-115c6aa0-6d74-4a6e-81d5-cd85d3eb4856 req-fee11b77-3a81-448d-9445-e6b8bccde959 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 970 time: 0.1773078 Jul 16 01:06:06.365904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-115c6aa0-6d74-4a6e-81d5-cd85d3eb4856 req-17e8f120-5851-4afe-9126-e3b650c0ca89 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649838 Jul 16 01:06:06.371445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9efc814-c639-4b56-b3d0-52a607484f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.378241 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9efc814-c639-4b56-b3d0-52a607484f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.386564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7974903d-c5e6-4a76-b04e-f004245d6d4b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7974903d-c5e6-4a76-b04e-f004245d6d4b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:06.397577 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-38a3e5dd-7629-42c0-b198-825c7ef46b22 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0226858 Jul 16 01:06:06.400628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42948) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:06.402501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '7974903d-c5e6-4a76-b04e-f004245d6d4b', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '7974903d-c5e6-4a76-b04e-f004245d6d4b', 'mac_address': 'fa:16:3e:7d:a7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:tempest-test_az-1166224848', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:06:06.407162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Request body: {'subnet': {'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-765706798-subnet', 'tenant_id': 'b1467b46a3bd45be94215a91f1f7b186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:06.417498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:06.424654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:06.425273 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.437051 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a9efc814-c639-4b56-b3d0-52a607484f28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80ab0f29e4524811b56828945f40ea15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837716 Jul 16 01:06:06.440059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42954) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:06.449176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efc814-c639-4b56-b3d0-52a607484f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322ea1cb-b6e7-4b2e-a68e-639e234d0163,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:06.469969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Made reservation on behalf of b1467b46a3bd45be94215a91f1f7b186 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:06.480077 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.511140 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b76a434-49fe-46c6-9e3a-dd193838fdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.530396 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.537590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b76a434-49fe-46c6-9e3a-dd193838fdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.610988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7974903d-c5e6-4a76-b04e-f004245d6d4b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:06.630980 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b76a434-49fe-46c6-9e3a-dd193838fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.640082 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b76a434-49fe-46c6-9e3a-dd193838fdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.647042 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8b76a434-49fe-46c6-9e3a-dd193838fdce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/322ea1cb-b6e7-4b2e-a68e-639e234d0163 HTTP/1.1" status: 204 len: 168 time: 0.2048075 Jul 16 01:06:06.658282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76a434-49fe-46c6-9e3a-dd193838fdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ea1cb-b6e7-4b2e-a68e-639e234d0163,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:06.664000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.669322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7974903d-c5e6-4a76-b04e-f004245d6d4b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7974903d-c5e6-4a76-b04e-f004245d6d4b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:06.689376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.860342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5491ec-daa0-4b2b-89ee-2ead80d72939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe59b45-b26a-4873-b210-dbd70b4a7d6e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:06.887626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.903635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d99b3d-3ff9-46c4-9c00-2881133d2366 req-0ef9b6fd-3a14-4550-b3ea-b9db3c1a397a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:06.905549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21d99b3d-3ff9-46c4-9c00-2881133d2366 req-0ef9b6fd-3a14-4550-b3ea-b9db3c1a397a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 949 time: 0.1661873 Jul 16 01:06:06.943902 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:06.957502 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:06.967901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7974903d-c5e6-4a76-b04e-f004245d6d4b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:07.018545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1db9f23-7b03-4fa4-8195-d7376d373bcb,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:07.029474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:07.029804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:07.030166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Network hostable DHCP agents. Network: f01046a8-481a-4dd9-aec6-20c178e72e83, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:06:07.046271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21d99b3d-3ff9-46c4-9c00-2881133d2366 req-6771eb89-e3a8-42c4-b5dd-d0e4e6ed735f tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260710 Jul 16 01:06:07.070864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Network f01046a8-481a-4dd9-aec6-20c178e72e83 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:06:07.084952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['7974903d-c5e6-4a76-b04e-f004245d6d4b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:07.101092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f01046a8-481a-4dd9-aec6-20c178e72e83) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:07.106876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:07.107812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.131197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dca594-4d05-450c-b4cc-b937e1e7acf4 None None] Network f01046a8-481a-4dd9-aec6-20c178e72e83 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:07.131621 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fdfa5546-85d3-47a4-9a1b-e7cf94ac6e10 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7294285 Jul 16 01:06:07.334827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e85506-eb44-49a9-9cb9-07526f4dbe5f None None] Network f01046a8-481a-4dd9-aec6-20c178e72e83 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:07.371801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:07.388903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58260bc3-7348-455b-a308-e8cb253ed101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.574744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58260bc3-7348-455b-a308-e8cb253ed101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.581751 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58260bc3-7348-455b-a308-e8cb253ed101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.631223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d6665-6008-41e7-ae05-343ea980947e req-826bcffa-720b-45b9-b42d-828c909f6a35 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:07.632908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-936d6665-6008-41e7-ae05-343ea980947e req-826bcffa-720b-45b9-b42d-828c909f6a35 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 971 time: 0.0810566 Jul 16 01:06:07.641489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-58260bc3-7348-455b-a308-e8cb253ed101 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=515aad7eef7240219a3571ecb474ae55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675016 Jul 16 01:06:07.641679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:07.642886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58260bc3-7348-455b-a308-e8cb253ed101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd31238-6845-4262-8a08-71a54200ce75,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:07.647843 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ad248d-29a4-45ff-a51b-c298f8e1df6e" -d '{"events": [{"server_uuid": "4a5491ec-daa0-4b2b-89ee-2ead80d72939", "name": "network-vif-plugged", "status": "completed", "tag": "9fe59b45-b26a-4873-b210-dbd70b4a7d6e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:07.719503 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-936d6665-6008-41e7-ae05-343ea980947e req-56fe1569-5927-444b-a0de-8588c6791e50 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795276 Jul 16 01:06:07.732549 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46273de1-40ff-46aa-a752-83d86222ebf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.765862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46273de1-40ff-46aa-a752-83d86222ebf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.792757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:07.799495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-106644667-network', 'tenant_id': '1016bfe230804066a56bbeb64bbaf5fc'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:07.835539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Made reservation on behalf of 1016bfe230804066a56bbeb64bbaf5fc for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:07.838909 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.854345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46273de1-40ff-46aa-a752-83d86222ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.857634 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46273de1-40ff-46aa-a752-83d86222ebf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.859328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-46273de1-40ff-46aa-a752-83d86222ebf9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dcd31238-6845-4262-8a08-71a54200ce75 HTTP/1.1" status: 204 len: 168 time: 0.2040799 Jul 16 01:06:07.870242 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.877523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46273de1-40ff-46aa-a752-83d86222ebf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd31238-6845-4262-8a08-71a54200ce75,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:07.902554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7974903d-c5e6-4a76-b04e-f004245d6d4b up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:07.969327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 7974903d-c5e6-4a76-b04e-f004245d6d4b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:07.977726 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 7974903d-c5e6-4a76-b04e-f004245d6d4b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:07.978228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.057848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.070200 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.101133 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.112527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:06:08.145314 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7861c95b-55de-4f7c-ba98-3c7246d0d561 x-openstack-request-id: req-7861c95b-55de-4f7c-ba98-3c7246d0d561 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:08.145827 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5491ec-daa0-4b2b-89ee-2ead80d72939", "name": "network-vif-plugged", "status": "completed", "tag": "9fe59b45-b26a-4873-b210-dbd70b4a7d6e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:08.146319 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7861c95b-55de-4f7c-ba98-3c7246d0d561 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:08.147314 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5491ec-daa0-4b2b-89ee-2ead80d72939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe59b45-b26a-4873-b210-dbd70b4a7d6e', 'code': 200} Jul 16 01:06:08.151106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb39c1e-37cb-4d51-a225-6f4cce7a7a61,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:08.153201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7974903d-c5e6-4a76-b04e-f004245d6d4b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7974903d-c5e6-4a76-b04e-f004245d6d4b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:08.157526 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.161539 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.161894 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Added segment 7f707164-bf7c-4b34-97fb-9af1c6d40827 of type vlan for network 686e206a-a49b-416e-940f-0edf1f734316 Jul 16 01:06:08.232965 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.254696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7974903d-c5e6-4a76-b04e-f004245d6d4b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:08.271169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.272377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:08.273576 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.401159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43020) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:08.402684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6082821 Jul 16 01:06:08.406397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Request body: {'subnet': {'network_id': '686e206a-a49b-416e-940f-0edf1f734316', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-106644667-subnet', 'tenant_id': '1016bfe230804066a56bbeb64bbaf5fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:08.414865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed8ff7-5202-4bef-b5c6-f28b1dcea90a admin admin] Pushing event updated for resources: {'Network': ['ID=686e206a-a49b-416e-940f-0edf1f734316,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:08.430437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 686e206a-a49b-416e-940f-0edf1f734316 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:06:08.455473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Made reservation on behalf of 1016bfe230804066a56bbeb64bbaf5fc for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:08.458774 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.468607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d044a3e-0d08-4fdb-b774-f831519adca1 req-d8d9bea0-87ff-4b72-825f-048e15349ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:08.470687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d044a3e-0d08-4fdb-b774-f831519adca1 req-d8d9bea0-87ff-4b72-825f-048e15349ef5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 1102 time: 0.1776969 Jul 16 01:06:08.536231 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d044a3e-0d08-4fdb-b774-f831519adca1 req-c68319bf-2b5e-421e-8602-7dca729bb5e6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.643474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5331c-5fc1-466f-a914-193fc2b0beb4 req-b3a6efd2-85aa-4c48-ac88-88db43743df1 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:08.645939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24f5331c-5fc1-466f-a914-193fc2b0beb4 req-b3a6efd2-85aa-4c48-ac88-88db43743df1 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 950 time: 0.1528499 Jul 16 01:06:08.715404 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.731792 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24f5331c-5fc1-466f-a914-193fc2b0beb4 req-8f9e42d9-507c-45a7-a77f-3a4c1866f959 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765417 Jul 16 01:06:08.783319 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d044a3e-0d08-4fdb-b774-f831519adca1 req-c68319bf-2b5e-421e-8602-7dca729bb5e6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.798265 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d044a3e-0d08-4fdb-b774-f831519adca1 req-c68319bf-2b5e-421e-8602-7dca729bb5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.814651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-a2cad62b-86bd-4a77-8d90-e309d86f30bf tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=640b54a16951422d8b725a0fdcbba2ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662341 Jul 16 01:06:08.871527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d044a3e-0d08-4fdb-b774-f831519adca1 req-c68319bf-2b5e-421e-8602-7dca729bb5e6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916154 Jul 16 01:06:08.876209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68319bf-2b5e-421e-8602-7dca729bb5e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=91127284-319f-45ff-95b4-cfa2de25c8fd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:08.885409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=553695fd-5699-40bb-82c8-d99afcd3523d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:08.928692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43046) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:08.936071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1980465053-network', 'tenant_id': 'fdfd3f9568fd40358dd8b42fb8192782'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:08.947750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Checking segment: {'id': '7f707164-bf7c-4b34-97fb-9af1c6d40827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686e206a-a49b-416e-940f-0edf1f734316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:08.948258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Network hostable DHCP agents. Network: 686e206a-a49b-416e-940f-0edf1f734316, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:06:08.992240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Made reservation on behalf of fdfd3f9568fd40358dd8b42fb8192782 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:08.994584 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.995128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-e373eab7-f3d0-469a-be43-be7b0f16f91c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:08.996765 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-e373eab7-f3d0-469a-be43-be7b0f16f91c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670403 Jul 16 01:06:08.998321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Network 686e206a-a49b-416e-940f-0edf1f734316 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:06:09.012637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.012977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 686e206a-a49b-416e-940f-0edf1f734316) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:09.025185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:09.025982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.031191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d18e1-1646-48b9-aa5f-b631e6954082 None None] Network 686e206a-a49b-416e-940f-0edf1f734316 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:09.040207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b08832-a4db-44e0-ae75-c97b1e6c7f3f req-02874be3-d700-4767-ba9a-dadc671f1b7e tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:09.042041 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73b08832-a4db-44e0-ae75-c97b1e6c7f3f req-02874be3-d700-4767-ba9a-dadc671f1b7e tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 972 time: 0.1229861 Jul 16 01:06:09.048500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-e221aa87-bf8e-4788-86ac-0e275e6cc8b3 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/quotas/640b54a16951422d8b725a0fdcbba2ff HTTP/1.1" status: 200 len: 375 time: 0.0332046 Jul 16 01:06:09.098358 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-6597ae85-c946-47dd-bb72-e0bcbd524f86 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=640b54a16951422d8b725a0fdcbba2ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474746 Jul 16 01:06:09.169226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.180882 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dec8b4d2-92b6-475e-ba34-cd429c7ff0b8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7786059 Jul 16 01:06:09.183837 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.213049 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73b08832-a4db-44e0-ae75-c97b1e6c7f3f req-34d763b1-e30c-4a52-9ee3-73d41809a773 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482172 Jul 16 01:06:09.214170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abea972-5659-451f-8667-9ae3332998ce None None] Network 686e206a-a49b-416e-940f-0edf1f734316 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:09.266272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:06:09.314437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eb61fa-6c5e-4eed-9f1b-b3c5c03db736,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:09.328824 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.329317 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Added segment c71f5cd3-7032-498f-b241-790bd57981e9 of type vlan for network a16814d4-349c-492e-b511-fcb0e6a23b45 Jul 16 01:06:09.388273 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74fd9502-f2ed-4f23-bdbc-a15ef32ec77a req-bc293612-e7e2-4c8e-886f-27255bacfa64 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 210 time: 0.0673633 Jul 16 01:06:09.438789 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.478216 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.489115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:09.489115 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.539034 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6065927 Jul 16 01:06:09.539468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43066) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:09.545479 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Request body: {'subnet': {'network_id': 'a16814d4-349c-492e-b511-fcb0e6a23b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1980465053-subnet', 'tenant_id': 'fdfd3f9568fd40358dd8b42fb8192782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:09.564484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe715b2-b385-4c6c-84d3-7909f8f7f238 admin admin] Pushing event updated for resources: {'Network': ['ID=a16814d4-349c-492e-b511-fcb0e6a23b45,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:09.575596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network a16814d4-349c-492e-b511-fcb0e6a23b45 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:06:09.587833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Made reservation on behalf of fdfd3f9568fd40358dd8b42fb8192782 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:09.590632 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.860589 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.938449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Pushing event updated for resources: {'Subnet': ['ID=720bc078-4a64-44c4-943c-88458817ac26,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:09.969027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Checking segment: {'id': 'c71f5cd3-7032-498f-b241-790bd57981e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a16814d4-349c-492e-b511-fcb0e6a23b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:09.969689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Network hostable DHCP agents. Network: a16814d4-349c-492e-b511-fcb0e6a23b45, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:06:09.988706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43082) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:10.008796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Network a16814d4-349c-492e-b511-fcb0e6a23b45 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:06:10.025362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, a16814d4-349c-492e-b511-fcb0e6a23b45) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:10.030352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:10.031176 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.035991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a003d94-cd48-473c-a28f-cf580d4d559c None None] Network a16814d4-349c-492e-b511-fcb0e6a23b45 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:10.057156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48a86b-391c-4a09-997f-29ed94eba30b req-68095882-d740-4fc0-8227-52776a4df049 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:10.060203 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-67cad1b5-f2bc-42dc-acb0-c1cb7ea2968d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5196362 Jul 16 01:06:10.061588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc48a86b-391c-4a09-997f-29ed94eba30b req-68095882-d740-4fc0-8227-52776a4df049 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 950 time: 0.1184418 Jul 16 01:06:10.158797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc48a86b-391c-4a09-997f-29ed94eba30b req-57ffd196-625f-4136-8d0f-d2394d33ff6e tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897987 Jul 16 01:06:10.162338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7974903d-c5e6-4a76-b04e-f004245d6d4b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:10.165673 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55024202-da65-452c-af56-696dcfe554d3" -d '{"events": [{"server_uuid": "7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261", "name": "network-vif-plugged", "status": "completed", "tag": "7974903d-c5e6-4a76-b04e-f004245d6d4b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:10.294721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b307db-25cc-43e1-8fe3-631959df5240 None None] Network a16814d4-349c-492e-b511-fcb0e6a23b45 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:10.318431 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8d1c1ac-aee6-412f-8312-123e63ead3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.345951 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c13e9-785b-47ed-8bf6-207791670611 x-openstack-request-id: req-011c13e9-785b-47ed-8bf6-207791670611 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:10.348404 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261", "name": "network-vif-plugged", "status": "completed", "tag": "7974903d-c5e6-4a76-b04e-f004245d6d4b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:10.348725 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-011c13e9-785b-47ed-8bf6-207791670611 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:10.349146 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7974903d-c5e6-4a76-b04e-f004245d6d4b', 'code': 200} Jul 16 01:06:10.583877 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8d1c1ac-aee6-412f-8312-123e63ead3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.623700 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8d1c1ac-aee6-412f-8312-123e63ead3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.707951 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c8d1c1ac-aee6-412f-8312-123e63ead3b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2dc24feecfa24a12a0fe31c765d057e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7114332 Jul 16 01:06:10.714205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43120) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:10.725934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1c1ac-aee6-412f-8312-123e63ead3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bd1dd8-806f-4f92-80bb-5fcda8fac906,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:10.772994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656eb03-4897-4312-af98-e2a563ab224c req-a47554ed-e904-41df-8ce5-73340ad1fcba tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:10.775238 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8656eb03-4897-4312-af98-e2a563ab224c req-a47554ed-e904-41df-8ce5-73340ad1fcba tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 972 time: 0.1981866 Jul 16 01:06:10.778980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76700cbf-5033-475a-ac96-4a66c680bf8f req-c583caee-72d1-494a-9bd6-4883a185aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:10.781081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76700cbf-5033-475a-ac96-4a66c680bf8f req-c583caee-72d1-494a-9bd6-4883a185aa14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 1124 time: 0.2603319 Jul 16 01:06:10.854067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3432a8e2-c099-42cd-b3f8-b73f4a1f1ac3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:10.856663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3432a8e2-c099-42cd-b3f8-b73f4a1f1ac3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 808 time: 0.6503208 Jul 16 01:06:10.878610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8656eb03-4897-4312-af98-e2a563ab224c req-3b6664c5-a361-45ac-946b-0923685c99d3 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906279 Jul 16 01:06:10.879259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-90af3a91-2f6b-4f49-b799-cd6a4e90cc18 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/quotas/f5b0291a69714a6bbaf96f25b9c9b62a HTTP/1.1" status: 200 len: 375 time: 0.0162165 Jul 16 01:06:10.882455 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d06456-4bd7-4227-ab51-8e1d6db82dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.910569 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76700cbf-5033-475a-ac96-4a66c680bf8f req-293dc162-341d-432c-8221-dd1d52f1197d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078458 Jul 16 01:06:10.926514 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-79842474-0365-4094-9db4-3d95eb34c520 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460529 Jul 16 01:06:10.935135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-dc52056e-ad86-4a9a-9568-0cc1c0432bb8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:10.949315 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-dc52056e-ad86-4a9a-9568-0cc1c0432bb8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213091 Jul 16 01:06:10.951387 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d06456-4bd7-4227-ab51-8e1d6db82dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:11.026476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d06456-4bd7-4227-ab51-8e1d6db82dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:11.032557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d06456-4bd7-4227-ab51-8e1d6db82dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:11.046349 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-70d06456-4bd7-4227-ab51-8e1d6db82dea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4bd1dd8-806f-4f92-80bb-5fcda8fac906 HTTP/1.1" status: 204 len: 168 time: 0.3238835 Jul 16 01:06:11.065908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d06456-4bd7-4227-ab51-8e1d6db82dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bd1dd8-806f-4f92-80bb-5fcda8fac906,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:11.116629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.67', 57005) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:11.167829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-056a2725-dcc5-4b7e-97cf-8be1f0b57990 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=640b54a16951422d8b725a0fdcbba2ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497248 Jul 16 01:06:11.177790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11517d77-3850-413e-96a6-a6882ae56811 req-d5304c12-e489-44d6-84e0-a32ef74e03c7 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 210 time: 0.0970826 Jul 16 01:06:11.346729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-e9fc68a5-66c2-41f8-b56f-4699ff46f4d7 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:11.349400 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-e9fc68a5-66c2-41f8-b56f-4699ff46f4d7 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764600 Jul 16 01:06:11.411790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Request body: {'port': {'device_id': 'f04a52bd-9f0f-4eb3-b364-53d60531dd4d', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '640b54a16951422d8b725a0fdcbba2ff'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:11.656687 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-d4a0bbe9-8838-4cbb-81b0-a84266c2afa1 service neutron] 10.222.0.64 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910653 Jul 16 01:06:11.716419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Made reservation on behalf of 640b54a16951422d8b725a0fdcbba2ff for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:11.721210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:11.762894 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:11.767842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:11.812270 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7629e32b-2167-4ed0-86bd-a2ba0c37bfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:11.829835 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3e9fff07-f4d7-4a52-bf81-b2a854756be8 service neutron] 10.222.0.64 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644700 Jul 16 01:06:11.999105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.008986 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.057402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-50037047-d32f-4ce5-8eb6-bd9bc8f71b0f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:12.059266 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-50037047-d32f-4ce5-8eb6-bd9bc8f71b0f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 820 time: 0.2877316 Jul 16 01:06:12.080297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc30031-343a-40c0-8440-1c87d5e1aa2b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:12.083337 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c452e5ab-b07a-4c5a-ab71-c585ff1db7f9 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/quotas/b1467b46a3bd45be94215a91f1f7b186 HTTP/1.1" status: 200 len: 375 time: 0.0162680 Jul 16 01:06:12.154570 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-6f7e97a8-5d1f-498f-81f2-d2c7769b8742 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618122 Jul 16 01:06:12.165215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-aaaf0a30-acc4-4d84-af53-8fd058b3e7f6 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:12.175979 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-aaaf0a30-acc4-4d84-af53-8fd058b3e7f6 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195007 Jul 16 01:06:12.268393 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7629e32b-2167-4ed0-86bd-a2ba0c37bfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.279504 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7629e32b-2167-4ed0-86bd-a2ba0c37bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.342485 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Allocated IP 192.168.233.98 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/9f03c34c-be36-46bd-b2ce-9274d2ac921a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:12.359064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7629e32b-2167-4ed0-86bd-a2ba0c37bfc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c976c4b0d9a04347a510646f946666c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939581 Jul 16 01:06:12.361504 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43174) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:12.389122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629e32b-2167-4ed0-86bd-a2ba0c37bfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d4d964-f881-46f6-928c-d82875073a8a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:12.437370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c758087-85ae-4120-9782-f76037b6efb6 req-1990d100-56f4-41ba-b847-0771972aab8c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:12.437821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c758087-85ae-4120-9782-f76037b6efb6 req-1990d100-56f4-41ba-b847-0771972aab8c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 950 time: 0.2200754 Jul 16 01:06:12.536866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c758087-85ae-4120-9782-f76037b6efb6 req-c4e0854d-13a0-4100-8558-5b0d8925d393 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855315 Jul 16 01:06:12.662864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.674611 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6a140cd-cdb0-485e-bf8d-7f47443430f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.681160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Transition to ACTIVE for port object 9f03c34c-be36-46bd-b2ce-9274d2ac921a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:12.716964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.730044 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6a140cd-cdb0-485e-bf8d-7f47443430f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.763400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-0f8957f1-d14c-46f9-8cf0-caa5a5b34d88 service neutron] 10.222.0.64 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567785 Jul 16 01:06:12.773760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:12.781934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:12.787040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:12.793900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:12.794897 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.817633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Pushing event updated for resources: {'Port': ['ID=9f03c34c-be36-46bd-b2ce-9274d2ac921a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:12.820864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-55546f5b-6f71-4348-8c8e-58968855bfde tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4163914 Jul 16 01:06:12.859922 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6a140cd-cdb0-485e-bf8d-7f47443430f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.862421 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6a140cd-cdb0-485e-bf8d-7f47443430f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.864235 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b6a140cd-cdb0-485e-bf8d-7f47443430f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1d4d964-f881-46f6-928c-d82875073a8a HTTP/1.1" status: 204 len: 168 time: 0.5012419 Jul 16 01:06:12.875658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4fb77ced-3e65-4ca3-aa16-574984c04c5c req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Request body: {'security_group': {'name': 'tempest-securitygroup-882038926', 'description': 'tempest-description-127029371'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:12.888839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-bb0dac27-e3d4-4f68-8b77-fbaef7418671 service neutron] 10.222.0.64 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189263 Jul 16 01:06:12.889871 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a140cd-cdb0-485e-bf8d-7f47443430f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d4d964-f881-46f6-928c-d82875073a8a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:12.922851 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fb77ced-3e65-4ca3-aa16-574984c04c5c req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:12.938783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fb77ced-3e65-4ca3-aa16-574984c04c5c req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:13.105476 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fb77ced-3e65-4ca3-aa16-574984c04c5c req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:13.110665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fb77ced-3e65-4ca3-aa16-574984c04c5c req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:13.145058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e56bf4-df60-43d5-ad90-cc209bd2c4bc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:13.148931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-95911231-2051-4733-92e4-0a13c2b2c454 None None] Provisioning for port 9f03c34c-be36-46bd-b2ce-9274d2ac921a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:13.164612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-95911231-2051-4733-92e4-0a13c2b2c454 None None] Provisioning complete for port 9f03c34c-be36-46bd-b2ce-9274d2ac921a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:13.164962 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95911231-2051-4733-92e4-0a13c2b2c454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:13.243849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-95911231-2051-4733-92e4-0a13c2b2c454 None None] Port 9f03c34c-be36-46bd-b2ce-9274d2ac921a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:13.263369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c97e81-aa4c-4594-b28b-ebe95448dbf2 req-2e1898e4-64ce-4472-91f8-1692d20c6589 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:13.271539 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3c97e81-aa4c-4594-b28b-ebe95448dbf2 req-2e1898e4-64ce-4472-91f8-1692d20c6589 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 972 time: 0.1111963 Jul 16 01:06:13.283358 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fb77ced-3e65-4ca3-aa16-574984c04c5c req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:13.290342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fb77ced-3e65-4ca3-aa16-574984c04c5c req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:13.330792 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3c97e81-aa4c-4594-b28b-ebe95448dbf2 req-879c8563-05d7-4321-9a20-a6d2e3365f2b tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582607 Jul 16 01:06:13.333120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fb77ced-3e65-4ca3-aa16-574984c04c5c req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:13.334587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fb77ced-3e65-4ca3-aa16-574984c04c5c req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4641654 Jul 16 01:06:13.345845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7c339-f380-4d0c-8b88-099af60b581c tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1348680f-3443-48e1-a6ea-082f24f12b44,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:13.492325 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f41d167-54ed-4d25-b2c0-32b3b7c1c751 req-a566ed32-2391-4bfe-aba9-45e2f937801f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 210 time: 0.0426145 Jul 16 01:06:13.577679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234b36-1dc2-4047-a258-a6849374668f req-48d98e79-10b6-46e3-8e02-90c9283be465 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:13.580074 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26234b36-1dc2-4047-a258-a6849374668f req-48d98e79-10b6-46e3-8e02-90c9283be465 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 935 time: 0.0842938 Jul 16 01:06:13.626829 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26234b36-1dc2-4047-a258-a6849374668f req-14b7b4d4-0685-4b8e-9eb9-0e40b423e010 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Jul 16 01:06:13.791059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a5944e7-10de-4de6-bf26-92e9417196e8 req-6f91954f-b542-47cd-a52c-c91cc4fc146f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 210 time: 0.0319052 Jul 16 01:06:13.826583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-adfd811d-a975-424a-b270-9380a202db38 req-ca43e402-da9b-4f66-a134-639ad1cd6d7f tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1226318402', 'description': 'tempest-description-1266663740'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:13.859869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-adfd811d-a975-424a-b270-9380a202db38 req-ca43e402-da9b-4f66-a134-639ad1cd6d7f tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:13.965832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43218) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:13.973910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-adfd811d-a975-424a-b270-9380a202db38 req-ca43e402-da9b-4f66-a134-639ad1cd6d7f tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:13.978243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-adfd811d-a975-424a-b270-9380a202db38 req-ca43e402-da9b-4f66-a134-639ad1cd6d7f tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.023700 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-adfd811d-a975-424a-b270-9380a202db38 req-ca43e402-da9b-4f66-a134-639ad1cd6d7f tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.030905 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-adfd811d-a975-424a-b270-9380a202db38 req-ca43e402-da9b-4f66-a134-639ad1cd6d7f tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2083082 Jul 16 01:06:14.032582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43e402-da9b-4f66-a134-639ad1cd6d7f tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9168ecd6-cb7f-409e-875f-7b8e6882562e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:14.125462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-network', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:14.158271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Made reservation on behalf of 050f6f467bd44684aa3730ebb1fe002e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:14.162834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.180995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.186486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3593db-c03e-42de-bcfe-5b3778c0e272 req-1ab16734-3057-4edd-9ba0-ecd10b693b59 tempest-AggregatesAdminTestJSON-887349618 tempest-AggregatesAdminTestJSON-887349618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:14.188051 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf3593db-c03e-42de-bcfe-5b3778c0e272 req-1ab16734-3057-4edd-9ba0-ecd10b693b59 tempest-AggregatesAdminTestJSON-887349618 tempest-AggregatesAdminTestJSON-887349618-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 1124 time: 0.0633428 Jul 16 01:06:14.208217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bf3593db-c03e-42de-bcfe-5b3778c0e272 req-a7fa29f3-b3a2-4a44-b061-d23576aef026 tempest-AggregatesAdminTestJSON-887349618 tempest-AggregatesAdminTestJSON-887349618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.312547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.318455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.357586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:06:14.375743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9ff2cd8c-8bda-4e1c-8ff9-21cf7a69661a req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-130003530', 'description': 'tempest-description-1758954297'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:14.386745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c5374b-55df-4758-884f-7389903ad8ff,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:14.397345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.397428 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Added segment 322cf73d-b452-415a-a961-026e2d97a82b of type vlan for network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 Jul 16 01:06:14.439025 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bf3593db-c03e-42de-bcfe-5b3778c0e272 req-a7fa29f3-b3a2-4a44-b061-d23576aef026 tempest-AggregatesAdminTestJSON-887349618 tempest-AggregatesAdminTestJSON-887349618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.445340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bf3593db-c03e-42de-bcfe-5b3778c0e272 req-a7fa29f3-b3a2-4a44-b061-d23576aef026 tempest-AggregatesAdminTestJSON-887349618 tempest-AggregatesAdminTestJSON-887349618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.457124 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.474037 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf3593db-c03e-42de-bcfe-5b3778c0e272 req-a7fa29f3-b3a2-4a44-b061-d23576aef026 tempest-AggregatesAdminTestJSON-887349618 tempest-AggregatesAdminTestJSON-887349618-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796643 Jul 16 01:06:14.481584 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ff2cd8c-8bda-4e1c-8ff9-21cf7a69661a req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.498108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa29f3-b3a2-4a44-b061-d23576aef026 tempest-AggregatesAdminTestJSON-887349618 tempest-AggregatesAdminTestJSON-887349618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8738fd0-2ddb-42d2-b378-db242f0d3e9b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:14.509531 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ff2cd8c-8bda-4e1c-8ff9-21cf7a69661a req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.521688 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.522926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:14.523529 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.606600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] Pushing event updated for resources: {'Network': ['ID=4472b9cd-c381-42a1-a077-e93d7ce8fcd3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:14.618304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:06:14.708068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0730a-fb64-492a-930f-718a0267961e req-74500565-b964-4b85-8620-3b2f1e07a109 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:14.708068 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61a0730a-fb64-492a-930f-718a0267961e req-74500565-b964-4b85-8620-3b2f1e07a109 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 950 time: 0.0870187 Jul 16 01:06:14.720207 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ff2cd8c-8bda-4e1c-8ff9-21cf7a69661a req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.726500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ff2cd8c-8bda-4e1c-8ff9-21cf7a69661a req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.739441 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9a3dc2d4-a50c-46a1-aa92-b86fd09a2e5c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7673655 Jul 16 01:06:14.740075 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:14.750524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Request body: {'subnet': {'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-subnet', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:14.754257 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61a0730a-fb64-492a-930f-718a0267961e req-950d67d8-d158-47d4-99b9-fe3c2dc4d425 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 Jul 16 01:06:14.786435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7992f63f-d1bd-4ddb-97c2-04001e1b02da,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:14.860896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ff2cd8c-8bda-4e1c-8ff9-21cf7a69661a req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.870060 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ff2cd8c-8bda-4e1c-8ff9-21cf7a69661a req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.903644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Made reservation on behalf of 050f6f467bd44684aa3730ebb1fe002e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:14.906705 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.933738 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ff2cd8c-8bda-4e1c-8ff9-21cf7a69661a req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.935566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ff2cd8c-8bda-4e1c-8ff9-21cf7a69661a req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5643237 Jul 16 01:06:14.957358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f3bff-a037-435c-bc35-a38fcee7be9d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3c3af3-49d3-4279-90f1-ec40d53036b3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:15.161269 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-662cd6d6-6274-4091-8bb4-60e3da54b05c req-ff20ed24-584c-44a8-88d3-e1f4f7cf78a1 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 210 time: 0.0372283 Jul 16 01:06:15.190790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504b57a-5142-476d-9288-f0634032e3c7 req-e55d59a7-5ba0-46f9-8ca2-bf99f6d50720 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:15.196224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e504b57a-5142-476d-9288-f0634032e3c7 req-e55d59a7-5ba0-46f9-8ca2-bf99f6d50720 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 935 time: 0.0845766 Jul 16 01:06:15.240033 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.245845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e504b57a-5142-476d-9288-f0634032e3c7 req-94f0f604-daf8-492d-ae70-e84bd4e3b622 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Jul 16 01:06:15.292110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-c42515a7-e478-46fe-9b26-dd1ef429c94e req-c7bdb351-a20a-419e-bb38-2e8126286e75 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1123389546', 'description': 'tempest-description-286447338'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:15.305352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=324eaac8-5384-4354-9c36-30685050f2e8,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:15.320914 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c42515a7-e478-46fe-9b26-dd1ef429c94e req-c7bdb351-a20a-419e-bb38-2e8126286e75 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.348582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Checking segment: {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:15.349103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Network hostable DHCP agents. Network: 4472b9cd-c381-42a1-a077-e93d7ce8fcd3, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:06:15.353222 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eb8e64d7-9170-4d1c-afa1-cdd35abefa13 req-f8905f45-d731-4a2b-8f21-c77ae14afb2d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 210 time: 0.0511513 Jul 16 01:06:15.375981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:06:15.407183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4472b9cd-c381-42a1-a077-e93d7ce8fcd3) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:15.415183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:15.416209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e952041-6188-4aaf-bf63-678e38153a5a None None] Network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:15.416482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.471197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c42515a7-e478-46fe-9b26-dd1ef429c94e req-c7bdb351-a20a-419e-bb38-2e8126286e75 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.481968 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c42515a7-e478-46fe-9b26-dd1ef429c94e req-c7bdb351-a20a-419e-bb38-2e8126286e75 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.498949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f1120e79-1b64-47a0-9dee-b381e1a9fad2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7529271 Jul 16 01:06:15.499857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43252) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:15.506502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:15.534812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdb351-a20a-419e-bb38-2e8126286e75 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfa4fb4-3d70-4622-9df7-e8a2fc988c09,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:15.558997 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c42515a7-e478-46fe-9b26-dd1ef429c94e req-c7bdb351-a20a-419e-bb38-2e8126286e75 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.560793 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c42515a7-e478-46fe-9b26-dd1ef429c94e req-c7bdb351-a20a-419e-bb38-2e8126286e75 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2731662 Jul 16 01:06:15.561989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.565554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.671748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:06:15.673882 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.727681 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.939133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-e5986ac5-20ca-4c5c-ac0b-d7aa3d29e67a tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45124 time: 0.3476818 Jul 16 01:06:15.992487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Allocated IP 172.20.0.2 (4472b9cd-c381-42a1-a077-e93d7ce8fcd3/324eaac8-5384-4354-9c36-30685050f2e8/f02f8b33-1ffb-4e9b-84f9-3f111dc7de65) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:16.032212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-d4e274f0-f610-40f5-a02b-2787dedd3469 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/01ab8637-6ed3-4d45-a52d-5f2179329007 HTTP/1.1" status: 200 len: 2981 time: 0.0848541 Jul 16 01:06:16.082140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-b516f356-72ab-4157-ae6e-b04970dbdc65 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:16.083668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-b516f356-72ab-4157-ae6e-b04970dbdc65 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 1102 time: 0.1160762 Jul 16 01:06:16.089782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-fd174118-f591-498b-8eea-265832c22ada tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/01ab8637-6ed3-4d45-a52d-5f2179329007 HTTP/1.1" status: 200 len: 2981 time: 0.0498235 Jul 16 01:06:16.177290 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.180322 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.186273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Transition to ACTIVE for port object f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:16.200428 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-f188dfb9-c4e3-4234-9d65-0e91b64372fb tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/13c5374b-55df-4758-884f-7389903ad8ff HTTP/1.1" status: 200 len: 2981 time: 0.0735521 Jul 16 01:06:16.211716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Transition to ACTIVE for port object f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:16.224348 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.235047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147eba-256a-48e8-8208-21ff1f1b81dd req-de00ad58-f9be-45a5-b433-73a3ec59e724 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:16.236567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c147eba-256a-48e8-8208-21ff1f1b81dd req-de00ad58-f9be-45a5-b433-73a3ec59e724 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 950 time: 0.3011963 Jul 16 01:06:16.249029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-c4387745-540f-4e52-a166-8e9e2ea8cee4 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] Deleting port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:06:16.249529 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-c4387745-540f-4e52-a166-8e9e2ea8cee4 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.274172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:16.280079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:16.286706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:16.294724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Pushing event updated for resources: {'Port': ['ID=f02f8b33-1ffb-4e9b-84f9-3f111dc7de65,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:16.295420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-ca448626-f2ff-438d-923b-2939ecf59d7b tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/13c5374b-55df-4758-884f-7389903ad8ff HTTP/1.1" status: 200 len: 2981 time: 0.0850708 Jul 16 01:06:16.350341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c147eba-256a-48e8-8208-21ff1f1b81dd req-2dcd61db-0f9f-47c1-bf8f-ed325c6c37d5 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946894 Jul 16 01:06:16.396440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Attempting to bind port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:16.397144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Attempting to bind port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:16.398388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Attempting to bind port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 on network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:16.402516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-c4387745-540f-4e52-a166-8e9e2ea8cee4 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] For port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:16.402516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-c4387745-540f-4e52-a166-8e9e2ea8cee4 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.404705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:16.405154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Checking segment: {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:16.406106 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-391bcd0f-b29f-4ef7-bd20-03367358342e tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/26eb61fa-6c5e-4eed-9f1b-b3c5c03db736 HTTP/1.1" status: 200 len: 2981 time: 0.1098452 Jul 16 01:06:16.412327 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.412922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Bound using segment: {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:16.413631 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Bound port: f02f8b33-1ffb-4e9b-84f9-3f111dc7de65, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:16.414148 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.440169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-c4387745-540f-4e52-a166-8e9e2ea8cee4 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] Calling delete_port for 9fe59b45-b26a-4873-b210-dbd70b4a7d6e owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:06:16.512779 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] For port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:16.516228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] For port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f02f8b33-1ffb-4e9b-84f9-3f111dc7de65,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:16.521183 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.559211 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.593867 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.597934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bfd6e-6644-44dd-a9fa-e1e4d69f417b None None] Pushing event updated for resources: {'Port': ['ID=f02f8b33-1ffb-4e9b-84f9-3f111dc7de65,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:16.627744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-3881236e-d751-446b-9095-dcd0e366be23 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/26eb61fa-6c5e-4eed-9f1b-b3c5c03db736 HTTP/1.1" status: 200 len: 2981 time: 0.2130561 Jul 16 01:06:16.710330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-b8716fae-46ba-4080-9d4a-243ea296e069 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/52171074-33b5-496b-917e-da78b2a53731 HTTP/1.1" status: 200 len: 2973 time: 0.0814776 Jul 16 01:06:16.713252 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-c4387745-540f-4e52-a166-8e9e2ea8cee4 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.724919 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-85e33708-012a-4fc7-9ad1-fc0722282b01 req-e8aa4ea1-7ab2-41fc-800d-4a382d5a9290 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 210 time: 0.0507438 Jul 16 01:06:16.738448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['9fe59b45-b26a-4873-b210-dbd70b4a7d6e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:16.766650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4387745-540f-4e52-a166-8e9e2ea8cee4 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fe59b45-b26a-4873-b210-dbd70b4a7d6e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:16.832862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-c4387745-540f-4e52-a166-8e9e2ea8cee4 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] No DVR routers for this DVR port 9fe59b45-b26a-4873-b210-dbd70b4a7d6e on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:06:16.859930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Allocated IP 172.25.4.156 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/023717a9-7ecd-4710-8208-8ff3bf32d000) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:16.860506 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-c4387745-540f-4e52-a166-8e9e2ea8cee4 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:16.863059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6edff5ef-cbde-4e99-bde7-09cdca01440c req-c4387745-540f-4e52-a166-8e9e2ea8cee4 tempest-DeleteServersAdminTestJSON-1892913271 tempest-DeleteServersAdminTestJSON-1892913271-project-admin] 10.222.0.50 "DELETE /v2.0/ports/9fe59b45-b26a-4873-b210-dbd70b4a7d6e HTTP/1.1" status: 204 len: 173 time: 0.7719607 Jul 16 01:06:16.863558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5491ec-daa0-4b2b-89ee-2ead80d72939', 'name': 'network-vif-deleted', 'tag': '9fe59b45-b26a-4873-b210-dbd70b4a7d6e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:16.866724 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03243a4-d424-4002-9b8b-cd1ce48aec72" -d '{"events": [{"server_uuid": "4a5491ec-daa0-4b2b-89ee-2ead80d72939", "name": "network-vif-deleted", "tag": "9fe59b45-b26a-4873-b210-dbd70b4a7d6e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:16.883234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-72b9de60-8b2e-495c-aa60-38eeb9a9da1d tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/52171074-33b5-496b-917e-da78b2a53731 HTTP/1.1" status: 200 len: 2973 time: 0.1354995 Jul 16 01:06:16.978129 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-d087ba83-1c23-47d8-b7fb-92ab779834db tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7226fbb9-406d-41cf-882e-d4c51a7d6ea2 HTTP/1.1" status: 200 len: 2981 time: 0.0752950 Jul 16 01:06:17.152808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-e2daf4c7-38a5-41a4-9be0-facaa944c039 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7226fbb9-406d-41cf-882e-d4c51a7d6ea2 HTTP/1.1" status: 200 len: 2981 time: 0.1376204 Jul 16 01:06:17.204619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8d474-a592-4208-a527-a7a44675d26e req-19167337-b491-404a-a9ab-964f13bfe45e tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:17.211484 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2dd8d474-a592-4208-a527-a7a44675d26e req-19167337-b491-404a-a9ab-964f13bfe45e tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 935 time: 0.2732401 Jul 16 01:06:17.229636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-956c2234-0690-48b6-9a69-08ea8cc8b31b tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7992f63f-d1bd-4ddb-97c2-04001e1b02da HTTP/1.1" status: 200 len: 2981 time: 0.0649226 Jul 16 01:06:17.235944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:17.284599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2dd8d474-a592-4208-a527-a7a44675d26e req-8ee4a8ff-9b81-43d2-b127-b23844767051 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662374 Jul 16 01:06:17.318633 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:17.325223 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-36c6fe1b-a11c-4d51-8279-32cf9324ab49 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7992f63f-d1bd-4ddb-97c2-04001e1b02da HTTP/1.1" status: 200 len: 2981 time: 0.0884068 Jul 16 01:06:17.357010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:17.360381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:17.366659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:17.387118 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-140176c8-9449-45e5-8054-d95ec11385b9 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7fc30031-343a-40c0-8440-1c87d5e1aa2b HTTP/1.1" status: 200 len: 2981 time: 0.0605445 Jul 16 01:06:17.448375 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-6f5d6516-3109-4da1-982b-d6cdc55964bb tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7fc30031-343a-40c0-8440-1c87d5e1aa2b HTTP/1.1" status: 200 len: 2981 time: 0.0519247 Jul 16 01:06:17.458734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=023717a9-7ecd-4710-8208-8ff3bf32d000,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:17.501886 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-7e23e083-2c8f-413b-abf3-e541729f30c2 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/90e56bf4-df60-43d5-ad90-cc209bd2c4bc HTTP/1.1" status: 200 len: 2981 time: 0.0475671 Jul 16 01:06:17.517442 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31f23e12-6c80-4fb7-8770-9cae6f2d6cd6 req-83abb5ef-7b6e-4c31-9c9c-97c34bf51267 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 210 time: 0.0646908 Jul 16 01:06:17.588906 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-a25f8774-c403-4dbd-ad45-cce2c6e467de tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/90e56bf4-df60-43d5-ad90-cc209bd2c4bc HTTP/1.1" status: 200 len: 2981 time: 0.0803907 Jul 16 01:06:17.667593 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401582ae-8422-4e38-a894-52afe392abb3 x-openstack-request-id: req-401582ae-8422-4e38-a894-52afe392abb3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:17.667888 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5491ec-daa0-4b2b-89ee-2ead80d72939", "name": "network-vif-deleted", "tag": "9fe59b45-b26a-4873-b210-dbd70b4a7d6e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:17.668124 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-401582ae-8422-4e38-a894-52afe392abb3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:17.668616 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5491ec-daa0-4b2b-89ee-2ead80d72939', 'name': 'network-vif-deleted', 'tag': '9fe59b45-b26a-4873-b210-dbd70b4a7d6e', 'status': 'completed', 'code': 200} Jul 16 01:06:17.670609 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-0e2b33b3-4be0-478f-b742-c36e60344dc8 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/91127284-319f-45ff-95b4-cfa2de25c8fd HTTP/1.1" status: 200 len: 2981 time: 0.0806208 Jul 16 01:06:17.763915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-fe5b6654-c048-4974-9c0a-3f5eefb4a671 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/91127284-319f-45ff-95b4-cfa2de25c8fd HTTP/1.1" status: 200 len: 2981 time: 0.0839245 Jul 16 01:06:17.786872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:17.838317 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-ba1a3189-09e1-4cf3-b4b0-5fa8b782e845 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4 HTTP/1.1" status: 200 len: 2981 time: 0.0658512 Jul 16 01:06:17.899746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:17.916925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3de61659-304f-4048-b1dd-4baa5b7e090e req-0caf50be-c61e-4af7-bf45-e4770d8e8979 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a5491ec-daa0-4b2b-89ee-2ead80d72939 HTTP/1.1" status: 200 len: 210 time: 0.0435698 Jul 16 01:06:17.922299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-dd96adc4-644b-4c71-ae4d-883ecaa65b97 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4 HTTP/1.1" status: 200 len: 2981 time: 0.0761611 Jul 16 01:06:18.021033 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-25a8d863-195d-4317-a6f3-7f807137ae4f tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ab263474-d441-4e3a-a897-8c3067816e4b HTTP/1.1" status: 200 len: 2977 time: 0.0910373 Jul 16 01:06:18.043438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:18.076391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-efb6f17b-8483-4042-96be-0f437e528475 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ab263474-d441-4e3a-a897-8c3067816e4b HTTP/1.1" status: 200 len: 2977 time: 0.0463765 Jul 16 01:06:18.143972 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-5ce2a94d-dea0-4fc4-9a20-1311e4663180 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c8738fd0-2ddb-42d2-b378-db242f0d3e9b HTTP/1.1" status: 200 len: 2981 time: 0.0604272 Jul 16 01:06:18.147544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-78fd0e1a-4042-4512-8d42-011995d86651 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:18.148590 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-78fd0e1a-4042-4512-8d42-011995d86651 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118742 Jul 16 01:06:18.156079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:18.228556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-e969f27b-b4fb-4e29-812c-213f88ad3cfb tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c8738fd0-2ddb-42d2-b378-db242f0d3e9b HTTP/1.1" status: 200 len: 2981 time: 0.0769324 Jul 16 01:06:18.288916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-8fd50737-8cc3-43a0-b401-7e3387452860 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d045d443-5725-432c-bcb4-8689ed018c61 HTTP/1.1" status: 200 len: 2977 time: 0.0590990 Jul 16 01:06:18.310506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5687073d-4367-4bc9-96c9-08f024068154 None None] Network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:18.374764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-c884dd47-a7b5-4b1d-afe6-78283b7a75d3 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d045d443-5725-432c-bcb4-8689ed018c61 HTTP/1.1" status: 200 len: 2977 time: 0.0849969 Jul 16 01:06:18.394472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-02c668a1-56cd-4171-9cf5-61eb38564a12 None None] Provisioning for port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:18.404745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-02c668a1-56cd-4171-9cf5-61eb38564a12 None None] Provisioning complete for port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:18.405122 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02c668a1-56cd-4171-9cf5-61eb38564a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:18.426445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-2110bc1a-2e97-4f83-8e67-e31cff4f3dd2 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/feb39c1e-37cb-4d51-a225-6f4cce7a7a61 HTTP/1.1" status: 200 len: 2981 time: 0.0438352 Jul 16 01:06:18.484069 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cca3b6be-a914-45c0-838e-160ad1b13e3e req-36a3aad5-7a5f-467f-ab83-8390b5260545 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/feb39c1e-37cb-4d51-a225-6f4cce7a7a61 HTTP/1.1" status: 200 len: 2981 time: 0.0505760 Jul 16 01:06:18.563135 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02c668a1-56cd-4171-9cf5-61eb38564a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:18.609114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-02c668a1-56cd-4171-9cf5-61eb38564a12 None None] For port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f02f8b33-1ffb-4e9b-84f9-3f111dc7de65,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:18.615937 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02c668a1-56cd-4171-9cf5-61eb38564a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:18.648468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c842b86-9f50-47d6-b1b8-f9ae67b66f88 req-3a4e6f5f-5cb1-4b4a-bf24-02043725b34a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 210 time: 0.0739026 Jul 16 01:06:18.679251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Request body: {'port': {'device_id': 'f04a52bd-9f0f-4eb3-b364-53d60531dd4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:18.688742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c668a1-56cd-4171-9cf5-61eb38564a12 None None] Pushing event updated for resources: {'Port': ['ID=f02f8b33-1ffb-4e9b-84f9-3f111dc7de65,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:18.828916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66e4bf-9daf-48c4-a135-e6daa9a4a728 req-9ccde2e5-67d5-4ce7-91f4-e333262d81f5 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:18.830087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a66e4bf-9daf-48c4-a135-e6daa9a4a728 req-9ccde2e5-67d5-4ce7-91f4-e333262d81f5 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 935 time: 0.0680363 Jul 16 01:06:18.843841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07f6bbdb-5001-4cbd-b157-55547b7d3327 None None] Provisioning complete for port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:18.844282 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07f6bbdb-5001-4cbd-b157-55547b7d3327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:18.876844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:18.886166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b0ce70d-4eea-472f-a765-4bb591323579 req-8b7f455d-82f2-4906-aa48-d6715eb60c0e tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24d0ee88b5854f56a8ba296fb5379c12 HTTP/1.1" status: 200 len: 6102 time: 0.1779726 Jul 16 01:06:18.913882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Router 1402160f-6efe-44e0-afcd-2fc0d1903c26 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:06:18.922794 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a66e4bf-9daf-48c4-a135-e6daa9a4a728 req-5e0b8e80-ee77-4edf-9779-b8b83c3f7d06 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837865 Jul 16 01:06:18.991366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.67', 57012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:19.119178 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a5effa6-38b2-4c69-9a7a-654175fe7f99 req-42bb0531-9ace-4c32-aace-23e8141cf8e9 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 210 time: 0.0680895 Jul 16 01:06:19.140702 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b0ce70d-4eea-472f-a765-4bb591323579 req-cb1d7401-813b-46ea-ac9d-84229aff38ae tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] 10.222.0.64 "GET /v2.0/security-groups/90e56bf4-df60-43d5-ad90-cc209bd2c4bc HTTP/1.1" status: 200 len: 2981 time: 0.2412081 Jul 16 01:06:19.156441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-c6cb951a-a12a-4826-b098-e735bc859640 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:19.156441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-c6cb951a-a12a-4826-b098-e735bc859640 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 808 time: 0.1629319 Jul 16 01:06:19.176861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Request body: {'port': {'device_id': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c', 'admin_state_up': True, 'tenant_id': 'f5b0291a69714a6bbaf96f25b9c9b62a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:19.367893 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b0ce70d-4eea-472f-a765-4bb591323579 req-e552289c-b9c7-47e5-b95d-5488f6d36ea2 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] 10.222.0.64 "GET /v2.0/security-groups/90e56bf4-df60-43d5-ad90-cc209bd2c4bc HTTP/1.1" status: 200 len: 2981 time: 0.2260168 Jul 16 01:06:19.374629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:06:19.375293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Made reservation on behalf of f5b0291a69714a6bbaf96f25b9c9b62a for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:19.381398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:19.391856 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Sync routers for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:06:19.404604 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:06:19.405240 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:05:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:19.433127 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:19.434487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-66d31c83-2c14-4d4b-8690-eefc734e1eb1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9336269 Jul 16 01:06:19.437404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43332) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:19.438865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f03c34c-be36-46bd-b2ce-9274d2ac921a {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:19.449133 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:19.464643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Transition to ACTIVE for port object 9f03c34c-be36-46bd-b2ce-9274d2ac921a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:19.471360 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:19.482362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.67', 57013) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:19.590001 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-99f80a77-a8d6-4a53-841b-fe529a8bdd68 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751357 Jul 16 01:06:19.610830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Pushing event updated for resources: {'Port': ['ID=9f03c34c-be36-46bd-b2ce-9274d2ac921a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:19.629492 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:06:19.754565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0ba67f5f-8afa-4d9e-808f-6b782027a472 req-649e3760-0ddb-4f20-ad96-57164d3f22b7 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2dfa4fb4-3d70-4622-9df7-e8a2fc988c09 HTTP/1.1" status: 200 len: 1777 time: 0.2391241 Jul 16 01:06:19.755081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Attempting to bind port 9f03c34c-be36-46bd-b2ce-9274d2ac921a on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:19.755994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Attempting to bind port 9f03c34c-be36-46bd-b2ce-9274d2ac921a by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:19.756479 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Attempting to bind port 9f03c34c-be36-46bd-b2ce-9274d2ac921a on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:19.809793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Port 9f03c34c-be36-46bd-b2ce-9274d2ac921a on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:19.810318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Attempting to bind port 9f03c34c-be36-46bd-b2ce-9274d2ac921a on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:19.821018 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:19.821656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:19.822440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:19.822972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Bound port: 9f03c34c-be36-46bd-b2ce-9274d2ac921a, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:19.823329 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:19.833693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:19.847933 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0ba67f5f-8afa-4d9e-808f-6b782027a472 req-46b9195a-82de-4d1f-abbf-aed68c022201 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:19.869590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-5a675fe0-9dab-4b04-b034-ffd02e775cff tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:19.871125 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-5a675fe0-9dab-4b04-b034-ffd02e775cff tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 820 time: 0.3686972 Jul 16 01:06:19.901335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Request body: {'port': {'device_id': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83', 'admin_state_up': True, 'tenant_id': 'b1467b46a3bd45be94215a91f1f7b186'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:19.906476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Allocated IP 172.20.0.3 (6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c/d46818f7-f7d8-4e1b-b60b-de082ce14d78/6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:19.913772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:19.914938 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:19.937592 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0ba67f5f-8afa-4d9e-808f-6b782027a472 req-46b9195a-82de-4d1f-abbf-aed68c022201 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:19.942935 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:17Z', 'revision_number': 3, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:19.953909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9fe59b45-b26a-4873-b210-dbd70b4a7d6e no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:06:19.980884 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Checking router: 1402160f-6efe-44e0-afcd-2fc0d1903c26 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:06:19.981236 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Updating router 1402160f-6efe-44e0-afcd-2fc0d1903c26 port 023717a9-7ecd-4710-8208-8ff3bf32d000 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:06:20.020555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-c0280570-56ed-4f19-8942-8aff080bbece tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:20.022251 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-c0280570-56ed-4f19-8942-8aff080bbece tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3697846 Jul 16 01:06:20.027615 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.069442 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-c699fdbe-1f8c-4d13-89d3-6acfdca77e6d tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/quotas/1687e52f0d6c4e8f822dc66b18edd9f4 HTTP/1.1" status: 200 len: 375 time: 0.0368431 Jul 16 01:06:20.075154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Made reservation on behalf of b1467b46a3bd45be94215a91f1f7b186 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:20.079137 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.098585 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0ba67f5f-8afa-4d9e-808f-6b782027a472 req-46b9195a-82de-4d1f-abbf-aed68c022201 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.101521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0ba67f5f-8afa-4d9e-808f-6b782027a472 req-46b9195a-82de-4d1f-abbf-aed68c022201 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.103285 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0ba67f5f-8afa-4d9e-808f-6b782027a472 req-46b9195a-82de-4d1f-abbf-aed68c022201 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/2dfa4fb4-3d70-4622-9df7-e8a2fc988c09 HTTP/1.1" status: 204 len: 173 time: 0.3478315 Jul 16 01:06:20.118520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] For port 9f03c34c-be36-46bd-b2ce-9274d2ac921a, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:20.162886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-8b72f1bc-b488-4cb5-9b46-c3bc428a196c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924144 Jul 16 01:06:20.189244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9195a-82de-4d1f-abbf-aed68c022201 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfa4fb4-3d70-4622-9df7-e8a2fc988c09,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:20.196423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] For port 9f03c34c-be36-46bd-b2ce-9274d2ac921a, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=9f03c34c-be36-46bd-b2ce-9274d2ac921a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:20.202953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 9fe59b45-b26a-4873-b210-dbd70b4a7d6e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:06:20.204312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9fe59b45-b26a-4873-b210-dbd70b4a7d6e not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:06:20.261537 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.340974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Pushing event updated for resources: {'Port': ['ID=9f03c34c-be36-46bd-b2ce-9274d2ac921a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:20.366760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:20.367590 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.369343 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-0a71e5b1-6c80-4963-9dad-1acdf432f2fa service neutron] 10.222.0.67 "PUT /v2.0/ports/9f03c34c-be36-46bd-b2ce-9274d2ac921a HTTP/1.1" status: 200 len: 1096 time: 1.7961535 Jul 16 01:06:20.369994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04a52bd-9f0f-4eb3-b364-53d60531dd4d', 'tag': '9f03c34c-be36-46bd-b2ce-9274d2ac921a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:20.372718 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f04a52bd-9f0f-4eb3-b364-53d60531dd4d", "tag": "9f03c34c-be36-46bd-b2ce-9274d2ac921a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:20.402661 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.437147 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Transition to ACTIVE for port object 023717a9-7ecd-4710-8208-8ff3bf32d000 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:20.449281 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.548304 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Pushing event updated for resources: {'Port': ['ID=023717a9-7ecd-4710-8208-8ff3bf32d000,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:20.549232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Allocated IP 172.20.0.7 (f01046a8-481a-4dd9-aec6-20c178e72e83/e1db9f23-7b03-4fa4-8195-d7376d373bcb/bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:20.561156 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Attempting to bind port 023717a9-7ecd-4710-8208-8ff3bf32d000 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:20.561966 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Attempting to bind port 023717a9-7ecd-4710-8208-8ff3bf32d000 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:20.562292 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Attempting to bind port 023717a9-7ecd-4710-8208-8ff3bf32d000 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:20.566868 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.567205 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.567599 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.567937 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.568268 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.568656 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.568988 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.569686 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.570144 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.570381 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.570758 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.571093 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Tracked resource versions report: Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: pushed versions: Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: { 'AddressGroup': {'1.2'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'ConntrackHelper': {'1.0'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'Log': {'1.0'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'Network': {'1.1'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'Port': {'1.7'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'PortForwarding': {'1.2'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'QosPolicy': {'1.8'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'SecurityGroup': {'1.4'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'SubPort': {'1.0'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'Subnet': {'1.1'}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'Trunk': {'1.1'}} Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: consumer versions: Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: { DHCP agent@n-d-791504-14: {}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: HyperV agent@n-h1-791504-14: {}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: HyperV agent@n-h2-791504-14: {}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: L3 agent@n-d-791504-14: {}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: Metadata agent@n-d-791504-14: {}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: Metering agent@n-d-791504-14: {}, Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: Open vSwitch agent@n-d-791504-14: { 'AddressGroup': '1.2', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'ConntrackHelper': '1.0', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'Log': '1.0', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'Network': '1.1', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'Port': '1.7', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'PortForwarding': '1.2', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'QosPolicy': '1.8', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'SecurityGroup': '1.4', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'SecurityGroupRule': '1.2', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'SubPort': '1.0', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'Subnet': '1.1', Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: 'Trunk': '1.1'}} Jul 16 01:06:20.572600 n-d-791504-14 neutron-server[93947]: {{(pid=93947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:06:20.580895 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:20.581447 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:20.581844 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.582021 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:20.583374 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Bound port: 023717a9-7ecd-4710-8208-8ff3bf32d000, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:20.583789 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.615550 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de05884f-4bd3-4bfb-89d6-4338e3bd78c9 req-5dfe2eaa-2e99-4dbd-a5f6-cd6f29ce0eb0 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 210 time: 0.0699990 Jul 16 01:06:20.673502 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] For port 023717a9-7ecd-4710-8208-8ff3bf32d000, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:20.679535 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] For port 023717a9-7ecd-4710-8208-8ff3bf32d000, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=023717a9-7ecd-4710-8208-8ff3bf32d000,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:20.685807 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.731868 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.747479 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b88758-8bcc-465c-8785-add20e0a652d None None] Pushing event updated for resources: {'Port': ['ID=023717a9-7ecd-4710-8208-8ff3bf32d000,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:20.765569 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:06:20.766764 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:05:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:20.793222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a32eb7e-3443-4b57-8c2f-e091df6562e3 req-9537c83f-2025-4fd9-b14d-5e1bc6f31549 tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4d3c3af3-49d3-4279-90f1-ec40d53036b3 HTTP/1.1" status: 200 len: 1777 time: 0.1151519 Jul 16 01:06:20.910845 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:06:20.920456 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.923019 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.947625 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.958679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f96df-31b7-4e02-acbf-4f839d605c0c req-0cbaabe2-778d-4eb6-ba05-9da135c2d21a tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:20.966075 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-de7f96df-31b7-4e02-acbf-4f839d605c0c req-0cbaabe2-778d-4eb6-ba05-9da135c2d21a tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 947 time: 0.3719022 Jul 16 01:06:20.990709 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3a32eb7e-3443-4b57-8c2f-e091df6562e3 req-8e7d667e-efb8-4420-a1b9-a819d9c8118b tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:20.992324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-c35299e4-7070-43c7-bdec-2aacc8ff1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:20.993890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-c35299e4-7070-43c7-bdec-2aacc8ff1592 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=640b54a16951422d8b725a0fdcbba2ff&device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 1099 time: 0.5667870 Jul 16 01:06:21.042440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:21.047717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:21.053057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:21.058928 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-de7f96df-31b7-4e02-acbf-4f839d605c0c req-a55dd5fe-03c1-4120-a0c9-7277356b09f6 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914891 Jul 16 01:06:21.060105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:21.060759 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.087832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-090079d8-b447-4c23-920d-691e77f9e3f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=9f03c34c-be36-46bd-b2ce-9274d2ac921a HTTP/1.1" status: 200 len: 217 time: 0.0807247 Jul 16 01:06:21.089538 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Pushing event updated for resources: {'Port': ['ID=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:21.107416 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3a32eb7e-3443-4b57-8c2f-e091df6562e3 req-8e7d667e-efb8-4420-a1b9-a819d9c8118b tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.145787 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.182657 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3fcd5d5b-4ea5-455b-acbb-b2b3048e0e38 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0107100 Jul 16 01:06:21.214662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Request body: {'port': {'device_id': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:21.227404 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:17Z', 'revision_number': 3, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:21.271636 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee051a-ff0f-4056-af6a-bc538be23e8f None None] The sync data for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 is: [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:17Z', 'revision_number': 3, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:06:21.320714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3a32eb7e-3443-4b57-8c2f-e091df6562e3 req-8e7d667e-efb8-4420-a1b9-a819d9c8118b tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.322989 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3a32eb7e-3443-4b57-8c2f-e091df6562e3 req-8e7d667e-efb8-4420-a1b9-a819d9c8118b tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.324220 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a32eb7e-3443-4b57-8c2f-e091df6562e3 req-8e7d667e-efb8-4420-a1b9-a819d9c8118b tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d3c3af3-49d3-4279-90f1-ec40d53036b3 HTTP/1.1" status: 204 len: 173 time: 0.5226188 Jul 16 01:06:21.360137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d667e-efb8-4420-a1b9-a819d9c8118b tempest-SecurityGroupsTestAdminJSON-1567354488 tempest-SecurityGroupsTestAdminJSON-1567354488-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3c3af3-49d3-4279-90f1-ec40d53036b3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:21.413090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.442866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Allocated IP 172.20.0.1 (4472b9cd-c381-42a1-a077-e93d7ce8fcd3/324eaac8-5384-4354-9c36-30685050f2e8/c37bfdf7-42b4-496c-8d43-46df2d5cbfc7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:21.505945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Network f01046a8-481a-4dd9-aec6-20c178e72e83 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:21.507614 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393091f2-aa8a-4ba1-a3b2-42c8e94ea091 x-openstack-request-id: req-393091f2-aa8a-4ba1-a3b2-42c8e94ea091 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:21.510179 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04a52bd-9f0f-4eb3-b364-53d60531dd4d", "tag": "9f03c34c-be36-46bd-b2ce-9274d2ac921a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:21.510820 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-393091f2-aa8a-4ba1-a3b2-42c8e94ea091 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:21.511459 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04a52bd-9f0f-4eb3-b364-53d60531dd4d', 'tag': '9f03c34c-be36-46bd-b2ce-9274d2ac921a', 'status': 'completed', 'code': 200} Jul 16 01:06:21.571746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:21.587138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:21.593761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:21.594658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.614781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-af48be2b-79b8-41c3-9aea-fd25cd4c035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:21.616452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-af48be2b-79b8-41c3-9aea-fd25cd4c035d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.5216184 Jul 16 01:06:21.620191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Pushing event updated for resources: {'Port': ['ID=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:21.653512 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-90ce6458-090e-412e-9c6a-c4814db187cb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7437165 Jul 16 01:06:21.653702 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8910f435-4c74-4843-9970-4398ad8565cb req-00e2589b-dfcc-49a1-b0fe-a6ae981248b7 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 210 time: 0.0825388 Jul 16 01:06:21.719567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Request body: {'port': {'device_id': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:21.810122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f9b09-8e41-4195-ab2f-2ab24af9edaf req-a0d2c75f-1f3c-4227-ae9d-0c8dc1546874 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:21.819141 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-113f9b09-8e41-4195-ab2f-2ab24af9edaf req-a0d2c75f-1f3c-4227-ae9d-0c8dc1546874 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 931 time: 0.3183205 Jul 16 01:06:21.837157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.842424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 023717a9-7ecd-4710-8208-8ff3bf32d000 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:21.864212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-352235c2-6bab-4bf1-b8cf-5999e8819010 req-b1abd477-8ae3-4287-806c-d3b792368759 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] 10.222.0.64 "GET /v2.0/security-groups/9168ecd6-cb7f-409e-875f-7b8e6882562e HTTP/1.1" status: 200 len: 1778 time: 0.1609323 Jul 16 01:06:21.927724 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.941323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 023717a9-7ecd-4710-8208-8ff3bf32d000 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:21.945959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-113f9b09-8e41-4195-ab2f-2ab24af9edaf req-4d6f59b4-7054-4799-adc1-32c821a570b9 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259570 Jul 16 01:06:21.947263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 023717a9-7ecd-4710-8208-8ff3bf32d000 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:21.947827 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.963417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-39f38826-11b3-4a44-9792-dfc9eaf2057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:21.964937 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-39f38826-11b3-4a44-9792-dfc9eaf2057d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3384755 Jul 16 01:06:21.969090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:21.979329 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:21.994153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Transition to ACTIVE for port object 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:22.059508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Transition to ACTIVE for port object c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:22.081941 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.105108 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.119241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 023717a9-7ecd-4710-8208-8ff3bf32d000, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=023717a9-7ecd-4710-8208-8ff3bf32d000,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:22.129311 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.170444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:22.186951 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.220323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=023717a9-7ecd-4710-8208-8ff3bf32d000,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:22.247202 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-d0097539-c1ef-406f-9943-5e00ad87775a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794289 Jul 16 01:06:22.296361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:22.358719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-ea13102c-595b-4d66-8ffd-566e33b59021 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367586 Jul 16 01:06:22.448521 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-5e24ff64-68d5-47c5-9065-25924e82313b tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:22.450312 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-5e24ff64-68d5-47c5-9065-25924e82313b tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1613729 Jul 16 01:06:22.491295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:22.501435 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Request body: {'port': {'device_id': '87463f02-2993-45b2-b046-681ecb610218', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '1687e52f0d6c4e8f822dc66b18edd9f4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:22.506652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:22.506993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:22.507383 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:22.511124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:22.511124 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.549651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-352235c2-6bab-4bf1-b8cf-5999e8819010 req-88f924df-0ee0-4818-9e31-59a92d7c0861 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.592590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:22.593533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:22.650561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b954dd33-3b05-4179-83d4-a647ccf1cb76 req-4612ec8f-998d-4cc8-980f-700a1bd404ee service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777555 Jul 16 01:06:22.674641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:22.676033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:22.676155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:22.676630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Bound port: 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:22.677037 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.710528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Pushing event updated for resources: {'Port': ['ID=c37bfdf7-42b4-496c-8d43-46df2d5cbfc7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:22.722477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73740215-4a51-48e1-a35b-9f06d8ba595c req-d878867b-0196-4aa0-b6ea-a1a38006e03f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:22.724931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73740215-4a51-48e1-a35b-9f06d8ba595c req-d878867b-0196-4aa0-b6ea-a1a38006e03f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 943 time: 0.3108311 Jul 16 01:06:22.746879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:22.761772 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-352235c2-6bab-4bf1-b8cf-5999e8819010 req-88f924df-0ee0-4818-9e31-59a92d7c0861 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.770708 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.806607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a32a8b0a-9aaf-42dd-bcd0-649ff6c0d6d6 None None] Provisioning for port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:22.811616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a32a8b0a-9aaf-42dd-bcd0-649ff6c0d6d6 None None] Provisioning complete for port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:22.812525 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a32a8b0a-9aaf-42dd-bcd0-649ff6c0d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.818119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Transition to ACTIVE for port object bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:22.822602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73740215-4a51-48e1-a35b-9f06d8ba595c req-7d08b2a5-69d3-4094-ae4d-79d7e0706ce9 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887418 Jul 16 01:06:22.824792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.892928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a32a8b0a-9aaf-42dd-bcd0-649ff6c0d6d6 None None] Port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:22.905538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:22.943333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-33bf14b2-400e-4a5e-90c5-1345723ffd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:22.945045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-33bf14b2-400e-4a5e-90c5-1345723ffd99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=640b54a16951422d8b725a0fdcbba2ff&device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 1099 time: 0.2004185 Jul 16 01:06:22.945639 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-352235c2-6bab-4bf1-b8cf-5999e8819010 req-88f924df-0ee0-4818-9e31-59a92d7c0861 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.948331 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-352235c2-6bab-4bf1-b8cf-5999e8819010 req-88f924df-0ee0-4818-9e31-59a92d7c0861 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.949474 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-352235c2-6bab-4bf1-b8cf-5999e8819010 req-88f924df-0ee0-4818-9e31-59a92d7c0861 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] 10.222.0.64 "DELETE /v2.0/security-groups/9168ecd6-cb7f-409e-875f-7b8e6882562e HTTP/1.1" status: 204 len: 173 time: 1.0845721 Jul 16 01:06:22.959310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:22.964979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:22.988501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:22.989124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:22.989773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:22.995656 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.997457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Made reservation on behalf of 1687e52f0d6c4e8f822dc66b18edd9f4 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:23.000918 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.003383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:23.003950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f924df-0ee0-4818-9e31-59a92d7c0861 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9168ecd6-cb7f-409e-875f-7b8e6882562e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:23.004047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:23.062700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:23.063317 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.064741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] 10.222.0.67 "PUT /v2.0/ports/6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 HTTP/1.1" status: 200 len: 1092 time: 1.8685725 Jul 16 01:06:23.065241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:23.066870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:23.066870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:23.067377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Bound port: bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:23.067811 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.070885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'tag': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:23.073178 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10479cac-523a-4579-8edf-c296a5a3df30" -d '{"events": [{"name": "network-changed", "server_uuid": "c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb", "tag": "6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:23.089199 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.192131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33681fbb-036d-4cc4-9056-21ee2456948c service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:23.203702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:23.207733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:23.222426 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.290508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:23.291131 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.292522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] 10.222.0.67 "PUT /v2.0/ports/bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 HTTP/1.1" status: 200 len: 1092 time: 1.6396868 Jul 16 01:06:23.300489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-c82424f4-deaa-45a4-afe3-ff4578f1c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:23.302065 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-c82424f4-deaa-45a4-afe3-ff4578f1c54f service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.3507326 Jul 16 01:06:23.314789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b1b6c-0b5b-4fa9-9518-4a3c1b2b4436 req-454ca668-d78c-4599-a752-f85c578b35b8 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:23.317079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fe3b1b6c-0b5b-4fa9-9518-4a3c1b2b4436 req-454ca668-d78c-4599-a752-f85c578b35b8 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 947 time: 0.3150458 Jul 16 01:06:23.320020 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f10dfe88-8ff4-4853-ab03-174bf55b563e req-0d458ca7-3612-41c3-9d82-f765b84a4ac8 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 210 time: 0.0563934 Jul 16 01:06:23.323982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066514a-1035-4300-a393-780f9450bbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:23.359125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Allocated IP 192.168.233.158 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:23.370439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-ad2b1894-8755-4ce5-803b-c8ebb4782535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:23.372690 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-ad2b1894-8755-4ce5-803b-c8ebb4782535 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1095 time: 0.2530684 Jul 16 01:06:23.383082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-5bfe5fea-f2df-49f2-b8b3-225a7962006b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=9f03c34c-be36-46bd-b2ce-9274d2ac921a HTTP/1.1" status: 200 len: 217 time: 0.0647712 Jul 16 01:06:23.465527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-eb843d79-ae18-4259-93c8-96a7440369ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 HTTP/1.1" status: 200 len: 217 time: 0.0846789 Jul 16 01:06:23.478927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fe3b1b6c-0b5b-4fa9-9518-4a3c1b2b4436 req-9d007d8d-2e09-4abf-9a5b-31671bcac9a1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053011 Jul 16 01:06:23.483278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-25e3229a-98e0-4a3f-9701-d09524182f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:23.484689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-25e3229a-98e0-4a3f-9701-d09524182f37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0949690 Jul 16 01:06:23.521016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'tag': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:23.523451 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b9b162-1241-48f4-9526-ce30a24482bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1", "tag": "bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:23.532948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-938f0608-4f41-4064-8bc1-d7c6bfdbc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:23.535394 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-938f0608-4f41-4064-8bc1-d7c6bfdbc900 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1095 time: 0.1622543 Jul 16 01:06:23.588137 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-2fcc3961-1cf5-4165-abe0-bda9ca8c3acc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 HTTP/1.1" status: 200 len: 217 time: 0.0446560 Jul 16 01:06:23.630313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-e827c0dc-5235-4571-9c06-dcaf72e67b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:23.631840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-e827c0dc-5235-4571-9c06-dcaf72e67b99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1390693 Jul 16 01:06:23.702683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-71b8183c-46f1-4ef2-873e-e04f55bfb8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:23.704128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-71b8183c-46f1-4ef2-873e-e04f55bfb8a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1090970 Jul 16 01:06:23.775844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-85965a85-824c-45b1-a3d9-3e25cfcfbb8b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610943 Jul 16 01:06:23.789941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 023717a9-7ecd-4710-8208-8ff3bf32d000 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:23.803398 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-28d26f71-3e51-43f5-88dd-ffd00e4e59b1 req-2ff4eae3-6cdb-4585-8ba8-b424e2aa0929 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] 10.222.0.64 "GET /v2.0/security-groups/1348680f-3443-48e1-a6ea-082f24f12b44 HTTP/1.1" status: 200 len: 1776 time: 0.4243686 Jul 16 01:06:23.812626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3f34d4e5-1968-4878-bd51-5235a181795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:23.814086 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-3f34d4e5-1968-4878-bd51-5235a181795d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.3325992 Jul 16 01:06:23.854988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 023717a9-7ecd-4710-8208-8ff3bf32d000 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:23.855276 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.896806 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.931058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-cdbfd947-847d-49b8-8187-8bad9364649d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018093 Jul 16 01:06:23.936420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.937149 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:24.014188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437bffc-d760-48c5-b926-c466a2563f41 req-d8dca668-3b47-4130-85a4-71f847537a5d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:24.015668 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a437bffc-d760-48c5-b926-c466a2563f41 req-d8dca668-3b47-4130-85a4-71f847537a5d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 943 time: 0.3746648 Jul 16 01:06:24.017450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-b7db4be4-9838-4486-8c5f-c4eeea839cda service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775668 Jul 16 01:06:24.105775 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Pushing event updated for resources: {'Port': ['ID=c37bfdf7-42b4-496c-8d43-46df2d5cbfc7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:24.166396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a437bffc-d760-48c5-b926-c466a2563f41 req-876d2c9a-b07c-4954-9acc-dcb9ff7f7618 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429138 Jul 16 01:06:24.170152 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-9e75b183-a3fb-4ed3-b12c-d94035b4d3ce service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854928 Jul 16 01:06:24.197292 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28d26f71-3e51-43f5-88dd-ffd00e4e59b1 req-d9e790a2-d9a9-4b74-b41b-5f88fb0ce654 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:24.211594 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7af8dc0d-3f31-4ad2-b8eb-5f025a5d73a5 req-291fc71e-1a03-44b4-a49d-51df50783512 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864588 Jul 16 01:06:24.214325 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:24.244670 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c3b81c-9e39-4762-9749-109c49755e6c x-openstack-request-id: req-e7c3b81c-9e39-4762-9749-109c49755e6c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:24.244947 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb", "tag": "6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:24.245366 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7c3b81c-9e39-4762-9749-109c49755e6c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:24.245898 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'tag': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5', 'status': 'completed', 'code': 200} Jul 16 01:06:24.287056 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-394837d8-6b50-48ab-b8a0-1d3e21f4017b service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171413 Jul 16 01:06:24.291834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Transition to ACTIVE for port object e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:24.294339 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28d26f71-3e51-43f5-88dd-ffd00e4e59b1 req-d9e790a2-d9a9-4b74-b41b-5f88fb0ce654 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:24.295468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d5d7738-3a20-4f90-bf1f-3690efdbcdc0 req-96a17eda-6963-420f-b93b-e49285b9a1f2 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147342 Jul 16 01:06:24.313167 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b988bdea-fc4d-45c6-bece-dd5c894b7e16 x-openstack-request-id: req-b988bdea-fc4d-45c6-bece-dd5c894b7e16 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:24.313434 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1", "tag": "bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:24.313653 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b988bdea-fc4d-45c6-bece-dd5c894b7e16 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:24.314120 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'tag': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06', 'status': 'completed', 'code': 200} Jul 16 01:06:24.365160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:24.414826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:24.446846 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9b162-1241-48f4-9526-ce30a24482bb req-b3868cdd-c07e-40b0-b0fd-66a2e8b63a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:24.449935 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19b9b162-1241-48f4-9526-ce30a24482bb req-b3868cdd-c07e-40b0-b0fd-66a2e8b63a85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1095 time: 0.0998554 Jul 16 01:06:24.499621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:24.515368 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f846ff1f-7180-409d-a57b-c00819d16880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:24.524793 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28d26f71-3e51-43f5-88dd-ffd00e4e59b1 req-d9e790a2-d9a9-4b74-b41b-5f88fb0ce654 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:24.527348 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28d26f71-3e51-43f5-88dd-ffd00e4e59b1 req-d9e790a2-d9a9-4b74-b41b-5f88fb0ce654 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:24.528487 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-28d26f71-3e51-43f5-88dd-ffd00e4e59b1 req-d9e790a2-d9a9-4b74-b41b-5f88fb0ce654 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] 10.222.0.64 "DELETE /v2.0/security-groups/1348680f-3443-48e1-a6ea-082f24f12b44 HTTP/1.1" status: 204 len: 173 time: 0.7120731 Jul 16 01:06:24.562284 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7f6e56f-4ee0-41db-a979-947b74129aca req-a2147b78-edfd-4a4e-820f-794de21a4016 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624052 Jul 16 01:06:24.564185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b78611-060d-4053-8ba9-81fdce573459 req-30f388bb-3d3e-46c7-88cf-2a4b4dc62a8e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:24.566551 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16b78611-060d-4053-8ba9-81fdce573459 req-30f388bb-3d3e-46c7-88cf-2a4b4dc62a8e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 943 time: 0.1621222 Jul 16 01:06:24.648656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9b162-1241-48f4-9526-ce30a24482bb req-c130f73a-086d-46cc-95c7-8577ff774b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:24.650674 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19b9b162-1241-48f4-9526-ce30a24482bb req-c130f73a-086d-46cc-95c7-8577ff774b7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.1927218 Jul 16 01:06:24.657241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:24.657923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16b78611-060d-4053-8ba9-81fdce573459 req-aa2b5f80-b1b4-4a72-82b9-1894643726e1 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817497 Jul 16 01:06:24.678577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:24.704675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19b9b162-1241-48f4-9526-ce30a24482bb req-66b44ce2-e080-4d0a-a96a-64c2c16182a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 HTTP/1.1" status: 200 len: 217 time: 0.0456560 Jul 16 01:06:24.726325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:24.743304 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:24.743986 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:24.750595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-23e1f223-e231-4820-9056-f5beaa3078fc None None] Provisioning complete for port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:24.752204 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23e1f223-e231-4820-9056-f5beaa3078fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:24.758376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e790a2-d9a9-4b74-b41b-5f88fb0ce654 tempest-SecurityGroupsTestAdminJSON-1815297114 tempest-SecurityGroupsTestAdminJSON-1815297114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1348680f-3443-48e1-a6ea-082f24f12b44,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:24.779176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9b162-1241-48f4-9526-ce30a24482bb req-1477e382-31ae-459c-9989-936cc2d01a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:24.783946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19b9b162-1241-48f4-9526-ce30a24482bb req-1477e382-31ae-459c-9989-936cc2d01a84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.0700984 Jul 16 01:06:24.860221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19b9b162-1241-48f4-9526-ce30a24482bb req-6a51ac33-71af-49ec-9956-7c8055b66455 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687876 Jul 16 01:06:24.871512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-23e1f223-e231-4820-9056-f5beaa3078fc None None] Port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:24.928746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Router 1402160f-6efe-44e0-afcd-2fc0d1903c26 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:06:24.930768 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4637616 Jul 16 01:06:24.932818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:24.946748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f20323-b69d-44fa-b448-16bb21d5b567 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Pushing event updated for resources: {'Port': ['ID=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:24.960175 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Request body: {'port': {'device_id': '87463f02-2993-45b2-b046-681ecb610218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:25.046456 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19b9b162-1241-48f4-9526-ce30a24482bb req-790af445-6bc1-4654-9822-19655a043b77 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704521 Jul 16 01:06:25.054065 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10479cac-523a-4579-8edf-c296a5a3df30 req-cc945620-beaf-4f65-a898-d95d8de0bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:25.055565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee40d8-0e59-495a-99e6-9d2160b30dad req-7adf39e0-c586-4820-af49-0fdb54f70466 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:25.055714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10479cac-523a-4579-8edf-c296a5a3df30 req-cc945620-beaf-4f65-a898-d95d8de0bec6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1095 time: 0.3788712 Jul 16 01:06:25.057063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ccee40d8-0e59-495a-99e6-9d2160b30dad req-7adf39e0-c586-4820-af49-0fdb54f70466 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 947 time: 0.1548095 Jul 16 01:06:25.100558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5ffa4abc-e4fb-40ae-8f31-60eadd63245b None None] Provisioning for port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:25.110422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5ffa4abc-e4fb-40ae-8f31-60eadd63245b None None] Provisioning complete for port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:25.111119 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4abc-e4fb-40ae-8f31-60eadd63245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:25.114710 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:25.150772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa4abc-e4fb-40ae-8f31-60eadd63245b None None] Port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:25.160229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ccee40d8-0e59-495a-99e6-9d2160b30dad req-7b6e5ddc-81ce-4e9f-b3a0-88dc138ca6c7 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845225 Jul 16 01:06:25.177869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19b9b162-1241-48f4-9526-ce30a24482bb req-9c7586a8-f498-46cb-ace7-3872097c9344 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196887 Jul 16 01:06:25.213004 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826297-f4f2-4eb8-93fe-17ea9d0b7570 req-55f804c8-7bfb-4b2f-bbbd-4a7606ddddee tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:25.214598 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-67826297-f4f2-4eb8-93fe-17ea9d0b7570 req-55f804c8-7bfb-4b2f-bbbd-4a7606ddddee tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 936 time: 0.3481641 Jul 16 01:06:25.261893 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:25.321932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:06:25.330644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ba27a5de-9247-4d89-afa7-3f2d68117bac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24d0ee88b5854f56a8ba296fb5379c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945673 Jul 16 01:06:25.333335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43430) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:25.336256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Sync routers for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:06:25.347079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:06:25.347938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:05:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:25.354311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1cb968f-f541-49c6-8276-4a5b008b9304 admin admin] 10.222.0.64 "PUT /v2.0/routers/1402160f-6efe-44e0-afcd-2fc0d1903c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9155884 Jul 16 01:06:25.381456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10479cac-523a-4579-8edf-c296a5a3df30 req-69a9ff36-7e8c-41a9-bd27-31a1025a3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:25.383018 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10479cac-523a-4579-8edf-c296a5a3df30 req-69a9ff36-7e8c-41a9-bd27-31a1025a3c24 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.3114076 Jul 16 01:06:25.388721 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-67826297-f4f2-4eb8-93fe-17ea9d0b7570 req-36eb3cfa-8e6b-44ae-94a3-55e5091ff695 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379569 Jul 16 01:06:25.439513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20162d0-c7ba-4205-a688-992861d9e394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:25.497280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20162d0-c7ba-4205-a688-992861d9e394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:25.529962 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10479cac-523a-4579-8edf-c296a5a3df30 req-196fefc9-3e03-4bb4-867b-0b1752bbe541 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 HTTP/1.1" status: 200 len: 217 time: 0.1383841 Jul 16 01:06:25.540751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:06:25.629329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10479cac-523a-4579-8edf-c296a5a3df30 req-9627e8c8-42f8-4eaa-97b3-891423b95a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:25.630916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10479cac-523a-4579-8edf-c296a5a3df30 req-9627e8c8-42f8-4eaa-97b3-891423b95a86 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.0938709 Jul 16 01:06:25.679067 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20162d0-c7ba-4205-a688-992861d9e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:25.689100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10479cac-523a-4579-8edf-c296a5a3df30 req-55272b8b-54e1-4478-8760-e6756dbfb469 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299606 Jul 16 01:06:25.690044 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20162d0-c7ba-4205-a688-992861d9e394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:25.696564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f20162d0-c7ba-4205-a688-992861d9e394 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90e56bf4-df60-43d5-ad90-cc209bd2c4bc HTTP/1.1" status: 204 len: 168 time: 0.3612998 Jul 16 01:06:25.791776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20162d0-c7ba-4205-a688-992861d9e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e56bf4-df60-43d5-ad90-cc209bd2c4bc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:25.807873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b43c0-c064-419f-be3e-c18c0ffb977a req-545cdab8-4de3-4395-92e9-b5b5d1d8475c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:25.815108 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-111b43c0-c064-419f-be3e-c18c0ffb977a req-545cdab8-4de3-4395-92e9-b5b5d1d8475c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 943 time: 0.2342751 Jul 16 01:06:25.889274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-111b43c0-c064-419f-be3e-c18c0ffb977a req-31a0cce3-447b-4431-8d12-11291a1831f4 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727415 Jul 16 01:06:25.899696 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10479cac-523a-4579-8edf-c296a5a3df30 req-53c0672e-99ba-4975-89fc-f8f1c9bfc1ab service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012434 Jul 16 01:06:25.931785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-3a08a714-fdd7-48a9-9f98-529ceef63dab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2252247 Jul 16 01:06:25.959103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:25.978396 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.025969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:23Z', 'revision_number': 2, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:26.095874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Checking router: 1402160f-6efe-44e0-afcd-2fc0d1903c26 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:06:26.096279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Updating router 1402160f-6efe-44e0-afcd-2fc0d1903c26 port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:06:26.157535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-f35bd208-a9a9-4e08-8afa-5963ced4705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:26.160476 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-f35bd208-a9a9-4e08-8afa-5963ced4705e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e42f89437aef4cf8a51afc1bb70ea658&device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 1124 time: 0.1603515 Jul 16 01:06:26.205339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b781603-0bee-45c7-91ba-4660709b7fd7 req-d4f1c5ee-0a52-4528-83d7-84d2fea02f3d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:26.207522 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.207790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4b781603-0bee-45c7-91ba-4660709b7fd7 req-d4f1c5ee-0a52-4528-83d7-84d2fea02f3d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 943 time: 0.1475174 Jul 16 01:06:26.286535 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.289635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43466) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:26.302318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Transition to ACTIVE for port object e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:26.315096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.388012 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4b781603-0bee-45c7-91ba-4660709b7fd7 req-5a9386e4-9042-45ea-b8d7-d0c996cd100b tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686287 Jul 16 01:06:26.401983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-36f22102-ad4f-44d2-8df3-54eeb414e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:26.403473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-36f22102-ad4f-44d2-8df3-54eeb414e386 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2142417 Jul 16 01:06:26.420232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:26.476992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-625a50fe-92d0-4645-80cf-33fd3abf5882 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=7974903d-c5e6-4a76-b04e-f004245d6d4b HTTP/1.1" status: 200 len: 217 time: 0.0661266 Jul 16 01:06:26.488510 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10479cac-523a-4579-8edf-c296a5a3df30 req-b0e13224-8133-4cf0-b0e0-838038d3aa21 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772331 Jul 16 01:06:26.560415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-f9dc7b3d-380f-46ca-af23-ba83cccf851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:26.561994 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-f9dc7b3d-380f-46ca-af23-ba83cccf851f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0774152 Jul 16 01:06:26.598104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Attempting to bind port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:26.598476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Attempting to bind port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:26.600079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Attempting to bind port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:26.609846 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c549e2e1-6305-4ac9-b026-04806c5762f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0380e7e60f442c6b19ca762b0a308bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168468 Jul 16 01:06:26.612774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:26.648106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:26.648106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Attempting to bind port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:26.659807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:26.660354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:26.660854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:26.661571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Bound port: e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:26.661877 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.663540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.677355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Transition to ACTIVE for port object c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:26.686325 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.704702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-0acf7352-b4fa-4c93-94a3-022dd6a967ac tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:26.712080 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-0acf7352-b4fa-4c93-94a3-022dd6a967ac tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 820 time: 0.3572512 Jul 16 01:06:26.720934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-3e199216-0e19-40c5-890a-83babf11a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:26.723739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-3e199216-0e19-40c5-890a-83babf11a0b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437836 Jul 16 01:06:26.747079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da364943-61ab-4c57-b9da-49d9b4d0c509 None None] Pushing event updated for resources: {'Port': ['ID=c37bfdf7-42b4-496c-8d43-46df2d5cbfc7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:26.763616 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e85c947-09c1-45a4-b62b-1d1098fde59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.786483 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-463814eb-4b69-4ddc-80f7-bc6d9e7e3520 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/quotas/050f6f467bd44684aa3730ebb1fe002e HTTP/1.1" status: 200 len: 375 time: 0.0734017 Jul 16 01:06:26.788722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c3845-e82d-4a20-8017-56cd6ccf25b1 req-4c2d2c30-3452-4322-84e6-0ed4113ec3d7 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:26.790327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-956c3845-e82d-4a20-8017-56cd6ccf25b1 req-4c2d2c30-3452-4322-84e6-0ed4113ec3d7 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 947 time: 0.1212146 Jul 16 01:06:26.839644 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Attempting to bind port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:26.842368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Attempting to bind port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:26.843702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Attempting to bind port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 on network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:26.852991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:06:26.861491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:26.862196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Checking segment: {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:26.862976 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.863085 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e85c947-09c1-45a4-b62b-1d1098fde59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.865017 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Bound using segment: {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:26.866724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Bound port: c37bfdf7-42b4-496c-8d43-46df2d5cbfc7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:26.867349 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:26.898628 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-956c3845-e82d-4a20-8017-56cd6ccf25b1 req-b38aeb47-1d40-4dc9-94b0-2a1e9a78705c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609560 Jul 16 01:06:26.915908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-4af3a424-eb54-4473-998d-1280ebb93fb2 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833880 Jul 16 01:06:26.974367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] For port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:27.018940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] For port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:27.029488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:27.031485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e85c947-09c1-45a4-b62b-1d1098fde59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:27.034502 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e85c947-09c1-45a4-b62b-1d1098fde59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:27.035945 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2e85c947-09c1-45a4-b62b-1d1098fde59f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7992f63f-d1bd-4ddb-97c2-04001e1b02da HTTP/1.1" status: 204 len: 168 time: 0.4220743 Jul 16 01:06:27.059927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8ebfa59-0b81-4a11-b731-bd498a00a46d req-22711756-ddb6-467e-b3bd-d5c5be8557ca service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359806 Jul 16 01:06:27.067111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] For port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:27.081972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] For port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c37bfdf7-42b4-496c-8d43-46df2d5cbfc7,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:27.096186 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:27.121363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:27.151311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85c947-09c1-45a4-b62b-1d1098fde59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7992f63f-d1bd-4ddb-97c2-04001e1b02da,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:27.176881 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-93b6d907-3c3a-4f08-859b-2ceb23a58aa5 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3894131 Jul 16 01:06:27.179966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:27.185394 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:27.187127 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-862514bd-af3f-4761-bd05-fa46192fa1e7 service neutron] 10.222.0.50 "PUT /v2.0/ports/e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b HTTP/1.1" status: 200 len: 1097 time: 2.2368436 Jul 16 01:06:27.188164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87463f02-2993-45b2-b046-681ecb610218', 'tag': 'e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:27.190927 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42" -d '{"events": [{"name": "network-changed", "server_uuid": "87463f02-2993-45b2-b046-681ecb610218", "tag": "e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:27.241097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:27.259049 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f31da702-e0a7-4313-8faa-d20b0331cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:27.265849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06', 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83', 'port_id': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06', 'mac_address': 'fa:16:3e:36:87:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1db9f23-7b03-4fa4-8195-d7376d373bcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:06:27.299325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da364943-61ab-4c57-b9da-49d9b4d0c509 None None] Pushing event updated for resources: {'Port': ['ID=c37bfdf7-42b4-496c-8d43-46df2d5cbfc7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:27.306992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:06:27.307761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:27.346108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e23ea1-d2d9-4b67-bcd9-02a6dbff3ee3 req-fb9e8e19-3a69-4e37-8667-27a43a8e28b8 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:27.359060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-85e23ea1-d2d9-4b67-bcd9-02a6dbff3ee3 req-fb9e8e19-3a69-4e37-8667-27a43a8e28b8 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 948 time: 0.2790484 Jul 16 01:06:27.451016 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-85e23ea1-d2d9-4b67-bcd9-02a6dbff3ee3 req-fd26ef3f-7a15-406d-87e3-e8c7f450d897 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901847 Jul 16 01:06:27.473696 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-981bee0c-2a6b-4189-88f6-a8c86b6877f2 service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944493 Jul 16 01:06:27.478791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-42ef7a2c-ccec-496b-b8fa-c6698b199532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:27.481359 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-42ef7a2c-ccec-496b-b8fa-c6698b199532 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 1100 time: 0.1705408 Jul 16 01:06:27.497428 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:27.566707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:27.635465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-a2ceeab3-5b0e-4dbf-b1bd-0d9b43f8ca85 service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583147 Jul 16 01:06:27.651946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:27.653404 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:27.668781 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:27.670435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 9f03c34c-be36-46bd-b2ce-9274d2ac921a details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:06:27.689087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:06:27.738858 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-56579608-30a4-46fe-b716-d42dfe274360 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b HTTP/1.1" status: 200 len: 217 time: 0.1022100 Jul 16 01:06:27.804961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42c947-1bb1-4922-bb20-582e80f5c481 req-decf7a21-7d4d-4b60-8044-4cf69fc80b38 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:27.809156 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed42c947-1bb1-4922-bb20-582e80f5c481 req-decf7a21-7d4d-4b60-8044-4cf69fc80b38 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 944 time: 0.1023049 Jul 16 01:06:27.879317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed42c947-1bb1-4922-bb20-582e80f5c481 req-ad3da9aa-4a2d-465b-8eb3-1df48c2e40eb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577934 Jul 16 01:06:27.898436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-0c9ec1e1-8836-41a2-aee4-e8b9e685bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:27.900457 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-0c9ec1e1-8836-41a2-aee4-e8b9e685bb4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1503320 Jul 16 01:06:27.931601 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e25950-d8bf-4e3a-9d45-2842e751bf3c x-openstack-request-id: req-56e25950-d8bf-4e3a-9d45-2842e751bf3c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:27.931845 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87463f02-2993-45b2-b046-681ecb610218", "tag": "e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:27.932121 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56e25950-d8bf-4e3a-9d45-2842e751bf3c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:27.932677 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87463f02-2993-45b2-b046-681ecb610218', 'tag': 'e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b', 'status': 'completed', 'code': 200} Jul 16 01:06:28.033382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-92ee1c44-55c8-4e3e-9ae1-60f7cd7cbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:28.036216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-92ee1c44-55c8-4e3e-9ae1-60f7cd7cbe7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1194348 Jul 16 01:06:28.155156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b91faf-e9a0-41c1-a753-221ba582f9d8 req-774c2aa4-3424-4858-b7f9-08425d02c8b5 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:28.157873 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01b91faf-e9a0-41c1-a753-221ba582f9d8 req-774c2aa4-3424-4858-b7f9-08425d02c8b5 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 943 time: 0.1277227 Jul 16 01:06:28.230732 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53fdaf83-83de-494d-9e80-1b4ec74dcc43 req-e83a070d-22d8-4495-be08-f5b7f8fa23e5 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 210 time: 0.0787730 Jul 16 01:06:28.244945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01b91faf-e9a0-41c1-a753-221ba582f9d8 req-66447b41-b3ce-4515-8aff-b9af75f36781 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789201 Jul 16 01:06:28.270437 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-72820c5d-f149-4d12-bc3e-0a135ffb5163 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272778 Jul 16 01:06:28.387524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:28.430271 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d12052a-6c46-49c4-9aa0-b65843a0aff4 req-2cbd1b16-a34d-4199-93db-31d601c3d72d service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391084 Jul 16 01:06:28.437116 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:28.561678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 9f03c34c-be36-46bd-b2ce-9274d2ac921a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=9f03c34c-be36-46bd-b2ce-9274d2ac921a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:28.612722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '9f03c34c-be36-46bd-b2ce-9274d2ac921a', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '9f03c34c-be36-46bd-b2ce-9274d2ac921a', 'mac_address': 'fa:16:3e:76:ee:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:06:28.751596 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:28.789004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f03c34c-be36-46bd-b2ce-9274d2ac921a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:28.802650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da64873-40ea-41ba-8302-a2598f6caa7b req-ff7b5a16-3a5f-442e-a836-5d4c78392871 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:28.804385 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6da64873-40ea-41ba-8302-a2598f6caa7b req-ff7b5a16-3a5f-442e-a836-5d4c78392871 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 947 time: 0.3185225 Jul 16 01:06:28.818650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-4b29a217-9c9f-40d1-a848-0e540ffbaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:28.824237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 9f03c34c-be36-46bd-b2ce-9274d2ac921a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=9f03c34c-be36-46bd-b2ce-9274d2ac921a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:28.828381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-4b29a217-9c9f-40d1-a848-0e540ffbaec5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 1100 time: 0.3307664 Jul 16 01:06:28.832368 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:28.882538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:27Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:28.901558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:06:28.930486 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6da64873-40ea-41ba-8302-a2598f6caa7b req-08457258-d0b4-45fc-b78e-5ca44d0cfad5 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190047 Jul 16 01:06:28.987255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb675d9-029c-4a2f-bdf2-1b5069a6c98e req-57d88e19-cea1-4a61-af41-8b02336b3a56 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:28.988884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb675d9-029c-4a2f-bdf2-1b5069a6c98e req-57d88e19-cea1-4a61-af41-8b02336b3a56 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 948 time: 0.1867838 Jul 16 01:06:29.003943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8df20-92d6-4b3d-8756-2fe27e7f064a None None] The sync data for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 is: [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:27Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:06:29.006783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-19a51e7b-eab5-4896-879a-1204a4fa198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:29.008474 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-19a51e7b-eab5-4896-879a-1204a4fa198e service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1712143 Jul 16 01:06:29.044408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:29.098641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=9f03c34c-be36-46bd-b2ce-9274d2ac921a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:29.140603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-e6636195-e345-4b6e-98b2-73a595fc56c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b HTTP/1.1" status: 200 len: 217 time: 0.1219692 Jul 16 01:06:29.160475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb675d9-029c-4a2f-bdf2-1b5069a6c98e req-523c5027-a7d1-4628-8ab4-5b15e3cd4bed tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626484 Jul 16 01:06:29.220405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['9f03c34c-be36-46bd-b2ce-9274d2ac921a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:29.312354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-00d061be-aece-4329-90e6-6d41b863c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:29.316706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-00d061be-aece-4329-90e6-6d41b863c084 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1673179 Jul 16 01:06:29.374048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:29.494238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:29.531223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5', 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c', 'port_id': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5', 'mac_address': 'fa:16:3e:de:9b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46818f7-f7d8-4e1b-b60b-de082ce14d78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:06:29.552548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0ee4064f-ab8a-4921-b513-f5c9987e049e req-2c668c62-f4ab-480a-8448-78d8e27bdead tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 210 time: 0.1172295 Jul 16 01:06:29.602832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609e84-d23c-4965-b68a-530a9f45dd06 req-0739b8d2-1796-4f3b-bd69-69655cdf2c2c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:29.604444 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8609e84-d23c-4965-b68a-530a9f45dd06 req-0739b8d2-1796-4f3b-bd69-69655cdf2c2c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 944 time: 0.2814758 Jul 16 01:06:29.611442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-5cdbf29a-c67d-4d92-a161-3aba3f0aa734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:29.613600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-5cdbf29a-c67d-4d92-a161-3aba3f0aa734 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2672427 Jul 16 01:06:29.693319 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-213f8594-87be-4b33-9d32-7505ed866166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.734458 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.871609 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-213f8594-87be-4b33-9d32-7505ed866166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.880923 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-213f8594-87be-4b33-9d32-7505ed866166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.885360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8609e84-d23c-4965-b68a-530a9f45dd06 req-f7c2dcbc-128b-49b0-8f46-30ddef551e0d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650750 Jul 16 01:06:29.907753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:29.932498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:29.949898 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-163ec96a-a838-40a7-a942-b4c9fb5fdfc7 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140354 Jul 16 01:06:30.045475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f8594-87be-4b33-9d32-7505ed866166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4864ddf2-dd54-4539-9e3e-a7b3cce84cc7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:30.119695 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6b449ca-ee95-4cd4-b110-f63aeafdfb42 req-9dc8cfb0-5649-4a04-ac04-6759caf4f3d9 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606052 Jul 16 01:06:30.146511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:30.147730 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.199541 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.280297 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-213f8594-87be-4b33-9d32-7505ed866166 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd3f905da83e4c09a596237a81d62432&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2308540 Jul 16 01:06:30.282326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43586) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:30.336961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca932f-f905-4488-b3c7-475febe37137 req-8cde5a6a-4311-4b03-a1a1-431e4d4a44da tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:30.349939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:30.350178 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62ca932f-f905-4488-b3c7-475febe37137 req-8cde5a6a-4311-4b03-a1a1-431e4d4a44da tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 948 time: 0.1213334 Jul 16 01:06:30.356912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:30.372180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:30.372870 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.396722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-90c08cd5-47e5-4290-ae4c-8e51c5cb16a8 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:30.399011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-90c08cd5-47e5-4290-ae4c-8e51c5cb16a8 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.50 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 820 time: 0.3576078 Jul 16 01:06:30.415468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a120e3-2321-4e87-88a7-fa672b83eefb req-13788998-c31c-4683-9c61-fc467d41187c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:30.422597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62ca932f-f905-4488-b3c7-475febe37137 req-410e4894-ef1e-46fb-89a4-1fb0a0b12efc tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714221 Jul 16 01:06:30.427751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55a120e3-2321-4e87-88a7-fa672b83eefb req-13788998-c31c-4683-9c61-fc467d41187c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 943 time: 0.4889383 Jul 16 01:06:30.441890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Request body: {'port': {'device_id': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'admin_state_up': True, 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:30.459023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:30.513797 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.558168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe422-72d9-4ca2-8936-9beeee2cb2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.581774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c37bfdf7-42b4-496c-8d43-46df2d5cbfc7,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:30.590448 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.621090 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe422-72d9-4ca2-8936-9beeee2cb2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.649678 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55a120e3-2321-4e87-88a7-fa672b83eefb req-c083ca91-b72a-486b-9801-1b6a99a46961 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206709 Jul 16 01:06:30.695950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa672e-22c9-4026-afa2-8748d2158409 req-547822d4-169c-4e84-9567-e65c7b217a02 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:30.697426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Made reservation on behalf of 050f6f467bd44684aa3730ebb1fe002e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:30.700997 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.702904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3fa672e-22c9-4026-afa2-8748d2158409 req-547822d4-169c-4e84-9567-e65c7b217a02 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 948 time: 0.1288316 Jul 16 01:06:30.742528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=c37bfdf7-42b4-496c-8d43-46df2d5cbfc7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:30.770135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe422-72d9-4ca2-8936-9beeee2cb2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.773801 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe422-72d9-4ca2-8936-9beeee2cb2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.777452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9d6fe422-72d9-4ca2-8936-9beeee2cb2cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4864ddf2-dd54-4539-9e3e-a7b3cce84cc7 HTTP/1.1" status: 204 len: 168 time: 0.4882684 Jul 16 01:06:30.835303 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3fa672e-22c9-4026-afa2-8748d2158409 req-ec9e042d-e9fb-4e4a-85ab-746c78c0f07c tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104839 Jul 16 01:06:30.861456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:30.927784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fe422-72d9-4ca2-8936-9beeee2cb2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4864ddf2-dd54-4539-9e3e-a7b3cce84cc7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:30.976836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:30.984224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:30.986300 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.135878 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.172809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:31.175698 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bf6066-40d0-444e-b078-df7d9f47ab1b" -d '{"events": [{"server_uuid": "8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1", "name": "network-vif-plugged", "status": "completed", "tag": "bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:31.190390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:31.197439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.198859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 9f03c34c-be36-46bd-b2ce-9274d2ac921a up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:31.199821 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd03682e-622b-4fec-97c2-85375ca6bf56 req-bb579b5d-eb94-48f9-9280-c276444884c1 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 210 time: 0.0754268 Jul 16 01:06:31.321943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:31.337106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-b809f5f3-f902-41e7-9aa0-f0152acdfffd tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=03377e86794143c3ba7b245da79c576a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2626436 Jul 16 01:06:31.373187 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 9f03c34c-be36-46bd-b2ce-9274d2ac921a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:31.378154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 9f03c34c-be36-46bd-b2ce-9274d2ac921a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:31.378908 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.413679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Allocated IP 172.20.0.11 (4472b9cd-c381-42a1-a077-e93d7ce8fcd3/324eaac8-5384-4354-9c36-30685050f2e8/dfe746c5-de81-4a86-9a89-d03b8f5ef612) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:31.503371 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.553081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:31.560205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 9f03c34c-be36-46bd-b2ce-9274d2ac921a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=9f03c34c-be36-46bd-b2ce-9274d2ac921a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:31.567526 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.568861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-49960c6e-6820-473e-b601-7b314feae648 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:31.570614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-49960c6e-6820-473e-b601-7b314feae648 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319970 Jul 16 01:06:31.577488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-233e7f9c-1b9d-4662-bfac-80b8e5544ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.603581 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-e7645173-90e1-4954-9af2-26c0f74ccab2 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/quotas/03377e86794143c3ba7b245da79c576a HTTP/1.1" status: 200 len: 375 time: 0.0238383 Jul 16 01:06:31.658620 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-82e48ad3-3f05-4e9b-af71-001ac45b9560 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03377e86794143c3ba7b245da79c576a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428226 Jul 16 01:06:31.662563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=9f03c34c-be36-46bd-b2ce-9274d2ac921a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:31.675376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a120e5-22a1-4306-b9a7-cc89b8cb5f74 req-6cafa573-7fdd-42cd-a9ae-562013ddc147 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:31.676939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26a120e5-22a1-4306-b9a7-cc89b8cb5f74 req-6cafa573-7fdd-42cd-a9ae-562013ddc147 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 945 time: 0.1145165 Jul 16 01:06:31.761612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26a120e5-22a1-4306-b9a7-cc89b8cb5f74 req-be374a1f-ca87-4d95-918b-0ec7a623f6f2 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647581 Jul 16 01:06:31.792886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-233e7f9c-1b9d-4662-bfac-80b8e5544ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.796202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.797895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-233e7f9c-1b9d-4662-bfac-80b8e5544ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.818485 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Transition to ACTIVE for port object dfe746c5-de81-4a86-9a89-d03b8f5ef612 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:31.819656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:31.825537 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43a5c18-20bf-4750-aad9-0408dae8f198 x-openstack-request-id: req-f43a5c18-20bf-4750-aad9-0408dae8f198 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:31.825928 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1", "name": "network-vif-plugged", "status": "completed", "tag": "bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:31.826209 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f43a5c18-20bf-4750-aad9-0408dae8f198 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:31.826756 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06', 'code': 200} Jul 16 01:06:31.882113 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-233e7f9c-1b9d-4662-bfac-80b8e5544ff3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c02a052a0c74d458780111d9831020e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249226 Jul 16 01:06:31.896980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43624) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:31.918437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.928497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:31.929000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.000766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e7f9c-1b9d-4662-bfac-80b8e5544ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11608bd-1344-4d29-a1ef-fe7e8af43723,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:32.062134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:32.073166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:32.077255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:06:32.137803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:32.144740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:32.145665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.148200 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Pushing event updated for resources: {'Port': ['ID=dfe746c5-de81-4a86-9a89-d03b8f5ef612,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:32.163784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454a6df-8692-4cb0-97ef-7679ab785e31 req-eb020004-fb99-4526-a268-c942978705e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:32.165371 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e454a6df-8692-4cb0-97ef-7679ab785e31 req-eb020004-fb99-4526-a268-c942978705e7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1097 time: 0.2505867 Jul 16 01:06:32.240779 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2712bfb-7a63-4e86-87f9-195320b31bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.249290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-81d3388d-bb52-43f5-b13b-f95db1635a85 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8125226 Jul 16 01:06:32.250107 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b3710-16e6-489f-ac37-e51408a5e055 req-55d524d4-3537-4a9d-85a6-9aa8f45375a7 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:32.251871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-066b3710-16e6-489f-ac37-e51408a5e055 req-55d524d4-3537-4a9d-85a6-9aa8f45375a7 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 949 time: 0.2390378 Jul 16 01:06:32.265220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Request body: {'port': {'device_id': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:32.271251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:32.285218 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e454a6df-8692-4cb0-97ef-7679ab785e31 req-33216288-e041-4240-8056-cf20c5faed84 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087124 Jul 16 01:06:32.291528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b', 'mac_address': 'fa:16:3e:e3:b4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:06:32.335213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea769b9c-a712-456d-b01b-f3034c51a3f3 req-a00f506e-a12c-4f83-9f07-5264546a4386 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:32.336907 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea769b9c-a712-456d-b01b-f3034c51a3f3 req-a00f506e-a12c-4f83-9f07-5264546a4386 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 944 time: 0.2323873 Jul 16 01:06:32.341278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2712bfb-7a63-4e86-87f9-195320b31bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.365301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-066b3710-16e6-489f-ac37-e51408a5e055 req-89bb8bfe-91df-49cb-8177-a42c00ce4f4c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974367 Jul 16 01:06:32.366989 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.420113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:32.452488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9f0a0266-21dc-44c3-af1e-a73c4ba6b5cb None None] Provisioning for port dfe746c5-de81-4a86-9a89-d03b8f5ef612 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:32.464622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9f0a0266-21dc-44c3-af1e-a73c4ba6b5cb None None] Provisioning complete for port dfe746c5-de81-4a86-9a89-d03b8f5ef612 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:32.464993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0266-21dc-44c3-af1e-a73c4ba6b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.469419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:32.469923 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.515701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.530725 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea769b9c-a712-456d-b01b-f3034c51a3f3 req-232846b7-132e-4d3f-ac7b-6a2ca8f2f331 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673224 Jul 16 01:06:32.572817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a0266-21dc-44c3-af1e-a73c4ba6b5cb None None] Port dfe746c5-de81-4a86-9a89-d03b8f5ef612 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:32.609255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:32.659398 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2712bfb-7a63-4e86-87f9-195320b31bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.665986 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2712bfb-7a63-4e86-87f9-195320b31bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.667969 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f2712bfb-7a63-4e86-87f9-195320b31bb5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d11608bd-1344-4d29-a1ef-fe7e8af43723 HTTP/1.1" status: 204 len: 168 time: 0.7686400 Jul 16 01:06:32.708705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96b66a-2429-4edf-b7d4-256d4ad89771 req-02710094-aaaa-4c8f-8b8a-b6a6a5ac2fdb tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:32.712594 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd96b66a-2429-4edf-b7d4-256d4ad89771 req-02710094-aaaa-4c8f-8b8a-b6a6a5ac2fdb tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 949 time: 0.1928937 Jul 16 01:06:32.713827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2712bfb-7a63-4e86-87f9-195320b31bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11608bd-1344-4d29-a1ef-fe7e8af43723,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:32.792354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:32.797404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd96b66a-2429-4edf-b7d4-256d4ad89771 req-f0912ea8-e9c1-4817-84b0-a3b064bc2dae tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614979 Jul 16 01:06:32.859056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:33.063759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe746c5-de81-4a86-9a89-d03b8f5ef612 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:33.073524 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.088384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Transition to ACTIVE for port object dfe746c5-de81-4a86-9a89-d03b8f5ef612 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:33.116880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.129232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:33.146028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:33.146426 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.157358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c338cec-d293-4131-9eb3-8a7698a20abb req-1d6ae02f-27b9-42d3-9a25-ba045127a46c tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:33.176918 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c338cec-d293-4131-9eb3-8a7698a20abb req-1d6ae02f-27b9-42d3-9a25-ba045127a46c tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 932 time: 0.1652620 Jul 16 01:06:33.197724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-028209cd-2ea0-4549-bfed-56d95ced58e9 req-89044cf5-12af-4bed-831c-d9c0ed990ce5 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 210 time: 0.3919029 Jul 16 01:06:33.249975 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c338cec-d293-4131-9eb3-8a7698a20abb req-5e99d5f6-a7df-431a-98c8-751bf2c1fb43 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717101 Jul 16 01:06:33.300919 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.322784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe746c5-de81-4a86-9a89-d03b8f5ef612,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:33.377753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:33.380105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Attempting to bind port dfe746c5-de81-4a86-9a89-d03b8f5ef612 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:33.381709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Attempting to bind port dfe746c5-de81-4a86-9a89-d03b8f5ef612 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:33.382266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Attempting to bind port dfe746c5-de81-4a86-9a89-d03b8f5ef612 on network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:33.389566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Port dfe746c5-de81-4a86-9a89-d03b8f5ef612 on network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:33.389886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Attempting to bind port dfe746c5-de81-4a86-9a89-d03b8f5ef612 on network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:33.400861 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.410188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:33.410531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Checking segment: {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:33.410915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Bound using segment: {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:33.411356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Bound port: dfe746c5-de81-4a86-9a89-d03b8f5ef612, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:33.411712 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.538361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:33.559838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96788200-4eac-49e8-8d67-7bd5d2e7a759 req-51eefe76-8b07-45ec-bdea-c6179503d03e tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:33.563599 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96788200-4eac-49e8-8d67-7bd5d2e7a759 req-51eefe76-8b07-45ec-bdea-c6179503d03e tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 945 time: 0.1401553 Jul 16 01:06:33.595884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] For port dfe746c5-de81-4a86-9a89-d03b8f5ef612, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:33.600884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] For port dfe746c5-de81-4a86-9a89-d03b8f5ef612, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:33.612482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.666484 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96788200-4eac-49e8-8d67-7bd5d2e7a759 req-101609da-cb95-484a-8ca3-62081f8c53c7 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955763 Jul 16 01:06:33.716178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:33.718050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.722903 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] 10.222.0.50 "PUT /v2.0/ports/dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 1093 time: 1.4593837 Jul 16 01:06:33.724143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:33.730304 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:33.821391 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-2953f793-f68a-4b68-967d-a6ba5f6c6a41 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=03377e86794143c3ba7b245da79c576a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649788 Jul 16 01:06:33.828453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce197cab-610f-4fa3-92ae-196114671337 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe746c5-de81-4a86-9a89-d03b8f5ef612,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:33.828809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04a52bd-9f0f-4eb3-b364-53d60531dd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f03c34c-be36-46bd-b2ce-9274d2ac921a'}, {'server_uuid': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:33.845693 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825cf311-088b-4b40-9d48-5b933ddecc21" -d '{"events": [{"server_uuid": "f04a52bd-9f0f-4eb3-b364-53d60531dd4d", "name": "network-vif-plugged", "status": "completed", "tag": "9f03c34c-be36-46bd-b2ce-9274d2ac921a"}, {"server_uuid": "c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb", "name": "network-vif-plugged", "status": "completed", "tag": "6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:34.013078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:34.089943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-7c529b4e-9095-4da9-b5a8-513a67102c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:34.098962 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-7c529b4e-9095-4da9-b5a8-513a67102c73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1096 time: 0.2917631 Jul 16 01:06:34.121366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cde47-b44d-48bc-ad0e-ef8696689c24 req-f3b1ff5b-089d-4bd0-a380-958db6664f14 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:34.122901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:34.123417 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-982cde47-b44d-48bc-ad0e-ef8696689c24 req-f3b1ff5b-089d-4bd0-a380-958db6664f14 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 0.1843672 Jul 16 01:06:34.129358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:34.129910 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:34.162037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8442b84-8f74-4b37-9d25-d60b8a433208 req-82d7eda5-fa15-420e-bfeb-8f69431f8858 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:34.169623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8442b84-8f74-4b37-9d25-d60b8a433208 req-82d7eda5-fa15-420e-bfeb-8f69431f8858 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 949 time: 0.2650032 Jul 16 01:06:34.189138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-f250dc7e-b9df-446f-8d62-e1f95f2e1e13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 217 time: 0.0643125 Jul 16 01:06:34.201119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-fb122f20-be0e-47c9-8feb-b161fd847f21 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:34.202963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-fb122f20-be0e-47c9-8feb-b161fd847f21 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3677001 Jul 16 01:06:34.248233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Request body: {'port': {'device_id': '0d05609f-01a8-4ee8-bb99-dc9783515233', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '03377e86794143c3ba7b245da79c576a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:34.272007 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:34.293443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8442b84-8f74-4b37-9d25-d60b8a433208 req-475d105e-e16f-4548-9e24-005214146e1f tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224327 Jul 16 01:06:34.302469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-a2e75630-991a-466b-a7c2-211fb0054348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:34.304599 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-a2e75630-991a-466b-a7c2-211fb0054348 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.0833721 Jul 16 01:06:34.324123 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-982cde47-b44d-48bc-ad0e-ef8696689c24 req-4942a2b7-342c-4e08-bc32-7f48b4622fa4 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294348 Jul 16 01:06:34.330182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:34.337259 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:34.404044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:34.414570 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b71803f-6183-45be-b1e4-aa2d893dc1a2 x-openstack-request-id: req-4b71803f-6183-45be-b1e4-aa2d893dc1a2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:34.415843 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:34.416095 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b71803f-6183-45be-b1e4-aa2d893dc1a2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:34.416498 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'status': 'completed', 'code': 200} Jul 16 01:06:34.458638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-5c7967c2-cf91-4210-bcfb-1268a2406c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:34.461065 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-5c7967c2-cf91-4210-bcfb-1268a2406c96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394966 Jul 16 01:06:34.488790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Made reservation on behalf of 03377e86794143c3ba7b245da79c576a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:34.494038 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:34.509000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:34.642612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-500e4c30-eedf-424e-b89c-56a6c3298f4b service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602402 Jul 16 01:06:34.667577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62fc10-7bf6-475d-8fd8-960ebc94651f req-3d4b7bd0-fc48-412d-9abb-44c0cd0070c6 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:34.670453 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e62fc10-7bf6-475d-8fd8-960ebc94651f req-3d4b7bd0-fc48-412d-9abb-44c0cd0070c6 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 972 time: 0.1145787 Jul 16 01:06:34.693352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f25d9-676d-4734-9736-4f93521d5bdc req-6ccfe7b6-7610-4d36-ad74-46b4a27cad06 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:34.694957 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-348f25d9-676d-4734-9736-4f93521d5bdc req-6ccfe7b6-7610-4d36-ad74-46b4a27cad06 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 950 time: 0.1476059 Jul 16 01:06:34.720658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:34.728125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:34.762708 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e62fc10-7bf6-475d-8fd8-960ebc94651f req-642afcec-f8de-41d9-82ae-1a5cc5fa8431 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872691 Jul 16 01:06:34.803151 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9a70766-2f03-42fa-916e-f3ac18c1e1cf req-2d0b67c0-7abd-47c4-a654-8215b5e419de service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479795 Jul 16 01:06:34.814459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-348f25d9-676d-4734-9736-4f93521d5bdc req-50bc22f1-0330-4553-ada4-934963b999d9 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028488 Jul 16 01:06:34.835536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77a2cb2-c300-4cda-be28-085c8126e55e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:34.890050 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a155110-0bac-47ca-9eab-850d0199e005 x-openstack-request-id: req-1a155110-0bac-47ca-9eab-850d0199e005 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:34.890770 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04a52bd-9f0f-4eb3-b364-53d60531dd4d", "name": "network-vif-plugged", "status": "completed", "tag": "9f03c34c-be36-46bd-b2ce-9274d2ac921a", "code": 200}, {"server_uuid": "c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb", "name": "network-vif-plugged", "status": "completed", "tag": "6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:34.891312 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a155110-0bac-47ca-9eab-850d0199e005 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:34.892203 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04a52bd-9f0f-4eb3-b364-53d60531dd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f03c34c-be36-46bd-b2ce-9274d2ac921a', 'code': 200} Jul 16 01:06:34.892922 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5', 'code': 200} Jul 16 01:06:34.964650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Allocated IP 192.168.233.169 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/d007f29c-75e5-4211-9b81-8b4fe1aab6bc) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:35.082662 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ef238f7-b1c0-43bb-8bae-2634b94fe2b3 req-ea95b13a-4025-444f-ad38-16b68467de60 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 210 time: 0.0728555 Jul 16 01:06:35.115488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-0f2410a5-2a98-4b4f-b6c4-a7d95f123ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.117876 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-0f2410a5-2a98-4b4f-b6c4-a7d95f123ffa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1096 time: 0.2325191 Jul 16 01:06:35.234444 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.261386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Transition to ACTIVE for port object d007f29c-75e5-4211-9b81-8b4fe1aab6bc will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:35.265303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa63caa-4a28-4516-92c3-1b29c1fb4dcf req-9160c99f-29b2-4aba-a81b-343fc08c7b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.267022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7aa63caa-4a28-4516-92c3-1b29c1fb4dcf req-9160c99f-29b2-4aba-a81b-343fc08c7b53 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 1101 time: 0.2314115 Jul 16 01:06:35.273096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-b28cec17-c9c3-44c7-a403-3191592e88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.275061 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-b28cec17-c9c3-44c7-a403-3191592e88e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.1488416 Jul 16 01:06:35.302169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08372357-2400-47ea-ad0a-0f80adb3e431 req-13b2ceb6-f3c7-4591-b581-e990e38cb099 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.310196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-08372357-2400-47ea-ad0a-0f80adb3e431 req-13b2ceb6-f3c7-4591-b581-e990e38cb099 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 944 time: 0.1812806 Jul 16 01:06:35.331902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056de9fa-a039-4acc-8097-ba58d4a7c000 req-03ae2a40-d37b-4884-b873-65031ab2990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.333665 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-056de9fa-a039-4acc-8097-ba58d4a7c000 req-03ae2a40-d37b-4884-b873-65031ab2990f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1097 time: 0.2065947 Jul 16 01:06:35.374559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-f26fbf3e-062b-44de-93c3-edc3e59f9ade service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 217 time: 0.0870478 Jul 16 01:06:35.396374 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.410906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-08372357-2400-47ea-ad0a-0f80adb3e431 req-45e18702-5a3d-4e0c-ad38-57a119e67ce1 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997670 Jul 16 01:06:35.435341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7aa63caa-4a28-4516-92c3-1b29c1fb4dcf req-5fa84195-fc5f-42f7-8d15-7b05f9a5d959 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587033 Jul 16 01:06:35.457891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-056de9fa-a039-4acc-8097-ba58d4a7c000 req-003f0349-da8e-41fb-93cb-b4deb7879d68 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164243 Jul 16 01:06:35.461509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-4d4fbc11-a2f3-4031-b51a-b35f7b43c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.463490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-4d4fbc11-a2f3-4031-b51a-b35f7b43c88e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.0765035 Jul 16 01:06:35.481741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a69b7-5370-4186-a1ce-0f474a4c9c2f req-940bae74-1a29-4b68-acd4-a14229feb587 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.482509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:35.484454 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c63a69b7-5370-4186-a1ce-0f474a4c9c2f req-940bae74-1a29-4b68-acd4-a14229feb587 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 945 time: 0.2127221 Jul 16 01:06:35.496036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:35.498800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Pushing event updated for resources: {'Port': ['ID=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:35.513457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:35.525614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.526514 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.574562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-bc688a3e-a112-4782-8fb5-f782a2690bfe tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3581278 Jul 16 01:06:35.599557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Request body: {'port': {'device_id': '0d05609f-01a8-4ee8-bb99-dc9783515233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:35.710189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.50', 55692) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:35.771111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a427d-f9f3-4ddb-9acf-b6c53b1bd733 req-ed2f595d-d1f2-4574-87b5-1ca6bebe74a0 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.772647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-626a427d-f9f3-4ddb-9acf-b6c53b1bd733 req-ed2f595d-d1f2-4574-87b5-1ca6bebe74a0 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 949 time: 0.1969285 Jul 16 01:06:35.775502 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.790447 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c63a69b7-5370-4186-a1ce-0f474a4c9c2f req-8d3ab007-4f77-4f33-b729-850278780cca tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Jul 16 01:06:35.800091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-8e9adf38-12f8-40cd-831f-37830deea6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.801597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-8e9adf38-12f8-40cd-831f-37830deea6e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3160520 Jul 16 01:06:35.844710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d37500f8-7727-403c-bbb5-de90d082d470 None None] Provisioning for port d007f29c-75e5-4211-9b81-8b4fe1aab6bc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:35.850532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d37500f8-7727-403c-bbb5-de90d082d470 None None] Provisioning complete for port d007f29c-75e5-4211-9b81-8b4fe1aab6bc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:35.850893 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d37500f8-7727-403c-bbb5-de90d082d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.874583 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-626a427d-f9f3-4ddb-9acf-b6c53b1bd733 req-c70f7445-e169-4fa6-8053-cb41a744e5a0 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885904 Jul 16 01:06:35.888779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-c441df16-35f3-4a2a-9765-2e149a4d917c tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:35.890352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-c441df16-35f3-4a2a-9765-2e149a4d917c tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 972 time: 0.1777160 Jul 16 01:06:35.929012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d37500f8-7727-403c-bbb5-de90d082d470 None None] Port d007f29c-75e5-4211-9b81-8b4fe1aab6bc cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:35.967126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-a0031881-800a-4ae9-a464-06fcc71417c4 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578875 Jul 16 01:06:36.104441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d154f5f1-dbb3-4bb2-b8b3-1775564c74e5 req-d5f4e7b1-895d-4724-98ea-6e28ade32a26 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263113 Jul 16 01:06:36.120044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83533fd6-b224-41dd-b459-0dfe9f2c400a req-1d970ce2-2b3f-40bf-9d35-ab6a7ce981f6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:36.127294 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83533fd6-b224-41dd-b459-0dfe9f2c400a req-1d970ce2-2b3f-40bf-9d35-ab6a7ce981f6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 0.1590881 Jul 16 01:06:36.164396 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83533fd6-b224-41dd-b459-0dfe9f2c400a req-114f4408-dd93-4ecb-b5ab-2c0d0e65f614 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362065 Jul 16 01:06:36.393900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-7f17fa79-1120-4b66-a81e-d9736402de62 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Deleting port 7974903d-c5e6-4a76-b04e-f004245d6d4b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:06:36.394326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-7f17fa79-1120-4b66-a81e-d9736402de62 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:36.424176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033d51-1398-4c83-9c1b-bc09f130f979 req-063ca1d2-6e05-44ea-9126-9ffa17040afd tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:36.425854 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93033d51-1398-4c83-9c1b-bc09f130f979 req-063ca1d2-6e05-44ea-9126-9ffa17040afd tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 972 time: 0.1733580 Jul 16 01:06:36.451029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423984-69c3-4c9f-b5c1-5c4f2a2ebb83 req-abd36d48-bb36-4e9c-bf22-17e92343231d tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:36.453019 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82423984-69c3-4c9f-b5c1-5c4f2a2ebb83 req-abd36d48-bb36-4e9c-bf22-17e92343231d tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1097 time: 0.0609217 Jul 16 01:06:36.498858 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82423984-69c3-4c9f-b5c1-5c4f2a2ebb83 req-dcc48d05-d3d9-4c69-abd7-785263f44233 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345926 Jul 16 01:06:36.549850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d007f29c-75e5-4211-9b81-8b4fe1aab6bc {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:36.562376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:36.575612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93033d51-1398-4c83-9c1b-bc09f130f979 req-eea8f72d-7e6e-472c-a227-65656d6603a7 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/security-groups?id=01ab8637-6ed3-4d45-a52d-5f2179329007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397552 Jul 16 01:06:36.592809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Transition to ACTIVE for port object d007f29c-75e5-4211-9b81-8b4fe1aab6bc will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:36.600015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-7f17fa79-1120-4b66-a81e-d9736402de62 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] For port 7974903d-c5e6-4a76-b04e-f004245d6d4b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7974903d-c5e6-4a76-b04e-f004245d6d4b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:36.600240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-7f17fa79-1120-4b66-a81e-d9736402de62 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:36.609877 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:36.619902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-7f17fa79-1120-4b66-a81e-d9736402de62 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Calling delete_port for 7974903d-c5e6-4a76-b04e-f004245d6d4b owned by compute:tempest-test_az-1166224848 {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:06:36.740174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:36.775258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d67b4-5787-49aa-8a4d-e802a70367b0 req-1aacc8fb-c6ae-4c37-a63e-08d2dda36e1a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:36.777103 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c3d67b4-5787-49aa-8a4d-e802a70367b0 req-1aacc8fb-c6ae-4c37-a63e-08d2dda36e1a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 950 time: 0.0941794 Jul 16 01:06:36.798377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Attempting to bind port d007f29c-75e5-4211-9b81-8b4fe1aab6bc on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:36.798686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Attempting to bind port d007f29c-75e5-4211-9b81-8b4fe1aab6bc by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:36.799013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Attempting to bind port d007f29c-75e5-4211-9b81-8b4fe1aab6bc on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:36.816477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Port d007f29c-75e5-4211-9b81-8b4fe1aab6bc on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:36.816837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Attempting to bind port d007f29c-75e5-4211-9b81-8b4fe1aab6bc on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:36.822879 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c3d67b4-5787-49aa-8a4d-e802a70367b0 req-af0b68f6-f074-42bf-ab64-82876f8f9bd4 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Jul 16 01:06:36.853397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:36.853756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:36.854147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:36.854655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Bound port: d007f29c-75e5-4211-9b81-8b4fe1aab6bc, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:36.855021 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:36.894041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87463f02-2993-45b2-b046-681ecb610218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:36.896346 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574d2da2-babd-4503-81eb-3e80249f9211" -d '{"events": [{"server_uuid": "87463f02-2993-45b2-b046-681ecb610218", "name": "network-vif-plugged", "status": "completed", "tag": "e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:36.996025 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-7f17fa79-1120-4b66-a81e-d9736402de62 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:36.997744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] For port d007f29c-75e5-4211-9b81-8b4fe1aab6bc, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:37.007409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a03f1d-a181-4f7a-bfd6-a73fddd21299 req-433161e8-7bf3-43ae-8b02-cf3f09fb2868 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:37.008928 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4a03f1d-a181-4f7a-bfd6-a73fddd21299 req-433161e8-7bf3-43ae-8b02-cf3f09fb2868 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 948 time: 0.1959419 Jul 16 01:06:37.010743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] For port d007f29c-75e5-4211-9b81-8b4fe1aab6bc, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:37.011535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac2420-63b9-436f-901d-7ec3bf9b0803 req-6edd1185-4e6e-4ff4-bdf5-774ad57d1244 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:37.012919 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94ac2420-63b9-436f-901d-7ec3bf9b0803 req-6edd1185-4e6e-4ff4-bdf5-774ad57d1244 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 944 time: 0.0700042 Jul 16 01:06:37.023371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:37.025929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['7974903d-c5e6-4a76-b04e-f004245d6d4b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:37.051918 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94ac2420-63b9-436f-901d-7ec3bf9b0803 req-a70d0e62-c4aa-43c4-8fed-07456fe29b91 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Jul 16 01:06:37.058030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17fa79-1120-4b66-a81e-d9736402de62 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Pushing event deleted for resources: {'Port': ['ID=7974903d-c5e6-4a76-b04e-f004245d6d4b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:37.125960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:37.126604 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:37.128352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] 10.222.0.50 "PUT /v2.0/ports/d007f29c-75e5-4211-9b81-8b4fe1aab6bc HTTP/1.1" status: 200 len: 1097 time: 1.5361960 Jul 16 01:06:37.128760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d05609f-01a8-4ee8-bb99-dc9783515233', 'tag': 'd007f29c-75e5-4211-9b81-8b4fe1aab6bc'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:37.131108 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c567fb-b8bc-4431-b911-fa131ef7dc2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d05609f-01a8-4ee8-bb99-dc9783515233", "tag": "d007f29c-75e5-4211-9b81-8b4fe1aab6bc"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:37.171440 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4a03f1d-a181-4f7a-bfd6-a73fddd21299 req-aaf1fb57-e7c8-4675-87ad-6c7b53726e70 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527069 Jul 16 01:06:37.192623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-7f17fa79-1120-4b66-a81e-d9736402de62 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] No DVR routers for this DVR port 7974903d-c5e6-4a76-b04e-f004245d6d4b on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:06:37.213624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-7f17fa79-1120-4b66-a81e-d9736402de62 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:37.215645 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6901af91-598e-42a8-8202-b6f36aa76aa9 req-7f17fa79-1120-4b66-a81e-d9736402de62 tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.50 "DELETE /v2.0/ports/7974903d-c5e6-4a76-b04e-f004245d6d4b HTTP/1.1" status: 204 len: 173 time: 1.2786844 Jul 16 01:06:37.240972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b787f1-e319-46ff-99fc-1fae2ed026f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:37.253942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79744e4-7188-4e94-8507-a398e8fc1fca req-ce0335c0-65c9-44f4-bc9d-285da4cda516 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:37.263846 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e79744e4-7188-4e94-8507-a398e8fc1fca req-ce0335c0-65c9-44f4-bc9d-285da4cda516 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1097 time: 0.0835080 Jul 16 01:06:37.288946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-4f64ea25-c34e-4bc7-8557-3407951843f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:37.290747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-4f64ea25-c34e-4bc7-8557-3407951843f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03377e86794143c3ba7b245da79c576a&device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 1100 time: 0.0996945 Jul 16 01:06:37.317926 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e79744e4-7188-4e94-8507-a398e8fc1fca req-7f4587ef-d842-46df-9cd8-f9b4e41a8881 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532820 Jul 16 01:06:37.342546 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-f860c720-b1a5-4411-8efb-270015de8bb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d007f29c-75e5-4211-9b81-8b4fe1aab6bc HTTP/1.1" status: 200 len: 217 time: 0.0437469 Jul 16 01:06:37.403463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-70298e93-9c7e-4d1d-9203-7dbad4945c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:37.412433 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-70298e93-9c7e-4d1d-9203-7dbad4945c54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0621655 Jul 16 01:06:37.424464 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9ec4cd-941b-40a3-983f-3843e2bc96ce x-openstack-request-id: req-ce9ec4cd-941b-40a3-983f-3843e2bc96ce {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:37.424464 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87463f02-2993-45b2-b046-681ecb610218", "name": "network-vif-plugged", "status": "completed", "tag": "e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:37.424464 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce9ec4cd-941b-40a3-983f-3843e2bc96ce {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:37.424464 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87463f02-2993-45b2-b046-681ecb610218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b', 'code': 200} Jul 16 01:06:37.492473 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed5c640-7106-486b-a3bc-dd5f8488c122 x-openstack-request-id: req-6ed5c640-7106-486b-a3bc-dd5f8488c122 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:37.492768 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d05609f-01a8-4ee8-bb99-dc9783515233", "tag": "d007f29c-75e5-4211-9b81-8b4fe1aab6bc", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:37.493018 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ed5c640-7106-486b-a3bc-dd5f8488c122 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:37.493412 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d05609f-01a8-4ee8-bb99-dc9783515233', 'tag': 'd007f29c-75e5-4211-9b81-8b4fe1aab6bc', 'status': 'completed', 'code': 200} Jul 16 01:06:37.617971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-b9c839fa-a617-4f38-a170-78aeb9a5439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:37.621945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-b9c839fa-a617-4f38-a170-78aeb9a5439d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1865749 Jul 16 01:06:37.637400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13f71b-51ce-4aa5-b0ec-759e54af77ff req-976a0cf9-9fe9-4fbd-8e34-3a57e44924a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:37.638912 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba13f71b-51ce-4aa5-b0ec-759e54af77ff req-976a0cf9-9fe9-4fbd-8e34-3a57e44924a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 1102 time: 0.1330798 Jul 16 01:06:37.645942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a31c69-4948-44b5-849c-574789301cb6 req-5266ad6f-a9d7-46ab-9e26-8ff48e7299bb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:37.647498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-28a31c69-4948-44b5-849c-574789301cb6 req-5266ad6f-a9d7-46ab-9e26-8ff48e7299bb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 0.0681164 Jul 16 01:06:37.691367 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-28a31c69-4948-44b5-849c-574789301cb6 req-206ac8d1-9a34-4e1b-85ba-7497c8caf0d1 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356243 Jul 16 01:06:37.734900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00401831-dc96-4579-bac6-782d0fc4a8c9 req-1393e357-f543-4b02-8d1b-84f0a4b91a9a tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:37.736413 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00401831-dc96-4579-bac6-782d0fc4a8c9 req-1393e357-f543-4b02-8d1b-84f0a4b91a9a tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 949 time: 0.1763186 Jul 16 01:06:37.748889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba13f71b-51ce-4aa5-b0ec-759e54af77ff req-b76731b9-9a87-426b-912d-cfa5704f1e19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925300 Jul 16 01:06:37.780014 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-9e7f5ffd-517c-44a0-8c80-0ac110d8109d service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526649 Jul 16 01:06:37.795158 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00401831-dc96-4579-bac6-782d0fc4a8c9 req-5f8dfa59-e372-4819-a052-7b2718f32ddc tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504596 Jul 16 01:06:37.803721 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:06:37.953526 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06d5b4b4-7439-4060-8c48-2d9cbe600785 req-adc03956-3828-4427-af21-fc45a8afad19 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407461 Jul 16 01:06:37.981247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c2dcfb4-d371-4ee7-9bee-0c98f6c5bed1 req-b7b4651f-cfe1-44ce-aaca-5aa1f68f4acd tempest-AggregatesAdminTestJSON-478518634 tempest-AggregatesAdminTestJSON-478518634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261 HTTP/1.1" status: 200 len: 210 time: 0.0421753 Jul 16 01:06:38.032167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dfe746c5-de81-4a86-9a89-d03b8f5ef612 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:06:38.104530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-7e86d7c9-9d0d-4e4e-8e66-121a531c20e2 req-27611a23-38d8-4f0e-80f1-c30f800dc601 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:38.106618 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e86d7c9-9d0d-4e4e-8e66-121a531c20e2 req-27611a23-38d8-4f0e-80f1-c30f800dc601 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074496 Jul 16 01:06:38.169575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-895d9e44-2545-42e1-88a3-9fab6180eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:38.173498 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-895d9e44-2545-42e1-88a3-9fab6180eba0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03377e86794143c3ba7b245da79c576a&device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 1100 time: 0.1130955 Jul 16 01:06:38.215368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port dfe746c5-de81-4a86-9a89-d03b8f5ef612, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:38.217485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beb35f-6b25-48f5-81fe-c37c5aacf0a7 req-75139e62-f5fb-4000-b3b5-7feccb8c0a42 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:38.219981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-64beb35f-6b25-48f5-81fe-c37c5aacf0a7 req-75139e62-f5fb-4000-b3b5-7feccb8c0a42 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1097 time: 0.1008842 Jul 16 01:06:38.249137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'port_id': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'mac_address': 'fa:16:3e:c3:71:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:06:38.284671 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-64beb35f-6b25-48f5-81fe-c37c5aacf0a7 req-21764aa3-1062-4f0f-9f8e-3769e538984f tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526481 Jul 16 01:06:38.312805 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:38.320499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-a2e282b5-324d-4f6d-ace6-7483929b5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:38.322865 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-a2e282b5-324d-4f6d-ace6-7483929b5759 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1384141 Jul 16 01:06:38.337181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe746c5-de81-4a86-9a89-d03b8f5ef612 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:38.372752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port dfe746c5-de81-4a86-9a89-d03b8f5ef612, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:38.382458 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:38.410434 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-9d544df0-cb6f-4597-8b7a-2cfe510f2221 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d007f29c-75e5-4211-9b81-8b4fe1aab6bc HTTP/1.1" status: 200 len: 217 time: 0.0746305 Jul 16 01:06:38.460167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=dfe746c5-de81-4a86-9a89-d03b8f5ef612,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:38.494397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-0760d502-c76d-41c1-86dc-b536a4c7fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:38.503270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-0760d502-c76d-41c1-86dc-b536a4c7fdea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0776615 Jul 16 01:06:38.575311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-6643bb80-54a6-48b4-bcca-305f54e5c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:38.578167 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-6643bb80-54a6-48b4-bcca-305f54e5c54f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710144 Jul 16 01:06:38.661601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-18816593-43dc-4541-8660-e962c84ae04a req-0c72cc5f-c14b-4e27-ad58-3fd84dd227aa service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:38.662596 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18816593-43dc-4541-8660-e962c84ae04a req-0c72cc5f-c14b-4e27-ad58-3fd84dd227aa service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067470 Jul 16 01:06:38.698815 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dfe746c5-de81-4a86-9a89-d03b8f5ef612'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:38.948754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-f312b66c-7c30-4c59-ba97-eff8d74215f7 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541331 Jul 16 01:06:39.038573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd6027-1bc0-4b34-8926-6cd32a985772 req-6792e6ac-6d6c-4cfc-ba74-355046e567e5 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:39.040282 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-defd6027-1bc0-4b34-8926-6cd32a985772 req-6792e6ac-6d6c-4cfc-ba74-355046e567e5 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 950 time: 0.0991836 Jul 16 01:06:39.071378 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09c567fb-b8bc-4431-b911-fa131ef7dc2f req-7100857e-fef8-4c05-84e0-2cd0b77c9fc3 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112099 Jul 16 01:06:39.092329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-defd6027-1bc0-4b34-8926-6cd32a985772 req-a271cbbe-a080-43fc-aacf-0c6adf3e9448 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Jul 16 01:06:39.278639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9d8ee-c4af-4f41-8e2e-4d0f0e3e7cbd req-2d60ee6e-5c8f-4f71-a2be-dae43479b3fc tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:39.281045 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9a9d8ee-c4af-4f41-8e2e-4d0f0e3e7cbd req-2d60ee6e-5c8f-4f71-a2be-dae43479b3fc tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 945 time: 0.0818057 Jul 16 01:06:39.324623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9a9d8ee-c4af-4f41-8e2e-4d0f0e3e7cbd req-af9267b5-9ce0-4df8-8915-b1fe69b7c7d6 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364249 Jul 16 01:06:39.494681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261', 'name': 'network-vif-deleted', 'tag': '7974903d-c5e6-4a76-b04e-f004245d6d4b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:39.497417 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942b4227-2bc3-4bad-ba29-2c231c774eff" -d '{"events": [{"server_uuid": "7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261", "name": "network-vif-deleted", "tag": "7974903d-c5e6-4a76-b04e-f004245d6d4b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:39.501392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a6744-64fa-478d-b624-53cd77c5940a req-106f997d-3903-4068-a203-4271af0e3fbb tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:39.503710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a5a6744-64fa-478d-b624-53cd77c5940a req-106f997d-3903-4068-a203-4271af0e3fbb tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 948 time: 0.0676010 Jul 16 01:06:39.542917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a5a6744-64fa-478d-b624-53cd77c5940a req-a7989159-69bf-475e-af1c-ea72c4276e5b tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Jul 16 01:06:39.625311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:39.695554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a90d33-534f-4274-a1ca-ef48b05f0907 req-7c6e7aad-5f42-45ec-971d-c70435fa67dc tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:39.697116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f5a90d33-534f-4274-a1ca-ef48b05f0907 req-7c6e7aad-5f42-45ec-971d-c70435fa67dc tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1097 time: 0.0518734 Jul 16 01:06:39.724924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-a4bb6103-fcc3-44ee-b6d3-16c9970cf562 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:39.725923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-a4bb6103-fcc3-44ee-b6d3-16c9970cf562 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0996354 Jul 16 01:06:39.732752 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f5a90d33-534f-4274-a1ca-ef48b05f0907 req-2f5944ec-5f53-4e50-9322-8deac53cc5b8 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300121 Jul 16 01:06:39.809717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Request body: {'binding': {'host': 'n-h2-791504-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:39.810323 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:06:39.899617 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecec55-240a-4cfe-a9cf-ecdf0aa3c797 req-852d6a15-f1f8-44da-8bb2-c8ea92a707e0 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:39.901193 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4cecec55-240a-4cfe-a9cf-ecdf0aa3c797 req-852d6a15-f1f8-44da-8bb2-c8ea92a707e0 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 949 time: 0.0711737 Jul 16 01:06:39.942679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4cecec55-240a-4cfe-a9cf-ecdf0aa3c797 req-507c720f-13fa-4eb2-9867-7c88ed2f30cb tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354593 Jul 16 01:06:39.952888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on host n-h2-791504-14 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:39.953383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:39.953732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:39.961661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:39.961922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:39.969404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:39.969885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:39.970461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:39.970944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Bound port: bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:40.041967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dfe746c5-de81-4a86-9a89-d03b8f5ef612 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:40.085569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:40.092661 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.094034 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-3cf28838-78e1-4dfb-b067-17250d8335b8 service neutron] 10.222.0.64 "POST /v2.0/ports/bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06/bindings HTTP/1.1" status: 201 len: 390 time: 0.3238449 Jul 16 01:06:40.119080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port dfe746c5-de81-4a86-9a89-d03b8f5ef612 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:40.123580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port dfe746c5-de81-4a86-9a89-d03b8f5ef612 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:40.124459 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.221989 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe7246e-bf9b-48a2-beed-fbd7c68cdb60 x-openstack-request-id: req-8fe7246e-bf9b-48a2-beed-fbd7c68cdb60 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:40.222449 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261", "name": "network-vif-deleted", "tag": "7974903d-c5e6-4a76-b04e-f004245d6d4b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:40.222799 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fe7246e-bf9b-48a2-beed-fbd7c68cdb60 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:40.223192 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fdb96df-66a5-4d8c-b6a6-0f65d2d0f261', 'name': 'network-vif-deleted', 'tag': '7974903d-c5e6-4a76-b04e-f004245d6d4b', 'status': 'completed', 'code': 200} Jul 16 01:06:40.239708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.292489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:40.297358 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdda021a-e082-40ed-96a3-fe7fbaed2bdb" -d '{"events": [{"server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "name": "network-vif-plugged", "status": "completed", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:40.307312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port dfe746c5-de81-4a86-9a89-d03b8f5ef612, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:40.313293 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.314775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7974903d-c5e6-4a76-b04e-f004245d6d4b no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:06:40.385447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 7974903d-c5e6-4a76-b04e-f004245d6d4b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:06:40.385447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7974903d-c5e6-4a76-b04e-f004245d6d4b not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:06:40.423131 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=dfe746c5-de81-4a86-9a89-d03b8f5ef612,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:40.461807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43856) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:40.469097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-f1c1b14c-21c3-4b5e-8113-03fa7af7d28c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=640b54a16951422d8b725a0fdcbba2ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481896 Jul 16 01:06:40.550564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b12d0-8e3c-4844-8ebc-7de32c35eab1 req-b9375945-4b3d-4985-9baa-fdbaaf8f7902 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:40.552193 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-496b12d0-8e3c-4844-8ebc-7de32c35eab1 req-b9375945-4b3d-4985-9baa-fdbaaf8f7902 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 945 time: 0.0700111 Jul 16 01:06:40.565106 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-30375a5c-86c3-480a-913c-5e471884cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:40.566666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-30375a5c-86c3-480a-913c-5e471884cf3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1097 time: 0.1663651 Jul 16 01:06:40.617817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-496b12d0-8e3c-4844-8ebc-7de32c35eab1 req-5f720e1a-f4ca-4d9b-ac51-7e11aafe44ed tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586746 Jul 16 01:06:40.633608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6f8bdb5f-577f-4297-9e12-91f44e1b4762 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e42f89437aef4cf8a51afc1bb70ea658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684279 Jul 16 01:06:40.634033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-491a8565-1ad9-4b07-ba99-3c8454751eff tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:40.634033 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-491a8565-1ad9-4b07-ba99-3c8454751eff tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519372 Jul 16 01:06:40.638468 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43862) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:40.678188 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-4313b4df-0bc9-4690-92aa-e30089f1b676 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/quotas/640b54a16951422d8b725a0fdcbba2ff HTTP/1.1" status: 200 len: 375 time: 0.0200305 Jul 16 01:06:40.696953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.719748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.724923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1bbfea9c-23d6-4104-941b-88491515f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:40.728256 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1bbfea9c-23d6-4104-941b-88491515f4fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.1497474 Jul 16 01:06:40.767713 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.771366 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.775346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01ab8637-6ed3-4d45-a52d-5f2179329007 HTTP/1.1" status: 204 len: 168 time: 0.1327629 Jul 16 01:06:40.779324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1e2e200f-9d4a-47f1-866d-567a97c8aa67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 HTTP/1.1" status: 200 len: 217 time: 0.0400283 Jul 16 01:06:40.784222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab8637-6ed3-4d45-a52d-5f2179329007,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:40.793501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.794046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.794556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.795031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.795502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.795984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.796612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.797078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.797541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.798019 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.798654 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.799676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfd1cee-4249-4910-8d7f-10ae224f50c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:40.857815 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-0f061ed8-8eec-44ce-b2c7-0e51ec444623 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=640b54a16951422d8b725a0fdcbba2ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1719189 Jul 16 01:06:40.861467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-90acad44-f134-4783-9853-f1ed10497488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:40.863555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-90acad44-f134-4783-9853-f1ed10497488 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.0758038 Jul 16 01:06:40.913718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-e46f562b-5798-44ce-bd17-fa8d96433d17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396633 Jul 16 01:06:41.050751 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ce91a7-f19c-43f6-b97a-b669f00ae8d7 x-openstack-request-id: req-35ce91a7-f19c-43f6-b97a-b669f00ae8d7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:41.050751 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "name": "network-vif-plugged", "status": "completed", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:41.051245 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35ce91a7-f19c-43f6-b97a-b669f00ae8d7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:41.051543 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'code': 200} Jul 16 01:06:41.115887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-29cff1ef-b512-4e3c-8e19-fc0686cd7e24 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957970 Jul 16 01:06:41.211641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43880) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:41.289087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-19f78272-32af-4467-a4c8-beaee0c61c53 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c73ceb9e5c414991a85490ece13569f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757747 Jul 16 01:06:41.291349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43892) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:41.355547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-c8959bf3-711b-4ed1-b123-892a737291b7 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216730 Jul 16 01:06:41.357738 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aba17bab-3e53-46cd-b472-27f01779ac0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:41.367645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c8167-6d0b-4e70-a5bc-c1143967fbce req-82ba3c49-8780-4baf-865c-cf4715ff4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:41.369147 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d28c8167-6d0b-4e70-a5bc-c1143967fbce req-82ba3c49-8780-4baf-865c-cf4715ff4f6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1098 time: 0.1926653 Jul 16 01:06:41.396023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aba17bab-3e53-46cd-b472-27f01779ac0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:41.396991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d73ea-5a16-44a8-a02b-83b0bf1d6b9e req-d4b6fb4e-8831-4c21-844d-17e2575c2cb7 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:41.398635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-501d73ea-5a16-44a8-a02b-83b0bf1d6b9e req-d4b6fb4e-8831-4c21-844d-17e2575c2cb7 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 946 time: 0.1780534 Jul 16 01:06:41.466900 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aba17bab-3e53-46cd-b472-27f01779ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:41.471761 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aba17bab-3e53-46cd-b472-27f01779ac0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:41.473179 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aba17bab-3e53-46cd-b472-27f01779ac0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8738fd0-2ddb-42d2-b378-db242f0d3e9b HTTP/1.1" status: 204 len: 168 time: 0.1803942 Jul 16 01:06:41.484231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba17bab-3e53-46cd-b472-27f01779ac0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8738fd0-2ddb-42d2-b378-db242f0d3e9b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:41.492515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d28c8167-6d0b-4e70-a5bc-c1143967fbce req-64b32819-c639-421c-a602-898c57bf6ec0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924451 Jul 16 01:06:41.504083 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-501d73ea-5a16-44a8-a02b-83b0bf1d6b9e req-76eda389-0fea-44d5-a696-25246759e58a tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889442 Jul 16 01:06:41.849443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-ed9dc36d-7191-48d4-bafa-6e60982f1fbb tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:41.851023 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-ed9dc36d-7191-48d4-bafa-6e60982f1fbb tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.3083549 Jul 16 01:06:41.869117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-14'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:41.914462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55096851-f23e-4b5c-abc6-276f9ab4aad8 req-282f2349-7f75-4c22-99c1-43f02034aa3a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:41.917583 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55096851-f23e-4b5c-abc6-276f9ab4aad8 req-282f2349-7f75-4c22-99c1-43f02034aa3a tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 950 time: 0.2658432 Jul 16 01:06:42.005304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.011511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55096851-f23e-4b5c-abc6-276f9ab4aad8 req-d9dcafbe-b4e0-425c-b591-b6eb25f52dc1 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850186 Jul 16 01:06:42.059870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device d007f29c-75e5-4211-9b81-8b4fe1aab6bc details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:06:42.183340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port d007f29c-75e5-4211-9b81-8b4fe1aab6bc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:42.196514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'd007f29c-75e5-4211-9b81-8b4fe1aab6bc', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'd007f29c-75e5-4211-9b81-8b4fe1aab6bc', 'mac_address': 'fa:16:3e:6d:cf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:06:42.241302 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.257291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d007f29c-75e5-4211-9b81-8b4fe1aab6bc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:42.264897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:42.285722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port d007f29c-75e5-4211-9b81-8b4fe1aab6bc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:42.291864 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.340789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:42.360663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab4d7-c93b-4f03-ae04-2fc81ac9f687 req-8a9d0450-416f-4c1f-a1be-3b9244cc14a9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:42.364031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d0ab4d7-c93b-4f03-ae04-2fc81ac9f687 req-8a9d0450-416f-4c1f-a1be-3b9244cc14a9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 948 time: 0.1696289 Jul 16 01:06:42.365410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43934) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:42.429658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:42.463891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:42.466262 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cfb00d-6f2b-4bce-b748-23939ad5855d" -d '{"events": [{"server_uuid": "8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1", "name": "network-vif-unplugged", "status": "completed", "tag": "bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:42.473235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.481539 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.546336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d0ab4d7-c93b-4f03-ae04-2fc81ac9f687 req-4b46213e-dd93-4cc6-ab87-fae2a94b2ea3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511440 Jul 16 01:06:42.637807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['d007f29c-75e5-4211-9b81-8b4fe1aab6bc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:42.715125 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-264f9334-e3c7-4942-a3ab-1e1018b828cc tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=640b54a16951422d8b725a0fdcbba2ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1546733 Jul 16 01:06:42.801436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Pushing event updated for resources: {'Port': ['ID=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:42.801679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-57694c68-c9e2-4880-8cc6-27bb8b4f70f0 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:42.803120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-57694c68-c9e2-4880-8cc6-27bb8b4f70f0 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4359910 Jul 16 01:06:42.951893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on host n-h1-791504-14 for vnic_type normal with profile {"migrating_to": "n-h2-791504-14"} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:42.952195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:42.952596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:42.960052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.960386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.960722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.961046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.961372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.961727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.962247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.962513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.962836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.963179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.963871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.963871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:42.997471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-426ec985-2d12-4b30-bbcd-ff35f4852c64 req-dbf994cd-6b5e-41b6-a4d0-26ea0d17f958 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 210 time: 0.1036129 Jul 16 01:06:43.000968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Request body: {'binding': {'host': 'n-h2-791504-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:43.001176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:43.001326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Attempting to bind port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:43.001765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Unknown quota resources ['binding']. {{(pid=93944) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:06:43.040327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:43.040661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:43.041119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:43.041507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Bound port: bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:43.041823 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:43.160632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-30fa359c-c1f9-4aa5-91a5-29ef9887de44 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:43.162832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-30fa359c-c1f9-4aa5-91a5-29ef9887de44 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4219608 Jul 16 01:06:43.190228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Request body: {'port': {'device_id': '4d3060af-a435-429a-aeca-9a3ee3ff7542', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '640b54a16951422d8b725a0fdcbba2ff'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:43.203453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on host n-h2-791504-14 for vnic_type normal with profile None {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:43.204236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:43.206374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:43.211553 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:43.212100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:43.218253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:43.218794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:43.219326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:43.220258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Bound port: 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:43.222824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:43.261772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:43.302667 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:43.325978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:43.332626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:43.334270 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3b660c45-f5c5-40b9-b22d-ca7caca5c31a service neutron] 10.222.0.64 "POST /v2.0/ports/6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4638579 Jul 16 01:06:43.703737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f0fde-b257-4ab1-b58d-00bd45fea9ef req-4a83e1e2-a226-4001-a397-8929424b4482 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:43.706900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a18f0fde-b257-4ab1-b58d-00bd45fea9ef req-4a83e1e2-a226-4001-a397-8929424b4482 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 943 time: 0.5382349 Jul 16 01:06:43.740536 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18683732-7784-4d08-a60b-d94ee6b085ea x-openstack-request-id: req-18683732-7784-4d08-a60b-d94ee6b085ea {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:43.740961 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1", "name": "network-vif-unplugged", "status": "completed", "tag": "bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:43.741331 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18683732-7784-4d08-a60b-d94ee6b085ea {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:43.741891 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06', 'code': 200} Jul 16 01:06:43.747222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Pushing event updated for resources: {'Port': ['ID=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:43.767845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:43.768502 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:43.770317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-296b151a-2cf8-4dbb-8155-216a3a95b91e service neutron] 10.222.0.50 "PUT /v2.0/ports/bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 HTTP/1.1" status: 200 len: 1123 time: 1.9057357 Jul 16 01:06:43.790196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Made reservation on behalf of 640b54a16951422d8b725a0fdcbba2ff for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:43.793211 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:43.828121 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a18f0fde-b257-4ab1-b58d-00bd45fea9ef req-ada01ac3-0b8c-48a1-81d0-6bcd464d92dd tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809464 Jul 16 01:06:43.860585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:43.914739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31929c-b65d-4c56-805e-191a779f117a req-9fc6ebbf-d914-4014-aa1a-16d3d91f7cd3 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:43.916890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c31929c-b65d-4c56-805e-191a779f117a req-9fc6ebbf-d914-4014-aa1a-16d3d91f7cd3 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 946 time: 0.0897689 Jul 16 01:06:43.969475 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c31929c-b65d-4c56-805e-191a779f117a req-21be0514-125a-4236-9661-ba6eac05d5f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459423 Jul 16 01:06:44.025899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Allocated IP 192.168.233.126 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/23d7cf2f-7d17-4097-9f2c-856fe56f6327) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:44.063386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device d007f29c-75e5-4211-9b81-8b4fe1aab6bc up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:44.141044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port d007f29c-75e5-4211-9b81-8b4fe1aab6bc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:44.146470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port d007f29c-75e5-4211-9b81-8b4fe1aab6bc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:44.146916 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:44.281700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f414fe-5d41-425b-adca-c6369799d0d6 req-25a7e6ca-0f68-4ec4-838f-8ab8981165fd tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:44.283772 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56f414fe-5d41-425b-adca-c6369799d0d6 req-25a7e6ca-0f68-4ec4-838f-8ab8981165fd tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 0.2206621 Jul 16 01:06:44.288243 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:44.319246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05609f-01a8-4ee8-bb99-dc9783515233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd007f29c-75e5-4211-9b81-8b4fe1aab6bc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:44.322693 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fca4fe1-487d-4dca-85ff-9e0b33aac1ab" -d '{"events": [{"server_uuid": "0d05609f-01a8-4ee8-bb99-dc9783515233", "name": "network-vif-plugged", "status": "completed", "tag": "d007f29c-75e5-4211-9b81-8b4fe1aab6bc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:44.338635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port d007f29c-75e5-4211-9b81-8b4fe1aab6bc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:44.344367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:44.353134 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:44.375856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56f414fe-5d41-425b-adca-c6369799d0d6 req-69520c8d-4d11-44e5-a724-c19d8d18ab2f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716097 Jul 16 01:06:44.383097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Transition to ACTIVE for port object 23d7cf2f-7d17-4097-9f2c-856fe56f6327 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:44.399268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753b9f2-389a-4fe4-8c64-5aeb72351e98 req-3fd83864-eaf4-43c0-ab4b-2864c3d1dfeb tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:44.401263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:44.413603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f753b9f2-389a-4fe4-8c64-5aeb72351e98 req-3fd83864-eaf4-43c0-ab4b-2864c3d1dfeb tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 949 time: 0.1019666 Jul 16 01:06:44.435613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:44.450686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['9f03c34c-be36-46bd-b2ce-9274d2ac921a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:44.468903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f753b9f2-389a-4fe4-8c64-5aeb72351e98 req-693d27f9-94a1-4665-a9ac-be5d369f2641 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529070 Jul 16 01:06:44.483436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:44.487900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:44.492740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:44.500286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:44.501419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:44.538646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Pushing event updated for resources: {'Port': ['ID=23d7cf2f-7d17-4097-9f2c-856fe56f6327,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:44.546962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-07630d71-fb52-4188-8b1d-e3301c714b6c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3662722 Jul 16 01:06:44.573604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Request body: {'port': {'device_id': '4d3060af-a435-429a-aeca-9a3ee3ff7542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:44.831263 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:44.903051 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-d73c49f8-ceec-4531-a5ad-58e11c8042b4 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3375542 Jul 16 01:06:44.910389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:44.911224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c596ab-ae1a-44bc-a135-e88dab2d872f req-53586edf-cf1c-4ab2-9a9c-b1bcc4e4be97 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:44.915455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65c596ab-ae1a-44bc-a135-e88dab2d872f req-53586edf-cf1c-4ab2-9a9c-b1bcc4e4be97 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 950 time: 0.1696966 Jul 16 01:06:44.946421 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:44.990418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d82ab79a-a18d-4b4f-b689-5c1f6d300138 None None] Provisioning for port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:44.999318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d82ab79a-a18d-4b4f-b689-5c1f6d300138 None None] Provisioning complete for port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:45.000723 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d82ab79a-a18d-4b4f-b689-5c1f6d300138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.054715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65c596ab-ae1a-44bc-a135-e88dab2d872f req-87b8facf-da1c-4a87-9d28-c4f12324b57b tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341715 Jul 16 01:06:45.056886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d82ab79a-a18d-4b4f-b689-5c1f6d300138 None None] Port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:45.110443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.155425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:45.268759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Allocated IP 172.25.4.189 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/19d6dd06-5c5d-47c3-9590-4fa15fd1c675) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:45.366708 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d63f8fb2-1f68-495d-bed1-03738b4c4220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.395837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d7cf2f-7d17-4097-9f2c-856fe56f6327 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:45.422827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a1e7f-bf58-42b8-9ca1-6db866f9f26f req-b6108d5d-03ff-43ad-895a-c12255102b7c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:45.426114 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b7a1e7f-bf58-42b8-9ca1-6db866f9f26f req-b6108d5d-03ff-43ad-895a-c12255102b7c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 936 time: 0.2183387 Jul 16 01:06:45.432155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.438283 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.477429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Transition to ACTIVE for port object 23d7cf2f-7d17-4097-9f2c-856fe56f6327 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:45.485582 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.505635 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.539895 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b7a1e7f-bf58-42b8-9ca1-6db866f9f26f req-c320dc85-4a61-4e9d-ab5f-6be72ed5befe tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020298 Jul 16 01:06:45.548045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:45.552039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:45.558962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:45.563941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Pushing event updated for resources: {'Port': ['ID=19d6dd06-5c5d-47c3-9590-4fa15fd1c675,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:45.640530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=23d7cf2f-7d17-4097-9f2c-856fe56f6327,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:45.691277 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.704149 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2bf508-b933-4f29-93fc-41c196f1b8bf x-openstack-request-id: req-7f2bf508-b933-4f29-93fc-41c196f1b8bf {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:45.704888 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d05609f-01a8-4ee8-bb99-dc9783515233", "name": "network-vif-plugged", "status": "completed", "tag": "d007f29c-75e5-4211-9b81-8b4fe1aab6bc", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:45.705571 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f2bf508-b933-4f29-93fc-41c196f1b8bf {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:45.706685 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05609f-01a8-4ee8-bb99-dc9783515233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd007f29c-75e5-4211-9b81-8b4fe1aab6bc', 'code': 200} Jul 16 01:06:45.744090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'tag': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:45.746993 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdccf7d-6300-4ea2-b851-a4064aa878d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1", "tag": "bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:45.754533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Attempting to bind port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:45.754891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Attempting to bind port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:45.755655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Attempting to bind port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:45.775182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:45.775604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Attempting to bind port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:45.802984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:45.803778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:45.818608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:45.819125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Bound port: 23d7cf2f-7d17-4097-9f2c-856fe56f6327, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:45.819644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.837619 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.874594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-f4add90b-5dfa-4ea8-b246-7df5d0592aaf tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:45.876131 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-f4add90b-5dfa-4ea8-b246-7df5d0592aaf tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.50 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 950 time: 0.3120043 Jul 16 01:06:45.878804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d63f8fb2-1f68-495d-bed1-03738b4c4220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.944493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d63f8fb2-1f68-495d-bed1-03738b4c4220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:45.948526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44008) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:46.016397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.021506 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.057910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.084472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d63f8fb2-1f68-495d-bed1-03738b4c4220 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9234289a683e48968d10e98de1deb8b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9252088 Jul 16 01:06:46.085129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:46.087298 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.089250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1851165 Jul 16 01:06:46.103860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f8fb2-1f68-495d-bed1-03738b4c4220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6178c2-8872-4540-aca2-47a506d92093,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:46.108384 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804d59-a817-4d22-8430-6142181c5f64 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Pushing event updated for resources: {'Port': ['ID=19d6dd06-5c5d-47c3-9590-4fa15fd1c675,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:46.178845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] For port 23d7cf2f-7d17-4097-9f2c-856fe56f6327, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:46.181520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9043a014-37a2-4828-8457-96086e235939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.199591 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-5c6c9195-bd7f-479b-9ea2-117d3ede105f tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 696 time: 0.0871768 Jul 16 01:06:46.210820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] For port 23d7cf2f-7d17-4097-9f2c-856fe56f6327, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=23d7cf2f-7d17-4097-9f2c-856fe56f6327,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:46.224976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72c8f131-cd23-4a97-9199-2b2185b1de10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.227007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd69dc-c0b5-4c48-bb92-cab97be24936 req-6f025f11-213c-4dc3-8d3e-672d2ccc2bca tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:46.228497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2fd69dc-c0b5-4c48-bb92-cab97be24936 req-6f025f11-213c-4dc3-8d3e-672d2ccc2bca tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 943 time: 0.3862247 Jul 16 01:06:46.229541 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.232504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1433a4-04eb-4e83-96b7-8d557eb1a1e6 req-69e4e8dd-e49a-4728-b2f8-df0e1b2f46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:46.233888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb1433a4-04eb-4e83-96b7-8d557eb1a1e6 req-69e4e8dd-e49a-4728-b2f8-df0e1b2f46e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 1102 time: 0.3520293 Jul 16 01:06:46.293612 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72c8f131-cd23-4a97-9199-2b2185b1de10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.337888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:46.338534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.340083 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] 10.222.0.67 "PUT /v2.0/ports/23d7cf2f-7d17-4097-9f2c-856fe56f6327 HTTP/1.1" status: 200 len: 1097 time: 1.7746859 Jul 16 01:06:46.372654 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-47e6bde9-1e55-47cc-85ab-4fa58319e587 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:46.374610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-47e6bde9-1e55-47cc-85ab-4fa58319e587 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.1642561 Jul 16 01:06:46.391604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-b0bb3cf1-b3b9-4ad5-82de-7a349d954376 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:46.391836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-3a1ee5e0-891c-4a20-83ae-6ae2c18ef8ec tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Deleting port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:06:46.392435 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-3a1ee5e0-891c-4a20-83ae-6ae2c18ef8ec tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.393047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d695b74e-bd04-4a79-82ec-e8d125e71384 req-b0bb3cf1-b3b9-4ad5-82de-7a349d954376 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075002 Jul 16 01:06:46.395339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa69f7-9e91-40db-8ca8-161e8b38b3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=23d7cf2f-7d17-4097-9f2c-856fe56f6327,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:46.409177 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72c8f131-cd23-4a97-9199-2b2185b1de10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.413608 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72c8f131-cd23-4a97-9199-2b2185b1de10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.415006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-72c8f131-cd23-4a97-9199-2b2185b1de10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e6178c2-8872-4540-aca2-47a506d92093 HTTP/1.1" status: 204 len: 168 time: 0.3288069 Jul 16 01:06:46.434060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb1433a4-04eb-4e83-96b7-8d557eb1a1e6 req-017aee98-ae42-4517-9379-c3a064955ede service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886439 Jul 16 01:06:46.443516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8f131-cd23-4a97-9199-2b2185b1de10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6178c2-8872-4540-aca2-47a506d92093,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:46.461022 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2fd69dc-c0b5-4c48-bb92-cab97be24936 req-5ce98e1f-785a-4177-a1d2-c9bf457ce30d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252021 Jul 16 01:06:46.724400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-3a1ee5e0-891c-4a20-83ae-6ae2c18ef8ec tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] For port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:46.724762 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-3a1ee5e0-891c-4a20-83ae-6ae2c18ef8ec tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.747788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-3a1ee5e0-891c-4a20-83ae-6ae2c18ef8ec tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Calling delete_port for e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:06:46.781059 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9043a014-37a2-4828-8457-96086e235939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.804371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9043a014-37a2-4828-8457-96086e235939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.809203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd853ced-701c-494c-bc6e-0cab80275fff req-e17d67db-bfcf-4e47-ae71-843abc8cea8f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:46.812630 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bd853ced-701c-494c-bc6e-0cab80275fff req-e17d67db-bfcf-4e47-ae71-843abc8cea8f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 0.1370165 Jul 16 01:06:46.827699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-ba9d2d24-4de7-4e4c-9aad-fc5f693bb808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:46.829232 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-ba9d2d24-4de7-4e4c-9aad-fc5f693bb808 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=640b54a16951422d8b725a0fdcbba2ff&device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 1100 time: 0.3603747 Jul 16 01:06:46.886775 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bd853ced-701c-494c-bc6e-0cab80275fff req-74bc3c2c-d90f-443f-b715-260143a7d973 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665150 Jul 16 01:06:46.921517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44028) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:46.938564 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4925495f-b8da-485e-be2e-cace4d346e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:46.957076 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2000f1c1-b937-4edb-ab73-e12f7157cce7 x-openstack-request-id: req-2000f1c1-b937-4edb-ab73-e12f7157cce7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:46.957358 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1", "tag": "bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:46.957703 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2000f1c1-b937-4edb-ab73-e12f7157cce7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:46.958121 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'tag': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06', 'status': 'completed', 'code': 200} Jul 16 01:06:46.970585 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9043a014-37a2-4828-8457-96086e235939 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a73fef4b84be4dcdbddbb258a0551c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0134132 Jul 16 01:06:46.978656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44030) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:46.991425 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-a75e41d9-199d-4396-8103-144a7ddfc008 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=23d7cf2f-7d17-4097-9f2c-856fe56f6327 HTTP/1.1" status: 200 len: 217 time: 0.1217105 Jul 16 01:06:47.011740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043a014-37a2-4828-8457-96086e235939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461bc665-f62c-42e2-b86d-8d0768e39d57,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:47.121947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6fcf5-0ef8-4bf1-a7ed-c87965d85765 req-9cb20fac-8759-4d13-b6f5-b86f52811b95 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:47.125299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abc6fcf5-0ef8-4bf1-a7ed-c87965d85765 req-9cb20fac-8759-4d13-b6f5-b86f52811b95 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 950 time: 0.3723896 Jul 16 01:06:47.179501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-c11fff12-a39f-43e8-987c-25a5e55e7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:47.181752 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-c11fff12-a39f-43e8-987c-25a5e55e7097 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1733258 Jul 16 01:06:47.249682 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5104640-f60c-444a-926f-7cc7380d996d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:47.303953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdccf7d-6300-4ea2-b851-a4064aa878d4 req-afacc5a8-3bac-46e3-9629-ccf5bccfbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:47.305543 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cdccf7d-6300-4ea2-b851-a4064aa878d4 req-afacc5a8-3bac-46e3-9629-ccf5bccfbfa4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1126 time: 0.3057024 Jul 16 01:06:47.332802 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5104640-f60c-444a-926f-7cc7380d996d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:47.358441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4925495f-b8da-485e-be2e-cace4d346e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:47.389096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4925495f-b8da-485e-be2e-cace4d346e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:47.612328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abc6fcf5-0ef8-4bf1-a7ed-c87965d85765 req-98d26cb3-eccd-4fd5-a63d-f5fae7741acb tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743292 Jul 16 01:06:47.639262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-3a1ee5e0-891c-4a20-83ae-6ae2c18ef8ec tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:47.671673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:47.697645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e2125-c9ee-4033-ab72-146bd77e6dbf req-1a679852-d38e-45e8-af30-eaf9af8e37d7 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:47.700705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e7e2125-c9ee-4033-ab72-146bd77e6dbf req-1a679852-d38e-45e8-af30-eaf9af8e37d7 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87463f02-2993-45b2-b046-681ecb610218 HTTP/1.1" status: 200 len: 950 time: 0.5906835 Jul 16 01:06:47.722324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ee5e0-891c-4a20-83ae-6ae2c18ef8ec tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Pushing event deleted for resources: {'Port': ['ID=e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:47.797117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-be853b92-5141-41f5-9d4f-4bb4d65ee2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:47.801635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-be853b92-5141-41f5-9d4f-4bb4d65ee2cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5732539 Jul 16 01:06:47.844349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-3a1ee5e0-891c-4a20-83ae-6ae2c18ef8ec tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] No DVR routers for this DVR port e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:06:47.884885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925495f-b8da-485e-be2e-cace4d346e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d72195-528e-4516-b9d0-25b195582cbe,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:47.906087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4925495f-b8da-485e-be2e-cace4d346e00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=092e73ddb1504085a2a8cde81e2d1880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9832673 Jul 16 01:06:47.912366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44036) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:47.919637 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-3a1ee5e0-891c-4a20-83ae-6ae2c18ef8ec tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:47.923340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73088d18-07e1-4d44-b02c-a0ca92e4eafc req-3a1ee5e0-891c-4a20-83ae-6ae2c18ef8ec tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.50 "DELETE /v2.0/ports/e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b HTTP/1.1" status: 204 len: 173 time: 2.0041993 Jul 16 01:06:47.925392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e7e2125-c9ee-4033-ab72-146bd77e6dbf req-2992cf4c-06d7-467c-9fbd-b4b787f38f30 tempest-DeleteServersAdminTestJSON-1653271557 tempest-DeleteServersAdminTestJSON-1653271557-project] 10.222.0.64 "GET /v2.0/security-groups?id=d045d443-5725-432c-bcb4-8689ed018c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923842 Jul 16 01:06:48.012937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdccf7d-6300-4ea2-b851-a4064aa878d4 req-2f4edb44-d0c5-49da-abe9-df780b8e19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:48.015450 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cdccf7d-6300-4ea2-b851-a4064aa878d4 req-2f4edb44-d0c5-49da-abe9-df780b8e19c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.6964865 Jul 16 01:06:48.026188 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5104640-f60c-444a-926f-7cc7380d996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:48.029793 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5104640-f60c-444a-926f-7cc7380d996d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:48.033854 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f5104640-f60c-444a-926f-7cc7380d996d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/461bc665-f62c-42e2-b86d-8d0768e39d57 HTTP/1.1" status: 204 len: 168 time: 1.0508945 Jul 16 01:06:48.102295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:06:48.262295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-b973a83f-c346-4d45-8d3b-2fb55e6a9c46 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278028 Jul 16 01:06:48.262991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5104640-f60c-444a-926f-7cc7380d996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461bc665-f62c-42e2-b86d-8d0768e39d57,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:48.282725 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cdccf7d-6300-4ea2-b851-a4064aa878d4 req-3cbc898f-13ea-4308-9d35-c8f0c2e4e887 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 HTTP/1.1" status: 200 len: 217 time: 0.2283223 Jul 16 01:06:48.302990 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7ef9a-33ae-4423-9355-c3669684324c req-2dd866c4-e8e1-46d3-9c00-50556475e2ad tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:48.305180 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e244142-5c62-49a6-bc8d-fd30266b236c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:48.317957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2be7ef9a-33ae-4423-9355-c3669684324c req-2dd866c4-e8e1-46d3-9c00-50556475e2ad tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 948 time: 0.3928950 Jul 16 01:06:48.421602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:48.438134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 has no active binding in host n-h2-791504-14 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:06:48.471101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2be7ef9a-33ae-4423-9355-c3669684324c req-f3f7685a-8527-4772-8cf2-3a2cae892d2f tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509798 Jul 16 01:06:48.483945 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e244142-5c62-49a6-bc8d-fd30266b236c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:48.522985 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30434f6f-ca2f-4be8-b4b0-d5ee972e3954 req-1b01da1c-c5f2-4b9f-9f5a-f25b4e287855 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451220 Jul 16 01:06:48.576943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdccf7d-6300-4ea2-b851-a4064aa878d4 req-f396c4ff-7567-4539-a261-fe7628a19138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:48.578062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cdccf7d-6300-4ea2-b851-a4064aa878d4 req-f396c4ff-7567-4539-a261-fe7628a19138 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.2649846 Jul 16 01:06:48.625990 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cdccf7d-6300-4ea2-b851-a4064aa878d4 req-65ee7a26-c035-4d89-8f8a-f88a801bceb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377052 Jul 16 01:06:48.692705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-de3ae732-c689-4d1f-8c0a-20c368a24e09 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:48.694365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-de3ae732-c689-4d1f-8c0a-20c368a24e09 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 820 time: 0.4464743 Jul 16 01:06:48.720037 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-ebdd5905-8d81-4ed3-b360-d9b23afba8e3 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/quotas/050f6f467bd44684aa3730ebb1fe002e HTTP/1.1" status: 200 len: 375 time: 0.0157602 Jul 16 01:06:48.723572 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e244142-5c62-49a6-bc8d-fd30266b236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:48.726224 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e244142-5c62-49a6-bc8d-fd30266b236c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:48.730414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4e244142-5c62-49a6-bc8d-fd30266b236c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53d72195-528e-4516-b9d0-25b195582cbe HTTP/1.1" status: 204 len: 168 time: 0.8137021 Jul 16 01:06:48.783342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e244142-5c62-49a6-bc8d-fd30266b236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d72195-528e-4516-b9d0-25b195582cbe,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:48.802744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9400a-f564-423e-9ea1-b6580221513b req-0cbc96d8-4128-497f-86af-bfc5e98c85d8 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:48.823029 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8a9400a-f564-423e-9ea1-b6580221513b req-0cbc96d8-4128-497f-86af-bfc5e98c85d8 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 943 time: 0.1938989 Jul 16 01:06:48.878415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:48.878966 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cdccf7d-6300-4ea2-b851-a4064aa878d4 req-21eca366-5198-4407-8a2f-efe2a118627a service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434895 Jul 16 01:06:48.901105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c397a85-11f3-4914-bde2-cc59f86b67c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:48.938378 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-2b1e43c2-c1cc-4104-9de0-85a956a36941 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2045753 Jul 16 01:06:48.941438 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8a9400a-f564-423e-9ea1-b6580221513b req-0c2bf57f-2926-4b05-b80c-c36c7ab2e7a1 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171670 Jul 16 01:06:48.975459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3060af-a435-429a-aeca-9a3ee3ff7542', 'tag': '23d7cf2f-7d17-4097-9f2c-856fe56f6327'}, {'server_uuid': '87463f02-2993-45b2-b046-681ecb610218', 'name': 'network-vif-deleted', 'tag': 'e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:48.979301 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3060af-a435-429a-aeca-9a3ee3ff7542", "tag": "23d7cf2f-7d17-4097-9f2c-856fe56f6327"}, {"server_uuid": "87463f02-2993-45b2-b046-681ecb610218", "name": "network-vif-deleted", "tag": "e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:49.040867 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c397a85-11f3-4914-bde2-cc59f86b67c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:49.045528 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c397a85-11f3-4914-bde2-cc59f86b67c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:49.100837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9c397a85-11f3-4914-bde2-cc59f86b67c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c7e8eb1a66e4ae8ae92c9b54e0f1d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212729 Jul 16 01:06:49.102495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44064) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:49.120087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c397a85-11f3-4914-bde2-cc59f86b67c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d5eceb-97fc-4a16-aa6f-1ae4da79022e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:49.130404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cdccf7d-6300-4ea2-b851-a4064aa878d4 req-384caa58-228b-4a7d-9885-604ed2a58ef7 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434788 Jul 16 01:06:49.164490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-4065e96e-71c2-403c-86cd-b64ad2748fb8 service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721816 Jul 16 01:06:49.202998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3978bbdf-0ba8-4c32-a573-badcde89fccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:49.265221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3978bbdf-0ba8-4c32-a573-badcde89fccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:49.333298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddbf7e-8a0d-44cb-90aa-0c3cb467a6ad req-d91087bf-101f-416b-8644-8e669ea1a019 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:49.334693 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-1f195c92-b399-4e5c-b099-358088603f52 service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612439 Jul 16 01:06:49.335175 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ecddbf7e-8a0d-44cb-90aa-0c3cb467a6ad req-d91087bf-101f-416b-8644-8e669ea1a019 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 0.1127679 Jul 16 01:06:49.355214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3978bbdf-0ba8-4c32-a573-badcde89fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:49.357972 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3978bbdf-0ba8-4c32-a573-badcde89fccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:49.359036 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3978bbdf-0ba8-4c32-a573-badcde89fccc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15d5eceb-97fc-4a16-aa6f-1ae4da79022e HTTP/1.1" status: 204 len: 168 time: 0.2534697 Jul 16 01:06:49.383293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978bbdf-0ba8-4c32-a573-badcde89fccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d5eceb-97fc-4a16-aa6f-1ae4da79022e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:49.421820 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ecddbf7e-8a0d-44cb-90aa-0c3cb467a6ad req-63641895-e071-4be3-adbb-85e85ea0b08c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772972 Jul 16 01:06:49.655858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6932c-73bf-43aa-b6e8-b2741b98c069 req-ebb918c1-d552-471c-92ac-b9ad44d80090 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:49.668325 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ac6932c-73bf-43aa-b6e8-b2741b98c069 req-ebb918c1-d552-471c-92ac-b9ad44d80090 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 950 time: 0.1001368 Jul 16 01:06:49.671761 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680c8900-c714-4a10-9ed9-0d519d69c048 x-openstack-request-id: req-680c8900-c714-4a10-9ed9-0d519d69c048 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:49.672133 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3060af-a435-429a-aeca-9a3ee3ff7542", "tag": "23d7cf2f-7d17-4097-9f2c-856fe56f6327", "status": "completed", "code": 200}, {"server_uuid": "87463f02-2993-45b2-b046-681ecb610218", "name": "network-vif-deleted", "tag": "e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:49.672451 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-680c8900-c714-4a10-9ed9-0d519d69c048 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:49.672904 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3060af-a435-429a-aeca-9a3ee3ff7542', 'tag': '23d7cf2f-7d17-4097-9f2c-856fe56f6327', 'status': 'completed', 'code': 200} Jul 16 01:06:49.673579 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87463f02-2993-45b2-b046-681ecb610218', 'name': 'network-vif-deleted', 'tag': 'e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b', 'status': 'completed', 'code': 200} Jul 16 01:06:49.819189 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ac6932c-73bf-43aa-b6e8-b2741b98c069 req-76a33830-9b94-40cf-a1f4-be6de32c7602 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495271 Jul 16 01:06:49.973729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-cd135501-7e01-48c6-b393-3b5a1a2b21fd service neutron] 10.222.0.67 "GET /v2.0/ports/bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06/bindings/n-h2-791504-14 HTTP/1.1" status: 200 len: 385 time: 0.2122133 Jul 16 01:06:49.985545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-23b936fc-671e-4677-aa48-70f02b4e602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:49.987703 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-23b936fc-671e-4677-aa48-70f02b4e602a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=640b54a16951422d8b725a0fdcbba2ff&device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 1100 time: 0.2479510 Jul 16 01:06:50.012368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dbd95-9cf2-42d6-97d3-d205953fc453 req-a8345140-40eb-4ed4-a96a-8ff84816a418 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:50.023833 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a1dbd95-9cf2-42d6-97d3-d205953fc453 req-a8345140-40eb-4ed4-a96a-8ff84816a418 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 948 time: 0.1233518 Jul 16 01:06:50.067109 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6e0b801-4896-48af-807b-8dc596e992fc req-42bc16bb-1788-46b6-a1b9-c9a0f6938d31 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 210 time: 0.0869718 Jul 16 01:06:50.119985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:06:50.185380 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:06:50.185714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e6c406fe-ce0f-4f8d-82cb-4bb15e6bac5b not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:06:50.241887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a1dbd95-9cf2-42d6-97d3-d205953fc453 req-9e9170dc-3e90-432b-bf50-44ce8d8d14a1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158525 Jul 16 01:06:50.290194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-b8b7941d-3c9f-4477-a394-f34cc9e91169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:50.293813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-b8b7941d-3c9f-4477-a394-f34cc9e91169 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2915766 Jul 16 01:06:50.370608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-8c78b17b-e5b0-4bff-a00c-212645166b08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=23d7cf2f-7d17-4097-9f2c-856fe56f6327 HTTP/1.1" status: 200 len: 217 time: 0.0682163 Jul 16 01:06:50.433608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-98b4d3e3-b463-42f4-8d4f-e631281d6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:50.435177 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-98b4d3e3-b463-42f4-8d4f-e631281d6d9a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0553126 Jul 16 01:06:50.451598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1ceaa09c-5b4e-4f96-97de-78a5009f79b7 service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:50.497427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1ceaa09c-5b4e-4f96-97de-78a5009f79b7 service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:50.554794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1ceaa09c-5b4e-4f96-97de-78a5009f79b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:50.586752 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1ceaa09c-5b4e-4f96-97de-78a5009f79b7 service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:50.621848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1ceaa09c-5b4e-4f96-97de-78a5009f79b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:50.653485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-42980169-ddc3-48f8-874c-6271aa7ad8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:50.655206 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-42980169-ddc3-48f8-874c-6271aa7ad8d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2112534 Jul 16 01:06:50.669497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022d854-af60-4cd6-b06b-5db679cf8d75 req-d576214d-a34f-4935-a565-c7677427b9d2 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:50.672498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f022d854-af60-4cd6-b06b-5db679cf8d75 req-d576214d-a34f-4935-a565-c7677427b9d2 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 943 time: 0.1965432 Jul 16 01:06:50.811602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1ceaa09c-5b4e-4f96-97de-78a5009f79b7 service neutron] Transition to ACTIVE for port object bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:50.818147 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1ceaa09c-5b4e-4f96-97de-78a5009f79b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:50.841706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f022d854-af60-4cd6-b06b-5db679cf8d75 req-2259fbb9-4f32-4332-9b94-27c3686a69d7 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539679 Jul 16 01:06:50.921701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1ceaa09c-5b4e-4f96-97de-78a5009f79b7 service neutron] No DVR routers for this DVR port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:06:50.969741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-c5c4a25d-20b9-4c7e-8172-3f17c4a0eaf6 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957616 Jul 16 01:06:50.976684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaa09c-5b4e-4f96-97de-78a5009f79b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:50.977641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 23d7cf2f-7d17-4097-9f2c-856fe56f6327 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:06:51.013038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1ceaa09c-5b4e-4f96-97de-78a5009f79b7 service neutron] 10.222.0.67 "PUT /v2.0/ports/bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06/bindings/n-h2-791504-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0288439 Jul 16 01:06:51.205557 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa6b625c-bcbe-45ee-9dfc-f253a828e61b req-6b890751-e720-420a-8d95-5189c5eb0034 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120895 Jul 16 01:06:51.245537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 23d7cf2f-7d17-4097-9f2c-856fe56f6327, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=23d7cf2f-7d17-4097-9f2c-856fe56f6327,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:51.266655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '23d7cf2f-7d17-4097-9f2c-856fe56f6327', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '23d7cf2f-7d17-4097-9f2c-856fe56f6327', 'mac_address': 'fa:16:3e:18:6d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:06:51.308663 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-355375dc-92d3-4a8f-8ea0-b2881ad05341 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=03377e86794143c3ba7b245da79c576a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595253 Jul 16 01:06:51.324214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06001945-8790-4aff-9925-cf8e80b7278e req-d5ea1d8d-91c2-49cb-a16e-189ed551a0c5 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:51.326257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06001945-8790-4aff-9925-cf8e80b7278e req-d5ea1d8d-91c2-49cb-a16e-189ed551a0c5 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 0.1985376 Jul 16 01:06:51.333553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-142fab26-585b-46a8-8570-1e61c8b71e5f tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:51.335492 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-142fab26-585b-46a8-8570-1e61c8b71e5f tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.1964066 Jul 16 01:06:51.352193 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:51.371694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d7cf2f-7d17-4097-9f2c-856fe56f6327 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:51.378111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:51.409274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 23d7cf2f-7d17-4097-9f2c-856fe56f6327, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=23d7cf2f-7d17-4097-9f2c-856fe56f6327,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:51.415348 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:51.492099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=23d7cf2f-7d17-4097-9f2c-856fe56f6327,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:51.503336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-8b573f4e-3e92-40ab-8d3c-7190e7f1bd2e tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:51.512255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06001945-8790-4aff-9925-cf8e80b7278e req-71288bce-4a93-4811-a778-240123acb809 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732855 Jul 16 01:06:51.521358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-8b573f4e-3e92-40ab-8d3c-7190e7f1bd2e tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116687 Jul 16 01:06:51.541612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-b3d1ca5e-d080-42bc-95f9-7d18458ab309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:51.543280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-b3d1ca5e-d080-42bc-95f9-7d18458ab309 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1&tenant_id=b1467b46a3bd45be94215a91f1f7b186 HTTP/1.1" status: 200 len: 1096 time: 0.1954420 Jul 16 01:06:51.550216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-e91454c7-706c-4e81-95ff-be1de133996d tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/quotas/03377e86794143c3ba7b245da79c576a HTTP/1.1" status: 200 len: 375 time: 0.0276895 Jul 16 01:06:51.694351 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-4fa00a78-4ef2-4223-8082-3ecddbd2e83b tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03377e86794143c3ba7b245da79c576a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276495 Jul 16 01:06:51.718215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-556be3e9-cb21-4a21-ac63-4a6ab940d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:51.728920 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-556be3e9-cb21-4a21-ac63-4a6ab940d82c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1096 time: 0.1506257 Jul 16 01:06:51.738313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['23d7cf2f-7d17-4097-9f2c-856fe56f6327'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:51.791392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-network', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:51.840561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Made reservation on behalf of abea642527174b0292bb2c9ffa568b6c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:51.845955 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:51.896900 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:51.959571 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d7ee79c-2a7b-4ac8-b836-3da6fc727371 req-d9f50a15-13d1-4aeb-ae68-13d1d01a0c10 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 210 time: 0.1080444 Jul 16 01:06:52.196035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44178) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:52.213130 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:52.218419 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:52.235525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:06:52.246839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:52.247265 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Added segment d2aa9a75-df78-464e-8979-68350ca54b74 of type vlan for network 618000df-3051-471f-b84e-b50c74582ad8 Jul 16 01:06:52.302324 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:52.326032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c986bbb5-14be-47d0-82a2-c6ed331bce8f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:52.351167 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:52.352972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:52.354533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:52.372024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-0464a02d-e9ae-4b21-bd27-08680eed76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:52.376270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-0464a02d-e9ae-4b21-bd27-08680eed76bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.6167521 Jul 16 01:06:52.427394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=618000df-3051-471f-b84e-b50c74582ad8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:52.443009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 618000df-3051-471f-b84e-b50c74582ad8 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:06:52.445639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d8644ce3-4e0b-4fe2-84b8-f3ac7e7ed0b5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0664263 Jul 16 01:06:52.446651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44186) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:52.452375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Request body: {'subnet': {'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-subnet', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:52.482294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Made reservation on behalf of abea642527174b0292bb2c9ffa568b6c for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:52.485849 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:52.565641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-51e91002-058e-4a86-9a95-8f345917a39c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 HTTP/1.1" status: 200 len: 217 time: 0.1529207 Jul 16 01:06:52.595161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-aa08afda-ad85-45fd-ad86-3a580ad8fbfd tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:52.597639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-aa08afda-ad85-45fd-ad86-3a580ad8fbfd tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.50 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 820 time: 0.7974107 Jul 16 01:06:52.669631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Request body: {'port': {'device_id': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'admin_state_up': True, 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:52.732996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-ac3293d2-2805-4e0c-b8db-c1b23cc33d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:52.734482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-ac3293d2-2805-4e0c-b8db-c1b23cc33d55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1321135 Jul 16 01:06:52.769875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe39c41-4c7f-4c9d-b344-213c5391a2b8 req-35f0114d-316c-411b-a6c9-32fc6cc87323 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:52.771428 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbe39c41-4c7f-4c9d-b344-213c5391a2b8 req-35f0114d-316c-411b-a6c9-32fc6cc87323 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 944 time: 0.1316321 Jul 16 01:06:52.772474 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:52.787813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-85fc6e83-6996-441b-be8e-1d8f9c2db0be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1687e52f0d6c4e8f822dc66b18edd9f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5894921 Jul 16 01:06:52.793568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44194) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:52.822183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-c9802a15-2966-4a0f-833d-46f53b2f40be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496750 Jul 16 01:06:52.836776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa32da-8728-48b9-bfdb-573c46ec4349 req-1b7fa58a-7f6d-4d9b-aee8-43b9ef1cccec tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:52.838296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65fa32da-8728-48b9-bfdb-573c46ec4349 req-1b7fa58a-7f6d-4d9b-aee8-43b9ef1cccec tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 949 time: 0.5931184 Jul 16 01:06:52.869658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f1520c-2f62-4814-a833-d7e370391944,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:52.887381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbe39c41-4c7f-4c9d-b344-213c5391a2b8 req-c53bf4d9-0388-4d11-b5d6-3d894f88bbe3 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825577 Jul 16 01:06:52.889082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Checking segment: {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:52.889208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Network hostable DHCP agents. Network: 618000df-3051-471f-b84e-b50c74582ad8, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:06:52.936293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Network 618000df-3051-471f-b84e-b50c74582ad8 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:06:52.956365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 618000df-3051-471f-b84e-b50c74582ad8) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:52.975587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d048ce91-ea62-4af9-aa4c-c35a42700ffc None None] Network 618000df-3051-471f-b84e-b50c74582ad8 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:52.993665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:52.994310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.007775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 23d7cf2f-7d17-4097-9f2c-856fe56f6327 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:53.008650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65fa32da-8728-48b9-bfdb-573c46ec4349 req-388d07ed-2c3c-429f-9402-6b1748f9addd tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505933 Jul 16 01:06:53.018469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Made reservation on behalf of 050f6f467bd44684aa3730ebb1fe002e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:53.022841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.045994 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-deddda75-3878-436e-a05b-548f3385ce8c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5970817 Jul 16 01:06:53.048271 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44198) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:53.053175 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-974dc88d-7e0b-497f-99ab-7b4e9a460582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.060053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:53.069845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-1f3f424f-25df-480f-a2d4-88e6fb537286 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305679 Jul 16 01:06:53.102178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-974dc88d-7e0b-497f-99ab-7b4e9a460582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.164451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:53.168163 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-843ca912-3ffe-46bd-9d51-61e16f41d267 req-df49ca2a-ccd1-4654-a2be-3ea433353785 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 210 time: 0.0950124 Jul 16 01:06:53.190959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:53.191353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.195072 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.196694 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.300941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-618000df-3051-471f-b84e-b50c74582ad8', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:06:53.302282 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.335789 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.416131 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.422971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Allocated IP 172.20.0.7 (4472b9cd-c381-42a1-a077-e93d7ce8fcd3/324eaac8-5384-4354-9c36-30685050f2e8/ca507213-e5d2-4e41-8ce5-5b5bedd554b7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:53.463147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3060af-a435-429a-aeca-9a3ee3ff7542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d7cf2f-7d17-4097-9f2c-856fe56f6327'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:53.466348 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441578d0-4839-438b-bda9-8434eaa69dbb" -d '{"events": [{"server_uuid": "4d3060af-a435-429a-aeca-9a3ee3ff7542", "name": "network-vif-plugged", "status": "completed", "tag": "23d7cf2f-7d17-4097-9f2c-856fe56f6327"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:53.494054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 23d7cf2f-7d17-4097-9f2c-856fe56f6327, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=23d7cf2f-7d17-4097-9f2c-856fe56f6327,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:53.515326 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.516657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:06:53.537539 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:53.542980 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d5c97ea-76ca-4680-8f5d-3067ed6cabf3 req-073be39c-a6ac-4914-9156-ebf17d27423e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 210 time: 0.0382869 Jul 16 01:06:53.719563 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67acb4b4-b06b-4721-85da-321d9fa09b59 x-openstack-request-id: req-67acb4b4-b06b-4721-85da-321d9fa09b59 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:53.719857 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3060af-a435-429a-aeca-9a3ee3ff7542", "name": "network-vif-plugged", "status": "completed", "tag": "23d7cf2f-7d17-4097-9f2c-856fe56f6327", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:53.720102 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67acb4b4-b06b-4721-85da-321d9fa09b59 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:53.720553 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3060af-a435-429a-aeca-9a3ee3ff7542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d7cf2f-7d17-4097-9f2c-856fe56f6327', 'code': 200} Jul 16 01:06:53.754394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Allocated IP 172.20.0.2 (618000df-3051-471f-b84e-b50c74582ad8/e0f1520c-2f62-4814-a833-d7e370391944/9910e5da-58bf-4103-aad3-1c1e8515d568) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:53.759315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:06:53.796961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=23d7cf2f-7d17-4097-9f2c-856fe56f6327,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:54.061779 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-d3692278-7a61-4ce4-9194-dfcdef3377f0 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=03377e86794143c3ba7b245da79c576a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565026 Jul 16 01:06:54.064784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b624e-2214-40ad-9522-684380af7294 req-683066df-642f-474d-b272-2f651398c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:54.067031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d5b624e-2214-40ad-9522-684380af7294 req-683066df-642f-474d-b272-2f651398c027 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 1102 time: 0.1616173 Jul 16 01:06:54.070279 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.123599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.128059 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.146641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Transition to ACTIVE for port object 9910e5da-58bf-4103-aad3-1c1e8515d568 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:54.176311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-df10b649-12d1-4b5a-9a82-e164e01b6ca5 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0761361 Jul 16 01:06:54.185613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Transition to ACTIVE for port object 9910e5da-58bf-4103-aad3-1c1e8515d568 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:54.197661 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.249969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Network 618000df-3051-471f-b84e-b50c74582ad8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:54.254155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:54.260672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:54.277609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Pushing event updated for resources: {'Port': ['ID=9910e5da-58bf-4103-aad3-1c1e8515d568,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:54.292188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e30c04-2d8d-4669-a711-e2d1bc31a6c0 req-b0f2e4e5-8e4e-4566-ab90-1badc6f72697 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:54.293830 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c7e30c04-2d8d-4669-a711-e2d1bc31a6c0 req-b0f2e4e5-8e4e-4566-ab90-1badc6f72697 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 0.8183427 Jul 16 01:06:54.309210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-974dc88d-7e0b-497f-99ab-7b4e9a460582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.313178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-974dc88d-7e0b-497f-99ab-7b4e9a460582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.315011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-974dc88d-7e0b-497f-99ab-7b4e9a460582 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d045d443-5725-432c-bcb4-8689ed018c61 HTTP/1.1" status: 204 len: 168 time: 1.5008550 Jul 16 01:06:54.344287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Attempting to bind port 9910e5da-58bf-4103-aad3-1c1e8515d568 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:54.345051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Attempting to bind port 9910e5da-58bf-4103-aad3-1c1e8515d568 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:54.346311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Attempting to bind port 9910e5da-58bf-4103-aad3-1c1e8515d568 on network 618000df-3051-471f-b84e-b50c74582ad8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:54.353219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:54.354039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Checking segment: {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:54.354694 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.355313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Bound using segment: {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:54.356064 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Bound port: 9910e5da-58bf-4103-aad3-1c1e8515d568, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:54.356674 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.370299 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.393105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Transition to ACTIVE for port object ca507213-e5d2-4e41-8ce5-5b5bedd554b7 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:54.444520 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d5b624e-2214-40ad-9522-684380af7294 req-faaa13e2-eea6-4e80-b770-ebd36803896e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609183 Jul 16 01:06:54.456771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] For port 9910e5da-58bf-4103-aad3-1c1e8515d568, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:54.461501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] For port 9910e5da-58bf-4103-aad3-1c1e8515d568, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9910e5da-58bf-4103-aad3-1c1e8515d568,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:54.467946 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.482367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-5813e73b-896a-4c8d-b84f-b3e5ddc1d9c7 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:54.483259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dc88d-7e0b-497f-99ab-7b4e9a460582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d045d443-5725-432c-bcb4-8689ed018c61,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:54.484050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-5813e73b-896a-4c8d-b84f-b3e5ddc1d9c7 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4157426 Jul 16 01:06:54.491426 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.551653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f370f-d443-4d13-9b72-da46907a0052 None None] Pushing event updated for resources: {'Port': ['ID=9910e5da-58bf-4103-aad3-1c1e8515d568,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:54.585578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Pushing event updated for resources: {'Port': ['ID=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:54.585799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dfe746c5-de81-4a86-9a89-d03b8f5ef612'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:54.640690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c7e30c04-2d8d-4669-a711-e2d1bc31a6c0 req-46466486-f38c-4ab6-ac69-304552473f9d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238647 Jul 16 01:06:54.644420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:54.648439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:54.668255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:54.682594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:54.683436 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.786455 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18caa31b-e209-46ce-9dd1-88404752e351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:54.815944 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f4a399a7-66a6-492e-a138-f249acfaf0ad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1541705 Jul 16 01:06:54.837970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Request body: {'port': {'device_id': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:54.903371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Request body: {'port': {'device_id': '7d8534ac-ec7e-4b48-9501-94b38c5bbba3', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '03377e86794143c3ba7b245da79c576a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:55.003086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Allocated IP 172.25.4.32 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:55.024760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44228) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:55.043750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f995398-2407-41e8-bbf3-a9ace6d40659 req-76a4a470-daea-4049-934e-9c4bc7370c54 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:55.053130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f995398-2407-41e8-bbf3-a9ace6d40659 req-76a4a470-daea-4049-934e-9c4bc7370c54 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 944 time: 0.8976171 Jul 16 01:06:55.058586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-d1eae9b6-5b85-4065-a2f9-562489433da9 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:55.060206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-d1eae9b6-5b85-4065-a2f9-562489433da9 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.3568766 Jul 16 01:06:55.105941 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:55.108269 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e08dd46-e96c-4022-bbef-a363182512f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:55.120232 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:55.173974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-78d6bb60-226f-41cd-845f-c0b90334da0e None None] Provisioning for port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:55.179920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-78d6bb60-226f-41cd-845f-c0b90334da0e None None] Provisioning complete for port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:55.181255 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78d6bb60-226f-41cd-845f-c0b90334da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:55.257365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-78d6bb60-226f-41cd-845f-c0b90334da0e None None] Port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:55.262039 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f995398-2407-41e8-bbf3-a9ace6d40659 req-2dbb8d12-4034-4ad7-b8ec-340e993d5d6b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070575 Jul 16 01:06:55.352824 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:55.366729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bb41b-b961-4874-ab90-cf8cd26f909d req-de38f18a-7f5d-469e-9b08-19e9b614b39e tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:55.379091 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd5bb41b-b961-4874-ab90-cf8cd26f909d req-de38f18a-7f5d-469e-9b08-19e9b614b39e tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 950 time: 0.3389611 Jul 16 01:06:55.433620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:55.467749 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c3ffc0f-f98b-48e9-9fba-f689372c1955 req-defb54cc-a5b2-49e9-aa36-0fce81201711 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 210 time: 0.0477638 Jul 16 01:06:55.494739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:55.499978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:55.504587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:55.592720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Pushing event updated for resources: {'Port': ['ID=5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:55.617039 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd5bb41b-b961-4874-ab90-cf8cd26f909d req-53091327-1539-45ba-b748-297ddc73a43d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367997 Jul 16 01:06:55.669521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-15c85cbb-ea03-4a4d-9b0c-e34565164a20 service neutron] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:55.676462 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-15c85cbb-ea03-4a4d-9b0c-e34565164a20 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:55.677569 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e98746a-fb3a-4d8d-be29-10a20e17a196 req-15c85cbb-ea03-4a4d-9b0c-e34565164a20 service neutron] 10.222.0.50 "DELETE /v2.0/ports/bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06/bindings/n-h1-791504-14 HTTP/1.1" status: 204 len: 173 time: 0.5838253 Jul 16 01:06:55.762908 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e08dd46-e96c-4022-bbef-a363182512f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:55.784497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e08dd46-e96c-4022-bbef-a363182512f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:55.798606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Made reservation on behalf of 03377e86794143c3ba7b245da79c576a for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:55.802312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:55.913539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc998d0e-e789-4529-ae5d-e70ac4a78307 req-04235f47-8555-4e88-8f4e-e4773c90d33b tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:55.944069 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc998d0e-e789-4529-ae5d-e70ac4a78307 req-04235f47-8555-4e88-8f4e-e4773c90d33b tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 931 time: 0.2920971 Jul 16 01:06:55.953687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9910e5da-58bf-4103-aad3-1c1e8515d568 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:55.967345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08dd46-e96c-4022-bbef-a363182512f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e51aa6-3e85-428b-9d72-cc22821e4ba6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:55.990844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2e08dd46-e96c-4022-bbef-a363182512f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9db27f00f584db49c83c9e209cb92bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9638848 Jul 16 01:06:56.004808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:56.041849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca507213-e5d2-4e41-8ce5-5b5bedd554b7 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:56.060589 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.061119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9910e5da-58bf-4103-aad3-1c1e8515d568 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:56.086310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Transition to ACTIVE for port object ca507213-e5d2-4e41-8ce5-5b5bedd554b7 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:56.093559 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.119528 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.153940 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.157451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778b39f-bc2a-414d-814e-bf7fd1ced286 req-58291fc4-577b-4856-99b6-4d318d6be36f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:56.161082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d778b39f-bc2a-414d-814e-bf7fd1ced286 req-58291fc4-577b-4856-99b6-4d318d6be36f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 0.1866455 Jul 16 01:06:56.317403 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d778b39f-bc2a-414d-814e-bf7fd1ced286 req-760fa93d-13a5-474c-b75d-07bb4d41b7ad tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134930 Jul 16 01:06:56.334920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Pushing event updated for resources: {'Port': ['ID=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:56.358607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44242) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:56.375299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Attempting to bind port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:56.380317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Attempting to bind port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:56.380317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Attempting to bind port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 on network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:56.403185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 on network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:06:56.403510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Attempting to bind port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 on network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:56.406856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc998d0e-e789-4529-ae5d-e70ac4a78307 req-181dcc67-6b2b-40a0-89d5-34b2b95b8ce0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614270 Jul 16 01:06:56.409862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:56.410468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Checking segment: {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:56.410874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Bound using segment: {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:56.411328 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Bound port: ca507213-e5d2-4e41-8ce5-5b5bedd554b7, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '322cf73d-b452-415a-a961-026e2d97a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:56.411690 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.453177 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a0ba1c4-69f5-4076-a052-5f8711f161b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.485579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d874da5-4ffa-4431-b356-767ecb666198 None None] Network 618000df-3051-471f-b84e-b50c74582ad8 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:56.554450 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a0ba1c4-69f5-4076-a052-5f8711f161b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.557446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Allocated IP 192.168.233.111 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/1e5ee2fe-37c3-4a07-bc79-2f166fc63493) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:56.588416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] For port ca507213-e5d2-4e41-8ce5-5b5bedd554b7, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:56.593611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] For port ca507213-e5d2-4e41-8ce5-5b5bedd554b7, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:56.604963 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.681103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a8635e4-c7ca-4c2b-a50e-a5b415910de7 None None] Provisioning for port 9910e5da-58bf-4103-aad3-1c1e8515d568 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:56.695894 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a8635e4-c7ca-4c2b-a50e-a5b415910de7 None None] Provisioning complete for port 9910e5da-58bf-4103-aad3-1c1e8515d568 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:56.696172 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a8635e4-c7ca-4c2b-a50e-a5b415910de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.704715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:56.705714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.707196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] 10.222.0.50 "PUT /v2.0/ports/ca507213-e5d2-4e41-8ce5-5b5bedd554b7 HTTP/1.1" status: 200 len: 1092 time: 1.8764052 Jul 16 01:06:56.709902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'tag': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:06:56.711923 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b46f9f1-3030-4406-b2ca-ad795e944efd" -d '{"events": [{"name": "network-changed", "server_uuid": "4362b8cd-ffe5-4ff5-9432-efdddef2e9ef", "tag": "ca507213-e5d2-4e41-8ce5-5b5bedd554b7"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:06:56.730867 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7bbcf1f5-5045-455d-a632-d2c85cb73d6e req-bbfc83ef-3c8a-4b22-8314-cd9c4338a2c4 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 210 time: 0.0316877 Jul 16 01:06:56.827883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd44cd8-b27c-4cda-ba02-773dc7315a24 service neutron] Pushing event updated for resources: {'Port': ['ID=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:56.853235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27bc2294-afbe-493d-a7f8-fcc169978cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.865074 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a0ba1c4-69f5-4076-a052-5f8711f161b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.875720 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a0ba1c4-69f5-4076-a052-5f8711f161b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.877549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a0ba1c4-69f5-4076-a052-5f8711f161b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3e51aa6-3e85-428b-9d72-cc22821e4ba6 HTTP/1.1" status: 204 len: 168 time: 0.8715205 Jul 16 01:06:56.905015 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.939709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a8635e4-c7ca-4c2b-a50e-a5b415910de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.956800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ba1c4-69f5-4076-a052-5f8711f161b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e51aa6-3e85-428b-9d72-cc22821e4ba6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:57.037504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0a8635e4-c7ca-4c2b-a50e-a5b415910de7 None None] For port 9910e5da-58bf-4103-aad3-1c1e8515d568, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9910e5da-58bf-4103-aad3-1c1e8515d568,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:57.046763 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a8635e4-c7ca-4c2b-a50e-a5b415910de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:57.116679 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2729339d-3dea-4f5e-b7a4-79192bdab832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:57.148838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8635e4-c7ca-4c2b-a50e-a5b415910de7 None None] Pushing event updated for resources: {'Port': ['ID=9910e5da-58bf-4103-aad3-1c1e8515d568,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:57.281735 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:57.295717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe93d0-793b-4a42-abed-d99b05b4ca12 req-6d81160f-e9c4-4861-ae2c-845215a70d35 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:57.309486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11fe93d0-793b-4a42-abed-d99b05b4ca12 req-6d81160f-e9c4-4861-ae2c-845215a70d35 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 944 time: 0.7930167 Jul 16 01:06:57.354693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Transition to ACTIVE for port object 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:57.383064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940220d0-ef11-43fe-8d33-01c63d324364 req-b149be45-b60e-4a73-9e13-60b33ea04585 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:57.384922 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-940220d0-ef11-43fe-8d33-01c63d324364 req-b149be45-b60e-4a73-9e13-60b33ea04585 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 950 time: 0.3079853 Jul 16 01:06:57.412922 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27bc2294-afbe-493d-a7f8-fcc169978cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:57.439996 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27bc2294-afbe-493d-a7f8-fcc169978cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:57.447576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6e9f744a-d331-49eb-a3bf-30374abe525a None None] Provisioning complete for port 9910e5da-58bf-4103-aad3-1c1e8515d568 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:57.451292 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e9f744a-d331-49eb-a3bf-30374abe525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:57.476689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11fe93d0-793b-4a42-abed-d99b05b4ca12 req-c4d273ee-d58f-4f94-a781-583ef29a1a60 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658554 Jul 16 01:06:57.483329 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-27bc2294-afbe-493d-a7f8-fcc169978cac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b940fffebc142f7a8884b5d3baef12f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1187830 Jul 16 01:06:57.503549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44266) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:57.509847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-15286d32-3573-4c07-9d17-deb4f55d2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:57.511584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-15286d32-3573-4c07-9d17-deb4f55d2254 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 1095 time: 0.6613069 Jul 16 01:06:57.524694 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-940220d0-ef11-43fe-8d33-01c63d324364 req-5ac73f89-2b91-4d35-9422-9f129ac492a2 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248355 Jul 16 01:06:57.572561 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:57.583031 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbfff3c-a097-413c-ac06-8f92a042c5e4 x-openstack-request-id: req-7cbfff3c-a097-413c-ac06-8f92a042c5e4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:06:57.583868 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4362b8cd-ffe5-4ff5-9432-efdddef2e9ef", "tag": "ca507213-e5d2-4e41-8ce5-5b5bedd554b7", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:06:57.586112 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cbfff3c-a097-413c-ac06-8f92a042c5e4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:06:57.586722 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'tag': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'status': 'completed', 'code': 200} Jul 16 01:06:57.656540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-d10332fc-9275-4295-9a06-845343e3a78c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7 HTTP/1.1" status: 200 len: 217 time: 0.1257875 Jul 16 01:06:57.657145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc2294-afbe-493d-a7f8-fcc169978cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4754bf00-6738-41d9-9d84-3ff39129eec4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:57.693041 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:57.702126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-f1a38875-cdbb-412a-a7d3-2dd0f4fac802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:57.703613 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-f1a38875-cdbb-412a-a7d3-2dd0f4fac802 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1097 time: 0.3715887 Jul 16 01:06:57.709622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['d007f29c-75e5-4211-9b81-8b4fe1aab6bc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:06:57.841786 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Pushing event updated for resources: {'Port': ['ID=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:57.846112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-80aee120-78fd-4f56-b227-38603ace3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:57.846112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-80aee120-78fd-4f56-b227-38603ace3093 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.1736426 Jul 16 01:06:57.920749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9910e5da-58bf-4103-aad3-1c1e8515d568 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:57.948038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:57.951402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:06:57.964052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:57.967812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:57.972786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-30934460-bc4f-4572-b221-12a29078aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:57.974296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-30934460-bc4f-4572-b221-12a29078aa47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.2404737 Jul 16 01:06:57.979203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:57.980192 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:57.983361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad6ab2-02c4-42aa-af68-1dd7045e94db req-f14db65d-cfbe-4269-9758-af267e7cc428 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:57.990921 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13ad6ab2-02c4-42aa-af68-1dd7045e94db req-f14db65d-cfbe-4269-9758-af267e7cc428 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 943 time: 0.2335162 Jul 16 01:06:58.048628 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9357016b-8377-45f8-b8e3-9550558cbc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:58.060664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-6faca44d-f4b7-4a43-a56a-57ea2afc9592 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 HTTP/1.1" status: 200 len: 217 time: 0.0494406 Jul 16 01:06:58.064458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-bfacf080-769f-4e11-8189-4b43ab8e523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:58.066049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-bfacf080-769f-4e11-8189-4b43ab8e523a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938596 Jul 16 01:06:58.078220 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13ad6ab2-02c4-42aa-af68-1dd7045e94db req-27704081-8e5d-4491-bbd3-28c89c88c7b0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863700 Jul 16 01:06:58.088536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9910e5da-58bf-4103-aad3-1c1e8515d568 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:58.089028 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:58.104296 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9357016b-8377-45f8-b8e3-9550558cbc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:58.221786 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-03a078ad-bdf5-4a87-b72e-b60e1a0394ea tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3216236 Jul 16 01:06:58.313043 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9357016b-8377-45f8-b8e3-9550558cbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:58.317886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9357016b-8377-45f8-b8e3-9550558cbc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:58.319753 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9357016b-8377-45f8-b8e3-9550558cbc87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4754bf00-6738-41d9-9d84-3ff39129eec4 HTTP/1.1" status: 204 len: 168 time: 0.7936716 Jul 16 01:06:58.343035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Request body: {'port': {'device_id': '7d8534ac-ec7e-4b48-9501-94b38c5bbba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:58.363509 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:58.472787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2c9b430e-f986-4587-babc-b4c5748c55bf None None] Provisioning for port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:58.481130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2c9b430e-f986-4587-babc-b4c5748c55bf None None] Provisioning complete for port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:58.481550 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c9b430e-f986-4587-babc-b4c5748c55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:58.522290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-888ab649-6129-4a44-a0fb-4e11ddd58c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:58.524226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-888ab649-6129-4a44-a0fb-4e11ddd58c67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.4406641 Jul 16 01:06:58.533120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357016b-8377-45f8-b8e3-9550558cbc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4754bf00-6738-41d9-9d84-3ff39129eec4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:58.570379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b430e-f986-4587-babc-b4c5748c55bf None None] Port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:58.586414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-f63c3283-4fa2-4981-9fbb-18b7be5bd56d service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038495 Jul 16 01:06:58.620077 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-b2c1ab2d-c757-4e7b-b1d2-33a6803e8154 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825808 Jul 16 01:06:58.772494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:06:58.793911 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Sync routers for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:06:58.823280 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:06:58.826144 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:58.886116 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:58.889191 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3f189fb4-9f70-42c1-b2bc-0e33f622cffd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8368001 Jul 16 01:06:58.892137 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e95d342a-fb8a-4044-8335-9ddaf2b72749 req-a8526535-e125-4b3b-a880-79a9d3e9c1ce service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753870 Jul 16 01:06:58.894828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44296) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:58.903154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276c80c-021b-4419-83b1-686fd2a3dc99 req-d2763d3b-9456-41f5-9ade-274d7702a0ad tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:58.904817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b276c80c-021b-4419-83b1-686fd2a3dc99 req-d2763d3b-9456-41f5-9ade-274d7702a0ad tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 1.0649261 Jul 16 01:06:58.914170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:59.063601 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:06:59.085169 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b276c80c-021b-4419-83b1-686fd2a3dc99 req-ceff8128-4b38-451b-ad6c-197fed493a2d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629355 Jul 16 01:06:59.121557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:59.145902 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e4ab5d4-3e3c-4019-8123-64f95c8d7b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:59.159035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-a200a797-b51b-42ad-9fe2-214859cb384b service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105293 Jul 16 01:06:59.521376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e4ab5d4-3e3c-4019-8123-64f95c8d7b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:59.538940 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:06:55Z', 'revision_number': 3, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:59.541056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e44363-92a5-4555-bd8c-aaf2f0e01929 req-da6465f8-b1f1-4a30-bd93-c45be7aa50f4 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:59.543801 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33e44363-92a5-4555-bd8c-aaf2f0e01929 req-da6465f8-b1f1-4a30-bd93-c45be7aa50f4 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1096 time: 0.2207429 Jul 16 01:06:59.546399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e4ab5d4-3e3c-4019-8123-64f95c8d7b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:59.586845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-9390ab8c-cb13-4309-9f0b-c9de2462c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:59.589689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-9390ab8c-cb13-4309-9f0b-c9de2462c9c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 1095 time: 0.5007894 Jul 16 01:06:59.590547 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Checking router: 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:06:59.591206 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Updating router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:06:59.644482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ab5d4-3e3c-4019-8123-64f95c8d7b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4370fbcd-9aba-41fc-8de6-a92785ddf5b8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:59.650642 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3e4ab5d4-3e3c-4019-8123-64f95c8d7b9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84d0ccdbee5a47b2bdba4b9fffba756c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284982 Jul 16 01:06:59.653366 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:59.659728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44312) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:59.695915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33e44363-92a5-4555-bd8c-aaf2f0e01929 req-83520739-29d4-465c-84fd-1deec20fe980 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359930 Jul 16 01:06:59.766739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacdace-df1b-4dae-bd97-c7106e483f91 req-703c339c-027c-4978-920b-e1b4bb9e09b8 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:59.775637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acacdace-df1b-4dae-bd97-c7106e483f91 req-703c339c-027c-4978-920b-e1b4bb9e09b8 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 936 time: 0.8806922 Jul 16 01:06:59.875431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:06:59.896247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-6dab21ed-767d-4bc2-b95d-2fcad869d926 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836677 Jul 16 01:06:59.909224 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:59.951992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-a02a1309-df2b-48b0-8310-9a1083ef437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:59.955372 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-a02a1309-df2b-48b0-8310-9a1083ef437b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.3486836 Jul 16 01:07:00.104429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-e347a67e-4ab3-43bc-beb4-c6a6cd9184ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7 HTTP/1.1" status: 200 len: 217 time: 0.1349099 Jul 16 01:07:00.172346 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.186572 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Transition to ACTIVE for port object 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:00.193664 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.194399 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.198730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acacdace-df1b-4dae-bd97-c7106e483f91 req-290a8c2a-bd3d-47e4-be2b-5d0289f98fed tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419372 Jul 16 01:07:00.217556 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186e8034-8e42-43c1-9e0f-9155a398fe98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.243631 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186e8034-8e42-43c1-9e0f-9155a398fe98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.257404 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214dfb2-1ce0-4fc3-b02d-b878e8d5e27d None None] Pushing event updated for resources: {'Port': ['ID=5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:00.283250 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.294832 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Attempting to bind port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:00.295452 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Attempting to bind port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:00.296159 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Attempting to bind port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:00.304564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-06b20618-7e7c-465d-9c9f-a12a5f76b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:00.307259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-06b20618-7e7c-465d-9c9f-a12a5f76b807 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.1770833 Jul 16 01:07:00.310534 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:00.311147 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:00.311769 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.312486 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:00.313475 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Bound port: 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:00.314792 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.332197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186e8034-8e42-43c1-9e0f-9155a398fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.336114 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186e8034-8e42-43c1-9e0f-9155a398fe98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.347968 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-186e8034-8e42-43c1-9e0f-9155a398fe98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4370fbcd-9aba-41fc-8de6-a92785ddf5b8 HTTP/1.1" status: 204 len: 168 time: 0.6804416 Jul 16 01:07:00.352499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Transition to ACTIVE for port object 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:00.387903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e8034-8e42-43c1-9e0f-9155a398fe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4370fbcd-9aba-41fc-8de6-a92785ddf5b8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:00.393337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.409653 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] For port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:00.422619 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] For port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:00.431010 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.479661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:00.505790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3720467d-8554-444a-9d7f-02de9c55e97f tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:00.508649 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-3720467d-8554-444a-9d7f-02de9c55e97f tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.4900994 Jul 16 01:07:00.542502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01931-7ce0-4bda-b48e-2865d7cfb6b7 req-79d211f3-2bdc-472e-a00e-bd65a05b440c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:00.545004 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30c01931-7ce0-4bda-b48e-2865d7cfb6b7 req-79d211f3-2bdc-472e-a00e-bd65a05b440c tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 950 time: 0.3590629 Jul 16 01:07:00.554372 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:00.555371 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:00.573624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-14'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:00.619128 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214dfb2-1ce0-4fc3-b02d-b878e8d5e27d None None] Pushing event updated for resources: {'Port': ['ID=5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:00.663168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Attempting to bind port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:00.663606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Attempting to bind port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:00.664070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Attempting to bind port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:00.672948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:07:00.674416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Attempting to bind port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:00.684357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:00.687013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:00.687673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:00.688829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Bound port: 1e5ee2fe-37c3-4a07-bc79-2f166fc63493, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:00.690047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.735467 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30c01931-7ce0-4bda-b48e-2865d7cfb6b7 req-66fc93ce-b3b9-405f-985f-2316f5b94bc6 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245461 Jul 16 01:07:00.830772 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:00.880122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] For port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:00.890576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] For port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:00.898880 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:01.026183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:01.035376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:01.038041 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] 10.222.0.50 "PUT /v2.0/ports/1e5ee2fe-37c3-4a07-bc79-2f166fc63493 HTTP/1.1" status: 200 len: 1097 time: 2.7341058 Jul 16 01:07:01.038892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8534ac-ec7e-4b48-9501-94b38c5bbba3', 'tag': '1e5ee2fe-37c3-4a07-bc79-2f166fc63493'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:01.042543 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5c4aae-343d-458e-8f69-72d02ba00184" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8534ac-ec7e-4b48-9501-94b38c5bbba3", "tag": "1e5ee2fe-37c3-4a07-bc79-2f166fc63493"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:01.117507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c42d0-985f-446b-aea9-ee60c8949962 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:01.149423 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:01.200803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Allocated IP 172.20.0.1 (618000df-3051-471f-b84e-b50c74582ad8/e0f1520c-2f62-4814-a833-d7e370391944/660f097a-83f1-4a9e-864c-84c8eb7c6333) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:01.201421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-3c096490-8e58-4b26-99c6-69a7bb639fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:01.205300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-3c096490-8e58-4b26-99c6-69a7bb639fda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03377e86794143c3ba7b245da79c576a&device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 1100 time: 0.0977137 Jul 16 01:07:01.234706 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:06:55Z', 'revision_number': 3, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:01.287288 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5fa41-15ee-4607-a820-ec56e65490f4 None None] The sync data for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 is: [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:06:55Z', 'revision_number': 3, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:07:01.289427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-e9367d9b-6a32-4a78-b184-cfbff989d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:01.295599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-e9367d9b-6a32-4a78-b184-cfbff989d10e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9680991 Jul 16 01:07:01.314096 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-4c64cff9-bd4a-4ab3-b5b0-59202ce7e83f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=1e5ee2fe-37c3-4a07-bc79-2f166fc63493 HTTP/1.1" status: 200 len: 217 time: 0.1003644 Jul 16 01:07:01.419919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c038b-1192-4695-8deb-0c122054874d req-c6497df5-51f3-4c56-8080-e1a556acbb1f tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:01.427246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-dd611211-479c-46f6-8e00-de4971024869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:01.427495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-773c038b-1192-4695-8deb-0c122054874d req-c6497df5-51f3-4c56-8080-e1a556acbb1f tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 943 time: 0.9784176 Jul 16 01:07:01.430603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-dd611211-479c-46f6-8e00-de4971024869 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1079488 Jul 16 01:07:01.526574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-5e3f409f-4d83-4a31-ac08-548d12c7d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:01.529050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-5e3f409f-4d83-4a31-ac08-548d12c7d3e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839107 Jul 16 01:07:01.535771 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:01.608174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Transition to ACTIVE for port object 660f097a-83f1-4a9e-864c-84c8eb7c6333 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:01.637885 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-773c038b-1192-4695-8deb-0c122054874d req-0d81abd3-c66b-4009-bf33-8739cf1168fe tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096593 Jul 16 01:07:01.723377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-b471edd6-8677-441b-b2b1-ca789b2b64a1 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898638 Jul 16 01:07:01.853722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:01.920490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-30523886-4ae2-4a7d-81d2-c69b6837f6e5 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722925 Jul 16 01:07:01.937789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-ba0b95d4-bebe-4c7e-aa68-db726a3cb288 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:01.945980 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:01.949532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-ba0b95d4-bebe-4c7e-aa68-db726a3cb288 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 820 time: 0.3560281 Jul 16 01:07:01.961505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:01.992016 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-8e93e81f-47f6-4cf3-b778-b74e43a2e05b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/quotas/b1467b46a3bd45be94215a91f1f7b186 HTTP/1.1" status: 200 len: 375 time: 0.0412946 Jul 16 01:07:02.045680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:02.052256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:02.053077 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:02.098671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:02.145226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Network 618000df-3051-471f-b84e-b50c74582ad8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:02.160041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:02.167198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b46f9f1-3030-4406-b2ca-ad795e944efd req-8a232f81-d1ae-428d-b6a3-ec001977a868 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976429 Jul 16 01:07:02.167758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Pushing event updated for resources: {'Port': ['ID=660f097a-83f1-4a9e-864c-84c8eb7c6333,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:02.174391 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:02.176478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:02.177033 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:02.209182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ca507213-e5d2-4e41-8ce5-5b5bedd554b7 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:07:02.238774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:02.253869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:02.257256 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e3a61ec-b6d0-467b-bf88-743f77e20506 req-f96492cb-499e-4df1-be51-f4aeea0eb4ea service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797387 Jul 16 01:07:02.290509 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-182e4c36-ca4c-4153-9c9d-7f02fd54f98a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2775156 Jul 16 01:07:02.455476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:02.515963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ca507213-e5d2-4e41-8ce5-5b5bedd554b7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:02.528676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-08a18ab6-1815-4b50-91f6-1abe3a755d0f service neutron] 10.222.0.64 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226527 Jul 16 01:07:02.539871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'port_id': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'mac_address': 'fa:16:3e:d8:54:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:07:02.591022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:02.596908 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:02.597812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:02.601072 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26158841-f3da-4e93-83f5-885e75f74195" -d '{"events": [{"server_uuid": "c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:02.614265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca507213-e5d2-4e41-8ce5-5b5bedd554b7 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:02.648169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5eeaaee-6425-491a-83e7-6ca757144ce7 None None] Provisioning for port 660f097a-83f1-4a9e-864c-84c8eb7c6333 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:02.649719 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:02.654748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ca507213-e5d2-4e41-8ce5-5b5bedd554b7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:02.656736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5eeaaee-6425-491a-83e7-6ca757144ce7 None None] Provisioning complete for port 660f097a-83f1-4a9e-864c-84c8eb7c6333 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:02.657247 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaaee-6425-491a-83e7-6ca757144ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:02.741802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a5eeaaee-6425-491a-83e7-6ca757144ce7 None None] Port 660f097a-83f1-4a9e-864c-84c8eb7c6333 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:07:02.745522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-f385983a-c837-4343-aab5-84194ed634fb service neutron] 10.222.0.64 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087085 Jul 16 01:07:02.747733 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:02.768619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20050d69-6482-43c7-a687-bfe6936685f8 req-57aee6d8-75bb-4ee1-bf14-9cb1fb88c5a3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:02.784506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20050d69-6482-43c7-a687-bfe6936685f8 req-57aee6d8-75bb-4ee1-bf14-9cb1fb88c5a3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 945 time: 0.8447773 Jul 16 01:07:02.839562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:02.976443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on host n-h1-791504-14 for vnic_type normal with profile {"migrating_to": "n-h2-791504-14"} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:02.976780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:02.977108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:02.981363 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:03.082741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20050d69-6482-43c7-a687-bfe6936685f8 req-0afa02b8-1c13-4ffd-8f75-d5429ec568b7 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970500 Jul 16 01:07:03.083483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:03.088862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:07:03.089814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Attempting to bind port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:03.096171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11b0c1-4b92-426c-bea6-ba86a5ea54ef req-86a8903e-0bc7-4834-901a-677d601b72cf tempest-LiveMigrationNegativeTest-1461635077 tempest-LiveMigrationNegativeTest-1461635077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:03.100172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:03.100511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:03.100896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:03.101594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Bound port: 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:03.101959 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:03.114839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c11b0c1-4b92-426c-bea6-ba86a5ea54ef req-86a8903e-0bc7-4834-901a-677d601b72cf tempest-LiveMigrationNegativeTest-1461635077 tempest-LiveMigrationNegativeTest-1461635077-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 1102 time: 0.1028221 Jul 16 01:07:03.162041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['ca507213-e5d2-4e41-8ce5-5b5bedd554b7'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:03.169343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c11b0c1-4b92-426c-bea6-ba86a5ea54ef req-5d5b3e22-dfa2-408b-b36d-691b078d58fe tempest-LiveMigrationNegativeTest-1461635077 tempest-LiveMigrationNegativeTest-1461635077-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:03.379299 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c11b0c1-4b92-426c-bea6-ba86a5ea54ef req-5d5b3e22-dfa2-408b-b36d-691b078d58fe tempest-LiveMigrationNegativeTest-1461635077 tempest-LiveMigrationNegativeTest-1461635077-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:03.381413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:03.382966 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839b13e7-10b4-4f9e-a584-9201a200b2b2 x-openstack-request-id: req-839b13e7-10b4-4f9e-a584-9201a200b2b2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:03.383294 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8534ac-ec7e-4b48-9501-94b38c5bbba3", "tag": "1e5ee2fe-37c3-4a07-bc79-2f166fc63493", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:03.383622 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-839b13e7-10b4-4f9e-a584-9201a200b2b2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:03.384146 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8534ac-ec7e-4b48-9501-94b38c5bbba3', 'tag': '1e5ee2fe-37c3-4a07-bc79-2f166fc63493', 'status': 'completed', 'code': 200} Jul 16 01:07:03.395067 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c11b0c1-4b92-426c-bea6-ba86a5ea54ef req-5d5b3e22-dfa2-408b-b36d-691b078d58fe tempest-LiveMigrationNegativeTest-1461635077 tempest-LiveMigrationNegativeTest-1461635077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:03.433726 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:03.452041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:03.487431 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c11b0c1-4b92-426c-bea6-ba86a5ea54ef req-5d5b3e22-dfa2-408b-b36d-691b078d58fe tempest-LiveMigrationNegativeTest-1461635077 tempest-LiveMigrationNegativeTest-1461635077-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682561 Jul 16 01:07:03.529137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b3e22-dfa2-408b-b36d-691b078d58fe tempest-LiveMigrationNegativeTest-1461635077 tempest-LiveMigrationNegativeTest-1461635077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddb7d9a-f424-43c1-82ec-5ac8e54a7707,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:03.591909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-04fcd960-69fd-429e-ae58-79d937e407b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:03.593450 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-04fcd960-69fd-429e-ae58-79d937e407b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03377e86794143c3ba7b245da79c576a&device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 1100 time: 0.2084570 Jul 16 01:07:03.643691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:03.666836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:03.667428 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:03.670875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:03.861236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-c3327841-7bce-4c97-b3c3-f2fecd2ea050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:03.866102 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-c3327841-7bce-4c97-b3c3-f2fecd2ea050 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2581563 Jul 16 01:07:03.882268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:03.896827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:03.899077 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:03.912294 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-1e3a022b-460a-42c3-ac44-2918915dbe2a service neutron] 10.222.0.50 "PUT /v2.0/ports/6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 HTTP/1.1" status: 200 len: 1123 time: 3.3481469 Jul 16 01:07:03.967915 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfce036-0d9e-45bb-968b-fa3e3c06e93c x-openstack-request-id: req-bbfce036-0d9e-45bb-968b-fa3e3c06e93c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:03.968354 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:03.968724 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbfce036-0d9e-45bb-968b-fa3e3c06e93c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:03.969327 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5', 'code': 200} Jul 16 01:07:03.994162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Pushing event updated for resources: {'Port': ['ID=660f097a-83f1-4a9e-864c-84c8eb7c6333,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:04.001477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:04.028814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5bd7-ec7a-42fb-8cde-a31150bd5e1b req-01f479e5-6a98-4130-a27e-cf289b5296ed tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:04.041651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-364f5bd7-ec7a-42fb-8cde-a31150bd5e1b req-01f479e5-6a98-4130-a27e-cf289b5296ed tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 948 time: 0.4733000 Jul 16 01:07:04.072854 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-bad8c7f5-e3a3-4dde-a091-bfdddd96d5bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=1e5ee2fe-37c3-4a07-bc79-2f166fc63493 HTTP/1.1" status: 200 len: 217 time: 0.1683412 Jul 16 01:07:04.104942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Network 618000df-3051-471f-b84e-b50c74582ad8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:04.116449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:04.118974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:04.119483 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:04.154898 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-364f5bd7-ec7a-42fb-8cde-a31150bd5e1b req-89c4e014-0539-4a60-b0db-230752dccd71 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117933 Jul 16 01:07:04.229490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-97f87289-38c1-42b8-9115-fe2f16e259f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:04.233653 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-97f87289-38c1-42b8-9115-fe2f16e259f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1493385 Jul 16 01:07:04.377784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-0724eb56-b2a0-457d-a93f-7e8a3e32c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:04.379436 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-0724eb56-b2a0-457d-a93f-7e8a3e32c0a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1409633 Jul 16 01:07:04.389532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404638e2-2749-4829-8b8a-c8c4bc605f34 req-80234324-79fb-4305-865d-d6c60813d8c3 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:04.399464 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-404638e2-2749-4829-8b8a-c8c4bc605f34 req-80234324-79fb-4305-865d-d6c60813d8c3 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 944 time: 0.1481969 Jul 16 01:07:04.510069 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-404638e2-2749-4829-8b8a-c8c4bc605f34 req-ce680b5a-8b5b-46b1-ade7-67a5bcf6c158 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099193 Jul 16 01:07:04.559618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-3a1e5fa7-0f96-4b72-b5b0-1988bea08d09 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584005 Jul 16 01:07:04.589446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c998586d-e2d2-4bcf-aaff-9c5a88012655 None None] Provisioning complete for port 660f097a-83f1-4a9e-864c-84c8eb7c6333 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:04.597278 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c998586d-e2d2-4bcf-aaff-9c5a88012655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:04.672703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c998586d-e2d2-4bcf-aaff-9c5a88012655 None None] Port 660f097a-83f1-4a9e-864c-84c8eb7c6333 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:07:04.690492 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3966c935-29bf-4daf-97f7-904ab7620138 req-15d067b2-a444-4ab3-8be1-7f8ae21c91bb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 210 time: 0.0407944 Jul 16 01:07:04.717283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:07:04.724540 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af5c4aae-343d-458e-8f69-72d02ba00184 req-bfcb350c-2016-4135-8711-81179a28a136 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440187 Jul 16 01:07:04.909807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:07:04.918174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e34c9ea0-104c-476d-ad3f-cc1d287dd4ca admin admin] 10.222.0.64 "PUT /v2.0/routers/8522a2bd-48b8-4a26-b31a-89f8f3c84ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0179231 Jul 16 01:07:04.923005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Sync routers for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:07:04.940256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:04.941612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:05.107204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:05.112928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ba1da-8ae4-4713-b277-28ea48d9e0cb req-c2513298-0070-463e-ad3e-db11b3c0920a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:05.132144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d48ba1da-8ae4-4713-b277-28ea48d9e0cb req-c2513298-0070-463e-ad3e-db11b3c0920a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 943 time: 0.1396058 Jul 16 01:07:05.193646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d48ba1da-8ae4-4713-b277-28ea48d9e0cb req-9ca38651-dd9e-4063-965b-6482080066ab tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601211 Jul 16 01:07:05.358262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-6e97c8ff-5173-4ddb-88da-1e3fc4e1543f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:05.360852 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-6e97c8ff-5173-4ddb-88da-1e3fc4e1543f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 820 time: 0.2350888 Jul 16 01:07:05.387176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Request body: {'port': {'device_id': '763dfd51-3205-4d65-ae64-887a45085582', 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83', 'admin_state_up': True, 'tenant_id': 'b1467b46a3bd45be94215a91f1f7b186'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:05.640657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cdc1-9e78-4986-b845-d96f1667c863 req-56954284-a526-471e-bfd5-b1f1c0f7d296 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:05.643063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c42cdc1-9e78-4986-b845-d96f1667c863 req-56954284-a526-471e-bfd5-b1f1c0f7d296 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 948 time: 0.1305668 Jul 16 01:07:05.656448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:03Z', 'revision_number': 2, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:05.682848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Made reservation on behalf of b1467b46a3bd45be94215a91f1f7b186 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:05.688392 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:05.693470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Checking router: 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:07:05.693896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Updating router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb port 660f097a-83f1-4a9e-864c-84c8eb7c6333 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:07:05.768487 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:05.788156 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c42cdc1-9e78-4986-b845-d96f1667c863 req-1d5d7219-c24e-4a16-9725-53274a0fec92 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329873 Jul 16 01:07:05.947596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Allocated IP 172.20.0.12 (f01046a8-481a-4dd9-aec6-20c178e72e83/e1db9f23-7b03-4fa4-8195-d7376d373bcb/c8c13ee1-2fa2-436e-a809-5014abec2e28) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:05.971115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'tag': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:05.979758 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf841b45-31ba-42c8-8bd2-4318ba16462e" -d '{"events": [{"name": "network-changed", "server_uuid": "c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb", "tag": "6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:06.193889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2799101-0b24-46f3-9064-b3b7e7a45d81 req-c985c8cc-f40b-42a9-8afa-e693c9741cee tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:06.196153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2799101-0b24-46f3-9064-b3b7e7a45d81 req-c985c8cc-f40b-42a9-8afa-e693c9741cee tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 944 time: 0.1972990 Jul 16 01:07:06.199134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:06.205341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-network', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:06.268924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:07:06.270958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ca507213-e5d2-4e41-8ce5-5b5bedd554b7 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:06.295163 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2799101-0b24-46f3-9064-b3b7e7a45d81 req-cdf7b31a-beba-44e8-bb13-a41603a2d484 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814695 Jul 16 01:07:06.297949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Made reservation on behalf of ae995038b1b44728bfec50bc62a73ddf for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:06.301233 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.308059 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.321892 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.359878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cbdc6d41-2921-4ef0-bda2-a8c75408e780 req-d6bcb89a-d3a6-4228-b25b-3105f31b0293 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 210 time: 0.0656369 Jul 16 01:07:06.440864 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.494153 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9766714-47e3-493b-a10e-b6e8adcb1f12 x-openstack-request-id: req-c9766714-47e3-493b-a10e-b6e8adcb1f12 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:06.495955 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb", "tag": "6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:06.497082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:06.498987 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9766714-47e3-493b-a10e-b6e8adcb1f12 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:06.500007 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'tag': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5', 'status': 'completed', 'code': 200} Jul 16 01:07:06.545777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:06.563570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.568035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 has no active binding in host n-h2-791504-14 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:07:06.568546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:07:06.573971 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Pushing event updated for resources: {'Port': ['ID=c8c13ee1-2fa2-436e-a809-5014abec2e28,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:06.575513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:06.575894 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.587592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Network f01046a8-481a-4dd9-aec6-20c178e72e83 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:06.597495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:06.609802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:06.620371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:06.621550 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.675386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Transition to ACTIVE for port object 660f097a-83f1-4a9e-864c-84c8eb7c6333 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:06.691637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf841b45-31ba-42c8-8bd2-4318ba16462e req-07a378d5-82a2-4b5d-89f8-6fb12be35150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:06.695395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf841b45-31ba-42c8-8bd2-4318ba16462e req-07a378d5-82a2-4b5d-89f8-6fb12be35150 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1126 time: 0.1719434 Jul 16 01:07:06.717016 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.727120 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.728007 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.758436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a0e9-dec2-4fdb-a83b-e2b986338ebd req-baa9d2b5-4ca8-458c-92b9-4917a61c7494 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:06.769978 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8dd0a0e9-dec2-4fdb-a83b-e2b986338ebd req-baa9d2b5-4ca8-458c-92b9-4917a61c7494 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 950 time: 0.2059472 Jul 16 01:07:06.787553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Pushing event updated for resources: {'Port': ['ID=660f097a-83f1-4a9e-864c-84c8eb7c6333,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:06.792958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba20a29-75af-448d-9916-c4ffca37d190,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:06.801860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-7974bc2c-5711-4d73-9ae2-bbe0380df823 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4279959 Jul 16 01:07:06.814300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:07:06.819741 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:07:06.822234 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Request body: {'port': {'device_id': '763dfd51-3205-4d65-ae64-887a45085582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:06.871628 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.891060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.892872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.893652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.894167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.894672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.895314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.895841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.896318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.896789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.897660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.898860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.899340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:06.921747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8dd0a0e9-dec2-4fdb-a83b-e2b986338ebd req-e7e6c90d-cac2-434d-bf84-edf6bfccbadc tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499321 Jul 16 01:07:06.956834 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:06.957231 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Added segment 1230b2a9-ffbc-4808-a18f-723035478ec5 of type vlan for network 32a42798-9cf5-420c-800a-47eb5186364e Jul 16 01:07:06.957532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:06.960252 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c320fab1-bd65-4384-a87e-b8a019643fd4" -d '{"events": [{"server_uuid": "4362b8cd-ffe5-4ff5-9432-efdddef2e9ef", "name": "network-vif-plugged", "status": "completed", "tag": "ca507213-e5d2-4e41-8ce5-5b5bedd554b7"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:06.997870 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.022176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ca507213-e5d2-4e41-8ce5-5b5bedd554b7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:07.088212 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.145369 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.149524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf841b45-31ba-42c8-8bd2-4318ba16462e req-08e13bb4-bb65-4148-8156-110915cf2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:07.153134 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf841b45-31ba-42c8-8bd2-4318ba16462e req-08e13bb4-bb65-4148-8156-110915cf2081 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.4505982 Jul 16 01:07:07.230882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:07.277614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Attempting to bind port 660f097a-83f1-4a9e-864c-84c8eb7c6333 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:07.283001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Attempting to bind port 660f097a-83f1-4a9e-864c-84c8eb7c6333 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:07.284716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Attempting to bind port 660f097a-83f1-4a9e-864c-84c8eb7c6333 on network 618000df-3051-471f-b84e-b50c74582ad8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:07.286151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf841b45-31ba-42c8-8bd2-4318ba16462e req-21c051ea-38d9-41b2-8a43-ed4a793edd6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 HTTP/1.1" status: 200 len: 217 time: 0.1184802 Jul 16 01:07:07.325723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:07.326690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Checking segment: {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:07.328081 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.328770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Bound using segment: {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:07.330431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Bound port: 660f097a-83f1-4a9e-864c-84c8eb7c6333, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:07.331912 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.337185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:07.380487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '1e5ee2fe-37c3-4a07-bc79-2f166fc63493', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '1e5ee2fe-37c3-4a07-bc79-2f166fc63493', 'mac_address': 'fa:16:3e:0d:f0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:07:07.431189 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.432858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:07.433093 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.513377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf841b45-31ba-42c8-8bd2-4318ba16462e req-e5e31c81-6720-44ee-a3fc-784911fc10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:07.516272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf841b45-31ba-42c8-8bd2-4318ba16462e req-e5e31c81-6720-44ee-a3fc-784911fc10e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.2186365 Jul 16 01:07:07.550196 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.586286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] Pushing event updated for resources: {'Network': ['ID=32a42798-9cf5-420c-800a-47eb5186364e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:07.597903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:07.602240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a06b1-c19d-4d63-8f89-fa2720c5918b req-8f7c9a43-49f7-4149-8055-16dabd0309d6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:07.607409 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf841b45-31ba-42c8-8bd2-4318ba16462e req-d09049a5-77a1-44fd-b55f-898043b888f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685222 Jul 16 01:07:07.611556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-491a06b1-c19d-4d63-8f89-fa2720c5918b req-8f7c9a43-49f7-4149-8055-16dabd0309d6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 943 time: 0.6344650 Jul 16 01:07:07.621485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] For port 660f097a-83f1-4a9e-864c-84c8eb7c6333, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:07.644054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] For port 660f097a-83f1-4a9e-864c-84c8eb7c6333, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=660f097a-83f1-4a9e-864c-84c8eb7c6333,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:07.646029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 32a42798-9cf5-420c-800a-47eb5186364e details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:07:07.654334 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.706908 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-491a06b1-c19d-4d63-8f89-fa2720c5918b req-6d8a785d-c189-45b3-abcd-226f26120f75 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938570 Jul 16 01:07:07.708453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44464) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:07.717375 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8f419fc5-1eb1-47d8-bcf9-b0004ef4a7fd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5171263 Jul 16 01:07:07.722473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44468) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:07.729294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Request body: {'subnet': {'network_id': '32a42798-9cf5-420c-800a-47eb5186364e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-subnet', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:07.761956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5093a-dd8c-4987-a795-6aca108d6b55 req-0dbc1438-bf8a-49b5-bba9-495127d3f04e tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:07.780139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aff5093a-dd8c-4987-a795-6aca108d6b55 req-0dbc1438-bf8a-49b5-bba9-495127d3f04e tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 948 time: 0.3634934 Jul 16 01:07:07.825325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebcd2e-31ad-4d92-aaea-d75980a2b2df None None] Pushing event updated for resources: {'Port': ['ID=660f097a-83f1-4a9e-864c-84c8eb7c6333,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:07.858632 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6cb239-9cc5-4ef9-9ab2-97629d0da5c6 x-openstack-request-id: req-2f6cb239-9cc5-4ef9-9ab2-97629d0da5c6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:07.859153 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4362b8cd-ffe5-4ff5-9432-efdddef2e9ef", "name": "network-vif-plugged", "status": "completed", "tag": "ca507213-e5d2-4e41-8ce5-5b5bedd554b7", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:07.859553 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f6cb239-9cc5-4ef9-9ab2-97629d0da5c6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:07.860188 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'code': 200} Jul 16 01:07:07.871683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Made reservation on behalf of ae995038b1b44728bfec50bc62a73ddf for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:07.874303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.886397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:07.916443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf841b45-31ba-42c8-8bd2-4318ba16462e req-ee964826-3bc4-4b35-8a60-5c2f6075393e service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911432 Jul 16 01:07:07.919916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aff5093a-dd8c-4987-a795-6aca108d6b55 req-de15fbf3-22e6-4514-acc0-d5501bb2ea86 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383903 Jul 16 01:07:07.978866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:07.979523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:07.983406 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:08.288820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:08.321853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ed31d2a-ac6f-4e37-a567-1f1ae875829c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:08.359463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:08.359685 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf841b45-31ba-42c8-8bd2-4318ba16462e req-6a92361a-51a8-414a-a0ed-d6698f313824 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273696 Jul 16 01:07:08.414920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c13ee1-2fa2-436e-a809-5014abec2e28 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:08.448282 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:08.452171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-c4d14f4e-284b-4e1b-bf9a-b852bb031281 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:08.455360 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-c4d14f4e-284b-4e1b-bf9a-b852bb031281 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 950 time: 0.4343481 Jul 16 01:07:08.487555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1e5ee2fe-37c3-4a07-bc79-2f166fc63493'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:08.490169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c269d75-9b73-4baf-9d88-2939bc51d0b0 req-d4a50018-570f-4c14-815d-de4902c8a880 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:08.499387 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5c269d75-9b73-4baf-9d88-2939bc51d0b0 req-d4a50018-570f-4c14-815d-de4902c8a880 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 932 time: 0.2071412 Jul 16 01:07:08.535948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Transition to ACTIVE for port object c8c13ee1-2fa2-436e-a809-5014abec2e28 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:08.562029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:08.642079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5c269d75-9b73-4baf-9d88-2939bc51d0b0 req-24c02b3d-46fc-4198-9b5b-37a3b6607bf4 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381578 Jul 16 01:07:08.721494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:07Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:08.731331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-cb2ef30c-51a9-4fb1-9edb-e3770567315d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Deleting port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:07:08.731831 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-cb2ef30c-51a9-4fb1-9edb-e3770567315d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:08.765765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022a999-31cc-441d-b633-6a39ed96dca5 None None] The sync data for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 is: [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:07Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:07:08.927433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-cb2ef30c-51a9-4fb1-9edb-e3770567315d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] For port 23d7cf2f-7d17-4097-9f2c-856fe56f6327, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=23d7cf2f-7d17-4097-9f2c-856fe56f6327,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:08.928248 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-cb2ef30c-51a9-4fb1-9edb-e3770567315d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:08.955268 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-cb2ef30c-51a9-4fb1-9edb-e3770567315d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Calling delete_port for 23d7cf2f-7d17-4097-9f2c-856fe56f6327 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:07:09.054641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66b88b-6eee-4963-9337-7081e851c883 req-aa3b3332-ba79-4328-bc16-1abf943c56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:09.056398 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d66b88b-6eee-4963-9337-7081e851c883 req-aa3b3332-ba79-4328-bc16-1abf943c56eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 1097 time: 1.0457759 Jul 16 01:07:09.096464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c13ee1-2fa2-436e-a809-5014abec2e28,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:09.123115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30876624-cfd3-4e6b-8b91-57d37e5b2897 req-0de62a5b-523b-4dc1-b373-75bf7e875f87 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:09.124702 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30876624-cfd3-4e6b-8b91-57d37e5b2897 req-0de62a5b-523b-4dc1-b373-75bf7e875f87 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 950 time: 0.1623566 Jul 16 01:07:09.132683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c1507-59de-4e88-ab9b-523a37305d2b req-7411cd5a-e597-4e6f-8c92-89a8793a99ce tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:09.134516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-873c1507-59de-4e88-ab9b-523a37305d2b req-7411cd5a-e597-4e6f-8c92-89a8793a99ce tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 945 time: 0.8856535 Jul 16 01:07:09.243432 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30876624-cfd3-4e6b-8b91-57d37e5b2897 req-35aff6b8-b1bf-479c-945e-a472a6977264 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969393 Jul 16 01:07:09.264998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-cb2ef30c-51a9-4fb1-9edb-e3770567315d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:09.279710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['9f03c34c-be36-46bd-b2ce-9274d2ac921a', '23d7cf2f-7d17-4097-9f2c-856fe56f6327'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:09.312887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d66b88b-6eee-4963-9337-7081e851c883 req-e6a30fb8-913f-43bc-affb-3bac39d03dc8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364736 Jul 16 01:07:09.318100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:09.318956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:09.319298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:09.321822 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:09.338668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-873c1507-59de-4e88-ab9b-523a37305d2b req-0151fe04-8662-4a81-bc65-63ae8b2a021e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776392 Jul 16 01:07:09.365144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ef30c-51a9-4fb1-9edb-e3770567315d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Pushing event deleted for resources: {'Port': ['ID=23d7cf2f-7d17-4097-9f2c-856fe56f6327,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:09.391360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Port c8c13ee1-2fa2-436e-a809-5014abec2e28 on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:07:09.391724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:09.471439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-cb2ef30c-51a9-4fb1-9edb-e3770567315d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] No DVR routers for this DVR port 23d7cf2f-7d17-4097-9f2c-856fe56f6327 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:07:09.478193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-cb2ef30c-51a9-4fb1-9edb-e3770567315d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:09.483346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a3e34ab-3f37-498d-857a-1f91b7f57474 req-cb2ef30c-51a9-4fb1-9edb-e3770567315d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "DELETE /v2.0/ports/23d7cf2f-7d17-4097-9f2c-856fe56f6327 HTTP/1.1" status: 204 len: 173 time: 1.0198610 Jul 16 01:07:09.484117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3060af-a435-429a-aeca-9a3ee3ff7542', 'name': 'network-vif-deleted', 'tag': '23d7cf2f-7d17-4097-9f2c-856fe56f6327'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:09.510739 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0634634f-61c6-4e01-8289-79a001a68b68" -d '{"events": [{"server_uuid": "4d3060af-a435-429a-aeca-9a3ee3ff7542", "name": "network-vif-deleted", "tag": "23d7cf2f-7d17-4097-9f2c-856fe56f6327"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:09.524474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:09.524831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:09.525230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:09.525678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Bound port: c8c13ee1-2fa2-436e-a809-5014abec2e28, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:09.526065 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:09.541905 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ed31d2a-ac6f-4e37-a567-1f1ae875829c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:09.619535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ed31d2a-ac6f-4e37-a567-1f1ae875829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:09.711357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e317d0-3cf1-4a7b-b50d-2e3a6ca0dfc3 req-b6cf9321-2d60-4a80-8afd-164c0e0cfa66 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:09.712940 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8e317d0-3cf1-4a7b-b50d-2e3a6ca0dfc3 req-b6cf9321-2d60-4a80-8afd-164c0e0cfa66 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 943 time: 0.1787510 Jul 16 01:07:09.846931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8e317d0-3cf1-4a7b-b50d-2e3a6ca0dfc3 req-a9dfa712-2bfc-45e6-8fe0-64e4b6293ced tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193569 Jul 16 01:07:09.924291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b9a8f0a-5e74-47bd-8433-1772f2f29c58,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:09.966281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed31d2a-ac6f-4e37-a567-1f1ae875829c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c6855-fbe1-4439-ad2f-f82455e2d767,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:09.981643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9ed31d2a-ac6f-4e37-a567-1f1ae875829c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa0ec3dc33e44eaa96ef4257210f2983&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2694776 Jul 16 01:07:09.985086 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c698355-e138-406b-b070-74d44ed2adb2 x-openstack-request-id: req-7c698355-e138-406b-b070-74d44ed2adb2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:09.986097 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3060af-a435-429a-aeca-9a3ee3ff7542", "name": "network-vif-deleted", "tag": "23d7cf2f-7d17-4097-9f2c-856fe56f6327", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:09.986482 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c698355-e138-406b-b070-74d44ed2adb2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:09.987233 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3060af-a435-429a-aeca-9a3ee3ff7542', 'name': 'network-vif-deleted', 'tag': '23d7cf2f-7d17-4097-9f2c-856fe56f6327', 'status': 'completed', 'code': 200} Jul 16 01:07:09.987713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44488) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:10.081445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Checking segment: {'id': '1230b2a9-ffbc-4808-a18f-723035478ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:10.082788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Network hostable DHCP agents. Network: 32a42798-9cf5-420c-800a-47eb5186364e, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:07:10.082920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:10.093737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 660f097a-83f1-4a9e-864c-84c8eb7c6333 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:10.150858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:10.203421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:10.235973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 660f097a-83f1-4a9e-864c-84c8eb7c6333 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:10.242177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 660f097a-83f1-4a9e-864c-84c8eb7c6333 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:10.243919 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:10.257241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6833a-05e5-4742-84a6-5192975f8165 req-c26d189c-ea08-48af-9760-b2a8e7637817 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:10.262380 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1db6833a-05e5-4742-84a6-5192975f8165 req-c26d189c-ea08-48af-9760-b2a8e7637817 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 949 time: 0.5170798 Jul 16 01:07:10.265010 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Network 32a42798-9cf5-420c-800a-47eb5186364e is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:07:10.269491 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:10.291342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:10.424215 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49612443-bf7b-421a-8ca5-ca1d7820870b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:10.433070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:10.434463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:10.436511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] 10.222.0.67 "PUT /v2.0/ports/c8c13ee1-2fa2-436e-a809-5014abec2e28 HTTP/1.1" status: 200 len: 1093 time: 3.6240265 Jul 16 01:07:10.437156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763dfd51-3205-4d65-ae64-887a45085582', 'tag': 'c8c13ee1-2fa2-436e-a809-5014abec2e28'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:10.441979 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a1bd5b-30f9-4821-b11b-bc9268587b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "763dfd51-3205-4d65-ae64-887a45085582", "tag": "c8c13ee1-2fa2-436e-a809-5014abec2e28"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:10.443665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:10.454146 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 32a42798-9cf5-420c-800a-47eb5186364e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:10.458046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:10.458966 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:10.487931 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1db6833a-05e5-4742-84a6-5192975f8165 req-c1f2df42-1cbb-4d12-9a3b-7481ef039834 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773064 Jul 16 01:07:10.501957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb1d26f-fe0e-4e4f-a48f-7e45b99c412e None None] Network 32a42798-9cf5-420c-800a-47eb5186364e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:07:10.508783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d912c2-ad20-4583-b7a8-7bddf4b55980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:10.510849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:10.514808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:10.516090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:10.572748 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-241004ce-dbdd-4242-a036-aaa8d15a2f30 service neutron] 10.222.0.67 "GET /v2.0/ports/6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5/bindings/n-h2-791504-14 HTTP/1.1" status: 200 len: 385 time: 0.4567204 Jul 16 01:07:10.683968 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49612443-bf7b-421a-8ca5-ca1d7820870b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:10.693002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaf4a5-28e8-4292-afd9-e75e032ac664 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c13ee1-2fa2-436e-a809-5014abec2e28,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:10.718313 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bfac24c6-6728-4b78-a8da-d4ddb71f2a44 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.9942951 Jul 16 01:07:10.727523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44500) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:10.745253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-router', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:10.870742 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07bcf2a3-e510-4a89-b93d-6d2d4265ba1f req-4b7250fe-8783-4257-841e-4bc66d30cadb tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d3060af-a435-429a-aeca-9a3ee3ff7542 HTTP/1.1" status: 200 len: 210 time: 0.1083622 Jul 16 01:07:10.882106 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:07:10.882106 n-d-791504-14 neutron-server[93944]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:07:10.882106 n-d-791504-14 neutron-server[93944]: [parameters: {'project_id_1': 'ae995038b1b44728bfec50bc62a73ddf', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 7, 10, 751671)}] Jul 16 01:07:10.882106 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:07:10.883272 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:07:10.912479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-8c214f77-3bc0-4790-8d4d-bcca00efd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:10.935682 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-8c214f77-3bc0-4790-8d4d-bcca00efd8e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1096 time: 0.3691685 Jul 16 01:07:11.052250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-c9852736-46de-481b-b2a8-bd63ef09ebf7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28 HTTP/1.1" status: 200 len: 217 time: 0.1083257 Jul 16 01:07:11.067987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bed46-21aa-4043-a695-4f692c72fe6a req-c207ea73-7828-44ce-947f-bc4b1fd30590 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:11.069160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 660f097a-83f1-4a9e-864c-84c8eb7c6333, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=660f097a-83f1-4a9e-864c-84c8eb7c6333,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:11.082772 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e6bed46-21aa-4043-a695-4f692c72fe6a req-c207ea73-7828-44ce-947f-bc4b1fd30590 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 944 time: 0.8304989 Jul 16 01:07:11.089420 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.158369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-538809d0-954a-47e6-ab12-fad5b38f8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:11.160730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-538809d0-954a-47e6-ab12-fad5b38f8983 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1021276 Jul 16 01:07:11.185499 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e6bed46-21aa-4043-a695-4f692c72fe6a req-d8ddbe6b-b7cf-4fd2-9d89-5eba4e1b2e39 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008854 Jul 16 01:07:11.223863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=660f097a-83f1-4a9e-864c-84c8eb7c6333,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:11.260838 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-2b657c69-e6dd-447e-9d53-4a9bba20c35e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920596 Jul 16 01:07:11.319905 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c74073-3b5e-4373-ab6d-c88255059e98 x-openstack-request-id: req-a0c74073-3b5e-4373-ab6d-c88255059e98 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:11.320353 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763dfd51-3205-4d65-ae64-887a45085582", "tag": "c8c13ee1-2fa2-436e-a809-5014abec2e28", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:11.320713 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0c74073-3b5e-4373-ab6d-c88255059e98 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:11.321424 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763dfd51-3205-4d65-ae64-887a45085582', 'tag': 'c8c13ee1-2fa2-436e-a809-5014abec2e28', 'status': 'completed', 'code': 200} Jul 16 01:07:11.323994 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.337316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49612443-bf7b-421a-8ca5-ca1d7820870b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.341820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49612443-bf7b-421a-8ca5-ca1d7820870b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.343685 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-49612443-bf7b-421a-8ca5-ca1d7820870b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e33c6855-fbe1-4439-ad2f-f82455e2d767 HTTP/1.1" status: 204 len: 168 time: 1.3543837 Jul 16 01:07:11.390540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49612443-bf7b-421a-8ca5-ca1d7820870b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c6855-fbe1-4439-ad2f-f82455e2d767,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:11.394307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-32a42798-9cf5-420c-800a-47eb5186364e', 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'fixed_ips': [{'subnet_id': '3b9a8f0a-5e74-47bd-8433-1772f2f29c58'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:07:11.395779 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.429948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8534ac-ec7e-4b48-9501-94b38c5bbba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5ee2fe-37c3-4a07-bc79-2f166fc63493'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:11.433992 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb16a737-4ed7-4e50-89b0-ce74c2ca7f81" -d '{"events": [{"server_uuid": "7d8534ac-ec7e-4b48-9501-94b38c5bbba3", "name": "network-vif-plugged", "status": "completed", "tag": "1e5ee2fe-37c3-4a07-bc79-2f166fc63493"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:11.436251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d912c2-ad20-4583-b7a8-7bddf4b55980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.460162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d912c2-ad20-4583-b7a8-7bddf4b55980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.466384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:11.483917 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.501504 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.503421 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.536293 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f9d912c2-ad20-4583-b7a8-7bddf4b55980 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17dcb09796a14fa4bf061e1dfc482c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4515409 Jul 16 01:07:11.550536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44510) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:11.644828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82ea4-5e5f-4d64-8cc6-468549a44c9b req-beba009d-3673-47db-b349-ce0537561e24 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:11.646592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7eb82ea4-5e5f-4d64-8cc6-468549a44c9b req-beba009d-3673-47db-b349-ce0537561e24 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 945 time: 0.3841450 Jul 16 01:07:11.670496 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-22f9963d-93fa-48a6-9553-6dc4b2551e23 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914435 Jul 16 01:07:11.704521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Allocated IP 172.20.0.2 (32a42798-9cf5-420c-800a-47eb5186364e/3b9a8f0a-5e74-47bd-8433-1772f2f29c58/a0459bd4-4aa0-4281-a18f-b7a4be6e6dde) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:11.727321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d912c2-ad20-4583-b7a8-7bddf4b55980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788e1146-b46e-46de-9502-73f420e1c9de,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:11.763910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:11.877928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-b9a15c0a-42ad-4304-b491-8d2efe23ac77 service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:11.896748 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7eb82ea4-5e5f-4d64-8cc6-468549a44c9b req-63723b06-f2f1-4fe3-b98d-87e8c199ecad tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314498 Jul 16 01:07:11.908509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:11.939949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59fa55-4601-4d35-8349-9aa81957cfaa req-7b229fe3-2cbe-412d-b5a5-917ac1edd6ef tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:11.941715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f59fa55-4601-4d35-8349-9aa81957cfaa req-7b229fe3-2cbe-412d-b5a5-917ac1edd6ef tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 943 time: 0.3761075 Jul 16 01:07:11.942247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44514) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:11.962068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acbe2ce4-d96b-4d0a-97c6-72ece4a6b9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.005911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 660f097a-83f1-4a9e-864c-84c8eb7c6333 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:12.016142 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a06e7bbe-3ea0-41cf-9226-1e95ead6a749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.040435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-b9a15c0a-42ad-4304-b491-8d2efe23ac77 service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:12.068334 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546508cd-6418-4714-bdcf-11ffe90fc1c4 x-openstack-request-id: req-546508cd-6418-4714-bdcf-11ffe90fc1c4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:12.068935 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8534ac-ec7e-4b48-9501-94b38c5bbba3", "name": "network-vif-plugged", "status": "completed", "tag": "1e5ee2fe-37c3-4a07-bc79-2f166fc63493", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:12.069325 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-546508cd-6418-4714-bdcf-11ffe90fc1c4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:12.069900 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8534ac-ec7e-4b48-9501-94b38c5bbba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5ee2fe-37c3-4a07-bc79-2f166fc63493', 'code': 200} Jul 16 01:07:12.082345 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.104229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f59fa55-4601-4d35-8349-9aa81957cfaa req-4b0d4487-8f20-4853-9efe-29f1a1615d8d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499927 Jul 16 01:07:12.116294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Transition to ACTIVE for port object a0459bd4-4aa0-4281-a18f-b7a4be6e6dde will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:12.169723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Transition to ACTIVE for port object a0459bd4-4aa0-4281-a18f-b7a4be6e6dde will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:12.184522 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.194729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 660f097a-83f1-4a9e-864c-84c8eb7c6333 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:12.195369 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.209283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-b9a15c0a-42ad-4304-b491-8d2efe23ac77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:12.210288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.259486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-b9a15c0a-42ad-4304-b491-8d2efe23ac77 service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:12.264085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Network 32a42798-9cf5-420c-800a-47eb5186364e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:12.278064 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:12.285664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:12.302585 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-b9a15c0a-42ad-4304-b491-8d2efe23ac77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.304685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acbe2ce4-d96b-4d0a-97c6-72ece4a6b9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.379077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Pushing event updated for resources: {'Port': ['ID=a0459bd4-4aa0-4281-a18f-b7a4be6e6dde,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:12.456856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72a7547f-cc7c-4b70-834b-6e43cf01f07d req-75f0efa7-3ab8-4301-9dc9-57191efdd53d service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301631 Jul 16 01:07:12.514999 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Attempting to bind port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:12.516072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Attempting to bind port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1230b2a9-ffbc-4808-a18f-723035478ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:12.516220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Attempting to bind port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde on network 32a42798-9cf5-420c-800a-47eb5186364e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:12.533596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:12.534376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Checking segment: {'id': '1230b2a9-ffbc-4808-a18f-723035478ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:12.534861 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.535440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Bound using segment: {'id': '1230b2a9-ffbc-4808-a18f-723035478ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:12.536065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Bound port: a0459bd4-4aa0-4281-a18f-b7a4be6e6dde, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1230b2a9-ffbc-4808-a18f-723035478ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:12.536595 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.581828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-b9a15c0a-42ad-4304-b491-8d2efe23ac77 service neutron] Transition to ACTIVE for port object 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:12.591409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f470ac4-deac-455f-8f28-6db269afca64 req-1874fb4d-2656-49aa-b7dd-bb7f03008db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:12.593086 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2f470ac4-deac-455f-8f28-6db269afca64 req-1874fb4d-2656-49aa-b7dd-bb7f03008db1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 1102 time: 0.3675654 Jul 16 01:07:12.599542 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acbe2ce4-d96b-4d0a-97c6-72ece4a6b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.603668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a06e7bbe-3ea0-41cf-9226-1e95ead6a749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.603888 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acbe2ce4-d96b-4d0a-97c6-72ece4a6b9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.610510 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-b9a15c0a-42ad-4304-b491-8d2efe23ac77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.610896 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-acbe2ce4-d96b-4d0a-97c6-72ece4a6b9f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/788e1146-b46e-46de-9502-73f420e1c9de HTTP/1.1" status: 204 len: 168 time: 1.0518038 Jul 16 01:07:12.619405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa0884-d4ec-402e-848d-eba892e937bb req-0f7f0abc-3048-4265-88af-b495a34e526f tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:12.621100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9faa0884-d4ec-402e-848d-eba892e937bb req-0f7f0abc-3048-4265-88af-b495a34e526f tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 950 time: 0.3138015 Jul 16 01:07:12.629254 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a06e7bbe-3ea0-41cf-9226-1e95ead6a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.663816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe2ce4-d96b-4d0a-97c6-72ece4a6b9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e1146-b46e-46de-9502-73f420e1c9de,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:12.687293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] For port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:12.699939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] For port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a0459bd4-4aa0-4281-a18f-b7a4be6e6dde,segment=NetworkSegment(1230b2a9-ffbc-4808-a18f-723035478ec5),segment_id=1230b2a9-ffbc-4808-a18f-723035478ec5)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:12.732002 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2f470ac4-deac-455f-8f28-6db269afca64 req-5c5fe1e7-ddc8-449a-9423-bada3bdcb0b4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079645 Jul 16 01:07:12.746270 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:12.771159 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a06e7bbe-3ea0-41cf-9226-1e95ead6a749 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae98203fe46544019da4eab81cdc02d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8210578 Jul 16 01:07:12.771356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9faa0884-d4ec-402e-848d-eba892e937bb req-0988f4bc-73b3-4259-9d5b-9e84721a35ec tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260107 Jul 16 01:07:12.771500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-b9a15c0a-42ad-4304-b491-8d2efe23ac77 service neutron] No DVR routers for this DVR port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:07:12.781745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4de77-6416-4814-b7c7-679c72948168 req-e1d3e93d-f324-4b5d-83ac-a01e81d87624 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:12.783173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:12.785831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1bd5b-30f9-4821-b11b-bc9268587b3b req-b63ab71f-6738-47e9-a4a2-e1b770d2c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:12.788290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00a1bd5b-30f9-4821-b11b-bc9268587b3b req-b63ab71f-6738-47e9-a4a2-e1b770d2c41e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1096 time: 0.2427356 Jul 16 01:07:12.791199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-e1d3e93d-f324-4b5d-83ac-a01e81d87624 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3412464 Jul 16 01:07:12.800602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e7bbe-3ea0-41cf-9226-1e95ead6a749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460786ec-0d9d-4cd0-982d-32ca1300e7b1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:12.869412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a15c0a-42ad-4304-b491-8d2efe23ac77 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:12.893772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa0f0d-08be-42d6-ae1c-6d25068ea3b7 None None] Pushing event updated for resources: {'Port': ['ID=a0459bd4-4aa0-4281-a18f-b7a4be6e6dde,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:12.925072 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-4b171537-ceba-48a8-bc0f-e2094e11d046 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 696 time: 0.1318054 Jul 16 01:07:12.937659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8cb4de77-6416-4814-b7c7-679c72948168 req-9c9c5c8b-3db0-4a07-a7c0-6b563e89d3e2 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Request body: {'floatingip': {'port_id': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:13.134719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-b9a15c0a-42ad-4304-b491-8d2efe23ac77 service neutron] 10.222.0.67 "PUT /v2.0/ports/6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5/bindings/n-h2-791504-14/activate HTTP/1.1" status: 200 len: 370 time: 2.5009918 Jul 16 01:07:13.140477 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8cb4de77-6416-4814-b7c7-679c72948168 req-9c9c5c8b-3db0-4a07-a7c0-6b563e89d3e2 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:13.161649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 23d7cf2f-7d17-4097-9f2c-856fe56f6327 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:07:13.217121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 23d7cf2f-7d17-4097-9f2c-856fe56f6327 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:07:13.217121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 23d7cf2f-7d17-4097-9f2c-856fe56f6327 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:07:13.351599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:13.412393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1bd5b-30f9-4821-b11b-bc9268587b3b req-d1f9e74f-1462-4f52-9008-b58591362dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:13.414277 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00a1bd5b-30f9-4821-b11b-bc9268587b3b req-d1f9e74f-1462-4f52-9008-b58591362dfa service neutron] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.4935431 Jul 16 01:07:13.417805 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:13.420983 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96aa1d8-81f3-4a58-8eb0-eaf95e5ec1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:13.539383 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00a1bd5b-30f9-4821-b11b-bc9268587b3b req-798ca3e5-963c-4042-bdd2-d6f4e1fd98f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28 HTTP/1.1" status: 200 len: 217 time: 0.1106303 Jul 16 01:07:13.550610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44534) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:13.580542 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96aa1d8-81f3-4a58-8eb0-eaf95e5ec1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:13.647368 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02d8980d-545f-402b-ae49-13593122b6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:13.761800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-eb66a7c0-17ef-407b-824a-fe913742682c tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:13.763382 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-eb66a7c0-17ef-407b-824a-fe913742682c tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.4963462 Jul 16 01:07:13.777476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a925d-defb-4f47-8da9-f0e4dda84671 req-7a843eb0-c0aa-4962-80de-1c4f5ca23e4d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:13.779111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-573a925d-defb-4f47-8da9-f0e4dda84671 req-7a843eb0-c0aa-4962-80de-1c4f5ca23e4d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 944 time: 0.5739300 Jul 16 01:07:13.786489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1bd5b-30f9-4821-b11b-bc9268587b3b req-deb8872f-5052-48c8-aa27-815b75c9f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:13.788182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00a1bd5b-30f9-4821-b11b-bc9268587b3b req-deb8872f-5052-48c8-aa27-815b75c9f25b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.2142520 Jul 16 01:07:13.967735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a0459bd4-4aa0-4281-a18f-b7a4be6e6dde up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:14.046411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:14.244209 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00a1bd5b-30f9-4821-b11b-bc9268587b3b req-3174dbd0-207d-46e1-96b2-ae7f7992c890 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4413838 Jul 16 01:07:14.272509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Allocated IP 172.25.4.42 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/0f2ded92-b6f9-41cb-9828-6e5eb022ace2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:14.286358 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96aa1d8-81f3-4a58-8eb0-eaf95e5ec1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:14.288786 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96aa1d8-81f3-4a58-8eb0-eaf95e5ec1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:14.289956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d96aa1d8-81f3-4a58-8eb0-eaf95e5ec1da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/460786ec-0d9d-4cd0-982d-32ca1300e7b1 HTTP/1.1" status: 204 len: 168 time: 1.5003846 Jul 16 01:07:14.395195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aa1d8-81f3-4a58-8eb0-eaf95e5ec1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460786ec-0d9d-4cd0-982d-32ca1300e7b1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:14.458382 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-573a925d-defb-4f47-8da9-f0e4dda84671 req-8315411e-d43e-4a48-9e21-3a36003e8dfb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732121 Jul 16 01:07:14.510887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a47484-440f-4072-bfe1-216b5fcbf308 None None] Network 32a42798-9cf5-420c-800a-47eb5186364e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:07:14.547301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [req-8cb4de77-6416-4814-b7c7-679c72948168 req-9c9c5c8b-3db0-4a07-a7c0-6b563e89d3e2 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:07:14.643143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-4d4a4472-51a2-47be-a1d8-15b00db7894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:14.646553 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-4d4a4472-51a2-47be-a1d8-15b00db7894b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a HTTP/1.1" status: 200 len: 1096 time: 0.8453884 Jul 16 01:07:14.669682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-eb0cf862-df59-4f31-a182-6c3c93947470 None None] Provisioning for port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:14.678517 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-eb0cf862-df59-4f31-a182-6c3c93947470 None None] Provisioning complete for port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:14.679014 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf862-df59-4f31-a182-6c3c93947470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:14.729801 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8cb4de77-6416-4814-b7c7-679c72948168 req-9c9c5c8b-3db0-4a07-a7c0-6b563e89d3e2 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:14.737954 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8cb4de77-6416-4814-b7c7-679c72948168 req-9c9c5c8b-3db0-4a07-a7c0-6b563e89d3e2 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:14.802046 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:14.806586 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:07:14.912995 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02d8980d-545f-402b-ae49-13593122b6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:14.918316 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00a1bd5b-30f9-4821-b11b-bc9268587b3b req-8bee2437-276c-4b0f-b07b-de0a64ec231a service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567950 Jul 16 01:07:14.924657 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:14.947598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02d8980d-545f-402b-ae49-13593122b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:15.036621 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-8cb4de77-6416-4814-b7c7-679c72948168 req-9c9c5c8b-3db0-4a07-a7c0-6b563e89d3e2 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Floating IP 22ccde00-c177-4bb3-a7d5-a103a3ef76ca associated. External IP: 172.25.4.189, port: dfe746c5-de81-4a86-9a89-d03b8f5ef612. Jul 16 01:07:15.078537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:15.085951 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf862-df59-4f31-a182-6c3c93947470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:15.154648 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Pushing event updated for resources: {'Port': ['ID=0f2ded92-b6f9-41cb-9828-6e5eb022ace2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:15.179584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c8c13ee1-2fa2-436e-a809-5014abec2e28 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:07:15.183956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:07:15.213342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-eb0cf862-df59-4f31-a182-6c3c93947470 None None] For port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a0459bd4-4aa0-4281-a18f-b7a4be6e6dde,segment=NetworkSegment(1230b2a9-ffbc-4808-a18f-723035478ec5),segment_id=1230b2a9-ffbc-4808-a18f-723035478ec5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:15.247733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:15.252019 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8980d-545f-402b-ae49-13593122b6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895b3c82-3ffb-41ab-9670-e72c22e485e4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:15.259569 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-02d8980d-545f-402b-ae49-13593122b6ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c332d4f49fc541f9bfbb20d51b93cdf0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7032592 Jul 16 01:07:15.263414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:15.269444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:15.285215 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf862-df59-4f31-a182-6c3c93947470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:15.494412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cf862-df59-4f31-a182-6c3c93947470 None None] Pushing event updated for resources: {'Port': ['ID=a0459bd4-4aa0-4281-a18f-b7a4be6e6dde,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:15.531571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:07:15.546378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-9e5ef8e2-6c5e-4c59-ae99-b634eee45f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:15.548176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-9e5ef8e2-6c5e-4c59-ae99-b634eee45f9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1096 time: 0.8425701 Jul 16 01:07:15.560969 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00a1bd5b-30f9-4821-b11b-bc9268587b3b req-93983589-72ce-4317-bc87-a020a0365926 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199470 Jul 16 01:07:15.582890 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b48a46f-e35b-4039-a546-575e6b7b950c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:15.644669 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b48a46f-e35b-4039-a546-575e6b7b950c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:15.669211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:15.674962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cb4de77-6416-4814-b7c7-679c72948168 req-9c9c5c8b-3db0-4a07-a7c0-6b563e89d3e2 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Router 1402160f-6efe-44e0-afcd-2fc0d1903c26 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:07:15.708728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'c8c13ee1-2fa2-436e-a809-5014abec2e28', 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83', 'port_id': 'c8c13ee1-2fa2-436e-a809-5014abec2e28', 'mac_address': 'fa:16:3e:a5:de:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1db9f23-7b03-4fa4-8195-d7376d373bcb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:07:15.787546 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:15.811519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c13ee1-2fa2-436e-a809-5014abec2e28 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:15.836671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd5829-8a22-457e-95b4-f9229eb1d16c req-7ddcd65e-9d19-4a56-9099-d2bba9207f14 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:15.851396 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9cdd5829-8a22-457e-95b4-f9229eb1d16c req-7ddcd65e-9d19-4a56-9099-d2bba9207f14 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 944 time: 0.5832126 Jul 16 01:07:15.855232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:15.855909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3b812aa8-7a5b-434f-b7ab-eb5cce86eb77 None None] Provisioning complete for port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:15.857012 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b812aa8-7a5b-434f-b7ab-eb5cce86eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:15.904198 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:15.925203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b48a46f-e35b-4039-a546-575e6b7b950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:15.931949 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b48a46f-e35b-4039-a546-575e6b7b950c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:15.937343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-f2f6e4f2-8e77-4d24-a2ce-b9e0b75fc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:15.938785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-f2f6e4f2-8e77-4d24-a2ce-b9e0b75fc07f service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.3679867 Jul 16 01:07:15.941967 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2b48a46f-e35b-4039-a546-575e6b7b950c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/895b3c82-3ffb-41ab-9670-e72c22e485e4 HTTP/1.1" status: 204 len: 168 time: 0.6720972 Jul 16 01:07:15.974813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9cdd5829-8a22-457e-95b4-f9229eb1d16c req-0ec437d3-69ea-432a-a8a8-857b16dfea0d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220260 Jul 16 01:07:16.012389 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-477c15b9-f5b5-4f11-bdc5-870549becb43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 HTTP/1.1" status: 200 len: 217 time: 0.0597563 Jul 16 01:07:16.018247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48a46f-e35b-4039-a546-575e6b7b950c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895b3c82-3ffb-41ab-9670-e72c22e485e4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:16.043589 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:16.081814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a0459bd4-4aa0-4281-a18f-b7a4be6e6dde up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:16.093647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cb4de77-6416-4814-b7c7-679c72948168 req-9c9c5c8b-3db0-4a07-a7c0-6b563e89d3e2 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:07:16.112466 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8cb4de77-6416-4814-b7c7-679c72948168 req-9c9c5c8b-3db0-4a07-a7c0-6b563e89d3e2 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:16.133458 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] Sync routers for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:07:16.170523 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:16.173335 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:16.201915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=c8c13ee1-2fa2-436e-a809-5014abec2e28,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:16.221642 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-9c9c5c8b-3db0-4a07-a7c0-6b563e89d3e2 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "PUT /v2.0/floatingips/22ccde00-c177-4bb3-a7d5-a103a3ef76ca HTTP/1.1" status: 200 len: 997 time: 3.2950332 Jul 16 01:07:16.224035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:16.232303 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b" -d '{"events": [{"name": "network-changed", "server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:16.272088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['c8c13ee1-2fa2-436e-a809-5014abec2e28'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:16.323338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-68a39164-c7cf-45f2-b10f-900689ca205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:16.325843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-68a39164-c7cf-45f2-b10f-900689ca205f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.2964747 Jul 16 01:07:16.353254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4de77-6416-4814-b7c7-679c72948168 req-8ab41c40-0a76-4401-bee5-682ed9eed6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:16.365593 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-8ab41c40-0a76-4401-bee5-682ed9eed6bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1098 time: 0.1277211 Jul 16 01:07:16.470822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-8c298d2f-b627-4f33-8d8a-0650f1addb26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221280 Jul 16 01:07:16.471430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:16.471822 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:16.563772 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:16.604842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4de77-6416-4814-b7c7-679c72948168 req-18835553-5d39-45fc-aa57-15050b72fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:16.607198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-18835553-5d39-45fc-aa57-15050b72fdcd service neutron] 10.222.0.64 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.2382450 Jul 16 01:07:16.932020 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-b355f444-917d-48b0-82ca-9a388225a88c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 1000 time: 0.3114345 Jul 16 01:07:17.082567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4de77-6416-4814-b7c7-679c72948168 req-53dfdc85-7795-4407-9f5a-632e75f2c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:17.084351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e292155-353b-46f4-adda-7b6106bf184d req-f6543904-a035-4c22-82bc-35241669116c tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:17.092017 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e292155-353b-46f4-adda-7b6106bf184d req-f6543904-a035-4c22-82bc-35241669116c tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 950 time: 0.6175554 Jul 16 01:07:17.093242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-53dfdc85-7795-4407-9f5a-632e75f2c3f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.1499648 Jul 16 01:07:17.095135 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-80f1260e-28d9-4bd4-90f5-2c3ce9a5065a service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578187 Jul 16 01:07:17.158069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-7b8d703d-3d1f-4d94-bc05-3de1f0d10d45 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:17.158268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-7b8d703d-3d1f-4d94-bc05-3de1f0d10d45 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 949 time: 0.6860783 Jul 16 01:07:17.164065 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:17.179816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c8c13ee1-2fa2-436e-a809-5014abec2e28 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:17.201887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4de77-6416-4814-b7c7-679c72948168 req-395c703d-804a-4ae0-92d1-0c868cd62562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:17.210797 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-395c703d-804a-4ae0-92d1-0c868cd62562 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161962 Jul 16 01:07:17.215904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-c6316452-5f92-4af4-ad5d-0b71b6a96340 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:07:17.223766 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-c6316452-5f92-4af4-ad5d-0b71b6a96340 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120311 Jul 16 01:07:17.408510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-7061bf79-4b97-46e0-a9b8-c8d58961c2c8 service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835954 Jul 16 01:07:17.472497 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e292155-353b-46f4-adda-7b6106bf184d req-a92da62d-b22b-4217-b297-7659421a16f4 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685651 Jul 16 01:07:17.487894 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:c3:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:14Z', 'revision_number': 1, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:17.513660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port c8c13ee1-2fa2-436e-a809-5014abec2e28 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:17.521922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port c8c13ee1-2fa2-436e-a809-5014abec2e28 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:17.522619 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:17.589098 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] Checking router: 1402160f-6efe-44e0-afcd-2fc0d1903c26 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:07:17.618440 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:17.622375 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:17.713648 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:17.784579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763dfd51-3205-4d65-ae64-887a45085582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c13ee1-2fa2-436e-a809-5014abec2e28'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:17.791624 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9f4df4-e95b-4439-ba40-16214b95d638" -d '{"events": [{"server_uuid": "763dfd51-3205-4d65-ae64-887a45085582", "name": "network-vif-plugged", "status": "completed", "tag": "c8c13ee1-2fa2-436e-a809-5014abec2e28"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:17.835350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:17.846297 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:17.971212 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:17.972690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=c8c13ee1-2fa2-436e-a809-5014abec2e28,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:18.147154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cb4de77-6416-4814-b7c7-679c72948168 req-fcd3f362-2ae3-4e54-a658-104781fe3704 service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372775 Jul 16 01:07:18.295971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-e2fcf44b-4dbe-4d96-81dc-bb7c463f380b service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1771615 Jul 16 01:07:18.385403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158315ac-8dec-4106-a4c0-787d186bec3a req-caddaa96-3d6f-40b7-afd6-c5b00d294ced tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:18.397704 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-158315ac-8dec-4106-a4c0-787d186bec3a req-caddaa96-3d6f-40b7-afd6-c5b00d294ced tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 946 time: 0.1134624 Jul 16 01:07:18.428255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-adb9a559-2a6f-463b-84a3-cfc0712d12b1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Deleting port 9f03c34c-be36-46bd-b2ce-9274d2ac921a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:07:18.428643 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-adb9a559-2a6f-463b-84a3-cfc0712d12b1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:18.448309 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:c3:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:14Z', 'revision_number': 1, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:18.467794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-158315ac-8dec-4106-a4c0-787d186bec3a req-93a756ef-a40e-4728-ba01-1df6392775dc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683134 Jul 16 01:07:18.474550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870ae2-01b4-4706-a99b-d5321529e231 req-cc2d1c57-7a17-4548-ac89-15e1af5dfe65 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:18.481927 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9870ae2-01b4-4706-a99b-d5321529e231 req-cc2d1c57-7a17-4548-ac89-15e1af5dfe65 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04a52bd-9f0f-4eb3-b364-53d60531dd4d HTTP/1.1" status: 200 len: 949 time: 0.3630633 Jul 16 01:07:18.511942 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131da7d-6e09-4b0c-b45d-dec1804cf6ff None None] The sync data for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 is: [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:c3:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:14Z', 'revision_number': 1, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:07:18.584854 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357f36d4-95c5-4bcd-a714-6c4d12bc093e x-openstack-request-id: req-357f36d4-95c5-4bcd-a714-6c4d12bc093e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:18.585187 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:18.585587 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-357f36d4-95c5-4bcd-a714-6c4d12bc093e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:18.585954 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'status': 'completed', 'code': 200} Jul 16 01:07:18.685314 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9870ae2-01b4-4706-a99b-d5321529e231 req-0ef1ec61-3294-460d-8e99-67664edb9d0d tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fc30031-343a-40c0-8440-1c87d5e1aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003434 Jul 16 01:07:18.737092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Router 08fc98ca-ce2e-44be-b659-c60d10408e90 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:07:18.750397 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-adb9a559-2a6f-463b-84a3-cfc0712d12b1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] For port 9f03c34c-be36-46bd-b2ce-9274d2ac921a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=9f03c34c-be36-46bd-b2ce-9274d2ac921a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:18.755701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-adb9a559-2a6f-463b-84a3-cfc0712d12b1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:18.802171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-adb9a559-2a6f-463b-84a3-cfc0712d12b1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Calling delete_port for 9f03c34c-be36-46bd-b2ce-9274d2ac921a owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:07:18.995083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2daad34-97f7-4ab3-9969-ff3d803369af None None] New status for floating IP 22ccde00-c177-4bb3-a7d5-a103a3ef76ca: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:07:19.012756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a23b3-ebe5-4388-9d41-42255e5aef64 req-9a338171-4721-49ee-8405-5e9a51fcbd56 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:19.028300 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f4a23b3-ebe5-4388-9d41-42255e5aef64 req-9a338171-4721-49ee-8405-5e9a51fcbd56 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 944 time: 0.2290828 Jul 16 01:07:19.030787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-5b3e477a-f519-42e5-b02f-0a76bdd07ec0 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:19.032943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-5b3e477a-f519-42e5-b02f-0a76bdd07ec0 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.2954414 Jul 16 01:07:19.068849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-ec50a46a-b22f-4f74-8cad-ce0f329af000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:19.070657 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-ec50a46a-b22f-4f74-8cad-ce0f329af000 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1098 time: 0.4392760 Jul 16 01:07:19.181509 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f67c889-5c49-499c-a65e-abf3566c61dd x-openstack-request-id: req-9f67c889-5c49-499c-a65e-abf3566c61dd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:19.182335 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763dfd51-3205-4d65-ae64-887a45085582", "name": "network-vif-plugged", "status": "completed", "tag": "c8c13ee1-2fa2-436e-a809-5014abec2e28", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:19.182707 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f67c889-5c49-499c-a65e-abf3566c61dd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:19.183430 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763dfd51-3205-4d65-ae64-887a45085582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c13ee1-2fa2-436e-a809-5014abec2e28', 'code': 200} Jul 16 01:07:19.235849 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f4a23b3-ebe5-4388-9d41-42255e5aef64 req-d060fa95-22cf-452a-ad2e-6b7c585b82a4 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010736 Jul 16 01:07:19.245212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:07:19.262842 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Sync routers for ids ['08fc98ca-ce2e-44be-b659-c60d10408e90'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:07:19.310878 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Routers {'08fc98ca-ce2e-44be-b659-c60d10408e90'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:19.318153 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['08fc98ca-ce2e-44be-b659-c60d10408e90'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:19.319911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-6dfb1b2f-684e-4b11-94e7-7d9fa7c5b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:19.321573 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-6dfb1b2f-684e-4b11-94e7-7d9fa7c5b1a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.2390573 Jul 16 01:07:19.353830 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:19.358874 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-42e49027-f5cc-4d3c-b9a7-9f50cee09cdb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.6202123 Jul 16 01:07:19.367866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44632) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:19.504739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-f03b7947-1b5b-473a-9e3a-96cd33a095ea service neutron] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:19.528210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-f03b7947-1b5b-473a-9e3a-96cd33a095ea service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:19.530434 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f58e480c-7e29-4ded-849a-7487fca09fb0 req-f03b7947-1b5b-473a-9e3a-96cd33a095ea service neutron] 10.222.0.50 "DELETE /v2.0/ports/6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5/bindings/n-h1-791504-14 HTTP/1.1" status: 204 len: 173 time: 0.4771266 Jul 16 01:07:19.648914 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Set router 08fc98ca-ce2e-44be-b659-c60d10408e90 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:19.792909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-de7198ec-1bc6-4389-8fbb-ec7ddfcbcbdb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 1000 time: 0.4540203 Jul 16 01:07:19.805052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981cee5-7595-45a7-a7fa-0afac22786b9 req-8700f10d-c566-4d89-b0cf-756212d6eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:19.808487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1981cee5-7595-45a7-a7fa-0afac22786b9 req-8700f10d-c566-4d89-b0cf-756212d6eedd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1098 time: 0.5152047 Jul 16 01:07:19.888191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-adb9a559-2a6f-463b-84a3-cfc0712d12b1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:20.009047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1981cee5-7595-45a7-a7fa-0afac22786b9 req-bbc2bd13-8ba8-4948-8fad-69bd20af5024 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928976 Jul 16 01:07:20.028741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9a559-2a6f-463b-84a3-cfc0712d12b1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Pushing event deleted for resources: {'Port': ['ID=9f03c34c-be36-46bd-b2ce-9274d2ac921a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:20.031394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-5266448e-82ce-4233-937e-c61c1d239d5c tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:20.034521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-5266448e-82ce-4233-937e-c61c1d239d5c tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3303223 Jul 16 01:07:20.060423 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-router', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:07:11Z', 'updated_at': '2021-07-16T01:07:15Z', 'revision_number': 3, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'gw_port': {'id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:13Z', 'updated_at': '2021-07-16T01:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:20.135968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-b205b646-1a88-4735-8c23-cc15793d276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:20.137929 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-b205b646-1a88-4735-8c23-cc15793d276e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.3317187 Jul 16 01:07:20.140014 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Checking router: 08fc98ca-ce2e-44be-b659-c60d10408e90 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:07:20.141757 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Updating router 08fc98ca-ce2e-44be-b659-c60d10408e90 port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:07:20.188535 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-257018c0-3246-4bd7-bdd8-9c2ff1ce714d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=94219a605dea4c4bb02ed5d18061280e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1831782 Jul 16 01:07:20.237549 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:20.300065 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-adb9a559-2a6f-463b-84a3-cfc0712d12b1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] No DVR routers for this DVR port 9f03c34c-be36-46bd-b2ce-9274d2ac921a on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:07:20.328031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-adb9a559-2a6f-463b-84a3-cfc0712d12b1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:20.330470 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0ed3a9e-a0fe-47c9-89c2-f75086af1e1a req-adb9a559-2a6f-463b-84a3-cfc0712d12b1 tempest-LiveMigrationNegativeTest-1575456234 tempest-LiveMigrationNegativeTest-1575456234-project] 10.222.0.67 "DELETE /v2.0/ports/9f03c34c-be36-46bd-b2ce-9274d2ac921a HTTP/1.1" status: 204 len: 173 time: 3.1631765 Jul 16 01:07:20.330995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04a52bd-9f0f-4eb3-b364-53d60531dd4d', 'name': 'network-vif-deleted', 'tag': '9f03c34c-be36-46bd-b2ce-9274d2ac921a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:20.333585 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8972d882-4b7a-4f04-a84f-38c87b5cfda6" -d '{"events": [{"server_uuid": "f04a52bd-9f0f-4eb3-b364-53d60531dd4d", "name": "network-vif-deleted", "tag": "9f03c34c-be36-46bd-b2ce-9274d2ac921a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:20.473732 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-b3d9551a-f3f6-4476-b6d2-36d73e920d79 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:20.483230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-b3d9551a-f3f6-4476-b6d2-36d73e920d79 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2935693 Jul 16 01:07:20.483967 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-c8351332-26cc-4f2f-be36-b8856b07d94a tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 1002 time: 0.4331152 Jul 16 01:07:20.496298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Request body: {'floatingip': {'port_id': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:20.531409 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-4a2ea65e-ceec-4264-85fc-ba3a7e938727 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/quotas/94219a605dea4c4bb02ed5d18061280e HTTP/1.1" status: 200 len: 375 time: 0.0464368 Jul 16 01:07:20.606735 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-68763f30-8308-4edd-bf0e-101ad916c6b1 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700548 Jul 16 01:07:20.626787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-c199fc12-9b46-420d-9d4d-acdb0c7f5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:20.630679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-c199fc12-9b46-420d-9d4d-acdb0c7f5600 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4500105 Jul 16 01:07:20.697936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:20.780709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:20.899920 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:20.961245 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Transition to ACTIVE for port object 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:20.974377 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-42fb27c7-9008-4072-a25a-dceca9dc5fa4 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974572 Jul 16 01:07:20.984050 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:21.080900 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Attempting to bind port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:21.081880 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Attempting to bind port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:21.082777 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Attempting to bind port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:21.131473 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:21.133140 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:21.134772 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:21.135739 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:21.137804 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Bound port: 0f2ded92-b6f9-41cb-9828-6e5eb022ace2, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:21.138889 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:21.182089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 9f03c34c-be36-46bd-b2ce-9274d2ac921a no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:07:21.224896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 9f03c34c-be36-46bd-b2ce-9274d2ac921a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:07:21.225336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 9f03c34c-be36-46bd-b2ce-9274d2ac921a not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:07:21.246484 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] For port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:21.256527 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] For port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0f2ded92-b6f9-41cb-9828-6e5eb022ace2,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:21.267228 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:21.312838 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7adcb52-e3b3-43ae-a0ad-511826cdf88b req-708de28f-d6ee-4965-8c73-867fb92ea28b service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172057 Jul 16 01:07:21.347193 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Pushing event updated for resources: {'Port': ['ID=0f2ded92-b6f9-41cb-9828-6e5eb022ace2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:21.361483 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.361894 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.362987 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.362987 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.362987 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.363472 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.364059 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.364575 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.365044 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.365702 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.366389 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.366620 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:21.383326 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Routers {'08fc98ca-ce2e-44be-b659-c60d10408e90'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:21.383326 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['08fc98ca-ce2e-44be-b659-c60d10408e90'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:21.393875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dd023-9f7e-4604-b904-54cf2a1ecc79 req-e54c01bb-74d0-41f2-9b18-318de6980d8c tempest-ServersAdminNegativeTestJSON-1398024782 tempest-ServersAdminNegativeTestJSON-1398024782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:21.396043 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-098dd023-9f7e-4604-b904-54cf2a1ecc79 req-e54c01bb-74d0-41f2-9b18-318de6980d8c tempest-ServersAdminNegativeTestJSON-1398024782 tempest-ServersAdminNegativeTestJSON-1398024782-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 1102 time: 0.2099123 Jul 16 01:07:21.440519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-098dd023-9f7e-4604-b904-54cf2a1ecc79 req-ec4c92d1-79e3-48ae-98a8-3375a5dd38a4 tempest-ServersAdminNegativeTestJSON-1398024782 tempest-ServersAdminNegativeTestJSON-1398024782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:21.503734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Allocated IP 172.20.0.1 (32a42798-9cf5-420c-800a-47eb5186364e/3b9a8f0a-5e74-47bd-8433-1772f2f29c58/88e71a74-2ca5-45f7-af13-01508db45696) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:21.715935 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-098dd023-9f7e-4604-b904-54cf2a1ecc79 req-ec4c92d1-79e3-48ae-98a8-3375a5dd38a4 tempest-ServersAdminNegativeTestJSON-1398024782 tempest-ServersAdminNegativeTestJSON-1398024782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:21.724091 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-098dd023-9f7e-4604-b904-54cf2a1ecc79 req-ec4c92d1-79e3-48ae-98a8-3375a5dd38a4 tempest-ServersAdminNegativeTestJSON-1398024782 tempest-ServersAdminNegativeTestJSON-1398024782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:21.740667 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be3afb-5cc1-4bce-9282-fcfddf026ba9 None None] Pushing event updated for resources: {'Port': ['ID=0f2ded92-b6f9-41cb-9828-6e5eb022ace2,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:21.803033 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] Set router 08fc98ca-ce2e-44be-b659-c60d10408e90 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:21.810787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c92d1-79e3-48ae-98a8-3375a5dd38a4 tempest-ServersAdminNegativeTestJSON-1398024782 tempest-ServersAdminNegativeTestJSON-1398024782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5444992-8783-4074-8ef4-9b85e135b2d9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:21.856947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-098dd023-9f7e-4604-b904-54cf2a1ecc79 req-ec4c92d1-79e3-48ae-98a8-3375a5dd38a4 tempest-ServersAdminNegativeTestJSON-1398024782 tempest-ServersAdminNegativeTestJSON-1398024782-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546404 Jul 16 01:07:21.923181 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:21.954313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Transition to ACTIVE for port object 88e71a74-2ca5-45f7-af13-01508db45696 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:22.102956 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-router', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:07:11Z', 'updated_at': '2021-07-16T01:07:15Z', 'revision_number': 3, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'gw_port': {'id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:13Z', 'updated_at': '2021-07-16T01:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:22.140153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:22.141840 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa7cc8-6734-4956-9521-bbf2b98eb6cf None None] The sync data for ids ['08fc98ca-ce2e-44be-b659-c60d10408e90'] in n-d-791504-14 is: [{'id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-router', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:07:11Z', 'updated_at': '2021-07-16T01:07:15Z', 'revision_number': 3, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'gw_port': {'id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:13Z', 'updated_at': '2021-07-16T01:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:07:22.151435 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c6393-0e78-4644-8c8e-c52fdbceae8b req-7f8be34a-acfa-46d7-bd8a-d9ef66934598 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:22.153791 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e07c6393-0e78-4644-8c8e-c52fdbceae8b req-7f8be34a-acfa-46d7-bd8a-d9ef66934598 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 946 time: 0.1223991 Jul 16 01:07:22.243735 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e07c6393-0e78-4644-8c8e-c52fdbceae8b req-28c97c85-9720-46ad-93ac-7eb1d15bc1dd tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742886 Jul 16 01:07:22.293487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Network 32a42798-9cf5-420c-800a-47eb5186364e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:22.313095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:22.330938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:22.330938 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:22.837789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:22.983381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Pushing event updated for resources: {'Port': ['ID=88e71a74-2ca5-45f7-af13-01508db45696,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:22.993520 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-14448c2c-363d-4e0f-9777-e39cf7bf323e None None] Provisioning for port 88e71a74-2ca5-45f7-af13-01508db45696 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:23.014359 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:23.015561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-14448c2c-363d-4e0f-9777-e39cf7bf323e None None] Provisioning complete for port 88e71a74-2ca5-45f7-af13-01508db45696 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:23.022284 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14448c2c-363d-4e0f-9777-e39cf7bf323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:23.183968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44676) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:23.200887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-14448c2c-363d-4e0f-9777-e39cf7bf323e None None] Port 88e71a74-2ca5-45f7-af13-01508db45696 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:07:23.228429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513fee1-0bb5-40f9-920b-691773170f7d req-60cf39ee-91b5-4e48-b159-ac160618564e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:23.239153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a513fee1-0bb5-40f9-920b-691773170f7d req-60cf39ee-91b5-4e48-b159-ac160618564e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 944 time: 0.3107927 Jul 16 01:07:23.287368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:23.318535 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a513fee1-0bb5-40f9-920b-691773170f7d req-1e289b24-7f4e-4aa1-9cb2-65663e5d4c5b tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780270 Jul 16 01:07:23.427642 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd066c2-c50f-4309-a799-28bba88418f6 x-openstack-request-id: req-abd066c2-c50f-4309-a799-28bba88418f6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:23.428261 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04a52bd-9f0f-4eb3-b364-53d60531dd4d", "name": "network-vif-deleted", "tag": "9f03c34c-be36-46bd-b2ce-9274d2ac921a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:23.428724 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abd066c2-c50f-4309-a799-28bba88418f6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:23.429358 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04a52bd-9f0f-4eb3-b364-53d60531dd4d', 'name': 'network-vif-deleted', 'tag': '9f03c34c-be36-46bd-b2ce-9274d2ac921a', 'status': 'completed', 'code': 200} Jul 16 01:07:23.469901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:23.475853 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Floating IP 22ccde00-c177-4bb3-a7d5-a103a3ef76ca associated. External IP: 172.25.4.189, port: dfe746c5-de81-4a86-9a89-d03b8f5ef612. Jul 16 01:07:23.546720 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-9a697ece-7731-4175-9967-ae852915de64 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=94219a605dea4c4bb02ed5d18061280e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430455 Jul 16 01:07:23.735969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-e3670cf8-6b00-4108-b479-6a4d2d0a5fed tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:23.737911 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-e3670cf8-6b00-4108-b479-6a4d2d0a5fed tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843529 Jul 16 01:07:23.872438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff8af333-b2ac-4e69-80a7-59022ac7bc8b req-40fdbb6d-5aba-4da7-8ddf-a22968d44bba tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 210 time: 0.1327922 Jul 16 01:07:23.873912 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1cc5-3fa8-4ef3-bda1-2638dc426baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:23.895212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Request body: {'port': {'device_id': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '94219a605dea4c4bb02ed5d18061280e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:24.011369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:24.137730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b0a415cb-014b-483f-b00a-ea7c536500de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=640b54a16951422d8b725a0fdcbba2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8467855 Jul 16 01:07:24.160109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:24.168209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:24.178712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:24.179325 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.233366 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.253879 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.261189 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.355706 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.408602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Pushing event updated for resources: {'Port': ['ID=88e71a74-2ca5-45f7-af13-01508db45696,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:24.409486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0f2ded92-b6f9-41cb-9828-6e5eb022ace2,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:24.417822 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.429696 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28e61e1e-5ebc-4bc7-bb84-91428a16ca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.498953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28e61e1e-5ebc-4bc7-bb84-91428a16ca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.504119 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1cc5-3fa8-4ef3-bda1-2638dc426baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.529601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=0f2ded92-b6f9-41cb-9828-6e5eb022ace2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:24.537995 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1cc5-3fa8-4ef3-bda1-2638dc426baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.541636 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13bf04fe-76a5-468a-99e0-e306dec8e585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.571072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b59856-dd94-47a8-9bc1-be1a4e141baf req-a7125c35-dca5-4669-80f2-e104e2793a68 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:24.573710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-70b59856-dd94-47a8-9bc1-be1a4e141baf req-a7125c35-dca5-4669-80f2-e104e2793a68 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1098 time: 0.2930734 Jul 16 01:07:24.606548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Router 1402160f-6efe-44e0-afcd-2fc0d1903c26 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:07:24.627541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Made reservation on behalf of 94219a605dea4c4bb02ed5d18061280e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:24.629960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Network 32a42798-9cf5-420c-800a-47eb5186364e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:24.631111 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.634805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:24.665175 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c4ec1cc5-3fa8-4ef3-bda1-2638dc426baa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e33b9ad3cce44cccb09ee126d940ef65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4641359 Jul 16 01:07:24.679072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44690) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:24.744108 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.798204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec1cc5-3fa8-4ef3-bda1-2638dc426baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e564b4-b049-4d1d-b101-8c8390af00f8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:24.846517 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-70b59856-dd94-47a8-9bc1-be1a4e141baf req-4ade41c0-853f-4bb9-9497-2f808469bfe1 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475245 Jul 16 01:07:24.881606 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28e61e1e-5ebc-4bc7-bb84-91428a16ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.886139 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28e61e1e-5ebc-4bc7-bb84-91428a16ca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.890327 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-28e61e1e-5ebc-4bc7-bb84-91428a16ca9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fc30031-343a-40c0-8440-1c87d5e1aa2b HTTP/1.1" status: 204 len: 168 time: 0.7263117 Jul 16 01:07:24.952714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:07:24.968408 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b58c6cd-9353-4ed3-ad89-d8f420cdaf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:24.979646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e61e1e-5ebc-4bc7-bb84-91428a16ca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc30031-343a-40c0-8440-1c87d5e1aa2b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:24.985766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] Sync routers for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:07:25.078118 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b58c6cd-9353-4ed3-ad89-d8f420cdaf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:25.095358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:25.104243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:25.108495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Router 08fc98ca-ce2e-44be-b659-c60d10408e90 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:07:25.254343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:25.264691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b58c6cd-9353-4ed3-ad89-d8f420cdaf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:25.269139 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b58c6cd-9353-4ed3-ad89-d8f420cdaf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:25.276091 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7b58c6cd-9353-4ed3-ad89-d8f420cdaf7b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47e564b4-b049-4d1d-b101-8c8390af00f8 HTTP/1.1" status: 204 len: 168 time: 0.5925710 Jul 16 01:07:25.288591 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:25.347172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:25.478046 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:25.480864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-916ce1df-1554-4080-a593-f2a29662f69f None None] Provisioning complete for port 88e71a74-2ca5-45f7-af13-01508db45696 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:25.481475 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-916ce1df-1554-4080-a593-f2a29662f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:25.500027 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e376d259-bae3-4873-8d77-a764f05588e0 req-7429a23f-a516-4390-874e-f51b2fa573db tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 210 time: 0.2372785 Jul 16 01:07:25.503710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58c6cd-9353-4ed3-ad89-d8f420cdaf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e564b4-b049-4d1d-b101-8c8390af00f8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:25.631880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44706) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:25.647612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:07:25.668154 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Sync routers for ids ['08fc98ca-ce2e-44be-b659-c60d10408e90'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:07:25.680885 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-94caff2e-f32d-41f4-a52f-078457c4c03e admin admin] 10.222.0.64 "PUT /v2.0/routers/08fc98ca-ce2e-44be-b659-c60d10408e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2956161 Jul 16 01:07:25.693339 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Routers {'08fc98ca-ce2e-44be-b659-c60d10408e90'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:25.697804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-916ce1df-1554-4080-a593-f2a29662f69f None None] Port 88e71a74-2ca5-45f7-af13-01508db45696 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:07:25.699360 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['08fc98ca-ce2e-44be-b659-c60d10408e90'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:25.703689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Router 1402160f-6efe-44e0-afcd-2fc0d1903c26 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:07:25.885406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:07:25.897195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Allocated IP 192.168.233.117 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:25.917896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:25.965596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054e4bab-e967-4d2c-bdba-f832c49e7227,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:25.971818 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Set router 08fc98ca-ce2e-44be-b659-c60d10408e90 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:26.001030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:26.002903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-97c62e0c-56ea-4830-b5d5-7247fe393664 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d011f2d55b3e49cdb94208066c2f2575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628793 Jul 16 01:07:26.008389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44712) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:26.058147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:26.060971 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:26.095430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:d8:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:22Z', 'revision_number': 3, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:26.142716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19265a4-83e8-4104-b48f-024bf564ba85 req-942913fa-377f-4a74-9762-eaafb1d8b97f tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:26.156151 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d19265a4-83e8-4104-b48f-024bf564ba85 req-942913fa-377f-4a74-9762-eaafb1d8b97f tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1098 time: 0.3280063 Jul 16 01:07:26.177747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-84c428bf-b32b-4335-bc9c-ae650e5e2fa9 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "PUT /v2.0/floatingips/22ccde00-c177-4bb3-a7d5-a103a3ef76ca HTTP/1.1" status: 200 len: 998 time: 5.6925209 Jul 16 01:07:26.182605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] Checking router: 1402160f-6efe-44e0-afcd-2fc0d1903c26 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:07:26.191266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:26.194822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:26.195323 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.215617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8470c7db-78ee-4545-b9b5-f565fb284672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.248916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b04f927f-86d6-48a8-bcae-208f88b5dbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.252803 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.256436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:26.257363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:26.306145 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8470c7db-78ee-4545-b9b5-f565fb284672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.326194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-8b14db24-59a3-480f-ae9f-87b6aca84b34 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:26.327647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-8b14db24-59a3-480f-ae9f-87b6aca84b34 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports/dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 943 time: 0.1373086 Jul 16 01:07:26.350928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d19265a4-83e8-4104-b48f-024bf564ba85 req-6103d53a-1fef-4cf7-8c74-a28eaf3e4011 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925790 Jul 16 01:07:26.420425 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-router', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:07:11Z', 'updated_at': '2021-07-16T01:07:23Z', 'revision_number': 4, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'gw_port': {'id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:13Z', 'updated_at': '2021-07-16T01:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '88e71a74-2ca5-45f7-af13-01508db45696', 'name': '', 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'mac_address': 'fa:16:3e:fc:7b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3b9a8f0a-5e74-47bd-8433-1772f2f29c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:20Z', 'updated_at': '2021-07-16T01:07:23Z', 'revision_number': 2, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'subnets': [{'id': '3b9a8f0a-5e74-47bd-8433-1772f2f29c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:26.433301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8470c7db-78ee-4545-b9b5-f565fb284672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.439356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8470c7db-78ee-4545-b9b5-f565fb284672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.446195 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8470c7db-78ee-4545-b9b5-f565fb284672 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ddb7d9a-f424-43c1-82ec-5ac8e54a7707 HTTP/1.1" status: 204 len: 168 time: 0.4335313 Jul 16 01:07:26.470509 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Checking router: 08fc98ca-ce2e-44be-b659-c60d10408e90 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:07:26.471005 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Updating router 08fc98ca-ce2e-44be-b659-c60d10408e90 port 88e71a74-2ca5-45f7-af13-01508db45696 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:07:26.471183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470c7db-78ee-4545-b9b5-f565fb284672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddb7d9a-f424-43c1-82ec-5ac8e54a7707,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:26.494090 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b04f927f-86d6-48a8-bcae-208f88b5dbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.499170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b04f927f-86d6-48a8-bcae-208f88b5dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.558420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.567521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b04f927f-86d6-48a8-bcae-208f88b5dbbf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9e971a50768430db6eb91ed0379899c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726087 Jul 16 01:07:26.568175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44726) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:26.580690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f927f-86d6-48a8-bcae-208f88b5dbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbc229a-b0c1-4aee-a2d7-a9872f41773c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:26.592762 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.619554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Transition to ACTIVE for port object dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:26.664294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:26.675806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15038fdc-2197-4177-a814-5463578a81b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.702166 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.717219 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15038fdc-2197-4177-a814-5463578a81b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.743102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-f8e54fe3-1abd-477a-8225-e6eb86c49f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:26.745104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-f8e54fe3-1abd-477a-8225-e6eb86c49f7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1098 time: 0.1268401 Jul 16 01:07:26.807953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:26.813997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:26.835087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:26.843088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:26.844926 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.875888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15038fdc-2197-4177-a814-5463578a81b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.883563 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15038fdc-2197-4177-a814-5463578a81b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.884754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-15038fdc-2197-4177-a814-5463578a81b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0dbc229a-b0c1-4aee-a2d7-a9872f41773c HTTP/1.1" status: 204 len: 168 time: 0.3137815 Jul 16 01:07:26.925707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15038fdc-2197-4177-a814-5463578a81b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbc229a-b0c1-4aee-a2d7-a9872f41773c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:26.934580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-898a713a-ac59-455b-a0eb-8a50ee248f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:26.936316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-898a713a-ac59-455b-a0eb-8a50ee248f25 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.1807897 Jul 16 01:07:26.942486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Pushing event updated for resources: {'Port': ['ID=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:26.954151 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-247f75a1-8f00-41d9-92a2-d4e250c11bbc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0686383 Jul 16 01:07:26.975671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Request body: {'port': {'device_id': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:27.015593 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-f62f5b9b-15fa-47e0-b9aa-be396cdeb247 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 217 time: 0.0717835 Jul 16 01:07:27.159060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-7659a04c-b146-47a6-a128-ba87d2f63d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:27.160795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-7659a04c-b146-47a6-a128-ba87d2f63d93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.1357872 Jul 16 01:07:27.190851 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7b017b9-1606-4e6e-9ab2-c4e681d2b5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:27.308016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-6a68e866-a030-4685-9a6b-01959e44639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:27.309802 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-6a68e866-a030-4685-9a6b-01959e44639c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361344 Jul 16 01:07:27.313871 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:27.332579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a821c-752b-40a9-aecc-fce1d54b35ad req-6c398327-ac9a-41e1-8d2a-1ae2ef9b0231 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:27.340907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c2a821c-752b-40a9-aecc-fce1d54b35ad req-6c398327-ac9a-41e1-8d2a-1ae2ef9b0231 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1096 time: 0.2676811 Jul 16 01:07:27.370691 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa59da4f-5c8a-484a-afbf-0b8bd16300c2 None None] Provisioning for port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:27.377384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa59da4f-5c8a-484a-afbf-0b8bd16300c2 None None] Provisioning complete for port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:27.377932 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa59da4f-5c8a-484a-afbf-0b8bd16300c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:27.456789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:d8:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:22Z', 'revision_number': 3, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:27.461366 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c2a821c-752b-40a9-aecc-fce1d54b35ad req-cd5c289d-d611-49c1-97d9-ea01c415070d tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191149 Jul 16 01:07:27.504411 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:27.513390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8aec3-f930-4ea2-9657-1aa3daee080c None None] The sync data for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 is: [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:d8:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:22Z', 'revision_number': 3, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:07:27.542904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aa59da4f-5c8a-484a-afbf-0b8bd16300c2 None None] Port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:07:27.553532 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Transition to ACTIVE for port object 88e71a74-2ca5-45f7-af13-01508db45696 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:27.562951 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:27.575358 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-61d643c8-54e8-4871-8bb0-8c2c32f1b1cf service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560170 Jul 16 01:07:27.577134 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:27.671569 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff6555-e58b-4f37-a5a2-8e78535a1f5f None None] Pushing event updated for resources: {'Port': ['ID=88e71a74-2ca5-45f7-af13-01508db45696,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:27.857730 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Attempting to bind port 88e71a74-2ca5-45f7-af13-01508db45696 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:27.858059 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Attempting to bind port 88e71a74-2ca5-45f7-af13-01508db45696 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1230b2a9-ffbc-4808-a18f-723035478ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:27.877155 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Attempting to bind port 88e71a74-2ca5-45f7-af13-01508db45696 on network 32a42798-9cf5-420c-800a-47eb5186364e {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:27.896372 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:27.896973 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Checking segment: {'id': '1230b2a9-ffbc-4808-a18f-723035478ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:27.897589 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:27.898527 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Bound using segment: {'id': '1230b2a9-ffbc-4808-a18f-723035478ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:27.899312 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Bound port: 88e71a74-2ca5-45f7-af13-01508db45696, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1230b2a9-ffbc-4808-a18f-723035478ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:27.900200 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:27.919102 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266daaf4-5938-4d80-bf51-2d540af842d8 None None] New status for floating IP 22ccde00-c177-4bb3-a7d5-a103a3ef76ca: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:07:28.114370 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-9122edcd-af0a-4558-84d6-a9906f39dcdd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3393261 Jul 16 01:07:28.131917 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] For port 88e71a74-2ca5-45f7-af13-01508db45696, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:28.141632 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] For port 88e71a74-2ca5-45f7-af13-01508db45696, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=88e71a74-2ca5-45f7-af13-01508db45696,segment=NetworkSegment(1230b2a9-ffbc-4808-a18f-723035478ec5),segment_id=1230b2a9-ffbc-4808-a18f-723035478ec5)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:28.151888 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:28.292959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:28.316712 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff6555-e58b-4f37-a5a2-8e78535a1f5f None None] Pushing event updated for resources: {'Port': ['ID=88e71a74-2ca5-45f7-af13-01508db45696,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:28.320423 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:28.355218 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa83e5cd-dc34-4046-944c-8600da2d043f x-openstack-request-id: req-fa83e5cd-dc34-4046-944c-8600da2d043f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:28.355930 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:28.355930 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa83e5cd-dc34-4046-944c-8600da2d043f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:28.356395 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'status': 'completed', 'code': 200} Jul 16 01:07:28.376033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Transition to ACTIVE for port object dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:28.401533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:28.410783 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Routers {'08fc98ca-ce2e-44be-b659-c60d10408e90'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:28.411692 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['08fc98ca-ce2e-44be-b659-c60d10408e90'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:28.633929 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] Set router 08fc98ca-ce2e-44be-b659-c60d10408e90 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:28.677006 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:28.731199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-f42d439d-dc80-44be-b9eb-35f150200d0b service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1546795 Jul 16 01:07:28.767893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-c6d4aaf3-9232-42f5-9f60-f9353c530845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:28.770557 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-c6d4aaf3-9232-42f5-9f60-f9353c530845 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1098 time: 0.4203572 Jul 16 01:07:28.882829 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] Sync routers for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:07:29.018707 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:29.020119 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:29.184194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Pushing event updated for resources: {'Port': ['ID=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:29.306958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-ba3be66a-77ab-45bd-b17f-33f8b8721bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:29.325739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-ba3be66a-77ab-45bd-b17f-33f8b8721bb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 1097 time: 0.4696920 Jul 16 01:07:29.443362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Attempting to bind port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:29.445934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-841e9b6a-6225-4cde-9d85-593d56464977 req-796e5c67-a512-4477-b5d7-db78fbdcedcf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4661140 Jul 16 01:07:29.451371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Attempting to bind port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:29.453374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-4b3ebf30-0e12-46c7-9471-b7a71acfea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:29.456494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-4b3ebf30-0e12-46c7-9471-b7a71acfea1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.6674325 Jul 16 01:07:29.465269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Attempting to bind port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:29.476392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-ab0b3a6b-6e14-4391-a6dd-ce561e34e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:29.481582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-ab0b3a6b-6e14-4391-a6dd-ce561e34e36f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1096 time: 1.1003718 Jul 16 01:07:29.534131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d9a1e-ae72-4413-954d-6771f3b64917 req-7d070e77-5f1e-4da3-b66a-1b5d595deec7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:29.546840 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f9d9a1e-ae72-4413-954d-6771f3b64917 req-7d070e77-5f1e-4da3-b66a-1b5d595deec7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 948 time: 0.5104759 Jul 16 01:07:29.549120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:07:29.549654 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Attempting to bind port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:29.589679 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:29.602051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:29.602520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:29.603127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:29.603860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Bound port: dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:29.604449 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:29.708441 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-875610ff-cd32-4d71-81db-0dae55c02a00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 217 time: 0.2437809 Jul 16 01:07:29.818113 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f9d9a1e-ae72-4413-954d-6771f3b64917 req-28032505-aba0-4680-b520-8df10afc4840 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644789 Jul 16 01:07:29.865532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-06634c6d-85c1-4d09-a108-1c084d266403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:29.872611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-06634c6d-85c1-4d09-a108-1c084d266403 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.5434754 Jul 16 01:07:29.877511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-6d6d346a-d221-4178-a1c6-2bb408d28777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:29.879938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-6d6d346a-d221-4178-a1c6-2bb408d28777 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.1590204 Jul 16 01:07:29.894553 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:30.025393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e9b6a-6225-4cde-9d85-593d56464977 req-b468ba34-3c5e-44b6-9017-b3bf301920e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:30.029636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-870477e1-86df-4250-a5e9-503aed6f32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:30.035769 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-841e9b6a-6225-4cde-9d85-593d56464977 req-b468ba34-3c5e-44b6-9017-b3bf301920e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1098 time: 0.4371192 Jul 16 01:07:30.039377 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-870477e1-86df-4250-a5e9-503aed6f32cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.4787812 Jul 16 01:07:30.050710 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-router', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:07:11Z', 'updated_at': '2021-07-16T01:07:23Z', 'revision_number': 4, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'gw_port': {'id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:13Z', 'updated_at': '2021-07-16T01:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '88e71a74-2ca5-45f7-af13-01508db45696', 'name': '', 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'mac_address': 'fa:16:3e:fc:7b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3b9a8f0a-5e74-47bd-8433-1772f2f29c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:20Z', 'updated_at': '2021-07-16T01:07:28Z', 'revision_number': 4, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'subnets': [{'id': '3b9a8f0a-5e74-47bd-8433-1772f2f29c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:30.121015 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2572a6-a3c5-4132-a67a-77144e87401c None None] The sync data for ids ['08fc98ca-ce2e-44be-b659-c60d10408e90'] in n-d-791504-14 is: [{'id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-router', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:07:11Z', 'updated_at': '2021-07-16T01:07:23Z', 'revision_number': 4, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'gw_port': {'id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:13Z', 'updated_at': '2021-07-16T01:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '88e71a74-2ca5-45f7-af13-01508db45696', 'name': '', 'network_id': '32a42798-9cf5-420c-800a-47eb5186364e', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'mac_address': 'fa:16:3e:fc:7b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3b9a8f0a-5e74-47bd-8433-1772f2f29c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:20Z', 'updated_at': '2021-07-16T01:07:28Z', 'revision_number': 4, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'subnets': [{'id': '3b9a8f0a-5e74-47bd-8433-1772f2f29c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:07:30.325175 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-7ed7e767-af1c-4a65-b387-e6673d7d30ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 HTTP/1.1" status: 200 len: 217 time: 0.2639921 Jul 16 01:07:30.369486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'tag': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:30.377431 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4362b8cd-ffe5-4ff5-9432-efdddef2e9ef", "tag": "ca507213-e5d2-4e41-8ce5-5b5bedd554b7"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:30.401414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-6c18a039-620c-4cf8-be4d-6a9b2b63da7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7 HTTP/1.1" status: 200 len: 1001 time: 0.5274882 Jul 16 01:07:30.527892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:30.538755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e9b6a-6225-4cde-9d85-593d56464977 req-da3e2666-1726-4b6a-877d-a8bd2a193e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:30.540384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-841e9b6a-6225-4cde-9d85-593d56464977 req-da3e2666-1726-4b6a-877d-a8bd2a193e90 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.4546571 Jul 16 01:07:30.546100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-8598eb51-4971-48b3-b09e-a971d20eb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:30.548802 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-8598eb51-4971-48b3-b09e-a971d20eb4d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6536267 Jul 16 01:07:30.618677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:30.619746 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:d8:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:28Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:30.626314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-1bb9ea08-7fe9-42b7-bd2f-661954a362c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:30.634957 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-1bb9ea08-7fe9-42b7-bd2f-661954a362c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.2779527 Jul 16 01:07:30.672619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-841e9b6a-6225-4cde-9d85-593d56464977 req-96a8afb4-7905-4bec-9da7-0f8c381353dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28 HTTP/1.1" status: 200 len: 217 time: 0.1203804 Jul 16 01:07:30.676602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-058001cd-566e-452a-852e-079e5b0577cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:30.678126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-058001cd-566e-452a-852e-079e5b0577cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.2488663 Jul 16 01:07:30.749850 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] Checking router: 1402160f-6efe-44e0-afcd-2fc0d1903c26 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:07:30.781594 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:30.782648 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:30.821302 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-e4d6a0f0-bc6f-4380-9cc3-673fbd33333e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1843870 Jul 16 01:07:30.826760 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:30.829051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e9b6a-6225-4cde-9d85-593d56464977 req-cdff810c-e5e2-4ec9-99c5-155daff72d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:30.832055 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-841e9b6a-6225-4cde-9d85-593d56464977 req-cdff810c-e5e2-4ec9-99c5-155daff72d49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1460383 Jul 16 01:07:31.012280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:31.013287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:31.017127 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] 10.222.0.67 "PUT /v2.0/ports/dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 200 len: 1097 time: 4.0566533 Jul 16 01:07:31.018087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:31.021237 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c86753-c019-4f2f-985c-efc29ee569dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:31.053634 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-841e9b6a-6225-4cde-9d85-593d56464977 req-37ab0ec3-97d4-42a6-8fd6-2c2fe3debeb9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515470 Jul 16 01:07:31.207528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-234c36b4-ab42-4fbd-9de1-ca44a7e964a8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:31.220760 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-234c36b4-ab42-4fbd-9de1-ca44a7e964a8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 808 time: 0.9453971 Jul 16 01:07:31.268494 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:31.300459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-eb4c5fab-47b7-46c7-955d-64b6a6958305 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/quotas/f5b0291a69714a6bbaf96f25b9c9b62a HTTP/1.1" status: 200 len: 375 time: 0.0786495 Jul 16 01:07:31.379431 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-73af016f-7b9e-43ea-ae11-ed0364a645b4 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377128 Jul 16 01:07:31.380989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca06074-8314-43ff-aa15-79d74357f97d service neutron] Pushing event updated for resources: {'Port': ['ID=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:31.400256 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-ad476251-b058-413a-8f00-3e87b7ed19d3 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8394268 Jul 16 01:07:31.479761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-3b27cab2-e44c-415e-980e-f6a1e9365739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:31.482612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-3b27cab2-e44c-415e-980e-f6a1e9365739 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7804935 Jul 16 01:07:31.594915 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-841e9b6a-6225-4cde-9d85-593d56464977 req-9ef31d17-2034-4195-8fbd-a24b017f1620 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306740 Jul 16 01:07:31.780908 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:d8:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:28Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:31.784459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-9c9ff878-4b0f-4005-b1ea-2059045af275 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3994977 Jul 16 01:07:31.807607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-12b5eb8c-97f3-446a-81ac-a077f0b0ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:31.810279 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-12b5eb8c-97f3-446a-81ac-a077f0b0ffe2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1100 time: 0.5824525 Jul 16 01:07:31.810810 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99eb3b-1383-4f7f-bc78-070765891376 None None] The sync data for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 is: [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:d8:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:28Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:07:31.835306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a100160-9f18-4d99-9d68-bfa98453a0ad req-55954b46-6934-4e93-af59-3c3a0a000756 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675458 Jul 16 01:07:31.988203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 88e71a74-2ca5-45f7-af13-01508db45696 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:31.992409 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-244deea9-224b-4e29-95c6-78c2775f56a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 200 len: 217 time: 0.1504462 Jul 16 01:07:32.091922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-64ca0d4c-e05f-4970-bf7e-33d8b520f8cd req-60a8e692-6fb8-454e-8a87-ff920b169d38 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738446 Jul 16 01:07:32.123722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 88e71a74-2ca5-45f7-af13-01508db45696 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:32.130694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 88e71a74-2ca5-45f7-af13-01508db45696 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:32.131062 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:32.133077 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-802796b5-304e-4f13-bec6-481c3beed594 service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260233 Jul 16 01:07:32.167707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-841e9b6a-6225-4cde-9d85-593d56464977 req-961ab051-4d7e-442f-8589-5c3c64f96627 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593624 Jul 16 01:07:32.176982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-c709f46c-12be-4092-9537-3cc782cbb3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:32.179853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-c709f46c-12be-4092-9537-3cc782cbb3d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1758456 Jul 16 01:07:32.281895 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06f1313-d2ae-4805-95ce-cbee6f650eb1 req-cee04f8b-aae9-4cf3-a726-3b0567705bea service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372948 Jul 16 01:07:32.289391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-baa45956-2aaa-4b28-b6b9-c3c36c8b0d05 service neutron] 10.222.0.64 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771280 Jul 16 01:07:32.310091 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:32.370252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-6c321310-f366-493c-8ed2-9c23383f0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:32.372598 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-6c321310-f366-493c-8ed2-9c23383f0808 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1867580 Jul 16 01:07:32.374308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 88e71a74-2ca5-45f7-af13-01508db45696, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=88e71a74-2ca5-45f7-af13-01508db45696,segment=NetworkSegment(1230b2a9-ffbc-4808-a18f-723035478ec5),segment_id=1230b2a9-ffbc-4808-a18f-723035478ec5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:32.380026 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:32.456669 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=88e71a74-2ca5-45f7-af13-01508db45696,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:32.512759 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-d1f7d12f-a3c3-40fa-84fd-2ac62ed712fe service neutron] 10.222.0.64 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145934 Jul 16 01:07:32.679377 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-62eac2ae-eb9d-426e-a30f-7537efb30408 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621305 Jul 16 01:07:32.936001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af0d10e2-73cf-4fef-81be-6826399663c8 req-358bda60-d048-4a19-bfc1-ef81ef8a8d28 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489336 Jul 16 01:07:33.013909 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cb108b-7c4c-44ca-9382-271552e8e36b x-openstack-request-id: req-c9cb108b-7c4c-44ca-9382-271552e8e36b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:33.014745 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4362b8cd-ffe5-4ff5-9432-efdddef2e9ef", "tag": "ca507213-e5d2-4e41-8ce5-5b5bedd554b7", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:33.014928 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9cb108b-7c4c-44ca-9382-271552e8e36b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:33.015311 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'tag': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'status': 'completed', 'code': 200} Jul 16 01:07:33.207406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-f664da75-8c11-4b81-84c8-10172d797eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:33.210897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-f664da75-8c11-4b81-84c8-10172d797eda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 1097 time: 0.1382833 Jul 16 01:07:33.267501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cccc8-4a5a-4186-8959-926c93040014 req-4847c013-40fc-4199-852f-911e728659e2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:33.274669 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e3cccc8-4a5a-4186-8959-926c93040014 req-4847c013-40fc-4199-852f-911e728659e2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 948 time: 0.1365662 Jul 16 01:07:33.307519 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dee48d7-bb1b-423f-9481-7511c9fd45b1 x-openstack-request-id: req-4dee48d7-bb1b-423f-9481-7511c9fd45b1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:33.308592 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:33.308846 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4dee48d7-bb1b-423f-9481-7511c9fd45b1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:33.309782 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', 'status': 'completed', 'code': 200} Jul 16 01:07:33.332212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e3cccc8-4a5a-4186-8959-926c93040014 req-41c6d388-1650-4023-b8ed-65e098890def tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564067 Jul 16 01:07:33.447196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-3b7db028-8c3b-4976-a4ba-96416cf62cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:33.449363 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-3b7db028-8c3b-4976-a4ba-96416cf62cc2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.2140017 Jul 16 01:07:33.577703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c86753-c019-4f2f-985c-efc29ee569dd req-9272cb9a-4c8a-470b-b9f6-a741330d28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:33.579895 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05c86753-c019-4f2f-985c-efc29ee569dd req-9272cb9a-4c8a-470b-b9f6-a741330d28fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1100 time: 0.2131298 Jul 16 01:07:33.584235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-722eda68-1f6a-4eec-ad2e-6483275bc669 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549312 Jul 16 01:07:33.615867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-78368659-de46-4ff8-bf8d-5fac7d653903 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7 HTTP/1.1" status: 200 len: 1001 time: 0.1579928 Jul 16 01:07:33.780743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c86753-c019-4f2f-985c-efc29ee569dd req-c0643108-284b-47c3-bbc9-9534145639a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:33.782946 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05c86753-c019-4f2f-985c-efc29ee569dd req-c0643108-284b-47c3-bbc9-9534145639a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1920195 Jul 16 01:07:33.798355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-b995da39-adf7-4feb-b350-05ef00b7f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:33.800323 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-b995da39-adf7-4feb-b350-05ef00b7f6d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.1668561 Jul 16 01:07:33.844117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05c86753-c019-4f2f-985c-efc29ee569dd req-091eba01-6483-4a09-8875-d4ce8663a48a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 200 len: 217 time: 0.0447512 Jul 16 01:07:33.900028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 88e71a74-2ca5-45f7-af13-01508db45696 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:33.911206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-bdde73bb-f274-451c-936a-0c08fdbd1416 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:33.913310 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-bdde73bb-f274-451c-936a-0c08fdbd1416 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039668 Jul 16 01:07:33.947744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-ab45e761-2f2a-4264-88d7-c952f064774f tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/quotas/f7dbcf166ad942da8f3cbb9d7ad788b0 HTTP/1.1" status: 200 len: 375 time: 0.0173025 Jul 16 01:07:33.961546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-61b6b5a7-bdd3-41a0-8b78-fee0d4bdbbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:33.963049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-61b6b5a7-bdd3-41a0-8b78-fee0d4bdbbe5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436639 Jul 16 01:07:33.963592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3ecc6486-5212-4ec3-8510-c246cf1c197d req-97520ac8-3cb9-4506-a2d7-652458decae1 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 1001 time: 0.2317050 Jul 16 01:07:33.988097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 88e71a74-2ca5-45f7-af13-01508db45696 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:33.988826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:33.995692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c86753-c019-4f2f-985c-efc29ee569dd req-ca018a8c-b72c-4585-b23c-66f5ae267625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:33.997445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05c86753-c019-4f2f-985c-efc29ee569dd req-ca018a8c-b72c-4585-b23c-66f5ae267625 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1436553 Jul 16 01:07:34.013213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-e7c7e74b-ca98-4a62-a5b4-50d0a43c89e3 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554023 Jul 16 01:07:34.120302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6486-5212-4ec3-8510-c246cf1c197d req-1f0106f5-472b-48b7-aba3-a0ba4ecf8c7f tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:34.123460 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3ecc6486-5212-4ec3-8510-c246cf1c197d req-1f0106f5-472b-48b7-aba3-a0ba4ecf8c7f tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports/ca507213-e5d2-4e41-8ce5-5b5bedd554b7 HTTP/1.1" status: 200 len: 942 time: 0.1468792 Jul 16 01:07:34.182343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c86753-c019-4f2f-985c-efc29ee569dd req-88b27b3c-21ce-4a42-9691-bb7b6b91660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:34.186359 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05c86753-c019-4f2f-985c-efc29ee569dd req-88b27b3c-21ce-4a42-9691-bb7b6b91660b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1662400 Jul 16 01:07:34.214383 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-53b63950-8761-43f4-b797-3af44ebe48e6 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109065 Jul 16 01:07:34.415820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05c86753-c019-4f2f-985c-efc29ee569dd req-082bb6d2-9bf5-43a6-8d54-7b6d2bc7ca57 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219367 Jul 16 01:07:34.505332 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3ecc6486-5212-4ec3-8510-c246cf1c197d req-62cb607e-e5f0-451f-8489-64c7511f7103 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 1001 time: 0.1500549 Jul 16 01:07:34.636498 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8426b6db-a21f-4460-8a89-408e072eeb17 req-fcf721d3-5fa8-4c4b-9d21-3de819caccaf tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 210 time: 0.0766089 Jul 16 01:07:34.770647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6f7f2f2-e5aa-4241-8918-abc1e60588e4 req-bc09a391-e72e-490c-b5d3-1a6e32351d2d service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424988 Jul 16 01:07:35.017050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05c86753-c019-4f2f-985c-efc29ee569dd req-10fd7312-f30e-4054-96f7-4455ac6a583e service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927858 Jul 16 01:07:35.018206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915c42a-a6f8-402b-aa6e-8baa04bd5cf4 req-c628dec4-5a1a-49f8-86e9-5a43b5c6ea91 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:35.020547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4915c42a-a6f8-402b-aa6e-8baa04bd5cf4 req-c628dec4-5a1a-49f8-86e9-5a43b5c6ea91 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1098 time: 0.1829240 Jul 16 01:07:35.056528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6486-5212-4ec3-8510-c246cf1c197d req-160d450e-4f2b-4fb9-9d2b-cd97744638b7 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:35.058027 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3ecc6486-5212-4ec3-8510-c246cf1c197d req-160d450e-4f2b-4fb9-9d2b-cd97744638b7 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.5422540 Jul 16 01:07:35.078823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-3ecc6486-5212-4ec3-8510-c246cf1c197d req-971498b9-3b5d-44c3-8d26-841931c5e627 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:07:35.080997 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3ecc6486-5212-4ec3-8510-c246cf1c197d req-971498b9-3b5d-44c3-8d26-841931c5e627 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108771 Jul 16 01:07:35.084117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-057d359a-4890-4202-bda1-e7f2b1e1704d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:35.085631 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-057d359a-4890-4202-bda1-e7f2b1e1704d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 808 time: 0.2373047 Jul 16 01:07:35.116104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4915c42a-a6f8-402b-aa6e-8baa04bd5cf4 req-9dd6f7a6-3947-4896-a76d-65bd79e2d6ce tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799432 Jul 16 01:07:35.127957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Request body: {'port': {'device_id': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c', 'admin_state_up': True, 'tenant_id': 'f5b0291a69714a6bbaf96f25b9c9b62a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:35.260313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:07:35.389700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a9e2a-49d4-4778-af17-c7d78d55ced5 req-1e026356-6699-4b77-b9cf-a175995988cf tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:35.392575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-067a9e2a-49d4-4778-af17-c7d78d55ced5 req-1e026356-6699-4b77-b9cf-a175995988cf tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 950 time: 0.1016715 Jul 16 01:07:35.470451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Made reservation on behalf of f5b0291a69714a6bbaf96f25b9c9b62a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:35.480474 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:35.509938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-067a9e2a-49d4-4778-af17-c7d78d55ced5 req-c55c83df-857a-428b-905b-feb36a77e611 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022882 Jul 16 01:07:35.593242 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:35.626592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', 'mac_address': 'fa:16:3e:df:f3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:07:35.694098 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:35.700930 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-dc39361b-2317-4da5-a2b7-f350be10c5a1 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705242 Jul 16 01:07:35.712911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:35.742511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:35.749006 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:35.791241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6006-8b7e-45cc-92c0-a2da95a01333 req-16d907e2-98a4-4148-9465-690899953bd0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:35.794189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-67fa6006-8b7e-45cc-92c0-a2da95a01333 req-16d907e2-98a4-4148-9465-690899953bd0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 948 time: 0.0908587 Jul 16 01:07:35.816045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:35.880810 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-67fa6006-8b7e-45cc-92c0-a2da95a01333 req-e886b405-c9ec-4ee0-8562-aa2744fed5c1 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690639 Jul 16 01:07:35.903290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Allocated IP 172.20.0.9 (6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c/d46818f7-f7d8-4e1b-b60b-de082ce14d78/c3473244-a4e6-41d8-9f40-eff8e99ca4ba) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:35.919510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01013f28-2e1e-4209-9c60-7c300a013909 req-868380b3-7a8c-4f51-b5a3-1bdb8fa5d7f7 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:35.930307 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-01013f28-2e1e-4209-9c60-7c300a013909 req-868380b3-7a8c-4f51-b5a3-1bdb8fa5d7f7 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8534ac-ec7e-4b48-9501-94b38c5bbba3 HTTP/1.1" status: 200 len: 950 time: 0.1202552 Jul 16 01:07:35.959891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-eeac42db-3ee0-4ddb-ab1b-559dd33f8a68 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:35.966606 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-eeac42db-3ee0-4ddb-ab1b-559dd33f8a68 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568297 Jul 16 01:07:35.983725 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-8ddbc72a-647d-4f06-8abe-471182ec390e tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/quotas/f7dbcf166ad942da8f3cbb9d7ad788b0 HTTP/1.1" status: 200 len: 375 time: 0.0161293 Jul 16 01:07:35.999530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:36.035777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-0fdf5d53-e033-4161-a484-6e0c9a364aed tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429242 Jul 16 01:07:36.162641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-d6e8907f-d361-4981-af56-3359a1c8fac6 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382569 Jul 16 01:07:36.245736 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-a5b4ca7a-e09d-47b8-a6cf-61d19aa2bfa6 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 1001 time: 0.2684388 Jul 16 01:07:36.253526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:36.309340 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:36.365382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:36.368849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:36.373498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:36.380676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:36.381333 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:36.432659 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3115735 Jul 16 01:07:36.433650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-01013f28-2e1e-4209-9c60-7c300a013909 req-9af9dad1-7075-4e56-b294-eae5f0a206b3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Deleting port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:07:36.434316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-01013f28-2e1e-4209-9c60-7c300a013909 req-9af9dad1-7075-4e56-b294-eae5f0a206b3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:36.452099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32eb98-65a8-4c1f-b512-01dccaf3c0c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Pushing event updated for resources: {'Port': ['ID=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:36.467953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Request body: {'port': {'device_id': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:36.603048 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:36.609698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-3045d343-a764-4316-b1fe-ee6869a87b23 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:36.624284 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-3045d343-a764-4316-b1fe-ee6869a87b23 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports/ca507213-e5d2-4e41-8ce5-5b5bedd554b7 HTTP/1.1" status: 200 len: 942 time: 0.3773127 Jul 16 01:07:36.751596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-626896c7-69df-4cce-8d78-f1b83c9cfd2e tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:36.753342 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-626896c7-69df-4cce-8d78-f1b83c9cfd2e tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5802662 Jul 16 01:07:36.770681 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Request body: {'port': {'device_id': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': 'f7dbcf166ad942da8f3cbb9d7ad788b0'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:36.873353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-01013f28-2e1e-4209-9c60-7c300a013909 req-9af9dad1-7075-4e56-b294-eae5f0a206b3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] For port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:36.874352 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-01013f28-2e1e-4209-9c60-7c300a013909 req-9af9dad1-7075-4e56-b294-eae5f0a206b3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:36.930326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-01013f28-2e1e-4209-9c60-7c300a013909 req-9af9dad1-7075-4e56-b294-eae5f0a206b3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Calling delete_port for 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:07:36.959595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-ba9f9063-cac6-4a96-87d8-e43b86124cfb tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 1001 time: 0.1853547 Jul 16 01:07:37.023174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3473244-a4e6-41d8-9f40-eff8e99ca4ba {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:37.035441 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.049214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Transition to ACTIVE for port object c3473244-a4e6-41d8-9f40-eff8e99ca4ba will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:37.055993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.126794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Made reservation on behalf of f7dbcf166ad942da8f3cbb9d7ad788b0 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:37.131012 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.146530 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.151394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Pushing event updated for resources: {'Port': ['ID=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:37.197784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-ad317874-9b35-48e6-ac7a-742d3c326f32 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:37.199254 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-ad317874-9b35-48e6-ac7a-742d3c326f32 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.2388856 Jul 16 01:07:37.212991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:37.213586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:37.214170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:37.222126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:07:37.222534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:37.228644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:37.229206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:37.229835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:37.230593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Bound port: c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:37.231186 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.273490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:37.346059 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-01013f28-2e1e-4209-9c60-7c300a013909 req-9af9dad1-7075-4e56-b294-eae5f0a206b3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.357316 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-1b527741-92d4-48b3-b1e6-96410ebdf39c tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 1001 time: 0.1439829 Jul 16 01:07:37.362864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['d007f29c-75e5-4211-9b81-8b4fe1aab6bc', '1e5ee2fe-37c3-4a07-bc79-2f166fc63493'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:37.381043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-c21b6a48-45ef-4a5b-ae7e-69a7ff5fb183 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:37.432469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:37.443271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:37.449604 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.468487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9dad1-7075-4e56-b294-eae5f0a206b3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Pushing event deleted for resources: {'Port': ['ID=1e5ee2fe-37c3-4a07-bc79-2f166fc63493,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:37.469383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:37.502114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:37.502905 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.532007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:37.533224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.534802 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] 10.222.0.50 "PUT /v2.0/ports/c3473244-a4e6-41d8-9f40-eff8e99ca4ba HTTP/1.1" status: 200 len: 1092 time: 1.0847394 Jul 16 01:07:37.535343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'tag': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:37.537702 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6" -d '{"events": [{"name": "network-changed", "server_uuid": "68e58bde-ceaf-46b5-ab18-2db50f5d3eb3", "tag": "c3473244-a4e6-41d8-9f40-eff8e99ca4ba"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:37.591213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76015b-b056-4e31-ab03-a7c4655de524 service neutron] Pushing event updated for resources: {'Port': ['ID=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:37.673377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-01013f28-2e1e-4209-9c60-7c300a013909 req-9af9dad1-7075-4e56-b294-eae5f0a206b3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] No DVR routers for this DVR port 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:07:37.696874 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-01013f28-2e1e-4209-9c60-7c300a013909 req-9af9dad1-7075-4e56-b294-eae5f0a206b3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.701334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-01013f28-2e1e-4209-9c60-7c300a013909 req-9af9dad1-7075-4e56-b294-eae5f0a206b3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.50 "DELETE /v2.0/ports/1e5ee2fe-37c3-4a07-bc79-2f166fc63493 HTTP/1.1" status: 204 len: 173 time: 1.7729471 Jul 16 01:07:37.707594 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8534ac-ec7e-4b48-9501-94b38c5bbba3', 'name': 'network-vif-deleted', 'tag': '1e5ee2fe-37c3-4a07-bc79-2f166fc63493'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:37.709993 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1736df1-6d2a-49d6-9700-00403b41ff2d" -d '{"events": [{"server_uuid": "7d8534ac-ec7e-4b48-9501-94b38c5bbba3", "name": "network-vif-deleted", "tag": "1e5ee2fe-37c3-4a07-bc79-2f166fc63493"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:37.752378 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-c21b6a48-45ef-4a5b-ae7e-69a7ff5fb183 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.756954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-c82986d5-2f00-42ef-af74-5b4e624652bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:37.758775 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-c82986d5-2f00-42ef-af74-5b4e624652bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1138632 Jul 16 01:07:37.797298 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.803282 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.854241 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.938085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:37.941015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:37.942210 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-49182990-b73c-4359-9363-6ca63ef0e987 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba HTTP/1.1" status: 200 len: 217 time: 0.1723750 Jul 16 01:07:37.945877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:37.949944 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb23745-5365-4c0a-b70b-cccdeab7ad43" -d '{"events": [{"server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:37.956853 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:38.041487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:38.074763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-aaa36322-9061-4815-bdbc-a5560bf637eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:38.077738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-aaa36322-9061-4815-bdbc-a5560bf637eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.1014612 Jul 16 01:07:38.084086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-c21b6a48-45ef-4a5b-ae7e-69a7ff5fb183 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:38.095230 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-c21b6a48-45ef-4a5b-ae7e-69a7ff5fb183 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:38.095605 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-c21b6a48-45ef-4a5b-ae7e-69a7ff5fb183 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Floating IP 22ccde00-c177-4bb3-a7d5-a103a3ef76ca disassociated. External IP: 172.25.4.189, port: ca507213-e5d2-4e41-8ce5-5b5bedd554b7. Jul 16 01:07:38.169362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Allocated IP 192.168.233.248 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/3aa0e637-ffd6-4120-a790-7e06dcb77b22) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:38.171662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-bdef8850-6f92-4f93-90aa-a004fb90d748 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463040 Jul 16 01:07:38.301225 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-4908d78a-0b40-4cc0-9a8c-c62078f884bd tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457065 Jul 16 01:07:38.334450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-3a49d138-7575-4aa0-aaee-610ac53f9020 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452873 Jul 16 01:07:38.537007 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00d7ef80-ab9d-4a4a-8288-1439b82a6be3 req-f7ba65de-2eb6-4fbd-ab69-3a3b80edb4be service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752119 Jul 16 01:07:38.606515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-30435790-352c-41d6-973a-73916ab7f73a tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:07:38.608029 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-30435790-352c-41d6-973a-73916ab7f73a tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069437 Jul 16 01:07:38.623047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Request body: {'binding': {'host': 'n-h2-791504-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:38.623821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:07:38.670600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ffbe2d04-cf67-4ccd-9143-e853caefe59d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:38.673140 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ffbe2d04-cf67-4ccd-9143-e853caefe59d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3570704 Jul 16 01:07:38.695702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-c21b6a48-45ef-4a5b-ae7e-69a7ff5fb183 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Router 1402160f-6efe-44e0-afcd-2fc0d1903c26 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:07:38.704787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Request body: {'port': {'device_id': 'f7e3501f-8551-4565-af16-b68b437241da', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': 'f7dbcf166ad942da8f3cbb9d7ad788b0'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:38.711337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:38.756523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Transition to ACTIVE for port object 3aa0e637-ffd6-4120-a790-7e06dcb77b22 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:38.833611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 on host n-h2-791504-14 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:38.834311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:38.834311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:38.839194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Port c8c13ee1-2fa2-436e-a809-5014abec2e28 on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:07:38.839513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:38.846494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:38.846805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:38.847203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:38.847636 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Bound port: c8c13ee1-2fa2-436e-a809-5014abec2e28, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:38.924907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:38.934488 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:38.936486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3f38fa1d-bf4a-40b0-9afd-e2b31ba36c1e service neutron] 10.222.0.64 "POST /v2.0/ports/c8c13ee1-2fa2-436e-a809-5014abec2e28/bindings HTTP/1.1" status: 201 len: 390 time: 0.3178635 Jul 16 01:07:39.293166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0aca7-1822-4b30-9249-c0e87af1c703 req-9940faf5-04ad-416d-873c-99f759bb53be tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:39.295642 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4e0aca7-1822-4b30-9249-c0e87af1c703 req-9940faf5-04ad-416d-873c-99f759bb53be tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 943 time: 0.1626103 Jul 16 01:07:39.331859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:39.376917 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4e0aca7-1822-4b30-9249-c0e87af1c703 req-14e1a9f1-df60-46a0-ad9f-aa62e7fa4291 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740173 Jul 16 01:07:39.387585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-c372c058-86da-43d9-9f3c-25b07610af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:39.391762 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-c372c058-86da-43d9-9f3c-25b07610af7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1098 time: 0.1650989 Jul 16 01:07:39.409641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-c21b6a48-45ef-4a5b-ae7e-69a7ff5fb183 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:07:39.426940 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-c21b6a48-45ef-4a5b-ae7e-69a7ff5fb183 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:39.427403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] Sync routers for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:07:39.443150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:39.444134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:39.477192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:39.487826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Made reservation on behalf of f7dbcf166ad942da8f3cbb9d7ad788b0 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:39.493196 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:39.509526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:39.536020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:39.545789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:39.546374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:39.556186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-7644c5d1-e7b6-402f-a62a-70aec862c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:39.558312 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-7644c5d1-e7b6-402f-a62a-70aec862c611 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.1520879 Jul 16 01:07:39.566787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:39.605982 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-c21b6a48-45ef-4a5b-ae7e-69a7ff5fb183 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "PUT /v2.0/floatingips/22ccde00-c177-4bb3-a7d5-a103a3ef76ca HTTP/1.1" status: 200 len: 695 time: 2.2475448 Jul 16 01:07:39.607123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:39.613623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-b16cddc0-c747-4ae9-b8ba-81ba97e14b70 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8508708 Jul 16 01:07:39.665793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-7a1901a1-bbe1-4c5c-abe1-8382233fb227 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28 HTTP/1.1" status: 200 len: 217 time: 0.0925834 Jul 16 01:07:39.716607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Request body: {'port': {'device_id': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:39.759256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-07aca94e-bea4-4b0c-b084-0ac1dd4d9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:39.760741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-07aca94e-bea4-4b0c-b084-0ac1dd4d9d5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.0822458 Jul 16 01:07:39.837046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-6fd44db0-d872-4ab9-a62d-5aea90cccbad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561779 Jul 16 01:07:39.908497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:39.963393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-01e431c9-ff9b-4974-b9c1-fa373821feac service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077168 Jul 16 01:07:39.975113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] Checking router: 1402160f-6efe-44e0-afcd-2fc0d1903c26 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:07:39.978128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Allocated IP 192.168.233.246 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/6a6d5387-b421-4f94-82a2-21cc60aa2e9e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:39.985979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:39.989187 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:39.989932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:39.993349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f6c622d1-879d-4673-896d-32fbaf61029e None None] Provisioning for port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:40.011773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-7efa4732-a4c5-4bb7-b0a4-a7dc7c6359d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:40.013857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-7efa4732-a4c5-4bb7-b0a4-a7dc7c6359d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 1097 time: 0.3494992 Jul 16 01:07:40.037120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f6c622d1-879d-4673-896d-32fbaf61029e None None] Provisioning complete for port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:40.037487 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6c622d1-879d-4673-896d-32fbaf61029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:40.106624 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-afc5742e-446e-4e45-9a63-660b3c3ac456 req-c6db7dfc-b478-4f92-bb73-cf1439ebac64 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 210 time: 0.1372950 Jul 16 01:07:40.114000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f6c622d1-879d-4673-896d-32fbaf61029e None None] Port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:07:40.143009 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-44ff177b-9768-484d-a54b-ea12cc0b288e service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627693 Jul 16 01:07:40.150351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:40.348956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-9e59f7b1-0a08-4df7-b117-a90d72679241 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:40.351116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-9e59f7b1-0a08-4df7-b117-a90d72679241 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1098 time: 0.1245072 Jul 16 01:07:40.382621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:07:40.404081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-14'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:40.420073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-9423c640-74fa-4677-b7c5-6a8a2603f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:40.426733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-9423c640-74fa-4677-b7c5-6a8a2603f40a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.3842189 Jul 16 01:07:40.434963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:07:40.435792 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1e5ee2fe-37c3-4a07-bc79-2f166fc63493 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:07:40.485698 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-a96f246e-5d6d-45db-83e5-228b53980393 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7 HTTP/1.1" status: 200 len: 217 time: 0.0538211 Jul 16 01:07:40.488171 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:40.514411 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:40.529952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Transition to ACTIVE for port object 6a6d5387-b421-4f94-82a2-21cc60aa2e9e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:40.551084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-43973a96-6bbb-4557-aa1d-7eb8b4946359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:40.552714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-43973a96-6bbb-4557-aa1d-7eb8b4946359 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.0604112 Jul 16 01:07:40.584562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdd74-5c7f-4700-904b-abcd3c9d289a req-99b45761-2ad6-4f95-be79-fecf1bf9fc1e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:40.586182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a20bdd74-5c7f-4700-904b-abcd3c9d289a req-99b45761-2ad6-4f95-be79-fecf1bf9fc1e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.2292335 Jul 16 01:07:40.614352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:40.629987 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:40.658264 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb7fc9-a14c-4160-93d6-9cf13b51c796 None None] The sync data for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 is: [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:07:40.710166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a20bdd74-5c7f-4700-904b-abcd3c9d289a req-48a67c06-4b97-40af-a3a5-c049fd9b0ba6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063569 Jul 16 01:07:40.746145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:40.748352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:40.754385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Pushing event updated for resources: {'Port': ['ID=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:40.757787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:40.761339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:40.766766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:40.767560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:40.789951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-13f09773-7a68-420b-a8b6-f62a089ea015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:40.792001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-13f09773-7a68-420b-a8b6-f62a089ea015 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2268298 Jul 16 01:07:40.808899 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02a400a-11cd-42ee-be0a-ff1aff71d84c x-openstack-request-id: req-f02a400a-11cd-42ee-be0a-ff1aff71d84c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:40.810947 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e58bde-ceaf-46b5-ab18-2db50f5d3eb3", "tag": "c3473244-a4e6-41d8-9f40-eff8e99ca4ba", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:40.811464 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f02a400a-11cd-42ee-be0a-ff1aff71d84c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:40.811762 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'tag': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba', 'status': 'completed', 'code': 200} Jul 16 01:07:40.836894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:40.856870 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-7cc80848-a4e7-4f5c-a3e2-248f5997272b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1596014 Jul 16 01:07:40.878619 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad28f7c-7739-41e8-a3b9-79f275fb1a49 x-openstack-request-id: req-5ad28f7c-7739-41e8-a3b9-79f275fb1a49 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:40.879146 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8534ac-ec7e-4b48-9501-94b38c5bbba3", "name": "network-vif-deleted", "tag": "1e5ee2fe-37c3-4a07-bc79-2f166fc63493", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:40.879551 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ad28f7c-7739-41e8-a3b9-79f275fb1a49 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:40.880261 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8534ac-ec7e-4b48-9501-94b38c5bbba3', 'name': 'network-vif-deleted', 'tag': '1e5ee2fe-37c3-4a07-bc79-2f166fc63493', 'status': 'completed', 'code': 200} Jul 16 01:07:40.905556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Request body: {'port': {'device_id': 'f7e3501f-8551-4565-af16-b68b437241da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:40.922189 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22421ae1-cd77-47ce-a7e3-bd627382058d x-openstack-request-id: req-22421ae1-cd77-47ce-a7e3-bd627382058d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:40.922526 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:40.922906 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22421ae1-cd77-47ce-a7e3-bd627382058d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:40.923666 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', 'code': 200} Jul 16 01:07:40.977755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:40.991865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6 req-fdf8a750-e895-4243-8b36-1bf3449fc707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:40.993916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6 req-fdf8a750-e895-4243-8b36-1bf3449fc707 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1231062 Jul 16 01:07:40.994915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:41.150907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 on host n-h1-791504-14 for vnic_type normal with profile {"migrating_to": "n-h2-791504-14"} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:41.151406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:41.152055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:41.167501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3cece008-9b94-40da-b31f-bd305758a2d9 None None] Provisioning for port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:41.173532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3cece008-9b94-40da-b31f-bd305758a2d9 None None] Provisioning complete for port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:41.174122 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cece008-9b94-40da-b31f-bd305758a2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:41.188261 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-40f74d9a-ea84-4a3f-b048-9e3760347581 service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839600 Jul 16 01:07:41.189754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Port c8c13ee1-2fa2-436e-a809-5014abec2e28 on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:07:41.190700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Attempting to bind port c8c13ee1-2fa2-436e-a809-5014abec2e28 on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:41.212515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa0e637-ffd6-4120-a790-7e06dcb77b22 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:41.218824 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369579f6-9aed-4a90-81c5-05ac96896dcb None None] New status for floating IP 22ccde00-c177-4bb3-a7d5-a103a3ef76ca: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:07:41.230726 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:41.247656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Transition to ACTIVE for port object 3aa0e637-ffd6-4120-a790-7e06dcb77b22 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:41.267368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3cece008-9b94-40da-b31f-bd305758a2d9 None None] Port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:07:41.279326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:41.279780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:41.280129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:41.280580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Bound port: c8c13ee1-2fa2-436e-a809-5014abec2e28, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:41.280995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:41.287527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c13ee1-2fa2-436e-a809-5014abec2e28,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:41.349384 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:41.392720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6 req-d328e356-8924-444c-9cab-379c32114613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:41.394851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6 req-d328e356-8924-444c-9cab-379c32114613 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.3797894 Jul 16 01:07:41.403150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:41.441506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:41.468271 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1ff1f2e-3226-4ab3-8053-b2749b53bed8 req-2c166488-f61b-4f49-9267-b0b02d34908d service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678084 Jul 16 01:07:41.488846 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ccf62-f9c9-4f40-b120-b7b8b9e29974 req-abd4728e-8c78-4ca8-9a1c-792959ee02d0 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:41.490703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa7ccf62-f9c9-4f40-b120-b7b8b9e29974 req-abd4728e-8c78-4ca8-9a1c-792959ee02d0 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 944 time: 0.3414488 Jul 16 01:07:41.492259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6 req-61efedad-2264-4bbb-88b2-7db2f7a2d1f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba HTTP/1.1" status: 200 len: 217 time: 0.0791833 Jul 16 01:07:41.497652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.498022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.498365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.498698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.499103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.499473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.500519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.500945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.501275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.501600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.501929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.502287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:41.512386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e9636-fdd1-40f9-aceb-ef91eb82bf5a req-02e3a226-6cf4-4cc5-b78b-34f23563c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:41.514217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-750e9636-fdd1-40f9-aceb-ef91eb82bf5a req-02e3a226-6cf4-4cc5-b78b-34f23563c19f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1102 time: 0.4828537 Jul 16 01:07:41.580597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Attempting to bind port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:41.581118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Attempting to bind port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:41.581680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Attempting to bind port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:41.595787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6 req-51e0b996-deec-4c9e-9706-fac361684cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:41.598157 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6 req-51e0b996-deec-4c9e-9706-fac361684cf4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.0790865 Jul 16 01:07:41.667669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:07:41.668757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Attempting to bind port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:41.682383 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:41.683380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:41.683935 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:41.684906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Bound port: 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:41.685972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:41.745648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:41.756599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6 req-871b1646-38b3-4bc1-bcca-b478755be96c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250165 Jul 16 01:07:41.820372 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:41.823100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:41.846255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:41.858029 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa7ccf62-f9c9-4f40-b120-b7b8b9e29974 req-b9b855a0-9d5e-4849-a720-fc7d9c58daab tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426487 Jul 16 01:07:41.865635 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:41.913555 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:41.968890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-750e9636-fdd1-40f9-aceb-ef91eb82bf5a req-a5deb57e-cd50-4ae1-b482-9e35f56cfd24 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691671 Jul 16 01:07:41.983592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c13ee1-2fa2-436e-a809-5014abec2e28,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:42.020062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:42.020928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:42.023819 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] 10.222.0.67 "PUT /v2.0/ports/3aa0e637-ffd6-4120-a790-7e06dcb77b22 HTTP/1.1" status: 200 len: 1097 time: 2.3573318 Jul 16 01:07:42.127677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:42.128416 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:42.129794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-61b117fe-fabc-4dd4-a743-b31a88780316 service neutron] 10.222.0.50 "PUT /v2.0/ports/c8c13ee1-2fa2-436e-a809-5014abec2e28 HTTP/1.1" status: 200 len: 1124 time: 1.7624359 Jul 16 01:07:42.175359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6 req-57a313d9-483c-41b2-ac11-991de6d53604 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984265 Jul 16 01:07:42.193867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['c8c13ee1-2fa2-436e-a809-5014abec2e28'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:42.201944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10d179-2326-401a-8db8-4db9e4b96d3d service neutron] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:42.223441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44986) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:42.321932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a9652f30-8062-48d0-889f-a17b69e95616 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902910038', 'description': 'tempest-description--1526923652'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:42.417840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c3473244-a4e6-41d8-9f40-eff8e99ca4ba details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:07:42.439369 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9652f30-8062-48d0-889f-a17b69e95616 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:42.476871 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d03a96-c635-4ea7-a10d-aeb6a32d27d6 req-60246981-cc7c-4eae-8b30-e9ea4438b4b0 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853084 Jul 16 01:07:42.481979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6d5387-b421-4f94-82a2-21cc60aa2e9e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:42.590782 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:42.622873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d25a18-4e5f-4a19-abeb-3047c9040bd9 req-33f43961-e97e-4589-990b-b9c6cafdb251 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:42.625025 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9d25a18-4e5f-4a19-abeb-3047c9040bd9 req-33f43961-e97e-4589-990b-b9c6cafdb251 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 936 time: 0.0961959 Jul 16 01:07:42.646226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Transition to ACTIVE for port object 6a6d5387-b421-4f94-82a2-21cc60aa2e9e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:42.650164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-19b4c1cf-a519-4181-959b-2834f076707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:42.652857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-19b4c1cf-a519-4181-959b-2834f076707a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 1100 time: 0.5543880 Jul 16 01:07:42.662711 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:42.683747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9d25a18-4e5f-4a19-abeb-3047c9040bd9 req-dbc19c77-93f2-4190-a923-95463b1f488a tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514696 Jul 16 01:07:42.766677 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:42.789474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba', 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c', 'port_id': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba', 'mac_address': 'fa:16:3e:95:6f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46818f7-f7d8-4e1b-b60b-de082ce14d78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:07:42.814249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763dfd51-3205-4d65-ae64-887a45085582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c13ee1-2fa2-436e-a809-5014abec2e28'}, {'name': 'network-changed', 'server_uuid': '763dfd51-3205-4d65-ae64-887a45085582', 'tag': 'c8c13ee1-2fa2-436e-a809-5014abec2e28'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:42.819276 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f" -d '{"events": [{"server_uuid": "763dfd51-3205-4d65-ae64-887a45085582", "name": "network-vif-unplugged", "status": "completed", "tag": "c8c13ee1-2fa2-436e-a809-5014abec2e28"}, {"name": "network-changed", "server_uuid": "763dfd51-3205-4d65-ae64-887a45085582", "tag": "c8c13ee1-2fa2-436e-a809-5014abec2e28"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:42.871009 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-8bf6ba90-c0ff-4bf5-b78b-0b978223cc37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22 HTTP/1.1" status: 200 len: 217 time: 0.1824424 Jul 16 01:07:42.908769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'tag': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7'}, {'name': 'network-changed', 'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:42.916608 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4362b8cd-ffe5-4ff5-9432-efdddef2e9ef", "tag": "ca507213-e5d2-4e41-8ce5-5b5bedd554b7"}, {"name": "network-changed", "server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:43.009741 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:43.036725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45000) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:43.043040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3473244-a4e6-41d8-9f40-eff8e99ca4ba {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:43.077170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:43.084619 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:43.102336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:43.150358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f18048-2ce8-45f1-a613-dfafb3f950c9 req-9489ccca-305f-4b3d-bf4f-97eb23582a1f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:43.154805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-75f18048-2ce8-45f1-a613-dfafb3f950c9 req-9489ccca-305f-4b3d-bf4f-97eb23582a1f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 943 time: 0.6387854 Jul 16 01:07:43.178788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:43.214035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-504ca252-9043-4fde-8b14-d3d6c2b0394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:43.216077 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-504ca252-9043-4fde-8b14-d3d6c2b0394c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.3147023 Jul 16 01:07:43.219634 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9652f30-8062-48d0-889f-a17b69e95616 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:43.286851 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:43.300155 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9652f30-8062-48d0-889f-a17b69e95616 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:43.325793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Attempting to bind port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:43.326261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Attempting to bind port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:43.326655 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Attempting to bind port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:43.339244 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-75f18048-2ce8-45f1-a613-dfafb3f950c9 req-bfc5aece-5416-4e44-b685-6eff830ce457 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312554 Jul 16 01:07:43.354464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:07:43.354797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Attempting to bind port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:43.378476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:43.378476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:43.378476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:43.378476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Bound port: 6a6d5387-b421-4f94-82a2-21cc60aa2e9e, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:43.378476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:43.378476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9652f30-8062-48d0-889f-a17b69e95616 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:43.477356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-9ab9d2f5-f954-4399-b83b-43bf1e07129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:43.479989 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-9ab9d2f5-f954-4399-b83b-43bf1e07129a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2181249 Jul 16 01:07:43.567934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] For port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:43.587218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] For port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:43.591881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c3473244-a4e6-41d8-9f40-eff8e99ca4ba'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:43.618665 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:43.888160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:43.895547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:43.956564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90f6cf05474d429591c55e19c87d37b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9185271 Jul 16 01:07:43.958352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45008) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:43.959018 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1215aed-dbd5-4644-bb64-c9df7a2f61f7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:43.986710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.986953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.987283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.987617 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.987947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.988274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.988597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.988919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.989241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.989559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.989879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:43.990304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea9721-fea2-4625-b423-f6d8d57e34d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:07:44.016530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec25b1-3d52-4ddf-8f66-fb4e5cbf4459 req-292987cd-74d6-4491-a4b5-e30ea8a576d4 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:44.023569 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-baec25b1-3d52-4ddf-8f66-fb4e5cbf4459 req-292987cd-74d6-4491-a4b5-e30ea8a576d4 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.5525420 Jul 16 01:07:44.064836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:44.065827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.068186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/6a6d5387-b421-4f94-82a2-21cc60aa2e9e HTTP/1.1" status: 200 len: 1097 time: 3.1846950 Jul 16 01:07:44.082418 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9652f30-8062-48d0-889f-a17b69e95616 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.086635 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a9652f30-8062-48d0-889f-a17b69e95616 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8434157 Jul 16 01:07:44.091508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45010) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:44.106322 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-d8db3486-3087-4bfd-8755-b8c9cc72dfb3 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177986 Jul 16 01:07:44.117541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ded61bfb-205c-44eb-b98e-ea962dcd8853 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Request body: {'security_group_rule': {'security_group_id': 'db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:44.135564 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-936fbd7f-9d18-466c-bb10-9521b604e468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.142948 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-baec25b1-3d52-4ddf-8f66-fb4e5cbf4459 req-3ca04818-a20b-49e7-8bc3-5926eefca4cc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179628 Jul 16 01:07:44.178659 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-936fbd7f-9d18-466c-bb10-9521b604e468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.206621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d6b5a-4b57-4283-a18e-281d9b0da265 req-62848691-c2c1-4bfa-8b63-bdb8008dd610 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:44.208752 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-188d6b5a-4b57-4283-a18e-281d9b0da265 req-62848691-c2c1-4bfa-8b63-bdb8008dd610 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 950 time: 0.7046742 Jul 16 01:07:44.209189 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ded61bfb-205c-44eb-b98e-ea962dcd8853 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.212444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a0a0a-4b76-40c3-a655-78a186f4c4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:44.240876 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4aac67-df30-4673-b48d-716c5a840abe x-openstack-request-id: req-ce4aac67-df30-4673-b48d-716c5a840abe {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:44.241154 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763dfd51-3205-4d65-ae64-887a45085582", "name": "network-vif-unplugged", "status": "completed", "tag": "c8c13ee1-2fa2-436e-a809-5014abec2e28", "code": 200}, {"name": "network-changed", "server_uuid": "763dfd51-3205-4d65-ae64-887a45085582", "tag": "c8c13ee1-2fa2-436e-a809-5014abec2e28", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:44.241416 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce4aac67-df30-4673-b48d-716c5a840abe {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:44.241898 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763dfd51-3205-4d65-ae64-887a45085582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c13ee1-2fa2-436e-a809-5014abec2e28', 'code': 200} Jul 16 01:07:44.242111 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763dfd51-3205-4d65-ae64-887a45085582', 'tag': 'c8c13ee1-2fa2-436e-a809-5014abec2e28', 'status': 'completed', 'code': 200} Jul 16 01:07:44.347485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-188d6b5a-4b57-4283-a18e-281d9b0da265 req-964a6ab6-eb5b-447c-b4ad-caea98750da8 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.64 "GET /v2.0/security-groups?id=f77a2cb2-c300-4cda-be28-085c8126e55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160736 Jul 16 01:07:44.353930 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4cbd06-e428-424c-8bd2-18202c0cb40e req-bc764e80-c0ea-4b12-ae56-8c8b69d57ee0 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341506 Jul 16 01:07:44.363818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-3393390c-ed45-4e5b-b64c-8685e547b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:44.366455 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-3393390c-ed45-4e5b-b64c-8685e547b4d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 1100 time: 0.2245703 Jul 16 01:07:44.372204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-936fbd7f-9d18-466c-bb10-9521b604e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.377112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-936fbd7f-9d18-466c-bb10-9521b604e468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.379798 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-936fbd7f-9d18-466c-bb10-9521b604e468 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1215aed-dbd5-4644-bb64-c9df7a2f61f7 HTTP/1.1" status: 204 len: 168 time: 0.4178276 Jul 16 01:07:44.429057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c8c13ee1-2fa2-436e-a809-5014abec2e28 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:07:44.458082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fbd7f-9d18-466c-bb10-9521b604e468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1215aed-dbd5-4644-bb64-c9df7a2f61f7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:44.495579 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8b314e-eac0-4215-a2a0-92cc73e6e070 x-openstack-request-id: req-5e8b314e-eac0-4215-a2a0-92cc73e6e070 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:44.495928 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4362b8cd-ffe5-4ff5-9432-efdddef2e9ef", "tag": "ca507213-e5d2-4e41-8ce5-5b5bedd554b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:44.496094 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e8b314e-eac0-4215-a2a0-92cc73e6e070 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:44.502926 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'tag': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'status': 'completed', 'code': 200} Jul 16 01:07:44.506091 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'status': 'completed', 'code': 200} Jul 16 01:07:44.516836 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-0b0deb06-7850-4668-982f-1fa30b0c4b5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6a6d5387-b421-4f94-82a2-21cc60aa2e9e HTTP/1.1" status: 200 len: 217 time: 0.1312814 Jul 16 01:07:44.695485 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ded61bfb-205c-44eb-b98e-ea962dcd8853 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.712432 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ded61bfb-205c-44eb-b98e-ea962dcd8853 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.759277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:44.790899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f req-6ff4205c-3d6a-4772-a05f-be515424dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:44.791268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c8c13ee1-2fa2-436e-a809-5014abec2e28 has no active binding in host n-h2-791504-14 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:07:44.793398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f req-6ff4205c-3d6a-4772-a05f-be515424dd60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1127 time: 0.4991875 Jul 16 01:07:44.796661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-1ea58e5b-c912-473c-9c5b-fe4aaf7f6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:44.798169 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-1ea58e5b-c912-473c-9c5b-fe4aaf7f6331 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2388802 Jul 16 01:07:44.808374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded61bfb-205c-44eb-b98e-ea962dcd8853 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df76177d-66b1-4271-b5ad-647c41526e5d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:44.862294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-5e3b5117-4b1f-4b4a-afa5-a449c020a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:44.863991 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-5e3b5117-4b1f-4b4a-afa5-a449c020a2f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 1100 time: 0.3421576 Jul 16 01:07:44.876013 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ded61bfb-205c-44eb-b98e-ea962dcd8853 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.881380 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ded61bfb-205c-44eb-b98e-ea962dcd8853 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7798111 Jul 16 01:07:44.883746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45020) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:44.885521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c656c0-6a63-46de-ba34-0fac76a0466e req-81dd8dc4-74cd-4657-afa4-051d7dd04248 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:44.889343 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33c656c0-6a63-46de-ba34-0fac76a0466e req-81dd8dc4-74cd-4657-afa4-051d7dd04248 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 944 time: 0.4225824 Jul 16 01:07:44.897571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1ad0c7da-f059-401d-a784-55cf33b01547 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Request body: {'security_group_rule': {'security_group_id': 'db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:44.900800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-2686bb48-94ab-468e-a49e-cc7ffdd6424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:44.902374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-2686bb48-94ab-468e-a49e-cc7ffdd6424e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 1097 time: 0.3433251 Jul 16 01:07:44.975125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45022) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:45.003798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-facfef20-e8bb-439d-934e-acf29f5255d7 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:45.005670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-facfef20-e8bb-439d-934e-acf29f5255d7 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2858665 Jul 16 01:07:45.072320 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1f72bfe-181b-46e0-bb2f-a8d8c0b849f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:45.133136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f req-7ba71d61-8b9a-444e-8661-5dfb5473452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:45.135344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f req-7ba71d61-8b9a-444e-8661-5dfb5473452b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.3315308 Jul 16 01:07:45.151769 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-95bae5cd-de33-4b82-b7a9-f15e73940d50 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 696 time: 0.1295614 Jul 16 01:07:45.159280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33c656c0-6a63-46de-ba34-0fac76a0466e req-5eb7091d-bf79-40a1-980d-b811afd05351 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455044 Jul 16 01:07:45.174548 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ad0c7da-f059-401d-a784-55cf33b01547 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:45.197468 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-36701a03-365f-4817-9b8d-13680bcff6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:45.199340 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-36701a03-365f-4817-9b8d-13680bcff6bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3877203 Jul 16 01:07:45.214633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-16250b1d-0e4f-46bf-9e59-42335961b083 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Request body: {'floatingip': {'port_id': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:45.227552 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f req-28815698-e5c7-4e5a-b857-263d61d335ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28 HTTP/1.1" status: 200 len: 217 time: 0.0751710 Jul 16 01:07:45.247256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-69e6a066-00d5-4a3c-a995-8a058103bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:45.249116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-69e6a066-00d5-4a3c-a995-8a058103bb02 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.3762755 Jul 16 01:07:45.306530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-52dbfb05-6884-4dac-a3a2-aa0aaf8d47c3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:45.309216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-52dbfb05-6884-4dac-a3a2-aa0aaf8d47c3 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d05609f-01a8-4ee8-bb99-dc9783515233 HTTP/1.1" status: 200 len: 950 time: 0.4186625 Jul 16 01:07:45.315660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-095ad73d-01cc-4a6d-87c7-fc3d3fdb2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:45.318404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-095ad73d-01cc-4a6d-87c7-fc3d3fdb2f5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.4006124 Jul 16 01:07:45.441009 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-5f759f27-c141-4d85-b768-a3e457b2f26f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7 HTTP/1.1" status: 200 len: 217 time: 0.1008873 Jul 16 01:07:45.469543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f req-c00e4801-aab2-4836-b2a4-bc293f8473fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:45.471649 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f req-c00e4801-aab2-4836-b2a4-bc293f8473fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.2358985 Jul 16 01:07:45.476845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-16250b1d-0e4f-46bf-9e59-42335961b083 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:45.504096 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-2828f0c2-423d-49dd-8e19-6e7bb9fd7483 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22 HTTP/1.1" status: 200 len: 217 time: 0.1583309 Jul 16 01:07:45.590577 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f req-6021ff2d-33d4-4306-afc1-de094a51c583 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050112 Jul 16 01:07:45.736608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-b82a93aa-d9ac-49d6-bd96-e9ef6e824e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:45.739412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-b82a93aa-d9ac-49d6-bd96-e9ef6e824e4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.2663336 Jul 16 01:07:45.776804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.50', 55711) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:45.780493 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ad0c7da-f059-401d-a784-55cf33b01547 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:45.815693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ad0c7da-f059-401d-a784-55cf33b01547 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:45.838451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9c40-bb67-4c11-9dbd-40b3dbd3fb8d req-cd2a349b-2580-4a94-9a75-21c63709be29 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:45.840094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-039a9c40-bb67-4c11-9dbd-40b3dbd3fb8d req-cd2a349b-2580-4a94-9a75-21c63709be29 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 948 time: 0.4560738 Jul 16 01:07:45.849550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-a8be13f5-7cd4-4687-b7de-55ad24a5949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:45.851192 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-a8be13f5-7cd4-4687-b7de-55ad24a5949a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2760811 Jul 16 01:07:45.914702 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f req-298f1d23-6ab5-4b42-8e44-4969dafe28cf service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815323 Jul 16 01:07:45.925595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-890922be-bfe9-44c2-83e4-f079c85b23bc service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6994278 Jul 16 01:07:45.927976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-31faf2a7-85ab-41d9-8fbb-1054d4a25ff9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Deleting port d007f29c-75e5-4211-9b81-8b4fe1aab6bc {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:07:45.928510 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-31faf2a7-85ab-41d9-8fbb-1054d4a25ff9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:45.938689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0c7da-f059-401d-a784-55cf33b01547 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3c0701-eafa-47eb-9542-807577a49fa2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:46.001205 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-039a9c40-bb67-4c11-9dbd-40b3dbd3fb8d req-27b9104c-a752-4f7c-9bf0-57cf6dbfdbba tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457014 Jul 16 01:07:46.038718 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1f72bfe-181b-46e0-bb2f-a8d8c0b849f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.092003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-350ef54e-52a0-45f3-ae33-98277eac2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:46.094250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-350ef54e-52a0-45f3-ae33-98277eac2057 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3014009 Jul 16 01:07:46.116341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1f72bfe-181b-46e0-bb2f-a8d8c0b849f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.139323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ad0c7da-f059-401d-a784-55cf33b01547 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.141061 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1ad0c7da-f059-401d-a784-55cf33b01547 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2558730 Jul 16 01:07:46.148309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45030) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:46.157221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:46.200069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-31faf2a7-85ab-41d9-8fbb-1054d4a25ff9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] For port d007f29c-75e5-4211-9b81-8b4fe1aab6bc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:46.200540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-31faf2a7-85ab-41d9-8fbb-1054d4a25ff9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.231226 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b1f72bfe-181b-46e0-bb2f-a8d8c0b849f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=086d936dae23478698fe1effd489b5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2512183 Jul 16 01:07:46.232042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f72bfe-181b-46e0-bb2f-a8d8c0b849f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f957ebb9-7f8c-4f01-bbff-b2cd5125c91b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:46.240111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45034) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:46.259905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-31faf2a7-85ab-41d9-8fbb-1054d4a25ff9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Calling delete_port for d007f29c-75e5-4211-9b81-8b4fe1aab6bc owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:07:46.266109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb886b2-5609-443b-b621-2cd3617fe635 req-df833943-7b78-45e8-a570-074f4264a0b6 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:46.267630 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-deb886b2-5609-443b-b621-2cd3617fe635 req-df833943-7b78-45e8-a570-074f4264a0b6 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.50 "GET /v2.0/ports?device_id=4362b8cd-ffe5-4ff5-9432-efdddef2e9ef HTTP/1.1" status: 200 len: 945 time: 0.4800365 Jul 16 01:07:46.272639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a74af513-9d77-49d9-9cdc-f24906454aeb req-1bb479e3-aa42-47f9-93e4-64b7da073fac service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074737 Jul 16 01:07:46.276380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-442dc204-ddf3-4670-9f37-a845b3c3ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:46.277864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffc5441b-c219-4f8a-84a3-e4fb06b0513f req-727837d7-7055-44f6-84ce-2d4e33b0e37f service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443899 Jul 16 01:07:46.277995 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-442dc204-ddf3-4670-9f37-a845b3c3ab67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3810985 Jul 16 01:07:46.325788 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.402144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-0d8ef04a-df7d-479e-8c94-f7bf0b632893 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982073 Jul 16 01:07:46.437519 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd0baceb-4944-44a9-8572-4b92bf604f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.459530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c3473244-a4e6-41d8-9f40-eff8e99ca4ba up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:46.509404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e3501f-8551-4565-af16-b68b437241da', 'tag': '6a6d5387-b421-4f94-82a2-21cc60aa2e9e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:46.511914 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b68fe1f-e6e7-4c15-a463-59c2a500e623" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e3501f-8551-4565-af16-b68b437241da", "tag": "6a6d5387-b421-4f94-82a2-21cc60aa2e9e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:46.515638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port c3473244-a4e6-41d8-9f40-eff8e99ca4ba completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:46.521922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port c3473244-a4e6-41d8-9f40-eff8e99ca4ba triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:46.522843 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.583286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd0baceb-4944-44a9-8572-4b92bf604f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.625213 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.665422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:46.668436 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d90cbb-4edb-4e6a-a247-c0c5fbd70041" -d '{"events": [{"server_uuid": "68e58bde-ceaf-46b5-ab18-2db50f5d3eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c3473244-a4e6-41d8-9f40-eff8e99ca4ba"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:46.682826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:46.689390 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.746896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:46.804945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-04c8c178-9de4-4b50-a85a-24e9189e612e service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843646 Jul 16 01:07:46.806300 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-f7aef95b-acdf-4bb5-8733-5c3d0cf3866d service neutron] 10.222.0.67 "GET /v2.0/ports/c8c13ee1-2fa2-436e-a809-5014abec2e28/bindings/n-h2-791504-14 HTTP/1.1" status: 200 len: 385 time: 0.3202536 Jul 16 01:07:46.837746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-31faf2a7-85ab-41d9-8fbb-1054d4a25ff9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.876175 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd0baceb-4944-44a9-8572-4b92bf604f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.878759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd0baceb-4944-44a9-8572-4b92bf604f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:46.879891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fd0baceb-4944-44a9-8572-4b92bf604f37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f957ebb9-7f8c-4f01-bbff-b2cd5125c91b HTTP/1.1" status: 204 len: 168 time: 0.6387262 Jul 16 01:07:46.918939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31faf2a7-85ab-41d9-8fbb-1054d4a25ff9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Pushing event deleted for resources: {'Port': ['ID=d007f29c-75e5-4211-9b81-8b4fe1aab6bc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:46.924356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-7b1a7238-416a-4aa0-a1b7-314bb77456ff service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305075 Jul 16 01:07:46.933849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30e273-51b5-4fbb-a08a-783d590a21a1 req-7ed363b7-cfdb-422c-8739-efe5d37b2bb3 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:46.942088 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf30e273-51b5-4fbb-a08a-783d590a21a1 req-7ed363b7-cfdb-422c-8739-efe5d37b2bb3 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1102 time: 0.4222443 Jul 16 01:07:46.944295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0baceb-4944-44a9-8572-4b92bf604f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f957ebb9-7f8c-4f01-bbff-b2cd5125c91b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:47.002885 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bf30e273-51b5-4fbb-a08a-783d590a21a1 req-a98e2c1c-2bd0-4f83-a4f0-1b61f254ed32 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.006641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-deb886b2-5609-443b-b621-2cd3617fe635 req-1020e881-0b63-4326-8bab-1c14bfd462f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Deleting port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:07:47.006980 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-deb886b2-5609-443b-b621-2cd3617fe635 req-1020e881-0b63-4326-8bab-1c14bfd462f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.030690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-31faf2a7-85ab-41d9-8fbb-1054d4a25ff9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] No DVR routers for this DVR port d007f29c-75e5-4211-9b81-8b4fe1aab6bc on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:07:47.035024 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-31faf2a7-85ab-41d9-8fbb-1054d4a25ff9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.037007 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47485d93-2c24-4450-9035-5ded5c156dc0 req-31faf2a7-85ab-41d9-8fbb-1054d4a25ff9 tempest-ServersAdminNegativeTestJSON-1260371793 tempest-ServersAdminNegativeTestJSON-1260371793-project] 10.222.0.50 "DELETE /v2.0/ports/d007f29c-75e5-4211-9b81-8b4fe1aab6bc HTTP/1.1" status: 204 len: 173 time: 1.7144165 Jul 16 01:07:47.039269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05609f-01a8-4ee8-bb99-dc9783515233', 'name': 'network-vif-deleted', 'tag': 'd007f29c-75e5-4211-9b81-8b4fe1aab6bc'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:47.041668 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6361c7-7c55-4ed8-bb27-667fab3c2034" -d '{"events": [{"server_uuid": "0d05609f-01a8-4ee8-bb99-dc9783515233", "name": "network-vif-deleted", "tag": "d007f29c-75e5-4211-9b81-8b4fe1aab6bc"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:47.045226 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.267397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-16250b1d-0e4f-46bf-9e59-42335961b083 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:07:47.336756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3aa0e637-ffd6-4120-a790-7e06dcb77b22 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:07:47.340494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-deb886b2-5609-443b-b621-2cd3617fe635 req-1020e881-0b63-4326-8bab-1c14bfd462f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] For port ca507213-e5d2-4e41-8ce5-5b5bedd554b7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:47.341326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-deb886b2-5609-443b-b621-2cd3617fe635 req-1020e881-0b63-4326-8bab-1c14bfd462f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.375585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fcc0ab58-4b4f-44e9-a209-d025e214e6a7 req-a02e6854-bbe5-47d8-ab25-be5fdd02bf03 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392614 Jul 16 01:07:47.378393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-deb886b2-5609-443b-b621-2cd3617fe635 req-1020e881-0b63-4326-8bab-1c14bfd462f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Calling delete_port for ca507213-e5d2-4e41-8ce5-5b5bedd554b7 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:07:47.391079 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-16250b1d-0e4f-46bf-9e59-42335961b083 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.403223 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-16250b1d-0e4f-46bf-9e59-42335961b083 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.537727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:47.555199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'mac_address': 'fa:16:3e:04:0b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:07:47.613962 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-16250b1d-0e4f-46bf-9e59-42335961b083 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Floating IP 22ccde00-c177-4bb3-a7d5-a103a3ef76ca associated. External IP: 172.25.4.189, port: dfe746c5-de81-4a86-9a89-d03b8f5ef612. Jul 16 01:07:47.644549 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.662205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa0e637-ffd6-4120-a790-7e06dcb77b22 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:47.693259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:47.697899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Allocated IP 172.25.4.107 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/0043847a-b986-4c76-8b6f-868f270a4670) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:47.704759 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.730666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-e4ce539a-d36d-4db8-9161-4d2f0c3598e4 service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:47.788755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-e4ce539a-d36d-4db8-9161-4d2f0c3598e4 service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:47.830810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:47.848346 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bf30e273-51b5-4fbb-a08a-783d590a21a1 req-a98e2c1c-2bd0-4f83-a4f0-1b61f254ed32 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.894392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-e4ce539a-d36d-4db8-9161-4d2f0c3598e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c13ee1-2fa2-436e-a809-5014abec2e28 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:47.903019 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bf30e273-51b5-4fbb-a08a-783d590a21a1 req-a98e2c1c-2bd0-4f83-a4f0-1b61f254ed32 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.926690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-e4ce539a-d36d-4db8-9161-4d2f0c3598e4 service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:47.930690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-deb886b2-5609-443b-b621-2cd3617fe635 req-1020e881-0b63-4326-8bab-1c14bfd462f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:47.931490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['3aa0e637-ffd6-4120-a790-7e06dcb77b22'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:47.953651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:47.961256 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf30e273-51b5-4fbb-a08a-783d590a21a1 req-a98e2c1c-2bd0-4f83-a4f0-1b61f254ed32 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0117161 Jul 16 01:07:47.979851 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-e4ce539a-d36d-4db8-9161-4d2f0c3598e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:48.003335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e2c1c-2bd0-4f83-a4f0-1b61f254ed32 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f7c8fa-d741-4937-9200-9f0a8720f324,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:48.025036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020e881-0b63-4326-8bab-1c14bfd462f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Pushing event deleted for resources: {'Port': ['ID=ca507213-e5d2-4e41-8ce5-5b5bedd554b7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:48.079472 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:48.095239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-16250b1d-0e4f-46bf-9e59-42335961b083 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Router 1402160f-6efe-44e0-afcd-2fc0d1903c26 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:07:48.141572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb886b2-5609-443b-b621-2cd3617fe635 req-1020e881-0b63-4326-8bab-1c14bfd462f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] No DVR routers for this DVR port ca507213-e5d2-4e41-8ce5-5b5bedd554b7 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:07:48.150888 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-deb886b2-5609-443b-b621-2cd3617fe635 req-1020e881-0b63-4326-8bab-1c14bfd462f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:48.153653 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-deb886b2-5609-443b-b621-2cd3617fe635 req-1020e881-0b63-4326-8bab-1c14bfd462f0 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.50 "DELETE /v2.0/ports/ca507213-e5d2-4e41-8ce5-5b5bedd554b7 HTTP/1.1" status: 204 len: 173 time: 1.8710608 Jul 16 01:07:48.237298 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:48.322140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event updated for resources: {'Port': ['ID=0043847a-b986-4c76-8b6f-868f270a4670,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:48.356694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:48.365596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:48.372816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:48.390896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-16250b1d-0e4f-46bf-9e59-42335961b083 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:07:48.396460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-e4ce539a-d36d-4db8-9161-4d2f0c3598e4 service neutron] Transition to ACTIVE for port object c8c13ee1-2fa2-436e-a809-5014abec2e28 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:48.396701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-16250b1d-0e4f-46bf-9e59-42335961b083 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:48.404271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] Sync routers for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:07:48.419685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:48.420718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:48.448991 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-e4ce539a-d36d-4db8-9161-4d2f0c3598e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:48.454093 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-16250b1d-0e4f-46bf-9e59-42335961b083 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "PUT /v2.0/floatingips/22ccde00-c177-4bb3-a7d5-a103a3ef76ca HTTP/1.1" status: 200 len: 997 time: 3.2653499 Jul 16 01:07:48.476502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6a6d5387-b421-4f94-82a2-21cc60aa2e9e details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:07:48.517094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device d007f29c-75e5-4211-9b81-8b4fe1aab6bc no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:07:48.545922 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:48.556631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-6e4541b5-9f27-4b55-bd13-23439e3610ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:48.572281 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-6e4541b5-9f27-4b55-bd13-23439e3610ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1098 time: 0.1095796 Jul 16 01:07:48.577213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: d007f29c-75e5-4211-9b81-8b4fe1aab6bc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:07:48.578040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device d007f29c-75e5-4211-9b81-8b4fe1aab6bc not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:07:48.634579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616db0-f0fb-4b6a-876a-530fb0f72b12 req-4484f3e0-5e9c-4c29-962c-1d094826c458 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:48.636768 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b2616db0-f0fb-4b6a-876a-530fb0f72b12 req-4484f3e0-5e9c-4c29-962c-1d094826c458 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 945 time: 0.4085579 Jul 16 01:07:48.675744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-e4ce539a-d36d-4db8-9161-4d2f0c3598e4 service neutron] No DVR routers for this DVR port c8c13ee1-2fa2-436e-a809-5014abec2e28 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:07:48.681226 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:48.701065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:48.715105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:48.719906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce539a-d36d-4db8-9161-4d2f0c3598e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c13ee1-2fa2-436e-a809-5014abec2e28,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:48.727399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-de9620d1-057a-4520-96a1-82552a07321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:48.740731 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-de9620d1-057a-4520-96a1-82552a07321b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.1630318 Jul 16 01:07:48.769333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '6a6d5387-b421-4f94-82a2-21cc60aa2e9e', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '6a6d5387-b421-4f94-82a2-21cc60aa2e9e', 'mac_address': 'fa:16:3e:82:9c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:07:48.770848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-e4ce539a-d36d-4db8-9161-4d2f0c3598e4 service neutron] 10.222.0.67 "PUT /v2.0/ports/c8c13ee1-2fa2-436e-a809-5014abec2e28/bindings/n-h2-791504-14/activate HTTP/1.1" status: 200 len: 370 time: 1.9474821 Jul 16 01:07:48.809117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b2616db0-f0fb-4b6a-876a-530fb0f72b12 req-6a66dbbd-ebd3-4b2d-8a11-b31456d108f6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422296 Jul 16 01:07:48.819290 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:48.868450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6d5387-b421-4f94-82a2-21cc60aa2e9e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:48.940713 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-0eb0d232-52d7-465b-a38b-8f07385125c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 1000 time: 0.1990900 Jul 16 01:07:48.950121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:48.972581 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:49.011153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:49.018181 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:49.022781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-a1aa120e-5d80-4353-a71d-f36778473cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:49.033843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-a1aa120e-5d80-4353-a71d-f36778473cf2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.0840161 Jul 16 01:07:49.083663 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:49.109409 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:49.153394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event updated for resources: {'Port': ['ID=0043847a-b986-4c76-8b6f-868f270a4670,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:49.158737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:49.168528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-80f89b6f-1f19-41d9-9120-d92e45e16f0d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0095172 Jul 16 01:07:49.300333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-447343a1-5dcd-4768-8c90-28be56fcdcc0 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:49.301013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['6a6d5387-b421-4f94-82a2-21cc60aa2e9e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:07:49.302098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-447343a1-5dcd-4768-8c90-28be56fcdcc0 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.1736128 Jul 16 01:07:49.304412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-9f0d28ae-595b-41d8-85f5-76e8afbe0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:49.308163 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-9f0d28ae-595b-41d8-85f5-76e8afbe0847 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2710347 Jul 16 01:07:49.356593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3aa0e637-ffd6-4120-a790-7e06dcb77b22 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:49.409953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec02f6-6219-4964-8df0-62d7e35e099f req-ffb7faf3-59da-4ad8-b72a-7e6988bfe65c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:49.412368 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4dec02f6-6219-4964-8df0-62d7e35e099f req-ffb7faf3-59da-4ad8-b72a-7e6988bfe65c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 945 time: 0.0978494 Jul 16 01:07:49.412520 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:c3:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:47Z', 'revision_number': 8, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:49.466532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] Checking router: 1402160f-6efe-44e0-afcd-2fc0d1903c26 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:07:49.482298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4dec02f6-6219-4964-8df0-62d7e35e099f req-6a2b00b2-606f-4417-8fe2-c575628ad53b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565331 Jul 16 01:07:49.490786 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-6d4e49d2-874d-4fbe-909b-9f784367b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:49.492359 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-6d4e49d2-874d-4fbe-909b-9f784367b346 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582&tenant_id=b1467b46a3bd45be94215a91f1f7b186 HTTP/1.1" status: 200 len: 1097 time: 0.1691241 Jul 16 01:07:49.508018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:49.513390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:49.517646 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-fad20468-7c17-4c95-9214-16d8675bf51c service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027943 Jul 16 01:07:49.548806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45090) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:49.557383 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f632f59b-ad3e-41ef-acf1-731864450341 x-openstack-request-id: req-f632f59b-ad3e-41ef-acf1-731864450341 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:49.557783 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e3501f-8551-4565-af16-b68b437241da", "tag": "6a6d5387-b421-4f94-82a2-21cc60aa2e9e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:49.558064 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f632f59b-ad3e-41ef-acf1-731864450341 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:49.558460 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e3501f-8551-4565-af16-b68b437241da', 'tag': '6a6d5387-b421-4f94-82a2-21cc60aa2e9e', 'status': 'completed', 'code': 200} Jul 16 01:07:49.728005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-273ee258-7d06-466c-a475-601d53d221b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:49.729516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-273ee258-7d06-466c-a475-601d53d221b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 1101 time: 0.1427612 Jul 16 01:07:49.732836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-38e61c35-fea3-4c99-b958-36bc677f73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:49.735102 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-38e61c35-fea3-4c99-b958-36bc677f73c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1097 time: 0.2049122 Jul 16 01:07:49.740116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe65e83c-87de-4777-a45e-109839fd67e1 req-44880a6d-b60c-44f4-9424-0d88a966db96 service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214468 Jul 16 01:07:49.801669 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c173f296-e9dd-4681-916b-e3c9280e8ffd x-openstack-request-id: req-c173f296-e9dd-4681-916b-e3c9280e8ffd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:49.814452 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e58bde-ceaf-46b5-ab18-2db50f5d3eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c3473244-a4e6-41d8-9f40-eff8e99ca4ba", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:49.814804 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c173f296-e9dd-4681-916b-e3c9280e8ffd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:49.815215 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba', 'code': 200} Jul 16 01:07:49.846210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:49.857341 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:49.858135 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:49.914972 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b0f0a4-6a0c-41fe-8033-d182998a6607 x-openstack-request-id: req-90b0f0a4-6a0c-41fe-8033-d182998a6607 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:49.915192 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d05609f-01a8-4ee8-bb99-dc9783515233", "name": "network-vif-deleted", "tag": "d007f29c-75e5-4211-9b81-8b4fe1aab6bc", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:49.915285 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90b0f0a4-6a0c-41fe-8033-d182998a6607 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:49.915892 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05609f-01a8-4ee8-bb99-dc9783515233', 'name': 'network-vif-deleted', 'tag': 'd007f29c-75e5-4211-9b81-8b4fe1aab6bc', 'status': 'completed', 'code': 200} Jul 16 01:07:49.942460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-613d01a2-cd12-4f64-b79d-bd301ddeb1c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03377e86794143c3ba7b245da79c576a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922992 Jul 16 01:07:49.942906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45098) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:49.948823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-0fa0afe3-93ca-44e0-bbb3-784e1e082489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:49.953092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-0fa0afe3-93ca-44e0-bbb3-784e1e082489 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.2081115 Jul 16 01:07:49.964693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:50.005063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-2b66ea7e-7801-4600-806f-062da8e275a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28 HTTP/1.1" status: 200 len: 217 time: 0.0443416 Jul 16 01:07:50.018842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-08e138d1-45b7-491d-be7a-1ce326156d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:50.020308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-08e138d1-45b7-491d-be7a-1ce326156d1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2806950 Jul 16 01:07:50.051302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af78e6-c146-48d3-8e65-199d5dd11dff req-44b0416b-de01-4a9c-8721-0b22c8211b5f tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:50.053207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7af78e6-c146-48d3-8e65-199d5dd11dff req-44b0416b-de01-4a9c-8721-0b22c8211b5f tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 949 time: 0.2285666 Jul 16 01:07:50.079030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-78336922-6456-49b1-869a-fa31fea311e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:50.081553 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-78336922-6456-49b1-869a-fa31fea311e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.0690007 Jul 16 01:07:50.095145 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-f2df6c43-f10b-4ff8-bee3-30cb715a0a46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6a6d5387-b421-4f94-82a2-21cc60aa2e9e HTTP/1.1" status: 200 len: 217 time: 0.0639756 Jul 16 01:07:50.110969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a7106-12b9-4110-8c95-dc2312fe011c req-e117c27a-0dfd-4d9a-a228-046b7d7918f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:50.112439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-652a7106-12b9-4110-8c95-dc2312fe011c req-e117c27a-0dfd-4d9a-a228-046b7d7918f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1097 time: 0.3462994 Jul 16 01:07:50.131299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-c60e8068-b888-4a4e-96e1-e78e34ab3ba4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400865 Jul 16 01:07:50.134663 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:50.164301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84ecf146-1f70-484f-9db7-4590f62ad3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:50.206067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:50.216482 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:50.217563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c8c13ee1-2fa2-436e-a809-5014abec2e28 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:07:50.223102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7af78e6-c146-48d3-8e65-199d5dd11dff req-a2c04cc4-687e-493f-9ad4-34f2103b9aa6 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338530 Jul 16 01:07:50.232235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84ecf146-1f70-484f-9db7-4590f62ad3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:50.243719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-dd918ea4-ffdc-48f4-9d52-b75486fb8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:50.245208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-dd918ea4-ffdc-48f4-9d52-b75486fb8717 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1318276 Jul 16 01:07:50.246865 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-652a7106-12b9-4110-8c95-dc2312fe011c req-8f3290ba-e969-4df8-a7aa-c3c181dc0b72 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108167 Jul 16 01:07:50.317299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-3876d03e-60a9-4b17-bc40-ab66b30e27ef service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746411 Jul 16 01:07:50.356352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c8c13ee1-2fa2-436e-a809-5014abec2e28 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:07:50.363953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84ecf146-1f70-484f-9db7-4590f62ad3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:50.367304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84ecf146-1f70-484f-9db7-4590f62ad3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:50.371605 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-84ecf146-1f70-484f-9db7-4590f62ad3fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f77a2cb2-c300-4cda-be28-085c8126e55e HTTP/1.1" status: 204 len: 168 time: 0.4239943 Jul 16 01:07:50.387330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecf146-1f70-484f-9db7-4590f62ad3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77a2cb2-c300-4cda-be28-085c8126e55e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:50.403432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-4ba1061e-a352-4cdd-895a-ec34a335d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:50.406287 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-4ba1061e-a352-4cdd-895a-ec34a335d8fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987108 Jul 16 01:07:50.431468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:50.471274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ca507213-e5d2-4e41-8ce5-5b5bedd554b7 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:07:50.503094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-8ea0d5ef-9bd0-4f7c-b02d-ee2a27c96952 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696918 Jul 16 01:07:50.505085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: ca507213-e5d2-4e41-8ce5-5b5bedd554b7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:07:50.505634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ca507213-e5d2-4e41-8ce5-5b5bedd554b7 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:07:50.594277 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-c07cab1b-e4ba-411f-9304-8ba08988a99a service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763790 Jul 16 01:07:50.603452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:c3:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:47Z', 'revision_number': 8, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:50.704391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcacbee-8425-4160-ad25-f8e9b9d75b77 None None] The sync data for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 is: [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '22ccde00-c177-4bb3-a7d5-a103a3ef76ca', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'port_id': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'mac_address': 'fa:16:3e:c3:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:06:45Z', 'updated_at': '2021-07-16T01:07:47Z', 'revision_number': 8, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:07:50.739722 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b68fe1f-e6e7-4c15-a463-59c2a500e623 req-7eabc77e-885e-4c7f-8989-308d1aa3c0af service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349869 Jul 16 01:07:50.809230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-8b9e89d1-adaa-482d-a33f-48f9acd22e80 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--902910038&fields=id&tenant_id=abea642527174b0292bb2c9ffa568b6c HTTP/1.1" status: 200 len: 267 time: 0.0967865 Jul 16 01:07:50.863190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-72178723-f470-4a84-b213-ebac9a383e04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2408023 Jul 16 01:07:50.869022 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-28dbef52-a3e2-443e-97bd-e768c9ac1627 req-92a2af86-66fa-41df-aea2-9778f5b6149c tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips/22ccde00-c177-4bb3-a7d5-a103a3ef76ca HTTP/1.1" status: 200 len: 997 time: 0.1509163 Jul 16 01:07:50.987023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68941-8f5d-4202-996b-06eef3278b5c req-5f6c50e0-4be7-4edc-84cf-65ed88576e14 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:51.001514 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-5f6c50e0-4be7-4edc-84cf-65ed88576e14 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/networks?id=618000df-3051-471f-b84e-b50c74582ad8 HTTP/1.1" status: 200 len: 824 time: 0.1844180 Jul 16 01:07:51.022665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-e1dbcacf-663e-4e1e-8eda-e9a8c113a858 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/quotas/abea642527174b0292bb2c9ffa568b6c HTTP/1.1" status: 200 len: 375 time: 0.0186803 Jul 16 01:07:51.026248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45134) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:51.063808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-038292e0-0c7b-4c56-acd1-73e24a2e6919 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:51.065401 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-038292e0-0c7b-4c56-acd1-73e24a2e6919 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.1929216 Jul 16 01:07:51.073847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbef52-a3e2-443e-97bd-e768c9ac1627 req-9d5bbc83-c5d2-4909-a0f3-982d0d784176 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:51.078184 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc835cf7-c031-483d-81fc-1d9b1bf689a7 None None] New status for floating IP 22ccde00-c177-4bb3-a7d5-a103a3ef76ca: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:07:51.080369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-28dbef52-a3e2-443e-97bd-e768c9ac1627 req-9d5bbc83-c5d2-4909-a0f3-982d0d784176 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.2096660 Jul 16 01:07:51.088103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-28dbef52-a3e2-443e-97bd-e768c9ac1627 req-d0c58f4b-53e3-4b95-b646-ac6cce0a074c tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:07:51.090643 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-28dbef52-a3e2-443e-97bd-e768c9ac1627 req-d0c58f4b-53e3-4b95-b646-ac6cce0a074c tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092905 Jul 16 01:07:51.164600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-51d5c42b-e7fd-458f-86dd-af143655c55a tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=abea642527174b0292bb2c9ffa568b6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1344693 Jul 16 01:07:51.282398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5051f2dd-e838-4986-8d67-9d816bc60566 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d94b0e6113b4a94921e22fb35182514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507138 Jul 16 01:07:51.284757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:51.291640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-83904427-d33b-45e8-91d9-6f78fc608f1b service neutron] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:51.296140 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-83904427-d33b-45e8-91d9-6f78fc608f1b service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:51.297670 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f5f34e0-a79d-4fc5-8dc5-f83eb4535792 req-83904427-d33b-45e8-91d9-6f78fc608f1b service neutron] 10.222.0.50 "DELETE /v2.0/ports/c8c13ee1-2fa2-436e-a809-5014abec2e28/bindings/n-h1-791504-14 HTTP/1.1" status: 204 len: 173 time: 0.2152755 Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: from cryptography.utils import int_from_bytes Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: from cryptography.utils import int_from_bytes Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.348040 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:07:51.351160 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:07:51.366169 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-ea7d1fa2-4688-422f-88ca-c486e84b770e service neutron] 10.222.0.64 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850917 Jul 16 01:07:51.432146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb609ffb-f7d5-41fe-8ad7-6b7f8980edfc req-0481815d-270a-4318-80dd-2d406a160041 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:51.433481 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb609ffb-f7d5-41fe-8ad7-6b7f8980edfc req-0481815d-270a-4318-80dd-2d406a160041 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 945 time: 0.0997369 Jul 16 01:07:51.487803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb609ffb-f7d5-41fe-8ad7-6b7f8980edfc req-741300bc-cf79-44b0-a06a-fe2e151fddf3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Jul 16 01:07:51.492671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b77bb40-0fe9-4fda-8ae1-af9e6a472dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:51.511855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-ad103a0c-ba2f-4994-9dfc-2979f59de36d service neutron] 10.222.0.64 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448011 Jul 16 01:07:51.546745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b77bb40-0fe9-4fda-8ae1-af9e6a472dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:51.560088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'name': 'network-vif-deleted', 'tag': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7'}, {'name': 'network-changed', 'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:51.563401 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b0b249-0b02-43cb-ab40-117fe728d271" -d '{"events": [{"server_uuid": "4362b8cd-ffe5-4ff5-9432-efdddef2e9ef", "name": "network-vif-deleted", "tag": "ca507213-e5d2-4e41-8ce5-5b5bedd554b7"}, {"name": "network-changed", "server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:51.620217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b77bb40-0fe9-4fda-8ae1-af9e6a472dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:51.631442 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b77bb40-0fe9-4fda-8ae1-af9e6a472dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:51.635349 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8b77bb40-0fe9-4fda-8ae1-af9e6a472dff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5444992-8783-4074-8ef4-9b85e135b2d9 HTTP/1.1" status: 204 len: 168 time: 0.2754612 Jul 16 01:07:51.645074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77bb40-0fe9-4fda-8ae1-af9e6a472dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5444992-8783-4074-8ef4-9b85e135b2d9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:51.808031 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:07:51.816154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:51.818801 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03449ca5-92bb-4a0a-918b-24496ddf570f" -d '{"events": [{"server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:51.856904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd2c92-9536-438b-85b3-dddaaac0f10a req-e03acdaf-3ef2-492d-897e-950df4ba5fe4 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:51.860336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45fd2c92-9536-438b-85b3-dddaaac0f10a req-e03acdaf-3ef2-492d-897e-950df4ba5fe4 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 945 time: 0.1428521 Jul 16 01:07:51.901126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eef06e-e86e-41d0-a539-9d4d22a3e5a4 req-089f5f2e-11dc-4f41-b327-06d60fde7718 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:51.902696 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7eef06e-e86e-41d0-a539-9d4d22a3e5a4 req-089f5f2e-11dc-4f41-b327-06d60fde7718 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.1151295 Jul 16 01:07:51.932977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45fd2c92-9536-438b-85b3-dddaaac0f10a req-135446cd-5d75-4d5e-bbc1-59679040c712 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633602 Jul 16 01:07:51.970638 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7eef06e-e86e-41d0-a539-9d4d22a3e5a4 req-c6911796-bceb-4a08-a950-9d328118c7a6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609219 Jul 16 01:07:52.085973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-29114a84-eca2-4602-91ce-2fd02786e4f4 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 1002 time: 0.0776565 Jul 16 01:07:52.305352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5e130-7d64-4613-a70a-6b97db63b401 req-f96b7f4e-7dea-423a-b470-52b4c5a2dc0e tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:52.307031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0c5e130-7d64-4613-a70a-6b97db63b401 req-f96b7f4e-7dea-423a-b470-52b4c5a2dc0e tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 949 time: 0.1094930 Jul 16 01:07:52.385403 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0c5e130-7d64-4613-a70a-6b97db63b401 req-a44c306d-c1a2-4e1b-b658-0246adb39d64 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701702 Jul 16 01:07:52.483809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6a6d5387-b421-4f94-82a2-21cc60aa2e9e up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:07:52.493201 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2db6787-a13e-4205-86d5-c390d6fe8e61 x-openstack-request-id: req-e2db6787-a13e-4205-86d5-c390d6fe8e61 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:52.493497 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4362b8cd-ffe5-4ff5-9432-efdddef2e9ef", "name": "network-vif-deleted", "tag": "ca507213-e5d2-4e41-8ce5-5b5bedd554b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:52.493979 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2db6787-a13e-4205-86d5-c390d6fe8e61 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:52.495017 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4362b8cd-ffe5-4ff5-9432-efdddef2e9ef', 'name': 'network-vif-deleted', 'tag': 'ca507213-e5d2-4e41-8ce5-5b5bedd554b7', 'status': 'completed', 'code': 200} Jul 16 01:07:52.495017 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'status': 'completed', 'code': 200} Jul 16 01:07:52.529826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793a51-2a95-4543-bacd-8689a3e90109 req-73fef5dd-d901-430b-8a04-e3cfd0597f24 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:52.532361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-73fef5dd-d901-430b-8a04-e3cfd0597f24 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports/dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 943 time: 0.4392061 Jul 16 01:07:52.644178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:52.649600 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbe1568f-d670-4044-aeb6-67a8bf1b10dc req-05c78a47-b7b2-45ed-8b78-1fb521be5958 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0441813 Jul 16 01:07:52.653123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:52.654328 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:52.668239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-10f30399-23e7-487a-899d-81998eb74b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:52.669727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-10f30399-23e7-487a-899d-81998eb74b54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1098 time: 0.1376655 Jul 16 01:07:52.732497 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b212498-5ec7-4d80-8749-23edf34bc8be x-openstack-request-id: req-2b212498-5ec7-4d80-8749-23edf34bc8be {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:52.733135 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:52.734244 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b212498-5ec7-4d80-8749-23edf34bc8be {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:52.735902 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'code': 200} Jul 16 01:07:52.811060 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:52.836456 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-4a5c0911-b3b9-4237-aa04-2238482f722e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 1002 time: 0.0881920 Jul 16 01:07:52.854705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:07:52.861578 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:52.868081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-36a0132a-e94e-4656-a584-709ef6bbf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:52.875455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-36a0132a-e94e-4656-a584-709ef6bbf6f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.1877272 Jul 16 01:07:52.927421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:53.019297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793a51-2a95-4543-bacd-8689a3e90109 req-fff21e84-c4a8-419f-b372-4d39db79a547 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:53.021215 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-fff21e84-c4a8-419f-b372-4d39db79a547 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.1754103 Jul 16 01:07:53.047353 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-e19b0b7a-80a5-4311-a41b-0eb0014f2de6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 1002 time: 0.1657498 Jul 16 01:07:53.104472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06755e4c-0f17-46fd-bfb7-7845708e1235 req-8dc06f7e-d175-4d13-ba8a-99ef96622de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:53.106539 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06755e4c-0f17-46fd-bfb7-7845708e1235 req-8dc06f7e-d175-4d13-ba8a-99ef96622de4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 1102 time: 0.1883276 Jul 16 01:07:53.128972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-7dfbf0d9-58a7-40ec-a1cb-8c0718ba7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:53.130553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-7dfbf0d9-58a7-40ec-a1cb-8c0718ba7afe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.0756238 Jul 16 01:07:53.162332 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-ec9b0f7c-97f6-454d-bc14-d6693724d5bc tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 1002 time: 0.1314487 Jul 16 01:07:53.178736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e3b35ef8-e2a4-4f85-aec8-d8b43799216e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:53.199549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06755e4c-0f17-46fd-bfb7-7845708e1235 req-1b53da19-3b35-4276-b3f3-e4a8fa9ffda6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839286 Jul 16 01:07:53.226883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-510c114a-92cd-4171-9d18-d97c253cb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:53.228394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-510c114a-92cd-4171-9d18-d97c253cb61b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1102 time: 0.1224759 Jul 16 01:07:53.229792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-298d0ef1-f734-4423-bb40-9a4e96e7816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:53.231413 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-298d0ef1-f734-4423-bb40-9a4e96e7816e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872579 Jul 16 01:07:53.254127 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e3b35ef8-e2a4-4f85-aec8-d8b43799216e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:53.425688 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-e0c2bfaf-6f1a-4ce4-a068-1e7eccde6046 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825171 Jul 16 01:07:53.491065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a174d75-35bb-4bb2-bd6a-10a088c0bc34 req-28bff3ce-e098-4105-9d7f-63a1b5a6008d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:53.492775 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a174d75-35bb-4bb2-bd6a-10a088c0bc34 req-28bff3ce-e098-4105-9d7f-63a1b5a6008d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 945 time: 0.1245043 Jul 16 01:07:53.510068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-02e17742-7a98-4d2a-a3b2-09bca492e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:53.511660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-02e17742-7a98-4d2a-a3b2-09bca492e3ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2528770 Jul 16 01:07:53.555663 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e3b35ef8-e2a4-4f85-aec8-d8b43799216e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:53.589939 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e3b35ef8-e2a4-4f85-aec8-d8b43799216e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:53.590280 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e3b35ef8-e2a4-4f85-aec8-d8b43799216e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Floating IP 22ccde00-c177-4bb3-a7d5-a103a3ef76ca disassociated. External IP: 172.25.4.189, port: dfe746c5-de81-4a86-9a89-d03b8f5ef612. Jul 16 01:07:53.593831 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-9044b60e-06c6-44d7-8fbf-42cb64936076 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 200 len: 217 time: 0.0488925 Jul 16 01:07:53.636604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a174d75-35bb-4bb2-bd6a-10a088c0bc34 req-c0c0c922-ec01-453c-aa94-2b7a31a6de11 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084452 Jul 16 01:07:53.659314 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89b0b249-0b02-43cb-ab40-117fe728d271 req-7d62a3fa-b923-4641-8d50-90a2199e3d00 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166474 Jul 16 01:07:53.788117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45228) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:53.811696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68941-8f5d-4202-996b-06eef3278b5c req-9930dbf7-9754-4e7f-9cfb-aaaa9fc23a6b tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:53.815125 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-9930dbf7-9754-4e7f-9cfb-aaaa9fc23a6b tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.67 "GET /v2.0/networks?id=618000df-3051-471f-b84e-b50c74582ad8 HTTP/1.1" status: 200 len: 824 time: 0.2808807 Jul 16 01:07:53.831534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-47de1d2e-ebfa-47ae-a116-b296baa33635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:53.835025 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-47de1d2e-ebfa-47ae-a116-b296baa33635 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1894217 Jul 16 01:07:53.923749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-5073c26c-68e6-40df-9322-949b9edf4b3b tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abea642527174b0292bb2c9ffa568b6c HTTP/1.1" status: 200 len: 379 time: 0.0641153 Jul 16 01:07:53.936412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Request body: {'port': {'device_id': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'admin_state_up': True, 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'security_groups': ['db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:53.944574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eec567-8b1d-45ed-b4d7-12a2016a871a req-f6b8d0ca-1c96-4e6d-b058-981cab63568e tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:53.951501 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-94eec567-8b1d-45ed-b4d7-12a2016a871a req-f6b8d0ca-1c96-4e6d-b058-981cab63568e tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 1097 time: 0.1349363 Jul 16 01:07:54.026619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-b8b618a7-4336-471e-b209-c429c4fcfb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:54.028455 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-b8b618a7-4336-471e-b209-c429c4fcfb05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1819618 Jul 16 01:07:54.057672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-94eec567-8b1d-45ed-b4d7-12a2016a871a req-f4f91951-99f4-49f1-85f3-d32e40a08644 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051340 Jul 16 01:07:54.102035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e3b35ef8-e2a4-4f85-aec8-d8b43799216e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Router 1402160f-6efe-44e0-afcd-2fc0d1903c26 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:07:54.181993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdb27668-06ac-4c9a-87a8-37266ffb6329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.212643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-b093692d-ac92-4ead-8088-2094c659dc9c service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640413 Jul 16 01:07:54.226547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Made reservation on behalf of abea642527174b0292bb2c9ffa568b6c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:54.230047 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.343903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e3b35ef8-e2a4-4f85-aec8-d8b43799216e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:07:54.349725 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e3b35ef8-e2a4-4f85-aec8-d8b43799216e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.353529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] Sync routers for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:07:54.362836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:54.363728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:54.407225 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-0f0bcd5a-284f-4296-89f6-861da9dc6f16 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833632 Jul 16 01:07:54.408506 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e3b35ef8-e2a4-4f85-aec8-d8b43799216e tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "PUT /v2.0/floatingips/22ccde00-c177-4bb3-a7d5-a103a3ef76ca HTTP/1.1" status: 200 len: 696 time: 1.2390144 Jul 16 01:07:54.494059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793a51-2a95-4543-bacd-8689a3e90109 req-a04d849f-7056-4242-99a2-31e973a949a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:54.495930 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-a04d849f-7056-4242-99a2-31e973a949a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1098 time: 0.0728865 Jul 16 01:07:54.496491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:54.500274 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fef935-7437-4395-a45f-c343fc267f94" -d '{"events": [{"name": "network-changed", "server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:54.515066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:54.515910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077e604-4b33-42f6-89f0-7202acb363f2 req-4f97fe67-29f6-4c9b-9a76-068c7333a507 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:54.518200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9077e604-4b33-42f6-89f0-7202acb363f2 req-4f97fe67-29f6-4c9b-9a76-068c7333a507 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.2376478 Jul 16 01:07:54.525586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdb27668-06ac-4c9a-87a8-37266ffb6329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.539773 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdb27668-06ac-4c9a-87a8-37266ffb6329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.569695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Allocated IP 172.20.0.12 (618000df-3051-471f-b84e-b50c74582ad8/e0f1520c-2f62-4814-a833-d7e370391944/1d7e2c2d-b3f9-4807-9d63-67acccf7ef39) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:54.578723 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f12f48d6-e3d2-4d2c-a036-5e57842c0d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.584674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb27668-06ac-4c9a-87a8-37266ffb6329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227259e1-0313-4bdc-aee3-070b907e5863,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:54.615002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793a51-2a95-4543-bacd-8689a3e90109 req-65ed597d-9f06-41b0-82f7-4394528dd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:54.617463 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-65ed597d-9f06-41b0-82f7-4394528dd9d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.1115539 Jul 16 01:07:54.650093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fdb27668-06ac-4c9a-87a8-37266ffb6329 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00afb2a519ed447089ed215200ca8545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8608899 Jul 16 01:07:54.657910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45244) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:54.664650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9077e604-4b33-42f6-89f0-7202acb363f2 req-8274ade7-3b3f-4c5c-a09e-a1076f6b882c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373396 Jul 16 01:07:54.677271 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-d14abe2b-f5a0-4552-937a-019bb324fca2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 217 time: 0.0465555 Jul 16 01:07:54.737785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e3501f-8551-4565-af16-b68b437241da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6d5387-b421-4f94-82a2-21cc60aa2e9e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:54.740700 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfedfad2-7182-4f87-9907-1c32355fff4e" -d '{"events": [{"server_uuid": "f7e3501f-8551-4565-af16-b68b437241da", "name": "network-vif-plugged", "status": "completed", "tag": "6a6d5387-b421-4f94-82a2-21cc60aa2e9e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:54.745506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e9bef463-311d-49ae-ba55-d7f3fbdf581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:54.747269 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-e9bef463-311d-49ae-ba55-d7f3fbdf581d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.0620270 Jul 16 01:07:54.790575 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7523d96-199d-4a62-a09f-b14450e0824e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.807315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:54.822089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793a51-2a95-4543-bacd-8689a3e90109 req-22dfa594-36c7-4787-8d3e-159f99f8b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:54.823971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-22dfa594-36c7-4787-8d3e-159f99f8b99d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698950 Jul 16 01:07:54.835006 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7523d96-199d-4a62-a09f-b14450e0824e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.837513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] Checking router: 1402160f-6efe-44e0-afcd-2fc0d1903c26 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:07:54.846969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:07:54.847732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:54.899883 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.926589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-dbd96024-1345-4fb9-a9e2-44dea422aa39 service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954223 Jul 16 01:07:54.943919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Transition to ACTIVE for port object 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:54.970738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921c006-c765-45ad-b7fb-917c98efb361 req-8b59698e-b06f-4e5a-b7d1-ae36562fe979 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:54.971132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:07:54.972280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b921c006-c765-45ad-b7fb-917c98efb361 req-8b59698e-b06f-4e5a-b7d1-ae36562fe979 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 950 time: 0.1414142 Jul 16 01:07:54.986613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7523d96-199d-4a62-a09f-b14450e0824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.989136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7523d96-199d-4a62-a09f-b14450e0824e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:54.992622 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d7523d96-199d-4a62-a09f-b14450e0824e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/227259e1-0313-4bdc-aee3-070b907e5863 HTTP/1.1" status: 204 len: 168 time: 0.3291354 Jul 16 01:07:55.022644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7523d96-199d-4a62-a09f-b14450e0824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227259e1-0313-4bdc-aee3-070b907e5863,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:55.039251 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20793a51-2a95-4543-bacd-8689a3e90109 req-b05e0a71-1e59-4dec-b45d-3aa23c7b7ebc service neutron] 10.222.0.64 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065025 Jul 16 01:07:55.043157 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:55.048608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b921c006-c765-45ad-b7fb-917c98efb361 req-ba49b878-659f-45c4-8f0a-f8d159e7d199 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669031 Jul 16 01:07:55.101598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Network 618000df-3051-471f-b84e-b50c74582ad8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:55.107599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:55.126927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:55.135391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:55.136213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:55.151349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event updated for resources: {'Port': ['ID=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:55.165321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-f228bb74-ec28-4060-8858-bce20575faae tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2346847 Jul 16 01:07:55.187735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Request body: {'port': {'device_id': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:55.211019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:55.308493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:55.309757 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:07:55.363061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e690999-6692-4b90-9b6d-c1b459e53a5b req-4d857cce-1bec-4bbf-ad4c-c841962459e9 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:55.364605 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e690999-6692-4b90-9b6d-c1b459e53a5b req-4d857cce-1bec-4bbf-ad4c-c841962459e9 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 932 time: 0.0939875 Jul 16 01:07:55.373879 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc4306-c616-4bd7-afe7-193b74e1916d None None] The sync data for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 is: [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'c37bfdf7-42b4-496c-8d43-46df2d5cbfc7', 'name': '', 'network_id': '4472b9cd-c381-42a1-a077-e93d7ce8fcd3', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'mac_address': 'fa:16:3e:f3:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '324eaac8-5384-4354-9c36-30685050f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:21Z', 'updated_at': '2021-07-16T01:06:30Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'subnets': [{'id': '324eaac8-5384-4354-9c36-30685050f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:07:55.452944 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e690999-6692-4b90-9b6d-c1b459e53a5b req-fd002a91-e385-4492-bf8c-a3e324a9ccd8 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788617 Jul 16 01:07:55.462574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-590772da-3881-4c0d-b68d-27600fa80ada None None] Provisioning for port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:55.467622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-590772da-3881-4c0d-b68d-27600fa80ada None None] Provisioning complete for port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:55.470394 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-590772da-3881-4c0d-b68d-27600fa80ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:55.508363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:55.526106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-590772da-3881-4c0d-b68d-27600fa80ada None None] Port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:07:55.536315 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48d87eeb-5c0f-41da-92e7-7d1036169b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:55.650737 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48d87eeb-5c0f-41da-92e7-7d1036169b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:55.658316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48d87eeb-5c0f-41da-92e7-7d1036169b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:55.716117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-48d87eeb-5c0f-41da-92e7-7d1036169b1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0589f206e2b9459381a8bdae78f3d981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066426 Jul 16 01:07:55.717494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d87eeb-5c0f-41da-92e7-7d1036169b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdc80e7-d183-4bb0-b278-8c526ab0c8d5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:55.721433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:55.774480 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25fbc79-5beb-4bc7-ac42-494524b26782 None None] New status for floating IP 22ccde00-c177-4bb3-a7d5-a103a3ef76ca: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:07:55.784951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c19b9-08ca-43c1-b3a4-214afc06d3b0 req-2ce75d0e-91cf-4563-80e8-d88710b63437 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:55.786571 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a5c19b9-08ca-43c1-b3a4-214afc06d3b0 req-2ce75d0e-91cf-4563-80e8-d88710b63437 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1097 time: 0.4566705 Jul 16 01:07:55.815707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69e8c9f-3ca8-41d0-bb26-4a041bbce00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:55.844345 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69e8c9f-3ca8-41d0-bb26-4a041bbce00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:55.880274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-68f831c8-3767-4919-9d27-82e64d61a88c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336373 Jul 16 01:07:55.894639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a5c19b9-08ca-43c1-b3a4-214afc06d3b0 req-f052c3f8-d9cf-4339-a1d6-ae2e93a69f96 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977209 Jul 16 01:07:56.003007 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69e8c9f-3ca8-41d0-bb26-4a041bbce00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:56.005589 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69e8c9f-3ca8-41d0-bb26-4a041bbce00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:56.009118 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f69e8c9f-3ca8-41d0-bb26-4a041bbce00e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fdc80e7-d183-4bb0-b278-8c526ab0c8d5 HTTP/1.1" status: 204 len: 168 time: 0.2835150 Jul 16 01:07:56.025896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e8c9f-3ca8-41d0-bb26-4a041bbce00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdc80e7-d183-4bb0-b278-8c526ab0c8d5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:56.031450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:07:56.040124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-a941dfbc-358b-499d-8590-e0551cb2d558 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:56.048099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-a941dfbc-358b-499d-8590-e0551cb2d558 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535211 Jul 16 01:07:56.054863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:56.066129 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-48a5261f-f171-4f08-b484-232fd5eddcea tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/quotas/03530c1738b84d158ef2bb580d71a920 HTTP/1.1" status: 200 len: 375 time: 0.0168281 Jul 16 01:07:56.109945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Transition to ACTIVE for port object 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:56.112274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-4d69e786-356c-4986-883a-5f722afacb11 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429575 Jul 16 01:07:56.122113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:56.195254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-d34edea4-9abe-46fa-9396-ef8f3769f045 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:56.196526 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-d34edea4-9abe-46fa-9396-ef8f3769f045 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 820 time: 0.2052946 Jul 16 01:07:56.203629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:56.226896 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:56.269830 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a3ab9b-7ba8-463e-8cd6-d88f6eef8a61 x-openstack-request-id: req-37a3ab9b-7ba8-463e-8cd6-d88f6eef8a61 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:56.270245 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:56.270751 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37a3ab9b-7ba8-463e-8cd6-d88f6eef8a61 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:56.271064 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'status': 'completed', 'code': 200} Jul 16 01:07:56.281114 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-1a1c74dc-5a3e-4f17-b6eb-f6c0a54775bf tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/quotas/b1467b46a3bd45be94215a91f1f7b186 HTTP/1.1" status: 200 len: 375 time: 0.0731158 Jul 16 01:07:56.333494 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a948d3ad-8c4a-4ef0-b6ef-18949891eb7d x-openstack-request-id: req-a948d3ad-8c4a-4ef0-b6ef-18949891eb7d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:56.333784 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e3501f-8551-4565-af16-b68b437241da", "name": "network-vif-plugged", "status": "completed", "tag": "6a6d5387-b421-4f94-82a2-21cc60aa2e9e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:56.334056 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a948d3ad-8c4a-4ef0-b6ef-18949891eb7d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:56.334449 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e3501f-8551-4565-af16-b68b437241da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6d5387-b421-4f94-82a2-21cc60aa2e9e', 'code': 200} Jul 16 01:07:56.341353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Attempting to bind port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:07:56.341353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Attempting to bind port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:07:56.341353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Attempting to bind port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 on network 618000df-3051-471f-b84e-b50c74582ad8 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:56.393921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 on network 618000df-3051-471f-b84e-b50c74582ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:07:56.394591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Attempting to bind port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 on network 618000df-3051-471f-b84e-b50c74582ad8 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:07:56.414057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:07:56.414896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Checking segment: {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:56.415551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Bound using segment: {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:07:56.416255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Bound port: 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:07:56.416956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:56.489371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fef935-7437-4395-a45f-c343fc267f94 req-230c9529-50e4-4307-bb20-b23d93d7b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:56.490841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19fef935-7437-4395-a45f-c343fc267f94 req-230c9529-50e4-4307-bb20-b23d93d7b824 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050f6f467bd44684aa3730ebb1fe002e&device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 1098 time: 0.1867163 Jul 16 01:07:56.547911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f003-b69f-4dfb-b2e9-098b9f83c61e req-9981badf-c041-4c8e-955b-0f0b1aa5f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:56.550093 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13d5f003-b69f-4dfb-b2e9-098b9f83c61e req-9981badf-c041-4c8e-955b-0f0b1aa5f169 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 1102 time: 0.1192448 Jul 16 01:07:56.597382 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-f34e0527-2fb3-4b2c-a382-472143462e9a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2962515 Jul 16 01:07:56.611963 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13d5f003-b69f-4dfb-b2e9-098b9f83c61e req-2abdc04a-58aa-4c2a-8e19-fbd83a021bd4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 Jul 16 01:07:56.683284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] For port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:07:56.702964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d13480-de78-42c6-b19a-21ff908f2e79 req-b5b584f5-c390-4345-a556-23ed6339ea59 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:56.705965 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97d13480-de78-42c6-b19a-21ff908f2e79 req-b5b584f5-c390-4345-a556-23ed6339ea59 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.0896435 Jul 16 01:07:56.747819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] For port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:07:56.758445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:56.765455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fef935-7437-4395-a45f-c343fc267f94 req-4ad993af-abc1-4ffc-bb3c-e588181d3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:56.767194 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19fef935-7437-4395-a45f-c343fc267f94 req-4ad993af-abc1-4ffc-bb3c-e588181d3860 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 200 len: 920 time: 0.2320752 Jul 16 01:07:56.787201 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97d13480-de78-42c6-b19a-21ff908f2e79 req-6b11d592-d87e-42d5-8d1b-71564853c144 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674815 Jul 16 01:07:56.857582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:56.858650 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:56.860678 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] 10.222.0.67 "PUT /v2.0/ports/1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 HTTP/1.1" status: 200 len: 1093 time: 1.6859531 Jul 16 01:07:56.862149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'tag': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:07:56.867274 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c46185-7e9f-4794-ba8d-5112f9d307c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5da568-15f5-4cef-8175-dd7b119a8fc9", "tag": "1d7e2c2d-b3f9-4807-9d63-67acccf7ef39"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:07:56.877741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19fef935-7437-4395-a45f-c343fc267f94 req-44197f44-aff2-4726-986e-8c6941d75e19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 200 len: 217 time: 0.0786831 Jul 16 01:07:56.891314 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-9fa45315-1dc5-41e6-bb04-805bf2862a93 service neutron] 10.222.0.64 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845342 Jul 16 01:07:57.065949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ca20d-14c3-4b3f-aeb6-c7fd6cddb295 req-fab3a206-cfa4-480b-a777-31cd5867cbf7 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:57.068789 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d76ca20d-14c3-4b3f-aeb6-c7fd6cddb295 req-fab3a206-cfa4-480b-a777-31cd5867cbf7 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1097 time: 0.1222603 Jul 16 01:07:57.075709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37ac1d1f-333f-4456-ba17-4801ac4f0e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:57.105573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2e609-df4b-47a6-8901-51039ff458d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:57.133741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fef935-7437-4395-a45f-c343fc267f94 req-af97d9a7-74a2-4bca-ba53-ca05977f868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:57.134548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19fef935-7437-4395-a45f-c343fc267f94 req-af97d9a7-74a2-4bca-ba53-ca05977f868e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 200 len: 859 time: 0.2419689 Jul 16 01:07:57.140900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d76ca20d-14c3-4b3f-aeb6-c7fd6cddb295 req-cb71106b-9c2c-4965-9f29-bdbaa422cd1f tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577374 Jul 16 01:07:57.266253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-4e20604e-d3c0-4709-a486-e2b5efe72afc service neutron] 10.222.0.64 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319130 Jul 16 01:07:57.274710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68941-8f5d-4202-996b-06eef3278b5c req-5aec0a47-e1ce-43ac-b522-1081b2c7ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:57.276215 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-5aec0a47-e1ce-43ac-b522-1081b2c7ba8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=abea642527174b0292bb2c9ffa568b6c&device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 1096 time: 0.3509731 Jul 16 01:07:57.309567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45320) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:57.309909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fef935-7437-4395-a45f-c343fc267f94 req-0bdedcd1-ce36-46c3-8687-0fefd302cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:57.312058 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19fef935-7437-4395-a45f-c343fc267f94 req-0bdedcd1-ce36-46c3-8687-0fefd302cd50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4472b9cd-c381-42a1-a077-e93d7ce8fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318946 Jul 16 01:07:57.357419 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-26c3e909-bcf9-4944-a645-036009ba3081 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 HTTP/1.1" status: 200 len: 217 time: 0.0691698 Jul 16 01:07:57.465595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7228f4c-b422-44c9-86b0-c6259a2ee9a7 req-14dd41f5-990d-4625-acca-6593e5005c1f tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:57.469790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7228f4c-b422-44c9-86b0-c6259a2ee9a7 req-14dd41f5-990d-4625-acca-6593e5005c1f tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 950 time: 0.1446517 Jul 16 01:07:57.493229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1235101282-network', 'tenant_id': 'a75e1109a55d41f5a920e21e41a77684'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:57.510286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68941-8f5d-4202-996b-06eef3278b5c req-d248c8d4-4d13-44dc-b4d2-78c5be709b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:57.513547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-d248c8d4-4d13-44dc-b4d2-78c5be709b27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0f1520c-2f62-4814-a833-d7e370391944 HTTP/1.1" status: 200 len: 863 time: 0.1421399 Jul 16 01:07:57.531447 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:57.541880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7228f4c-b422-44c9-86b0-c6259a2ee9a7 req-0fdfec15-8e64-47e4-819f-ff66557aede2 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642085 Jul 16 01:07:57.548930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Made reservation on behalf of a75e1109a55d41f5a920e21e41a77684 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:57.552373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:57.568414 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:57.682666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13674b9a-72bf-48f9-9eb2-40250e567b01 req-8e7afce3-fcf2-4396-8b77-566559ef9675 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 210 time: 0.0681140 Jul 16 01:07:57.738985 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19fef935-7437-4395-a45f-c343fc267f94 req-9e6ed797-6df7-493d-8dab-f50b789e7238 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958440 Jul 16 01:07:57.743701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:57.750584 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:57.799679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68941-8f5d-4202-996b-06eef3278b5c req-8536e6cd-ae78-43a0-bc91-a2ec3d34a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:57.801335 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-8536e6cd-ae78-43a0-bc91-a2ec3d34a60d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=618000df-3051-471f-b84e-b50c74582ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2801051 Jul 16 01:07:57.803007 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6b2c3-e555-47e8-94aa-cf5d85157da0 x-openstack-request-id: req-2ee6b2c3-e555-47e8-94aa-cf5d85157da0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:07:57.803363 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5da568-15f5-4cef-8175-dd7b119a8fc9", "tag": "1d7e2c2d-b3f9-4807-9d63-67acccf7ef39", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:07:57.803607 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ee6b2c3-e555-47e8-94aa-cf5d85157da0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:07:57.803989 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'tag': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39', 'status': 'completed', 'code': 200} Jul 16 01:07:57.806039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:07:57.825344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a2154e-d3dc-4f15-95a9-63c633c53a68,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:57.833573 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:57.834189 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Added segment 83dd4f5b-e751-43a3-9bd1-b0232b66650d of type vlan for network f7558201-295d-40c2-9b0d-89078b3ef41f Jul 16 01:07:57.962849 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:58.013869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:58.014861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:58.015448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:58.054254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460c3f4-e467-4199-a67c-14cbf1765175 req-dd34cea2-cff9-491e-869e-f8b97f37e471 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:58.056020 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f460c3f4-e467-4199-a67c-14cbf1765175 req-dd34cea2-cff9-491e-869e-f8b97f37e471 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 944 time: 0.1665885 Jul 16 01:07:58.068426 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7567387 Jul 16 01:07:58.080265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45342) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:07:58.104225 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ddf21-102c-4109-896e-98ea016f119c admin admin] Pushing event updated for resources: {'Network': ['ID=f7558201-295d-40c2-9b0d-89078b3ef41f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:58.107757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Request body: {'subnet': {'network_id': 'f7558201-295d-40c2-9b0d-89078b3ef41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1235101282-subnet', 'tenant_id': 'a75e1109a55d41f5a920e21e41a77684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:58.115842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-22802d03-3b93-43c8-8d15-773ea06b051b req-c2f565bd-fc73-4e1e-869b-28a094cde0df tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 210 time: 0.0840197 Jul 16 01:07:58.117191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f7558201-295d-40c2-9b0d-89078b3ef41f details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:07:58.126586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19fef935-7437-4395-a45f-c343fc267f94 req-eb942c46-8d5e-441d-9483-8e6977b8f784 service neutron] 10.222.0.50 "GET /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587191 Jul 16 01:07:58.160309 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-7b89b6e0-a57c-492a-9778-8523febbef24 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311735 Jul 16 01:07:58.174698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-6ac00bd1-97b7-48eb-a3d5-68ad83b749ee service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286924 Jul 16 01:07:58.204642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Made reservation on behalf of a75e1109a55d41f5a920e21e41a77684 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:58.207815 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:58.215434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f460c3f4-e467-4199-a67c-14cbf1765175 req-93695c55-f22a-44d0-ac04-a44c026c391f tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173902 Jul 16 01:07:58.261862 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:58.368370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-485a0e01-0265-4421-ab11-81cd1d1c610b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:58.370241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-485a0e01-0265-4421-ab11-81cd1d1c610b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985729 Jul 16 01:07:58.384581 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Request body: {'port': {'device_id': '56366dc4-f7d5-4770-98f2-21b647ea6978', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '03530c1738b84d158ef2bb580d71a920'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:58.422889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-57e1d7cd-5139-4349-8f4f-62a27e82562b tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips/22ccde00-c177-4bb3-a7d5-a103a3ef76ca HTTP/1.1" status: 200 len: 694 time: 0.1428940 Jul 16 01:07:58.562093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce410cb1-06ed-40bd-b808-fca865e98998 req-aaae7d5d-d2bb-4e9c-9798-d2f81e3a665a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:58.566585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce410cb1-06ed-40bd-b808-fca865e98998 req-aaae7d5d-d2bb-4e9c-9798-d2f81e3a665a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.1619451 Jul 16 01:07:58.570262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32b68941-8f5d-4202-996b-06eef3278b5c req-536fabe9-dc62-47af-9f5d-61baf589c562 service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818212 Jul 16 01:07:58.628545 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce410cb1-06ed-40bd-b808-fca865e98998 req-6c4c922c-ead0-42d8-92df-92a7ee3ba573 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564868 Jul 16 01:07:58.641230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-31a3afa5-7ae9-40ac-9cb1-0df5036960ed tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:58.642667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-31a3afa5-7ae9-40ac-9cb1-0df5036960ed tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.1856601 Jul 16 01:07:58.649358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Made reservation on behalf of 03530c1738b84d158ef2bb580d71a920 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:07:58.654220 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:58.665932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-eec02ef9-f213-41cc-9603-66636499bf00 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:07:58.667197 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-eec02ef9-f213-41cc-9603-66636499bf00 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085232 Jul 16 01:07:58.674062 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:58.789475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-faefcc30-6018-41f2-8909-da096ec96d5f tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 697 time: 0.1077216 Jul 16 01:07:58.803114 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:58.841192 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:58.848489 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:58.912988 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-ac6f2a46-6998-49d9-8ba2-009bb3bf570f tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 697 time: 0.1013727 Jul 16 01:07:58.917334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-e14029b8-7b9e-456b-9fd6-cab761b0a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:58.918561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0331ad-5403-4a45-8194-f56abb29c8f4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:58.919002 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-e14029b8-7b9e-456b-9fd6-cab761b0a30b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=abea642527174b0292bb2c9ffa568b6c&device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 1096 time: 0.2469144 Jul 16 01:07:58.925662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18179eb9-9a5e-4d7a-980c-2c1b6cd9d6e9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:59.018060 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Allocated IP 192.168.233.205 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/78b1f398-0cfd-453f-91ac-6befe050fa5d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:07:59.020291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Checking segment: {'id': '83dd4f5b-e751-43a3-9bd1-b0232b66650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f7558201-295d-40c2-9b0d-89078b3ef41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:07:59.020834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Network hostable DHCP agents. Network: f7558201-295d-40c2-9b0d-89078b3ef41f, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:07:59.152730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Network f7558201-295d-40c2-9b0d-89078b3ef41f is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:07:59.172916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f7558201-295d-40c2-9b0d-89078b3ef41f) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:59.184660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f26fe3-f359-42d8-bf5d-96f2fc2972ad None None] Network f7558201-295d-40c2-9b0d-89078b3ef41f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:07:59.189010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:59.189833 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:59.192511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-0db34384-a8ff-4eff-a852-9899848473a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:59.194306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-0db34384-a8ff-4eff-a852-9899848473a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=618000df-3051-471f-b84e-b50c74582ad8 HTTP/1.1" status: 200 len: 924 time: 0.2660813 Jul 16 01:07:59.201052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc8295-32f4-445b-bf92-3fbc66fa8209 req-e1b7533a-2c8f-4b5f-9e18-a315dfc2430c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:59.202748 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eedc8295-32f4-445b-bf92-3fbc66fa8209 req-e1b7533a-2c8f-4b5f-9e18-a315dfc2430c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 950 time: 0.1572721 Jul 16 01:07:59.251785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-497f149c-f5ff-4608-a632-730ce654cd84 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 HTTP/1.1" status: 200 len: 217 time: 0.0466440 Jul 16 01:07:59.252871 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:59.253647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-22c57892-2df7-4524-88c4-103260e14922 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1530352 Jul 16 01:07:59.288761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eedc8295-32f4-445b-bf92-3fbc66fa8209 req-b00468d0-45ee-466a-93d2-36323d3b092b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796592 Jul 16 01:07:59.314216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Transition to ACTIVE for port object 78b1f398-0cfd-453f-91ac-6befe050fa5d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:07:59.352449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-6ec418d0-1958-4507-b818-d0f6774fca73 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Deleting port 19d6dd06-5c5d-47c3-9590-4fa15fd1c675 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:07:59.354857 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-6ec418d0-1958-4507-b818-d0f6774fca73 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:59.383061 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:59.441846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:07:59.447610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:07:59.451940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:07:59.459272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:59.460063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:59.474148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event updated for resources: {'Port': ['ID=78b1f398-0cfd-453f-91ac-6befe050fa5d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:07:59.485647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-ca05a862-0260-4684-bd58-8c040f57cf14 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1056139 Jul 16 01:07:59.497798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Request body: {'port': {'device_id': '56366dc4-f7d5-4770-98f2-21b647ea6978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:07:59.516155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34886be9-a5cb-4124-b22f-eb2e6091d522 None None] Network f7558201-295d-40c2-9b0d-89078b3ef41f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:07:59.665508 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:59.693236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c582b-d178-49fd-bc0a-d9d3ca48d1fe req-397cb594-d4e5-4424-8de4-108814bb1760 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:59.700322 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf9c582b-d178-49fd-bc0a-d9d3ca48d1fe req-397cb594-d4e5-4424-8de4-108814bb1760 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 936 time: 0.1673894 Jul 16 01:07:59.787113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c3b24871-8b4c-4de4-ae90-aefcb87a1dff None None] Provisioning for port 78b1f398-0cfd-453f-91ac-6befe050fa5d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:07:59.787797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf9c582b-d178-49fd-bc0a-d9d3ca48d1fe req-da546963-4d18-4c0f-86ee-adc9305224dd tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861914 Jul 16 01:07:59.794760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c3b24871-8b4c-4de4-ae90-aefcb87a1dff None None] Provisioning complete for port 78b1f398-0cfd-453f-91ac-6befe050fa5d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:07:59.795257 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3b24871-8b4c-4de4-ae90-aefcb87a1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:59.927646 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:59.928929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c3b24871-8b4c-4de4-ae90-aefcb87a1dff None None] Port 78b1f398-0cfd-453f-91ac-6befe050fa5d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:07:59.983626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-582fe53e-bbd5-40b2-85c5-12e1d1036479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:07:59.985131 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-582fe53e-bbd5-40b2-85c5-12e1d1036479 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0f1520c-2f62-4814-a833-d7e370391944 HTTP/1.1" status: 200 len: 863 time: 0.7248254 Jul 16 01:08:00.038666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1759d7-1247-4690-8ba9-64575536590c req-1170fbdd-00d0-466a-b769-a28449dc1b62 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:00.040499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f1759d7-1247-4690-8ba9-64575536590c req-1170fbdd-00d0-466a-b769-a28449dc1b62 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1097 time: 0.1235938 Jul 16 01:08:00.065545 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-6ec418d0-1958-4507-b818-d0f6774fca73 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.065882 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-6ec418d0-1958-4507-b818-d0f6774fca73 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.075531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-d2aff7eb-0095-4363-b23b-58b3ee59e5ba tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:00.077107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-d2aff7eb-0095-4363-b23b-58b3ee59e5ba tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 820 time: 0.8001597 Jul 16 01:08:00.091750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-6ec418d0-1958-4507-b818-d0f6774fca73 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Calling delete_port for 19d6dd06-5c5d-47c3-9590-4fa15fd1c675 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:08:00.096948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Request body: {'port': {'device_id': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83', 'admin_state_up': True, 'tenant_id': 'b1467b46a3bd45be94215a91f1f7b186'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:00.113299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b1f398-0cfd-453f-91ac-6befe050fa5d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:00.121395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f1759d7-1247-4690-8ba9-64575536590c req-96252fde-e500-4510-b77e-0f5394362cfd tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699608 Jul 16 01:08:00.122264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45372) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:00.127368 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.133072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-265983633-network', 'tenant_id': 'aa7aa550388445ebbd8c9f125338462c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:00.165950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Transition to ACTIVE for port object 78b1f398-0cfd-453f-91ac-6befe050fa5d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:00.172536 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.178470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Made reservation on behalf of aa7aa550388445ebbd8c9f125338462c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:00.180273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.210829 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.236892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-ee0731db-638d-4f49-9dcd-dd464b7bd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:00.238466 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-ee0731db-638d-4f49-9dcd-dd464b7bd469 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=618000df-3051-471f-b84e-b50c74582ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2441976 Jul 16 01:08:00.252751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Pushing event updated for resources: {'Port': ['ID=78b1f398-0cfd-453f-91ac-6befe050fa5d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:00.284818 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-283da048-aee1-49be-9e63-f2ff35391936 req-889932eb-e65f-42a2-9db8-9693e941abb9 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 210 time: 0.0486541 Jul 16 01:08:00.339358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Attempting to bind port 78b1f398-0cfd-453f-91ac-6befe050fa5d on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:00.339835 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Attempting to bind port 78b1f398-0cfd-453f-91ac-6befe050fa5d by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:00.340171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Attempting to bind port 78b1f398-0cfd-453f-91ac-6befe050fa5d on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:00.351759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Port 78b1f398-0cfd-453f-91ac-6befe050fa5d on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:00.352082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Attempting to bind port 78b1f398-0cfd-453f-91ac-6befe050fa5d on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:00.361482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:00.363301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:00.363301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:00.363301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Bound port: 78b1f398-0cfd-453f-91ac-6befe050fa5d, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:00.363301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.388905 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-472b396f-c992-49fe-bbef-2a6d23470d50 service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412032 Jul 16 01:08:00.496234 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] For port 78b1f398-0cfd-453f-91ac-6befe050fa5d, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:00.498402 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-6ec418d0-1958-4507-b818-d0f6774fca73 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.511249 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.517732 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] For port 78b1f398-0cfd-453f-91ac-6befe050fa5d, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=78b1f398-0cfd-453f-91ac-6befe050fa5d,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:00.519910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.533658 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.534649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec418d0-1958-4507-b818-d0f6774fca73 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Pushing event deleted for resources: {'Port': ['ID=19d6dd06-5c5d-47c3-9590-4fa15fd1c675,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:00.580433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Made reservation on behalf of b1467b46a3bd45be94215a91f1f7b186 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:00.584229 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.584587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:08:00.587684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03c46185-7e9f-4794-ba8d-5112f9d307c7 req-2ed03529-c1a5-4016-a34e-c29dde8e4191 service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921339 Jul 16 01:08:00.588501 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-6ec418d0-1958-4507-b818-d0f6774fca73 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.590950 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-6ec418d0-1958-4507-b818-d0f6774fca73 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.591963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-441fed52-9ee7-4fc8-925e-79bc17df1043 req-6ec418d0-1958-4507-b818-d0f6774fca73 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "DELETE /v2.0/floatingips/22ccde00-c177-4bb3-a7d5-a103a3ef76ca HTTP/1.1" status: 204 len: 173 time: 1.6718450 Jul 16 01:08:00.610901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897b9dc6-f32b-461c-878f-723b2dacdb4a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:00.614056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:00.614679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.616295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] 10.222.0.67 "PUT /v2.0/ports/78b1f398-0cfd-453f-91ac-6befe050fa5d HTTP/1.1" status: 200 len: 1097 time: 1.1226802 Jul 16 01:08:00.620206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56366dc4-f7d5-4770-98f2-21b647ea6978', 'tag': '78b1f398-0cfd-453f-91ac-6befe050fa5d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:00.622728 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b633cc8b-0e05-478d-88c7-1e735e7354a3" -d '{"events": [{"name": "network-changed", "server_uuid": "56366dc4-f7d5-4770-98f2-21b647ea6978", "tag": "78b1f398-0cfd-453f-91ac-6befe050fa5d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:00.627627 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.627976 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Added segment 9ce64074-cb50-4a2b-bddc-8f41e7419d33 of type vlan for network 7cfb1781-2503-4261-aeca-62297480f38d Jul 16 01:08:00.657105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03169cf5-66f1-4d32-8f6c-52a0280b0b32 req-6b576210-f795-4c6b-a72e-59d38136afc1 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:00.658683 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03169cf5-66f1-4d32-8f6c-52a0280b0b32 req-6b576210-f795-4c6b-a72e-59d38136afc1 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 944 time: 0.2419033 Jul 16 01:08:00.701765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60e27d-4714-4082-8e0a-9b7b2256d56d service neutron] Pushing event updated for resources: {'Port': ['ID=78b1f398-0cfd-453f-91ac-6befe050fa5d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:00.739580 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.776564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03169cf5-66f1-4d32-8f6c-52a0280b0b32 req-6d0ffa70-510c-4e77-9625-f8292a14522b tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963976 Jul 16 01:08:00.832421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Allocated IP 172.20.0.13 (f01046a8-481a-4dd9-aec6-20c178e72e83/e1db9f23-7b03-4fa4-8195-d7376d373bcb/12626332-12b5-4e5b-a4a3-a929c8779cee) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:08:00.867045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bdb57-a046-43df-86ee-e8ff4fb6ff7c req-45c6b356-3b38-402d-b7dc-ca04a8d8df64 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:00.875238 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb6bdb57-a046-43df-86ee-e8ff4fb6ff7c req-45c6b356-3b38-402d-b7dc-ca04a8d8df64 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1449561 Jul 16 01:08:00.941388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb6bdb57-a046-43df-86ee-e8ff4fb6ff7c req-f9ba33a9-4e0e-4d90-b454-f1ac57c9ca47 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649869 Jul 16 01:08:01.107075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.112191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.113261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:01.113899 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.126061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-f05e42b3-dd5e-41fb-a88f-6550ac391540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:01.127460 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-f05e42b3-dd5e-41fb-a88f-6550ac391540 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 1100 time: 0.4485059 Jul 16 01:08:01.159093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.199240 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-cc791f0c-320c-41a9-803c-4ace99d8e291 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=78b1f398-0cfd-453f-91ac-6befe050fa5d HTTP/1.1" status: 200 len: 217 time: 0.0536253 Jul 16 01:08:01.199240 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0715961 Jul 16 01:08:01.199554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45386) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:01.207055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Request body: {'subnet': {'network_id': '7cfb1781-2503-4261-aeca-62297480f38d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-265983633-subnet', 'tenant_id': 'aa7aa550388445ebbd8c9f125338462c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:01.230439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Network f01046a8-481a-4dd9-aec6-20c178e72e83 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:08:01.231908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502b463-f2ce-4f21-b23b-0e89efea65aa admin admin] Pushing event updated for resources: {'Network': ['ID=7cfb1781-2503-4261-aeca-62297480f38d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:01.248902 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 7cfb1781-2503-4261-aeca-62297480f38d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:08:01.264070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:08:01.275143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:08:01.281685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:01.283162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.289699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Pushing event updated for resources: {'Port': ['ID=12626332-12b5-4e5b-a4a3-a929c8779cee,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:01.308097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Made reservation on behalf of aa7aa550388445ebbd8c9f125338462c for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:01.310423 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.310600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9ece1-b8ac-47fd-8209-05557719e8e5 req-bd22b84e-a824-4014-9429-724e3ba7c91e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:01.313850 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7d9ece1-b8ac-47fd-8209-05557719e8e5 req-bd22b84e-a824-4014-9429-724e3ba7c91e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.2419271 Jul 16 01:08:01.317108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2b06058f-e611-46d4-aa69-85820cec5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:01.318613 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-2b06058f-e611-46d4-aa69-85820cec5731 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0952363 Jul 16 01:08:01.353485 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-109c2367-3712-4c32-98b2-3cf5ff12900f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2635882 Jul 16 01:08:01.398665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7d9ece1-b8ac-47fd-8209-05557719e8e5 req-efbe66e9-7752-4238-bb74-07d7e9220d4c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767493 Jul 16 01:08:01.421511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-0def6be0-cdbd-4811-8768-b0f4fddc7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:01.423445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-0def6be0-cdbd-4811-8768-b0f4fddc7979 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939291 Jul 16 01:08:01.446612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Request body: {'port': {'device_id': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:01.517799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:01.554378 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-297f9933-b16c-42f2-b11e-3985e3232211 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218069 Jul 16 01:08:01.622839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:01.631888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.637101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'port_id': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39', 'mac_address': 'fa:16:3e:88:48:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:01.659251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.688150 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1892d3fc-8327-40df-992e-1ce0b09cd3ad req-92f93461-91a3-4cb2-af15-114c52d35779 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260998 Jul 16 01:08:01.708214 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.725602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:01.752183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:01.758726 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.807987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994ba95a-ef8c-4bbc-9be7-b3ac64617086,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:01.825522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:01.846070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Checking segment: {'id': '9ce64074-cb50-4a2b-bddc-8f41e7419d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7cfb1781-2503-4261-aeca-62297480f38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:01.846307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Network hostable DHCP agents. Network: 7cfb1781-2503-4261-aeca-62297480f38d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:08:01.895802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Network 7cfb1781-2503-4261-aeca-62297480f38d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:08:01.935250 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 7cfb1781-2503-4261-aeca-62297480f38d) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:08:01.944782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:01.945389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:01.946959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3618b4-6dd9-4d6e-9de8-cf032c1f5e59 None None] Network 7cfb1781-2503-4261-aeca-62297480f38d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:08:01.990444 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-14c1662b-b88c-4769-ba4f-7282fece7e15 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7897813 Jul 16 01:08:02.048520 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['1d7e2c2d-b3f9-4807-9d63-67acccf7ef39'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:02.073625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12626332-12b5-4e5b-a4a3-a929c8779cee {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:02.095522 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:02.113570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Transition to ACTIVE for port object 12626332-12b5-4e5b-a4a3-a929c8779cee will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:02.120687 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:02.152893 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8476b7-f790-4139-a134-764515d351c8 x-openstack-request-id: req-7b8476b7-f790-4139-a134-764515d351c8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:02.153465 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56366dc4-f7d5-4770-98f2-21b647ea6978", "tag": "78b1f398-0cfd-453f-91ac-6befe050fa5d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:02.153579 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b8476b7-f790-4139-a134-764515d351c8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:02.153895 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56366dc4-f7d5-4770-98f2-21b647ea6978', 'tag': '78b1f398-0cfd-453f-91ac-6befe050fa5d', 'status': 'completed', 'code': 200} Jul 16 01:08:02.195384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Pushing event updated for resources: {'Port': ['ID=12626332-12b5-4e5b-a4a3-a929c8779cee,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:02.261473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:02.261811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:02.262188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:02.269399 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Port 12626332-12b5-4e5b-a4a3-a929c8779cee on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:02.270140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:02.276826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:02.277177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:02.277961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:02.278610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Bound port: 12626332-12b5-4e5b-a4a3-a929c8779cee, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:02.278979 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:02.280635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed7e0e8-c509-4c0c-b607-103ba163611d None None] Network 7cfb1781-2503-4261-aeca-62297480f38d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:08:02.315700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-635a42f6-05f6-4ddd-8839-675bd7bd7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:02.317648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-635a42f6-05f6-4ddd-8839-675bd7bd7b96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 1100 time: 0.1235654 Jul 16 01:08:02.383250 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:02.387090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:02.394565 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:02.445876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:02.446865 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:02.448886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] 10.222.0.50 "PUT /v2.0/ports/12626332-12b5-4e5b-a4a3-a929c8779cee HTTP/1.1" status: 200 len: 1093 time: 1.0305789 Jul 16 01:08:02.450037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'tag': '12626332-12b5-4e5b-a4a3-a929c8779cee'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:02.454868 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69140324-3fa1-4f4b-a4e2-fe2071f6d118" -d '{"events": [{"name": "network-changed", "server_uuid": "98698b5e-0dad-4c26-97cb-9d23db7ee0f4", "tag": "12626332-12b5-4e5b-a4a3-a929c8779cee"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:02.480275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-de79d724-0889-499e-b5ee-f78b95f17f9d tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:08:02.481495 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-de79d724-0889-499e-b5ee-f78b95f17f9d tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097308 Jul 16 01:08:02.486745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546f577-6ce8-4b57-82fb-41f2be344b67 service neutron] Pushing event updated for resources: {'Port': ['ID=12626332-12b5-4e5b-a4a3-a929c8779cee,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:02.507144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Request body: {'binding': {'host': 'n-h1-791504-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:02.507679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Unknown quota resources ['binding']. {{(pid=93944) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:08:02.511948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-abb60728-94dc-4416-b06c-652ea4bc6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:02.513508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-abb60728-94dc-4416-b06c-652ea4bc6b5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1840048 Jul 16 01:08:02.539000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba8464-a78e-4fd4-9d5f-2752548688c7 req-73aa42ba-73ba-4ea3-8e1b-dc5c24571247 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:02.540626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bfba8464-a78e-4fd4-9d5f-2752548688c7 req-73aa42ba-73ba-4ea3-8e1b-dc5c24571247 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 948 time: 0.1972175 Jul 16 01:08:02.567548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-2e8eeeb8-8758-44a4-a040-ff4bf49ef66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:02.569071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-2e8eeeb8-8758-44a4-a040-ff4bf49ef66d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 1096 time: 0.0616336 Jul 16 01:08:02.595958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-bf1ba97b-cff6-4b90-8347-a2b3fc9909d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=78b1f398-0cfd-453f-91ac-6befe050fa5d HTTP/1.1" status: 200 len: 217 time: 0.0525563 Jul 16 01:08:02.613462 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-21ec8bd5-560e-4047-8950-3c18b6d5ec07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12626332-12b5-4e5b-a4a3-a929c8779cee HTTP/1.1" status: 200 len: 217 time: 0.0359781 Jul 16 01:08:02.664830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-6f4a0321-b7c3-4a59-9903-f2b6db8ad38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:02.666316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-6f4a0321-b7c3-4a59-9903-f2b6db8ad38d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.0461922 Jul 16 01:08:02.677542 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bfba8464-a78e-4fd4-9d5f-2752548688c7 req-c05b3403-d2e6-4518-b6e8-8fe35d08d7e0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264589 Jul 16 01:08:02.710710 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-9a0e12eb-40a7-47fa-b831-f9cf4917dfa4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363369 Jul 16 01:08:02.727000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-a0e08991-3228-4b53-b7c8-a846a1a92fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:02.728513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-a0e08991-3228-4b53-b7c8-a846a1a92fc8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1209154 Jul 16 01:08:02.806070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-8d77a8f4-30b4-47d5-801b-640dec8f73d2 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323098 Jul 16 01:08:02.812411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-4a58f1b3-a0b7-41fe-bca4-b31658b62f02 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929577 Jul 16 01:08:02.849730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on host n-h1-791504-14 for vnic_type normal with profile None {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:02.850106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:02.850431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:02.869703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:02.869703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:02.911052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:02.911382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:02.911768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:02.912220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Bound port: c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:02.913911 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8450740-ca3a-4a90-9e17-eda83fce7b8c req-26ae8158-59f1-41f1-aeb9-8d4e23005f57 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947995 Jul 16 01:08:02.954500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-6d0579bd-8742-4431-b2c1-3d4e5ce3ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:02.956124 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-6d0579bd-8742-4431-b2c1-3d4e5ce3ca63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2183883 Jul 16 01:08:03.031903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-3f91ff8a-521b-4259-b75e-2164a36b4e9c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:03.033400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-3f91ff8a-521b-4259-b75e-2164a36b4e9c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162466 Jul 16 01:08:03.038051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:03.067968 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:03.069122 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-0190e2b1-ebd4-417c-917e-912a2498fa17 service neutron] 10.222.0.64 "POST /v2.0/ports/c3473244-a4e6-41d8-9f40-eff8e99ca4ba/bindings HTTP/1.1" status: 201 len: 390 time: 0.5673442 Jul 16 01:08:03.085332 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-8dd74c7f-b41d-445b-afe8-1256b6a78ca2 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/quotas/f7dbcf166ad942da8f3cbb9d7ad788b0 HTTP/1.1" status: 200 len: 375 time: 0.0215082 Jul 16 01:08:03.124425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-a7d24e09-b775-4710-b589-5e4c76e42418 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564934 Jul 16 01:08:03.289857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b633cc8b-0e05-478d-88c7-1e735e7354a3 req-4ec443a0-5248-4ed6-8f3e-90c5db57392a service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333950 Jul 16 01:08:03.305781 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-d2a97cb2-eb2d-4f56-848c-d746c259d097 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2105870 Jul 16 01:08:03.422894 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:03.472837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-ff6622ca-9533-4253-b60e-88bb1217dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:03.475595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-ff6622ca-9533-4253-b60e-88bb1217dbf2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1097 time: 0.1230197 Jul 16 01:08:03.524871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:03.533536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:03.534478 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:03.651510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-6469dc6b-4d57-42c0-a3fb-34d21de8c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:03.653356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-6469dc6b-4d57-42c0-a3fb-34d21de8c40b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.1713026 Jul 16 01:08:03.687859 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:03.712748 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-206c1715-404d-4f61-99d0-59e7f2c1f1f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba HTTP/1.1" status: 200 len: 217 time: 0.0514410 Jul 16 01:08:03.738684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733380b-3b57-41ce-a3a0-61f062d29db8 req-11287f86-88d9-4821-abe7-76d655f8c923 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:03.740411 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4733380b-3b57-41ce-a3a0-61f062d29db8 req-11287f86-88d9-4821-abe7-76d655f8c923 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 945 time: 0.1414208 Jul 16 01:08:03.754895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:03.756766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:03.762885 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18688e42-0e6f-4e5c-bf15-95d3bd544a4c" -d '{"events": [{"server_uuid": "ba5da568-15f5-4cef-8175-dd7b119a8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "1d7e2c2d-b3f9-4807-9d63-67acccf7ef39"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:03.769300 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:03.810751 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4733380b-3b57-41ce-a3a0-61f062d29db8 req-a6eb88e5-c07d-4e97-9200-cd8fa6be28f0 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473535 Jul 16 01:08:03.813361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-cb263b8d-c013-42d9-a4c7-2642045a4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:03.815198 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-cb263b8d-c013-42d9-a4c7-2642045a4f20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.0936520 Jul 16 01:08:03.843698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a70f3-618c-497d-b862-36736b27c7f2 req-7dbee04a-2143-4611-8c93-e11882e8eee2 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:03.856096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c7a70f3-618c-497d-b862-36736b27c7f2 req-7dbee04a-2143-4611-8c93-e11882e8eee2 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 944 time: 0.2173247 Jul 16 01:08:03.858171 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-dd4b22e3-b72b-42f4-a0ae-72f4edb14820 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338912 Jul 16 01:08:03.886403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:03.969396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c7a70f3-618c-497d-b862-36736b27c7f2 req-5013eb09-40aa-48ea-9e74-ebb11c50dbbf tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100733 Jul 16 01:08:03.992297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-56402720-0fd5-4645-9175-c48395e555ec tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:03.996522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-56402720-0fd5-4645-9175-c48395e555ec tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.50 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 946 time: 0.2993855 Jul 16 01:08:04.028512 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-19a77895-1822-48c6-9ff6-8618ba8e694d service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618478 Jul 16 01:08:04.144355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-67944b23-5984-4bb3-b218-7b1a18a54c54 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Deleting port dfe746c5-de81-4a86-9a89-d03b8f5ef612 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:08:04.144763 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-67944b23-5984-4bb3-b218-7b1a18a54c54 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:04.172847 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-b0b393d9-d23f-4ad1-9202-2e97cd1bdf84 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258037 Jul 16 01:08:04.195642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaf326-ec36-4b40-a8de-33feffb2619a req-841d213f-2b1a-413a-a53e-c52a3ae9e63c tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:04.197519 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7fdaf326-ec36-4b40-a8de-33feffb2619a req-841d213f-2b1a-413a-a53e-c52a3ae9e63c tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/ports?device_id=c392b5b1-22d0-4d62-8049-4a5b8de56141 HTTP/1.1" status: 200 len: 946 time: 0.1888387 Jul 16 01:08:04.250886 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7fdaf326-ec36-4b40-a8de-33feffb2619a req-07f1a442-06fa-4497-ad1a-1b82d650c54f tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c5374b-55df-4758-884f-7389903ad8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Jul 16 01:08:04.263335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-67944b23-5984-4bb3-b218-7b1a18a54c54 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] For port dfe746c5-de81-4a86-9a89-d03b8f5ef612, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dfe746c5-de81-4a86-9a89-d03b8f5ef612,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:04.263677 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-67944b23-5984-4bb3-b218-7b1a18a54c54 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:04.278924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-67944b23-5984-4bb3-b218-7b1a18a54c54 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Calling delete_port for dfe746c5-de81-4a86-9a89-d03b8f5ef612 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:08:04.336725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-8775a5f7-06bf-484f-b004-226291906175 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:04.338480 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-8775a5f7-06bf-484f-b004-226291906175 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.0845165 Jul 16 01:08:04.350296 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-14'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:04.459790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-4d038c97-d144-498d-862c-a1c8df1f1af4 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:04.461381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-4d038c97-d144-498d-862c-a1c8df1f1af4 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/networks?id=f7558201-295d-40c2-9b0d-89078b3ef41f HTTP/1.1" status: 200 len: 815 time: 0.1756303 Jul 16 01:08:04.462286 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:04.507872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-764fec1f-7d0c-4f84-a268-e098fd84286b tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/quotas/a75e1109a55d41f5a920e21e41a77684 HTTP/1.1" status: 200 len: 375 time: 0.0328612 Jul 16 01:08:04.542956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2156c2-a64d-4b6e-bd86-c9d4fa4b63cf req-f79b2542-a077-4dde-85ef-4e1dd0908c4c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:04.544455 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d2156c2-a64d-4b6e-bd86-c9d4fa4b63cf req-f79b2542-a077-4dde-85ef-4e1dd0908c4c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.1489739 Jul 16 01:08:04.558942 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-7f94321d-7a85-4c09-a369-15a245fea3ae tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a75e1109a55d41f5a920e21e41a77684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409362 Jul 16 01:08:04.595571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-67944b23-5984-4bb3-b218-7b1a18a54c54 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:04.618554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dfe746c5-de81-4a86-9a89-d03b8f5ef612'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:04.629828 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d2156c2-a64d-4b6e-bd86-c9d4fa4b63cf req-ad9298a5-f60c-4a75-9ea5-77b1fd73f5f0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758302 Jul 16 01:08:04.650455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:04.696400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:04.701514 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92126ac-a052-4c20-ad0a-baf90a50dcf0 x-openstack-request-id: req-d92126ac-a052-4c20-ad0a-baf90a50dcf0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:04.703155 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98698b5e-0dad-4c26-97cb-9d23db7ee0f4", "tag": "12626332-12b5-4e5b-a4a3-a929c8779cee", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:04.703567 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d92126ac-a052-4c20-ad0a-baf90a50dcf0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:04.704136 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'tag': '12626332-12b5-4e5b-a4a3-a929c8779cee', 'status': 'completed', 'code': 200} Jul 16 01:08:04.720759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67944b23-5984-4bb3-b218-7b1a18a54c54 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Pushing event deleted for resources: {'Port': ['ID=dfe746c5-de81-4a86-9a89-d03b8f5ef612,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:04.766490 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-1c2d618e-b634-43c9-aafe-58ae4b52e8d0 service neutron] 10.222.0.64 "GET /v2.0/networks/f7558201-295d-40c2-9b0d-89078b3ef41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949317 Jul 16 01:08:04.779013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:04.781986 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2af7840-c357-4c83-ba2d-1ffb4961d675" -d '{"events": [{"server_uuid": "68e58bde-ceaf-46b5-ab18-2db50f5d3eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c3473244-a4e6-41d8-9f40-eff8e99ca4ba"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:04.785739 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:04.788276 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-67944b23-5984-4bb3-b218-7b1a18a54c54 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] No DVR routers for this DVR port dfe746c5-de81-4a86-9a89-d03b8f5ef612 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:08:04.798480 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:04.818363 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-67944b23-5984-4bb3-b218-7b1a18a54c54 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:04.820327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ddb3f7ec-92bd-4665-a79e-b7b1c2800124 req-67944b23-5984-4bb3-b218-7b1a18a54c54 tempest-FloatingIPsAssociationTestJSON-658952535 tempest-FloatingIPsAssociationTestJSON-658952535-project] 10.222.0.50 "DELETE /v2.0/ports/dfe746c5-de81-4a86-9a89-d03b8f5ef612 HTTP/1.1" status: 204 len: 173 time: 0.8152711 Jul 16 01:08:04.887174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-7dfdbddf-e694-41f5-b867-784e0367c758 service neutron] 10.222.0.64 "GET /v2.0/networks/f7558201-295d-40c2-9b0d-89078b3ef41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000938 Jul 16 01:08:04.917177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69140324-3fa1-4f4b-a4e2-fe2071f6d118 req-aa8b46f4-4227-4bac-9bad-8578a5b86589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:04.918733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69140324-3fa1-4f4b-a4e2-fe2071f6d118 req-aa8b46f4-4227-4bac-9bad-8578a5b86589 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 1096 time: 0.1837616 Jul 16 01:08:04.958579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Pushing event updated for resources: {'Port': ['ID=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:05.003614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on host n-h2-791504-14 for vnic_type normal with profile {"migrating_to": "n-h1-791504-14"} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:05.003891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:05.004229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:05.047698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:05.048031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Attempting to bind port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:05.067469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520877c-4f8c-4de7-a96c-d78815c8f256 req-ce5a4bd1-f18f-40c3-a7c3-67e70f086643 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:05.074300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2520877c-4f8c-4de7-a96c-d78815c8f256 req-ce5a4bd1-f18f-40c3-a7c3-67e70f086643 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 943 time: 0.2408235 Jul 16 01:08:05.090051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:05.090492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:05.090884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:05.091333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Bound port: c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:05.091695 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:05.147627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69140324-3fa1-4f4b-a4e2-fe2071f6d118 req-f3f50b9d-4416-4daf-86ca-51bd207ae3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:05.149222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69140324-3fa1-4f4b-a4e2-fe2071f6d118 req-f3f50b9d-4416-4daf-86ca-51bd207ae3f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.2202671 Jul 16 01:08:05.177999 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a56a2d70-1db4-4561-8b4b-5b013ba4bed0 req-6514dc3d-b5d0-4228-9a7c-c71368e30f93 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 210 time: 0.0488312 Jul 16 01:08:05.200620 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2520877c-4f8c-4de7-a96c-d78815c8f256 req-887aa12c-c5fc-43a3-a25d-cb2c8632ae7a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253653 Jul 16 01:08:05.225102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-84c9f846-5a34-4900-8b56-2b402ae64762 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447536 Jul 16 01:08:05.275383 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69140324-3fa1-4f4b-a4e2-fe2071f6d118 req-25f22475-0e03-4078-9cf3-aa50cd95a4ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12626332-12b5-4e5b-a4a3-a929c8779cee HTTP/1.1" status: 200 len: 217 time: 0.0938618 Jul 16 01:08:05.290238 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fe1c4a-f42f-4a13-b2da-556cd0a46bed x-openstack-request-id: req-d8fe1c4a-f42f-4a13-b2da-556cd0a46bed {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:05.290745 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5da568-15f5-4cef-8175-dd7b119a8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "1d7e2c2d-b3f9-4807-9d63-67acccf7ef39", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:05.291168 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8fe1c4a-f42f-4a13-b2da-556cd0a46bed {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:05.291721 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39', 'code': 200} Jul 16 01:08:05.399234 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628fee45-3c7b-48b9-99fe-f593a39a2c76 x-openstack-request-id: req-628fee45-3c7b-48b9-99fe-f593a39a2c76 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:05.399848 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e58bde-ceaf-46b5-ab18-2db50f5d3eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c3473244-a4e6-41d8-9f40-eff8e99ca4ba", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:05.399848 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-628fee45-3c7b-48b9-99fe-f593a39a2c76 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:05.402511 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba', 'code': 200} Jul 16 01:08:05.411231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 78b1f398-0cfd-453f-91ac-6befe050fa5d details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:05.450272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:05.456927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:05.463171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69140324-3fa1-4f4b-a4e2-fe2071f6d118 req-1df9573a-fe37-4214-973d-cc05120b0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:05.464811 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69140324-3fa1-4f4b-a4e2-fe2071f6d118 req-1df9573a-fe37-4214-973d-cc05120b0981 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1693792 Jul 16 01:08:05.470623 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:05.597749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Pushing event updated for resources: {'Port': ['ID=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:05.634368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-70803eb6-200b-4815-8e5d-63016adfa877 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:05.636874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-70803eb6-200b-4815-8e5d-63016adfa877 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4058442 Jul 16 01:08:05.658525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Request body: {'port': {'device_id': '9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': 'f7dbcf166ad942da8f3cbb9d7ad788b0'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:05.662062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69140324-3fa1-4f4b-a4e2-fe2071f6d118 req-441ab424-2767-4a6b-9eb5-57ea32dbbff4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282008 Jul 16 01:08:05.693938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 78b1f398-0cfd-453f-91ac-6befe050fa5d, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=78b1f398-0cfd-453f-91ac-6befe050fa5d,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:05.713215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '78b1f398-0cfd-453f-91ac-6befe050fa5d', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '78b1f398-0cfd-453f-91ac-6befe050fa5d', 'mac_address': 'fa:16:3e:5e:ba:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:05.753807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:05.755082 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:05.757304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-9600398f-c155-477a-a2d8-af0e814b089f service neutron] 10.222.0.67 "PUT /v2.0/ports/c3473244-a4e6-41d8-9f40-eff8e99ca4ba HTTP/1.1" status: 200 len: 1123 time: 1.4119065 Jul 16 01:08:05.758858 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:05.778558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b1f398-0cfd-453f-91ac-6befe050fa5d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:05.813373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 78b1f398-0cfd-453f-91ac-6befe050fa5d, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=78b1f398-0cfd-453f-91ac-6befe050fa5d,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:05.829757 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:05.886341 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c3473244-a4e6-41d8-9f40-eff8e99ca4ba'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:05.937832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=78b1f398-0cfd-453f-91ac-6befe050fa5d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:06.125991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:06.153633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73bcb-6787-4a13-8059-4b21d2f3144b req-18e4e14e-99cd-4efb-adb4-930250c12172 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:06.164813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7969d-5f98-4beb-b590-d77ec9872b40 req-62031231-f11f-4ee8-9bdd-197aad0256c2 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:06.165191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77a73bcb-6787-4a13-8059-4b21d2f3144b req-18e4e14e-99cd-4efb-adb4-930250c12172 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 948 time: 0.6756480 Jul 16 01:08:06.166372 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49d7969d-5f98-4beb-b590-d77ec9872b40 req-62031231-f11f-4ee8-9bdd-197aad0256c2 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 946 time: 0.5703080 Jul 16 01:08:06.219508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00233b8-3826-4165-a075-6989ce3cf822 req-cc403ece-04ba-479b-b16c-0fccf475cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:06.221298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b00233b8-3826-4165-a075-6989ce3cf822 req-cc403ece-04ba-479b-b16c-0fccf475cf21 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 1098 time: 0.6883857 Jul 16 01:08:06.260391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49d7969d-5f98-4beb-b590-d77ec9872b40 req-41aaa551-b8fc-4ae7-a65b-30d819a97992 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532582 Jul 16 01:08:06.267008 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69140324-3fa1-4f4b-a4e2-fe2071f6d118 req-ce07c348-6c24-4731-b2f4-d4b48f21478c service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899434 Jul 16 01:08:06.269036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Made reservation on behalf of f7dbcf166ad942da8f3cbb9d7ad788b0 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:06.273205 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:06.297966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77a73bcb-6787-4a13-8059-4b21d2f3144b req-a105d3a7-c31f-4699-98dc-0dcf8fadae7e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311486 Jul 16 01:08:06.410448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b00233b8-3826-4165-a075-6989ce3cf822 req-d8ef6998-4880-43fe-8faf-71f1d1f04079 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754186 Jul 16 01:08:06.458070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69140324-3fa1-4f4b-a4e2-fe2071f6d118 req-b812d263-23eb-4595-8035-c350c8d0a4a9 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826839 Jul 16 01:08:06.493183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f269885-0f6a-4ec6-8d9b-e3f5a50fbbd2 req-2664216e-38e2-4c18-9f5c-ec9ed51277dc tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 210 time: 0.0389664 Jul 16 01:08:06.559848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff77e7c-5d73-43c9-950f-49380a1ea2f5 req-3a6c40c1-7b20-474a-b16e-db472fdd2ce9 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:06.562521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bff77e7c-5d73-43c9-950f-49380a1ea2f5 req-3a6c40c1-7b20-474a-b16e-db472fdd2ce9 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 944 time: 0.1190524 Jul 16 01:08:06.570686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 12626332-12b5-4e5b-a4a3-a929c8779cee details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:06.584721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:06.600678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Allocated IP 192.168.233.150 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/30b50af2-8091-4ea1-a693-a3ca5a3883ae) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:08:06.638401 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bff77e7c-5d73-43c9-950f-49380a1ea2f5 req-60186c17-ea1c-4637-b2bb-24bdcaec2251 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679736 Jul 16 01:08:06.705181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'name': 'network-vif-deleted', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:06.708011 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591e97b1-ba40-47e6-9874-82e5c9cbcd8d" -d '{"events": [{"server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "name": "network-vif-deleted", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:06.806993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:06.808418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:06.822316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '12626332-12b5-4e5b-a4a3-a929c8779cee', 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83', 'port_id': '12626332-12b5-4e5b-a4a3-a929c8779cee', 'mac_address': 'fa:16:3e:5f:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1db9f23-7b03-4fa4-8195-d7376d373bcb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:06.825272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Transition to ACTIVE for port object 30b50af2-8091-4ea1-a693-a3ca5a3883ae will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:06.888149 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:06.904089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12626332-12b5-4e5b-a4a3-a929c8779cee {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:06.912011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-718358a7-d84b-4b45-8f64-6838fe6796dd req-3cb77f64-c4c0-41de-93b1-7f7c948f3b89 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 210 time: 0.0579545 Jul 16 01:08:06.930334 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:06.931750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:06.937683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1c127-c293-4fcf-af8e-36f22e5f8552 req-edffe60e-9724-4ce5-b7aa-efaa3f2cd54e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:06.939668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4cd1c127-c293-4fcf-af8e-36f22e5f8552 req-edffe60e-9724-4ce5-b7aa-efaa3f2cd54e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.1883483 Jul 16 01:08:06.944528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['6a6d5387-b421-4f94-82a2-21cc60aa2e9e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:06.947600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['3aa0e637-ffd6-4120-a790-7e06dcb77b22'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:06.974768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:07.053584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:08:07.058467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:08:07.068224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:08:07.073805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:07.076245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=12626332-12b5-4e5b-a4a3-a929c8779cee,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:07.089732 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:07.108123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.108546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.109161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.109876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.110442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.110817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.111224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.111508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.111929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.116259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.116774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.117168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:07.155678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Pushing event updated for resources: {'Port': ['ID=30b50af2-8091-4ea1-a693-a3ca5a3883ae,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:07.189572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4cd1c127-c293-4fcf-af8e-36f22e5f8552 req-3a61a53d-f75f-4ec0-ba10-c4464b32f16e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206967 Jul 16 01:08:07.213781 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2c0097c4-8a98-4943-b51c-78da2eec5148 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5613976 Jul 16 01:08:07.231014 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Request body: {'port': {'device_id': '9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:07.257053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-0bd0dda2-3835-435f-8330-a4e0ded3e4a9 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:07.259774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-0bd0dda2-3835-435f-8330-a4e0ded3e4a9 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.50 "GET /v2.0/networks?id=f7558201-295d-40c2-9b0d-89078b3ef41f HTTP/1.1" status: 200 len: 815 time: 0.3192177 Jul 16 01:08:07.278342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Request body: {'port': {'device_id': 'f66e8d6c-72ba-41c8-8dc1-7279826b70d2', 'network_id': 'f7558201-295d-40c2-9b0d-89078b3ef41f', 'admin_state_up': True, 'tenant_id': 'a75e1109a55d41f5a920e21e41a77684'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:07.371940 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f81e05-4cc5-4942-a31e-49af98174522 x-openstack-request-id: req-b5f81e05-4cc5-4942-a31e-49af98174522 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:07.372329 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c392b5b1-22d0-4d62-8049-4a5b8de56141", "name": "network-vif-deleted", "tag": "dfe746c5-de81-4a86-9a89-d03b8f5ef612", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:07.372723 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5f81e05-4cc5-4942-a31e-49af98174522 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:07.373184 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c392b5b1-22d0-4d62-8049-4a5b8de56141', 'name': 'network-vif-deleted', 'tag': 'dfe746c5-de81-4a86-9a89-d03b8f5ef612', 'status': 'completed', 'code': 200} Jul 16 01:08:07.374503 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:07.381524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['12626332-12b5-4e5b-a4a3-a929c8779cee'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:07.456452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c49f2e-c68f-4a92-a4b6-f1f4a97008c0 req-cb094d95-ceab-4fcd-9b3c-6b1107ff3579 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:07.458567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-67c49f2e-c68f-4a92-a4b6-f1f4a97008c0 req-cb094d95-ceab-4fcd-9b3c-6b1107ff3579 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 943 time: 0.3341243 Jul 16 01:08:07.469874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 78b1f398-0cfd-453f-91ac-6befe050fa5d up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:07.487103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'tag': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:07.489422 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa" -d '{"events": [{"name": "network-changed", "server_uuid": "68e58bde-ceaf-46b5-ab18-2db50f5d3eb3", "tag": "c3473244-a4e6-41d8-9f40-eff8e99ca4ba"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:07.596109 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-67c49f2e-c68f-4a92-a4b6-f1f4a97008c0 req-84a180e8-3e14-4187-8310-86bc3dad090c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161666 Jul 16 01:08:07.622297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-faaad2d9-d5b0-493a-a049-dde9e33c8f70 None None] Provisioning for port 30b50af2-8091-4ea1-a693-a3ca5a3883ae completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:07.677700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-faaad2d9-d5b0-493a-a049-dde9e33c8f70 None None] Provisioning complete for port 30b50af2-8091-4ea1-a693-a3ca5a3883ae triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:07.678369 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-faaad2d9-d5b0-493a-a049-dde9e33c8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:07.814552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 78b1f398-0cfd-453f-91ac-6befe050fa5d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:07.819530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f3ff3-a7f9-4b13-aa8a-87ae04ca0908 req-7342ec29-d5ef-4e9e-af3d-b0d1c8c1664e tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:07.826469 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d21f3ff3-a7f9-4b13-aa8a-87ae04ca0908 req-7342ec29-d5ef-4e9e-af3d-b0d1c8c1664e tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 946 time: 0.3417435 Jul 16 01:08:07.833877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-faaad2d9-d5b0-493a-a049-dde9e33c8f70 None None] Port 30b50af2-8091-4ea1-a693-a3ca5a3883ae cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:08:07.839723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 78b1f398-0cfd-453f-91ac-6befe050fa5d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:07.840101 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:07.856087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Made reservation on behalf of a75e1109a55d41f5a920e21e41a77684 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:07.860166 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:07.924583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b50af2-8091-4ea1-a693-a3ca5a3883ae {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:07.935299 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:07.957441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Transition to ACTIVE for port object 30b50af2-8091-4ea1-a693-a3ca5a3883ae will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:07.963854 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d21f3ff3-a7f9-4b13-aa8a-87ae04ca0908 req-e8031fc2-1e72-4f04-8ad4-2da78040d539 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358533 Jul 16 01:08:07.978526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47239eb-c047-4e4f-9236-121cdc0e2b6e req-66259a42-a6f4-4e9c-b803-53236dc8ed06 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:07.981145 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e47239eb-c047-4e4f-9236-121cdc0e2b6e req-66259a42-a6f4-4e9c-b803-53236dc8ed06 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 949 time: 0.1245990 Jul 16 01:08:07.982600 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.010655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.031140 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.057961 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e93889d-bc29-4cf7-b7cc-844a7dbc5779 x-openstack-request-id: req-3e93889d-bc29-4cf7-b7cc-844a7dbc5779 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:08.058278 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e58bde-ceaf-46b5-ab18-2db50f5d3eb3", "tag": "c3473244-a4e6-41d8-9f40-eff8e99ca4ba", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:08.058585 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e93889d-bc29-4cf7-b7cc-844a7dbc5779 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:08.059155 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'tag': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba', 'status': 'completed', 'code': 200} Jul 16 01:08:08.074414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Pushing event updated for resources: {'Port': ['ID=30b50af2-8091-4ea1-a693-a3ca5a3883ae,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:08.115922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e47239eb-c047-4e4f-9236-121cdc0e2b6e req-30f2d8fa-55ee-46ad-8911-44792f8c520f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258619 Jul 16 01:08:08.124281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56366dc4-f7d5-4770-98f2-21b647ea6978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b1f398-0cfd-453f-91ac-6befe050fa5d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:08.129761 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9f03dc-4c01-403d-822a-d3d6163b01ac" -d '{"events": [{"server_uuid": "56366dc4-f7d5-4770-98f2-21b647ea6978", "name": "network-vif-plugged", "status": "completed", "tag": "78b1f398-0cfd-453f-91ac-6befe050fa5d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:08.158595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 78b1f398-0cfd-453f-91ac-6befe050fa5d, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=78b1f398-0cfd-453f-91ac-6befe050fa5d,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:08.168460 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.211924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Allocated IP 172.20.0.12 (f7558201-295d-40c2-9b0d-89078b3ef41f/18179eb9-9a5e-4d7a-980c-2c1b6cd9d6e9/26443af6-169c-42ea-a06c-da92e70c5899) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:08:08.269473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Attempting to bind port 30b50af2-8091-4ea1-a693-a3ca5a3883ae on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:08.270468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Attempting to bind port 30b50af2-8091-4ea1-a693-a3ca5a3883ae by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:08.270974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Attempting to bind port 30b50af2-8091-4ea1-a693-a3ca5a3883ae on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:08.279899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Port 30b50af2-8091-4ea1-a693-a3ca5a3883ae on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:08.280518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Attempting to bind port 30b50af2-8091-4ea1-a693-a3ca5a3883ae on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:08.288446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=78b1f398-0cfd-453f-91ac-6befe050fa5d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:08.289906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:08.290468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:08.291032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:08.291656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Bound port: 30b50af2-8091-4ea1-a693-a3ca5a3883ae, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:08.292191 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.325883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-018803ee-cc49-477d-8e69-be436bee8b66 req-5d0ee081-b34d-4512-b085-d930776eb42a tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 210 time: 0.1069708 Jul 16 01:08:08.366875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa req-aaf9d0a2-a79f-443a-9778-0113d2510dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:08.368567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa req-aaf9d0a2-a79f-443a-9778-0113d2510dc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1126 time: 0.1784894 Jul 16 01:08:08.546935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] For port 30b50af2-8091-4ea1-a693-a3ca5a3883ae, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:08.565721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] For port 30b50af2-8091-4ea1-a693-a3ca5a3883ae, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=30b50af2-8091-4ea1-a693-a3ca5a3883ae,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:08.576339 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.586501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dfe746c5-de81-4a86-9a89-d03b8f5ef612 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:08:08.604550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8928a11-9448-4147-ace0-2d74dd298b5f req-0f11e445-e83f-4d42-abc9-0241af47f485 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:08.610536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8928a11-9448-4147-ace0-2d74dd298b5f req-0f11e445-e83f-4d42-abc9-0241af47f485 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 945 time: 0.2379005 Jul 16 01:08:08.616685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: dfe746c5-de81-4a86-9a89-d03b8f5ef612 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:08:08.617119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dfe746c5-de81-4a86-9a89-d03b8f5ef612 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:08:08.636163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa req-b8cb88d5-e042-4ed5-9079-9d1213d24caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:08.637620 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa req-b8cb88d5-e042-4ed5-9079-9d1213d24caf service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.2557170 Jul 16 01:08:08.645497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:08.646800 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.649041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] 10.222.0.67 "PUT /v2.0/ports/30b50af2-8091-4ea1-a693-a3ca5a3883ae HTTP/1.1" status: 200 len: 1097 time: 1.4222412 Jul 16 01:08:08.652920 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.704193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106564ee-a749-49ed-af9d-fde5f71d5eb8 req-007306ad-54aa-47ab-bb37-80f4408f0233 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:08.705810 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-106564ee-a749-49ed-af9d-fde5f71d5eb8 req-007306ad-54aa-47ab-bb37-80f4408f0233 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 948 time: 0.2423112 Jul 16 01:08:08.766923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa req-fcc9cd7a-3870-48c8-9b27-79cc60cf19e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba HTTP/1.1" status: 200 len: 217 time: 0.1100125 Jul 16 01:08:08.791358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-106564ee-a749-49ed-af9d-fde5f71d5eb8 req-b8940e1b-87bd-4e51-8779-d606555fb687 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740037 Jul 16 01:08:08.793680 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.803867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] Deleting port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:08:08.804339 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.870137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95aa929-c7c5-4527-a2fd-b4333bae6071 service neutron] Pushing event updated for resources: {'Port': ['ID=30b50af2-8091-4ea1-a693-a3ca5a3883ae,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:08.876729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Network f7558201-295d-40c2-9b0d-89078b3ef41f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:08:08.882535 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5021a25a-b387-4456-a091-ad240bbdd039 x-openstack-request-id: req-5021a25a-b387-4456-a091-ad240bbdd039 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:08.882995 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56366dc4-f7d5-4770-98f2-21b647ea6978", "name": "network-vif-plugged", "status": "completed", "tag": "78b1f398-0cfd-453f-91ac-6befe050fa5d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:08.883101 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5021a25a-b387-4456-a091-ad240bbdd039 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:08.883437 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56366dc4-f7d5-4770-98f2-21b647ea6978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b1f398-0cfd-453f-91ac-6befe050fa5d', 'code': 200} Jul 16 01:08:08.895200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8928a11-9448-4147-ace0-2d74dd298b5f req-5427789b-e137-43ab-92b0-e84feeb3fc35 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617772 Jul 16 01:08:08.895562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Pushing event updated for resources: {'Port': ['ID=26443af6-169c-42ea-a06c-da92e70c5899,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:08.931757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:08:08.945725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:08:08.950702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa req-e147c520-7533-42a7-a930-033c25b08760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:08.951294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:08.952183 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.952416 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa req-e147c520-7533-42a7-a930-033c25b08760 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.1565599 Jul 16 01:08:08.999630 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-cb6be528-b0b6-4882-a019-34b32351090c tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7119002 Jul 16 01:08:09.020010 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Request body: {'port': {'device_id': 'f66e8d6c-72ba-41c8-8dc1-7279826b70d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:09.028823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] For port c37bfdf7-42b4-496c-8d43-46df2d5cbfc7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c37bfdf7-42b4-496c-8d43-46df2d5cbfc7,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:09.029323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:09.063332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] Calling delete_port for c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:08:09.091385 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa req-1abca8f4-6f05-48ff-91b2-85a11b18d664 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267438 Jul 16 01:08:09.109109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-a017417b-9559-4df2-ac3c-10efb04805bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:09.110574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-a017417b-9559-4df2-ac3c-10efb04805bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 1100 time: 0.3658667 Jul 16 01:08:09.207951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-8870e049-3fd5-445e-bb9c-1de4cdd67746 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=30b50af2-8091-4ea1-a693-a3ca5a3883ae HTTP/1.1" status: 200 len: 217 time: 0.0886636 Jul 16 01:08:09.209254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:09.289007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc488f-aa4d-41f2-b114-c66f2579f0cb req-5736e4c7-165d-4def-ae01-bdc55e503ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:09.290803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a9fc488f-aa4d-41f2-b114-c66f2579f0cb req-5736e4c7-165d-4def-ae01-bdc55e503ac4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 1102 time: 0.2404294 Jul 16 01:08:09.345948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36e0c-0b94-4aa9-9a29-6c9536bfbe69 req-c98c65ec-021b-45ee-9037-53395d15b692 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:09.348787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02b36e0c-0b94-4aa9-9a29-6c9536bfbe69 req-c98c65ec-021b-45ee-9037-53395d15b692 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.2750485 Jul 16 01:08:09.376569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2927961e-289a-408f-a0bf-4319c9bd5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:09.379643 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-2927961e-289a-408f-a0bf-4319c9bd5fc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1591015 Jul 16 01:08:09.390850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1', 'tag': '30b50af2-8091-4ea1-a693-a3ca5a3883ae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:09.396247 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a067191-dc7a-4583-87e6-fad61c60b075" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1", "tag": "30b50af2-8091-4ea1-a693-a3ca5a3883ae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:09.440430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c3473244-a4e6-41d8-9f40-eff8e99ca4ba details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:09.497115 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa req-74dd25e5-df8c-4fe4-9b59-6a72d78ec502 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903651 Jul 16 01:08:09.513330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740423-f5bd-4a4f-88f6-ca18239f1e23 req-9ccf9d6b-b29a-4591-93e8-c5a207a3e9cd tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:09.516428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54740423-f5bd-4a4f-88f6-ca18239f1e23 req-9ccf9d6b-b29a-4591-93e8-c5a207a3e9cd tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 943 time: 0.4040244 Jul 16 01:08:09.525119 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a9fc488f-aa4d-41f2-b114-c66f2579f0cb req-2d7327b3-dd91-42b1-b106-926533ceabdd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178202 Jul 16 01:08:09.550200 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02b36e0c-0b94-4aa9-9a29-6c9536bfbe69 req-0047d037-d280-4e8d-8e04-292154b75526 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710918 Jul 16 01:08:09.615403 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:09.625433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:09.641194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c3473244-a4e6-41d8-9f40-eff8e99ca4ba has no active binding in host n-h1-791504-14 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:08:09.672961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c37bfdf7-42b4-496c-8d43-46df2d5cbfc7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:09.761872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54740423-f5bd-4a4f-88f6-ca18239f1e23 req-5e4e3abb-ef3b-4204-9c0b-147a4fa33d3d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070482 Jul 16 01:08:09.772847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-d6e14118-d6d5-46b9-a6e3-46c6da850695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:09.775084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-d6e14118-d6d5-46b9-a6e3-46c6da850695 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3631136 Jul 16 01:08:09.868886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af4e5a2e-ca7a-41e0-84bf-2246494d61fa req-45bf621c-3bca-4afb-9a65-a289495e50ef service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508332 Jul 16 01:08:09.926192 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-51dde2ef-89b8-4d37-903c-28a19ce294c4 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386716 Jul 16 01:08:10.079858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3736cded-bf2a-4e54-a8de-66504aa2aa88 req-61555a76-11a6-46e7-aaad-95c7888412d0 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402845 Jul 16 01:08:10.093709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5027b0-e668-481b-a68f-ee1051594517 req-18ae8717-c343-4be0-bed6-335f96f7954c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:10.095293 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b5027b0-e668-481b-a68f-ee1051594517 req-18ae8717-c343-4be0-bed6-335f96f7954c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 950 time: 0.1472898 Jul 16 01:08:10.164043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b5027b0-e668-481b-a68f-ee1051594517 req-2c60893d-2084-455e-b8c8-f5f2d9c4ec07 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607908 Jul 16 01:08:10.218221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26443af6-169c-42ea-a06c-da92e70c5899 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:10.224146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-b03e9b5a-9a0f-4bb1-8e1b-90d9d3c531e2 service neutron] 10.222.0.50 "GET /v2.0/ports/c3473244-a4e6-41d8-9f40-eff8e99ca4ba/bindings/n-h1-791504-14 HTTP/1.1" status: 200 len: 385 time: 0.0728500 Jul 16 01:08:10.229586 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:10.237904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:10.249166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617ac00-74c4-4286-a673-ceeb982db6c1 req-b818c559-f0ee-4831-a02d-541997a06c86 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:10.251946 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1617ac00-74c4-4286-a673-ceeb982db6c1 req-b818c559-f0ee-4831-a02d-541997a06c86 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 946 time: 0.2407212 Jul 16 01:08:10.264609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Transition to ACTIVE for port object 26443af6-169c-42ea-a06c-da92e70c5899 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:10.282672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:10.410687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1617ac00-74c4-4286-a673-ceeb982db6c1 req-9ae80009-8981-42d8-bc3a-afde6fc7050b tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483607 Jul 16 01:08:10.429825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf2fc-11b4-4224-97b2-a9cb585dbc19 req-a974814d-ab8a-49bf-bc4d-e3356c76346d tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:10.431359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-664bf2fc-11b4-4224-97b2-a9cb585dbc19 req-a974814d-ab8a-49bf-bc4d-e3356c76346d tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 944 time: 0.1387904 Jul 16 01:08:10.440963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Pushing event updated for resources: {'Port': ['ID=26443af6-169c-42ea-a06c-da92e70c5899,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:10.472109 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf019f3-9f0d-469e-afa0-f9a905d6f1ca x-openstack-request-id: req-dcf019f3-9f0d-469e-afa0-f9a905d6f1ca {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:10.472453 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1", "tag": "30b50af2-8091-4ea1-a693-a3ca5a3883ae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:10.472648 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcf019f3-9f0d-469e-afa0-f9a905d6f1ca {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:10.473040 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1', 'tag': '30b50af2-8091-4ea1-a693-a3ca5a3883ae', 'status': 'completed', 'code': 200} Jul 16 01:08:10.477839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Attempting to bind port 26443af6-169c-42ea-a06c-da92e70c5899 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:10.478204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Attempting to bind port 26443af6-169c-42ea-a06c-da92e70c5899 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '83dd4f5b-e751-43a3-9bd1-b0232b66650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f7558201-295d-40c2-9b0d-89078b3ef41f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:10.478530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Attempting to bind port 26443af6-169c-42ea-a06c-da92e70c5899 on network f7558201-295d-40c2-9b0d-89078b3ef41f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:10.486047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Port 26443af6-169c-42ea-a06c-da92e70c5899 on network f7558201-295d-40c2-9b0d-89078b3ef41f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:10.486300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Attempting to bind port 26443af6-169c-42ea-a06c-da92e70c5899 on network f7558201-295d-40c2-9b0d-89078b3ef41f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:10.523806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:10.524200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Checking segment: {'id': '83dd4f5b-e751-43a3-9bd1-b0232b66650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f7558201-295d-40c2-9b0d-89078b3ef41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:10.524535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Bound using segment: {'id': '83dd4f5b-e751-43a3-9bd1-b0232b66650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f7558201-295d-40c2-9b0d-89078b3ef41f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:10.525113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Bound port: 26443af6-169c-42ea-a06c-da92e70c5899, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83dd4f5b-e751-43a3-9bd1-b0232b66650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f7558201-295d-40c2-9b0d-89078b3ef41f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:10.525324 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:10.573009 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-664bf2fc-11b4-4224-97b2-a9cb585dbc19 req-1bdfd489-f79c-4ef4-9ba9-4ebc5fe473f0 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8a2154e-d3dc-4f15-95a9-63c633c53a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310177 Jul 16 01:08:10.600233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 12626332-12b5-4e5b-a4a3-a929c8779cee up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:10.612311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-04d33734-8313-4221-831d-32bb9ff22557 service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:10.642438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-04d33734-8313-4221-831d-32bb9ff22557 service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:10.662658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 12626332-12b5-4e5b-a4a3-a929c8779cee completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:10.667872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 12626332-12b5-4e5b-a4a3-a929c8779cee triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:10.668182 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:10.698886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-04d33734-8313-4221-831d-32bb9ff22557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3473244-a4e6-41d8-9f40-eff8e99ca4ba {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:10.714423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-04d33734-8313-4221-831d-32bb9ff22557 service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:10.719899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] For port 26443af6-169c-42ea-a06c-da92e70c5899, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:10.722034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] Router 1402160f-6efe-44e0-afcd-2fc0d1903c26 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:08:10.727145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] For port 26443af6-169c-42ea-a06c-da92e70c5899, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=26443af6-169c-42ea-a06c-da92e70c5899,segment=NetworkSegment(83dd4f5b-e751-43a3-9bd1-b0232b66650d),segment_id=83dd4f5b-e751-43a3-9bd1-b0232b66650d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:10.760873 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:10.762920 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:10.781667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-0eb8eb51-dfdf-4f25-b891-38509599124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:10.784693 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-0eb8eb51-dfdf-4f25-b891-38509599124f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 1100 time: 0.2510922 Jul 16 01:08:10.787021 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-04d33734-8313-4221-831d-32bb9ff22557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:10.802497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:10.807049 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:10.811685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bc841-2ed1-451e-aca3-e37cb35047d2 req-32f375a7-d678-45b8-b697-84c92645fa98 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:10.813850 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a2bc841-2ed1-451e-aca3-e37cb35047d2 req-32f375a7-d678-45b8-b697-84c92645fa98 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 948 time: 0.1928072 Jul 16 01:08:10.870251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=12626332-12b5-4e5b-a4a3-a929c8779cee,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:10.882033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:10.882661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:10.884081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] 10.222.0.50 "PUT /v2.0/ports/26443af6-169c-42ea-a06c-da92e70c5899 HTTP/1.1" status: 200 len: 1093 time: 1.8835950 Jul 16 01:08:10.884754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12626332-12b5-4e5b-a4a3-a929c8779cee'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:10.887888 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57be5b8b-3bf4-4f6e-aa5b-67e004d580dd" -d '{"events": [{"server_uuid": "98698b5e-0dad-4c26-97cb-9d23db7ee0f4", "name": "network-vif-plugged", "status": "completed", "tag": "12626332-12b5-4e5b-a4a3-a929c8779cee"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:10.940061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66e8d6c-72ba-41c8-8dc1-7279826b70d2', 'tag': '26443af6-169c-42ea-a06c-da92e70c5899'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:10.942271 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a429cc-5a7e-44a8-bc82-4cacd7547154" -d '{"events": [{"name": "network-changed", "server_uuid": "f66e8d6c-72ba-41c8-8dc1-7279826b70d2", "tag": "26443af6-169c-42ea-a06c-da92e70c5899"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:10.949123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e316625-6b12-4d2b-8729-581f557a4ec1 req-dcad039f-7153-41b0-95f6-4945c6f89ac2 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:10.950721 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e316625-6b12-4d2b-8729-581f557a4ec1 req-dcad039f-7153-41b0-95f6-4945c6f89ac2 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 945 time: 0.2229533 Jul 16 01:08:11.002963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-6e19d9f1-2ee3-41ec-8094-0c4b8055269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:11.004383 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-6e19d9f1-2ee3-41ec-8094-0c4b8055269f service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2017634 Jul 16 01:08:11.020008 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-04d33734-8313-4221-831d-32bb9ff22557 service neutron] Transition to ACTIVE for port object c3473244-a4e6-41d8-9f40-eff8e99ca4ba will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:11.034050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-04d33734-8313-4221-831d-32bb9ff22557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:11.037048 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354b392-99d7-45d5-83ff-0d3165b334a4 service neutron] Pushing event updated for resources: {'Port': ['ID=26443af6-169c-42ea-a06c-da92e70c5899,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:11.042230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:08:11.048939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-80a6dabf-393b-44b4-94db-1ff10b80ac82 admin admin] 10.222.0.64 "PUT /v2.0/routers/1402160f-6efe-44e0-afcd-2fc0d1903c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4620554 Jul 16 01:08:11.051522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:11.054519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] Sync routers for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:08:11.063222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a2bc841-2ed1-451e-aca3-e37cb35047d2 req-77a079a6-30f3-427a-9916-ce52ad1c7da4 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778915 Jul 16 01:08:11.064659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:08:11.065299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:11.131455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-783fa76a-1652-485b-be2d-358fc370e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:11.133204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-783fa76a-1652-485b-be2d-358fc370e804 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a75e1109a55d41f5a920e21e41a77684&device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 1096 time: 0.1883473 Jul 16 01:08:11.194602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:08:11.214436 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-10db9aaf-bb59-4294-b61c-6a202835bd72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26443af6-169c-42ea-a06c-da92e70c5899 HTTP/1.1" status: 200 len: 217 time: 0.0718682 Jul 16 01:08:11.312354 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:11.317642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-4bcf6c6b-82b9-4e7e-8bd3-9f77dbf82cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:11.319148 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-4bcf6c6b-82b9-4e7e-8bd3-9f77dbf82cb0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18179eb9-9a5e-4d7a-980c-2c1b6cd9d6e9 HTTP/1.1" status: 200 len: 855 time: 0.0929544 Jul 16 01:08:11.351587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e316625-6b12-4d2b-8729-581f557a4ec1 req-8c1f2f7b-2714-4277-947d-84badcd7995d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913774 Jul 16 01:08:11.377376 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-2122508a-9e1d-47b1-93e6-cb4f24897a4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=30b50af2-8091-4ea1-a693-a3ca5a3883ae HTTP/1.1" status: 200 len: 217 time: 0.3534830 Jul 16 01:08:11.410844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-4c194357-727b-4c3f-9a08-9dee34d0bf84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7558201-295d-40c2-9b0d-89078b3ef41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545437 Jul 16 01:08:11.431485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03f936-8687-4c6a-8398-b0ed6714848a req-c8167709-cdc0-40bb-aeb8-97c4281e29a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:11.432374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:08:09Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:11.433028 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da03f936-8687-4c6a-8398-b0ed6714848a req-c8167709-cdc0-40bb-aeb8-97c4281e29a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 946 time: 0.2226179 Jul 16 01:08:11.462366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45530) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:11.464805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-04d33734-8313-4221-831d-32bb9ff22557 service neutron] No DVR routers for this DVR port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:08:11.472335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8d3cfaa4-a18d-47ae-8c98-c1e033606424 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Request body: {'floatingip': {'port_id': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:11.513617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] Checking router: 1402160f-6efe-44e0-afcd-2fc0d1903c26 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:08:11.526322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] Routers {'1402160f-6efe-44e0-afcd-2fc0d1903c26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:08:11.527182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1402160f-6efe-44e0-afcd-2fc0d1903c26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:11.574905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d33734-8313-4221-831d-32bb9ff22557 service neutron] Pushing event updated for resources: {'Port': ['ID=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:11.582495 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d3cfaa4-a18d-47ae-8c98-c1e033606424 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:11.587201 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:11.647928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-92cf05b7-0345-48ab-98e0-5440153d8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:11.648377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-92cf05b7-0345-48ab-98e0-5440153d8238 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2556229 Jul 16 01:08:11.651970 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-04d33734-8313-4221-831d-32bb9ff22557 service neutron] 10.222.0.50 "PUT /v2.0/ports/c3473244-a4e6-41d8-9f40-eff8e99ca4ba/bindings/n-h1-791504-14/activate HTTP/1.1" status: 200 len: 370 time: 1.4114280 Jul 16 01:08:11.655801 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-5bdf619b-11aa-4180-9f0c-a4dc007b1f0c service neutron] 10.222.0.50 "GET /v2.0/networks/f7558201-295d-40c2-9b0d-89078b3ef41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198811 Jul 16 01:08:11.664113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] Set router 1402160f-6efe-44e0-afcd-2fc0d1903c26 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:08:11.752571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bb975-4e65-42ee-926c-c6e11bfd575d req-1dbfbd6e-4363-464a-995b-11ccf7c3963c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:11.754125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-500bb975-4e65-42ee-926c-c6e11bfd575d req-1dbfbd6e-4363-464a-995b-11ccf7c3963c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 944 time: 0.1896136 Jul 16 01:08:11.768139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Deleting port 023717a9-7ecd-4710-8208-8ff3bf32d000 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:08:11.768559 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:11.888230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd1845-8b8e-4da9-8b91-70090988105d req-880288d2-6dc9-401f-a837-50ef50ed7440 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:11.890969 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9fbd1845-8b8e-4da9-8b91-70090988105d req-880288d2-6dc9-401f-a837-50ef50ed7440 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.4062803 Jul 16 01:08:11.915450 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-500bb975-4e65-42ee-926c-c6e11bfd575d req-d8f4e320-99c8-4795-8b02-cff4fb525fc7 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514308 Jul 16 01:08:11.923306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-dab6bcf5-4a29-4f82-95b3-86fc59db4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:11.924624 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-dab6bcf5-4a29-4f82-95b3-86fc59db4b4d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2648184 Jul 16 01:08:11.957114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] For port 023717a9-7ecd-4710-8208-8ff3bf32d000, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=023717a9-7ecd-4710-8208-8ff3bf32d000,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:11.958632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:11.975688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Calling delete_port for 023717a9-7ecd-4710-8208-8ff3bf32d000 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:08:11.980764 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70e2106-a206-4096-a556-84b30d5989d7 x-openstack-request-id: req-a70e2106-a206-4096-a556-84b30d5989d7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:11.981829 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98698b5e-0dad-4c26-97cb-9d23db7ee0f4", "name": "network-vif-plugged", "status": "completed", "tag": "12626332-12b5-4e5b-a4a3-a929c8779cee", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:11.982312 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a70e2106-a206-4096-a556-84b30d5989d7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:11.983271 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12626332-12b5-4e5b-a4a3-a929c8779cee', 'code': 200} Jul 16 01:08:11.985999 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9e6562-901b-400c-a409-39b68fea3af1 req-325b5de5-fb89-4003-9b22-49245975e0d1 service neutron] 10.222.0.50 "GET /v2.0/networks/f7558201-295d-40c2-9b0d-89078b3ef41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994273 Jul 16 01:08:12.052636 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f6b7b8-354d-4413-9ffb-de183899c531 x-openstack-request-id: req-41f6b7b8-354d-4413-9ffb-de183899c531 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:12.052954 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66e8d6c-72ba-41c8-8dc1-7279826b70d2", "tag": "26443af6-169c-42ea-a06c-da92e70c5899", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:12.053101 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41f6b7b8-354d-4413-9ffb-de183899c531 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:12.053625 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66e8d6c-72ba-41c8-8dc1-7279826b70d2', 'tag': '26443af6-169c-42ea-a06c-da92e70c5899', 'status': 'completed', 'code': 200} Jul 16 01:08:12.055928 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9fbd1845-8b8e-4da9-8b91-70090988105d req-08051f92-d994-4b02-a399-fdfde3982780 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572583 Jul 16 01:08:12.098169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-e8bb2613-9a05-4a1a-b217-0030eaf18db5 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:12.098367 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-e8bb2613-9a05-4a1a-b217-0030eaf18db5 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.3307259 Jul 16 01:08:12.098515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:08:09Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:12.161957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5690f-cebd-477e-b630-b9f36ced9094 None None] The sync data for ids ['1402160f-6efe-44e0-afcd-2fc0d1903c26'] in n-d-791504-14 is: [{'id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'name': 'tempest-FloatingIPsAssociationTestJSON-877683804-router', 'tenant_id': '050f6f467bd44684aa3730ebb1fe002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:15Z', 'updated_at': '2021-07-16T01:08:09Z', 'revision_number': 5, 'project_id': '050f6f467bd44684aa3730ebb1fe002e', 'gw_port': {'id': '023717a9-7ecd-4710-8208-8ff3bf32d000', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1402160f-6efe-44e0-afcd-2fc0d1903c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:16Z', 'updated_at': '2021-07-16T01:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:08:12.292474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16173b71-66e8-408f-894f-94cb4a079751 req-ffabcf19-aba5-44db-b2cc-66c1cc85747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:12.294536 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16173b71-66e8-408f-894f-94cb4a079751 req-ffabcf19-aba5-44db-b2cc-66c1cc85747a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 1098 time: 0.1755745 Jul 16 01:08:12.374152 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-3f660b83-6f5b-425a-99e5-6dcde66f0482 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329333 Jul 16 01:08:12.557240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a429cc-5a7e-44a8-bc82-4cacd7547154 req-6e4e8d6a-3c8b-4ca7-91d4-681408ac5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:12.559519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54a429cc-5a7e-44a8-bc82-4cacd7547154 req-6e4e8d6a-3c8b-4ca7-91d4-681408ac5988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a75e1109a55d41f5a920e21e41a77684&device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 1096 time: 0.3388271 Jul 16 01:08:12.577095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-c79a4d8c-7142-4a97-9ee4-cf9fe60a6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:12.579184 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-c79a4d8c-7142-4a97-9ee4-cf9fe60a6c61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a HTTP/1.1" status: 200 len: 1096 time: 0.4221227 Jul 16 01:08:12.654274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb605e-eb8e-4b74-bd86-90a3c63e01d0 req-8e1eeed7-8528-417b-bc30-7c81f18de452 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:12.657400 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1adb605e-eb8e-4b74-bd86-90a3c63e01d0 req-8e1eeed7-8528-417b-bc30-7c81f18de452 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 944 time: 0.3929455 Jul 16 01:08:12.677345 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16173b71-66e8-408f-894f-94cb4a079751 req-05e45b7d-96e5-4061-a13f-a58094eccaef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696718 Jul 16 01:08:12.703372 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717b34e-d8d5-4698-81cd-9afae64f9312 req-022821a9-bf86-496d-942b-b8c6cec547d4 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:12.705465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d717b34e-d8d5-4698-81cd-9afae64f9312 req-022821a9-bf86-496d-942b-b8c6cec547d4 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 950 time: 0.4659367 Jul 16 01:08:12.718109 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:12.748898 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-8d3cfaa4-a18d-47ae-8c98-c1e033606424 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:08:12.754428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a067191-dc7a-4583-87e6-fad61c60b075 req-8ff791c8-1253-49da-b777-4dcb4935a4ae service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633339 Jul 16 01:08:12.759709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Pushing event deleted for resources: {'Port': ['ID=023717a9-7ecd-4710-8208-8ff3bf32d000,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:12.806286 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:12.825651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d717b34e-d8d5-4698-81cd-9afae64f9312 req-37cf6594-0303-4552-9dd6-86c7045d7514 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166832 Jul 16 01:08:12.861777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1adb605e-eb8e-4b74-bd86-90a3c63e01d0 req-fb27e497-860a-43fc-bc55-8378682a56fa tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8a2154e-d3dc-4f15-95a9-63c633c53a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699300 Jul 16 01:08:12.901715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d3cfaa4-a18d-47ae-8c98-c1e033606424 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:12.918221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d3cfaa4-a18d-47ae-8c98-c1e033606424 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:12.959170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:12.963143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:12.977663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a429cc-5a7e-44a8-bc82-4cacd7547154 req-7531edc0-83c1-47be-b85c-3f3c3a245059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:12.979993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54a429cc-5a7e-44a8-bc82-4cacd7547154 req-7531edc0-83c1-47be-b85c-3f3c3a245059 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f7558201-295d-40c2-9b0d-89078b3ef41f HTTP/1.1" status: 200 len: 915 time: 0.3985698 Jul 16 01:08:12.983280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-2d1f0822-3caf-43be-8168-b1400b30db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:12.984874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-2d1f0822-3caf-43be-8168-b1400b30db24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1096 time: 0.3654981 Jul 16 01:08:13.073401 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.074049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1402160f-6efe-44e0-afcd-2fc0d1903c26 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:08:13.083897 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.088865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6acf1062-a921-4895-a41f-1f99fb5bcdde admin admin] 10.222.0.64 "DELETE /v2.0/routers/1402160f-6efe-44e0-afcd-2fc0d1903c26 HTTP/1.1" status: 204 len: 168 time: 2.0327942 Jul 16 01:08:13.089712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45544) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:13.116981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54a429cc-5a7e-44a8-bc82-4cacd7547154 req-42a5fa08-2095-4917-8f52-a2f15a0695e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26443af6-169c-42ea-a06c-da92e70c5899 HTTP/1.1" status: 200 len: 217 time: 0.1219137 Jul 16 01:08:13.177392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe2457-436c-4dbd-a730-360970ba6e24 req-35ba1dfb-76a9-4ad9-a88f-d119de003cee tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:13.179022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9abe2457-436c-4dbd-a730-360970ba6e24 req-35ba1dfb-76a9-4ad9-a88f-d119de003cee tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 948 time: 0.2174826 Jul 16 01:08:13.189081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc39970d-4435-45ed-98a7-134d59b2190d admin admin] Deleting subnet 324eaac8-5384-4354-9c36-30685050f2e8 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:08:13.199415 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc39970d-4435-45ed-98a7-134d59b2190d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.266747 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc39970d-4435-45ed-98a7-134d59b2190d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.279414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9abe2457-436c-4dbd-a730-360970ba6e24 req-d92a75cf-ae49-4f0f-8a5a-86a5413609cd tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866034 Jul 16 01:08:13.398218 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc39970d-4435-45ed-98a7-134d59b2190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.446503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 30b50af2-8091-4ea1-a693-a3ca5a3883ae details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:13.478199 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc39970d-4435-45ed-98a7-134d59b2190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.513543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39970d-4435-45ed-98a7-134d59b2190d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=324eaac8-5384-4354-9c36-30685050f2e8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:13.516502 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc39970d-4435-45ed-98a7-134d59b2190d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.522407 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dc39970d-4435-45ed-98a7-134d59b2190d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/324eaac8-5384-4354-9c36-30685050f2e8 HTTP/1.1" status: 204 len: 168 time: 0.4289758 Jul 16 01:08:13.523695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45550) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:13.529294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e9b77-c78a-428b-97f8-14f129c98c0c None None] Network 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:08:13.555315 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-8d3cfaa4-a18d-47ae-8c98-c1e033606424 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Floating IP c326fc6a-cba7-4485-9908-ee69c26b0a5b associated. External IP: 172.25.4.107, port: 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39. Jul 16 01:08:13.633771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.659703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a429cc-5a7e-44a8-bc82-4cacd7547154 req-d14cc61d-62bb-4d58-86bf-77648b446ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:13.662477 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54a429cc-5a7e-44a8-bc82-4cacd7547154 req-d14cc61d-62bb-4d58-86bf-77648b446ec1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18179eb9-9a5e-4d7a-980c-2c1b6cd9d6e9 HTTP/1.1" status: 200 len: 855 time: 0.5355542 Jul 16 01:08:13.767244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54a429cc-5a7e-44a8-bc82-4cacd7547154 req-56959c83-83f7-45ea-a85a-40156a231f31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7558201-295d-40c2-9b0d-89078b3ef41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773940 Jul 16 01:08:13.769298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-a64ac9d5-7929-46ee-adb0-57437b31fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:13.771904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-a64ac9d5-7929-46ee-adb0-57437b31fffe service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.7783649 Jul 16 01:08:13.797351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 30b50af2-8091-4ea1-a693-a3ca5a3883ae, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=30b50af2-8091-4ea1-a693-a3ca5a3883ae,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:13.818783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Deleting port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:08:13.819413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '30b50af2-8091-4ea1-a693-a3ca5a3883ae', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '30b50af2-8091-4ea1-a693-a3ca5a3883ae', 'mac_address': 'fa:16:3e:0f:cf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:13.819532 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.845528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-156979bd-623c-4be4-b7a7-6b7e810603f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba HTTP/1.1" status: 200 len: 217 time: 0.0532587 Jul 16 01:08:13.859809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c4445-8039-4d0b-9b6b-4894e41b761a req-ff9ad331-2334-45f1-8c5a-c499b1cec353 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:13.861358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-662c4445-8039-4d0b-9b6b-4894e41b761a req-ff9ad331-2334-45f1-8c5a-c499b1cec353 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 1102 time: 0.1231718 Jul 16 01:08:13.887580 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.912987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b50af2-8091-4ea1-a693-a3ca5a3883ae {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:13.913367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af159e-1e6a-41d4-aa39-695be6b9fc0e req-a530af9e-9cb8-4850-9be8-6d09a1b32aa7 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:13.914963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5af159e-1e6a-41d4-aa39-695be6b9fc0e req-a530af9e-9cb8-4850-9be8-6d09a1b32aa7 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.9176784 Jul 16 01:08:13.938116 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-662c4445-8039-4d0b-9b6b-4894e41b761a req-fc7e3594-8e99-4eaa-b3ff-777fd4e8082a tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.939541 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 30b50af2-8091-4ea1-a693-a3ca5a3883ae, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=30b50af2-8091-4ea1-a693-a3ca5a3883ae,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:13.944570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:13.965441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] For port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f02f8b33-1ffb-4e9b-84f9-3f111dc7de65,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:13.965809 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.010316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7044aac-2bb6-42a7-bf9c-348cbd98971a None None] DHCP port deletion for 4472b9cd-c381-42a1-a077-e93d7ce8fcd3 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:08:14.021303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Calling delete_port for f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:08:14.052582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 023717a9-7ecd-4710-8208-8ff3bf32d000 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:08:14.079293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 023717a9-7ecd-4710-8208-8ff3bf32d000 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:08:14.079729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 023717a9-7ecd-4710-8208-8ff3bf32d000 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:08:14.080540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:08:14.085623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=30b50af2-8091-4ea1-a693-a3ca5a3883ae,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:14.116170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:08:14.116554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c37bfdf7-42b4-496c-8d43-46df2d5cbfc7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:08:14.136375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f7044aac-2bb6-42a7-bf9c-348cbd98971a None None] Deleting port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:08:14.136788 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7044aac-2bb6-42a7-bf9c-348cbd98971a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.139003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-662c4445-8039-4d0b-9b6b-4894e41b761a req-fc7e3594-8e99-4eaa-b3ff-777fd4e8082a tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.148087 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-662c4445-8039-4d0b-9b6b-4894e41b761a req-fc7e3594-8e99-4eaa-b3ff-777fd4e8082a tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.153817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-2a27d8d4-5f4a-4cc5-a3b6-2fe688caf057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:14.156451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-2a27d8d4-5f4a-4cc5-a3b6-2fe688caf057 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.2972960 Jul 16 01:08:14.167428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5af159e-1e6a-41d4-aa39-695be6b9fc0e req-7e16c90d-fb1e-46d6-bffb-c922d6fa3e13 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894724 Jul 16 01:08:14.195194 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-662c4445-8039-4d0b-9b6b-4894e41b761a req-fc7e3594-8e99-4eaa-b3ff-777fd4e8082a tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232648 Jul 16 01:08:14.196373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e3594-8e99-4eaa-b3ff-777fd4e8082a tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d4ff5b-5039-4274-a653-6b9065fb5656,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:14.219116 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.221053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f7044aac-2bb6-42a7-bf9c-348cbd98971a None None] For port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f02f8b33-1ffb-4e9b-84f9-3f111dc7de65,segment=NetworkSegment(322cf73d-b452-415a-a961-026e2d97a82b),segment_id=322cf73d-b452-415a-a961-026e2d97a82b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:14.221560 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7044aac-2bb6-42a7-bf9c-348cbd98971a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.241386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f7044aac-2bb6-42a7-bf9c-348cbd98971a None None] Calling delete_port for f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:08:14.270669 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-dd6b5493-fa4f-4905-adcc-a50c3673b98b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063786 Jul 16 01:08:14.277839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Pushing event deleted for resources: {'Port': ['ID=f02f8b33-1ffb-4e9b-84f9-3f111dc7de65,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:14.287537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] No DVR routers for this DVR port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:08:14.390384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['30b50af2-8091-4ea1-a693-a3ca5a3883ae'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:14.401046 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.417907 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54a429cc-5a7e-44a8-bc82-4cacd7547154 req-7855853f-e78f-4b63-85cb-2179924917b3 service neutron] 10.222.0.50 "GET /v2.0/networks/f7558201-295d-40c2-9b0d-89078b3ef41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405168 Jul 16 01:08:14.425722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.426100 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.426836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.427151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > port after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.427465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.427791 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > port after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.428104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.428415 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.428723 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.429038 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.438869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7044aac-2bb6-42a7-bf9c-348cbd98971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.472654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7044aac-2bb6-42a7-bf9c-348cbd98971a None None] Pushing event deleted for resources: {'Port': ['ID=f02f8b33-1ffb-4e9b-84f9-3f111dc7de65,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:14.487940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7044aac-2bb6-42a7-bf9c-348cbd98971a None None] No DVR routers for this DVR port f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:08:14.501650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-eb6f25e8-8400-4639-b31f-6adabdc0a091 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097056 Jul 16 01:08:14.539328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.540172 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.540839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.541338 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:14.541814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4472b9cd-c381-42a1-a077-e93d7ce8fcd3']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:14.577226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322cf73d-b452-415a-a961-026e2d97a82b') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:14.577549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322cf73d-b452-415a-a961-026e2d97a82b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:14.599273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.612122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3cfaa4-a18d-47ae-8c98-c1e033606424 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:08:14.614902 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 26443af6-169c-42ea-a06c-da92e70c5899 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:14.619813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c3473244-a4e6-41d8-9f40-eff8e99ca4ba no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:08:14.623722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902df80-ec14-4f83-a996-2647bc0dd238 req-68b74dda-b001-4d56-b701-b6246da9b8bf tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:14.625506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d902df80-ec14-4f83-a996-2647bc0dd238 req-68b74dda-b001-4d56-b701-b6246da9b8bf tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 944 time: 0.2496512 Jul 16 01:08:14.643810 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.660628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:08:14.661158 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: from cryptography.utils import int_from_bytes Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: from cryptography.utils import int_from_bytes Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:08:14.698634 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:08:14.703843 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:08:14.708390 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54a429cc-5a7e-44a8-bc82-4cacd7547154 req-59a2ade4-4110-4933-ab9f-e38fb9169cfb service neutron] 10.222.0.50 "GET /v2.0/networks/f7558201-295d-40c2-9b0d-89078b3ef41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552223 Jul 16 01:08:14.710645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c3473244-a4e6-41d8-9f40-eff8e99ca4ba not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:08:14.778452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d902df80-ec14-4f83-a996-2647bc0dd238 req-5b06ff10-ef38-4ce3-a9d8-aea179078fb0 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144321 Jul 16 01:08:14.778868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 26443af6-169c-42ea-a06c-da92e70c5899, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=26443af6-169c-42ea-a06c-da92e70c5899,segment=NetworkSegment(83dd4f5b-e751-43a3-9bd1-b0232b66650d),segment_id=83dd4f5b-e751-43a3-9bd1-b0232b66650d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:14.779429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240abc22-1dc7-4d95-8fe0-5e8292a0ff45 req-1da3bf88-2a1c-4aa0-b6c5-0b0fde22fa80 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:14.783451 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-240abc22-1dc7-4d95-8fe0-5e8292a0ff45 req-1da3bf88-2a1c-4aa0-b6c5-0b0fde22fa80 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.3782096 Jul 16 01:08:14.788550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-8cb5b48f-ae1e-43ec-92f1-7c2548ca5ae0 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683330 Jul 16 01:08:14.795553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '26443af6-169c-42ea-a06c-da92e70c5899', 'network_id': 'f7558201-295d-40c2-9b0d-89078b3ef41f', 'port_id': '26443af6-169c-42ea-a06c-da92e70c5899', 'mac_address': 'fa:16:3e:32:a9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18179eb9-9a5e-4d7a-980c-2c1b6cd9d6e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:14.799632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.825880 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.831073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4472b9cd-c381-42a1-a077-e93d7ce8fcd3 HTTP/1.1" status: 204 len: 168 time: 1.3041780 Jul 16 01:08:14.833695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3e0c2-6f7b-4e3e-a9e6-f46e70560934 admin admin] Pushing event deleted for resources: {'Network': ['ID=4472b9cd-c381-42a1-a077-e93d7ce8fcd3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:14.849024 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-240abc22-1dc7-4d95-8fe0-5e8292a0ff45 req-30ac4cab-6850-46a4-a8f2-94e475b08369 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Jul 16 01:08:14.856466 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.887511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26443af6-169c-42ea-a06c-da92e70c5899 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:14.922519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3cfaa4-a18d-47ae-8c98-c1e033606424 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:08:14.927360 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d3cfaa4-a18d-47ae-8c98-c1e033606424 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.939536 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] Sync routers for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:08:14.948365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 26443af6-169c-42ea-a06c-da92e70c5899, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=26443af6-169c-42ea-a06c-da92e70c5899,segment=NetworkSegment(83dd4f5b-e751-43a3-9bd1-b0232b66650d),segment_id=83dd4f5b-e751-43a3-9bd1-b0232b66650d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:14.954496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.965444 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:08:14.970689 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:15.024252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8d3cfaa4-a18d-47ae-8c98-c1e033606424 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "PUT /v2.0/floatingips/c326fc6a-cba7-4485-9908-ee69c26b0a5b HTTP/1.1" status: 200 len: 992 time: 3.5568430 Jul 16 01:08:15.025871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'tag': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:15.029971 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941932db-c07d-4ce4-bb5a-d16ef790c6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5da568-15f5-4cef-8175-dd7b119a8fc9", "tag": "1d7e2c2d-b3f9-4807-9d63-67acccf7ef39"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:15.058274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=26443af6-169c-42ea-a06c-da92e70c5899,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:15.115659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf00c5-62bf-4c6a-b763-54e4acf10027 req-f86e90f3-e0b2-4b98-b59c-48a7d5f00144 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:15.117413 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41bf00c5-62bf-4c6a-b763-54e4acf10027 req-f86e90f3-e0b2-4b98-b59c-48a7d5f00144 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 945 time: 0.0839393 Jul 16 01:08:15.207776 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41bf00c5-62bf-4c6a-b763-54e4acf10027 req-738bb5fc-1950-49ed-bd1a-4a3a972ad987 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8a2154e-d3dc-4f15-95a9-63c633c53a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782428 Jul 16 01:08:15.282739 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:08:15.327413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45568) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:15.387929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['26443af6-169c-42ea-a06c-da92e70c5899'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:15.468384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 30b50af2-8091-4ea1-a693-a3ca5a3883ae up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:15.482914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-722a0717-75d2-4be7-80e4-f7cfb0627f37 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=050f6f467bd44684aa3730ebb1fe002e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534798 Jul 16 01:08:15.485542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:15.525780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-5c7d4dc2-5b0f-45ba-8573-504b8c74991d tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:15.528068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-5c7d4dc2-5b0f-45ba-8573-504b8c74991d tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.1480410 Jul 16 01:08:15.553910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3357c-3601-4bab-b40a-7c351820e101 req-cc6bc648-8596-4f6f-839e-d337cf2d7eb4 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:15.555680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0da3357c-3601-4bab-b40a-7c351820e101 req-cc6bc648-8596-4f6f-839e-d337cf2d7eb4 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 949 time: 0.1668367 Jul 16 01:08:15.580923 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22c93d8-4988-4811-8d25-989107529b4e x-openstack-request-id: req-c22c93d8-4988-4811-8d25-989107529b4e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:15.583648 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5da568-15f5-4cef-8175-dd7b119a8fc9", "tag": "1d7e2c2d-b3f9-4807-9d63-67acccf7ef39", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:15.584279 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c22c93d8-4988-4811-8d25-989107529b4e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:15.585413 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'tag': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39', 'status': 'completed', 'code': 200} Jul 16 01:08:15.598882 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e466479-cf14-41a9-afca-4bab469ffd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:15.611688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 30b50af2-8091-4ea1-a693-a3ca5a3883ae completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:15.624886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 30b50af2-8091-4ea1-a693-a3ca5a3883ae triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:15.625480 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:15.629144 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0da3357c-3601-4bab-b40a-7c351820e101 req-7b9441ad-95e4-42a6-8ef8-16acc6d7ab7c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669730 Jul 16 01:08:15.646831 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e466479-cf14-41a9-afca-4bab469ffd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:15.747055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e466479-cf14-41a9-afca-4bab469ffd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:15.750273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e466479-cf14-41a9-afca-4bab469ffd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:15.751235 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:15.751743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4e466479-cf14-41a9-afca-4bab469ffd4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13c5374b-55df-4758-884f-7389903ad8ff HTTP/1.1" status: 204 len: 168 time: 0.2649140 Jul 16 01:08:15.760758 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'c326fc6a-cba7-4485-9908-ee69c26b0a5b', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'port_id': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'mac_address': 'fa:16:3e:88:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:07:48Z', 'updated_at': '2021-07-16T01:08:12Z', 'revision_number': 1, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:15.786659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e466479-cf14-41a9-afca-4bab469ffd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c5374b-55df-4758-884f-7389903ad8ff,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:15.803931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b50af2-8091-4ea1-a693-a3ca5a3883ae'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:15.805911 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] Checking router: 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:08:15.806460 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c12ff0-640d-4661-9de6-388e80803441" -d '{"events": [{"server_uuid": "9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1", "name": "network-vif-plugged", "status": "completed", "tag": "30b50af2-8091-4ea1-a693-a3ca5a3883ae"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:15.820566 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:08:15.821554 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:07:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:15.857178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 30b50af2-8091-4ea1-a693-a3ca5a3883ae, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=30b50af2-8091-4ea1-a693-a3ca5a3883ae,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:15.880607 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:15.900894 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-1ae69c23-c990-4a6b-9498-ed61ee424709 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628612 Jul 16 01:08:15.954211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-09d7d22a-bf73-49e4-bc9d-c67c46b20253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:15.955832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-09d7d22a-bf73-49e4-bc9d-c67c46b20253 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=abea642527174b0292bb2c9ffa568b6c&device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 1098 time: 0.3041780 Jul 16 01:08:15.956939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:08:16.005135 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:08:16.006660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:08:16.007199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f02f8b33-1ffb-4e9b-84f9-3f111dc7de65 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:08:16.010333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ce0be-7d92-44b8-9f13-44abcab87b6a req-a63ea8d9-ac94-4900-bf42-54f2eb4ad021 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:16.018724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-329ce0be-7d92-44b8-9f13-44abcab87b6a req-a63ea8d9-ac94-4900-bf42-54f2eb4ad021 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.2431121 Jul 16 01:08:16.043406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=30b50af2-8091-4ea1-a693-a3ca5a3883ae,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:16.126583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-4e0f227d-5961-404e-ad4f-254a62a8a02d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:16.128601 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-4e0f227d-5961-404e-ad4f-254a62a8a02d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263181 Jul 16 01:08:16.155715 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-60820d25-6e91-47ce-8ffd-c6e84c848d81 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/quotas/03530c1738b84d158ef2bb580d71a920 HTTP/1.1" status: 200 len: 375 time: 0.0172820 Jul 16 01:08:16.229317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-07404cd6-2b48-4b4c-b426-318db4fff8e0 service neutron] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:16.234327 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-e36d7457-16f5-4a35-82ce-5752b40a289c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0694156 Jul 16 01:08:16.257686 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-329ce0be-7d92-44b8-9f13-44abcab87b6a req-08715d20-9952-4982-9404-55447d3fe287 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379358 Jul 16 01:08:16.266885 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-07404cd6-2b48-4b4c-b426-318db4fff8e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:16.270404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa98894f-8f4f-4de8-be46-09b5e71bd11e req-07404cd6-2b48-4b4c-b426-318db4fff8e0 service neutron] 10.222.0.67 "DELETE /v2.0/ports/c3473244-a4e6-41d8-9f40-eff8e99ca4ba/bindings/n-h2-791504-14 HTTP/1.1" status: 204 len: 173 time: 0.7258000 Jul 16 01:08:16.331391 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57596b71-9ac2-49bb-a0b0-e0d5bb977931 x-openstack-request-id: req-57596b71-9ac2-49bb-a0b0-e0d5bb977931 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:16.332073 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1", "name": "network-vif-plugged", "status": "completed", "tag": "30b50af2-8091-4ea1-a693-a3ca5a3883ae", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:16.332670 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57596b71-9ac2-49bb-a0b0-e0d5bb977931 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:16.333454 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b50af2-8091-4ea1-a693-a3ca5a3883ae', 'code': 200} Jul 16 01:08:16.337670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-b4d5a61f-6cbd-4a1b-96e4-9d6901366b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:16.355174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-b4d5a61f-6cbd-4a1b-96e4-9d6901366b5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=618000df-3051-471f-b84e-b50c74582ad8 HTTP/1.1" status: 200 len: 924 time: 0.3733029 Jul 16 01:08:16.437988 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'c326fc6a-cba7-4485-9908-ee69c26b0a5b', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'port_id': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'mac_address': 'fa:16:3e:88:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:07:48Z', 'updated_at': '2021-07-16T01:08:12Z', 'revision_number': 1, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:16.497528 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e29554-20f8-493d-917e-c3fe52646a8c None None] The sync data for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 is: [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'c326fc6a-cba7-4485-9908-ee69c26b0a5b', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'port_id': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'mac_address': 'fa:16:3e:88:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:07:48Z', 'updated_at': '2021-07-16T01:08:12Z', 'revision_number': 1, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:08:16.586095 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-3bf06c6a-7b5b-4646-b4e3-22c6262c6d55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 HTTP/1.1" status: 200 len: 1000 time: 0.2178226 Jul 16 01:08:16.644670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 26443af6-169c-42ea-a06c-da92e70c5899 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:16.689627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fe1df-9525-47aa-b58d-4f9bbf2f0630 req-2d0b3f04-3f21-458c-9154-28e26cb12d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:16.691235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab7fe1df-9525-47aa-b58d-4f9bbf2f0630 req-2d0b3f04-3f21-458c-9154-28e26cb12d2a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 1102 time: 0.2147954 Jul 16 01:08:16.700871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71001383-866b-4566-8000-5a908ef7f9ad req-ab5cad77-ae38-42a8-805d-46d62deda34f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:16.702709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71001383-866b-4566-8000-5a908ef7f9ad req-ab5cad77-ae38-42a8-805d-46d62deda34f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 944 time: 0.2157300 Jul 16 01:08:16.713498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-fb640110-b149-42a0-b29c-68a34b1594a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:16.715031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-fb640110-b149-42a0-b29c-68a34b1594a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0f1520c-2f62-4814-a833-d7e370391944 HTTP/1.1" status: 200 len: 863 time: 0.1186371 Jul 16 01:08:16.720898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 26443af6-169c-42ea-a06c-da92e70c5899 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:16.725328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 26443af6-169c-42ea-a06c-da92e70c5899 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:16.725708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:16.805313 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab7fe1df-9525-47aa-b58d-4f9bbf2f0630 req-20daf3ae-561d-4d7f-a614-f2db9520e1e1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015654 Jul 16 01:08:16.847702 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71001383-866b-4566-8000-5a908ef7f9ad req-b7a46b2e-c0d7-4609-8c5b-e9e2cbd5b0bd tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106155 Jul 16 01:08:16.877999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-7835c9f3-4235-4c2e-8f41-5f13b7886f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:16.879529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-7835c9f3-4235-4c2e-8f41-5f13b7886f73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=618000df-3051-471f-b84e-b50c74582ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1558361 Jul 16 01:08:16.910633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c651a9eb-3611-4058-b270-ccc9ea166a19 None None] New status for floating IP c326fc6a-cba7-4485-9908-ee69c26b0a5b: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:08:17.137576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-df9f1beb-a6d7-4d61-b859-d7ca28a17593 service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490847 Jul 16 01:08:17.180450 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-f8daed96-62e4-4d78-8047-30ee547f5366 service neutron] show failed (client error): The resource could not be found. Jul 16 01:08:17.181467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-f8daed96-62e4-4d78-8047-30ee547f5366 service neutron] 10.222.0.67 "GET /v2.0/ports/dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.2150512 Jul 16 01:08:17.221075 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:17.283137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 26443af6-169c-42ea-a06c-da92e70c5899, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=26443af6-169c-42ea-a06c-da92e70c5899,segment=NetworkSegment(83dd4f5b-e751-43a3-9bd1-b0232b66650d),segment_id=83dd4f5b-e751-43a3-9bd1-b0232b66650d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:17.283447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67dab5-b77f-4dfe-859c-1bed7fb6b21c req-dbe2f5cf-1a2b-4527-990e-e9ee9cc2d126 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:17.285412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff67dab5-b77f-4dfe-859c-1bed7fb6b21c req-dbe2f5cf-1a2b-4527-990e-e9ee9cc2d126 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.2644696 Jul 16 01:08:17.291044 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:17.357529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5d28-d26a-4626-b08e-6d1c007c9f6a req-623a631e-91a6-4f38-b1ad-5deea82d712f tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:17.364277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=26443af6-169c-42ea-a06c-da92e70c5899,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:17.365924 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e90e5d28-d26a-4626-b08e-6d1c007c9f6a req-623a631e-91a6-4f38-b1ad-5deea82d712f tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 945 time: 0.1938350 Jul 16 01:08:17.391989 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff67dab5-b77f-4dfe-859c-1bed7fb6b21c req-3522db9a-daf9-4134-a403-174e8d8df26d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754786 Jul 16 01:08:17.396028 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-941932db-c07d-4ce4-bb5a-d16ef790c6a6 req-18827efc-6b04-4576-aab3-14eeadfc1975 service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490704 Jul 16 01:08:17.441816 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e90e5d28-d26a-4626-b08e-6d1c007c9f6a req-1c936c08-d11a-47be-bd38-33228ab29c3e tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8a2154e-d3dc-4f15-95a9-63c633c53a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745456 Jul 16 01:08:17.665134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-1c6acd62-e698-4c90-85ce-d9bfb5e86da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:17.666699 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-1c6acd62-e698-4c90-85ce-d9bfb5e86da5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a&tenant_id=94219a605dea4c4bb02ed5d18061280e HTTP/1.1" status: 200 len: 1102 time: 0.0847406 Jul 16 01:08:17.674097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cd6b6-5c3b-4e4d-86f6-7f6a208ce5a2 req-46f0be49-8ebf-40c0-b815-2dfb64cd0c1b tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:17.676451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-890cd6b6-5c3b-4e4d-86f6-7f6a208ce5a2 req-46f0be49-8ebf-40c0-b815-2dfb64cd0c1b tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 1098 time: 0.1414940 Jul 16 01:08:17.683765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:17.786241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-890cd6b6-5c3b-4e4d-86f6-7f6a208ce5a2 req-a693db20-9a62-4d5b-a373-d1c5e81efa66 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981829 Jul 16 01:08:17.803714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:17.939725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325e9dd-33e6-4dbb-9f06-b94304144e84 req-bf918388-f9c7-4d4c-bf8b-4ae604ff72b4 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:17.954540 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0325e9dd-33e6-4dbb-9f06-b94304144e84 req-bf918388-f9c7-4d4c-bf8b-4ae604ff72b4 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 950 time: 0.2068517 Jul 16 01:08:18.020614 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0325e9dd-33e6-4dbb-9f06-b94304144e84 req-defa8078-648b-47cb-934b-d5191893c5f6 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651317 Jul 16 01:08:18.133738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:18.178203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:18.239485 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:18.261262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Transition to ACTIVE for port object dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:18.285142 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:18.293034 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1793ec41-a994-4458-a528-464390023241" -d '{"events": [{"server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:18.298588 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:18.334665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66e8d6c-72ba-41c8-8dc1-7279826b70d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26443af6-169c-42ea-a06c-da92e70c5899'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:18.337780 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0627833-2bae-4d9d-894f-7ce06271f15d" -d '{"events": [{"server_uuid": "f66e8d6c-72ba-41c8-8dc1-7279826b70d2", "name": "network-vif-plugged", "status": "completed", "tag": "26443af6-169c-42ea-a06c-da92e70c5899"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:18.339851 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-f29a4871-30f4-4a70-a318-e2dd31d58a96 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=aabd6a0369e74707bdba225d5e79a7cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301600 Jul 16 01:08:18.506001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-8997645b-5364-4758-8b10-e45584d0c946 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:18.516071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-8997645b-5364-4758-8b10-e45584d0c946 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707485 Jul 16 01:08:18.532493 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-f09fca84-de87-47d6-9e69-e2e85275953b tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/quotas/aabd6a0369e74707bdba225d5e79a7cd HTTP/1.1" status: 200 len: 375 time: 0.0138547 Jul 16 01:08:18.573919 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-0481451a-5737-4200-b6a5-e0f146dfe8bb tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aabd6a0369e74707bdba225d5e79a7cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346274 Jul 16 01:08:18.817640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] No DVR routers for this DVR port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:08:18.824469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:18.897380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Attempting to bind port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:18.897720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Attempting to bind port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:18.898066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Attempting to bind port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:18.905646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:18.905974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Attempting to bind port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:18.915256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:18.915597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:18.915985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:18.916427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Bound port: dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:18.916792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:18.920309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70098589-e09b-440d-9025-5f74197c6500 req-48102efd-a1c0-4340-b77a-45712db11e92 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:18.921655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70098589-e09b-440d-9025-5f74197c6500 req-48102efd-a1c0-4340-b77a-45712db11e92 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1096 time: 0.5561993 Jul 16 01:08:18.964449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14d58bf5-ae97-45bb-9a8b-720ef4574ab1 req-b261d7b4-da8e-4b68-969c-2317ebda71f5 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 210 time: 0.0523958 Jul 16 01:08:19.013717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70098589-e09b-440d-9025-5f74197c6500 req-e0d1cd21-cea5-4188-ae10-9a405abd6c0c tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821805 Jul 16 01:08:19.056346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:19.078225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:19.081792 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27a3edc-ba93-4a57-880d-2cab02433083 x-openstack-request-id: req-d27a3edc-ba93-4a57-880d-2cab02433083 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:19.082563 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:19.086165 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d27a3edc-ba93-4a57-880d-2cab02433083 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:19.087629 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', 'code': 200} Jul 16 01:08:19.092575 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:19.109848 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30314935-50ea-4aef-9e8c-ddb617473933 x-openstack-request-id: req-30314935-50ea-4aef-9e8c-ddb617473933 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:19.110236 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66e8d6c-72ba-41c8-8dc1-7279826b70d2", "name": "network-vif-plugged", "status": "completed", "tag": "26443af6-169c-42ea-a06c-da92e70c5899", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:19.110578 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30314935-50ea-4aef-9e8c-ddb617473933 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:19.111172 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66e8d6c-72ba-41c8-8dc1-7279826b70d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26443af6-169c-42ea-a06c-da92e70c5899', 'code': 200} Jul 16 01:08:19.224096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:19.231217 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:19.241044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] 10.222.0.50 "PUT /v2.0/ports/dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 200 len: 1097 time: 1.5574350 Jul 16 01:08:19.335649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2224d0-e594-4e65-be66-3b44cc76cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:19.492837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b403e-a089-4ca3-b7dd-49294c3cbfc5 req-2d35d39b-2e42-482a-b4f1-8f9ab238c45a tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:19.495000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-698b403e-a089-4ca3-b7dd-49294c3cbfc5 req-2d35d39b-2e42-482a-b4f1-8f9ab238c45a tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 946 time: 0.1914122 Jul 16 01:08:19.504627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-0ac7f266-0bf7-46f5-9e66-5bed9ae9181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:19.507032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-0ac7f266-0bf7-46f5-9e66-5bed9ae9181f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1100 time: 0.1489804 Jul 16 01:08:19.660266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98159a9-488f-4617-8570-e7c7dddc9ef3 req-933a0c69-109c-48e3-a41b-9575d897cf1a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:19.662730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c98159a9-488f-4617-8570-e7c7dddc9ef3 req-933a0c69-109c-48e3-a41b-9575d897cf1a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 948 time: 0.3649061 Jul 16 01:08:19.674940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c378357-cb0e-4e5b-ba9b-aa84e3ae7cba req-e34411f3-7c31-4bed-a23a-c83440e9d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:19.676872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c378357-cb0e-4e5b-ba9b-aa84e3ae7cba req-e34411f3-7c31-4bed-a23a-c83440e9d569 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 1098 time: 0.2497861 Jul 16 01:08:19.735510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-698b403e-a089-4ca3-b7dd-49294c3cbfc5 req-f540af24-26c6-4487-9f37-2e7cc22d4a65 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8a2154e-d3dc-4f15-95a9-63c633c53a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222402 Jul 16 01:08:19.769415 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c98159a9-488f-4617-8570-e7c7dddc9ef3 req-615cfadf-2db1-419c-a945-4dd377b3531e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892165 Jul 16 01:08:19.775335 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c378357-cb0e-4e5b-ba9b-aa84e3ae7cba req-63be8488-50a6-429d-b151-67d2e2e7be19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8a2154e-d3dc-4f15-95a9-63c633c53a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640230 Jul 16 01:08:19.795647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-13bfff07-3694-48d8-8223-013f7c2e3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:19.797826 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-13bfff07-3694-48d8-8223-013f7c2e3e60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2684724 Jul 16 01:08:19.961656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-8f48f3a4-6589-41fd-95da-927c51bcf823 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716431 Jul 16 01:08:20.002672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-5da2b3e5-77cf-477f-acf6-a4463211043e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 200 len: 217 time: 0.1332457 Jul 16 01:08:20.121557 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c83e3bd-cc0f-40ca-a738-2146fbc0f664 req-15cc3998-8a64-4610-b7fb-99d4d6e12e0e tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 210 time: 0.1048670 Jul 16 01:08:20.122172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-56f872f7-5bb1-4da1-bd2e-5b92c69f3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:20.127110 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-56f872f7-5bb1-4da1-bd2e-5b92c69f3ce2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0920186 Jul 16 01:08:20.263044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-2a96f565-45de-4163-99bc-9c5188f45332 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:20.265598 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-2a96f565-45de-4163-99bc-9c5188f45332 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2930503 Jul 16 01:08:20.288116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Request body: {'port': {'device_id': '8e73b707-1593-4677-b135-77208857a8c4', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '03530c1738b84d158ef2bb580d71a920'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:20.349518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-82d164c8-c131-4c8b-90a3-20c4696f70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:20.352451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-82d164c8-c131-4c8b-90a3-20c4696f70a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2173228 Jul 16 01:08:20.422427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21f65e-ca35-46a3-aca4-41df3748ec32 req-bfbb1edf-72e7-4650-b4a3-b6e45d7ba57c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:20.435974 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c21f65e-ca35-46a3-aca4-41df3748ec32 req-bfbb1edf-72e7-4650-b4a3-b6e45d7ba57c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 950 time: 0.2289350 Jul 16 01:08:20.535172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c21f65e-ca35-46a3-aca4-41df3748ec32 req-7b4be574-f662-48b9-873f-5382f00a1e29 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971656 Jul 16 01:08:20.552687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Made reservation on behalf of 03530c1738b84d158ef2bb580d71a920 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:20.556644 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:20.587850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-d317ac92-bd51-440f-a243-82afa53843c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:20.595770 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-d317ac92-bd51-440f-a243-82afa53843c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 808 time: 0.2735546 Jul 16 01:08:20.631778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-0186a80c-5621-45aa-af8d-14f28e357549 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/quotas/f5b0291a69714a6bbaf96f25b9c9b62a HTTP/1.1" status: 200 len: 375 time: 0.0232024 Jul 16 01:08:20.668861 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-a4da4cce-6826-4b29-b530-19872fec134e service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033979 Jul 16 01:08:20.767476 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-737effac-2958-4c33-8739-ee16590be869 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318055 Jul 16 01:08:20.855160 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d29c98a2-9d06-4015-aba4-4c1200f39e97 req-bee7a8b1-e033-4367-b188-24df696dd243 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 210 time: 0.0545540 Jul 16 01:08:20.952011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d96f4e10-8743-4954-ad8a-119af9af1c7b req-ab563f21-0746-4de7-8b31-f9cc9346d9d5 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672327 Jul 16 01:08:21.087671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-3a7ae3c5-37db-4222-b5f7-3f0ff3bfcaee tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:21.099342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-3a7ae3c5-37db-4222-b5f7-3f0ff3bfcaee tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229084 Jul 16 01:08:21.099844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:21.102395 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672cc5b-b38e-4393-bcd2-4592042c192e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:21.133082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Request body: {'port': {'device_id': '97f7d0cb-c34b-4702-a2f7-3be0c27e901f', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '03530c1738b84d158ef2bb580d71a920'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:21.150350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Allocated IP 192.168.233.139 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/aaccb3a5-e296-4cb0-bf6f-f893132fcfa7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:08:21.216342 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-679c9e36-7e42-4e11-9e8b-a247f030d768 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5098329 Jul 16 01:08:21.529130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:08:21.581128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Made reservation on behalf of 03530c1738b84d158ef2bb580d71a920 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:21.598461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:21.695418 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-9b2d60ae-68b5-44d7-b9c2-b6604da559d1 service neutron] 10.222.0.64 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769545 Jul 16 01:08:21.752060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:08:21.835483 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-dfe09bc9-f63f-41da-a7e5-7854281d7cdf tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aabd6a0369e74707bdba225d5e79a7cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509326 Jul 16 01:08:21.956653 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:21.993801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Transition to ACTIVE for port object aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:22.002604 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-28c35071-67aa-46cb-be6b-c8c207970f2f service neutron] 10.222.0.64 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062959 Jul 16 01:08:22.042137 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:22.060054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:22.172855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event updated for resources: {'Port': ['ID=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:22.194958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:08:22.199522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d21c8-f12f-45e2-8e9a-6b92500643b9 req-6e3c8cac-15e5-4da9-b944-c900019384f8 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:22.202588 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f9d21c8-f12f-45e2-8e9a-6b92500643b9 req-6e3c8cac-15e5-4da9-b944-c900019384f8 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 946 time: 0.4037793 Jul 16 01:08:22.206193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:08:22.214806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:08:22.233022 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-b78a7703-0c21-4155-9d9f-8a2b7b44815a tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:22.235136 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-b78a7703-0c21-4155-9d9f-8a2b7b44815a tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3735206 Jul 16 01:08:22.264332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Request body: {'port': {'device_id': 'e7aea2ab-0bf6-419b-9599-0334026e5143', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': 'aabd6a0369e74707bdba225d5e79a7cd'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:22.309889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Allocated IP 192.168.233.196 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/7f1a52a2-133c-42f5-9903-294b238bf76f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:08:22.323517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:22.324568 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:22.359198 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-48265ab9-6b3a-40bb-bbd4-41cd2fee4321 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0744615 Jul 16 01:08:22.382452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Request body: {'port': {'device_id': '8e73b707-1593-4677-b135-77208857a8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:22.460129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f9d21c8-f12f-45e2-8e9a-6b92500643b9 req-35c1760f-8cfb-4b4a-a7c8-892e4f01e267 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8a2154e-d3dc-4f15-95a9-63c633c53a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189372 Jul 16 01:08:22.577575 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:22.736393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Made reservation on behalf of aabd6a0369e74707bdba225d5e79a7cd for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:22.741324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:22.766364 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:22.801440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d11107ac-7484-4fcf-8c07-e871d2d286d9 None None] Provisioning for port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:22.805186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dd3df-d8bf-49d4-8b39-8351fa278bee req-63c6b71f-af29-4f0c-be4d-ad6259953680 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:22.812849 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:22.823559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de2dd3df-d8bf-49d4-8b39-8351fa278bee req-63c6b71f-af29-4f0c-be4d-ad6259953680 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 948 time: 0.3829117 Jul 16 01:08:22.829367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d11107ac-7484-4fcf-8c07-e871d2d286d9 None None] Provisioning complete for port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:22.830361 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d11107ac-7484-4fcf-8c07-e871d2d286d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:22.840421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Transition to ACTIVE for port object 7f1a52a2-133c-42f5-9903-294b238bf76f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:22.849701 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7584e9-57c8-477a-9927-42c10f06a528 x-openstack-request-id: req-dd7584e9-57c8-477a-9927-42c10f06a528 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:22.850199 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:22.850451 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd7584e9-57c8-477a-9927-42c10f06a528 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:22.850855 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', 'status': 'completed', 'code': 200} Jul 16 01:08:22.980984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d11107ac-7484-4fcf-8c07-e871d2d286d9 None None] Port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:08:23.024551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:23.052849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:23.057848 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de2dd3df-d8bf-49d4-8b39-8351fa278bee req-93367833-7653-4eb4-a21d-1ceb09b67b17 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316227 Jul 16 01:08:23.192203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:23.237689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:23.306819 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc9eac26-2819-4ba3-ab66-49b718546fdf req-ad7eedbb-60de-47f6-b714-6d91c7f70aa8 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 210 time: 0.1304302 Jul 16 01:08:23.307336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event updated for resources: {'Port': ['ID=7f1a52a2-133c-42f5-9903-294b238bf76f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:23.350232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-65fa40d2-1de0-471a-9494-8ea40488b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:23.352814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-65fa40d2-1de0-471a-9494-8ea40488b5d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1100 time: 0.4615805 Jul 16 01:08:23.431509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:08:23.436135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-9054bcef-2fb6-405a-a87d-86a563c81c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:23.438402 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-9054bcef-2fb6-405a-a87d-86a563c81c52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1100 time: 0.4935784 Jul 16 01:08:23.469910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:08:23.500252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:08:23.505870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:23.509677 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:23.512255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13aff4b9-3023-4110-b097-c123b00b5e43,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:23.733234 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:23.745071 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:23.762456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Transition to ACTIVE for port object aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:23.783067 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:23.833343 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-42d646a9-fc97-49d8-ba20-ec132d4fe9ae tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7098868 Jul 16 01:08:23.893313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Request body: {'port': {'device_id': '97f7d0cb-c34b-4702-a2f7-3be0c27e901f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:23.966754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16c18ff2-58a4-41e6-ba1d-12f563f4d5d3 None None] Provisioning for port 7f1a52a2-133c-42f5-9903-294b238bf76f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:23.975527 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16c18ff2-58a4-41e6-ba1d-12f563f4d5d3 None None] Provisioning complete for port 7f1a52a2-133c-42f5-9903-294b238bf76f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:23.976459 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16c18ff2-58a4-41e6-ba1d-12f563f4d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:24.037741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-2034e417-f223-4aac-99e0-e1a8ea604273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.040106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-2034e417-f223-4aac-99e0-e1a8ea604273 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.6675925 Jul 16 01:08:24.042028 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Allocated IP 192.168.233.5 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/1709c1c5-9296-4abc-ad2e-3904406369e5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:08:24.060981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-16c18ff2-58a4-41e6-ba1d-12f563f4d5d3 None None] Port 7f1a52a2-133c-42f5-9903-294b238bf76f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:08:24.119696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:24.134702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-e24ac87a-6646-4ee5-99ad-9d50fa66886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.137152 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-e24ac87a-6646-4ee5-99ad-9d50fa66886b service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.5801623 Jul 16 01:08:24.166333 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-378e35f9-5022-4773-a0cd-210c42b29df1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 200 len: 217 time: 0.1045585 Jul 16 01:08:24.196955 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-36aadbbe-44d4-48ce-a854-4c7e4d366f78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 200 len: 217 time: 0.0495510 Jul 16 01:08:24.335754 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:24.352820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ba92-a77a-46c2-ae77-82297774949f req-6a89971e-3913-40a3-b20b-66590c51cd1e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.354827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bea3ba92-a77a-46c2-ae77-82297774949f req-6a89971e-3913-40a3-b20b-66590c51cd1e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 936 time: 0.5200076 Jul 16 01:08:24.366980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-a2bef7d4-8fb9-4efb-b7cc-75869abdfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.372550 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-a2bef7d4-8fb9-4efb-b7cc-75869abdfba4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1036348 Jul 16 01:08:24.373712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-d85e2fc5-572f-4fca-b9ed-97a578d1260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.375330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Attempting to bind port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:24.375527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-d85e2fc5-572f-4fca-b9ed-97a578d1260c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1994507 Jul 16 01:08:24.376464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Attempting to bind port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:24.377441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Attempting to bind port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:24.394426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:24.394962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Attempting to bind port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:24.436637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.437456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.438334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.439189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.440048 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.440908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.441774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.442604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.443421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.444325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.450040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.450040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.450040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.450040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.465864 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-e5537de2-0541-40e2-a14f-4b765302ccdf tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424&device_id=e7aea2ab-0bf6-419b-9599-0334026e5143&device_id=8e73b707-1593-4677-b135-77208857a8c4&device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f&device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2&device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1&device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4&device_id=56366dc4-f7d5-4770-98f2-21b647ea6978&device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9&device_id=f7e3501f-8551-4565-af16-b68b437241da&device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4&device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3&device_id=8b789084-a656-4c0f-a5d4-45da5725da5a&device_id=763dfd51-3205-4d65-ae64-887a45085582&device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1&device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 12549 time: 0.6957414 Jul 16 01:08:24.477190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:24.477791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:24.478130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:24.478763 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Bound port: aaccb3a5-e296-4cb0-bf6f-f893132fcfa7, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:24.479155 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:24.521707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-0b71ce7e-0fc8-4bb2-9363-9971b42af856 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:24.540324 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf571ff3-4fa0-4072-acbc-3f641850b5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:24.690608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bea3ba92-a77a-46c2-ae77-82297774949f req-f19292ed-538b-4e1d-ad59-f1e1e2db0636 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973278 Jul 16 01:08:24.694360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:24.987077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b861be80-c12e-433f-9f1a-e0bee56ed61a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:24.988164 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b861be80-c12e-433f-9f1a-e0bee56ed61a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 808 time: 0.3619702 Jul 16 01:08:25.023200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:25.037622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Request body: {'port': {'device_id': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c', 'admin_state_up': True, 'tenant_id': 'f5b0291a69714a6bbaf96f25b9c9b62a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:25.040629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', 'mac_address': 'fa:16:3e:df:f3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:25.141523 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:25.156878 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:25.162961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:25.190208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-c93099cd-d705-4ad8-a683-ee97332e0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:25.191913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-c93099cd-d705-4ad8-a683-ee97332e0533 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7895181 Jul 16 01:08:25.196508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:25.203791 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:25.229093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:25.311831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] For port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:25.313662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Transition to ACTIVE for port object 1709c1c5-9296-4abc-ad2e-3904406369e5 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:25.319848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-7cd643a9-47ff-427e-8eeb-3c2709d5f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:25.321282 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-7cd643a9-47ff-427e-8eeb-3c2709d5f931 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9178731 Jul 16 01:08:25.327598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] For port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:25.335739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:25.343019 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:25.447421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:25.448523 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:25.451517 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] 10.222.0.50 "PUT /v2.0/ports/aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 HTTP/1.1" status: 200 len: 1097 time: 3.0738630 Jul 16 01:08:25.460754 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e73b707-1593-4677-b135-77208857a8c4', 'tag': 'aaccb3a5-e296-4cb0-bf6f-f893132fcfa7'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:25.463351 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e86b53-0fb5-4110-a732-78e79e94bb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e73b707-1593-4677-b135-77208857a8c4", "tag": "aaccb3a5-e296-4cb0-bf6f-f893132fcfa7"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:25.770363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-0b71ce7e-0fc8-4bb2-9363-9971b42af856 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:25.770641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-0053fbb8-719f-4155-9de1-f75033271535 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596859 Jul 16 01:08:25.776399 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:25.777586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:25.793214 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-78a9d291-00a0-4c34-b292-0c89d1379a17 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553618 Jul 16 01:08:25.800337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f8318-0ca9-495a-bc06-3f744f8de5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:25.829157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-0b71ce7e-0fc8-4bb2-9363-9971b42af856 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:25.844545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Made reservation on behalf of f5b0291a69714a6bbaf96f25b9c9b62a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:25.848727 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:25.925725 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-361077ce-6f43-4b99-8456-9c17cd2aa6ef req-0b71ce7e-0fc8-4bb2-9363-9971b42af856 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&id=fa0331ad-5403-4a45-8194-f56abb29c8f4&id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&id=f8a2154e-d3dc-4f15-95a9-63c633c53a68&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 1.4612522 Jul 16 01:08:25.929736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71ce7e-0fc8-4bb2-9363-9971b42af856 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e159290b-0dce-4372-bab7-d1d8ef053080,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:25.954874 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-300059f3-406c-49fd-8630-fabcecb6944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:25.954874 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-300059f3-406c-49fd-8630-fabcecb6944b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=8e73b707-1593-4677-b135-77208857a8c4 HTTP/1.1" status: 200 len: 1100 time: 0.3811479 Jul 16 01:08:25.958319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:08:25.980583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:08:25.995384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:08:26.001283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:26.001940 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:26.274514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Allocated IP 172.20.0.5 (6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c/d46818f7-f7d8-4e1b-b60b-de082ce14d78/b92ceaa4-ffcf-406d-9aa5-a28133c97d88) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:08:26.274829 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-73330901-9ab5-417b-acf0-6cd8887ef5a4 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120616 Jul 16 01:08:26.290999 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:26.405460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4fed0a6-52c5-4a10-a2bd-6d7a4200e9da req-07c2c0b5-feeb-47ca-8c9b-4bc4ebf45ea5 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 210 time: 0.3925376 Jul 16 01:08:26.409181 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-1a478d02-2ced-4841-982e-c60596aa75c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 HTTP/1.1" status: 200 len: 217 time: 0.3450558 Jul 16 01:08:26.411499 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1531701 Jul 16 01:08:26.561526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8f3d43b4-2f57-4a7b-9cbb-85c6c9170ece None None] Provisioning for port 1709c1c5-9296-4abc-ad2e-3904406369e5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:26.568987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fb325-5ba3-4829-9b86-7e87bc0fac32 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Pushing event updated for resources: {'Port': ['ID=1709c1c5-9296-4abc-ad2e-3904406369e5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:26.571498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8f3d43b4-2f57-4a7b-9cbb-85c6c9170ece None None] Provisioning complete for port 1709c1c5-9296-4abc-ad2e-3904406369e5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:26.571911 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f3d43b4-2f57-4a7b-9cbb-85c6c9170ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:26.599282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Request body: {'port': {'device_id': 'e7aea2ab-0bf6-419b-9599-0334026e5143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:26.674633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-2c121600-9d0c-488c-bd23-5928f23f5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:26.674633 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-2c121600-9d0c-488c-bd23-5928f23f5d3e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2415931 Jul 16 01:08:26.693570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d43b4-2f57-4a7b-9cbb-85c6c9170ece None None] Port 1709c1c5-9296-4abc-ad2e-3904406369e5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:08:26.777532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34640b00-43f3-416b-b01f-b3c74e5cee34 req-cbf4f4e2-ead6-4e71-a9d7-08c27d97890b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:26.779836 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34640b00-43f3-416b-b01f-b3c74e5cee34 req-cbf4f4e2-ead6-4e71-a9d7-08c27d97890b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 949 time: 0.1975088 Jul 16 01:08:26.848678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-dae54ec4-c2cd-437a-b8e1-98815b9545ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:26.850166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-dae54ec4-c2cd-437a-b8e1-98815b9545ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1586387 Jul 16 01:08:26.902061 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34640b00-43f3-416b-b01f-b3c74e5cee34 req-089de90e-c68a-469b-9ebb-70016b52f08f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090040 Jul 16 01:08:27.053619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e672cc5b-b38e-4393-bcd2-4592042c192e req-86ea5516-f06c-40bf-af6e-209a0a7a3bdc service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2327423 Jul 16 01:08:27.063154 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ef84dc-2978-4976-b973-c3fc9c04271e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:27.100574 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:27.115763 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-33d82a20-fae8-48e0-98c6-4b3914d5d8fb service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081332 Jul 16 01:08:27.228013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1a52a2-133c-42f5-9903-294b238bf76f {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:27.259981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:27.269903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:27.296070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-7ddf3425-b1c8-4ff8-993e-4c6cffcad3a4 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554575 Jul 16 01:08:27.305477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Transition to ACTIVE for port object 7f1a52a2-133c-42f5-9903-294b238bf76f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:27.334435 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:27.349612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd4d37-5ee2-4a02-b05d-1f79d8fd7cf6 req-accaeedb-2b68-4a54-b1f0-d2ee6ce1f8f1 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:27.353543 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8efd4d37-5ee2-4a02-b05d-1f79d8fd7cf6 req-accaeedb-2b68-4a54-b1f0-d2ee6ce1f8f1 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 934 time: 0.5647171 Jul 16 01:08:27.539985 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:27.618285 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d785e321-a29b-41a4-b3ab-c37a2482b664 x-openstack-request-id: req-d785e321-a29b-41a4-b3ab-c37a2482b664 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:27.618983 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e73b707-1593-4677-b135-77208857a8c4", "tag": "aaccb3a5-e296-4cb0-bf6f-f893132fcfa7", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:27.619448 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d785e321-a29b-41a4-b3ab-c37a2482b664 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:27.620118 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e73b707-1593-4677-b135-77208857a8c4', 'tag': 'aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', 'status': 'completed', 'code': 200} Jul 16 01:08:27.621534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1a52a2-133c-42f5-9903-294b238bf76f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:27.728144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8efd4d37-5ee2-4a02-b05d-1f79d8fd7cf6 req-e58b5381-2be2-44dc-beb2-40afd8624965 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516658 Jul 16 01:08:27.792838 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:27.978344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Attempting to bind port 7f1a52a2-133c-42f5-9903-294b238bf76f on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:27.978747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Attempting to bind port 7f1a52a2-133c-42f5-9903-294b238bf76f by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:27.979204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Attempting to bind port 7f1a52a2-133c-42f5-9903-294b238bf76f on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:27.994965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:08:28.001406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-75c5044b-8d2b-4025-9783-f914b222a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:28.005395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:08:28.005551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-75c5044b-8d2b-4025-9783-f914b222a842 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=8e73b707-1593-4677-b135-77208857a8c4 HTTP/1.1" status: 200 len: 1100 time: 0.3187840 Jul 16 01:08:28.018330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:08:28.026759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:28.027665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:28.054930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Port 7f1a52a2-133c-42f5-9903-294b238bf76f on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:28.055857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Attempting to bind port 7f1a52a2-133c-42f5-9903-294b238bf76f on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:28.088413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1709c1c5-9296-4abc-ad2e-3904406369e5 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:28.094692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cdf5c-41e1-4684-9afe-541a159a49ff req-4ef7e196-79d9-483f-b80e-d29b7baa698f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:28.097180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ae6cdf5c-41e1-4684-9afe-541a159a49ff req-4ef7e196-79d9-483f-b80e-d29b7baa698f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 948 time: 0.3212149 Jul 16 01:08:28.109619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:28.110764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:28.111772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:28.112746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Bound port: 7f1a52a2-133c-42f5-9903-294b238bf76f, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:28.113644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:28.134099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:28.140431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Pushing event updated for resources: {'Port': ['ID=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:28.161734 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b121f71a-83b5-4b19-948c-4cbc09bd5140 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1532125 Jul 16 01:08:28.226855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Request body: {'port': {'device_id': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:28.242168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Transition to ACTIVE for port object 1709c1c5-9296-4abc-ad2e-3904406369e5 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:28.256944 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:28.295628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] For port 7f1a52a2-133c-42f5-9903-294b238bf76f, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:28.301940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] For port 7f1a52a2-133c-42f5-9903-294b238bf76f, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7f1a52a2-133c-42f5-9903-294b238bf76f,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:28.307902 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:28.380542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:28.431919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:28.432831 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:28.434623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f1a52a2-133c-42f5-9903-294b238bf76f HTTP/1.1" status: 200 len: 1097 time: 4.5579321 Jul 16 01:08:28.439832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f7d0cb-c34b-4702-a2f7-3be0c27e901f', 'tag': '7f1a52a2-133c-42f5-9903-294b238bf76f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:28.442417 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493a47b2-a838-4fda-9ba7-90bf4a3ee008" -d '{"events": [{"name": "network-changed", "server_uuid": "97f7d0cb-c34b-4702-a2f7-3be0c27e901f", "tag": "7f1a52a2-133c-42f5-9903-294b238bf76f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:28.484948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ae6cdf5c-41e1-4684-9afe-541a159a49ff req-a95d172f-1492-4448-9644-516ffb807b18 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542647 Jul 16 01:08:28.569454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-5dc38388-9954-437c-b5a5-bbf41b03cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:28.572274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-5dc38388-9954-437c-b5a5-bbf41b03cfb0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.5436275 Jul 16 01:08:28.656100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Pushing event updated for resources: {'Port': ['ID=1709c1c5-9296-4abc-ad2e-3904406369e5,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:28.694146 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-18d760a7-4835-4efd-8015-458083da7f0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 HTTP/1.1" status: 200 len: 217 time: 0.1100130 Jul 16 01:08:28.714870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:28.768774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-4b5eeb17-1d92-4574-81f1-4ce0776c255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:28.770880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-4b5eeb17-1d92-4574-81f1-4ce0776c255a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0665443 Jul 16 01:08:28.785700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Attempting to bind port 1709c1c5-9296-4abc-ad2e-3904406369e5 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:28.786243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Attempting to bind port 1709c1c5-9296-4abc-ad2e-3904406369e5 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:28.786783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Attempting to bind port 1709c1c5-9296-4abc-ad2e-3904406369e5 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:28.832850 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:08:28.858385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:28.874637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:28.875173 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:28.948170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-8d6564fe-8528-4052-8ba5-2c71d94287aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:28.951205 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-8d6564fe-8528-4052-8ba5-2c71d94287aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1669893 Jul 16 01:08:28.997291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Port 1709c1c5-9296-4abc-ad2e-3904406369e5 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:28.998503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Attempting to bind port 1709c1c5-9296-4abc-ad2e-3904406369e5 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:29.095639 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.211777 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.293078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:29.302031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:29.308169 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501b59a1-9e8a-4f94-aee1-40d031ce03fc" -d '{"events": [{"server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:29.328901 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.367625 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-66c3b82c-f231-4838-83b2-09988b6059e5 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032869 Jul 16 01:08:29.382399 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631231d-dbb1-4831-ab4f-33d3d0b50f83 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1a52a2-133c-42f5-9903-294b238bf76f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:29.410327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:29.410930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:29.411696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:29.412336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Bound port: 1709c1c5-9296-4abc-ad2e-3904406369e5, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:29.412892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.418794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:29.561330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-8325800d-6ac3-4449-ac7e-222be596d66a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4469609 Jul 16 01:08:29.581166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21e86b53-0fb5-4110-a732-78e79e94bb1a req-a8b0d32e-4bca-4bd2-947f-9e04886d3e28 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771109 Jul 16 01:08:29.604634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84a286-d42f-4162-b8ff-411d010ef283 req-b15b2cd4-e285-42fd-83f9-b5496ea7133e tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:29.605597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84a286-d42f-4162-b8ff-411d010ef283 req-b15b2cd4-e285-42fd-83f9-b5496ea7133e tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:29.606553 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84a286-d42f-4162-b8ff-411d010ef283 req-b15b2cd4-e285-42fd-83f9-b5496ea7133e tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:29.621195 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2f84a286-d42f-4162-b8ff-411d010ef283 req-b15b2cd4-e285-42fd-83f9-b5496ea7133e tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1&device_id=f7e3501f-8551-4565-af16-b68b437241da&device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 2887 time: 0.3544610 Jul 16 01:08:29.634583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] For port 1709c1c5-9296-4abc-ad2e-3904406369e5, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:29.638719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] For port 1709c1c5-9296-4abc-ad2e-3904406369e5, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1709c1c5-9296-4abc-ad2e-3904406369e5,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:29.664981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.717464 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2f84a286-d42f-4162-b8ff-411d010ef283 req-30e250cd-5fed-4331-ba6e-a1fa04e0e17d tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952821 Jul 16 01:08:29.738257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-d3d1810a-5bcb-43ca-8ed4-1aedd4dd037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:29.739773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-d3d1810a-5bcb-43ca-8ed4-1aedd4dd037e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1096 time: 0.1144626 Jul 16 01:08:29.783265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-0475057d-ea9a-4831-9782-e6d09049840d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:29.785968 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-0475057d-ea9a-4831-9782-e6d09049840d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a&tenant_id=94219a605dea4c4bb02ed5d18061280e&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 949 time: 1.2768531 Jul 16 01:08:29.815924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a9c19-0ec4-4d6a-9a8f-053db969c739 req-b86fc567-199e-4bba-ad99-a7dffd4c0b44 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:29.826783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba2a9c19-0ec4-4d6a-9a8f-053db969c739 req-b86fc567-199e-4bba-ad99-a7dffd4c0b44 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 931 time: 1.2313514 Jul 16 01:08:29.906538 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.910830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:29.911704 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.913274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] 10.222.0.50 "PUT /v2.0/ports/1709c1c5-9296-4abc-ad2e-3904406369e5 HTTP/1.1" status: 200 len: 1095 time: 3.3195174 Jul 16 01:08:29.917193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-9f266317-fadc-4270-86fc-fbd74fb57098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:29.918698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-9f266317-fadc-4270-86fc-fbd74fb57098 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 1100 time: 1.3393562 Jul 16 01:08:29.996195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85399389-5cff-49c2-bd74-de2ab5acea8d service neutron] Pushing event updated for resources: {'Port': ['ID=1709c1c5-9296-4abc-ad2e-3904406369e5,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:30.013160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-0b28fd14-29a7-4dd5-9d3d-d46e7961901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:30.014345 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-0b28fd14-29a7-4dd5-9d3d-d46e7961901a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.2411199 Jul 16 01:08:30.082286 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-64f56304-0688-458b-a28a-c806924a2fb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=7f1a52a2-133c-42f5-9903-294b238bf76f HTTP/1.1" status: 200 len: 217 time: 0.1070251 Jul 16 01:08:30.094990 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92ceaa4-ffcf-406d-9aa5-a28133c97d88 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:30.102593 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-a5c54a84-c2b6-4088-9b18-684868f08156 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 HTTP/1.1" status: 200 len: 217 time: 0.0742853 Jul 16 01:08:30.116623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220dc0c-7bd8-4b86-abc5-ffbe0106629b req-a47cf6e8-b657-4b54-b591-17b5cfdd1a2e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:30.119376 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9220dc0c-7bd8-4b86-abc5-ffbe0106629b req-a47cf6e8-b657-4b54-b591-17b5cfdd1a2e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.2183428 Jul 16 01:08:30.125326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:30.178922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba2a9c19-0ec4-4d6a-9a8f-053db969c739 req-2be3ad74-fffc-414b-b857-0d37b355a1f4 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510013 Jul 16 01:08:30.184274 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-e2bdbf96-d5f1-40ba-83a8-f6e15c6966e3 service neutron] delete failed (client error): The resource could not be found. Jul 16 01:08:30.185364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-e2bdbf96-d5f1-40ba-83a8-f6e15c6966e3 service neutron] 10.222.0.67 "DELETE /v2.0/ports/dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9/bindings/n-h1-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.3339694 Jul 16 01:08:30.190940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Transition to ACTIVE for port object b92ceaa4-ffcf-406d-9aa5-a28133c97d88 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:30.201239 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:30.217007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-866d9da4-b2ea-430e-8c71-597e3c7a264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:30.219000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-866d9da4-b2ea-430e-8c71-597e3c7a264b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1180217 Jul 16 01:08:30.267646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-0149a72d-ff70-4dc2-bc86-c0e351640cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:30.269440 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-0149a72d-ff70-4dc2-bc86-c0e351640cf5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1488092 Jul 16 01:08:30.272825 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9220dc0c-7bd8-4b86-abc5-ffbe0106629b req-2a192517-7c6d-4bda-b0ea-ef902488a989 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390321 Jul 16 01:08:30.288815 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8464741a-d881-4aa6-b19a-c5fe7de82450 x-openstack-request-id: req-8464741a-d881-4aa6-b19a-c5fe7de82450 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:30.289171 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f7d0cb-c34b-4702-a2f7-3be0c27e901f", "tag": "7f1a52a2-133c-42f5-9903-294b238bf76f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:30.289449 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8464741a-d881-4aa6-b19a-c5fe7de82450 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:30.289834 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f7d0cb-c34b-4702-a2f7-3be0c27e901f', 'tag': '7f1a52a2-133c-42f5-9903-294b238bf76f', 'status': 'completed', 'code': 200} Jul 16 01:08:30.308965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:30.342803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-bac31b67-47d7-462e-be91-c9fc971fec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:30.344480 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-bac31b67-47d7-462e-be91-c9fc971fec34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aabd6a0369e74707bdba225d5e79a7cd&device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 1098 time: 0.3494668 Jul 16 01:08:30.355171 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-1be101ac-b750-4cd9-8b3c-4863f8a90aa3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651605 Jul 16 01:08:30.451237 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0407952f-74a2-4122-a46c-947873c1ad65 x-openstack-request-id: req-0407952f-74a2-4122-a46c-947873c1ad65 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:30.451885 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:30.452238 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0407952f-74a2-4122-a46c-947873c1ad65 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:30.452836 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', 'code': 200} Jul 16 01:08:30.519778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-f9792cbe-ab53-4f9a-b114-d99f185c0a3d service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482155 Jul 16 01:08:30.657397 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ca9e01c-d60d-4a87-866a-b256588ead2f req-f2d096b6-5c17-43ce-af52-2c04b1459ca6 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272209 Jul 16 01:08:30.722831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:30.760448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-41905921-53ce-415f-8367-f30cbb2bd605 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=1709c1c5-9296-4abc-ad2e-3904406369e5 HTTP/1.1" status: 200 len: 217 time: 0.3822274 Jul 16 01:08:30.780669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:30.780965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:30.781223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:30.832453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:30.832777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:30.858131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99db-3149-4183-ade1-7925081a0dbe req-4be1810a-b939-4683-b65b-adbdde0179f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:30.861136 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-4be1810a-b939-4683-b65b-adbdde0179f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6204734 Jul 16 01:08:30.883771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:30.884430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:30.885099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:30.885870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Bound port: b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:30.886913 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:30.921863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:30.935588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', 'mac_address': 'fa:16:3e:c5:0c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:30.952832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7885b5-36e3-47bd-8d1a-a85230892100 req-5e526558-e203-4aae-a8bf-a6d80f927c1c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:30.955578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a7885b5-36e3-47bd-8d1a-a85230892100 req-5e526558-e203-4aae-a8bf-a6d80f927c1c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 948 time: 0.2196274 Jul 16 01:08:31.048141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:31.049848 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-e016bf6f-55fc-4cce-ba69-400a194d5544 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1872220 Jul 16 01:08:31.054194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:31.059285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-f87044dd-dd70-47c6-b0f3-3a9e959dd032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:31.063574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-f87044dd-dd70-47c6-b0f3-3a9e959dd032 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2776878 Jul 16 01:08:31.067696 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a7885b5-36e3-47bd-8d1a-a85230892100 req-ac40070b-b6c8-4d14-bc63-ea2b348f903a tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012468 Jul 16 01:08:31.131014 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:31.205173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-5b9894e8-557f-4922-aa90-859aee47b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:31.207825 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-5b9894e8-557f-4922-aa90-859aee47b1fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0922308 Jul 16 01:08:31.260156 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:31.298872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:31.324107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-92b3c356-e6d7-4bf3-a6fa-199748c3820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:31.327524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-92b3c356-e6d7-4bf3-a6fa-199748c3820f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1102 time: 0.9640348 Jul 16 01:08:31.345414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:31.346233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:31.349121 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] 10.222.0.67 "PUT /v2.0/ports/b92ceaa4-ffcf-406d-9aa5-a28133c97d88 HTTP/1.1" status: 200 len: 1092 time: 3.1381013 Jul 16 01:08:31.379880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:31.387398 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:31.405440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfe71e-b622-4cc8-8259-52a037cf942c req-13316028-6add-4075-88db-cadbf1ecbd5a tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:31.407092 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33cfe71e-b622-4cc8-8259-52a037cf942c req-13316028-6add-4075-88db-cadbf1ecbd5a tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 946 time: 0.7149587 Jul 16 01:08:31.458828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-958f8e6b-cee7-4020-8523-0d4eabd5f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:31.460362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-958f8e6b-cee7-4020-8523-0d4eabd5f7ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.2291791 Jul 16 01:08:31.484906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:31.525953 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-74d1b63b-3f10-4fd5-869e-6748c128f016 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba HTTP/1.1" status: 200 len: 217 time: 0.0510771 Jul 16 01:08:31.634713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-ed072977-d02d-4096-8dba-e97acb147174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:31.637101 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-ed072977-d02d-4096-8dba-e97acb147174 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.1016347 Jul 16 01:08:31.640858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33cfe71e-b622-4cc8-8259-52a037cf942c req-237684f3-f770-489a-b4e5-562d8fca05e2 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545088 Jul 16 01:08:31.710858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecf9d3-4922-4b38-b70c-807841e9c7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:31.764522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-db817246-c3ac-4e6a-a2c1-2828eb9a67f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113746 Jul 16 01:08:31.861468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:31.862233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cc5b3-6f8f-41fe-a1af-e754a4ee626b req-0f55afba-181e-4d8e-a33b-d295cb3eac03 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:31.869608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-553cc5b3-6f8f-41fe-a1af-e754a4ee626b req-0f55afba-181e-4d8e-a33b-d295cb3eac03 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.3460951 Jul 16 01:08:31.946459 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-aaed7a0e-4ff9-4536-b403-072f07795e27 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0209756 Jul 16 01:08:32.015235 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-553cc5b3-6f8f-41fe-a1af-e754a4ee626b req-db161f0e-f642-4859-9765-a5d6f47147c4 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442542 Jul 16 01:08:32.104284 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-a7b531a4-8bc5-4dde-990b-9d451b74023e service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268344 Jul 16 01:08:32.187713 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-376b99db-3149-4183-ade1-7925081a0dbe req-0f0ca7ab-157f-4cee-870e-c5a2a97bab26 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078805 Jul 16 01:08:32.195167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-b7261027-16bb-4913-bb59-5c540ce940df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:32.199418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-b7261027-16bb-4913-bb59-5c540ce940df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0715113 Jul 16 01:08:32.325851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-12b4751f-a759-47d0-9cec-6fd590ab9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:32.328092 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-12b4751f-a759-47d0-9cec-6fd590ab9a13 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 1095 time: 0.7784512 Jul 16 01:08:32.328693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aea2ab-0bf6-419b-9599-0334026e5143', 'tag': '1709c1c5-9296-4abc-ad2e-3904406369e5'}, {'name': 'network-changed', 'server_uuid': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'tag': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:32.332312 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ce7e16-d0de-48d4-8490-d4f3b47761d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aea2ab-0bf6-419b-9599-0334026e5143", "tag": "1709c1c5-9296-4abc-ad2e-3904406369e5"}, {"name": "network-changed", "server_uuid": "b7dcfb03-5522-40c2-90d5-dfb453b1a424", "tag": "b92ceaa4-ffcf-406d-9aa5-a28133c97d88"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:32.387237 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b1ee8b3-b114-4dd4-b542-ac76c418c516 req-e0687a04-59c8-4a4b-9ce2-0ed329362018 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702591 Jul 16 01:08:32.445126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-b8764ab3-541a-4739-84f2-17d06622d556 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88 HTTP/1.1" status: 200 len: 217 time: 0.0580289 Jul 16 01:08:32.561384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-52e83793-53b9-4e73-8de2-6afc213ae7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:32.563763 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-52e83793-53b9-4e73-8de2-6afc213ae7ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.0915000 Jul 16 01:08:32.580773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-d45d30bb-2add-44be-a637-98fe0c2ac8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:32.583683 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-d45d30bb-2add-44be-a637-98fe0c2ac8e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 1.2293229 Jul 16 01:08:32.734747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-7912a558-6b19-4e2f-9827-08063a3b33f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414697 Jul 16 01:08:32.742199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-26aa2b3a-f92c-4084-ae41-4556ed94e525 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 200 len: 217 time: 0.1322057 Jul 16 01:08:32.912838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782be59a-607f-4e54-85ba-7a86d3889be2 req-61c8d555-7c76-4b39-924a-6256ece9f2ce tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:32.920347 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-782be59a-607f-4e54-85ba-7a86d3889be2 req-61c8d555-7c76-4b39-924a-6256ece9f2ce tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.6552110 Jul 16 01:08:32.970191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-f5e074de-282f-48a8-93d2-658264735b07 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7429404 Jul 16 01:08:33.028264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-7555e783-916e-4980-91b8-9356cab4e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:33.031777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-7555e783-916e-4980-91b8-9356cab4e43d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 1100 time: 0.6937461 Jul 16 01:08:33.058409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318fc61-704a-4ac4-9490-49a1b9305af7 req-725017e0-d2c4-4fa7-8885-d23b2fbc5435 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:33.061780 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e318fc61-704a-4ac4-9490-49a1b9305af7 req-725017e0-d2c4-4fa7-8885-d23b2fbc5435 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 948 time: 0.1349988 Jul 16 01:08:33.087574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-8bf51110-d336-44e2-8117-151021c7ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:33.090360 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-8bf51110-d336-44e2-8117-151021c7ac4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.3130949 Jul 16 01:08:33.137036 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e318fc61-704a-4ac4-9490-49a1b9305af7 req-b6cc03ed-39a1-429a-b638-ce9c41a5c167 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684309 Jul 16 01:08:33.267391 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec82634-31b1-4adc-afd8-ac15c30f8bbf x-openstack-request-id: req-2ec82634-31b1-4adc-afd8-ac15c30f8bbf {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:33.268772 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aea2ab-0bf6-419b-9599-0334026e5143", "tag": "1709c1c5-9296-4abc-ad2e-3904406369e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7dcfb03-5522-40c2-90d5-dfb453b1a424", "tag": "b92ceaa4-ffcf-406d-9aa5-a28133c97d88", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:33.270146 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ec82634-31b1-4adc-afd8-ac15c30f8bbf {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:33.271541 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7aea2ab-0bf6-419b-9599-0334026e5143', 'tag': '1709c1c5-9296-4abc-ad2e-3904406369e5', 'status': 'completed', 'code': 200} Jul 16 01:08:33.272081 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'tag': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88', 'status': 'completed', 'code': 200} Jul 16 01:08:33.279234 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-782be59a-607f-4e54-85ba-7a86d3889be2 req-6bdb592d-0b5d-4908-a877-693abb85e79d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080523 Jul 16 01:08:33.281973 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-ce62dff4-d4d6-43f2-999f-f6ddd756d58c service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343828 Jul 16 01:08:33.404584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-26d7ec09-54b1-407f-a8b0-721807ad1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:33.406185 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-26d7ec09-54b1-407f-a8b0-721807ad1b63 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.3127122 Jul 16 01:08:33.485556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-cea8a703-9a7c-450c-8c0d-e5986f99f87e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=7f1a52a2-133c-42f5-9903-294b238bf76f HTTP/1.1" status: 200 len: 217 time: 0.0644722 Jul 16 01:08:33.518266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52450149-20ff-4d5c-9e47-59ca161e3d24 req-42839993-c3ab-4874-a8f3-950df21a8f5e tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:33.533129 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52450149-20ff-4d5c-9e47-59ca161e3d24 req-42839993-c3ab-4874-a8f3-950df21a8f5e tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 946 time: 0.2009144 Jul 16 01:08:33.560986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-7f164e28-c3d1-42df-a401-6cca7c0c3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:33.562497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-7f164e28-c3d1-42df-a401-6cca7c0c3443 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0585589 Jul 16 01:08:33.602938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52450149-20ff-4d5c-9e47-59ca161e3d24 req-cf785186-1160-4acd-acbf-d89e737f1603 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683591 Jul 16 01:08:33.664159 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f63e8e2c-50be-4173-a8f2-c227de30a5cd req-dbcf5a39-9c1f-412c-b611-69d3beda2907 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458476 Jul 16 01:08:33.711677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-57063195-74b2-402c-8b92-28feaec31ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:33.714243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-57063195-74b2-402c-8b92-28feaec31ae7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5959651 Jul 16 01:08:33.736681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d260f30f-ad6e-461e-b946-374baaa167f4 req-07313916-af16-4fcf-9d78-ec0476b71ac3 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293900 Jul 16 01:08:33.964142 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-7106f9fe-d3ac-41e7-8101-decfe9b41be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:33.965713 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-7106f9fe-d3ac-41e7-8101-decfe9b41be3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3909385 Jul 16 01:08:34.057516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-de9d3856-601d-44ce-8de1-cc5db4c73281 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192718 Jul 16 01:08:34.368968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1e94d-0738-41ab-9af5-aba3c60a16eb req-b39c656e-85d8-4f2e-a6f6-7b4dbc57dc88 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:34.371804 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ce1e94d-0738-41ab-9af5-aba3c60a16eb req-b39c656e-85d8-4f2e-a6f6-7b4dbc57dc88 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 1102 time: 0.1015804 Jul 16 01:08:34.424349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-fa43929f-11f4-4115-bab1-585b0fadc58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:34.426820 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-fa43929f-11f4-4115-bab1-585b0fadc58a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aabd6a0369e74707bdba225d5e79a7cd&device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 1098 time: 0.6270761 Jul 16 01:08:34.433857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ce1e94d-0738-41ab-9af5-aba3c60a16eb req-85f8d318-5d04-4f81-a1b7-4ce1cde7e0fb tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498226 Jul 16 01:08:34.468934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161edb29-a38f-418e-8a54-3de96e91119e req-82b367eb-bb04-4880-a151-0ba17892f055 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:34.471439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-161edb29-a38f-418e-8a54-3de96e91119e req-82b367eb-bb04-4880-a151-0ba17892f055 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.6991031 Jul 16 01:08:34.474423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-ed8ba4ba-cb37-4b84-9716-83ace8381cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:34.476638 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-ed8ba4ba-cb37-4b84-9716-83ace8381cc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 1095 time: 0.6002214 Jul 16 01:08:34.659406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-55261337-c57c-488f-b991-a4f0e39c1954 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696839 Jul 16 01:08:34.697171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235344e6-f050-407e-99f9-498475569b41 req-687a826f-691e-4b76-932c-7b9c4fde5e0e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:34.699919 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-235344e6-f050-407e-99f9-498475569b41 req-687a826f-691e-4b76-932c-7b9c4fde5e0e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 948 time: 0.1169267 Jul 16 01:08:34.731280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:34.769869 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-235344e6-f050-407e-99f9-498475569b41 req-e5536872-456f-4546-bff0-7754976aad0f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623288 Jul 16 01:08:34.829150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:34.837509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:34.838404 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:34.915191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-161edb29-a38f-418e-8a54-3de96e91119e req-5e843531-9480-4e91-a0af-8432dc017b51 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172506 Jul 16 01:08:34.964829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b94450ed-7164-40dd-b055-eca8e2e40406 req-11588c5c-bd23-42b1-af84-5aa15894788b service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8943820 Jul 16 01:08:35.069138 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:35.141086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e73b707-1593-4677-b135-77208857a8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaccb3a5-e296-4cb0-bf6f-f893132fcfa7'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:35.145724 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4d8585-0319-4eb5-9e7b-41e9e05b653d" -d '{"events": [{"server_uuid": "8e73b707-1593-4677-b135-77208857a8c4", "name": "network-vif-plugged", "status": "completed", "tag": "aaccb3a5-e296-4cb0-bf6f-f893132fcfa7"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:35.168773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:35.175689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3cb2b-c1f9-4e0a-a1ce-32f7cc3f313a req-8b3a1a8f-5efb-4db1-9ab7-0c3f1bcc8a66 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:35.176400 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:35.183790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07c3cb2b-c1f9-4e0a-a1ce-32f7cc3f313a req-8b3a1a8f-5efb-4db1-9ab7-0c3f1bcc8a66 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.1278703 Jul 16 01:08:35.213106 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-ce8a9203-e3c2-48a2-a617-7a620387f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:35.215536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-ce8a9203-e3c2-48a2-a617-7a620387f83c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.7234349 Jul 16 01:08:35.223665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-9d19da41-62be-488a-88d0-545bf04bb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:35.226124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-9d19da41-62be-488a-88d0-545bf04bb6c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.7744763 Jul 16 01:08:35.238897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07c3cb2b-c1f9-4e0a-a1ce-32f7cc3f313a req-1c696ab4-e4fe-4ecd-b3c9-6a112534d6a9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538969 Jul 16 01:08:35.280826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:35.346949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-9cdff0bb-b3d0-4677-821d-cb4f8a3cb6bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88 HTTP/1.1" status: 200 len: 217 time: 0.1141927 Jul 16 01:08:35.411440 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-88bf3bb8-880e-4fd8-a091-685c6cf1f995 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=1709c1c5-9296-4abc-ad2e-3904406369e5 HTTP/1.1" status: 200 len: 217 time: 0.1502550 Jul 16 01:08:35.413627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-493a47b2-a838-4fda-9ba7-90bf4a3ee008 req-b175d024-97e5-4ef4-b908-c9d1e95d5106 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7364247 Jul 16 01:08:35.516339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b85f9-044d-454b-b859-c30e23f6fc8f req-8f8f7032-ef19-4294-992b-e6340f0b2dc0 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:35.517543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-1f0db9ba-ffad-4b9e-8015-c0214d0c6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:35.519046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-1f0db9ba-ffad-4b9e-8015-c0214d0c6112 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.1221740 Jul 16 01:08:35.530533 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-026b85f9-044d-454b-b859-c30e23f6fc8f req-8f8f7032-ef19-4294-992b-e6340f0b2dc0 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 946 time: 0.1215272 Jul 16 01:08:35.542666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-f9f72fd7-6e43-478a-99c5-cd63e4e4794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:35.544085 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-f9f72fd7-6e43-478a-99c5-cd63e4e4794c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0952637 Jul 16 01:08:35.574138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-8f08f969-351c-4db4-94a6-3c7514dd1e0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471139 Jul 16 01:08:35.616708 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-026b85f9-044d-454b-b859-c30e23f6fc8f req-4a590fe9-3080-42e0-a110-f94656f5ea88 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841362 Jul 16 01:08:35.656373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49bf0f-42e5-4cd0-8af1-3cf772ada30a req-e9385620-f29a-4369-a7d0-db5df3c64d06 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:35.658094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f49bf0f-42e5-4cd0-8af1-3cf772ada30a req-e9385620-f29a-4369-a7d0-db5df3c64d06 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 1102 time: 0.3198104 Jul 16 01:08:35.782418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f49bf0f-42e5-4cd0-8af1-3cf772ada30a req-4c018c57-4945-4022-b180-52ba26f85c5e tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108072 Jul 16 01:08:35.793993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-8faba1af-7b17-4c47-be6f-76f065e0bc6f service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035749 Jul 16 01:08:35.812056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-3b756536-a64f-4085-a192-d3fcd643ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:35.812056 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-3b756536-a64f-4085-a192-d3fcd643ce59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2403920 Jul 16 01:08:35.819015 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c56ac2b-733b-4a22-b47f-caa478c9a3b9 x-openstack-request-id: req-9c56ac2b-733b-4a22-b47f-caa478c9a3b9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:35.819858 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e73b707-1593-4677-b135-77208857a8c4", "name": "network-vif-plugged", "status": "completed", "tag": "aaccb3a5-e296-4cb0-bf6f-f893132fcfa7", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:35.820293 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c56ac2b-733b-4a22-b47f-caa478c9a3b9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:35.820840 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e73b707-1593-4677-b135-77208857a8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', 'code': 200} Jul 16 01:08:36.125107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-145a6b44-7df5-4657-b69d-733867c06b40 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914045 Jul 16 01:08:36.132555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-a8667d45-2025-414e-9266-4f6c58d9d0e1 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197968 Jul 16 01:08:36.161027 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6497-fbc3-43f9-9139-f74d3d651cf4 req-590e7932-25d7-45f5-b038-1cbf35090c1a tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:36.174186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-caea6497-fbc3-43f9-9139-f74d3d651cf4 req-590e7932-25d7-45f5-b038-1cbf35090c1a tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 948 time: 0.1462741 Jul 16 01:08:36.222892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a48d4-a931-4297-886a-631dbee83a50 req-62b63c62-9237-4e61-b3a5-0304c1dcfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:36.224845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-006a48d4-a931-4297-886a-631dbee83a50 req-62b63c62-9237-4e61-b3a5-0304c1dcfd5e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e73b707-1593-4677-b135-77208857a8c4 HTTP/1.1" status: 200 len: 1102 time: 0.2443614 Jul 16 01:08:36.236779 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-caea6497-fbc3-43f9-9139-f74d3d651cf4 req-83436c05-b421-4279-9f75-8bb35110b096 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537660 Jul 16 01:08:36.368979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ce7e16-d0de-48d4-8490-d4f3b47761d5 req-316fa4e4-8777-4bf5-bd2a-f6d9529cb544 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221367 Jul 16 01:08:36.370791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-006a48d4-a931-4297-886a-631dbee83a50 req-2da206b1-8b4f-46bb-aa3a-92821b6b2903 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059966 Jul 16 01:08:36.404237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136e298-3efa-46c3-b92f-e36c0e6f1b76 req-a2e18341-bef6-4031-8ce7-fb7f1df86f9f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:36.405926 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d136e298-3efa-46c3-b92f-e36c0e6f1b76 req-a2e18341-bef6-4031-8ce7-fb7f1df86f9f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.1395276 Jul 16 01:08:36.479999 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d136e298-3efa-46c3-b92f-e36c0e6f1b76 req-3306c766-750d-49e1-adfc-888701d59cf3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592191 Jul 16 01:08:36.728280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1709c1c5-9296-4abc-ad2e-3904406369e5 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:36.746531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703efbb4-c3e3-45a5-85fd-f4f1e3c3b9c4 req-c01f52ee-35d7-479e-a3dc-6f7787e5770e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:36.751022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-703efbb4-c3e3-45a5-85fd-f4f1e3c3b9c4 req-c01f52ee-35d7-479e-a3dc-6f7787e5770e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.1091125 Jul 16 01:08:36.813071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-703efbb4-c3e3-45a5-85fd-f4f1e3c3b9c4 req-f4750fdf-3c76-40b6-b99c-bc76e0d5fff0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515819 Jul 16 01:08:36.920664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1709c1c5-9296-4abc-ad2e-3904406369e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1709c1c5-9296-4abc-ad2e-3904406369e5,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:36.947627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '1709c1c5-9296-4abc-ad2e-3904406369e5', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '1709c1c5-9296-4abc-ad2e-3904406369e5', 'mac_address': 'fa:16:3e:94:2d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:36.974858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7e69d-e390-49db-b542-c49642e7dfec req-9d227e86-d72a-477d-b415-a7e8d1b0d495 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:36.977801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-78f7e69d-e390-49db-b542-c49642e7dfec req-9d227e86-d72a-477d-b415-a7e8d1b0d495 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 946 time: 0.1165218 Jul 16 01:08:37.021138 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:37.046830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1709c1c5-9296-4abc-ad2e-3904406369e5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:37.072915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1709c1c5-9296-4abc-ad2e-3904406369e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1709c1c5-9296-4abc-ad2e-3904406369e5,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:37.074257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-78f7e69d-e390-49db-b542-c49642e7dfec req-65d52c2a-f1a0-4623-a915-3b0448fb78e2 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845063 Jul 16 01:08:37.079022 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:37.081192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7f1a52a2-133c-42f5-9903-294b238bf76f details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:37.183924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=1709c1c5-9296-4abc-ad2e-3904406369e5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:37.250866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7f1a52a2-133c-42f5-9903-294b238bf76f, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7f1a52a2-133c-42f5-9903-294b238bf76f,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:37.272318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '7f1a52a2-133c-42f5-9903-294b238bf76f', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '7f1a52a2-133c-42f5-9903-294b238bf76f', 'mac_address': 'fa:16:3e:b7:90:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:37.361951 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:37.385442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1a52a2-133c-42f5-9903-294b238bf76f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:37.426037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7f1a52a2-133c-42f5-9903-294b238bf76f, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7f1a52a2-133c-42f5-9903-294b238bf76f,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:37.432496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:37.535637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7f1a52a2-133c-42f5-9903-294b238bf76f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:37.544181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b92ceaa4-ffcf-406d-9aa5-a28133c97d88 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:37.560711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a22e0-ede4-499e-8750-f6d2e1acd435 req-6d679d77-ad07-4c82-9cc3-df732929d69c tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:37.563600 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c44a22e0-ede4-499e-8750-f6d2e1acd435 req-6d679d77-ad07-4c82-9cc3-df732929d69c tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1102 time: 0.1161675 Jul 16 01:08:37.627722 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c44a22e0-ede4-499e-8750-f6d2e1acd435 req-43cdf51f-cb81-4563-8709-463b9ca9f3d9 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567772 Jul 16 01:08:37.816691 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:37.842577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88', 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c', 'port_id': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88', 'mac_address': 'fa:16:3e:e8:e5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46818f7-f7d8-4e1b-b60b-de082ce14d78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:37.991494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:38.037704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204304-b70c-4125-96f0-3f78126473f2 req-b4886a38-b98f-4418-b468-c34bf3459a8c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:38.043275 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92ceaa4-ffcf-406d-9aa5-a28133c97d88 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:38.047504 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9204304-b70c-4125-96f0-3f78126473f2 req-b4886a38-b98f-4418-b468-c34bf3459a8c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.1533613 Jul 16 01:08:38.091119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1709c1c5-9296-4abc-ad2e-3904406369e5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:38.122867 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9204304-b70c-4125-96f0-3f78126473f2 req-2056feb0-c531-46b2-84c9-fda3936bd8f8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721498 Jul 16 01:08:38.174648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['7f1a52a2-133c-42f5-9903-294b238bf76f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:38.179284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d1bdc-c76e-46e5-8e20-544764f9082b req-9af2560a-320d-474a-8a6d-8d78a062ff22 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:38.181957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f0d1bdc-c76e-46e5-8e20-544764f9082b req-9af2560a-320d-474a-8a6d-8d78a062ff22 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 949 time: 0.1928132 Jul 16 01:08:38.197245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:38.283493 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:38.311363 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f0d1bdc-c76e-46e5-8e20-544764f9082b req-413e65fc-60fb-4e31-9a5a-c26d6b923757 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169870 Jul 16 01:08:38.508487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:38.585876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477502f3-e8c5-40f2-bc06-39b5c05bfda5 req-d77d9597-262b-4af9-8dcb-398e95905a1a tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:38.587797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-477502f3-e8c5-40f2-bc06-39b5c05bfda5 req-d77d9597-262b-4af9-8dcb-398e95905a1a tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.0987711 Jul 16 01:08:38.610114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b92ceaa4-ffcf-406d-9aa5-a28133c97d88'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:38.620260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590eaff-2231-420b-bf51-164c2baf702c req-bb52a377-823d-40f2-a152-4ab5c246167b tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:38.623609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3590eaff-2231-420b-bf51-164c2baf702c req-bb52a377-823d-40f2-a152-4ab5c246167b tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 947 time: 0.1084006 Jul 16 01:08:38.673849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-477502f3-e8c5-40f2-bc06-39b5c05bfda5 req-2f74f166-378d-4208-9557-d1b0c7c9a5b0 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728934 Jul 16 01:08:38.690327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3590eaff-2231-420b-bf51-164c2baf702c req-2c74ed59-7094-470e-ab4f-03623e9ee455 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550928 Jul 16 01:08:38.841816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-4adb6ee7-69ce-4d38-8a75-3d8c20e327f0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=94219a605dea4c4bb02ed5d18061280e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354214 Jul 16 01:08:39.044829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-1dc8f8e4-9159-4ac1-9f31-31210c4b9a0d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:39.046813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-1dc8f8e4-9159-4ac1-9f31-31210c4b9a0d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874101 Jul 16 01:08:39.063510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-5389ec9b-7106-4c04-b131-ed71611f7221 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/quotas/94219a605dea4c4bb02ed5d18061280e HTTP/1.1" status: 200 len: 375 time: 0.0106330 Jul 16 01:08:39.142467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-3d572043-7915-47a1-8d7b-f2f0b2284f3b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731416 Jul 16 01:08:39.447072 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4d79411-8cb1-4755-8482-c6f20402e418 req-21592a40-3376-42d7-97e1-3b9709c7c657 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 210 time: 0.0627966 Jul 16 01:08:39.459752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f824f-452a-481f-89aa-feb090eda3b3 req-2f071cd8-e3bf-4918-8ada-9a864199ab08 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:39.467906 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-068f824f-452a-481f-89aa-feb090eda3b3 req-2f071cd8-e3bf-4918-8ada-9a864199ab08 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 944 time: 0.1085525 Jul 16 01:08:39.542907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-068f824f-452a-481f-89aa-feb090eda3b3 req-a2f5b526-7d1f-4a97-9d45-bae645213412 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732086 Jul 16 01:08:39.680937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf2e4f-35fe-484e-b2fd-f09ac126fa3a req-690cfd18-ebc2-4355-8cae-0d625aac8919 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:39.686661 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffbf2e4f-35fe-484e-b2fd-f09ac126fa3a req-690cfd18-ebc2-4355-8cae-0d625aac8919 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 949 time: 0.0805025 Jul 16 01:08:39.738700 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffbf2e4f-35fe-484e-b2fd-f09ac126fa3a req-d26bd45a-8541-41ce-b82c-27e17e49b703 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495658 Jul 16 01:08:39.951319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0a48-0511-4879-a581-907df1a51888 req-62539009-e64c-4248-b575-b17ef8b76a86 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:39.959551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e50e0a48-0511-4879-a581-907df1a51888 req-62539009-e64c-4248-b575-b17ef8b76a86 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1043987 Jul 16 01:08:40.005761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e50e0a48-0511-4879-a581-907df1a51888 req-e8d631f4-dbe0-46ef-95f6-68b14cbe50a1 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449312 Jul 16 01:08:40.012507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c9c5-6052-4ac5-bfbb-70a1a9fce6cd req-20a989b1-a663-468e-97c9-75e3aa3a0c57 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:40.015087 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f101c9c5-6052-4ac5-bfbb-70a1a9fce6cd req-20a989b1-a663-468e-97c9-75e3aa3a0c57 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 947 time: 0.1230464 Jul 16 01:08:40.082415 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f101c9c5-6052-4ac5-bfbb-70a1a9fce6cd req-4b393422-c142-49cd-9360-5c86ef7fbb36 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600984 Jul 16 01:08:40.658064 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-017cd3e5-006d-4df2-8752-4b7062767b93 req-3e31b581-0140-4897-bbf6-59a5b377269d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 210 time: 0.0536985 Jul 16 01:08:40.743973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7f1a52a2-133c-42f5-9903-294b238bf76f up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:40.782442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d431ab-b464-4d43-a137-40576dd66aac req-663eb746-2176-4d4e-8270-a479fc493fd3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:40.785034 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c5d431ab-b464-4d43-a137-40576dd66aac req-663eb746-2176-4d4e-8270-a479fc493fd3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 944 time: 0.1012125 Jul 16 01:08:40.849820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 7f1a52a2-133c-42f5-9903-294b238bf76f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:40.859629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 7f1a52a2-133c-42f5-9903-294b238bf76f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:40.859629 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:40.867993 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c5d431ab-b464-4d43-a137-40576dd66aac req-736766f3-80b7-4b05-8d1b-3dd27c5954b1 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752537 Jul 16 01:08:40.991996 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:41.018925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-1e8553f4-3d9f-4c3c-bdd3-9251fb6b952b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=94219a605dea4c4bb02ed5d18061280e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281336 Jul 16 01:08:41.025694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f7d0cb-c34b-4702-a2f7-3be0c27e901f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1a52a2-133c-42f5-9903-294b238bf76f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:41.029957 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dda4ae8-275e-46c2-a728-7ace27dd71ff" -d '{"events": [{"server_uuid": "97f7d0cb-c34b-4702-a2f7-3be0c27e901f", "name": "network-vif-plugged", "status": "completed", "tag": "7f1a52a2-133c-42f5-9903-294b238bf76f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:41.049513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7f1a52a2-133c-42f5-9903-294b238bf76f, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7f1a52a2-133c-42f5-9903-294b238bf76f,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:41.056106 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:41.057885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1709c1c5-9296-4abc-ad2e-3904406369e5 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:41.091983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97561b4f-f971-435b-ac00-a82a047ec384 req-fe8d9f97-5cbd-4b6e-92e2-50de6489c0e8 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:41.093689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97561b4f-f971-435b-ac00-a82a047ec384 req-fe8d9f97-5cbd-4b6e-92e2-50de6489c0e8 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 949 time: 0.1355095 Jul 16 01:08:41.129530 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bb2993-d1f7-4842-a9d4-e6ddbeb123e9 x-openstack-request-id: req-f2bb2993-d1f7-4842-a9d4-e6ddbeb123e9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:41.130086 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f7d0cb-c34b-4702-a2f7-3be0c27e901f", "name": "network-vif-plugged", "status": "completed", "tag": "7f1a52a2-133c-42f5-9903-294b238bf76f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:41.130421 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2bb2993-d1f7-4842-a9d4-e6ddbeb123e9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:41.131024 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f7d0cb-c34b-4702-a2f7-3be0c27e901f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1a52a2-133c-42f5-9903-294b238bf76f', 'code': 200} Jul 16 01:08:41.188788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 1709c1c5-9296-4abc-ad2e-3904406369e5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:41.194812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 1709c1c5-9296-4abc-ad2e-3904406369e5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:41.195319 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:41.233342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97561b4f-f971-435b-ac00-a82a047ec384 req-b548fd85-8f55-442b-9f7f-a3e084260930 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858500 Jul 16 01:08:41.320675 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:41.327180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-db0b0ff1-5bfe-4e5a-8504-d7aee6c7a146 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:41.330981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-db0b0ff1-5bfe-4e5a-8504-d7aee6c7a146 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029013 Jul 16 01:08:41.339483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7f1a52a2-133c-42f5-9903-294b238bf76f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:41.412010 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1709c1c5-9296-4abc-ad2e-3904406369e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1709c1c5-9296-4abc-ad2e-3904406369e5,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:41.420887 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:41.447197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Request body: {'port': {'device_id': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '94219a605dea4c4bb02ed5d18061280e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:41.472217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12478a-2ae2-4ec8-8bdf-0a0fd071fe39 req-8919398f-6b51-4e98-9735-5216196e917c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:41.474714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec12478a-2ae2-4ec8-8bdf-0a0fd071fe39 req-8919398f-6b51-4e98-9735-5216196e917c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1664557 Jul 16 01:08:41.507431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=1709c1c5-9296-4abc-ad2e-3904406369e5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:41.523180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec12478a-2ae2-4ec8-8bdf-0a0fd071fe39 req-83cb8d12-9342-49c1-9dba-ac7e50fd22ad tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388856 Jul 16 01:08:41.558400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b92ceaa4-ffcf-406d-9aa5-a28133c97d88 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:41.651719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c577f-b6dd-44b7-9f31-48ad36200f14 req-c682919a-d4b2-4c65-bfe0-6d0b044e3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:41.653329 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9e3c577f-b6dd-44b7-9f31-48ad36200f14 req-c682919a-d4b2-4c65-bfe0-6d0b044e3753 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 1102 time: 0.3203194 Jul 16 01:08:41.664153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:41.671198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:41.672017 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eea5f1-3377-4163-86e8-f596ccc69f7c req-227475dd-88b3-49a8-867b-cbe1765f9ec2 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:41.672770 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:41.673687 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-75eea5f1-3377-4163-86e8-f596ccc69f7c req-227475dd-88b3-49a8-867b-cbe1765f9ec2 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 948 time: 0.2193158 Jul 16 01:08:41.786866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Made reservation on behalf of 94219a605dea4c4bb02ed5d18061280e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:41.792192 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:41.804366 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-75eea5f1-3377-4163-86e8-f596ccc69f7c req-ccb8d149-4fc7-4d2a-843b-65041b41e215 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199255 Jul 16 01:08:41.815679 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:41.820003 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9e3c577f-b6dd-44b7-9f31-48ad36200f14 req-b3329bf6-e43c-41c6-987e-d9c7f4602dd0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430719 Jul 16 01:08:41.856583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6591e419-ffb6-4326-b662-7dab8bbd4c9b req-14328a09-0af4-4b38-a60a-924feda06344 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 210 time: 0.0431898 Jul 16 01:08:41.893160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:41.898569 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:41.963521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:42.029270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Allocated IP 192.168.233.88 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/7ae810bb-073d-4f24-95c5-e652ee769a7a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:08:42.119840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325ecb7-7fb0-482e-8d02-a466f4784087 req-de2ceac5-bc62-4f42-8f10-3cb727e55da4 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:42.122781 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7325ecb7-7fb0-482e-8d02-a466f4784087 req-de2ceac5-bc62-4f42-8f10-3cb727e55da4 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.0754607 Jul 16 01:08:42.182343 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7325ecb7-7fb0-482e-8d02-a466f4784087 req-87cd3e60-6826-4341-8f17-7eef4a21f501 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500548 Jul 16 01:08:42.230107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:42.247742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Transition to ACTIVE for port object 7ae810bb-073d-4f24-95c5-e652ee769a7a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:42.285829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:42.302055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:42.359713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:08:42.365584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:08:42.372362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:08:42.382554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:42.383662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:42.407159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Pushing event updated for resources: {'Port': ['ID=7ae810bb-073d-4f24-95c5-e652ee769a7a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:42.435941 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-adb15b62-a74b-488d-b413-c6564ab538d9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0711370 Jul 16 01:08:42.470927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Request body: {'port': {'device_id': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:42.615272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bab640-1903-4aec-85cd-917df65ba0fd req-766a05ce-9b78-4733-a827-05210bd218b1 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:42.617835 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3bab640-1903-4aec-85cd-917df65ba0fd req-766a05ce-9b78-4733-a827-05210bd218b1 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 950 time: 0.2053015 Jul 16 01:08:42.626411 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:42.728645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e16c52c6-326c-44db-bcfe-ab5acb87c892 None None] Provisioning for port 7ae810bb-073d-4f24-95c5-e652ee769a7a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:42.733701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e16c52c6-326c-44db-bcfe-ab5acb87c892 None None] Provisioning complete for port 7ae810bb-073d-4f24-95c5-e652ee769a7a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:42.734052 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e16c52c6-326c-44db-bcfe-ab5acb87c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:42.738819 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3bab640-1903-4aec-85cd-917df65ba0fd req-45c261d7-091f-4325-9647-d04477d35b6b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077921 Jul 16 01:08:42.817088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e16c52c6-326c-44db-bcfe-ab5acb87c892 None None] Port 7ae810bb-073d-4f24-95c5-e652ee769a7a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:08:42.825742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8b4ef-a58e-47c6-981a-51b33b3974ba req-0b3bca65-dcdf-4ac2-9d61-16dd8869568e tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:42.827333 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16d8b4ef-a58e-47c6-981a-51b33b3974ba req-0b3bca65-dcdf-4ac2-9d61-16dd8869568e tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1450422 Jul 16 01:08:42.910758 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16d8b4ef-a58e-47c6-981a-51b33b3974ba req-35b1c2e6-9c43-4841-9fea-d74468263e14 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714629 Jul 16 01:08:43.134535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aea2ab-0bf6-419b-9599-0334026e5143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1709c1c5-9296-4abc-ad2e-3904406369e5'}, {'server_uuid': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:43.139074 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7014324d-508a-4f0f-a030-331b32c4f0af" -d '{"events": [{"server_uuid": "e7aea2ab-0bf6-419b-9599-0334026e5143", "name": "network-vif-plugged", "status": "completed", "tag": "1709c1c5-9296-4abc-ad2e-3904406369e5"}, {"server_uuid": "b7dcfb03-5522-40c2-90d5-dfb453b1a424", "name": "network-vif-plugged", "status": "completed", "tag": "b92ceaa4-ffcf-406d-9aa5-a28133c97d88"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:43.164936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3416d-8ca9-414a-a6a5-9783f69d9011 req-91166830-42ef-4649-9e1c-343e3561909d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:43.166676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65f3416d-8ca9-414a-a6a5-9783f69d9011 req-91166830-42ef-4649-9e1c-343e3561909d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 935 time: 0.0947976 Jul 16 01:08:43.217350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65f3416d-8ca9-414a-a6a5-9783f69d9011 req-301f756a-5dd7-4174-b81d-8ad4a78361dc tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Jul 16 01:08:43.314554 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c8859b-6e5d-4ce3-aeb9-8b9e68010dec x-openstack-request-id: req-81c8859b-6e5d-4ce3-aeb9-8b9e68010dec {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:43.314871 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aea2ab-0bf6-419b-9599-0334026e5143", "name": "network-vif-plugged", "status": "completed", "tag": "1709c1c5-9296-4abc-ad2e-3904406369e5", "code": 200}, {"server_uuid": "b7dcfb03-5522-40c2-90d5-dfb453b1a424", "name": "network-vif-plugged", "status": "completed", "tag": "b92ceaa4-ffcf-406d-9aa5-a28133c97d88", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:43.315159 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81c8859b-6e5d-4ce3-aeb9-8b9e68010dec {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:43.315658 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aea2ab-0bf6-419b-9599-0334026e5143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1709c1c5-9296-4abc-ad2e-3904406369e5', 'code': 200} Jul 16 01:08:43.315903 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88', 'code': 200} Jul 16 01:08:43.576735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccd461-abda-42f8-b355-1feae3afa5ae req-0b978efd-4af4-4d4e-a59a-ed75a4958b04 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:43.584539 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49ccd461-abda-42f8-b355-1feae3afa5ae req-0b978efd-4af4-4d4e-a59a-ed75a4958b04 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.1207778 Jul 16 01:08:43.588261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0319128-f6c9-4567-9a2e-bfcba15c9083 req-589a4f18-071e-479e-92e1-ac8fbd647c39 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:43.595795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d0319128-f6c9-4567-9a2e-bfcba15c9083 req-589a4f18-071e-479e-92e1-ac8fbd647c39 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 948 time: 0.5616753 Jul 16 01:08:43.600516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae810bb-073d-4f24-95c5-e652ee769a7a {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:43.624303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:43.649086 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49ccd461-abda-42f8-b355-1feae3afa5ae req-6f8b527d-18a8-4f66-b6c6-1e337ebb5f15 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633614 Jul 16 01:08:43.655648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Transition to ACTIVE for port object 7ae810bb-073d-4f24-95c5-e652ee769a7a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:43.679298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d0319128-f6c9-4567-9a2e-bfcba15c9083 req-0d449552-b610-4ef9-8293-80cf10b4c66b tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823004 Jul 16 01:08:43.688081 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:43.741152 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19c489-3557-4560-baed-35ec3dc86fff req-88d366b9-3e64-4c30-980d-ad7905436a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:43.742799 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-de19c489-3557-4560-baed-35ec3dc86fff req-88d366b9-3e64-4c30-980d-ad7905436a76 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 1100 time: 0.2375720 Jul 16 01:08:43.765253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d1a51-c5cd-46e6-a8eb-460ba0fb5aa4 req-e0378a6a-84c4-4b6d-be69-78035126b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:43.767069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d1d1a51-c5cd-46e6-a8eb-460ba0fb5aa4 req-e0378a6a-84c4-4b6d-be69-78035126b0a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 1097 time: 0.2629418 Jul 16 01:08:43.848889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Pushing event updated for resources: {'Port': ['ID=7ae810bb-073d-4f24-95c5-e652ee769a7a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:43.949160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Attempting to bind port 7ae810bb-073d-4f24-95c5-e652ee769a7a on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:43.949885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Attempting to bind port 7ae810bb-073d-4f24-95c5-e652ee769a7a by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:43.951113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Attempting to bind port 7ae810bb-073d-4f24-95c5-e652ee769a7a on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:43.961561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d1d1a51-c5cd-46e6-a8eb-460ba0fb5aa4 req-6c2d30c2-12c5-4098-9eb1-c47a83d15d51 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756933 Jul 16 01:08:43.962855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Port 7ae810bb-073d-4f24-95c5-e652ee769a7a on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:43.963511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Attempting to bind port 7ae810bb-073d-4f24-95c5-e652ee769a7a on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:43.971202 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-de19c489-3557-4560-baed-35ec3dc86fff req-9cafb355-1cf3-4439-af0c-c8ee3a2f3ad2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009428 Jul 16 01:08:43.976419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:43.977156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:43.977722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:43.978312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Bound port: 7ae810bb-073d-4f24-95c5-e652ee769a7a, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:43.978863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:44.079758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] For port 7ae810bb-073d-4f24-95c5-e652ee769a7a, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:08:44.085920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] For port 7ae810bb-073d-4f24-95c5-e652ee769a7a, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:44.093460 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:44.115300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254eb0a-54bc-4705-aa4c-4a6f2628c462 req-4270f22b-c9b2-4430-a9c0-56b56b913527 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:44.117775 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5254eb0a-54bc-4705-aa4c-4a6f2628c462 req-4270f22b-c9b2-4430-a9c0-56b56b913527 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 950 time: 0.1157663 Jul 16 01:08:44.182635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:44.183648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:44.186804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] 10.222.0.67 "PUT /v2.0/ports/7ae810bb-073d-4f24-95c5-e652ee769a7a HTTP/1.1" status: 200 len: 1096 time: 1.7239718 Jul 16 01:08:44.187517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'tag': '7ae810bb-073d-4f24-95c5-e652ee769a7a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:44.209594 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b" -d '{"events": [{"name": "network-changed", "server_uuid": "8756a1bb-5e5d-411a-91ad-8baec5036b95", "tag": "7ae810bb-073d-4f24-95c5-e652ee769a7a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:44.224516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5254eb0a-54bc-4705-aa4c-4a6f2628c462 req-780b8ee9-c10f-45c8-9951-1bdddbdd1ff5 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947263 Jul 16 01:08:44.232931 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Pushing event updated for resources: {'Port': ['ID=7ae810bb-073d-4f24-95c5-e652ee769a7a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:44.270269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.270951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.271511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.272067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.272615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.273160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.273738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.274311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.274860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.275548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.276016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.276587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f61f1a-9138-4ebf-9525-ea83cace880d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:44.330277 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50884efd-6324-4121-a722-d561da2ce3d1 x-openstack-request-id: req-50884efd-6324-4121-a722-d561da2ce3d1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:44.331087 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8756a1bb-5e5d-411a-91ad-8baec5036b95", "tag": "7ae810bb-073d-4f24-95c5-e652ee769a7a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:44.331754 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50884efd-6324-4121-a722-d561da2ce3d1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:44.332633 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'tag': '7ae810bb-073d-4f24-95c5-e652ee769a7a', 'status': 'completed', 'code': 200} Jul 16 01:08:44.454923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-a9496442-3324-4430-9040-b4a73e121d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:44.458035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-a9496442-3324-4430-9040-b4a73e121d5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 1099 time: 0.1912730 Jul 16 01:08:44.517120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-0c8067d4-8fb3-45e8-ad8b-a101b1bc8edd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a HTTP/1.1" status: 200 len: 217 time: 0.0425677 Jul 16 01:08:44.525101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1c568-6e99-444d-9db5-8f8dfa755879 req-f51b3a72-e737-445d-9c51-8942d6b4e131 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:44.527088 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6d1c568-6e99-444d-9db5-8f8dfa755879 req-f51b3a72-e737-445d-9c51-8942d6b4e131 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1771131 Jul 16 01:08:44.584408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8781e6-19d5-4a5d-a4d7-0e08b07813f3 req-46431074-b6bb-42e0-adf8-f12b74765887 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:44.587020 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de8781e6-19d5-4a5d-a4d7-0e08b07813f3 req-46431074-b6bb-42e0-adf8-f12b74765887 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 947 time: 0.0975025 Jul 16 01:08:44.601381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-af63b331-7f76-40b8-a5b5-4406e442673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:44.602769 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-af63b331-7f76-40b8-a5b5-4406e442673d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0747244 Jul 16 01:08:44.615394 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6d1c568-6e99-444d-9db5-8f8dfa755879 req-65c1690a-28d5-4cd8-87ba-d741ce505f58 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767281 Jul 16 01:08:44.658155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de8781e6-19d5-4a5d-a4d7-0e08b07813f3 req-9cd8427b-e53a-477e-9b7a-583fa2a51668 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601234 Jul 16 01:08:44.711771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-d9701123-c65d-4bbf-bec1-f0a1f7778eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:44.714940 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-d9701123-c65d-4bbf-bec1-f0a1f7778eb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0977492 Jul 16 01:08:44.911033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ba99a-91ab-49a3-8270-4e6f2fe92116 req-bdbd141f-8562-4e92-8382-957e296bac4e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:44.923363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e4ba99a-91ab-49a3-8270-4e6f2fe92116 req-bdbd141f-8562-4e92-8382-957e296bac4e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.1462226 Jul 16 01:08:44.931928 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-1e6f092c-74d7-4fd5-a31b-8901a8e91f19 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056994 Jul 16 01:08:44.997788 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e4ba99a-91ab-49a3-8270-4e6f2fe92116 req-665ea494-5035-4b05-971b-1ebcd76c1be5 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719738 Jul 16 01:08:45.096718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d58b7-0669-4b53-8cb7-7bce273ffc54 req-23a07225-e80b-4eb4-9c98-cb15c202cc03 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:45.099331 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-915d58b7-0669-4b53-8cb7-7bce273ffc54 req-23a07225-e80b-4eb4-9c98-cb15c202cc03 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e73b707-1593-4677-b135-77208857a8c4 HTTP/1.1" status: 200 len: 950 time: 0.2785177 Jul 16 01:08:45.232321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb4aa13d-1877-4596-9a26-1f7941c088c6 req-dd232f8f-2bc9-475b-a086-f14994e49e5d service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848520 Jul 16 01:08:45.243933 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-915d58b7-0669-4b53-8cb7-7bce273ffc54 req-bd91f413-318c-466c-b705-f4d25889eb73 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286650 Jul 16 01:08:45.301471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e89c8-9b9c-47e8-885a-937f14a47cb7 req-c45325bf-becd-4fa2-8b18-6d4a85011d6e tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:45.303221 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c17e89c8-9b9c-47e8-885a-937f14a47cb7 req-c45325bf-becd-4fa2-8b18-6d4a85011d6e tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 948 time: 0.1145988 Jul 16 01:08:45.362680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c17e89c8-9b9c-47e8-885a-937f14a47cb7 req-168b1ec7-3237-4e15-b186-00b1900a6e75 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480573 Jul 16 01:08:45.391218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-81d06e62-948d-462e-a16b-ce20acaa5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:45.393679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-81d06e62-948d-462e-a16b-ce20acaa5b6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 1099 time: 0.1000514 Jul 16 01:08:45.553619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-cdf60bbd-a2ea-403a-99ac-424fb24c3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:45.556264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-cdf60bbd-a2ea-403a-99ac-424fb24c3165 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1557193 Jul 16 01:08:45.624840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba4375-7225-420c-ab8e-88866d7f4736 req-08f80b44-9d0c-461f-bd0c-9efe37b40fb6 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:45.628114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62ba4375-7225-420c-ab8e-88866d7f4736 req-08f80b44-9d0c-461f-bd0c-9efe37b40fb6 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 1098 time: 0.1082311 Jul 16 01:08:45.633139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-c1250799-004b-4439-a451-8bf379cef4ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a HTTP/1.1" status: 200 len: 217 time: 0.0660384 Jul 16 01:08:45.674816 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62ba4375-7225-420c-ab8e-88866d7f4736 req-22f99286-c9c9-4737-b756-e1902429eacc tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Jul 16 01:08:45.734772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-3c484c18-c40b-41fc-8897-178823d6d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:45.737255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-3c484c18-c40b-41fc-8897-178823d6d39a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0968266 Jul 16 01:08:45.934961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-5ac5ffd7-16af-45fa-92fc-e32d033fdc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:45.936345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-5ac5ffd7-16af-45fa-92fc-e32d033fdc0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1846907 Jul 16 01:08:45.946921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f237ec-6868-4c6f-af9d-150241ae930f req-7ef4bf5f-7b73-4215-8e75-f8a9b4ddc5a8 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:45.960734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f237ec-6868-4c6f-af9d-150241ae930f req-7ef4bf5f-7b73-4215-8e75-f8a9b4ddc5a8 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:45.962945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70f237ec-6868-4c6f-af9d-150241ae930f req-7ef4bf5f-7b73-4215-8e75-f8a9b4ddc5a8 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e73b707-1593-4677-b135-77208857a8c4&device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 1691 time: 0.1915312 Jul 16 01:08:46.022214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e890b42-b7e2-41b6-8682-f21a2d0a10fd req-7648c51d-a037-4d7b-909c-890aeca14597 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:46.024883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e890b42-b7e2-41b6-8682-f21a2d0a10fd req-7648c51d-a037-4d7b-909c-890aeca14597 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1237295 Jul 16 01:08:46.095842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e890b42-b7e2-41b6-8682-f21a2d0a10fd req-21b39f48-d4a4-4950-925e-e9c3d686f8be tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573542 Jul 16 01:08:46.136685 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70f237ec-6868-4c6f-af9d-150241ae930f req-918d880c-a81c-4751-98f0-328c19d77055 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590915 Jul 16 01:08:46.190182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-befa5690-5e37-4a20-9d42-6a9ad5333516 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259710 Jul 16 01:08:46.336878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7ca8c3d-ccb3-44dd-a0d4-73ac12ab345b req-77942501-bfb6-4231-b611-0cd8a92f2c46 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385229 Jul 16 01:08:46.437654 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d672d30-65d6-4950-b943-d454ee34ded3 req-058e578d-2001-441c-9bf5-02e8cb1fcb20 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:46.446649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d672d30-65d6-4950-b943-d454ee34ded3 req-058e578d-2001-441c-9bf5-02e8cb1fcb20 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 947 time: 0.1151414 Jul 16 01:08:46.511084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d672d30-65d6-4950-b943-d454ee34ded3 req-405a1091-610b-44b5-841a-8df9bf6da622 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616584 Jul 16 01:08:46.720703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215c0d3-0321-4662-b540-678fa73d1d2d req-ffd602bb-38f4-4908-86de-6f1352333dc7 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:46.723186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e215c0d3-0321-4662-b540-678fa73d1d2d req-ffd602bb-38f4-4908-86de-6f1352333dc7 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.1012712 Jul 16 01:08:46.782311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e215c0d3-0321-4662-b540-678fa73d1d2d req-f120dba8-9170-4404-bfb8-6d3ae80264cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486314 Jul 16 01:08:47.399039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-d2fbccf1-5d24-4e1d-9a77-f52b6e5ace3d tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:08:47.400370 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-d2fbccf1-5d24-4e1d-9a77-f52b6e5ace3d tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065405 Jul 16 01:08:47.414765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Request body: {'binding': {'host': 'n-h1-791504-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:47.415504 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Unknown quota resources ['binding']. {{(pid=93944) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:08:47.553409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 7ae810bb-073d-4f24-95c5-e652ee769a7a details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:47.626726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf018b0a-770f-4e95-89cf-4b86548ba5fe req-cc9c9178-1365-49c1-affc-9eb854bde354 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:47.628231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cf018b0a-770f-4e95-89cf-4b86548ba5fe req-cc9c9178-1365-49c1-affc-9eb854bde354 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 948 time: 0.1398215 Jul 16 01:08:47.629432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee on host n-h1-791504-14 for vnic_type normal with profile None {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:08:47.629782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:08:47.630128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:47.635020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Port 12626332-12b5-4e5b-a4a3-a929c8779cee on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:08:47.635336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:08:47.647526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:08:47.647855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:08:47.648237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:08:47.648686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Bound port: 12626332-12b5-4e5b-a4a3-a929c8779cee, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:08:47.671674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 7ae810bb-073d-4f24-95c5-e652ee769a7a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:47.683976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '7ae810bb-073d-4f24-95c5-e652ee769a7a', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '7ae810bb-073d-4f24-95c5-e652ee769a7a', 'mac_address': 'fa:16:3e:e2:08:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:08:47.716591 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cf018b0a-770f-4e95-89cf-4b86548ba5fe req-5aa93da3-d495-4052-9bba-20490d162068 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768232 Jul 16 01:08:47.737076 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:47.740719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:08:47.755024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae810bb-073d-4f24-95c5-e652ee769a7a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:08:47.766686 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:47.768748 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-7bbb3883-9f7d-434e-bea8-e44a105b61ca service neutron] 10.222.0.64 "POST /v2.0/ports/12626332-12b5-4e5b-a4a3-a929c8779cee/bindings HTTP/1.1" status: 201 len: 390 time: 0.3577182 Jul 16 01:08:47.794679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 7ae810bb-073d-4f24-95c5-e652ee769a7a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:47.803302 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:47.900091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=7ae810bb-073d-4f24-95c5-e652ee769a7a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:48.104819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8777a-0259-4bf8-a1d8-df13903bc9ce req-0875026f-1844-4ca5-be1c-94a8b4773e39 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:48.107005 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2db8777a-0259-4bf8-a1d8-df13903bc9ce req-0875026f-1844-4ca5-be1c-94a8b4773e39 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 1097 time: 0.0994422 Jul 16 01:08:48.131723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['7ae810bb-073d-4f24-95c5-e652ee769a7a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:48.143375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dead5e-03c6-43fa-830e-c90bc0065912 req-37c2e21d-8d00-488a-ae23-1e19f06d783e tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:48.149494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a5dead5e-03c6-43fa-830e-c90bc0065912 req-37c2e21d-8d00-488a-ae23-1e19f06d783e tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8e73b707-1593-4677-b135-77208857a8c4 HTTP/1.1" status: 200 len: 1102 time: 0.0806675 Jul 16 01:08:48.188435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2db8777a-0259-4bf8-a1d8-df13903bc9ce req-c1e3b857-9f45-4e8e-ab76-df27ef35bf32 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715492 Jul 16 01:08:48.212029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-6980470d-8282-42e4-8fc2-8b9ff632e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:48.213917 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-6980470d-8282-42e4-8fc2-8b9ff632e344 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 1098 time: 0.1053267 Jul 16 01:08:48.217526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a5dead5e-03c6-43fa-830e-c90bc0065912 req-9528dd43-b723-4add-9364-8b0e4c38f302 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596926 Jul 16 01:08:48.411960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-d6ce10cc-ef2c-43db-8e14-97b7fbbb5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:48.413460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-d6ce10cc-ef2c-43db-8e14-97b7fbbb5366 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.1899180 Jul 16 01:08:48.477935 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-413dc582-31e8-4e19-91f4-962f36ea7d22 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12626332-12b5-4e5b-a4a3-a929c8779cee HTTP/1.1" status: 200 len: 217 time: 0.0472414 Jul 16 01:08:48.571125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa93eb5-0fd5-4568-8560-26b6273fbb39 req-13b40469-4655-41b9-93fb-d0e613330d84 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:48.573690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1aa93eb5-0fd5-4568-8560-26b6273fbb39 req-13b40469-4655-41b9-93fb-d0e613330d84 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1748197 Jul 16 01:08:48.589020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-408d08bc-c2d6-4988-9c47-b7b094d9d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:48.592392 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-408d08bc-c2d6-4988-9c47-b7b094d9d599 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1012044 Jul 16 01:08:48.643728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-e43cf1fa-f480-426b-a8fc-1ce078434c82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434217 Jul 16 01:08:48.692922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1aa93eb5-0fd5-4568-8560-26b6273fbb39 req-2885e553-e5dd-4d38-9c5f-ad0c1d1c4752 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083083 Jul 16 01:08:48.863957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-a375d3f2-274f-4e96-b01e-5fe526fbdf42 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049665 Jul 16 01:08:49.021729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc8346-d7c5-46de-9ebe-f14d4adf0ec3 req-c26af06a-cf0a-46ed-8994-2cdf4a885c05 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:49.023475 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65bc8346-d7c5-46de-9ebe-f14d4adf0ec3 req-c26af06a-cf0a-46ed-8994-2cdf4a885c05 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 948 time: 0.0948513 Jul 16 01:08:49.044509 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-cf5679a4-e43d-4252-b181-a1b1b59d7826 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657665 Jul 16 01:08:49.091607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65bc8346-d7c5-46de-9ebe-f14d4adf0ec3 req-2cceda6e-a022-42be-8495-96290d886170 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615237 Jul 16 01:08:49.398959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb56a-6a13-4d67-9539-19ab8dcfc838 req-a3f7ff8a-15b7-41ae-acbe-b47baada66fe tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:49.401806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2adb56a-6a13-4d67-9539-19ab8dcfc838 req-a3f7ff8a-15b7-41ae-acbe-b47baada66fe tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.1502786 Jul 16 01:08:49.429845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6f272-ca5e-4584-b3b2-74f656676718 req-d8bfb5c9-83df-40b4-be7d-846b1c7922a6 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:49.433463 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f5d6f272-ca5e-4584-b3b2-74f656676718 req-d8bfb5c9-83df-40b4-be7d-846b1c7922a6 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 1102 time: 0.1120021 Jul 16 01:08:49.495980 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2adb56a-6a13-4d67-9539-19ab8dcfc838 req-1ced6c4b-07fe-4f4b-8568-195a575f252e tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868402 Jul 16 01:08:49.506527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f5d6f272-ca5e-4584-b3b2-74f656676718 req-f98b7173-6f10-4549-9b2e-d6cc58a41839 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602818 Jul 16 01:08:49.569415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 7ae810bb-073d-4f24-95c5-e652ee769a7a up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:08:49.768286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 7ae810bb-073d-4f24-95c5-e652ee769a7a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:49.781090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 7ae810bb-073d-4f24-95c5-e652ee769a7a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:49.789865 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:49.938190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d42a89-a245-4a9c-a1ac-4ea4af02a434 req-844502a1-4e87-48ae-bc61-40af6a0fc8eb tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:49.955851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-92d42a89-a245-4a9c-a1ac-4ea4af02a434 req-844502a1-4e87-48ae-bc61-40af6a0fc8eb tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 948 time: 0.1862538 Jul 16 01:08:50.048999 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-92d42a89-a245-4a9c-a1ac-4ea4af02a434 req-966b6eb2-6294-421f-9957-f5fd91af22a7 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904865 Jul 16 01:08:50.083618 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:50.190656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae810bb-073d-4f24-95c5-e652ee769a7a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:50.207448 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54587534-c13c-4a86-bfcc-076ee94bb4f4" -d '{"events": [{"server_uuid": "8756a1bb-5e5d-411a-91ad-8baec5036b95", "name": "network-vif-plugged", "status": "completed", "tag": "7ae810bb-073d-4f24-95c5-e652ee769a7a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:50.268073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 7ae810bb-073d-4f24-95c5-e652ee769a7a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:50.279687 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:50.472233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b5085-ecd2-420b-9782-1875d1602acd req-9ae0fbe5-aa46-48f5-9fde-ff003eec8ca6 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:50.476323 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd6b5085-ecd2-420b-9782-1875d1602acd req-9ae0fbe5-aa46-48f5-9fde-ff003eec8ca6 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1605501 Jul 16 01:08:50.495973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=7ae810bb-073d-4f24-95c5-e652ee769a7a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:50.603169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd6b5085-ecd2-420b-9782-1875d1602acd req-bd8d5173-f0ff-4d61-87fc-ea45f3f6bffc tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007800 Jul 16 01:08:50.702535 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7496f1ba-3747-43e7-97ce-0800cf13335b x-openstack-request-id: req-7496f1ba-3747-43e7-97ce-0800cf13335b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:50.703120 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8756a1bb-5e5d-411a-91ad-8baec5036b95", "name": "network-vif-plugged", "status": "completed", "tag": "7ae810bb-073d-4f24-95c5-e652ee769a7a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:50.703547 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7496f1ba-3747-43e7-97ce-0800cf13335b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:50.704175 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae810bb-073d-4f24-95c5-e652ee769a7a', 'code': 200} Jul 16 01:08:50.901902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-fb075711-0c9f-48d8-94f8-107396fd20c0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632579 Jul 16 01:08:50.907096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623649ab-8469-4cda-8ad9-4d892da3a726 req-6eb1d34d-4584-4c20-9f2d-1354dfd72962 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:50.908700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-623649ab-8469-4cda-8ad9-4d892da3a726 req-6eb1d34d-4584-4c20-9f2d-1354dfd72962 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1383376 Jul 16 01:08:50.972132 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-623649ab-8469-4cda-8ad9-4d892da3a726 req-5f8312c2-c385-458e-9f93-86af20d71128 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574863 Jul 16 01:08:51.091704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0a351-d2c6-46f6-a3b6-bf3725a8723b req-3f3ab4b5-e829-4ed2-bf14-747ecdd06e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:51.093412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29d0a351-d2c6-46f6-a3b6-bf3725a8723b req-3f3ab4b5-e829-4ed2-bf14-747ecdd06e37 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 1101 time: 0.2781124 Jul 16 01:08:51.196674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-9fa2c5af-959b-47c9-91f4-92f1cd290bb2 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:51.202078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-9fa2c5af-959b-47c9-91f4-92f1cd290bb2 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836835 Jul 16 01:08:51.238444 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29d0a351-d2c6-46f6-a3b6-bf3725a8723b req-0b3e7c3b-e16e-4c55-b48e-29c81c665dcd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342926 Jul 16 01:08:51.241162 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-b7df3850-bd57-4776-a89a-c262af873630 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/quotas/03530c1738b84d158ef2bb580d71a920 HTTP/1.1" status: 200 len: 375 time: 0.0277603 Jul 16 01:08:51.314489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d216-d784-4732-ba13-ac8af137f63a req-8da222a9-8a83-4008-9da6-4a6710a70a87 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:51.317482 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca83d216-d784-4732-ba13-ac8af137f63a req-8da222a9-8a83-4008-9da6-4a6710a70a87 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.1763694 Jul 16 01:08:51.381348 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-febfca60-c2f9-4a56-96ae-10a183460f77 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267600 Jul 16 01:08:51.391515 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca83d216-d784-4732-ba13-ac8af137f63a req-7cd1bfd5-b464-417d-b2f8-fa4a22df0aba tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620980 Jul 16 01:08:51.845210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149e75-8cfd-440c-adac-4ef5f84869c6 req-847c9645-1962-4be4-89fb-a4e802bb5964 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:51.846827 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06149e75-8cfd-440c-adac-4ef5f84869c6 req-847c9645-1962-4be4-89fb-a4e802bb5964 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 948 time: 0.1025937 Jul 16 01:08:51.912863 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06149e75-8cfd-440c-adac-4ef5f84869c6 req-85e1a8c5-47b3-44b5-bdcb-265fb1aac9e3 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596957 Jul 16 01:08:52.160599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c822e-6257-4e4f-951d-ca28a86a629e req-fa7e9bcb-d8e0-4f32-9c13-bd1f7cd023b9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:52.172681 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f1c822e-6257-4e4f-951d-ca28a86a629e req-fa7e9bcb-d8e0-4f32-9c13-bd1f7cd023b9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1247618 Jul 16 01:08:52.263581 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f1c822e-6257-4e4f-951d-ca28a86a629e req-7ab0e1b8-ce23-4f1b-8b9a-7fd550aee502 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892525 Jul 16 01:08:52.546833 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-17466452-a25c-44cb-a11d-7cb75224018a req-477fca4a-bae4-4200-8605-075544bdd9df tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 210 time: 0.0658522 Jul 16 01:08:52.640017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57552f-023d-4b35-a35b-988a37952b18 req-264bb215-681a-47b7-a858-1ac232fee37e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:52.651872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cd57552f-023d-4b35-a35b-988a37952b18 req-264bb215-681a-47b7-a858-1ac232fee37e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1479411 Jul 16 01:08:52.715022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cd57552f-023d-4b35-a35b-988a37952b18 req-dab0f980-6582-4abc-84d7-c11b2ee00a48 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616431 Jul 16 01:08:52.792725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a961ee-222d-4222-806b-be949072c7f7 req-f1b63bf4-bb67-4c15-bb7d-9e23e4358ebb tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:52.796159 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4a961ee-222d-4222-806b-be949072c7f7 req-f1b63bf4-bb67-4c15-bb7d-9e23e4358ebb tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 948 time: 0.1691177 Jul 16 01:08:53.023542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0eaf7-f334-4210-b3ef-1ebd470348c9 req-c3d0051f-2c38-4c3f-8d5e-8fdcd6656260 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:53.025791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6d0eaf7-f334-4210-b3ef-1ebd470348c9 req-c3d0051f-2c38-4c3f-8d5e-8fdcd6656260 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.2277920 Jul 16 01:08:53.150736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b4a961ee-222d-4222-806b-be949072c7f7 req-79617366-5f05-41e5-9666-f39dcc103105 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Deleting port 1709c1c5-9296-4abc-ad2e-3904406369e5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:08:53.151653 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4a961ee-222d-4222-806b-be949072c7f7 req-79617366-5f05-41e5-9666-f39dcc103105 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:53.226199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6d0eaf7-f334-4210-b3ef-1ebd470348c9 req-825cb0cf-a78d-4725-a09a-587d92f12154 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861224 Jul 16 01:08:53.304821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d99cf9-84fc-46aa-80b3-70f00d570c3f req-721087b1-aa86-4204-8d55-6f0924c98ae2 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:53.312253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3d99cf9-84fc-46aa-80b3-70f00d570c3f req-721087b1-aa86-4204-8d55-6f0924c98ae2 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 948 time: 0.1916661 Jul 16 01:08:53.382978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b4a961ee-222d-4222-806b-be949072c7f7 req-79617366-5f05-41e5-9666-f39dcc103105 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] For port 1709c1c5-9296-4abc-ad2e-3904406369e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1709c1c5-9296-4abc-ad2e-3904406369e5,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:08:53.383379 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4a961ee-222d-4222-806b-be949072c7f7 req-79617366-5f05-41e5-9666-f39dcc103105 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:53.396676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3d99cf9-84fc-46aa-80b3-70f00d570c3f req-488f81c6-37ae-48a9-8d92-4d43788d4e77 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13aff4b9-3023-4110-b097-c123b00b5e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768590 Jul 16 01:08:53.433679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b4a961ee-222d-4222-806b-be949072c7f7 req-79617366-5f05-41e5-9666-f39dcc103105 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Calling delete_port for 1709c1c5-9296-4abc-ad2e-3904406369e5 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:08:53.703246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d3a97-c6c1-424a-8a42-75fb4ae33d2e req-0f1900c1-522f-467e-8aed-57a32fdcc296 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:53.715396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf4d3a97-c6c1-424a-8a42-75fb4ae33d2e req-0f1900c1-522f-467e-8aed-57a32fdcc296 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1654558 Jul 16 01:08:53.830926 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf4d3a97-c6c1-424a-8a42-75fb4ae33d2e req-57d2a0a9-143e-491d-b68a-9a53939c75fa tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020923 Jul 16 01:08:53.833771 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4a961ee-222d-4222-806b-be949072c7f7 req-79617366-5f05-41e5-9666-f39dcc103105 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:53.866884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1709c1c5-9296-4abc-ad2e-3904406369e5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:53.899159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79617366-5f05-41e5-9666-f39dcc103105 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Pushing event deleted for resources: {'Port': ['ID=1709c1c5-9296-4abc-ad2e-3904406369e5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:53.927907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e08c4d42-4de2-4892-b5ed-3a7e9442201f req-976b5a33-0346-4bd6-9ff0-858c0e10baf2 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 210 time: 0.1309109 Jul 16 01:08:54.040292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a961ee-222d-4222-806b-be949072c7f7 req-79617366-5f05-41e5-9666-f39dcc103105 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] No DVR routers for this DVR port 1709c1c5-9296-4abc-ad2e-3904406369e5 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:08:54.046268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4a961ee-222d-4222-806b-be949072c7f7 req-79617366-5f05-41e5-9666-f39dcc103105 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:54.050604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4a961ee-222d-4222-806b-be949072c7f7 req-79617366-5f05-41e5-9666-f39dcc103105 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.50 "DELETE /v2.0/ports/1709c1c5-9296-4abc-ad2e-3904406369e5 HTTP/1.1" status: 204 len: 173 time: 1.1909647 Jul 16 01:08:54.051885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aea2ab-0bf6-419b-9599-0334026e5143', 'name': 'network-vif-deleted', 'tag': '1709c1c5-9296-4abc-ad2e-3904406369e5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:08:54.056763 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f38eb2c-5c03-4c35-af2a-c3096ac154f8" -d '{"events": [{"server_uuid": "e7aea2ab-0bf6-419b-9599-0334026e5143", "name": "network-vif-deleted", "tag": "1709c1c5-9296-4abc-ad2e-3904406369e5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:08:54.243537 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2641-14d7-452b-ae40-cbec246589f7 req-ef54d10b-af44-4044-a3bf-4e60f4d9e34f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:54.252200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-188b2641-14d7-452b-ae40-cbec246589f7 req-ef54d10b-af44-4044-a3bf-4e60f4d9e34f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1197701 Jul 16 01:08:54.326183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-188b2641-14d7-452b-ae40-cbec246589f7 req-63a2dfe6-0e50-4135-a33f-d4e3b4d2f932 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729873 Jul 16 01:08:54.355140 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a534b1-133b-412c-bbdb-b11f8f47a425 x-openstack-request-id: req-33a534b1-133b-412c-bbdb-b11f8f47a425 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:08:54.355542 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aea2ab-0bf6-419b-9599-0334026e5143", "name": "network-vif-deleted", "tag": "1709c1c5-9296-4abc-ad2e-3904406369e5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:08:54.356231 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33a534b1-133b-412c-bbdb-b11f8f47a425 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:08:54.356583 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aea2ab-0bf6-419b-9599-0334026e5143', 'name': 'network-vif-deleted', 'tag': '1709c1c5-9296-4abc-ad2e-3904406369e5', 'status': 'completed', 'code': 200} Jul 16 01:08:54.529262 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-498ede82-cf1a-482e-9837-54c36f5871fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:54.575874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-ad15c637-176f-4d5f-9f57-1fa51ff2b20d req-a1f8fb57-039d-47c9-aefa-a5f60a38da93 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:08:54.577086 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad15c637-176f-4d5f-9f57-1fa51ff2b20d req-a1f8fb57-039d-47c9-aefa-a5f60a38da93 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068171 Jul 16 01:08:54.750929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cc43e-0999-4113-b438-d4fdd740cc11 req-d9684ec8-e4bb-471f-b2d2-44eb73760319 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:54.770872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a9cc43e-0999-4113-b438-d4fdd740cc11 req-d9684ec8-e4bb-471f-b2d2-44eb73760319 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.1821442 Jul 16 01:08:54.779340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-30c20097-3e88-4a7d-9375-c7a34f5e7018 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836508 Jul 16 01:08:54.871067 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a9cc43e-0999-4113-b438-d4fdd740cc11 req-284bd512-816a-491d-8f08-6b89369cd8cc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973403 Jul 16 01:08:54.994071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-78ce6476-8101-4c3e-8e19-be55eefe3da0 req-7757b791-1405-4d49-8021-db1b66808db5 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 210 time: 0.0883460 Jul 16 01:08:55.010571 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-01c94dc1-26f7-43e4-bcbd-a5d844453037 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090689 Jul 16 01:08:55.164212 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:55.187725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-5c9a7b45-af76-4288-8d36-d5673721e31e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:55.190414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-5c9a7b45-af76-4288-8d36-d5673721e31e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3991168 Jul 16 01:08:55.212874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Request body: {'port': {'device_id': 'b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '03530c1738b84d158ef2bb580d71a920'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:55.231326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35706ee-1c0c-4ed9-a1ae-1191c4923953 req-3d4d8b71-0179-46fa-baa5-d8a4e3aac01f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:55.233217 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f35706ee-1c0c-4ed9-a1ae-1191c4923953 req-3d4d8b71-0179-46fa-baa5-d8a4e3aac01f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1566932 Jul 16 01:08:55.328317 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f35706ee-1c0c-4ed9-a1ae-1191c4923953 req-7e89408e-dd7b-49e8-8b32-038e28dac67c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855207 Jul 16 01:08:55.663073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-006f61c1-0915-460b-bfcf-fe9a58732f48 req-90008940-5332-4362-ac63-13d9607de7cc tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 210 time: 0.0881965 Jul 16 01:08:55.924255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae285872-6302-4d51-ab16-bb8642fde0b0 req-d4bc37b9-e16c-4353-be67-ffe9cf5a2ed6 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:55.931583 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae285872-6302-4d51-ab16-bb8642fde0b0 req-d4bc37b9-e16c-4353-be67-ffe9cf5a2ed6 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.5734575 Jul 16 01:08:55.977782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Made reservation on behalf of 03530c1738b84d158ef2bb580d71a920 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:55.982840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:55.999906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-7d34a1e4-c196-48d0-bfdb-8887984f5005 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480330 Jul 16 01:08:56.052561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae285872-6302-4d51-ab16-bb8642fde0b0 req-21dc3ca4-324a-493b-8597-73b8bb4909dd tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178896 Jul 16 01:08:56.253258 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:56.416998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-b7bb9858-b96e-426d-b8a3-52d250072c6c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:56.420452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-b7bb9858-b96e-426d-b8a3-52d250072c6c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3957691 Jul 16 01:08:56.471446 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f8f46ca2-22e7-41ab-90b4-211320eaf551 req-045157d8-a8e9-45f6-875a-9e28a65c9ba3 tempest-ImagesNegativeTestJSON-354588415 tempest-ImagesNegativeTestJSON-354588415-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7aea2ab-0bf6-419b-9599-0334026e5143 HTTP/1.1" status: 200 len: 210 time: 0.0959890 Jul 16 01:08:56.593381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Allocated IP 192.168.233.251 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/920f2194-429b-48fc-b1ae-f4b00f6936ed) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:08:56.691837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Request body: {'port': {'device_id': '7fbc2744-786e-4c64-93c2-d74142c0941b', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '03530c1738b84d158ef2bb580d71a920'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:56.816878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1709c1c5-9296-4abc-ad2e-3904406369e5 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:08:56.839711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 1709c1c5-9296-4abc-ad2e-3904406369e5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:08:56.840047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd5d7-ca05-4cb3-a5a4-e47274295a33 req-fae5e84d-7ca6-4f61-b8cf-00ebd6f7b48e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:56.841304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1709c1c5-9296-4abc-ad2e-3904406369e5 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:08:56.847396 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d66bd5d7-ca05-4cb3-a5a4-e47274295a33 req-fae5e84d-7ca6-4f61-b8cf-00ebd6f7b48e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1602902 Jul 16 01:08:56.930912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d66bd5d7-ca05-4cb3-a5a4-e47274295a33 req-4475c658-7783-42b2-9d3e-c291d6d4ba21 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719581 Jul 16 01:08:56.955197 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:56.971384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c39ef-69c7-4813-8df8-ccdfe8b3a8b2 req-51e4df09-df88-4072-acc8-95208df139b1 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:56.974026 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e56c39ef-69c7-4813-8df8-ccdfe8b3a8b2 req-51e4df09-df88-4072-acc8-95208df139b1 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.6541471 Jul 16 01:08:57.052717 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f8ccfb-e278-4378-aa92-c7e642344127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:57.068073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Transition to ACTIVE for port object 920f2194-429b-48fc-b1ae-f4b00f6936ed will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:57.107384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e56c39ef-69c7-4813-8df8-ccdfe8b3a8b2 req-6fe938df-5a3e-4975-a8e6-d69debc6caba tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137383 Jul 16 01:08:57.226632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-637db5a4-f587-4261-84e0-ff31ceb78545 req-a28cc6aa-6344-445c-96ae-f3619d3a428c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 210 time: 0.0637698 Jul 16 01:08:57.227425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Made reservation on behalf of 03530c1738b84d158ef2bb580d71a920 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:08:57.234042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:57.267898 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:57.281462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:57.285356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', '7f1a52a2-133c-42f5-9903-294b238bf76f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:57.422189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:08:57.443794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:08:57.473616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:08:57.485192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:57.486108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:57.514664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event updated for resources: {'Port': ['ID=920f2194-429b-48fc-b1ae-f4b00f6936ed,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:57.540556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-f275389b-a5ed-4d7c-ad1e-2d208be9705f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3380272 Jul 16 01:08:57.585189 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:57.594417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Request body: {'port': {'device_id': 'b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:58.032510 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e7984efe-1437-4df1-9ce6-740efd9803e3 None None] Provisioning for port 920f2194-429b-48fc-b1ae-f4b00f6936ed completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:08:58.037650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e7984efe-1437-4df1-9ce6-740efd9803e3 None None] Provisioning complete for port 920f2194-429b-48fc-b1ae-f4b00f6936ed triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:58.038357 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7984efe-1437-4df1-9ce6-740efd9803e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:58.116874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Allocated IP 192.168.233.79 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/098420e1-5c89-4b48-95a1-1b6501b3e1e7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:08:58.149202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82805f-4952-45f1-9f14-67a895dce3f3 req-c735e181-25c3-4576-ad49-aa0790e2847a tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:58.150056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e7984efe-1437-4df1-9ce6-740efd9803e3 None None] Port 920f2194-429b-48fc-b1ae-f4b00f6936ed cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:08:58.168217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa82805f-4952-45f1-9f14-67a895dce3f3 req-c735e181-25c3-4576-ad49-aa0790e2847a tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.7529566 Jul 16 01:08:58.241921 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:58.260687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-23826bf2-d32e-4e6a-bc66-95403978dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:58.266172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-23826bf2-d32e-4e6a-bc66-95403978dd57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 1101 time: 0.6925099 Jul 16 01:08:58.294872 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:58.522402 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa82805f-4952-45f1-9f14-67a895dce3f3 req-cacca8ba-f2d6-4baf-9f05-52f710275a94 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528540 Jul 16 01:08:58.782973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-2bcb0e4d-60d0-4ad6-a8c8-793c7245763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:58.786000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-2bcb0e4d-60d0-4ad6-a8c8-793c7245763d service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.5016255 Jul 16 01:08:58.962700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edf745-dc61-4af1-8001-b2c35b0e71f9 req-7293b09d-91c9-4176-8242-92b3747f7f9a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:58.971886 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97edf745-dc61-4af1-8001-b2c35b0e71f9 req-7293b09d-91c9-4176-8242-92b3747f7f9a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.1416500 Jul 16 01:08:58.983666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-a3bdd253-4aae-483d-b494-662232a68442 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a HTTP/1.1" status: 200 len: 217 time: 0.0893703 Jul 16 01:08:59.017503 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97edf745-dc61-4af1-8001-b2c35b0e71f9 req-d08f5906-fb99-4c5c-ba2a-4d7552125349 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446126 Jul 16 01:08:59.228034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-2eaa663d-99da-421e-b7de-38fb0b09a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:59.230435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-2eaa663d-99da-421e-b7de-38fb0b09a6e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1861312 Jul 16 01:08:59.235753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:59.330452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d6d71-b7d6-4477-9812-e727bbbc34d5 req-877070e8-74d5-40a7-9135-45c5f7a99f9e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:59.333301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef6d6d71-b7d6-4477-9812-e727bbbc34d5 req-877070e8-74d5-40a7-9135-45c5f7a99f9e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.4361551 Jul 16 01:08:59.343013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Transition to ACTIVE for port object 098420e1-5c89-4b48-95a1-1b6501b3e1e7 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:08:59.363304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a2a24c76-2dc5-4530-b24f-6ce6ed05233f req-24d13376-c1fa-498e-985b-7b33212a8d30 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 210 time: 0.0532634 Jul 16 01:08:59.450908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-63b0e950-c5f3-4fae-bf01-80e4e6ab21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:59.453673 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-63b0e950-c5f3-4fae-bf01-80e4e6ab21db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2111394 Jul 16 01:08:59.467620 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef6d6d71-b7d6-4477-9812-e727bbbc34d5 req-c8a72df4-c376-4d01-a8fb-66a499164512 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215425 Jul 16 01:08:59.617738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-c0e06eb7-f0f2-4e70-a4ca-eb38601b6cf7 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444898 Jul 16 01:08:59.635131 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3aa0e637-ffd6-4120-a790-7e06dcb77b22 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:08:59.639223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3aa0e637-ffd6-4120-a790-7e06dcb77b22 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:08:59.682421 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:59.753057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:59.815969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', '7f1a52a2-133c-42f5-9903-294b238bf76f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:08:59.933570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a6229-3fa7-4d4b-b3ed-bd8f435f0a9b req-0d4302a4-b191-4212-b7c9-4128181482c9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:59.950566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-916a6229-3fa7-4d4b-b3ed-bd8f435f0a9b req-0d4302a4-b191-4212-b7c9-4128181482c9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1659138 Jul 16 01:09:00.039706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-916a6229-3fa7-4d4b-b3ed-bd8f435f0a9b req-b0a9ac8a-5ca6-443f-a686-47e4d24251f6 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874968 Jul 16 01:09:00.142364 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:00.156291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:00.158823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920f2194-429b-48fc-b1ae-f4b00f6936ed {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:00.167618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event updated for resources: {'Port': ['ID=098420e1-5c89-4b48-95a1-1b6501b3e1e7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:00.185632 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:00.188446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:00.216113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:00.241775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:00.256956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:00.345536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Transition to ACTIVE for port object 920f2194-429b-48fc-b1ae-f4b00f6936ed will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:00.350540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:00.377812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:00.399280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-311f475d-9b78-4326-9fd7-84b1bbfd1003 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729983 Jul 16 01:09:00.428277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:00.442066 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c2e074f8-5dab-40b2-ac24-43273b452f55 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7640498 Jul 16 01:09:00.454675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:00.463664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:00.469267 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02c55e7-a4ab-46ce-b394-7d97b84ba2f6" -d '{"events": [{"server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:00.479947 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:00.514680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'mac_address': 'fa:16:3e:04:0b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:09:00.529878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a9203-5b39-4a07-9dc6-4dc6a4847986 req-e0d7c422-4752-47a6-8261-8c3ea58c8b8c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:00.531463 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba4a9203-5b39-4a07-9dc6-4dc6a4847986 req-e0d7c422-4752-47a6-8261-8c3ea58c8b8c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.2097173 Jul 16 01:09:00.579725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Request body: {'port': {'device_id': '7fbc2744-786e-4c64-93c2-d74142c0941b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:00.624799 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba4a9203-5b39-4a07-9dc6-4dc6a4847986 req-5891b06c-349d-4cb1-b55d-9b4a17efecb9 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784693 Jul 16 01:09:00.765433 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:00.769003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Pushing event updated for resources: {'Port': ['ID=920f2194-429b-48fc-b1ae-f4b00f6936ed,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:00.858322 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e7f2fa-b1d5-4356-ad6b-f530327414ad x-openstack-request-id: req-d8e7f2fa-b1d5-4356-ad6b-f530327414ad {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:00.858322 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:00.860123 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8e7f2fa-b1d5-4356-ad6b-f530327414ad {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:00.860123 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'code': 200} Jul 16 01:09:00.881221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa0e637-ffd6-4120-a790-7e06dcb77b22 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:00.912037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:00.935363 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:00.946295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0e4eba1c-48d7-4788-9ee8-09777d430df4 None None] Provisioning for port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:00.951253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:01.066671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:01.086149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0e4eba1c-48d7-4788-9ee8-09777d430df4 None None] Provisioning complete for port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:01.087047 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e4eba1c-48d7-4788-9ee8-09777d430df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:01.108311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46284) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:01.148257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:01.156992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ef460-d1f4-43a2-bd4f-6ea4dae3830a req-38c83144-e1f5-481c-9bc7-0feb1b8094f8 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:01.159465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-890ef460-d1f4-43a2-bd4f-6ea4dae3830a req-38c83144-e1f5-481c-9bc7-0feb1b8094f8 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1381354 Jul 16 01:09:01.161485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0e4eba1c-48d7-4788-9ee8-09777d430df4 None None] Port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:09:01.161936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Attempting to bind port 920f2194-429b-48fc-b1ae-f4b00f6936ed on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:01.162391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Attempting to bind port 920f2194-429b-48fc-b1ae-f4b00f6936ed by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:01.162785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Attempting to bind port 920f2194-429b-48fc-b1ae-f4b00f6936ed on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:01.176927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Port 920f2194-429b-48fc-b1ae-f4b00f6936ed on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:09:01.179614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Attempting to bind port 920f2194-429b-48fc-b1ae-f4b00f6936ed on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:01.196981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:01.197512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:01.198196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:01.198745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Bound port: 920f2194-429b-48fc-b1ae-f4b00f6936ed, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:01.199109 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:01.250307 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-890ef460-d1f4-43a2-bd4f-6ea4dae3830a req-6df3f774-9e23-461e-a8e2-bb3261e3646a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700297 Jul 16 01:09:01.256542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20cbd1-3be4-4b92-981f-baffee86a268 req-0b51131d-5858-4682-884e-2f1669f25930 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:01.258266 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a20cbd1-3be4-4b92-981f-baffee86a268 req-0b51131d-5858-4682-884e-2f1669f25930 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 935 time: 0.5035071 Jul 16 01:09:01.329033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['3aa0e637-ffd6-4120-a790-7e06dcb77b22'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:01.344998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] For port 920f2194-429b-48fc-b1ae-f4b00f6936ed, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:01.357027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] For port 920f2194-429b-48fc-b1ae-f4b00f6936ed, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=920f2194-429b-48fc-b1ae-f4b00f6936ed,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:01.370746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:01.489589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Pushing event updated for resources: {'Port': ['ID=920f2194-429b-48fc-b1ae-f4b00f6936ed,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:01.585921 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a20cbd1-3be4-4b92-981f-baffee86a268 req-0b538ba2-5dd9-4308-a683-11a7b6baf9e0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244241 Jul 16 01:09:01.618814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:01.618814 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:01.618814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-11452c51-851b-47e7-ab0b-39f347d37621 service neutron] 10.222.0.67 "PUT /v2.0/ports/920f2194-429b-48fc-b1ae-f4b00f6936ed HTTP/1.1" status: 200 len: 1097 time: 4.0390868 Jul 16 01:09:01.618814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b', 'tag': '920f2194-429b-48fc-b1ae-f4b00f6936ed'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:01.620554 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914" -d '{"events": [{"name": "network-changed", "server_uuid": "b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b", "tag": "920f2194-429b-48fc-b1ae-f4b00f6936ed"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:01.631233 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-57f80428-78b2-4cd5-b07d-90ae561b75c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aabd6a0369e74707bdba225d5e79a7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097244 Jul 16 01:09:01.634276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:01.798501 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50946974-4b94-45a7-8bb4-c083bdd685cd x-openstack-request-id: req-50946974-4b94-45a7-8bb4-c083bdd685cd {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:01.798976 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b", "tag": "920f2194-429b-48fc-b1ae-f4b00f6936ed", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:01.799146 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50946974-4b94-45a7-8bb4-c083bdd685cd {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:01.799442 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b', 'tag': '920f2194-429b-48fc-b1ae-f4b00f6936ed', 'status': 'completed', 'code': 200} Jul 16 01:09:02.303489 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:02.360691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:02.402087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91dfa3-cf3a-49d2-8b03-e156eac13bd2 req-d28f81bf-3f40-431a-9d6a-b51cc178826d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:02.406568 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b91dfa3-cf3a-49d2-8b03-e156eac13bd2 req-d28f81bf-3f40-431a-9d6a-b51cc178826d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 949 time: 0.6485095 Jul 16 01:09:02.430722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-2a56643a-538c-4fd6-ba6e-a2c43f116340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:02.432755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-2a56643a-538c-4fd6-ba6e-a2c43f116340 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b HTTP/1.1" status: 200 len: 1100 time: 0.7545335 Jul 16 01:09:02.469548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098420e1-5c89-4b48-95a1-1b6501b3e1e7 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:02.505987 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b91dfa3-cf3a-49d2-8b03-e156eac13bd2 req-21f493c4-27b0-488f-b32f-057a5b5c0cd1 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860877 Jul 16 01:09:02.522937 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:02.526605 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:02.532580 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13aff4b9-3023-4110-b097-c123b00b5e43 HTTP/1.1" status: 204 len: 168 time: 0.8915257 Jul 16 01:09:02.532914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-cae0fefc-dd54-4d99-a7b2-a543aaec1baf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=920f2194-429b-48fc-b1ae-f4b00f6936ed HTTP/1.1" status: 200 len: 217 time: 0.0828950 Jul 16 01:09:02.538682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aff4b9-3023-4110-b097-c123b00b5e43,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:02.550461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:02.552842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.553195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.553815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.554336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.554702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.555090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.555424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.555753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.556228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.556551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.556889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.557192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545491f-b630-41b1-9b2f-376eada53bf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:02.645763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a003a93-56a3-48b2-a83f-a7c07c142468 req-f3dbd241-150e-4ebd-9eb6-74216ae9e2a3 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:02.657954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a003a93-56a3-48b2-a83f-a7c07c142468 req-f3dbd241-150e-4ebd-9eb6-74216ae9e2a3 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.3798091 Jul 16 01:09:02.675765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Transition to ACTIVE for port object 098420e1-5c89-4b48-95a1-1b6501b3e1e7 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:02.698106 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:02.798949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d447947c-2ef7-4f4a-97aa-67ce1221c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:02.801139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d447947c-2ef7-4f4a-97aa-67ce1221c674 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2363179 Jul 16 01:09:02.805530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8c13d-c527-4e91-8e29-b7e5788ee895 req-9dbfad7a-f673-4f17-92cd-a3144c9a7a73 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:02.807346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52d8c13d-c527-4e91-8e29-b7e5788ee895 req-9dbfad7a-f673-4f17-92cd-a3144c9a7a73 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.0816894 Jul 16 01:09:02.930379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a003a93-56a3-48b2-a83f-a7c07c142468 req-002abb69-f312-4639-8d4d-78032acf2550 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705898 Jul 16 01:09:02.937074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Pushing event updated for resources: {'Port': ['ID=098420e1-5c89-4b48-95a1-1b6501b3e1e7,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:02.964303 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52d8c13d-c527-4e91-8e29-b7e5788ee895 req-827d849e-aa04-446b-99c8-ac52260e34b6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409411 Jul 16 01:09:03.080378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Attempting to bind port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:03.080902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Attempting to bind port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:03.081414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Attempting to bind port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:03.102818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:09:03.103173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Attempting to bind port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:03.123490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:03.124070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:03.124731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:03.125492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Bound port: 098420e1-5c89-4b48-95a1-1b6501b3e1e7, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:03.126114 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:03.153355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-3b705ce3-2a7b-420f-9c00-25e596c8316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:03.155107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-3b705ce3-2a7b-420f-9c00-25e596c8316c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3291764 Jul 16 01:09:03.373561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] For port 098420e1-5c89-4b48-95a1-1b6501b3e1e7, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:03.400069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] For port 098420e1-5c89-4b48-95a1-1b6501b3e1e7, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=098420e1-5c89-4b48-95a1-1b6501b3e1e7,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:03.410200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-c1fcd254-214f-42d9-8620-69a5bec604e5 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249739 Jul 16 01:09:03.411379 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:03.495757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:03.497725 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:03.499812 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] 10.222.0.50 "PUT /v2.0/ports/098420e1-5c89-4b48-95a1-1b6501b3e1e7 HTTP/1.1" status: 200 len: 1096 time: 2.9307406 Jul 16 01:09:03.517300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f363619-5fe7-4bae-989a-5f79f04ee228 req-d9876e55-bc93-4cc3-9bc9-afad95f1de51 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:03.519174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f363619-5fe7-4bae-989a-5f79f04ee228 req-d9876e55-bc93-4cc3-9bc9-afad95f1de51 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 947 time: 0.3029857 Jul 16 01:09:03.650951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3aa0e637-ffd6-4120-a790-7e06dcb77b22 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:03.773712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-e7046bbd-0cd8-4d7c-b898-f37579ffa0b0 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493497 Jul 16 01:09:03.809131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbc2744-786e-4c64-93c2-d74142c0941b', 'tag': '098420e1-5c89-4b48-95a1-1b6501b3e1e7'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:03.838187 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6ceb88-b95c-43a6-8354-a3eb931d3071" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbc2744-786e-4c64-93c2-d74142c0941b", "tag": "098420e1-5c89-4b48-95a1-1b6501b3e1e7"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:03.853666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:03.854540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:03.857212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a8a0e-9c93-4266-83c9-71f2658252e4 service neutron] Pushing event updated for resources: {'Port': ['ID=098420e1-5c89-4b48-95a1-1b6501b3e1e7,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:03.943560 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f363619-5fe7-4bae-989a-5f79f04ee228 req-83ab7dc8-4f8f-47ba-85f9-a3b24d0a06fc tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041920 Jul 16 01:09:04.030341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e648084-31d2-48c0-b82a-338945e87034 req-79358d44-ea71-416e-8fe8-d5560f825108 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:04.034551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e648084-31d2-48c0-b82a-338945e87034 req-79358d44-ea71-416e-8fe8-d5560f825108 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 949 time: 0.2050669 Jul 16 01:09:04.088634 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d518e28-13cb-4ced-9afa-23d7745f3653 x-openstack-request-id: req-1d518e28-13cb-4ced-9afa-23d7745f3653 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:04.089285 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbc2744-786e-4c64-93c2-d74142c0941b", "tag": "098420e1-5c89-4b48-95a1-1b6501b3e1e7", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:04.089693 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d518e28-13cb-4ced-9afa-23d7745f3653 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:04.091806 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbc2744-786e-4c64-93c2-d74142c0941b', 'tag': '098420e1-5c89-4b48-95a1-1b6501b3e1e7', 'status': 'completed', 'code': 200} Jul 16 01:09:04.122732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-86feecdf-3db1-482c-a743-3621db2c4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:04.125241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-86feecdf-3db1-482c-a743-3621db2c4f25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 1099 time: 0.5110950 Jul 16 01:09:04.149403 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e648084-31d2-48c0-b82a-338945e87034 req-ae0fe0e8-22ef-45b5-847f-fc0a3c2deb00 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062939 Jul 16 01:09:04.182421 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:04.233677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-90cd638d-4e9c-4438-922c-63f30472d536 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=098420e1-5c89-4b48-95a1-1b6501b3e1e7 HTTP/1.1" status: 200 len: 217 time: 0.0968630 Jul 16 01:09:04.244606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-098e7999-a4a4-4dc0-8be5-ae99d73df613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:04.248020 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-098e7999-a4a4-4dc0-8be5-ae99d73df613 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b HTTP/1.1" status: 200 len: 1100 time: 0.3573053 Jul 16 01:09:04.258710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:04.268682 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f145cfcb-ccda-44ba-89c2-befa1c9df787" -d '{"events": [{"server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:04.316066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:04.325327 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:04.434805 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:04.462626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-3be3bdbe-fdbe-4e05-86c1-170ced64196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:04.464361 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-3be3bdbe-fdbe-4e05-86c1-170ced64196d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2149789 Jul 16 01:09:04.531577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f6d34-29d6-4e0c-9119-54883ef6526c req-7e893884-9d7c-4321-b810-c114b4a1e228 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:04.542369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f6d34-29d6-4e0c-9119-54883ef6526c req-7e893884-9d7c-4321-b810-c114b4a1e228 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.1440830 Jul 16 01:09:04.549986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-88a46e54-d7af-4777-b49d-3898934b3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:04.551524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-88a46e54-d7af-4777-b49d-3898934b3947 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2877963 Jul 16 01:09:04.587921 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f6d34-29d6-4e0c-9119-54883ef6526c req-8dbc5723-307d-4c81-a930-66b224b151e0 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445445 Jul 16 01:09:04.617515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-d3c9bf38-1376-4e13-b6f7-1f2d399a5ea2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=920f2194-429b-48fc-b1ae-f4b00f6936ed HTTP/1.1" status: 200 len: 217 time: 0.0556791 Jul 16 01:09:04.700452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51747fd3-1e33-4aa7-b31a-1775f49d033f req-fb970930-f12c-4c10-951b-9a809a1e2070 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:04.702185 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51747fd3-1e33-4aa7-b31a-1775f49d033f req-fb970930-f12c-4c10-951b-9a809a1e2070 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.2544446 Jul 16 01:09:04.706879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-19c3c706-d684-40ca-8bd5-89e8de0659fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:04.708334 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-19c3c706-d684-40ca-8bd5-89e8de0659fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2172811 Jul 16 01:09:04.744588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-0d61d6b3-cfee-4a8e-9393-72fd5423723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:04.747910 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-0d61d6b3-cfee-4a8e-9393-72fd5423723a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1169574 Jul 16 01:09:04.893559 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51747fd3-1e33-4aa7-b31a-1775f49d033f req-45b8f4cb-4ac5-4e38-bc97-569196b27e00 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668921 Jul 16 01:09:04.930690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-84190eff-5e5d-46ca-8675-4dccb26c6e32 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059085 Jul 16 01:09:04.967415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-75dc7f8a-c9ff-47df-b87d-b133189523a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:04.969432 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-75dc7f8a-c9ff-47df-b87d-b133189523a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1955552 Jul 16 01:09:05.195965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f80cc8f-0302-4566-8cb3-9b49d23aebd0 req-092f98e2-c48b-41bc-9847-b3ba7df9ff0c service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526023 Jul 16 01:09:05.234716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-b22b4785-7381-413d-8394-a15b1e08c7d8 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543907 Jul 16 01:09:05.286690 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300accc1-6f38-4d92-9b4c-c73ed2a226d7 x-openstack-request-id: req-300accc1-6f38-4d92-9b4c-c73ed2a226d7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:05.287497 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:05.288236 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-300accc1-6f38-4d92-9b4c-c73ed2a226d7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:05.289821 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'code': 200} Jul 16 01:09:05.441646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1e8b4a-60d4-46be-bfc8-64b2b99b2914 req-8364f5f0-7e75-4496-97db-9bf61a8ad05e service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967630 Jul 16 01:09:05.446946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fe77d-bba2-48dc-910b-f2a1a76e1ccc req-564cb3df-b79c-4017-8c15-92a1090d7014 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:05.450456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-68a529ef-5a1d-46a9-9a8b-f86b95d05473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:05.452275 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-68a529ef-5a1d-46a9-9a8b-f86b95d05473 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 1099 time: 0.1623151 Jul 16 01:09:05.466876 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e5fe77d-bba2-48dc-910b-f2a1a76e1ccc req-564cb3df-b79c-4017-8c15-92a1090d7014 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 947 time: 0.2306881 Jul 16 01:09:05.566950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e5fe77d-bba2-48dc-910b-f2a1a76e1ccc req-0a2ca36a-67fa-400f-a0fb-3f186440f69c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986097 Jul 16 01:09:05.598251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-9b717fcd-7945-4918-b4c9-7521853dc00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:05.598251 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-9b717fcd-7945-4918-b4c9-7521853dc00c service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1273217 Jul 16 01:09:05.657403 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-9133d426-9b65-47d1-a510-7bc55487c55e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=098420e1-5c89-4b48-95a1-1b6501b3e1e7 HTTP/1.1" status: 200 len: 217 time: 0.0485520 Jul 16 01:09:05.754381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-b4a977cc-0905-4ca8-ba80-c654bd73265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:05.755878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-b4a977cc-0905-4ca8-ba80-c654bd73265c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0837636 Jul 16 01:09:05.821411 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:09:05.921567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c5070-f325-4b2c-a139-5fab0019c1f2 req-83596691-9592-4794-a104-5b7b66fad3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:05.924129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc5c5070-f325-4b2c-a139-5fab0019c1f2 req-83596691-9592-4794-a104-5b7b66fad3cf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 1102 time: 0.2656298 Jul 16 01:09:05.940501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fee830-81fd-4cdb-9da7-1f3772bd1379 req-0b1f2954-98f3-4887-9cf1-5feac642a26c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:05.953243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-80fee830-81fd-4cdb-9da7-1f3772bd1379 req-0b1f2954-98f3-4887-9cf1-5feac642a26c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.2544210 Jul 16 01:09:06.043887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-80fee830-81fd-4cdb-9da7-1f3772bd1379 req-a6ec541f-63cc-4af1-8f9b-69e05d347d34 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893278 Jul 16 01:09:06.093911 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc5c5070-f325-4b2c-a139-5fab0019c1f2 req-1ed9495d-e176-4831-864d-df8bae6040a9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363316 Jul 16 01:09:06.105093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630aa6c-bc7b-4182-ae76-0027298ba06f req-67146039-d043-4d50-94d0-6502ff45a3c5 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:06.112662 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4630aa6c-bc7b-4182-ae76-0027298ba06f req-67146039-d043-4d50-94d0-6502ff45a3c5 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.2076964 Jul 16 01:09:06.116201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-f7873ca2-ee7b-4b17-8fbe-983892e242ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:06.117807 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-f7873ca2-ee7b-4b17-8fbe-983892e242ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3296988 Jul 16 01:09:06.221137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4630aa6c-bc7b-4182-ae76-0027298ba06f req-2de06651-9cf3-4a17-b48c-b640a90cfa48 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987356 Jul 16 01:09:06.268003 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-c18dd068-8c32-4637-8887-2a539401fc44 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386225 Jul 16 01:09:06.287351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46380) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:06.416135 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd6ceb88-b95c-43a6-8354-a3eb931d3071 req-e5cefbf4-fa66-461b-91cc-392af3f9f9c1 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326649 Jul 16 01:09:06.470775 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1e286bc-2a04-4e26-9d34-eaae9cfcaaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:06.536170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82842-1395-4bee-a37e-5e2b237009c9 req-1e3c6f4d-c3b7-4bea-a95b-c088c873ac51 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:06.537655 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8c82842-1395-4bee-a37e-5e2b237009c9 req-1e3c6f4d-c3b7-4bea-a95b-c088c873ac51 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1319923 Jul 16 01:09:06.604967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8c82842-1395-4bee-a37e-5e2b237009c9 req-f784c30c-211a-4e18-a7f9-a3f9972b6250 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590730 Jul 16 01:09:06.656760 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1e286bc-2a04-4e26-9d34-eaae9cfcaaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:06.664106 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1e286bc-2a04-4e26-9d34-eaae9cfcaaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:06.727597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d1e286bc-2a04-4e26-9d34-eaae9cfcaaa3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ab2ac6ca12b4898ad5c838bd6549386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391217 Jul 16 01:09:06.728828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e286bc-2a04-4e26-9d34-eaae9cfcaaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0b1039-ca98-467e-8f77-510a394953ce,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:06.730687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46386) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:06.889289 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ed802-5cfd-417e-9812-79aa1b5bb19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:06.956603 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ed802-5cfd-417e-9812-79aa1b5bb19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:07.029715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77b950-8af2-4adb-bc36-e071b0e19e98 req-b1f103ea-cb9e-4322-8831-8031c748781f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:07.037564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d77b950-8af2-4adb-bc36-e071b0e19e98 req-b1f103ea-cb9e-4322-8831-8031c748781f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 947 time: 0.2294083 Jul 16 01:09:07.152005 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d77b950-8af2-4adb-bc36-e071b0e19e98 req-05fb614e-9ba2-449c-b6bb-49668cfa2665 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812809 Jul 16 01:09:07.166929 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ed802-5cfd-417e-9812-79aa1b5bb19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:07.171565 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ed802-5cfd-417e-9812-79aa1b5bb19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:07.202125 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-630ed802-5cfd-417e-9812-79aa1b5bb19f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a0b1039-ca98-467e-8f77-510a394953ce HTTP/1.1" status: 204 len: 168 time: 0.4390054 Jul 16 01:09:07.217942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ed802-5cfd-417e-9812-79aa1b5bb19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0b1039-ca98-467e-8f77-510a394953ce,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:07.512863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ec084-b077-416d-b2aa-550029140844 req-6d5dfee8-0483-4310-9121-4e29a2c224e3 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:07.525371 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd6ec084-b077-416d-b2aa-550029140844 req-6d5dfee8-0483-4310-9121-4e29a2c224e3 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1673286 Jul 16 01:09:07.591255 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd6ec084-b077-416d-b2aa-550029140844 req-a4efbf5d-9888-4b96-a389-2f8dcc0ac196 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645387 Jul 16 01:09:07.672563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 920f2194-429b-48fc-b1ae-f4b00f6936ed details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:09:07.767102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f96e72-f6e9-4e05-a60e-a87a1bf84f70 req-560b9d3f-e169-4ef0-a984-28f4affba993 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:07.786872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89f96e72-f6e9-4e05-a60e-a87a1bf84f70 req-560b9d3f-e169-4ef0-a984-28f4affba993 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.2006145 Jul 16 01:09:07.953536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 920f2194-429b-48fc-b1ae-f4b00f6936ed, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=920f2194-429b-48fc-b1ae-f4b00f6936ed,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:07.959434 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89f96e72-f6e9-4e05-a60e-a87a1bf84f70 req-56e86a26-d544-41d1-b474-90970942a190 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614926 Jul 16 01:09:08.016771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '920f2194-429b-48fc-b1ae-f4b00f6936ed', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '920f2194-429b-48fc-b1ae-f4b00f6936ed', 'mac_address': 'fa:16:3e:69:8c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:09:08.150072 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:08.175774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920f2194-429b-48fc-b1ae-f4b00f6936ed {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:08.205822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 920f2194-429b-48fc-b1ae-f4b00f6936ed, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=920f2194-429b-48fc-b1ae-f4b00f6936ed,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:08.212148 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:08.296617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=920f2194-429b-48fc-b1ae-f4b00f6936ed,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:08.311490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.311846 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.312241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.312584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.312921 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.313460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.313625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.313895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.314252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.314605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.315070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.315224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:08.330442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48958bba-5454-4f90-9b78-3e7edde87361 req-6cacc176-fae7-4a29-826b-4cc3f75217c4 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:08.343947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-48958bba-5454-4f90-9b78-3e7edde87361 req-6cacc176-fae7-4a29-826b-4cc3f75217c4 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1608846 Jul 16 01:09:08.446215 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-48958bba-5454-4f90-9b78-3e7edde87361 req-e72decc4-cbcd-4c4d-b29e-493c5f15bf73 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008165 Jul 16 01:09:08.524823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['920f2194-429b-48fc-b1ae-f4b00f6936ed'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:08.577425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ba1b2-ff19-4e48-a0a0-21f37a2474df req-8324859e-7d0a-40d0-a9f9-14e2e67a5c95 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:08.580082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c34ba1b2-ff19-4e48-a0a0-21f37a2474df req-8324859e-7d0a-40d0-a9f9-14e2e67a5c95 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 947 time: 0.1672649 Jul 16 01:09:08.708899 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c34ba1b2-ff19-4e48-a0a0-21f37a2474df req-b3fbd9d7-a811-4d6a-bc1a-2b054e57c1db tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166706 Jul 16 01:09:08.882068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46432) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:08.926372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 098420e1-5c89-4b48-95a1-1b6501b3e1e7 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:09:09.020302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ef954-2d79-48f3-9529-c30418a3b8b9 req-7349b8ae-a908-49cb-9f0a-1f5537558421 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:09.024093 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b13ef954-2d79-48f3-9529-c30418a3b8b9 req-7349b8ae-a908-49cb-9f0a-1f5537558421 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1358683 Jul 16 01:09:09.106302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2137729082-network', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:09.115427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b13ef954-2d79-48f3-9529-c30418a3b8b9 req-f667cb51-a97f-48cf-91d9-913d8a5e856f tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798647 Jul 16 01:09:09.180653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 098420e1-5c89-4b48-95a1-1b6501b3e1e7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=098420e1-5c89-4b48-95a1-1b6501b3e1e7,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:09.205600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '098420e1-5c89-4b48-95a1-1b6501b3e1e7', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '098420e1-5c89-4b48-95a1-1b6501b3e1e7', 'mac_address': 'fa:16:3e:4b:83:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:09:09.209413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Made reservation on behalf of 7040b7f870a74072ba6ab8839e73d9bc for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:09.218735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.239169 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.310122 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.345304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098420e1-5c89-4b48-95a1-1b6501b3e1e7 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:09.395515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 098420e1-5c89-4b48-95a1-1b6501b3e1e7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=098420e1-5c89-4b48-95a1-1b6501b3e1e7,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:09.402504 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.486865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=098420e1-5c89-4b48-95a1-1b6501b3e1e7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:09.496785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733876f5-fa77-43a7-9b0c-64ce8b68ee78 req-905ba335-62be-4884-90d7-9bdc606fe1b9 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:09.500764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-733876f5-fa77-43a7-9b0c-64ce8b68ee78 req-905ba335-62be-4884-90d7-9bdc606fe1b9 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.1117849 Jul 16 01:09:09.523668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.537342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.557411 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-733876f5-fa77-43a7-9b0c-64ce8b68ee78 req-47bbcc29-b2d9-43dc-84a9-9e225433fc92 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513220 Jul 16 01:09:09.578692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:09:09.608809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.609438 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Added segment 77511570-0838-45b5-bfbe-5bc69e42f55c of type vlan for network 34f85500-4701-473c-a10b-4e9745d2574e Jul 16 01:09:09.661361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5a17f-137f-4532-9573-3940629a78c5 req-13f2b8de-20c5-45db-b28d-dc6bc9b3cc02 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:09.663093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-adb5a17f-137f-4532-9573-3940629a78c5 req-13f2b8de-20c5-45db-b28d-dc6bc9b3cc02 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.2450593 Jul 16 01:09:09.670795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a43c33-9ea8-41fe-be5f-0ba4a8e4c4fd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:09.683972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 920f2194-429b-48fc-b1ae-f4b00f6936ed up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:09.741256 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.780977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-adb5a17f-137f-4532-9573-3940629a78c5 req-93e53c88-f478-4228-81ba-2feb18f2b4d6 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844245 Jul 16 01:09:09.812096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 920f2194-429b-48fc-b1ae-f4b00f6936ed completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:09.815047 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.816275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:09.819299 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.821647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 920f2194-429b-48fc-b1ae-f4b00f6936ed triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:09.823000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.908411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619a22f-20c4-4d29-be67-3ae2f9282a6a req-8358a361-8825-4f1c-8c0b-e444915cc859 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:09.910913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0275123 Jul 16 01:09:09.911687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6619a22f-20c4-4d29-be67-3ae2f9282a6a req-8358a361-8825-4f1c-8c0b-e444915cc859 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1356196 Jul 16 01:09:09.913461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46452) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:09.919721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Request body: {'subnet': {'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2137729082-subnet', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:09.952962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Made reservation on behalf of 7040b7f870a74072ba6ab8839e73d9bc for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:09.955399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:10.001113 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:10.005909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['098420e1-5c89-4b48-95a1-1b6501b3e1e7'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:10.016386 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6619a22f-20c4-4d29-be67-3ae2f9282a6a req-bee5f12d-6212-401c-b072-a8954341ceb7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732663 Jul 16 01:09:10.030333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b6879-f56b-4685-a74a-9acdde5ba0cd admin admin] Pushing event updated for resources: {'Network': ['ID=34f85500-4701-473c-a10b-4e9745d2574e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:10.156542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 34f85500-4701-473c-a10b-4e9745d2574e details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:09:10.283840 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:10.373751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 920f2194-429b-48fc-b1ae-f4b00f6936ed, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=920f2194-429b-48fc-b1ae-f4b00f6936ed,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:10.375896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920f2194-429b-48fc-b1ae-f4b00f6936ed'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:10.381543 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f73b58-0835-4056-b7a6-4e54f8282787" -d '{"events": [{"server_uuid": "b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b", "name": "network-vif-plugged", "status": "completed", "tag": "920f2194-429b-48fc-b1ae-f4b00f6936ed"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:10.400471 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:10.488077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9473aa18-3842-4176-a4cd-6620a6953080,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:10.490746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Checking segment: {'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:10.491395 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Network hostable DHCP agents. Network: 34f85500-4701-473c-a10b-4e9745d2574e, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:09:10.521113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Network 34f85500-4701-473c-a10b-4e9745d2574e is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:09:10.523148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb213f-0319-4501-ab43-61eacf9ffaf7 req-28219830-003f-4f2d-97c3-4a4df878e88c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:10.541792 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-42bb213f-0319-4501-ab43-61eacf9ffaf7 req-28219830-003f-4f2d-97c3-4a4df878e88c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 948 time: 0.5175290 Jul 16 01:09:10.546857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 34f85500-4701-473c-a10b-4e9745d2574e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:10.553803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:10.556921 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:10.584844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ae34ef-5055-47b5-b531-5b9e841a65b4 None None] Network 34f85500-4701-473c-a10b-4e9745d2574e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:10.589460 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fb5493cc-4aa3-413e-b83d-37b82742da88 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6732583 Jul 16 01:09:10.592646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46468) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:10.601322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:10.631829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-42bb213f-0319-4501-ab43-61eacf9ffaf7 req-3dc4fc4d-6bb3-410b-9b99-f241a594936c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875425 Jul 16 01:09:10.652650 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:10.654367 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:10.791832 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:10.886934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=920f2194-429b-48fc-b1ae-f4b00f6936ed,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:10.999311 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c003c838-306f-455d-afe0-1bdb5caeb132 x-openstack-request-id: req-c003c838-306f-455d-afe0-1bdb5caeb132 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:10.999800 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b", "name": "network-vif-plugged", "status": "completed", "tag": "920f2194-429b-48fc-b1ae-f4b00f6936ed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:11.000215 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c003c838-306f-455d-afe0-1bdb5caeb132 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:11.000974 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920f2194-429b-48fc-b1ae-f4b00f6936ed', 'code': 200} Jul 16 01:09:11.037849 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:11.212318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-34f85500-4701-473c-a10b-4e9745d2574e', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:09:11.213200 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:11.312875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff5d8d-384b-49dc-9780-bed52308203a req-013c474a-a951-43f6-aa78-3e9c09b360ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:11.316749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49ff5d8d-384b-49dc-9780-bed52308203a req-013c474a-a951-43f6-aa78-3e9c09b360ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b HTTP/1.1" status: 200 len: 1102 time: 0.1769531 Jul 16 01:09:11.414310 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49ff5d8d-384b-49dc-9780-bed52308203a req-5bbb49d9-c36e-47fd-bd47-24e1edd6aa3a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878932 Jul 16 01:09:11.445118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Allocated IP 172.20.0.2 (34f85500-4701-473c-a10b-4e9745d2574e/9473aa18-3842-4176-a4cd-6620a6953080/ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:11.588292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57b2c0-aa9c-41e8-982f-74172c56a40f req-e1058201-6462-4e74-95d4-53a1b3108936 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:11.590954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a57b2c0-aa9c-41e8-982f-74172c56a40f req-e1058201-6462-4e74-95d4-53a1b3108936 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.2063918 Jul 16 01:09:11.654212 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a57b2c0-aa9c-41e8-982f-74172c56a40f req-51e45c51-0b7b-4b8b-aa63-4d9abe36a54f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534012 Jul 16 01:09:11.709544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308993f-c74b-4861-8d53-62bf96e14ac9 req-db65a447-7323-4630-a0bf-e8b49b11c99b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:11.723222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e308993f-c74b-4861-8d53-62bf96e14ac9 req-db65a447-7323-4630-a0bf-e8b49b11c99b tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.4560187 Jul 16 01:09:11.806519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:11.817947 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:11.836461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Transition to ACTIVE for port object ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:11.858459 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:11.872082 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e308993f-c74b-4861-8d53-62bf96e14ac9 req-9ecf34e7-18c5-4c38-ab0d-654fc1577bcf tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476943 Jul 16 01:09:11.874598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Transition to ACTIVE for port object ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:11.881999 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:11.917494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Network 34f85500-4701-473c-a10b-4e9745d2574e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:11.920849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:11.943388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:12.040320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Pushing event updated for resources: {'Port': ['ID=ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:12.088832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Attempting to bind port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:12.089202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Attempting to bind port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:12.090225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Attempting to bind port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 on network 34f85500-4701-473c-a10b-4e9745d2574e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:12.098172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b17dc-b9ed-4878-a939-5624e80cd4df req-886f56c4-18b3-4bae-a001-7bcb4b743158 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:12.099889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c9b17dc-b9ed-4878-a939-5624e80cd4df req-886f56c4-18b3-4bae-a001-7bcb4b743158 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1234708 Jul 16 01:09:12.110353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:12.112272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Checking segment: {'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:12.113271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:12.114138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Bound using segment: {'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:12.115161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Bound port: ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:12.116117 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:12.154604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c9b17dc-b9ed-4878-a939-5624e80cd4df req-03c24ac2-fd7f-4fa9-a0c6-63d62196f88e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449691 Jul 16 01:09:12.207258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Allocated IP 172.25.4.83 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/61fca502-6137-490f-a555-f03d7070ca94) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:12.288629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9159a-f75b-4391-8bd8-8087e049b76e req-8cef273f-a4d4-48af-9148-0ab4c2f6c7a3 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:12.290310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52e9159a-f75b-4391-8bd8-8087e049b76e req-8cef273f-a4d4-48af-9148-0ab4c2f6c7a3 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 948 time: 0.1837206 Jul 16 01:09:12.294229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] For port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:12.297751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] For port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:12.308002 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:12.407943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c3f5c-16c5-4c93-9375-b0c27b8ff8e9 None None] Pushing event updated for resources: {'Port': ['ID=ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:12.446684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52e9159a-f75b-4391-8bd8-8087e049b76e req-62c31bdc-ce09-4bf0-9635-b7fc6f490690 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333234 Jul 16 01:09:12.484721 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:12.572717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:12.693669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:12.699807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:12.706183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:12.773799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Pushing event updated for resources: {'Port': ['ID=61fca502-6137-490f-a555-f03d7070ca94,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:12.992458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 098420e1-5c89-4b48-95a1-1b6501b3e1e7 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:13.071255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e956-0a7d-4d8d-ac24-1a165d59e450 req-f617fbe3-0676-4c80-840a-d35bf48aa385 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:13.074505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5905e956-0a7d-4d8d-ac24-1a165d59e450 req-f617fbe3-0676-4c80-840a-d35bf48aa385 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.1329937 Jul 16 01:09:13.133309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:13.140324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:13.142850 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:13.155561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5905e956-0a7d-4d8d-ac24-1a165d59e450 req-45c7427b-e5c3-4bd5-bff6-26d222a989b8 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739312 Jul 16 01:09:13.231303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:13.243093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0db62-169d-4a22-ac63-aad7979ae015 req-4bf0ff5b-c0e4-4e4d-8ef8-1324a915da09 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:13.244744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efe0db62-169d-4a22-ac63-aad7979ae015 req-4bf0ff5b-c0e4-4e4d-8ef8-1324a915da09 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1835079 Jul 16 01:09:13.374069 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efe0db62-169d-4a22-ac63-aad7979ae015 req-7c7e822d-4d83-4d27-b3ce-5388f9ce172e tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866761 Jul 16 01:09:13.524530 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:13.545568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4728f-ba94-498b-96e3-84043d4a3504 req-fd7127e0-b1a7-4c40-ac91-975db8babe0e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:13.551860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48e4728f-ba94-498b-96e3-84043d4a3504 req-fd7127e0-b1a7-4c40-ac91-975db8babe0e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1702642 Jul 16 01:09:13.576788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc2744-786e-4c64-93c2-d74142c0941b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098420e1-5c89-4b48-95a1-1b6501b3e1e7'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:13.579941 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e550e-a30b-4168-995e-08d94bd3981b" -d '{"events": [{"server_uuid": "7fbc2744-786e-4c64-93c2-d74142c0941b", "name": "network-vif-plugged", "status": "completed", "tag": "098420e1-5c89-4b48-95a1-1b6501b3e1e7"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:13.596357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 098420e1-5c89-4b48-95a1-1b6501b3e1e7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=098420e1-5c89-4b48-95a1-1b6501b3e1e7,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:13.601953 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:13.646837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48e4728f-ba94-498b-96e3-84043d4a3504 req-29987624-92e7-4513-a2c2-3e43d06efc56 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735385 Jul 16 01:09:13.722431 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:13.750812 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c0c4f4-ae4c-4c30-85b9-ac03d431926f x-openstack-request-id: req-e9c0c4f4-ae4c-4c30-85b9-ac03d431926f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:13.751615 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc2744-786e-4c64-93c2-d74142c0941b", "name": "network-vif-plugged", "status": "completed", "tag": "098420e1-5c89-4b48-95a1-1b6501b3e1e7", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:13.752187 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9c0c4f4-ae4c-4c30-85b9-ac03d431926f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:13.752815 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc2744-786e-4c64-93c2-d74142c0941b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098420e1-5c89-4b48-95a1-1b6501b3e1e7', 'code': 200} Jul 16 01:09:13.759324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=098420e1-5c89-4b48-95a1-1b6501b3e1e7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:14.043115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f1a31-88a2-4d27-b345-76648b1dbf0f None None] Network 34f85500-4701-473c-a10b-4e9745d2574e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:14.091153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24e21e-ab6e-4231-9a2f-57d0bfe6be2a req-bee77dab-8df5-4228-a203-a5b4702e9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:14.098757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bd24e21e-ab6e-4231-9a2f-57d0bfe6be2a req-bee77dab-8df5-4228-a203-a5b4702e9328 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 1101 time: 0.1648660 Jul 16 01:09:14.110167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:14.144567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Router 357b73f7-c54b-43fe-80d3-8c3ff99669dc is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:09:14.162670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc47417-321a-41f8-8d6f-7780d1a4c182 req-b8138924-d65c-4a68-ba6e-60fb529f8b3c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:14.165903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4fc47417-321a-41f8-8d6f-7780d1a4c182 req-b8138924-d65c-4a68-ba6e-60fb529f8b3c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 949 time: 0.1588995 Jul 16 01:09:14.200680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f6201fc-69e1-4c35-acff-ed58ae727a6a None None] Provisioning for port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:14.204984 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bd24e21e-ab6e-4231-9a2f-57d0bfe6be2a req-116d2d4d-dec5-48fd-a078-0c76227063ae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959454 Jul 16 01:09:14.277756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:14.289134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:14.289520 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:14.337581 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4fc47417-321a-41f8-8d6f-7780d1a4c182 req-ad2f579c-1ffc-4cc5-a600-3f9047bd35fa tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932980 Jul 16 01:09:14.396775 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:09:14.413240 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Sync routers for ids ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:09:14.428493 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Routers {'357b73f7-c54b-43fe-80d3-8c3ff99669dc'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:14.428887 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:08:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:14.446485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:14.450664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-221fa1f6-b8c6-42ca-ba51-24adb1ae7e06 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8549819 Jul 16 01:09:14.457054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46518) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:14.604855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10554180-1c19-4457-940d-f563a4c589ee req-7f67fa19-2ba0-430c-9d18-0f33c1115959 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:14.615359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10554180-1c19-4457-940d-f563a4c589ee req-7f67fa19-2ba0-430c-9d18-0f33c1115959 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 946 time: 0.2294507 Jul 16 01:09:14.638465 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:14.748311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10554180-1c19-4457-940d-f563a4c589ee req-f5fcc5cf-8468-43ff-b306-cd3068927440 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313281 Jul 16 01:09:14.775079 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Set router 357b73f7-c54b-43fe-80d3-8c3ff99669dc gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:14.779176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:14.784938 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:14.946348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-0479747c-28c0-4508-887d-62f809b52d46 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:14.948373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-0479747c-28c0-4508-887d-62f809b52d46 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1098 time: 0.2451978 Jul 16 01:09:14.961930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:14.965468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-14'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:15.211275 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:15.217301 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bae80137-f49b-404d-9430-c38d22db4d4a None None] Provisioning complete for port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:15.217862 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bae80137-f49b-404d-9430-c38d22db4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:15.317847 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:12Z', 'revision_number': 3, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:15.397074 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Checking router: 357b73f7-c54b-43fe-80d3-8c3ff99669dc for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:09:15.397422 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Updating router 357b73f7-c54b-43fe-80d3-8c3ff99669dc port 61fca502-6137-490f-a555-f03d7070ca94 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:09:15.491590 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:15.645464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:15.656403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349afa68-6569-4c24-afb0-4ed8a26340ae req-46939e48-e814-4c3b-8469-9ba40074f3ce tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:15.672578 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-349afa68-6569-4c24-afb0-4ed8a26340ae req-46939e48-e814-4c3b-8469-9ba40074f3ce tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.2754619 Jul 16 01:09:15.714980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd88fe-35a5-472e-88de-5ca2a08eefe0 req-c276b3b1-3962-4eda-bef7-14e34b00043a tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:15.722849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bcd88fe-35a5-472e-88de-5ca2a08eefe0 req-c276b3b1-3962-4eda-bef7-14e34b00043a tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1858072 Jul 16 01:09:15.729697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 12626332-12b5-4e5b-a4a3-a929c8779cee details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:09:15.783425 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-349afa68-6569-4c24-afb0-4ed8a26340ae req-eaaeefa1-d068-4620-9632-b7682503fd27 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093328 Jul 16 01:09:15.874668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:15.982429 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bcd88fe-35a5-472e-88de-5ca2a08eefe0 req-6a4a724c-094e-46d0-90bc-ec8a1e5628d8 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374299 Jul 16 01:09:16.020528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:16.049127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12626332-12b5-4e5b-a4a3-a929c8779cee'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:16.052985 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42ea3ec-aac7-47c5-8c9a-ea57c335dcd1" -d '{"events": [{"server_uuid": "98698b5e-0dad-4c26-97cb-9d23db7ee0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "12626332-12b5-4e5b-a4a3-a929c8779cee"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:16.054764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 12626332-12b5-4e5b-a4a3-a929c8779cee has no active binding in host n-h1-791504-14 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:09:16.061100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:16.085778 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:16.180087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:16.225481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Pushing event updated for resources: {'Port': ['ID=12626332-12b5-4e5b-a4a3-a929c8779cee,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:16.322186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:16.322568 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:16.346158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee on host n-h2-791504-14 for vnic_type normal with profile {"migrating_to": "n-h1-791504-14"} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:16.346563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:16.346836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:16.353360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Port 12626332-12b5-4e5b-a4a3-a929c8779cee on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:09:16.353795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Attempting to bind port 12626332-12b5-4e5b-a4a3-a929c8779cee on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:16.458429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:16.458776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:16.459161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:16.459784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Bound port: 12626332-12b5-4e5b-a4a3-a929c8779cee, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:16.460161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:16.681894 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:16.708440 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Transition to ACTIVE for port object 61fca502-6137-490f-a555-f03d7070ca94 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:16.733255 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:16.738997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee0360-d66d-43f3-b950-b31e5a84af88 req-a7ed7bbb-4882-4adc-9d5b-a4cc85caed72 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:16.740853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5eee0360-d66d-43f3-b950-b31e5a84af88 req-a7ed7bbb-4882-4adc-9d5b-a4cc85caed72 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 949 time: 0.3960233 Jul 16 01:09:16.756422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:16.766631 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:16.770529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:16.861059 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:16.873743 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Attempting to bind port 61fca502-6137-490f-a555-f03d7070ca94 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:16.874518 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Attempting to bind port 61fca502-6137-490f-a555-f03d7070ca94 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:16.874942 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Attempting to bind port 61fca502-6137-490f-a555-f03d7070ca94 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:16.887893 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Pushing event updated for resources: {'Port': ['ID=61fca502-6137-490f-a555-f03d7070ca94,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:16.897702 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:16.901752 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:16.902472 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:16.902890 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:16.903425 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Bound port: 61fca502-6137-490f-a555-f03d7070ca94, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:16.904060 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:17.010854 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5eee0360-d66d-43f3-b950-b31e5a84af88 req-4c32671f-e2a2-4142-999b-f613faa05871 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329426 Jul 16 01:09:17.028776 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] For port 61fca502-6137-490f-a555-f03d7070ca94, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:17.040028 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] For port 61fca502-6137-490f-a555-f03d7070ca94, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=61fca502-6137-490f-a555-f03d7070ca94,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:17.056125 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.056489 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.056809 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.057159 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.060053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:17.060979 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:17.063586 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.063824 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] 10.222.0.67 "PUT /v2.0/ports/12626332-12b5-4e5b-a4a3-a929c8779cee HTTP/1.1" status: 200 len: 1124 time: 2.1059735 Jul 16 01:09:17.064113 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.064443 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.064786 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.065125 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.065462 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.065797 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.066479 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:17.095029 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:17.095546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526abca4-25ee-4a32-90d5-cb18b59250f0 service neutron] Pushing event updated for resources: {'Port': ['ID=12626332-12b5-4e5b-a4a3-a929c8779cee,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:17.244862 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Routers {'357b73f7-c54b-43fe-80d3-8c3ff99669dc'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:17.250539 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:08:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:17.252250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['12626332-12b5-4e5b-a4a3-a929c8779cee'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:17.266221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa528fbd-4557-4486-abeb-a4f2a652ee49 req-2c184c96-2a60-4234-b678-1004237ef5e7 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:17.268460 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa528fbd-4557-4486-abeb-a4f2a652ee49 req-2c184c96-2a60-4234-b678-1004237ef5e7 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 944 time: 0.3398623 Jul 16 01:09:17.305836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Allocated IP 172.20.0.1 (34f85500-4701-473c-a10b-4e9745d2574e/9473aa18-3842-4176-a4cd-6620a6953080/fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:17.357582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['12626332-12b5-4e5b-a4a3-a929c8779cee'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:17.375166 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080ab2ba-04f7-4a7d-a229-d0f47c2a86ef x-openstack-request-id: req-080ab2ba-04f7-4a7d-a229-d0f47c2a86ef {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:17.375903 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98698b5e-0dad-4c26-97cb-9d23db7ee0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "12626332-12b5-4e5b-a4a3-a929c8779cee", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:17.375903 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-080ab2ba-04f7-4a7d-a229-d0f47c2a86ef {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:17.376221 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12626332-12b5-4e5b-a4a3-a929c8779cee', 'code': 200} Jul 16 01:09:17.398340 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad8865-5123-4a74-9327-d0b41270c2f5 None None] Pushing event updated for resources: {'Port': ['ID=61fca502-6137-490f-a555-f03d7070ca94,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:17.436623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa528fbd-4557-4486-abeb-a4f2a652ee49 req-53a632be-a60a-4fcc-b3b7-68f595cc70a6 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443853 Jul 16 01:09:17.521440 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] Set router 357b73f7-c54b-43fe-80d3-8c3ff99669dc gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:17.709710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70acc87-a5e8-450d-a974-e8edf5d2d42b req-e1256d0d-c794-4853-b6c7-db3ccf121407 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:17.733412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c70acc87-a5e8-450d-a974-e8edf5d2d42b req-e1256d0d-c794-4853-b6c7-db3ccf121407 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 1097 time: 0.1535923 Jul 16 01:09:17.801291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:17.807343 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c70acc87-a5e8-450d-a974-e8edf5d2d42b req-e2810705-bbc6-41e9-90c8-21727df0b2d3 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723474 Jul 16 01:09:17.853508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Transition to ACTIVE for port object fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:17.952236 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:12Z', 'revision_number': 3, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:17.961672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:17.979580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba149301-e800-4666-ab38-7101b48487e2 req-0c5efd54-6a21-4651-9255-1a4693c10390 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:17.983477 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba149301-e800-4666-ab38-7101b48487e2 req-0c5efd54-6a21-4651-9255-1a4693c10390 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 946 time: 0.1436410 Jul 16 01:09:18.007312 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9b184-0d22-439f-ac18-5a8a9d12ce33 None None] The sync data for ids ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'] in n-d-791504-14 is: [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:12Z', 'revision_number': 3, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:09:18.098192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Network 34f85500-4701-473c-a10b-4e9745d2574e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:18.116401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:18.122471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:18.141821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc92b7c-1e20-4352-9948-e44cb3ce8b24 req-89878970-4176-4f01-9173-a1d798a7dcdd tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:18.157257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcc92b7c-1e20-4352-9948-e44cb3ce8b24 req-89878970-4176-4f01-9173-a1d798a7dcdd tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1620677 Jul 16 01:09:18.184752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Pushing event updated for resources: {'Port': ['ID=fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:18.219049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcc92b7c-1e20-4352-9948-e44cb3ce8b24 req-421c4fab-0a37-4ad8-8a7d-aa78e5efe3c9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592921 Jul 16 01:09:18.224555 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba149301-e800-4666-ab38-7101b48487e2 req-64d40510-270a-4a57-abd8-48d0b3b5d953 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8a2154e-d3dc-4f15-95a9-63c633c53a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943278 Jul 16 01:09:18.235806 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:18.584172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e55a39dc-c368-4174-b3f5-cf3a60b07a3e None None] Provisioning for port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:18.593527 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e55a39dc-c368-4174-b3f5-cf3a60b07a3e None None] Provisioning complete for port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:18.594678 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e55a39dc-c368-4174-b3f5-cf3a60b07a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:18.676937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e55a39dc-c368-4174-b3f5-cf3a60b07a3e None None] Port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:09:18.696095 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:18.754838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d0519-f2fe-4010-80e3-d817ff6532c8 req-28c59977-dd4c-48cf-8381-5d3a46a0f3ec tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:18.756567 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f4d0519-f2fe-4010-80e3-d817ff6532c8 req-28c59977-dd4c-48cf-8381-5d3a46a0f3ec tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.2139969 Jul 16 01:09:18.856120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f4d0519-f2fe-4010-80e3-d817ff6532c8 req-ccc894f5-dd12-476b-afc7-46898c6c32ff tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835030 Jul 16 01:09:19.031833 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:19.067808 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:19.197526 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:19.222444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Pushing event updated for resources: {'Port': ['ID=fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:19.280673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacd733-6b95-484d-b274-79bfadc0c88d req-6ba78412-13b3-47d7-b98f-fb5e0f4b229e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:19.282716 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-caacd733-6b95-484d-b274-79bfadc0c88d req-6ba78412-13b3-47d7-b98f-fb5e0f4b229e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 949 time: 0.2784061 Jul 16 01:09:19.377088 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'tag': '12626332-12b5-4e5b-a4a3-a929c8779cee'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:19.380073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-caacd733-6b95-484d-b274-79bfadc0c88d req-5940bc1e-2368-4055-9543-d911d2935c1f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658193 Jul 16 01:09:19.391313 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Network 34f85500-4701-473c-a10b-4e9745d2574e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:19.393210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:19.395653 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa34206-d507-457d-9112-26d3a4750c30" -d '{"events": [{"name": "network-changed", "server_uuid": "98698b5e-0dad-4c26-97cb-9d23db7ee0f4", "tag": "12626332-12b5-4e5b-a4a3-a929c8779cee"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:19.655823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Router 357b73f7-c54b-43fe-80d3-8c3ff99669dc has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:09:19.718551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0c67bad7-4714-41eb-a844-86e2d6a6f393 None None] Provisioning complete for port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:19.720001 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c67bad7-4714-41eb-a844-86e2d6a6f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:19.781221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0c67bad7-4714-41eb-a844-86e2d6a6f393 None None] Port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:09:19.853594 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:09:19.863850 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-44b7f554-be1f-4630-bdfb-3588e831d6cd admin admin] 10.222.0.64 "PUT /v2.0/routers/357b73f7-c54b-43fe-80d3-8c3ff99669dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4045429 Jul 16 01:09:19.922979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911d26a-b42c-4778-acb8-94a53576e7fb req-6e55e804-e30b-4d49-9aa9-15431778f4ef tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:19.937098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9911d26a-b42c-4778-acb8-94a53576e7fb req-6e55e804-e30b-4d49-9aa9-15431778f4ef tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 944 time: 0.1803677 Jul 16 01:09:20.020190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9911d26a-b42c-4778-acb8-94a53576e7fb req-df477ce0-9fee-4a0c-b3f8-b03e2af0a57a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804393 Jul 16 01:09:20.162255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-d28df73f-d8d8-45fd-bf9d-99b99ee0bcf7 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:09:20.164213 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-d28df73f-d8d8-45fd-bf9d-99b99ee0bcf7 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073960 Jul 16 01:09:20.191694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Request body: {'binding': {'host': 'n-h2-791504-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:20.192403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Unknown quota resources ['binding']. {{(pid=93944) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:09:20.192947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 61fca502-6137-490f-a555-f03d7070ca94 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:20.287348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 61fca502-6137-490f-a555-f03d7070ca94 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:20.296503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 61fca502-6137-490f-a555-f03d7070ca94 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:20.297047 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:20.304870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-1baef665-9e52-430a-9d28-21b2d7b405d7 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:20.307598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-1baef665-9e52-430a-9d28-21b2d7b405d7 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.50 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 946 time: 0.1725230 Jul 16 01:09:20.387190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04620748-89ed-48c5-949e-0f03af57d42c req-543c37a1-d354-423e-a3fc-841e2394496b tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:20.388790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04620748-89ed-48c5-949e-0f03af57d42c req-543c37a1-d354-423e-a3fc-841e2394496b tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 946 time: 0.1628671 Jul 16 01:09:20.441470 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:20.465369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on host n-h2-791504-14 for vnic_type normal with profile None {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:20.465709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:20.466129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:20.470797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04620748-89ed-48c5-949e-0f03af57d42c req-0633b573-1ac3-4a8f-887e-e034e2bbcd09 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/security-groups?id=f8a2154e-d3dc-4f15-95a9-63c633c53a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639019 Jul 16 01:09:20.471830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-9a9370a4-1ea8-4219-9bde-2efe989c8886 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Deleting port 26443af6-169c-42ea-a06c-da92e70c5899 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:09:20.473256 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-9a9370a4-1ea8-4219-9bde-2efe989c8886 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:20.474177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:09:20.474500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:20.480961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:20.481443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:20.481833 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:20.482334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Bound port: b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:20.493422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 61fca502-6137-490f-a555-f03d7070ca94, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=61fca502-6137-490f-a555-f03d7070ca94,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:20.499508 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:20.574314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:20.582310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:20.583760 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-ed498502-b01a-4b43-8483-478db3db3912 service neutron] 10.222.0.64 "POST /v2.0/ports/b92ceaa4-ffcf-406d-9aa5-a28133c97d88/bindings HTTP/1.1" status: 201 len: 390 time: 0.3991451 Jul 16 01:09:20.621823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Sync routers for ids ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:09:20.646545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Routers {'357b73f7-c54b-43fe-80d3-8c3ff99669dc'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:20.647991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:08:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:20.659925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-9a9370a4-1ea8-4219-9bde-2efe989c8886 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] For port 26443af6-169c-42ea-a06c-da92e70c5899, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=26443af6-169c-42ea-a06c-da92e70c5899,segment=NetworkSegment(83dd4f5b-e751-43a3-9bd1-b0232b66650d),segment_id=83dd4f5b-e751-43a3-9bd1-b0232b66650d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:20.660817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-9a9370a4-1ea8-4219-9bde-2efe989c8886 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:20.687458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-9a9370a4-1ea8-4219-9bde-2efe989c8886 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Calling delete_port for 26443af6-169c-42ea-a06c-da92e70c5899 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:09:20.737551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=61fca502-6137-490f-a555-f03d7070ca94,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:20.833657 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c03276-4062-4024-aa3a-e4d65851fa79 x-openstack-request-id: req-94c03276-4062-4024-aa3a-e4d65851fa79 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:20.834114 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98698b5e-0dad-4c26-97cb-9d23db7ee0f4", "tag": "12626332-12b5-4e5b-a4a3-a929c8779cee", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:20.834500 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94c03276-4062-4024-aa3a-e4d65851fa79 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:20.835122 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'tag': '12626332-12b5-4e5b-a4a3-a929c8779cee', 'status': 'completed', 'code': 200} Jul 16 01:09:20.904549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9572da-2123-4a8e-bf83-559c2d92f59e req-8cc5c69e-d5cc-438c-9b47-6fe9f536a245 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:20.921323 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e9572da-2123-4a8e-bf83-559c2d92f59e req-8cc5c69e-d5cc-438c-9b47-6fe9f536a245 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.2301552 Jul 16 01:09:20.931951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Set router 357b73f7-c54b-43fe-80d3-8c3ff99669dc gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:21.003949 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e9572da-2123-4a8e-bf83-559c2d92f59e req-6aa57ece-7cfc-405b-938a-1d6fb983a7f4 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798867 Jul 16 01:09:21.090620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa34206-d507-457d-9112-26d3a4750c30 req-6d423384-fc72-411f-bd21-c264dadde6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:21.093522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aa34206-d507-457d-9112-26d3a4750c30 req-6d423384-fc72-411f-bd21-c264dadde6c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 1127 time: 0.2127624 Jul 16 01:09:21.143019 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-b3ce0567-f9b6-4d15-960f-2e34911f4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:21.146051 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-b3ce0567-f9b6-4d15-960f-2e34911f4019 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 1097 time: 0.1401410 Jul 16 01:09:21.189012 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-9a9370a4-1ea8-4219-9bde-2efe989c8886 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:21.289678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9370a4-1ea8-4219-9bde-2efe989c8886 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Pushing event deleted for resources: {'Port': ['ID=26443af6-169c-42ea-a06c-da92e70c5899,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:21.359789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-9211d744-6710-40b7-b558-179a9697e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:21.362577 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-9211d744-6710-40b7-b558-179a9697e1dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.2023089 Jul 16 01:09:21.416915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:18Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75', 'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'mac_address': 'fa:16:3e:35:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:16Z', 'updated_at': '2021-07-16T01:09:18Z', 'revision_number': 2, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'subnets': [{'id': '9473aa18-3842-4176-a4cd-6620a6953080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:21.438355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-9a9370a4-1ea8-4219-9bde-2efe989c8886 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] No DVR routers for this DVR port 26443af6-169c-42ea-a06c-da92e70c5899 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:09:21.443047 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-9a9370a4-1ea8-4219-9bde-2efe989c8886 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:21.445546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-30e81f61-7057-4e72-924e-0a9196c01bdc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88 HTTP/1.1" status: 200 len: 217 time: 0.0666084 Jul 16 01:09:21.447296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-965a4026-3c28-4ab3-8ec8-004e3035baf5 req-9a9370a4-1ea8-4219-9bde-2efe989c8886 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.50 "DELETE /v2.0/ports/26443af6-169c-42ea-a06c-da92e70c5899 HTTP/1.1" status: 204 len: 173 time: 1.1319849 Jul 16 01:09:21.459521 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f072d-6844-4596-90bc-3af888b8c641 req-ea27ff5a-b8af-4876-a08a-1c2f4bdb4f43 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:21.463169 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a76f072d-6844-4596-90bc-3af888b8c641 req-ea27ff5a-b8af-4876-a08a-1c2f4bdb4f43 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.2090783 Jul 16 01:09:21.478076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Checking router: 357b73f7-c54b-43fe-80d3-8c3ff99669dc for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:09:21.479407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Updating router 357b73f7-c54b-43fe-80d3-8c3ff99669dc port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:09:21.507236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e00136-3433-4a79-8afc-bc01ac1843b5 req-c5c33280-1076-41ef-933d-903946c41aa8 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:21.509341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99e00136-3433-4a79-8afc-bc01ac1843b5 req-c5c33280-1076-41ef-933d-903946c41aa8 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b HTTP/1.1" status: 200 len: 950 time: 0.4088366 Jul 16 01:09:21.536191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa34206-d507-457d-9112-26d3a4750c30 req-c8b30f3d-3d27-4633-b1b7-e98b5f134af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:21.538904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aa34206-d507-457d-9112-26d3a4750c30 req-c8b30f3d-3d27-4633-b1b7-e98b5f134af5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.4331374 Jul 16 01:09:21.576746 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:21.609768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-88ecb28f-5468-4d20-9713-04a456892673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:21.613193 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-88ecb28f-5468-4d20-9713-04a456892673 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.1368217 Jul 16 01:09:21.630792 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a76f072d-6844-4596-90bc-3af888b8c641 req-c6b8a5c2-2ed1-45cc-a8ae-9a99579ef166 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508601 Jul 16 01:09:21.634983 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aa34206-d507-457d-9112-26d3a4750c30 req-70e16172-d6d8-4fbb-ba5c-bea51739a7c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12626332-12b5-4e5b-a4a3-a929c8779cee HTTP/1.1" status: 200 len: 217 time: 0.0747383 Jul 16 01:09:21.709438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-68afb64d-fa9c-40e4-ba37-39022a7c07f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730081 Jul 16 01:09:21.729425 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99e00136-3433-4a79-8afc-bc01ac1843b5 req-2e5406e7-9241-42ad-8f44-6511e5c29726 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085025 Jul 16 01:09:21.781853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa34206-d507-457d-9112-26d3a4750c30 req-b04e5d2e-a93e-4414-b601-5dd6f79720e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:21.784039 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aa34206-d507-457d-9112-26d3a4750c30 req-b04e5d2e-a93e-4414-b601-5dd6f79720e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1256261 Jul 16 01:09:21.922379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aa34206-d507-457d-9112-26d3a4750c30 req-d10bdc5c-d956-4df0-bb40-dc0746f2f2f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986087 Jul 16 01:09:21.929722 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-4a0180c0-7874-4cd7-9f86-1bc760a5f77b service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039809 Jul 16 01:09:22.123091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 61fca502-6137-490f-a555-f03d7070ca94 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:22.159501 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-d56169ee-3618-4376-be79-9477894f0ee8 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195113 Jul 16 01:09:22.282948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 61fca502-6137-490f-a555-f03d7070ca94 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:22.283369 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.292632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aa34206-d507-457d-9112-26d3a4750c30 req-b37123da-f955-441e-b406-e6447520fa26 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641980 Jul 16 01:09:22.322874 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.337506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265873-f36d-4c7d-a084-36bcf561c280 req-66d962d5-8c51-4a7c-b438-36499ab4fc8d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:22.345494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf265873-f36d-4c7d-a084-36bcf561c280 req-66d962d5-8c51-4a7c-b438-36499ab4fc8d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.2030020 Jul 16 01:09:22.364425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Transition to ACTIVE for port object fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:22.382146 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.453539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3a951-0d80-453e-9aca-d7d47ac29731 None None] Pushing event updated for resources: {'Port': ['ID=fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:22.500914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf265873-f36d-4c7d-a084-36bcf561c280 req-0b85e4d7-85ef-46c5-a157-b5be17285e99 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541274 Jul 16 01:09:22.577048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aa34206-d507-457d-9112-26d3a4750c30 req-e7b8db87-01ed-403b-80b7-858c666d3675 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679083 Jul 16 01:09:22.653147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Attempting to bind port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:22.653639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Attempting to bind port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:22.655876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Attempting to bind port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 on network 34f85500-4701-473c-a10b-4e9745d2574e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:22.672395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:22.672952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Checking segment: {'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:22.673759 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.675336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Bound using segment: {'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:22.676218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Bound port: fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:22.676769 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.795670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46608) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:22.807280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-12c14856-28c2-405f-9a4b-8406ed0a624d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747305951', 'description': 'tempest-description--902619283'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:22.859965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] For port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:22.872854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] For port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:22.879302 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.896690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66e8d6c-72ba-41c8-8dc1-7279826b70d2', 'name': 'network-vif-deleted', 'tag': '26443af6-169c-42ea-a06c-da92e70c5899'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:22.906064 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06af385f-663b-4abc-9d28-a1b4a2b1c58e" -d '{"events": [{"server_uuid": "f66e8d6c-72ba-41c8-8dc1-7279826b70d2", "name": "network-vif-deleted", "tag": "26443af6-169c-42ea-a06c-da92e70c5899"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:22.935273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12c14856-28c2-405f-9a4b-8406ed0a624d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.009180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Routers {'357b73f7-c54b-43fe-80d3-8c3ff99669dc'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:23.012128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:08:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:23.030564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a4410-2b2e-4bf7-8912-0e9ed559eb5a req-9556238f-a0e7-4843-8e2d-542fdde4658e tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:23.033266 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f4a4410-2b2e-4bf7-8912-0e9ed559eb5a req-9556238f-a0e7-4843-8e2d-542fdde4658e tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 944 time: 0.2879329 Jul 16 01:09:23.124431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 26443af6-169c-42ea-a06c-da92e70c5899 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:09:23.160469 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f4a4410-2b2e-4bf7-8912-0e9ed559eb5a req-70247974-aceb-4c18-9417-80cd05b8969b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139495 Jul 16 01:09:23.202817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c6d67ed-1305-4d4c-b5df-be37ff2574ac req-2b7f90af-5a27-4af6-9b04-393e0473e158 tempest-VolumesAdminNegativeTest-545921181 tempest-VolumesAdminNegativeTest-545921181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66e8d6c-72ba-41c8-8dc1-7279826b70d2 HTTP/1.1" status: 200 len: 210 time: 0.1252573 Jul 16 01:09:23.307092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12c14856-28c2-405f-9a4b-8406ed0a624d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.321196 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12c14856-28c2-405f-9a4b-8406ed0a624d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.367020 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12c14856-28c2-405f-9a4b-8406ed0a624d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.373100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-12c14856-28c2-405f-9a4b-8406ed0a624d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5749819 Jul 16 01:09:23.373377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:23.379489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c14856-28c2-405f-9a4b-8406ed0a624d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae8b8fa-0576-47d8-ab55-9e9206362f80,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:23.393423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3e01e17a-9e4f-4c36-8913-167f1f510ef0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Request body: {'security_group_rule': {'security_group_id': '3ae8b8fa-0576-47d8-ab55-9e9206362f80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:23.491277 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e01e17a-9e4f-4c36-8913-167f1f510ef0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.533063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 26443af6-169c-42ea-a06c-da92e70c5899 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:09:23.533399 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 26443af6-169c-42ea-a06c-da92e70c5899 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:09:23.537834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3a951-0d80-453e-9aca-d7d47ac29731 None None] Pushing event updated for resources: {'Port': ['ID=fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:23.599580 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e01e17a-9e4f-4c36-8913-167f1f510ef0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.607437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e01e17a-9e4f-4c36-8913-167f1f510ef0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.620114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7e2c-612b-4de4-9785-7fcb3c9cd60b req-dc0cd397-8cd6-47f8-b3fc-2e8ae9fe23c9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:23.623080 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8dd7e2c-612b-4de4-9785-7fcb3c9cd60b req-dc0cd397-8cd6-47f8-b3fc-2e8ae9fe23c9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1692126 Jul 16 01:09:23.645079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01e17a-9e4f-4c36-8913-167f1f510ef0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35ea067-f7b7-4af3-ac18-9dc95b3af36e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:23.687301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e01e17a-9e4f-4c36-8913-167f1f510ef0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.688457 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8dd7e2c-612b-4de4-9785-7fcb3c9cd60b req-0d98d063-a166-4ff4-837f-9471ca4559fd tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587649 Jul 16 01:09:23.689640 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3e01e17a-9e4f-4c36-8913-167f1f510ef0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3146651 Jul 16 01:09:23.694212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46618) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:23.702682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2351db05-a43c-4b1d-9a80-16c23998e2c0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Request body: {'security_group_rule': {'security_group_id': '3ae8b8fa-0576-47d8-ab55-9e9206362f80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:23.740325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] Set router 357b73f7-c54b-43fe-80d3-8c3ff99669dc gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:23.757680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce96ae-a764-40d8-9a27-21f5c0f32349 req-7e823072-c7ae-44ca-889d-955a732688ce tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:23.766277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce96ae-a764-40d8-9a27-21f5c0f32349 req-7e823072-c7ae-44ca-889d-955a732688ce tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:23.777840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2ce96ae-a764-40d8-9a27-21f5c0f32349 req-7e823072-c7ae-44ca-889d-955a732688ce tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b&device_id=b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b HTTP/1.1" status: 200 len: 1690 time: 0.1645238 Jul 16 01:09:23.794767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2351db05-a43c-4b1d-9a80-16c23998e2c0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.854346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2ce96ae-a764-40d8-9a27-21f5c0f32349 req-c743a1df-b06b-4077-9d26-991177ab4298 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716393 Jul 16 01:09:23.900771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2351db05-a43c-4b1d-9a80-16c23998e2c0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.907721 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2351db05-a43c-4b1d-9a80-16c23998e2c0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.934965 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351db05-a43c-4b1d-9a80-16c23998e2c0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0def70-149a-4622-953a-781d1c703790,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:23.945642 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2351db05-a43c-4b1d-9a80-16c23998e2c0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.948992 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2351db05-a43c-4b1d-9a80-16c23998e2c0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2524214 Jul 16 01:09:23.952946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46622) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:23.958068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:24.005470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.107839 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38fe8e3-492e-4529-9fa5-16bf36fb071b x-openstack-request-id: req-c38fe8e3-492e-4529-9fa5-16bf36fb071b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:24.108482 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66e8d6c-72ba-41c8-8dc1-7279826b70d2", "name": "network-vif-deleted", "tag": "26443af6-169c-42ea-a06c-da92e70c5899", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:24.109012 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c38fe8e3-492e-4529-9fa5-16bf36fb071b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:24.109767 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66e8d6c-72ba-41c8-8dc1-7279826b70d2', 'name': 'network-vif-deleted', 'tag': '26443af6-169c-42ea-a06c-da92e70c5899', 'status': 'completed', 'code': 200} Jul 16 01:09:24.140072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0292bc-b916-4a7a-92e7-eb478977fb04 req-bb246147-27be-4080-855f-d16f9ea7f824 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:24.141680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb0292bc-b916-4a7a-92e7-eb478977fb04 req-bb246147-27be-4080-855f-d16f9ea7f824 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1178825 Jul 16 01:09:24.191218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:18Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75', 'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'mac_address': 'fa:16:3e:35:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:16Z', 'updated_at': '2021-07-16T01:09:22Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'subnets': [{'id': '9473aa18-3842-4176-a4cd-6620a6953080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:24.226212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb0292bc-b916-4a7a-92e7-eb478977fb04 req-d8e75cd2-06a6-4d96-9b00-8787f3e16818 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686748 Jul 16 01:09:24.250140 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.252319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75174658-f408-4a0f-a30b-a02e45633b36 None None] The sync data for ids ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'] in n-d-791504-14 is: [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:18Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75', 'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'mac_address': 'fa:16:3e:35:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:16Z', 'updated_at': '2021-07-16T01:09:22Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'subnets': [{'id': '9473aa18-3842-4176-a4cd-6620a6953080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:09:24.531323 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Allocated IP 172.25.4.62 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/4fbfe5f8-53e7-480f-9cd5-e84d9a07ba52) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:24.535041 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d720e8cf-e00b-4413-b3f8-dac2ca0f1c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.636631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0671c16-caf3-4913-b911-c62cecebb8c0 req-54bcc4d0-4b98-4434-8801-0439d558b871 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:24.639282 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0671c16-caf3-4913-b911-c62cecebb8c0 req-54bcc4d0-4b98-4434-8801-0439d558b871 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.2317889 Jul 16 01:09:24.680888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd1875-297f-4613-8622-729d8a04fb27 req-57ef54b8-10fc-4274-85f6-d61c9b2356fe tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:24.695773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07bd1875-297f-4613-8622-729d8a04fb27 req-57ef54b8-10fc-4274-85f6-d61c9b2356fe tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 944 time: 0.1420224 Jul 16 01:09:24.794951 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07bd1875-297f-4613-8622-729d8a04fb27 req-9eaa8ccb-467f-423c-b69a-3ea64889f69a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973687 Jul 16 01:09:24.847988 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0671c16-caf3-4913-b911-c62cecebb8c0 req-a9409b2f-7d5c-490a-81dd-a3e08868bc2b tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937094 Jul 16 01:09:24.863089 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.983039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46632) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:25.005251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.139965 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bb46cb-71d9-4618-bd2a-2d1a5d89eea9 admin admin] Deleting subnet 18179eb9-9a5e-4d7a-980c-2c1b6cd9d6e9 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:09:25.147337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1bb46cb-71d9-4618-bd2a-2d1a5d89eea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.193320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:25.207889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:25.217148 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.232843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:25.234235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1bb46cb-71d9-4618-bd2a-2d1a5d89eea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.297431 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1bb46cb-71d9-4618-bd2a-2d1a5d89eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.364212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Pushing event updated for resources: {'Port': ['ID=4fbfe5f8-53e7-480f-9cd5-e84d9a07ba52,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:25.429792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.443638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a9571-f339-4907-83b6-1a122ae2dbaa req-3bdef7c5-838b-44cf-a6ff-3fd6b6b641d6 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:25.452213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d50a9571-f339-4907-83b6-1a122ae2dbaa req-3bdef7c5-838b-44cf-a6ff-3fd6b6b641d6 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 1101 time: 0.3668449 Jul 16 01:09:25.527299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75fa5d-3cca-402c-991b-f98278b6ef8d req-bc47197b-df6e-4dcb-b579-c888abaee712 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:25.531183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e75fa5d-3cca-402c-991b-f98278b6ef8d req-bc47197b-df6e-4dcb-b579-c888abaee712 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1769078 Jul 16 01:09:25.531671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1bb46cb-71d9-4618-bd2a-2d1a5d89eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.562535 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.599851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb46cb-71d9-4618-bd2a-2d1a5d89eea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18179eb9-9a5e-4d7a-980c-2c1b6cd9d6e9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:25.605441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1bb46cb-71d9-4618-bd2a-2d1a5d89eea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.610773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e1bb46cb-71d9-4618-bd2a-2d1a5d89eea9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/18179eb9-9a5e-4d7a-980c-2c1b6cd9d6e9 HTTP/1.1" status: 204 len: 168 time: 0.6232691 Jul 16 01:09:25.612266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:25.615961 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d50a9571-f339-4907-83b6-1a122ae2dbaa req-53a37b99-3493-4b65-a970-9b7c7887d0de tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515615 Jul 16 01:09:25.700371 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e75fa5d-3cca-402c-991b-f98278b6ef8d req-d480cf90-9671-4ab1-bf24-cb8b8e8c2ba7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581662 Jul 16 01:09:25.808607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.932295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.941873 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.953234 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.972398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7558201-295d-40c2-9b0d-89078b3ef41f']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:25.997053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dd4f5b-e751-43a3-9bd1-b0232b66650d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:25.998485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dd4f5b-e751-43a3-9bd1-b0232b66650d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:26.021607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.082062 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.104062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:09:26.105361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:09:26.109528 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:09:26.203928 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.217208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:26.228843 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.230849 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2770054 Jul 16 01:09:26.233201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bbbfd-230e-49af-aebf-2853f6900c77 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Pushing event updated for resources: {'Port': ['ID=4fbfe5f8-53e7-480f-9cd5-e84d9a07ba52,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:26.271198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6dafd-c56a-42c5-9308-b853df520f7c req-84ac6755-c7fb-4952-98b3-4e003f1d03f7 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:26.281980 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99e6dafd-c56a-42c5-9308-b853df520f7c req-84ac6755-c7fb-4952-98b3-4e003f1d03f7 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b HTTP/1.1" status: 200 len: 1102 time: 0.1973023 Jul 16 01:09:26.293244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcf510-5245-4fc1-a6ec-c25861402f6c req-5a6e683b-6b97-46a1-b0a1-7f595a103855 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:26.309966 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-91dcf510-5245-4fc1-a6ec-c25861402f6c req-5a6e683b-6b97-46a1-b0a1-7f595a103855 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.2839651 Jul 16 01:09:26.346567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99e6dafd-c56a-42c5-9308-b853df520f7c req-75325fc2-d114-4fb2-a1b4-8d826245844f tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631807 Jul 16 01:09:26.367191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.369122 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.408166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:26.422443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:26.423282 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.471830 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.475383 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f7558201-295d-40c2-9b0d-89078b3ef41f HTTP/1.1" status: 204 len: 168 time: 0.8615825 Jul 16 01:09:26.478848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:26.481330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6da04c-e6fe-4756-9645-021f70c90690 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7558201-295d-40c2-9b0d-89078b3ef41f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:26.493403 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-91dcf510-5245-4fc1-a6ec-c25861402f6c req-48da02f4-7144-4ea0-a6af-f4374383c78f tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813498 Jul 16 01:09:26.614940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c003c4-111d-4fe4-a46e-b2827c9a962f admin admin] Deleting subnet 994ba95a-ef8c-4bbc-9be7-b3ac64617086 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:09:26.640606 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.671255 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44c003c4-111d-4fe4-a46e-b2827c9a962f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.696052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:26.701387 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.745644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44c003c4-111d-4fe4-a46e-b2827c9a962f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.771082 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44c003c4-111d-4fe4-a46e-b2827c9a962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.785065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:26.805809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4242b-31ce-4290-ab7f-e2e959ce4055 req-f08715e2-ff89-4ba7-bcd3-253c4e4eeb2d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:26.806964 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09d4242b-31ce-4290-ab7f-e2e959ce4055 req-f08715e2-ff89-4ba7-bcd3-253c4e4eeb2d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 944 time: 0.1988230 Jul 16 01:09:26.819717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110f3a1-1ea4-42ef-a74e-7be7a225208c req-dbb25ca8-aeec-40f6-91a7-8cf92eaf6888 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:26.830628 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a110f3a1-1ea4-42ef-a74e-7be7a225208c req-dbb25ca8-aeec-40f6-91a7-8cf92eaf6888 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.1300628 Jul 16 01:09:26.871803 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44c003c4-111d-4fe4-a46e-b2827c9a962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.888343 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a110f3a1-1ea4-42ef-a74e-7be7a225208c req-2aaa056a-7d38-4c3f-a990-5add83427c4a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564811 Jul 16 01:09:26.919927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09d4242b-31ce-4290-ab7f-e2e959ce4055 req-d6a7e35d-8d04-49c5-9234-60159e81c92e tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838778 Jul 16 01:09:26.919927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c003c4-111d-4fe4-a46e-b2827c9a962f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994ba95a-ef8c-4bbc-9be7-b3ac64617086,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:26.922226 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44c003c4-111d-4fe4-a46e-b2827c9a962f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.927306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46660) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:26.927596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-44c003c4-111d-4fe4-a46e-b2827c9a962f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/994ba95a-ef8c-4bbc-9be7-b3ac64617086 HTTP/1.1" status: 204 len: 168 time: 0.4463961 Jul 16 01:09:27.052118 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3869441e-ba42-4d43-9b95-0dfa56e55ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:27.066835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 12626332-12b5-4e5b-a4a3-a929c8779cee no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:09:27.094827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-91611e65-45e5-4fc1-93df-2a257af88ec3 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341661 Jul 16 01:09:27.110917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-e100853d-5494-4b27-8f6c-cc2a4c549d82 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1747305951&fields=id&tenant_id=7040b7f870a74072ba6ab8839e73d9bc HTTP/1.1" status: 200 len: 267 time: 0.0693903 Jul 16 01:09:27.115848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:27.275749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:27.285996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-744a5461-c2b0-4cde-ba3c-fe6323c45304 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:27.288032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-744a5461-c2b0-4cde-ba3c-fe6323c45304 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836066 Jul 16 01:09:27.295505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfb1781-2503-4261-aeca-62297480f38d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:27.311135 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-f3d9a90b-0be4-4730-a082-c9447a1d696f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/quotas/03530c1738b84d158ef2bb580d71a920 HTTP/1.1" status: 200 len: 375 time: 0.0163512 Jul 16 01:09:27.357605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce64074-cb50-4a2b-bddc-8f41e7419d33') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:27.357899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce64074-cb50-4a2b-bddc-8f41e7419d33') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:27.380296 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:27.408634 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:27.423335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d641b-da85-4991-9294-8b90aeded96b req-9fda2d98-74a8-4e82-ba82-0a2401988a30 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:27.424851 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-9fda2d98-74a8-4e82-ba82-0a2401988a30 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/networks?id=34f85500-4701-473c-a10b-4e9745d2574e HTTP/1.1" status: 200 len: 812 time: 0.2922175 Jul 16 01:09:27.425939 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:09:27.426382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:09:27.428170 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:09:27.454746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-668edee3-6382-415f-9199-b0c2c70da3d1 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1419864 Jul 16 01:09:27.462147 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-232383ba-ebad-4675-8899-34bd65ed76c3 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/quotas/7040b7f870a74072ba6ab8839e73d9bc HTTP/1.1" status: 200 len: 375 time: 0.0193415 Jul 16 01:09:27.529564 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:27.531881 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:27.550992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:27.553757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] 10.222.0.64 "DELETE /v2.0/networks/7cfb1781-2503-4261-aeca-62297480f38d HTTP/1.1" status: 204 len: 168 time: 0.6254480 Jul 16 01:09:27.562246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd099f88-4335-45e9-bba1-bc4f90f8ddac admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfb1781-2503-4261-aeca-62297480f38d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:27.597916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-38d61d64-1c1c-4208-a319-7e932ce7739a tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7040b7f870a74072ba6ab8839e73d9bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065874 Jul 16 01:09:27.804179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46686) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:27.880017 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4e2f6cbf-c79c-4ee3-8c1f-553e029b60c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a75e1109a55d41f5a920e21e41a77684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742989 Jul 16 01:09:27.884464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46688) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:28.063796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:28.115014 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80487f9-0d5a-4a9a-98ff-90d5d35f3e11 req-22c02b3d-ed11-49b8-9916-30467d1f8e61 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:28.129266 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b80487f9-0d5a-4a9a-98ff-90d5d35f3e11 req-22c02b3d-ed11-49b8-9916-30467d1f8e61 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.2527623 Jul 16 01:09:28.171861 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e28d-3d01-4a57-931a-79dcd95162eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.173830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:28.174988 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.224023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e28d-3d01-4a57-931a-79dcd95162eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.242589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b80487f9-0d5a-4a9a-98ff-90d5d35f3e11 req-288975c7-2640-4185-80c8-cccc932faff1 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114545 Jul 16 01:09:28.280181 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-4bbc6204-a7f3-491f-9ac2-66e7d6c86211 service neutron] 10.222.0.64 "GET /v2.0/networks/34f85500-4701-473c-a10b-4e9745d2574e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638193 Jul 16 01:09:28.317754 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.414281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e28d-3d01-4a57-931a-79dcd95162eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.423949 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-351c48dc-11ac-43cb-88db-5c6ea73e1b9e service neutron] 10.222.0.64 "GET /v2.0/networks/34f85500-4701-473c-a10b-4e9745d2574e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416733 Jul 16 01:09:28.430022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e28d-3d01-4a57-931a-79dcd95162eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.437467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c8f3e28d-3d01-4a57-931a-79dcd95162eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8a2154e-d3dc-4f15-95a9-63c633c53a68 HTTP/1.1" status: 204 len: 168 time: 0.5085654 Jul 16 01:09:28.454966 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3e28d-3d01-4a57-931a-79dcd95162eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a2154e-d3dc-4f15-95a9-63c633c53a68,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:29.007849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132b28b-1847-4c78-aa7c-7242a73b0379 req-0bab9970-c6f3-4796-ae22-e3481f45ab0c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:29.015726 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1132b28b-1847-4c78-aa7c-7242a73b0379 req-0bab9970-c6f3-4796-ae22-e3481f45ab0c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.2485657 Jul 16 01:09:29.063930 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d365a609-901e-49a7-9df0-ee0360a9cadf req-84a216d4-b906-462b-b343-c427974414b0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 210 time: 0.0975266 Jul 16 01:09:29.122662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1132b28b-1847-4c78-aa7c-7242a73b0379 req-9bf19168-0990-415c-9c9e-2ebc89defa2d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006598 Jul 16 01:09:29.263200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46712) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:29.409608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-846c1b14-72c0-45dd-b201-7e49ce8f40c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa7aa550388445ebbd8c9f125338462c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425893 Jul 16 01:09:29.412718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46716) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:29.458650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08df28-6fd1-4613-b72f-55970f88079f req-7028148b-e29b-4ea8-ad0b-fed3e5199846 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:29.460600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eb08df28-6fd1-4613-b72f-55970f88079f req-7028148b-e29b-4ea8-ad0b-fed3e5199846 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.1350563 Jul 16 01:09:29.501362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea513295-e58d-4e4b-b168-c6ac36fc6149 req-09ff22fb-85fd-4c72-a162-e89eb065129d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:29.503695 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea513295-e58d-4e4b-b168-c6ac36fc6149 req-09ff22fb-85fd-4c72-a162-e89eb065129d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 944 time: 0.1595535 Jul 16 01:09:29.538841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3ae1139-266f-40e8-bcbb-c0c23eee1fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.552910 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eb08df28-6fd1-4613-b72f-55970f88079f req-3722b8a5-e122-4662-8cae-7e0f7bf5c87e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803828 Jul 16 01:09:29.654913 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3ae1139-266f-40e8-bcbb-c0c23eee1fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.674854 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea513295-e58d-4e4b-b168-c6ac36fc6149 req-5bf724ef-9211-49fd-a33a-d301324dc802 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614151 Jul 16 01:09:29.681744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9f975bd-4c73-4915-b66c-19938ddd4033 req-4f5afa03-21a7-4574-b25b-0f8fd760f5cb tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 210 time: 0.0640893 Jul 16 01:09:29.824644 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-9e6e7f8f-b6c0-408f-8484-01f75e028780 service neutron] 10.222.0.50 "GET /v2.0/ports/12626332-12b5-4e5b-a4a3-a929c8779cee/bindings/n-h1-791504-14 HTTP/1.1" status: 200 len: 385 time: 0.2528594 Jul 16 01:09:29.902613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3ae1139-266f-40e8-bcbb-c0c23eee1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.907957 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3ae1139-266f-40e8-bcbb-c0c23eee1fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.910154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e3ae1139-266f-40e8-bcbb-c0c23eee1fd8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/897b9dc6-f32b-461c-878f-723b2dacdb4a HTTP/1.1" status: 204 len: 168 time: 0.4957306 Jul 16 01:09:29.925486 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.937705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae1139-266f-40e8-bcbb-c0c23eee1fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897b9dc6-f32b-461c-878f-723b2dacdb4a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:30.108255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54a17e-a664-4e2a-8f4e-4d82f5cde895 req-e0287c88-f151-4f2f-8de7-73cbbb4b7533 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:30.121437 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c54a17e-a664-4e2a-8f4e-4d82f5cde895 req-e0287c88-f151-4f2f-8de7-73cbbb4b7533 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1347327 Jul 16 01:09:30.202049 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c54a17e-a664-4e2a-8f4e-4d82f5cde895 req-614f4135-9a04-4dc5-af13-f0b09c05aa41 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761046 Jul 16 01:09:30.272874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-bae6c626-95ef-44d6-b453-479a966de0da service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:30.311684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-d9b97524-bd86-48c9-9607-6700fc9e2422 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059442 Jul 16 01:09:30.336770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-bae6c626-95ef-44d6-b453-479a966de0da service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:30.519708 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9964be60-8ef7-4a87-92be-aff635679cf0 req-33b8f58b-0ca7-44ed-a4c3-3ed0bfd3dd1b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 210 time: 0.1664112 Jul 16 01:09:30.526020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-bae6c626-95ef-44d6-b453-479a966de0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12626332-12b5-4e5b-a4a3-a929c8779cee {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:30.539357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-bae6c626-95ef-44d6-b453-479a966de0da service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:30.575906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-bae6c626-95ef-44d6-b453-479a966de0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:30.639018 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-caa6e373-1c35-4319-ad81-6db6d21642b5 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:30.648492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-caa6e373-1c35-4319-ad81-6db6d21642b5 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3284411 Jul 16 01:09:30.684828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Request body: {'port': {'device_id': '5fe4ac1c-e2ff-478c-bacb-4a55e9e58676', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '03530c1738b84d158ef2bb580d71a920'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:30.718338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-bae6c626-95ef-44d6-b453-479a966de0da service neutron] Transition to ACTIVE for port object 12626332-12b5-4e5b-a4a3-a929c8779cee will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:30.734740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-bae6c626-95ef-44d6-b453-479a966de0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:30.783523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35804b-433a-4872-a3a6-81b329c687e7 req-33b1837b-e971-4d81-8a61-aebdb81a4895 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:30.801485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb35804b-433a-4872-a3a6-81b329c687e7 req-33b1837b-e971-4d81-8a61-aebdb81a4895 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.3353336 Jul 16 01:09:31.003700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb35804b-433a-4872-a3a6-81b329c687e7 req-93ccebe4-9188-4aa6-8b04-7ae9c78ee9f2 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006273 Jul 16 01:09:31.122165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Made reservation on behalf of 03530c1738b84d158ef2bb580d71a920 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:31.125985 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:31.368420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6ee08a8-17c9-4898-8618-838cae0fe690 req-bf8ca627-a9b6-48fe-a8da-565a6ef60703 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 210 time: 0.1408632 Jul 16 01:09:31.406830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-bae6c626-95ef-44d6-b453-479a966de0da service neutron] No DVR routers for this DVR port 12626332-12b5-4e5b-a4a3-a929c8779cee on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:09:31.511687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6c626-95ef-44d6-b453-479a966de0da service neutron] Pushing event updated for resources: {'Port': ['ID=12626332-12b5-4e5b-a4a3-a929c8779cee,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:31.546384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-bae6c626-95ef-44d6-b453-479a966de0da service neutron] 10.222.0.50 "PUT /v2.0/ports/12626332-12b5-4e5b-a4a3-a929c8779cee/bindings/n-h1-791504-14/activate HTTP/1.1" status: 200 len: 370 time: 1.6942744 Jul 16 01:09:31.592024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb55f-f2cb-4fd2-add0-1466b3cd4f04 req-0bdeb853-1b23-4932-b5ea-d4eefdf56f80 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:31.596845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d79fb55f-f2cb-4fd2-add0-1466b3cd4f04 req-0bdeb853-1b23-4932-b5ea-d4eefdf56f80 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.7530091 Jul 16 01:09:31.615249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Allocated IP 192.168.233.41 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/8c6dd669-79e1-41de-a9cc-8dd361db006a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:31.721989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46758) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:31.767860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d79fb55f-f2cb-4fd2-add0-1466b3cd4f04 req-49baf0b8-371f-4113-b94b-2b369dddf98b tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641932 Jul 16 01:09:31.989943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436687a-2ecb-4e9f-b7a9-b2a0f536cd5f req-967f0250-f0ae-473d-9579-feb7a886b553 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:32.005658 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6436687a-2ecb-4e9f-b7a9-b2a0f536cd5f req-967f0250-f0ae-473d-9579-feb7a886b553 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 945 time: 0.3470535 Jul 16 01:09:32.054070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-network', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:32.127609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d641b-da85-4991-9294-8b90aeded96b req-e83b5748-d020-4a13-942f-4d7d5043804a tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:32.129180 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-e83b5748-d020-4a13-942f-4d7d5043804a tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.67 "GET /v2.0/networks?id=34f85500-4701-473c-a10b-4e9745d2574e HTTP/1.1" status: 200 len: 812 time: 0.3601661 Jul 16 01:09:32.176737 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:32.237688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Transition to ACTIVE for port object 8c6dd669-79e1-41de-a9cc-8dd361db006a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:32.247550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Made reservation on behalf of b68e27c2958f4000bbe763f49aa7e394 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:32.251378 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:32.272249 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:32.286385 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6436687a-2ecb-4e9f-b7a9-b2a0f536cd5f req-2e128e99-c92d-467b-95d8-7b4e532363fc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793264 Jul 16 01:09:32.295649 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-12835774-9cd1-46fd-8186-ed5d4c4cf232 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7040b7f870a74072ba6ab8839e73d9bc HTTP/1.1" status: 200 len: 380 time: 0.1501985 Jul 16 01:09:32.328013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Request body: {'port': {'device_id': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'admin_state_up': True, 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'security_groups': ['3ae8b8fa-0576-47d8-ab55-9e9206362f80']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:32.577227 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:32.591389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:32.631909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b0669-64d6-4ac7-98b6-8e2a69b91877 req-052b2661-fc1a-456a-9265-9367c2bb63c6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:32.643973 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-727b0669-64d6-4ac7-98b6-8e2a69b91877 req-052b2661-fc1a-456a-9265-9367c2bb63c6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.4109592 Jul 16 01:09:32.654391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Made reservation on behalf of 7040b7f870a74072ba6ab8839e73d9bc for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:32.658170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:32.699408 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:32.718040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d', '920f2194-429b-48fc-b1ae-f4b00f6936ed'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:32.729064 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', '7f1a52a2-133c-42f5-9903-294b238bf76f', '098420e1-5c89-4b48-95a1-1b6501b3e1e7'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:32.818224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event updated for resources: {'Port': ['ID=8c6dd669-79e1-41de-a9cc-8dd361db006a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:32.822390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:09:32.845247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3ae785-cad8-40f0-a5a0-5f1c6be37a8a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:32.872476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:32.875014 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:32.875354 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Added segment a296a18c-2c7f-4da7-a5b4-345506e73f10 of type vlan for network 734bcbf6-f40e-4fcc-bb88-1a572798f11b Jul 16 01:09:32.878741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:32.908180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:33.078867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-727b0669-64d6-4ac7-98b6-8e2a69b91877 req-cc2180a7-f876-4d32-b16b-7a76b0198424 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335089 Jul 16 01:09:33.101515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Allocated IP 172.20.0.7 (34f85500-4701-473c-a10b-4e9745d2574e/9473aa18-3842-4176-a4cd-6620a6953080/42a1cc08-e19d-4f7a-9bde-d124f52bbab8) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:33.133218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f2e38-b709-40b0-9d78-dd86d7907ca9 req-72bb7195-018e-449f-8c5f-75082a8b4317 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:33.154151 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b70f2e38-b709-40b0-9d78-dd86d7907ca9 req-72bb7195-018e-449f-8c5f-75082a8b4317 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 935 time: 0.5396726 Jul 16 01:09:33.156185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-6bbb13f5-7ac2-4328-9645-e33d5e57f5c5 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:33.157961 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-6bbb13f5-7ac2-4328-9645-e33d5e57f5c5 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.2972364 Jul 16 01:09:33.161832 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:33.273707 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:33.280985 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:33.384632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-6607c9cc-a64f-479e-b432-f2a33fa8f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:33.386848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-6607c9cc-a64f-479e-b432-f2a33fa8f6db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4&tenant_id=b1467b46a3bd45be94215a91f1f7b186 HTTP/1.1" status: 200 len: 1097 time: 0.2084172 Jul 16 01:09:33.441796 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-097ae99c-e6d9-4c9f-8917-0107a5d9f87e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7635584 Jul 16 01:09:33.461280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b70f2e38-b709-40b0-9d78-dd86d7907ca9 req-5c55b0e0-87c8-4896-8d28-1e01fb606deb tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039026 Jul 16 01:09:33.500599 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:33.503514 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Request body: {'port': {'device_id': '5fe4ac1c-e2ff-478c-bacb-4a55e9e58676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:33.525949 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:33.538322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:33.539524 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:33.552223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3de6119b-8981-4582-bf7e-915ee375b230 None None] Provisioning for port 8c6dd669-79e1-41de-a9cc-8dd361db006a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:33.574047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3de6119b-8981-4582-bf7e-915ee375b230 None None] Provisioning complete for port 8c6dd669-79e1-41de-a9cc-8dd361db006a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:33.574699 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3de6119b-8981-4582-bf7e-915ee375b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:33.741471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3de6119b-8981-4582-bf7e-915ee375b230 None None] Port 8c6dd669-79e1-41de-a9cc-8dd361db006a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:09:33.762063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.67', 57126) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:33.819907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0942638 Jul 16 01:09:33.840160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Transition to ACTIVE for port object 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:33.842161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:33.854495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Request body: {'subnet': {'network_id': '734bcbf6-f40e-4fcc-bb88-1a572798f11b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-subnet', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:33.940449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebad22a8-844c-4156-a97d-f95ad509f1b1 req-5eecda28-b141-4830-81f1-5c395463f3e0 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 210 time: 0.1645887 Jul 16 01:09:34.019688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d7cff-6506-4801-b00c-5d6423c15fbe admin admin] Pushing event updated for resources: {'Network': ['ID=734bcbf6-f40e-4fcc-bb88-1a572798f11b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:34.025280 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:34.036873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Made reservation on behalf of b68e27c2958f4000bbe763f49aa7e394 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:34.040910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:34.043490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 734bcbf6-f40e-4fcc-bb88-1a572798f11b details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:09:34.119299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-21dc9854-ef89-44f8-b24e-c57537864216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:34.121882 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-21dc9854-ef89-44f8-b24e-c57537864216 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 1097 time: 0.6558208 Jul 16 01:09:34.142209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-0d323f7c-8147-4a2d-870f-a9c632891b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:34.145276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-0d323f7c-8147-4a2d-870f-a9c632891b2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 1102 time: 0.3763714 Jul 16 01:09:34.175969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296fabc-2dd8-42d7-b1d5-62ce150ef1b1 req-5f7c1557-167e-4e2e-9cc1-c99402e57ed0 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:34.183450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6296fabc-2dd8-42d7-b1d5-62ce150ef1b1 req-5f7c1557-167e-4e2e-9cc1-c99402e57ed0 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.7140143 Jul 16 01:09:34.229073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-8b9d899c-0647-4a7b-aae6-67de9041e867 service neutron] 10.222.0.67 "GET /v2.0/ports/7ae810bb-073d-4f24-95c5-e652ee769a7a/bindings/n-h1-791504-14 HTTP/1.1" status: 200 len: 383 time: 0.7573962 Jul 16 01:09:34.282341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:34.425703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e871ac-9023-4a9a-8edb-a09cf375952a req-282cc591-c7e2-4a05-a896-388c28445eb3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:34.433564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5e871ac-9023-4a9a-8edb-a09cf375952a req-282cc591-c7e2-4a05-a896-388c28445eb3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.2208314 Jul 16 01:09:34.502802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5e871ac-9023-4a9a-8edb-a09cf375952a req-6b1b2bec-eb12-4787-991f-2d165a04781b tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681260 Jul 16 01:09:34.537510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Network 34f85500-4701-473c-a10b-4e9745d2574e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:34.562382 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6296fabc-2dd8-42d7-b1d5-62ce150ef1b1 req-5d8f385e-ae2e-4c7a-9086-e09255c6a1bf tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776903 Jul 16 01:09:34.575327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6dd669-79e1-41de-a9cc-8dd361db006a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:34.587592 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:34.635450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Transition to ACTIVE for port object 8c6dd669-79e1-41de-a9cc-8dd361db006a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:34.647166 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:34.656862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-d19a2ac3-68a0-4e17-82a1-b0063ee07a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:34.660317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-d19a2ac3-68a0-4e17-82a1-b0063ee07a32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.4298251 Jul 16 01:09:34.661429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:34.718072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Pushing event updated for resources: {'Port': ['ID=8c6dd669-79e1-41de-a9cc-8dd361db006a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:34.738542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:34.755863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:34.756862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:34.800413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Pushing event updated for resources: {'Port': ['ID=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:34.827297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-0fe64f79-9b99-4abb-ad17-102036b7a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:34.828899 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-0fe64f79-9b99-4abb-ad17-102036b7a1d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95&tenant_id=94219a605dea4c4bb02ed5d18061280e HTTP/1.1" status: 200 len: 1101 time: 0.2355461 Jul 16 01:09:34.873575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Attempting to bind port 8c6dd669-79e1-41de-a9cc-8dd361db006a on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:34.873575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Attempting to bind port 8c6dd669-79e1-41de-a9cc-8dd361db006a by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:34.873575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Attempting to bind port 8c6dd669-79e1-41de-a9cc-8dd361db006a on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:34.908727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-b7b242a3-e96d-40e8-8acb-8d289dbcdffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:34.914430 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-b7b242a3-e96d-40e8-8acb-8d289dbcdffd service neutron] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.7832100 Jul 16 01:09:34.941349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Port 8c6dd669-79e1-41de-a9cc-8dd361db006a on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:09:34.941860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Attempting to bind port 8c6dd669-79e1-41de-a9cc-8dd361db006a on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:34.959498 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-b3712861-ce05-4dd9-8b9a-ac2e0746aad0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22 HTTP/1.1" status: 200 len: 217 time: 0.2230895 Jul 16 01:09:34.976520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-3a0e9b65-0c89-4ca1-a276-338e94ed657b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6671267 Jul 16 01:09:34.987529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:34.987899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:34.988278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:34.988733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Bound port: 8c6dd669-79e1-41de-a9cc-8dd361db006a, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:34.989107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:35.060512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-74649982-ee2a-4828-971e-ca4f72b66421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.062504 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-74649982-ee2a-4828-971e-ca4f72b66421 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 1101 time: 0.1910048 Jul 16 01:09:35.095852 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Request body: {'port': {'device_id': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:35.181367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f99b9e5b-3a62-42b2-8662-b108abf6eb8b None None] Provisioning for port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:35.187786 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-9b422512-ba06-4be7-8faa-83e62a1bf717 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12626332-12b5-4e5b-a4a3-a929c8779cee HTTP/1.1" status: 200 len: 217 time: 0.2230639 Jul 16 01:09:35.188726 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f99b9e5b-3a62-42b2-8662-b108abf6eb8b None None] Provisioning complete for port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:35.189376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f99b9e5b-3a62-42b2-8662-b108abf6eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:35.209014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825e8eb-cfcf-4df6-b1ce-fca8e93ffe67 req-743541cc-590c-4b04-b8d2-bafb72b41dcf tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.210653 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e825e8eb-cfcf-4df6-b1ce-fca8e93ffe67 req-743541cc-590c-4b04-b8d2-bafb72b41dcf tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.2735233 Jul 16 01:09:35.215139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] For port 8c6dd669-79e1-41de-a9cc-8dd361db006a, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:35.242804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] For port 8c6dd669-79e1-41de-a9cc-8dd361db006a, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8c6dd669-79e1-41de-a9cc-8dd361db006a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:35.258500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:35.260257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f99b9e5b-3a62-42b2-8662-b108abf6eb8b None None] Port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:09:35.315235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-3bb0f802-c9df-43f6-b364-684d97a38457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.316638 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-3bb0f802-c9df-43f6-b364-684d97a38457 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2221797 Jul 16 01:09:35.324491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-376bead9-33b9-4b44-aa6d-4d742e1bdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.327367 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-376bead9-33b9-4b44-aa6d-4d742e1bdbe6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.3458476 Jul 16 01:09:35.333204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e825e8eb-cfcf-4df6-b1ce-fca8e93ffe67 req-30305e81-b900-43ee-8006-e0d03b31403a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029415 Jul 16 01:09:35.336815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.337583 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:35.339000 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] 10.222.0.50 "PUT /v2.0/ports/8c6dd669-79e1-41de-a9cc-8dd361db006a HTTP/1.1" status: 200 len: 1096 time: 1.8648632 Jul 16 01:09:35.344816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe4ac1c-e2ff-478c-bacb-4a55e9e58676', 'tag': '8c6dd669-79e1-41de-a9cc-8dd361db006a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:35.347238 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bcda2c-d5d4-4220-a59b-901f35464bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe4ac1c-e2ff-478c-bacb-4a55e9e58676", "tag": "8c6dd669-79e1-41de-a9cc-8dd361db006a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:35.422985 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-f7224d41-73af-44d7-81b1-680446ab306b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a HTTP/1.1" status: 200 len: 217 time: 0.0926967 Jul 16 01:09:35.454991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-019b9240-86c9-4255-b334-d8ca8d58d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.456554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-019b9240-86c9-4255-b334-d8ca8d58d6b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.2411041 Jul 16 01:09:35.464464 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:35.475189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef01ba5-bd9f-40af-9c04-11de5f87cd8f service neutron] Pushing event updated for resources: {'Port': ['ID=8c6dd669-79e1-41de-a9cc-8dd361db006a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:35.508012 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561df0f6-6d54-4e74-872d-10a85b97a51e req-92e95950-6691-49d8-b233-2c34f7f307f5 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.516689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-561df0f6-6d54-4e74-872d-10a85b97a51e req-92e95950-6691-49d8-b233-2c34f7f307f5 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 945 time: 0.6004815 Jul 16 01:09:35.566930 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-93e770d2-2dc8-4cbf-9562-3dba6277fc1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967920 Jul 16 01:09:35.567391 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:35.602124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-69ac877e-8313-44b6-807b-7d4267ab1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.605981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-69ac877e-8313-44b6-807b-7d4267ab1529 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1530745 Jul 16 01:09:35.691941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=489b2fd0-4d9d-4a12-88e3-f0bb60547b7e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:35.719189 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-561df0f6-6d54-4e74-872d-10a85b97a51e req-5218e597-68ff-4e37-a62d-b251b9e8674c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015958 Jul 16 01:09:35.733601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-585ffc3a-31e1-4a63-8f31-d3a3a624797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.735410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-585ffc3a-31e1-4a63-8f31-d3a3a624797a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 1099 time: 0.2631114 Jul 16 01:09:35.778436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-bd05373c-d733-4330-9854-17a7cf8f57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.779957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-bd05373c-d733-4330-9854-17a7cf8f57b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4370232 Jul 16 01:09:35.789324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Checking segment: {'id': 'a296a18c-2c7f-4da7-a5b4-345506e73f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '734bcbf6-f40e-4fcc-bb88-1a572798f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:35.789689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Network hostable DHCP agents. Network: 734bcbf6-f40e-4fcc-bb88-1a572798f11b, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:09:35.805843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-f5b8bbe3-71e0-4c75-9cad-d8d754d52cbb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=8c6dd669-79e1-41de-a9cc-8dd361db006a HTTP/1.1" status: 200 len: 217 time: 0.0559092 Jul 16 01:09:35.925254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-9ebaa467-9dba-4b49-86f2-c55d604bcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.926804 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-9ebaa467-9dba-4b49-86f2-c55d604bcd54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3047960 Jul 16 01:09:35.937163 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-244f0ce1-26db-4f6f-b4dd-d3b9ce8e3baa service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482068 Jul 16 01:09:35.941294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42637e-798e-413e-a105-6787d8a8c5f1 req-be623cdc-fd1a-46eb-b516-418539c0f7b5 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.943391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b42637e-798e-413e-a105-6787d8a8c5f1 req-be623cdc-fd1a-46eb-b516-418539c0f7b5 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 947 time: 0.3187032 Jul 16 01:09:35.998356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-e88246da-b99b-4902-9bc4-589bc400eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:35.999916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-e88246da-b99b-4902-9bc4-589bc400eb75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1639631 Jul 16 01:09:36.071532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Network 734bcbf6-f40e-4fcc-bb88-1a572798f11b is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:09:36.113712 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b42637e-798e-413e-a105-6787d8a8c5f1 req-3e7edbed-b127-45ee-a59c-fc91d6ab8c62 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199007 Jul 16 01:09:36.159565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-09c88185-904d-429a-a067-cebc5e0ed9df service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043164 Jul 16 01:09:36.163969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-245d0147-31cf-42ed-aeda-123e794423bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:36.165951 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-245d0147-31cf-42ed-aeda-123e794423bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1578214 Jul 16 01:09:36.200231 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a206998-e942-47fd-acad-33fa81528eb1 x-openstack-request-id: req-9a206998-e942-47fd-acad-33fa81528eb1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:36.200551 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe4ac1c-e2ff-478c-bacb-4a55e9e58676", "tag": "8c6dd669-79e1-41de-a9cc-8dd361db006a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:36.200830 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a206998-e942-47fd-acad-33fa81528eb1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:36.201174 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe4ac1c-e2ff-478c-bacb-4a55e9e58676', 'tag': '8c6dd669-79e1-41de-a9cc-8dd361db006a', 'status': 'completed', 'code': 200} Jul 16 01:09:36.364806 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d73b2cf9-0c00-448d-bc72-cb5ff668b502 req-a1dad651-bf99-4ed7-ac89-348d92bbec82 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969030 Jul 16 01:09:36.389330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-99cd815b-39ca-45cd-8987-434aaf331534 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113438 Jul 16 01:09:36.557907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 734bcbf6-f40e-4fcc-bb88-1a572798f11b) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:36.565485 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:36.566479 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:36.574354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0332d-ab00-47e9-b95e-17aabc403fd5 None None] Network 734bcbf6-f40e-4fcc-bb88-1a572798f11b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:36.628609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-32fc2c1d-5f41-48a6-9d34-705a4d361b79 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358088 Jul 16 01:09:36.696547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-735be8b9-9b45-49f5-801e-dcd7be8b5bd5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.8515139 Jul 16 01:09:36.708190 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-8e0c2da1-488f-4cf4-b152-caede3c2c461 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7364178 Jul 16 01:09:36.721788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46790) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:36.741420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843bf4d-583d-47bb-96e6-4285d52982d6 req-1c669e80-e755-4495-b5c0-230db663f74d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:36.743135 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8843bf4d-583d-47bb-96e6-4285d52982d6 req-1c669e80-e755-4495-b5c0-230db663f74d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 931 time: 0.8409803 Jul 16 01:09:36.756468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-router', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:36.841359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cc6e2-822d-47fb-809f-4f90cf8f51bb req-3f14c72c-ea76-4299-8d32-d6d27e3be780 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:36.843039 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff8cc6e2-822d-47fb-809f-4f90cf8f51bb req-3f14c72c-ea76-4299-8d32-d6d27e3be780 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.5170310 Jul 16 01:09:36.892944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-734bcbf6-f40e-4fcc-bb88-1a572798f11b', 'network_id': '734bcbf6-f40e-4fcc-bb88-1a572798f11b', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'fixed_ips': [{'subnet_id': '489b2fd0-4d9d-4a12-88e3-f0bb60547b7e'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:09:36.894696 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:36.903749 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d37e12b-d6bf-476c-9dcf-02579b588416 req-c0ea7f75-d76f-4fcc-8e59-e7639d77ba94 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030718 Jul 16 01:09:36.929825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8843bf4d-583d-47bb-96e6-4285d52982d6 req-54df90de-c1eb-404b-8032-023c1577669b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645749 Jul 16 01:09:36.935639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff8cc6e2-822d-47fb-809f-4f90cf8f51bb req-4666c996-9ac2-4445-8bda-b22fc2460eb9 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694978 Jul 16 01:09:36.943057 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:36.945150 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.143240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.191857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-36ac397c-b7c9-4e22-87a8-4db7c4e10531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:37.195087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-36ac397c-b7c9-4e22-87a8-4db7c4e10531 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 1099 time: 0.1845248 Jul 16 01:09:37.262298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d596ad14-fa80-448a-b03d-200d7ee345cd req-54beba40-0c16-474d-b911-4ccb1edf5d22 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185873 Jul 16 01:09:37.331737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Allocated IP 172.20.0.2 (734bcbf6-f40e-4fcc-bb88-1a572798f11b/489b2fd0-4d9d-4a12-88e3-f0bb60547b7e/a16b81c5-c493-4b26-989d-00c816f4a4f7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:37.346654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:37.362545 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.392663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Transition to ACTIVE for port object 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:37.433489 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.443496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-4f159294-b0e2-40af-8fa7-ff5e220f0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:37.445277 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-4f159294-b0e2-40af-8fa7-ff5e220f0717 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2363045 Jul 16 01:09:37.473769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de84e43-9441-4b42-be12-159fa9693c44 req-5072787b-0c30-43e0-b3ba-16fbd4006547 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:37.478059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9de84e43-9441-4b42-be12-159fa9693c44 req-5072787b-0c30-43e0-b3ba-16fbd4006547 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.2301011 Jul 16 01:09:37.530404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-2a736b43-0552-4d87-b1ff-00298b084cdc tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:37.532055 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-2a736b43-0552-4d87-b1ff-00298b084cdc tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.3864851 Jul 16 01:09:37.536784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.565550 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-dfaab35b-eb73-4159-b40b-f5c5ae7e74b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=8c6dd669-79e1-41de-a9cc-8dd361db006a HTTP/1.1" status: 200 len: 217 time: 0.0860608 Jul 16 01:09:37.593248 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.606192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Transition to ACTIVE for port object a16b81c5-c493-4b26-989d-00c816f4a4f7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:37.627856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Transition to ACTIVE for port object a16b81c5-c493-4b26-989d-00c816f4a4f7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:37.640069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Pushing event updated for resources: {'Port': ['ID=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:37.640403 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.697655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Attempting to bind port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:37.698381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Attempting to bind port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:37.699648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Attempting to bind port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 on network 34f85500-4701-473c-a10b-4e9745d2574e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:37.704975 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9de84e43-9441-4b42-be12-159fa9693c44 req-5eefb8c0-31a2-4a42-b2d5-ccd66cddbf66 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523070 Jul 16 01:09:37.725207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 on network 34f85500-4701-473c-a10b-4e9745d2574e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:09:37.725538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Attempting to bind port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 on network 34f85500-4701-473c-a10b-4e9745d2574e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:37.731077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Network 734bcbf6-f40e-4fcc-bb88-1a572798f11b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:37.737943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:37.743470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:37.762491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-55a8ecf0-d2a8-48b5-b5d4-2a7c9afece25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:37.766226 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-55a8ecf0-d2a8-48b5-b5d4-2a7c9afece25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1824503 Jul 16 01:09:37.773274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:37.773630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Checking segment: {'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:37.773993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Bound using segment: {'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:37.774495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Bound port: 42a1cc08-e19d-4f7a-9bde-d124f52bbab8, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77511570-0838-45b5-bfbe-5bc69e42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:37.774903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.800619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Pushing event updated for resources: {'Port': ['ID=a16b81c5-c493-4b26-989d-00c816f4a4f7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:37.813284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd367a5-ff7f-4f8d-ac67-c5674487c54d req-f5da087b-dfad-40aa-8013-000cbd82e042 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:37.822276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcd367a5-ff7f-4f8d-ac67-c5674487c54d req-f5da087b-dfad-40aa-8013-000cbd82e042 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.3437324 Jul 16 01:09:37.913775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Attempting to bind port a16b81c5-c493-4b26-989d-00c816f4a4f7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:37.914470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Attempting to bind port a16b81c5-c493-4b26-989d-00c816f4a4f7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a296a18c-2c7f-4da7-a5b4-345506e73f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '734bcbf6-f40e-4fcc-bb88-1a572798f11b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:37.915236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Attempting to bind port a16b81c5-c493-4b26-989d-00c816f4a4f7 on network 734bcbf6-f40e-4fcc-bb88-1a572798f11b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:37.925753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:37.926571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Checking segment: {'id': 'a296a18c-2c7f-4da7-a5b4-345506e73f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '734bcbf6-f40e-4fcc-bb88-1a572798f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:37.927266 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.928092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Bound using segment: {'id': 'a296a18c-2c7f-4da7-a5b4-345506e73f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '734bcbf6-f40e-4fcc-bb88-1a572798f11b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:37.928852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Bound port: a16b81c5-c493-4b26-989d-00c816f4a4f7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a296a18c-2c7f-4da7-a5b4-345506e73f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '734bcbf6-f40e-4fcc-bb88-1a572798f11b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:37.929556 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.930284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-f466f414-a4cb-4ea0-8987-741f1d9c205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:37.933719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-f466f414-a4cb-4ea0-8987-741f1d9c205a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1493890 Jul 16 01:09:37.957175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-2403741e-78cc-4cb2-9b90-1f94049b11c8 service neutron] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:37.961001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 7ae810bb-073d-4f24-95c5-e652ee769a7a no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:09:37.974375 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-2403741e-78cc-4cb2-9b90-1f94049b11c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.975591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4df10dc0-4d3e-4ce4-a277-c496e822a03f req-2403741e-78cc-4cb2-9b90-1f94049b11c8 service neutron] 10.222.0.67 "DELETE /v2.0/ports/12626332-12b5-4e5b-a4a3-a929c8779cee/bindings/n-h2-791504-14 HTTP/1.1" status: 204 len: 173 time: 0.4127040 Jul 16 01:09:37.989502 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcd367a5-ff7f-4f8d-ac67-c5674487c54d req-5dbd49fa-2a71-45f5-81b0-0e768b7549eb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621931 Jul 16 01:09:38.024181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] For port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:38.036119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] For port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:38.048798 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:38.177600 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:38.178779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Pushing event updated for resources: {'Port': ['ID=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:38.186125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] For port a16b81c5-c493-4b26-989d-00c816f4a4f7, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:38.219486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] For port a16b81c5-c493-4b26-989d-00c816f4a4f7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a16b81c5-c493-4b26-989d-00c816f4a4f7,segment=NetworkSegment(a296a18c-2c7f-4da7-a5b4-345506e73f10),segment_id=a296a18c-2c7f-4da7-a5b4-345506e73f10)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:38.233149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:38.234123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:38.236536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-66e628d4-8535-482f-9060-fcf009cc6c74 service neutron] 10.222.0.67 "PUT /v2.0/ports/42a1cc08-e19d-4f7a-9bde-d124f52bbab8 HTTP/1.1" status: 200 len: 1092 time: 3.1488326 Jul 16 01:09:38.238095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae810bb-073d-4f24-95c5-e652ee769a7a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:38.241991 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd97660a-d3e5-4602-8eb0-3bb3771d6078" -d '{"events": [{"server_uuid": "8756a1bb-5e5d-411a-91ad-8baec5036b95", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae810bb-073d-4f24-95c5-e652ee769a7a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:38.250181 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:38.273988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'tag': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:38.279173 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a4cccf-7458-4be0-8b59-40518a26d2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b98ce74-cb24-4975-a5f2-49720cd7886a", "tag": "42a1cc08-e19d-4f7a-9bde-d124f52bbab8"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:38.329149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 7ae810bb-073d-4f24-95c5-e652ee769a7a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:38.345458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cee2c-bab0-40e9-bf62-42c61f3a3f15 req-731b8529-0db4-4deb-8d2a-cc1318c9b6c2 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:38.351642 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:38.359627 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b4cee2c-bab0-40e9-bf62-42c61f3a3f15 req-731b8529-0db4-4deb-8d2a-cc1318c9b6c2 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 945 time: 0.3196058 Jul 16 01:09:38.385263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44174cd-4d4f-42e6-aa6a-f2b0327f2200 None None] Pushing event updated for resources: {'Port': ['ID=a16b81c5-c493-4b26-989d-00c816f4a4f7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:38.424006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-f424c455-c19f-45ff-800b-c5284193bf1f service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820673 Jul 16 01:09:38.516745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=7ae810bb-073d-4f24-95c5-e652ee769a7a,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:38.581407 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b4cee2c-bab0-40e9-bf62-42c61f3a3f15 req-ca843cce-7ee0-44dc-b95b-bd280bc0bdf0 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202353 Jul 16 01:09:38.637568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f58632-3b2e-4463-9c91-eb112cc5aee0 req-84e9b332-2f59-4972-acbb-961eaa1cc5e9 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:38.651493 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42bcda2c-d5d4-4220-a59b-901f35464bf3 req-24bfc3a4-cacb-4f57-a2b2-4fc246ae7b26 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122521 Jul 16 01:09:38.655049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76f58632-3b2e-4463-9c91-eb112cc5aee0 req-84e9b332-2f59-4972-acbb-961eaa1cc5e9 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 947 time: 0.4599771 Jul 16 01:09:38.698881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:38.730052 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:38.809373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d641b-da85-4991-9294-8b90aeded96b req-9e41478e-7512-40b0-b971-e936926a0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:38.811840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-9e41478e-7512-40b0-b971-e936926a0b02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7040b7f870a74072ba6ab8839e73d9bc&device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 1095 time: 0.5074785 Jul 16 01:09:38.970411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-d6b9a25a-5175-411c-a165-2700e0daa62e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a1cc08-e19d-4f7a-9bde-d124f52bbab8 HTTP/1.1" status: 200 len: 217 time: 0.1437981 Jul 16 01:09:38.980336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76f58632-3b2e-4463-9c91-eb112cc5aee0 req-050f4de7-872f-4c24-b841-d36549da6dc6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247690 Jul 16 01:09:39.000053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969ce88-daf8-4f19-9a12-24f58391d95b req-fcfa1025-6c7e-463c-9277-120a10c73e79 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:39.001839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9969ce88-daf8-4f19-9a12-24f58391d95b req-fcfa1025-6c7e-463c-9277-120a10c73e79 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 945 time: 0.1028585 Jul 16 01:09:39.090983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9969ce88-daf8-4f19-9a12-24f58391d95b req-058b3d8a-9bad-49fb-ad86-96da58393962 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808845 Jul 16 01:09:39.117072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d641b-da85-4991-9294-8b90aeded96b req-2bc88a1b-05c0-414a-83ef-9562dffb34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:39.120127 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-2bc88a1b-05c0-414a-83ef-9562dffb34cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9473aa18-3842-4176-a4cd-6620a6953080 HTTP/1.1" status: 200 len: 851 time: 0.1381397 Jul 16 01:09:39.159410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8c6dd669-79e1-41de-a9cc-8dd361db006a details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:09:39.198986 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25771c26-2429-40f8-a23d-bd727dd5ff0b x-openstack-request-id: req-25771c26-2429-40f8-a23d-bd727dd5ff0b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:39.201041 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8756a1bb-5e5d-411a-91ad-8baec5036b95", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae810bb-073d-4f24-95c5-e652ee769a7a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:39.201396 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25771c26-2429-40f8-a23d-bd727dd5ff0b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:39.201723 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae810bb-073d-4f24-95c5-e652ee769a7a', 'code': 200} Jul 16 01:09:39.238777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Allocated IP 172.25.4.68 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/ce0cbe73-f8b2-4145-95db-1cd9f43e3b91) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:39.271277 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65bea65-1949-41ae-8ee1-231d68929899 x-openstack-request-id: req-e65bea65-1949-41ae-8ee1-231d68929899 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:39.271678 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b98ce74-cb24-4975-a5f2-49720cd7886a", "tag": "42a1cc08-e19d-4f7a-9bde-d124f52bbab8", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:39.272108 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e65bea65-1949-41ae-8ee1-231d68929899 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:39.272688 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'tag': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8', 'status': 'completed', 'code': 200} Jul 16 01:09:39.349087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d641b-da85-4991-9294-8b90aeded96b req-ada865c2-9ecc-43a1-ab9c-aa53ae90850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:39.351043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-ada865c2-9ecc-43a1-ab9c-aa53ae90850e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34f85500-4701-473c-a10b-4e9745d2574e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2224133 Jul 16 01:09:39.427360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 8c6dd669-79e1-41de-a9cc-8dd361db006a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8c6dd669-79e1-41de-a9cc-8dd361db006a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:39.457143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '8c6dd669-79e1-41de-a9cc-8dd361db006a', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '8c6dd669-79e1-41de-a9cc-8dd361db006a', 'mac_address': 'fa:16:3e:ec:de:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:09:39.555116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04e659-0832-496d-92bb-addcfbaf7e45 req-1f85bad0-bea9-4b9c-bb8d-7c6062069ac3 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:39.561271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:39.564339 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd04e659-0832-496d-92bb-addcfbaf7e45 req-1f85bad0-bea9-4b9c-bb8d-7c6062069ac3 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 943 time: 0.3208232 Jul 16 01:09:39.580414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:39.590451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6dd669-79e1-41de-a9cc-8dd361db006a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:39.631150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 8c6dd669-79e1-41de-a9cc-8dd361db006a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8c6dd669-79e1-41de-a9cc-8dd361db006a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:39.634337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-798097f0-15a5-4146-8422-0c0691c8dcb8 service neutron] 10.222.0.67 "GET /v2.0/networks/34f85500-4701-473c-a10b-4e9745d2574e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728872 Jul 16 01:09:39.637462 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:39.708743 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd04e659-0832-496d-92bb-addcfbaf7e45 req-224e1f33-7f1c-4053-9a50-b0a9c36a6955 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427364 Jul 16 01:09:39.800684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=8c6dd669-79e1-41de-a9cc-8dd361db006a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:39.864278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd516c5-c05e-4d92-b2d6-d5b2dc0a34d3 req-85e8d161-71a0-4cf3-8860-4e61042118d2 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:39.871036 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:39.874859 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecd516c5-c05e-4d92-b2d6-d5b2dc0a34d3 req-85e8d161-71a0-4cf3-8860-4e61042118d2 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.1815796 Jul 16 01:09:39.932917 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-783d641b-da85-4991-9294-8b90aeded96b req-5010ddb1-4672-4e85-aac9-38c7f4d12d37 service neutron] 10.222.0.67 "GET /v2.0/networks/34f85500-4701-473c-a10b-4e9745d2574e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816243 Jul 16 01:09:39.935439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 7ae810bb-073d-4f24-95c5-e652ee769a7a details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:09:39.973026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:39.993879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:39.998477 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecd516c5-c05e-4d92-b2d6-d5b2dc0a34d3 req-5e1ec25a-9fa5-4898-b53b-c239b2676e76 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224244 Jul 16 01:09:40.007092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:40.024300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Pushing event updated for resources: {'Port': ['ID=ce0cbe73-f8b2-4145-95db-1cd9f43e3b91,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:40.171263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716247b-c6da-4aca-ac6b-cb62a3f9d54e None None] Network 734bcbf6-f40e-4fcc-bb88-1a572798f11b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:40.238649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 7ae810bb-073d-4f24-95c5-e652ee769a7a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:40.277443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1b3d7137-a106-4c16-97e0-30d27aeba1c7 None None] Provisioning for port a16b81c5-c493-4b26-989d-00c816f4a4f7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:40.370457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '7ae810bb-073d-4f24-95c5-e652ee769a7a', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '7ae810bb-073d-4f24-95c5-e652ee769a7a', 'mac_address': 'fa:16:3e:e2:08:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:09:40.375189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a16b81c5-c493-4b26-989d-00c816f4a4f7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:40.386289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-89d74810-5444-446c-855b-1a7f7227376f tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:40.386289 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-89d74810-5444-446c-855b-1a7f7227376f tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.2034414 Jul 16 01:09:40.398723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['8c6dd669-79e1-41de-a9cc-8dd361db006a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:40.400011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318a0f6-1213-4999-8dd5-9ab14872900f req-818439ae-2b35-4311-bedb-a9788c4d74e7 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:40.408328 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7318a0f6-1213-4999-8dd5-9ab14872900f req-818439ae-2b35-4311-bedb-a9788c4d74e7 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 1097 time: 0.1447670 Jul 16 01:09:40.419356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-14'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:40.423541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb54e1-2baf-42d5-813e-709aa8dfee7d req-7235a81e-4b88-433b-929d-a9b3bdb6645a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:40.429322 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72fb54e1-2baf-42d5-813e-709aa8dfee7d req-7235a81e-4b88-433b-929d-a9b3bdb6645a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 947 time: 0.2392728 Jul 16 01:09:40.453648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-1ea51023-7740-468e-84fd-fe0e98bf8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:40.455479 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-1ea51023-7740-468e-84fd-fe0e98bf8d78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7040b7f870a74072ba6ab8839e73d9bc&device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 1095 time: 0.2775803 Jul 16 01:09:40.491352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7318a0f6-1213-4999-8dd5-9ab14872900f req-bc203db0-d80d-46df-a3ca-7d5f4d3512c6 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810723 Jul 16 01:09:40.580142 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:40.752818 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:40.798402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae810bb-073d-4f24-95c5-e652ee769a7a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:40.813213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a16b81c5-c493-4b26-989d-00c816f4a4f7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:40.833029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:40.849197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 7ae810bb-073d-4f24-95c5-e652ee769a7a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:40.883369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a16b81c5-c493-4b26-989d-00c816f4a4f7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:40.884318 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:40.898864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d632e2-fafe-4524-bf2c-e6b553beebda req-8d766882-b8ed-4e06-8a91-0eacc288b065 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:40.900449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86d632e2-fafe-4524-bf2c-e6b553beebda req-8d766882-b8ed-4e06-8a91-0eacc288b065 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 948 time: 0.1368725 Jul 16 01:09:40.919405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:40.919800 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:40.967281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.002298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:41.004621 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134076dc-ee55-4c93-8196-9f2f6c787be5" -d '{"events": [{"server_uuid": "b7dcfb03-5522-40c2-90d5-dfb453b1a424", "name": "network-vif-unplugged", "status": "completed", "tag": "b92ceaa4-ffcf-406d-9aa5-a28133c97d88"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:41.010949 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.016848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72fb54e1-2baf-42d5-813e-709aa8dfee7d req-97d36ec9-1b72-4e24-9fb1-168b364aa3e5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126522 Jul 16 01:09:41.027053 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.039980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=7ae810bb-073d-4f24-95c5-e652ee769a7a,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:41.131473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86d632e2-fafe-4524-bf2c-e6b553beebda req-b487222a-4da8-4df5-9d58-c6ee596d33cf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436992 Jul 16 01:09:41.135853 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.157494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-d2e1c8cf-9629-4812-ad90-bd1ee496d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:41.160488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b92ceaa4-ffcf-406d-9aa5-a28133c97d88 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:09:41.175929 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-d2e1c8cf-9629-4812-ad90-bd1ee496d4d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=34f85500-4701-473c-a10b-4e9745d2574e HTTP/1.1" status: 200 len: 912 time: 0.3692753 Jul 16 01:09:41.238388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Pushing event updated for resources: {'Port': ['ID=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:41.240686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port a16b81c5-c493-4b26-989d-00c816f4a4f7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a16b81c5-c493-4b26-989d-00c816f4a4f7,segment=NetworkSegment(a296a18c-2c7f-4da7-a5b4-345506e73f10),segment_id=a296a18c-2c7f-4da7-a5b4-345506e73f10)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:41.266565 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.285556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on host n-h1-791504-14 for vnic_type normal with profile {"migrating_to": "n-h2-791504-14"} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:41.286110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:41.286363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:41.295765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:09:41.296081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:41.311424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:41.311827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:41.314101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:41.314822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Bound port: b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:41.315399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.315783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-777ee2c1-b737-4a66-b504-356c13eb9ada service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a1cc08-e19d-4f7a-9bde-d124f52bbab8 HTTP/1.1" status: 200 len: 217 time: 0.1246142 Jul 16 01:09:41.375710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['7ae810bb-073d-4f24-95c5-e652ee769a7a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:41.490619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:41.505705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:41.511910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.552883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-912499b7-6d97-4300-810b-74c118ec9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:41.555910 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-912499b7-6d97-4300-810b-74c118ec9080 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9473aa18-3842-4176-a4cd-6620a6953080 HTTP/1.1" status: 200 len: 851 time: 0.2065396 Jul 16 01:09:41.569158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=a16b81c5-c493-4b26-989d-00c816f4a4f7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:41.607334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:41.627955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d6f9c539-c592-492d-952d-cee263ad61e3 None None] Provisioning complete for port a16b81c5-c493-4b26-989d-00c816f4a4f7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:41.629027 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6f9c539-c592-492d-952d-cee263ad61e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.643417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Pushing event updated for resources: {'Port': ['ID=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:41.655816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:41.656745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.659961 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e06a8df4-b31f-4c15-9adc-3b6d3e1baf5d service neutron] 10.222.0.50 "PUT /v2.0/ports/b92ceaa4-ffcf-406d-9aa5-a28133c97d88 HTTP/1.1" status: 200 len: 1123 time: 1.2626197 Jul 16 01:09:41.663275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198f22b-483c-4fd5-b383-b252c8ca171a req-2d99cbfb-5a5a-480b-a307-64718e51c2a4 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:41.665680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0198f22b-483c-4fd5-b383-b252c8ca171a req-2d99cbfb-5a5a-480b-a307-64718e51c2a4 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.3751910 Jul 16 01:09:41.682863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.700089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on host n-h1-791504-14 for vnic_type normal with profile {"migrating_to": "n-h2-791504-14"} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:41.700540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:41.700759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:41.720267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:09:41.720267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Attempting to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:41.743544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:41.743989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:41.744800 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:41.745676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Bound port: b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:41.746311 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:41.768671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c49c91-b8ab-4894-b1aa-01679c578de7 req-669f8fe4-b5c1-4ff3-a447-4b1f94c61e15 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:41.778993 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54c49c91-b8ab-4894-b1aa-01679c578de7 req-669f8fe4-b5c1-4ff3-a447-4b1f94c61e15 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 1097 time: 0.1376474 Jul 16 01:09:41.829209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0198f22b-483c-4fd5-b383-b252c8ca171a req-6b024b6b-ba52-490f-8246-7f26923767ed tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523871 Jul 16 01:09:41.841590 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54c49c91-b8ab-4894-b1aa-01679c578de7 req-ceeaf901-3055-442b-9720-f2cc182369d5 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599594 Jul 16 01:09:41.853348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b92ceaa4-ffcf-406d-9aa5-a28133c97d88'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:41.893454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b92ceaa4-ffcf-406d-9aa5-a28133c97d88'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:41.899465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-f4233944-2e83-47ba-bbb0-8993c836dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:41.901175 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-f4233944-2e83-47ba-bbb0-8993c836dd91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34f85500-4701-473c-a10b-4e9745d2574e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3087966 Jul 16 01:09:42.002583 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032e78ae-0ce9-4757-840d-947b92728b0a x-openstack-request-id: req-032e78ae-0ce9-4757-840d-947b92728b0a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:42.003530 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dcfb03-5522-40c2-90d5-dfb453b1a424", "name": "network-vif-unplugged", "status": "completed", "tag": "b92ceaa4-ffcf-406d-9aa5-a28133c97d88", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:42.003693 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-032e78ae-0ce9-4757-840d-947b92728b0a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:42.004118 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88', 'code': 200} Jul 16 01:09:42.153574 n-d-791504-14 neutron-server[93946]: WARNING neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Concurrent port binding operations failed on port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 Jul 16 01:09:42.162911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a16b81c5-c493-4b26-989d-00c816f4a4f7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:42.175327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:42.226784 n-d-791504-14 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Attempt 2 to bind port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 Jul 16 01:09:42.227337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b92ceaa4-ffcf-406d-9aa5-a28133c97d88 has no active binding in host n-h2-791504-14 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:09:42.235076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:09:42.272243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-4e0e328b-bc1b-4e7c-a16a-5e6177bdf993 service neutron] 10.222.0.67 "GET /v2.0/networks/34f85500-4701-473c-a10b-4e9745d2574e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255644 Jul 16 01:09:42.279382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc086b4f-a9ff-4e97-8d27-efd3c3e06547 req-b1e7f50b-6b02-4267-90e1-2e0461f38c88 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:42.283007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc086b4f-a9ff-4e97-8d27-efd3c3e06547 req-b1e7f50b-6b02-4267-90e1-2e0461f38c88 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.0943100 Jul 16 01:09:42.308338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a16b81c5-c493-4b26-989d-00c816f4a4f7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:42.309127 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.340007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc086b4f-a9ff-4e97-8d27-efd3c3e06547 req-3b79abf8-a075-42ce-9423-4cd8b030cbf7 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466032 Jul 16 01:09:42.371481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19742fd7-5916-45ad-9abe-1c33ed281d87 req-9d9b089e-3dfe-4190-9c37-fd051789e842 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:42.379471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19742fd7-5916-45ad-9abe-1c33ed281d87 req-9d9b089e-3dfe-4190-9c37-fd051789e842 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 943 time: 0.1922328 Jul 16 01:09:42.596008 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19742fd7-5916-45ad-9abe-1c33ed281d87 req-075fff42-5766-47d5-830b-2f5167704625 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150526 Jul 16 01:09:42.608398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:09:42.626738 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Sync routers for ids ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:09:42.632129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56a4cccf-7458-4be0-8b59-40518a26d2f9 req-36b81517-d2f6-45ff-a6d7-f9e5f0123e5f service neutron] 10.222.0.67 "GET /v2.0/networks/34f85500-4701-473c-a10b-4e9745d2574e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186736 Jul 16 01:09:42.634126 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.639662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c3eb1b1f-72ad-48cd-ba43-1d2d95c474ec admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9082842 Jul 16 01:09:42.640248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46844) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:42.679013 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Routers {'3127963a-d9a0-4180-ac44-9bdff2d9d9a9'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:42.682553 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:09:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:42.830536 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:09:42.892959 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Set router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:43.044052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f1611-746a-429a-9169-d7676ce95f3e req-f0461d14-9894-40bd-a483-c1090d3383e3 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:43.045829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-254f1611-746a-429a-9169-d7676ce95f3e req-f0461d14-9894-40bd-a483-c1090d3383e3 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 948 time: 0.1769292 Jul 16 01:09:43.060752 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86579020-5c59-45ac-b679-3bd77da7801b req-881d3bab-3c3d-4ab4-bdeb-9b6c824aded7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:43.063927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86579020-5c59-45ac-b679-3bd77da7801b req-881d3bab-3c3d-4ab4-bdeb-9b6c824aded7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95&tenant_id=94219a605dea4c4bb02ed5d18061280e&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 948 time: 0.2875388 Jul 16 01:09:43.144767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-254f1611-746a-429a-9169-d7676ce95f3e req-6a11309d-5cdf-4d2f-a74b-294227710015 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760274 Jul 16 01:09:43.189920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8c6dd669-79e1-41de-a9cc-8dd361db006a up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:43.306583 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-router', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:40Z', 'revision_number': 3, 'project_id': 'b68e27c2958f4000bbe763f49aa7e394', 'gw_port': {'id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:38Z', 'updated_at': '2021-07-16T01:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:43.316908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 8c6dd669-79e1-41de-a9cc-8dd361db006a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:43.326178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 8c6dd669-79e1-41de-a9cc-8dd361db006a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:43.326829 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:43.349869 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Checking router: 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:09:43.350342 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Updating router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:09:43.365745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86579020-5c59-45ac-b679-3bd77da7801b req-e4e42e8a-d6d7-4102-b352-dc794ade05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:43.368024 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86579020-5c59-45ac-b679-3bd77da7801b req-e4e42e8a-d6d7-4102-b352-dc794ade05e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 1100 time: 0.1877747 Jul 16 01:09:43.446229 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:43.498717 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:43.540570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe4ac1c-e2ff-478c-bacb-4a55e9e58676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6dd669-79e1-41de-a9cc-8dd361db006a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:43.544414 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46a4922-8326-4f3e-9776-7b495edf536d" -d '{"events": [{"server_uuid": "5fe4ac1c-e2ff-478c-bacb-4a55e9e58676", "name": "network-vif-plugged", "status": "completed", "tag": "8c6dd669-79e1-41de-a9cc-8dd361db006a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:43.544586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde82e7b-eae7-4db2-903e-4186c99bb750 req-b8e36597-7258-487b-8745-0c4c0290b962 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:43.547397 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cde82e7b-eae7-4db2-903e-4186c99bb750 req-b8e36597-7258-487b-8745-0c4c0290b962 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 948 time: 0.2278714 Jul 16 01:09:43.553023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86579020-5c59-45ac-b679-3bd77da7801b req-97e21a12-0c20-43af-a31d-4ec56d3fdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:43.555603 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86579020-5c59-45ac-b679-3bd77da7801b req-97e21a12-0c20-43af-a31d-4ec56d3fdff2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1799517 Jul 16 01:09:43.563186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 8c6dd669-79e1-41de-a9cc-8dd361db006a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8c6dd669-79e1-41de-a9cc-8dd361db006a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:43.570256 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:43.668571 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86579020-5c59-45ac-b679-3bd77da7801b req-3b6bd46e-1318-4e26-91e7-b1ee014d1297 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a HTTP/1.1" status: 200 len: 217 time: 0.0944967 Jul 16 01:09:43.692213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=8c6dd669-79e1-41de-a9cc-8dd361db006a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:43.694871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cde82e7b-eae7-4db2-903e-4186c99bb750 req-165636cb-3630-4d4c-b529-91f62d4ebd3c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086483 Jul 16 01:09:43.717621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:43.813349 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:43.822394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86579020-5c59-45ac-b679-3bd77da7801b req-14d7e69c-2c66-4f58-9664-f64a8612adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:43.825518 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86579020-5c59-45ac-b679-3bd77da7801b req-14d7e69c-2c66-4f58-9664-f64a8612adb5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1411967 Jul 16 01:09:43.836290 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Transition to ACTIVE for port object ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:43.846566 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:43.961514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:09:43.967376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 7ae810bb-073d-4f24-95c5-e652ee769a7a up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:44.021915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b3285-6877-45b1-bfd4-6d2a50a03f5d req-7ede8352-d9b0-4ddb-a13e-d29e52d05ab0 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:44.035769 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Attempting to bind port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:44.036228 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Attempting to bind port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:44.036627 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Attempting to bind port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:44.041007 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a2b3285-6877-45b1-bfd4-6d2a50a03f5d req-7ede8352-d9b0-4ddb-a13e-d29e52d05ab0 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.4763420 Jul 16 01:09:44.063228 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:44.063775 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:44.064372 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.064967 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:44.065725 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Bound port: ce0cbe73-f8b2-4145-95db-1cd9f43e3b91, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:44.071579 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.076292 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3d90-4837-41c1-85f4-d309c12b68a1 None None] Pushing event updated for resources: {'Port': ['ID=ce0cbe73-f8b2-4145-95db-1cd9f43e3b91,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:44.114483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'tag': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:44.121500 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa04d0b-71be-4975-b97d-ebc6e850e910" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dcfb03-5522-40c2-90d5-dfb453b1a424", "tag": "b92ceaa4-ffcf-406d-9aa5-a28133c97d88"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:44.148039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86579020-5c59-45ac-b679-3bd77da7801b req-705b2ce2-0326-48ec-9a98-cf299831ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:44.151617 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86579020-5c59-45ac-b679-3bd77da7801b req-705b2ce2-0326-48ec-9a98-cf299831ca6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3124049 Jul 16 01:09:44.184229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Allocated IP 172.20.0.1 (734bcbf6-f40e-4fcc-bb88-1a572798f11b/489b2fd0-4d9d-4a12-88e3-f0bb60547b7e/dc85f339-cd73-4bb2-a437-ac93f9c61c02) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:44.223423 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] For port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:44.227228 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] For port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ce0cbe73-f8b2-4145-95db-1cd9f43e3b91,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:44.233609 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.252553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a2b3285-6877-45b1-bfd4-6d2a50a03f5d req-81951610-4aec-4be1-8d14-6b23b8240fd9 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094235 Jul 16 01:09:44.261862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 7ae810bb-073d-4f24-95c5-e652ee769a7a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:44.262523 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.351357 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Routers {'3127963a-d9a0-4180-ac44-9bdff2d9d9a9'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:44.352782 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:09:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:44.369132 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3d90-4837-41c1-85f4-d309c12b68a1 None None] Pushing event updated for resources: {'Port': ['ID=ce0cbe73-f8b2-4145-95db-1cd9f43e3b91,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:44.420083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:44.455426 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4673cd0-2946-4afa-8a65-e5423f37bc5f x-openstack-request-id: req-f4673cd0-2946-4afa-8a65-e5423f37bc5f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:44.455905 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe4ac1c-e2ff-478c-bacb-4a55e9e58676", "name": "network-vif-plugged", "status": "completed", "tag": "8c6dd669-79e1-41de-a9cc-8dd361db006a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:44.456328 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4673cd0-2946-4afa-8a65-e5423f37bc5f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:44.456964 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe4ac1c-e2ff-478c-bacb-4a55e9e58676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6dd669-79e1-41de-a9cc-8dd361db006a', 'code': 200} Jul 16 01:09:44.490033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'port_id': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8', 'mac_address': 'fa:16:3e:af:cf:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:09:44.502238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e755de-8904-4e42-9e69-d69c91f122c5 req-2e28aa7c-70de-4341-bd0e-5765a129ea21 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:44.515607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-90e755de-8904-4e42-9e69-d69c91f122c5 req-2e28aa7c-70de-4341-bd0e-5765a129ea21 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.2594018 Jul 16 01:09:44.516727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86579020-5c59-45ac-b679-3bd77da7801b req-eb41a223-1a2b-4279-84a7-5353e4730ba7 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468235 Jul 16 01:09:44.560056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.613678 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] Set router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:44.616831 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.634145 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.656003 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:44.686578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-90e755de-8904-4e42-9e69-d69c91f122c5 req-c96c2883-82e7-4145-8dcc-97bbe149464c tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695271 Jul 16 01:09:44.690439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Transition to ACTIVE for port object dc85f339-cd73-4bb2-a437-ac93f9c61c02 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:44.703785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 7ae810bb-073d-4f24-95c5-e652ee769a7a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:44.710032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:44.725863 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.778969 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.780011 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4268080-89b0-4ea7-afe4-f3a364098691 x-openstack-request-id: req-e4268080-89b0-4ea7-afe4-f3a364098691 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:44.780294 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dcfb03-5522-40c2-90d5-dfb453b1a424", "tag": "b92ceaa4-ffcf-406d-9aa5-a28133c97d88", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:44.780542 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4268080-89b0-4ea7-afe4-f3a364098691 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:44.781073 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'tag': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88', 'status': 'completed', 'code': 200} Jul 16 01:09:44.803013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39610a-144e-4a83-aa90-585a85a9bfa4 req-a7ed4725-91b6-4805-ba8d-b18250baf957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:44.804538 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de39610a-144e-4a83-aa90-585a85a9bfa4 req-a7ed4725-91b6-4805-ba8d-b18250baf957 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 1101 time: 0.2082622 Jul 16 01:09:44.833450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=7ae810bb-073d-4f24-95c5-e652ee769a7a,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:44.835046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86579020-5c59-45ac-b679-3bd77da7801b req-1155d9a9-0c30-4344-9e51-4f56156264b2 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149602 Jul 16 01:09:44.910233 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de39610a-144e-4a83-aa90-585a85a9bfa4 req-06cf900d-2c3b-4a5c-8cb6-de61c85539a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928588 Jul 16 01:09:44.911611 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.976130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:45.014485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Network 734bcbf6-f40e-4fcc-bb88-1a572798f11b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:45.022608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:45.027773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Pushing event updated for resources: {'Port': ['ID=dc85f339-cd73-4bb2-a437-ac93f9c61c02,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:45.043568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:45.167640 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:45.214475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe3ea-82ba-445f-9fed-54d8ac1f357a req-7164f258-1a2b-4b9e-8476-cff75d69fccf tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:45.218867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['42a1cc08-e19d-4f7a-9bde-d124f52bbab8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:45.237558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-917fe3ea-82ba-445f-9fed-54d8ac1f357a req-7164f258-1a2b-4b9e-8476-cff75d69fccf tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 944 time: 0.3742993 Jul 16 01:09:45.347763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa04d0b-71be-4975-b97d-ebc6e850e910 req-53f1f982-c257-4c18-abf9-d58df5013a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:45.351296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa04d0b-71be-4975-b97d-ebc6e850e910 req-53f1f982-c257-4c18-abf9-d58df5013a3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 1126 time: 0.5106144 Jul 16 01:09:45.352616 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-router', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:40Z', 'revision_number': 3, 'project_id': 'b68e27c2958f4000bbe763f49aa7e394', 'gw_port': {'id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:38Z', 'updated_at': '2021-07-16T01:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:45.433648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-917fe3ea-82ba-445f-9fed-54d8ac1f357a req-471c8be7-4e69-4ca0-9923-a01884d11c2d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945102 Jul 16 01:09:45.524063 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741405c4-89b8-459a-b9c6-0d50fc4bc956 None None] The sync data for ids ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'] in n-d-791504-14 is: [{'id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-router', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:40Z', 'revision_number': 3, 'project_id': 'b68e27c2958f4000bbe763f49aa7e394', 'gw_port': {'id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:38Z', 'updated_at': '2021-07-16T01:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:09:45.592892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-610b6e42-ca4b-4ff4-ad19-40937d3a164c None None] Provisioning for port dc85f339-cd73-4bb2-a437-ac93f9c61c02 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:45.630118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-610b6e42-ca4b-4ff4-ad19-40937d3a164c None None] Provisioning complete for port dc85f339-cd73-4bb2-a437-ac93f9c61c02 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:45.630714 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-610b6e42-ca4b-4ff4-ad19-40937d3a164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:45.696745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa04d0b-71be-4975-b97d-ebc6e850e910 req-94aa55dc-9eb8-4136-9d35-59c404534599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:45.699264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa04d0b-71be-4975-b97d-ebc6e850e910 req-94aa55dc-9eb8-4136-9d35-59c404534599 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.3403425 Jul 16 01:09:45.744428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-610b6e42-ca4b-4ff4-ad19-40937d3a164c None None] Port dc85f339-cd73-4bb2-a437-ac93f9c61c02 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:09:45.746692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438811f5-1c02-4f32-a050-1f43c53080a8 req-4f65f7df-de48-4127-8749-724a1b3b6e13 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:45.752600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-438811f5-1c02-4f32-a050-1f43c53080a8 req-4f65f7df-de48-4127-8749-724a1b3b6e13 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 949 time: 0.4801633 Jul 16 01:09:45.757836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:45.839344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa04d0b-71be-4975-b97d-ebc6e850e910 req-1806e604-405e-4764-8653-208439251c5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88 HTTP/1.1" status: 200 len: 217 time: 0.1292431 Jul 16 01:09:45.905199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-438811f5-1c02-4f32-a050-1f43c53080a8 req-d6e8e023-74e4-4bd5-98ee-f92b76a42f06 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417816 Jul 16 01:09:46.041868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f0b88-dea5-4253-a928-7403554bfc55 req-231578b5-75d4-4ec3-9154-288087f32b33 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:46.045927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae2f0b88-dea5-4253-a928-7403554bfc55 req-231578b5-75d4-4ec3-9154-288087f32b33 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.2608628 Jul 16 01:09:46.074989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa04d0b-71be-4975-b97d-ebc6e850e910 req-1a674c37-f773-4ff8-8f76-aca47f65605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:46.091873 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa04d0b-71be-4975-b97d-ebc6e850e910 req-1a674c37-f773-4ff8-8f76-aca47f65605d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.2120011 Jul 16 01:09:46.258971 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa04d0b-71be-4975-b97d-ebc6e850e910 req-e1f6f3e3-6a1b-4000-86bd-d191043437da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702909 Jul 16 01:09:46.345245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae2f0b88-dea5-4253-a928-7403554bfc55 req-fa1d00ec-1ecd-406c-ad46-cee8a96b522b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225068 Jul 16 01:09:46.427368 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.450577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.458760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae810bb-073d-4f24-95c5-e652ee769a7a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:46.466861 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4159b9a2-2da3-4338-aaff-836b9703c48f" -d '{"events": [{"server_uuid": "8756a1bb-5e5d-411a-91ad-8baec5036b95", "name": "network-vif-plugged", "status": "completed", "tag": "7ae810bb-073d-4f24-95c5-e652ee769a7a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:46.608805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa04d0b-71be-4975-b97d-ebc6e850e910 req-86cc640a-5b5b-4c15-a44f-a9529442769f service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813931 Jul 16 01:09:46.616666 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.845727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Pushing event updated for resources: {'Port': ['ID=dc85f339-cd73-4bb2-a437-ac93f9c61c02,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:46.887437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40e6c0-f9a3-423b-a2b7-fafe759647c0 req-ffd0bf4e-65dc-4a2f-8670-687b25d676a1 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:46.891610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6f40e6c0-f9a3-423b-a2b7-fafe759647c0 req-ffd0bf4e-65dc-4a2f-8670-687b25d676a1 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.5897026 Jul 16 01:09:46.994061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Network 734bcbf6-f40e-4fcc-bb88-1a572798f11b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:47.001021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:47.219531 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6f40e6c0-f9a3-423b-a2b7-fafe759647c0 req-6691a3ca-5fe2-4b1a-9e79-aec72cd28ad3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636154 Jul 16 01:09:47.314818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:09:47.493629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa04d0b-71be-4975-b97d-ebc6e850e910 req-79b4b1fb-305a-4bd3-a379-5409479f5111 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8709171 Jul 16 01:09:47.498117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bb5afd54-8d2b-470e-b35c-2236e9b7574a None None] Provisioning complete for port dc85f339-cd73-4bb2-a437-ac93f9c61c02 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:47.503570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb5afd54-8d2b-470e-b35c-2236e9b7574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:47.547205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6df210-b35a-4758-8649-e00f0e732fa1 req-7521b99a-a861-43f9-9eb7-c5246c6fc498 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:47.563306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a6df210-b35a-4758-8649-e00f0e732fa1 req-7521b99a-a861-43f9-9eb7-c5246c6fc498 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 950 time: 0.8312974 Jul 16 01:09:47.597594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bb5afd54-8d2b-470e-b35c-2236e9b7574a None None] Port dc85f339-cd73-4bb2-a437-ac93f9c61c02 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:09:47.638059 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a6df210-b35a-4758-8649-e00f0e732fa1 req-e4a0c8db-1aef-4bd3-8119-eb3154da88f7 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729702 Jul 16 01:09:47.675869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:09:47.698849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-59b77808-3c47-4597-9263-8b0377e85018 admin admin] 10.222.0.64 "PUT /v2.0/routers/3127963a-d9a0-4180-ac44-9bdff2d9d9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0533881 Jul 16 01:09:47.751239 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35612b7-3434-4dd8-a41f-6b731031d408 x-openstack-request-id: req-e35612b7-3434-4dd8-a41f-6b731031d408 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:47.751892 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8756a1bb-5e5d-411a-91ad-8baec5036b95", "name": "network-vif-plugged", "status": "completed", "tag": "7ae810bb-073d-4f24-95c5-e652ee769a7a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:47.752302 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e35612b7-3434-4dd8-a41f-6b731031d408 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:47.752947 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae810bb-073d-4f24-95c5-e652ee769a7a', 'code': 200} Jul 16 01:09:47.895226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f61466-3adf-424b-b7ac-922b91744632 req-0536cd79-0814-4cab-b97c-a03506823479 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:47.897098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-40f61466-3adf-424b-b7ac-922b91744632 req-0536cd79-0814-4cab-b97c-a03506823479 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 944 time: 0.1187942 Jul 16 01:09:47.957108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3aa0e637-ffd6-4120-a790-7e06dcb77b22 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:09:47.982948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-40f61466-3adf-424b-b7ac-922b91744632 req-0822c4d1-6f7b-4277-a9bd-b72164052f3d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773711 Jul 16 01:09:47.984418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:48.052509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cb25e-73f7-44f9-827e-a77795278940 req-76adb9a6-b86d-4b03-b4c6-709704fecbe0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:48.054173 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-815cb25e-73f7-44f9-827e-a77795278940 req-76adb9a6-b86d-4b03-b4c6-709704fecbe0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 949 time: 0.1601496 Jul 16 01:09:48.136689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-815cb25e-73f7-44f9-827e-a77795278940 req-9a0b4a0e-8ec5-4fa9-a7d5-0d0cfe03dd9e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729842 Jul 16 01:09:48.230468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:48.327280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:48.332839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450f3bd-0e37-40dd-9f10-fb813658c2b5 req-361bf981-69e0-49b2-bc66-1396991633b3 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:48.334924 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3450f3bd-0e37-40dd-9f10-fb813658c2b5 req-361bf981-69e0-49b2-bc66-1396991633b3 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1405816 Jul 16 01:09:48.344322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:48.345350 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:48.349016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:48.403611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'mac_address': 'fa:16:3e:04:0b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:09:48.414618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3450f3bd-0e37-40dd-9f10-fb813658c2b5 req-6a0e737e-cb72-49eb-ac38-73045bab82bf tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663030 Jul 16 01:09:48.472786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:48.485291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:48.485663 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:48.522316 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-27379fa0-c935-4ab1-96b7-f4ecb4d9a376 req-5f081935-fe97-44dd-be19-93a3f35a5e1f tempest-FloatingIPDetailsNegativeTestJSON-1031179362 tempest-FloatingIPDetailsNegativeTestJSON-1031179362-project] show failed (client error): The resource could not be found. Jul 16 01:09:48.535425 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27379fa0-c935-4ab1-96b7-f4ecb4d9a376 req-5f081935-fe97-44dd-be19-93a3f35a5e1f tempest-FloatingIPDetailsNegativeTestJSON-1031179362 tempest-FloatingIPDetailsNegativeTestJSON-1031179362-project] 10.222.0.64 "GET /v2.0/floatingips/7978817e-d257-414f-abc7-390447387fb5 HTTP/1.1" status: 404 len: 350 time: 0.0968819 Jul 16 01:09:48.541201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:48.747893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a4798-fd51-469d-b197-519b230dfc55 req-10edd0b1-a9ae-4c2a-9d46-6334a21587c9 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:48.758731 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:48.761212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c7a4798-fd51-469d-b197-519b230dfc55 req-10edd0b1-a9ae-4c2a-9d46-6334a21587c9 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 1101 time: 0.1437018 Jul 16 01:09:48.805777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Sync routers for ids ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:09:48.842456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aa0e637-ffd6-4120-a790-7e06dcb77b22 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:48.847009 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c7a4798-fd51-469d-b197-519b230dfc55 req-3a7ac8d8-ca84-4ac7-96e4-e4925a5a8fa1 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732231 Jul 16 01:09:48.870360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Routers {'3127963a-d9a0-4180-ac44-9bdff2d9d9a9'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:48.871688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:09:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:48.949831 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:49.042964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:49.069471 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:49.171270 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:49.239137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40901bec-a91a-4a49-9045-535befcc04b2 req-eb1253ce-593c-4440-bc52-9899e9a8ad2a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:49.242835 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:49.244407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3aa0e637-ffd6-4120-a790-7e06dcb77b22 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:09:49.252547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40901bec-a91a-4a49-9045-535befcc04b2 req-eb1253ce-593c-4440-bc52-9899e9a8ad2a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.2732911 Jul 16 01:09:49.276733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:49.296444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:49.313575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389ab78-75b9-4eed-a374-f26ce0998d80 req-cde76fd0-9d5e-4767-b826-3698fd910488 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:49.329856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7389ab78-75b9-4eed-a374-f26ce0998d80 req-cde76fd0-9d5e-4767-b826-3698fd910488 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1515303 Jul 16 01:09:49.380986 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7389ab78-75b9-4eed-a374-f26ce0998d80 req-96742ccd-cf77-4e5d-80f4-332261e06c6c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497296 Jul 16 01:09:49.417681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:49.439491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['3aa0e637-ffd6-4120-a790-7e06dcb77b22'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:49.488680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40901bec-a91a-4a49-9045-535befcc04b2 req-6ee26409-8701-4bb6-b86f-a149990511f2 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345736 Jul 16 01:09:49.504732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ce0cbe73-f8b2-4145-95db-1cd9f43e3b91,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:49.521897 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:49.548274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Set router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:49.605742 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:49.762572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:49.765476 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec67b22-ab28-4d01-9d52-c9a442a3d5fa" -d '{"events": [{"server_uuid": "8b98ce74-cb24-4975-a5f2-49720cd7886a", "name": "network-vif-plugged", "status": "completed", "tag": "42a1cc08-e19d-4f7a-9bde-d124f52bbab8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:49.856972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b949234-f221-46e0-ab78-c3ce5d3bc395 req-7c151fc8-e7d7-4400-9585-43172f7ebd96 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:49.859687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3b949234-f221-46e0-ab78-c3ce5d3bc395 req-7c151fc8-e7d7-4400-9585-43172f7ebd96 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 945 time: 0.0845623 Jul 16 01:09:49.922684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3b949234-f221-46e0-ab78-c3ce5d3bc395 req-29348119-1543-4ccb-a984-872ada9d88fe tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563004 Jul 16 01:09:49.950789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ce0cbe73-f8b2-4145-95db-1cd9f43e3b91,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:49.954621 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:49.992432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3aa0e637-ffd6-4120-a790-7e06dcb77b22 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:50.040305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b987b99-af17-487f-be4a-f3b6b3b8437f req-f44c5906-705b-4268-a72d-394dbee14105 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:50.043515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b987b99-af17-487f-be4a-f3b6b3b8437f req-f44c5906-705b-4268-a72d-394dbee14105 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 949 time: 0.2737031 Jul 16 01:09:50.082751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:50.128039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:50.131834 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:50.138716 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-2f604218-6aa8-4bea-901b-d9f69f94ea57 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351217 Jul 16 01:09:50.160363 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b987b99-af17-487f-be4a-f3b6b3b8437f req-5f0203a9-efdc-4e8c-9bc6-303458dc19f0 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974214 Jul 16 01:09:50.213461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b92ceaa4-ffcf-406d-9aa5-a28133c97d88 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:09:50.375054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:50.389746 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714cf179-e690-49d2-a1d9-2389aca468e6 x-openstack-request-id: req-714cf179-e690-49d2-a1d9-2389aca468e6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:50.390044 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b98ce74-cb24-4975-a5f2-49720cd7886a", "name": "network-vif-plugged", "status": "completed", "tag": "42a1cc08-e19d-4f7a-9bde-d124f52bbab8", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:50.390302 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-714cf179-e690-49d2-a1d9-2389aca468e6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:50.391032 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8', 'code': 200} Jul 16 01:09:50.401993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-0ccb2089-7c38-47c6-bef9-b500363db928 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:50.404877 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-0ccb2089-7c38-47c6-bef9-b500363db928 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553806 Jul 16 01:09:50.422140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Deleting port dc85f339-cd73-4bb2-a437-ac93f9c61c02 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:09:50.422548 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:50.434591 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-7c9cef45-4f4a-4f42-a407-70116b899cf4 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/quotas/03530c1738b84d158ef2bb580d71a920 HTTP/1.1" status: 200 len: 375 time: 0.0237544 Jul 16 01:09:50.564158 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:50.566140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:50.568796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:50.580387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Calling delete_port for dc85f339-cd73-4bb2-a437-ac93f9c61c02 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:09:50.590747 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-72cccac8-1986-4a47-b45d-7fc7db813b32 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1552846 Jul 16 01:09:50.609617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-router', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:45Z', 'revision_number': 4, 'project_id': 'b68e27c2958f4000bbe763f49aa7e394', 'gw_port': {'id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:38Z', 'updated_at': '2021-07-16T01:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'dc85f339-cd73-4bb2-a437-ac93f9c61c02', 'name': '', 'network_id': '734bcbf6-f40e-4fcc-bb88-1a572798f11b', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'mac_address': 'fa:16:3e:0d:5b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '489b2fd0-4d9d-4a12-88e3-f0bb60547b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:43Z', 'updated_at': '2021-07-16T01:09:45Z', 'revision_number': 2, 'project_id': 'b68e27c2958f4000bbe763f49aa7e394', 'subnets': [{'id': '489b2fd0-4d9d-4a12-88e3-f0bb60547b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:50.686115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Checking router: 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:09:50.686525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Updating router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 port dc85f339-cd73-4bb2-a437-ac93f9c61c02 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:09:50.738716 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:50.989492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c2ae5-315a-477a-a54a-3f9e19bb5764 req-fbec89fb-ccf5-4b25-bf23-176d808ac98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:50.991058 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-923c2ae5-315a-477a-a54a-3f9e19bb5764 req-fbec89fb-ccf5-4b25-bf23-176d808ac98a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 1097 time: 0.2946019 Jul 16 01:09:51.090228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5276af-3c1d-463f-8431-a2c665b40e1f req-c6a463d0-540e-4a52-9c67-436c091ded8c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:51.100546 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e5276af-3c1d-463f-8431-a2c665b40e1f req-c6a463d0-540e-4a52-9c67-436c091ded8c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.3030837 Jul 16 01:09:51.144092 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-923c2ae5-315a-477a-a54a-3f9e19bb5764 req-a8a1601e-00a9-4451-84bc-f5f6d2da5e52 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258600 Jul 16 01:09:51.148198 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:51.229593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc85f339-cd73-4bb2-a437-ac93f9c61c02,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:51.281715 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-119ab035-0132-491d-806d-89ae018fb243 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=94219a605dea4c4bb02ed5d18061280e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482829 Jul 16 01:09:51.319178 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e5276af-3c1d-463f-8431-a2c665b40e1f req-abfaf0e2-803f-4f91-8207-47332cfee0bc tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173071 Jul 16 01:09:51.336774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.337347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.340535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.341212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.341804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.342427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.343024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.343592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.344173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.344748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.345474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.345896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:51.415282 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:09:51.419886 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:09:51.681177 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-69101503-d8f1-4659-9a0a-3331d2f5e980 req-ee6bd86a-3054-4377-bdcf-fa9f5cc2fe6b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 210 time: 0.2032719 Jul 16 01:09:51.737435 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805df34-2800-488d-be12-d63a45102957 req-94a4676e-d979-4138-92e3-c907f2cc0c37 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:51.745902 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-94a4676e-d979-4138-92e3-c907f2cc0c37 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4465492 Jul 16 01:09:51.789116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-12759bd1-f8fe-4fd3-b62a-7093bc8eed5f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/quotas/94219a605dea4c4bb02ed5d18061280e HTTP/1.1" status: 200 len: 375 time: 0.0416806 Jul 16 01:09:51.915117 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:51.932834 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-1308a65b-a79f-4ee3-8ffa-deb496b34709 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427224 Jul 16 01:09:51.996566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Port dc85f339-cd73-4bb2-a437-ac93f9c61c02 not found while updating agent binding for router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9. {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:09:52.003648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3aa0e637-ffd6-4120-a790-7e06dcb77b22 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:52.036756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Routers {'3127963a-d9a0-4180-ac44-9bdff2d9d9a9'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:52.036756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:09:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:52.247931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:52.248865 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:52.584406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d902e-7cb5-4b66-896e-596c9a6c63b1 req-18a08b25-59d7-4c72-ab91-68a716d9b984 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:52.619327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b52d902e-7cb5-4b66-896e-596c9a6c63b1 req-18a08b25-59d7-4c72-ab91-68a716d9b984 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 945 time: 0.4528868 Jul 16 01:09:52.741825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:09:52.757884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b52d902e-7cb5-4b66-896e-596c9a6c63b1 req-4325a875-bb0f-415d-91c0-e8a0a89ffc6d tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317756 Jul 16 01:09:52.978837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecbb09-715c-43b9-aab4-ccd8175ca41c req-2fb311b6-fa05-462f-aba7-94ca498e781a tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:52.989897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7aecbb09-715c-43b9-aab4-ccd8175ca41c req-2fb311b6-fa05-462f-aba7-94ca498e781a tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 949 time: 0.3051786 Jul 16 01:09:52.992424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] Set router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:53.053135 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7aecbb09-715c-43b9-aab4-ccd8175ca41c req-ad1f4dbe-bf52-4d7b-99fb-05e793a3a888 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610240 Jul 16 01:09:53.130754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:09:53.159086 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-19d534ea-1cc5-4670-8f5c-9aacc254d034 admin admin] 10.222.0.64 "PUT /v2.0/routers/3127963a-d9a0-4180-ac44-9bdff2d9d9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6144190 Jul 16 01:09:53.162244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:53.295545 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:53.387428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bff0367a-5814-4a73-bc50-eff3719ec67a req-64cd01d4-1de7-475b-b0e6-0ba6518148d8 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 210 time: 0.0728507 Jul 16 01:09:53.559350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:53.562776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:09:53.565165 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:53.573339 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1fbb4e-79f7-4671-ab6d-29a77a7e97b5" -d '{"events": [{"server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:09:53.659583 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:53.724983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217458fb-8b04-4b42-a1c6-0dc352b56c9a req-ccdd26ce-e29a-46c0-a550-1806b774bcbb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:53.732042 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-217458fb-8b04-4b42-a1c6-0dc352b56c9a req-ccdd26ce-e29a-46c0-a550-1806b774bcbb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.4594173 Jul 16 01:09:53.901234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:53.932246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-router', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:50Z', 'revision_number': 5, 'project_id': 'b68e27c2958f4000bbe763f49aa7e394', 'gw_port': {'id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:38Z', 'updated_at': '2021-07-16T01:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:54.020731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83465ca-721f-42da-b6a5-6a55059e88c3 None None] The sync data for ids ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'] in n-d-791504-14 is: [{'id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-router', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:50Z', 'revision_number': 5, 'project_id': 'b68e27c2958f4000bbe763f49aa7e394', 'gw_port': {'id': 'ce0cbe73-f8b2-4145-95db-1cd9f43e3b91', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:38Z', 'updated_at': '2021-07-16T01:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:09:54.195095 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-cf90d695-b2a6-4402-81ab-bb349b232383 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1602430 Jul 16 01:09:54.226401 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:54.304130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-217458fb-8b04-4b42-a1c6-0dc352b56c9a req-6478b9e2-80f0-4f76-8307-20e9742b4de1 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563664 Jul 16 01:09:54.432480 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae26d192-f53b-4a32-8d3f-fcced55bd650 x-openstack-request-id: req-ae26d192-f53b-4a32-8d3f-fcced55bd650 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:09:54.433063 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:09:54.433529 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae26d192-f53b-4a32-8d3f-fcced55bd650 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:09:54.434231 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'code': 200} Jul 16 01:09:54.550358 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09819328-feaf-43bb-8321-1dc78b944cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:54.648964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-b8f2ee65-545e-499c-8e41-303182e7cf6e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:54.654530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-b8f2ee65-545e-499c-8e41-303182e7cf6e tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4488616 Jul 16 01:09:54.685028 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18a159b1-b5dc-417d-b9c8-758ce7168caf req-0ec48a42-f396-4513-8241-ab3c51c32508 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 210 time: 0.8643432 Jul 16 01:09:54.763885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Request body: {'port': {'device_id': 'f2c1bee8-bc9f-4504-98ed-9ea212971016', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '03530c1738b84d158ef2bb580d71a920'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:54.854305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Deleting port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:09:54.855319 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:54.955980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5d5f9-fbd3-440c-8cf9-4297b70bc278 req-c48cc72b-a178-4868-a8c3-7e9125e5ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:54.958406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57f5d5f9-fbd3-440c-8cf9-4297b70bc278 req-c48cc72b-a178-4868-a8c3-7e9125e5ef90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 1103 time: 0.1429877 Jul 16 01:09:55.058677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57f5d5f9-fbd3-440c-8cf9-4297b70bc278 req-a22ff85f-d664-4b42-a345-513f7946d62a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908182 Jul 16 01:09:55.250322 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:55.267841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-8e3a473b-ee95-4cf2-bc46-46ee06437e83 service neutron] 10.222.0.67 "GET /v2.0/ports/b92ceaa4-ffcf-406d-9aa5-a28133c97d88/bindings/n-h2-791504-14 HTTP/1.1" status: 200 len: 385 time: 0.1452768 Jul 16 01:09:55.282753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c065b3-9569-4118-9f8e-b6a063301080 req-c11f6d59-0361-4355-8a5f-2548842ba418 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:55.285084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-28c065b3-9569-4118-9f8e-b6a063301080 req-c11f6d59-0361-4355-8a5f-2548842ba418 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 951 time: 0.2251284 Jul 16 01:09:55.481824 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-28c065b3-9569-4118-9f8e-b6a063301080 req-59951df2-c4ac-4b49-a981-55471b52f203 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806614 Jul 16 01:09:55.533952 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16717916-e914-48e3-96da-beb61f162c14 None None] Sync routers for ids ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:09:55.550476 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16717916-e914-48e3-96da-beb61f162c14 None None] Routers {'3127963a-d9a0-4180-ac44-9bdff2d9d9a9'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:55.551516 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-16717916-e914-48e3-96da-beb61f162c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:09:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:55.700905 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-71283a0d-9396-431d-8518-64ddf594eaa1 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=94219a605dea4c4bb02ed5d18061280e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092143 Jul 16 01:09:55.708244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] For port ce0cbe73-f8b2-4145-95db-1cd9f43e3b91, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ce0cbe73-f8b2-4145-95db-1cd9f43e3b91,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:55.710915 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:55.735540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff30d4a-2efb-4602-8113-444774512fe1 req-973547bf-6f03-4a97-a7ca-d2a25ecc098b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:55.738123 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0ff30d4a-2efb-4602-8113-444774512fe1 req-973547bf-6f03-4a97-a7ca-d2a25ecc098b tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 945 time: 0.3636646 Jul 16 01:09:55.823752 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-16717916-e914-48e3-96da-beb61f162c14 None None] Set router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:55.831913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Made reservation on behalf of 03530c1738b84d158ef2bb580d71a920 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:55.836735 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:55.885037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Calling delete_port for ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:09:55.960862 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-16717916-e914-48e3-96da-beb61f162c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-router', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:54Z', 'revision_number': 6, 'project_id': 'b68e27c2958f4000bbe763f49aa7e394', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:55.979588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7c510c16-2ada-4372-8a28-72af8d561455 req-15b7665f-03e1-4edd-8153-be31a7fadb1c service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:56.007544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805df34-2800-488d-be12-d63a45102957 req-50cf0bba-03e4-4370-9606-c428ff56e75a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:56.009065 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-50cf0bba-03e4-4370-9606-c428ff56e75a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954960 Jul 16 01:09:56.027901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7c510c16-2ada-4372-8a28-72af8d561455 req-15b7665f-03e1-4edd-8153-be31a7fadb1c service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:56.032750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Request body: {'port': {'device_id': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '94219a605dea4c4bb02ed5d18061280e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:56.076391 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16717916-e914-48e3-96da-beb61f162c14 None None] Checking router: 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:09:56.108769 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16717916-e914-48e3-96da-beb61f162c14 None None] Routers {'3127963a-d9a0-4180-ac44-9bdff2d9d9a9'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:56.109810 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-16717916-e914-48e3-96da-beb61f162c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:09:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:56.145050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-7c510c16-2ada-4372-8a28-72af8d561455 req-15b7665f-03e1-4edd-8153-be31a7fadb1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92ceaa4-ffcf-406d-9aa5-a28133c97d88 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:56.184159 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0ff30d4a-2efb-4602-8113-444774512fe1 req-5ca701bf-278a-42f3-9f76-ad55fc5e17dd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3989289 Jul 16 01:09:56.221731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7c510c16-2ada-4372-8a28-72af8d561455 req-15b7665f-03e1-4edd-8153-be31a7fadb1c service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:56.234869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ca63809-2bdc-4fab-a2ea-dc8df3ec24d0 req-757aa756-23bb-4095-8435-944a26c52f57 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 210 time: 0.1327307 Jul 16 01:09:56.289225 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:56.339342 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-16717916-e914-48e3-96da-beb61f162c14 None None] Set router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:56.384051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c510c16-2ada-4372-8a28-72af8d561455 req-15b7665f-03e1-4edd-8153-be31a7fadb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:56.405416 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-16717916-e914-48e3-96da-beb61f162c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-router', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:54Z', 'revision_number': 6, 'project_id': 'b68e27c2958f4000bbe763f49aa7e394', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:56.496712 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16717916-e914-48e3-96da-beb61f162c14 None None] The sync data for ids ['3127963a-d9a0-4180-ac44-9bdff2d9d9a9'] in n-d-791504-14 is: [{'id': '3127963a-d9a0-4180-ac44-9bdff2d9d9a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1099422326-router', 'tenant_id': 'b68e27c2958f4000bbe763f49aa7e394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:54Z', 'revision_number': 6, 'project_id': 'b68e27c2958f4000bbe763f49aa7e394', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:09:56.505778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Allocated IP 192.168.233.70 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/e69c1a81-3837-4f10-a1ad-da3b850dc9e0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:56.768546 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee50fcc0-c723-4848-8fee-734eef380ebc req-1fb6fc12-9f0c-4e75-a236-1d84afc864e8 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 210 time: 0.1340764 Jul 16 01:09:56.805695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7c510c16-2ada-4372-8a28-72af8d561455 req-15b7665f-03e1-4edd-8153-be31a7fadb1c service neutron] Transition to ACTIVE for port object b92ceaa4-ffcf-406d-9aa5-a28133c97d88 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:56.815927 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c510c16-2ada-4372-8a28-72af8d561455 req-15b7665f-03e1-4edd-8153-be31a7fadb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:56.836000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Made reservation on behalf of 94219a605dea4c4bb02ed5d18061280e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:56.847735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:56.980814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef45c14-674a-4c57-8cfc-9aa077efc57c req-100dbec8-a417-4ab5-8370-6cc0cb07bd37 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:56.987668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ef45c14-674a-4c57-8cfc-9aa077efc57c req-100dbec8-a417-4ab5-8370-6cc0cb07bd37 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 943 time: 0.4027019 Jul 16 01:09:56.995232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7665f-03e1-4edd-8153-be31a7fadb1c service neutron] Pushing event updated for resources: {'Port': ['ID=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:57.083435 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78aa87c0-5237-4ee7-bfd2-7b992af2344d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.093561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c510c16-2ada-4372-8a28-72af8d561455 req-15b7665f-03e1-4edd-8153-be31a7fadb1c service neutron] No DVR routers for this DVR port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:09:57.142244 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ef45c14-674a-4c57-8cfc-9aa077efc57c req-4b246585-3925-4294-a7d0-f04245c21f48 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442869 Jul 16 01:09:57.153594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.159471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.186347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Transition to ACTIVE for port object e69c1a81-3837-4f10-a1ad-da3b850dc9e0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:57.227702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0cbe73-f8b2-4145-95db-1cd9f43e3b91,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:57.310395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-15b7665f-03e1-4edd-8153-be31a7fadb1c service neutron] 10.222.0.67 "PUT /v2.0/ports/b92ceaa4-ffcf-406d-9aa5-a28133c97d88/bindings/n-h2-791504-14/activate HTTP/1.1" status: 200 len: 370 time: 2.0238755 Jul 16 01:09:57.380053 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.465671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c802c-e226-494b-9d79-80f5b6b442c4 req-751771cf-ab09-4eaf-ac98-aab8668c5a91 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:57.467231 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b37c802c-e226-494b-9d79-80f5b6b442c4 req-751771cf-ab09-4eaf-ac98-aab8668c5a91 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 945 time: 0.4092076 Jul 16 01:09:57.488186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47090) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:57.496872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9f828ce2-c728-431d-93e5-9bc8dde97350 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Request body: {'floatingip': {'port_id': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:57.532560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.536543 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.541254 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.586716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f828ce2-c728-431d-93e5-9bc8dde97350 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.592159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Allocated IP 192.168.233.219 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/42e55b15-e213-4c85-a67e-c4d41b5d1220) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:57.613976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.627372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d', '920f2194-429b-48fc-b1ae-f4b00f6936ed'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:57.629982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.631187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3127963a-d9a0-4180-ac44-9bdff2d9d9a9 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:09:57.716827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', '7f1a52a2-133c-42f5-9903-294b238bf76f', '098420e1-5c89-4b48-95a1-1b6501b3e1e7', '8c6dd669-79e1-41de-a9cc-8dd361db006a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:57.737709 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:57.740644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0e2bb9ad-581b-40b8-aada-966abf8bd869 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3127963a-d9a0-4180-ac44-9bdff2d9d9a9 HTTP/1.1" status: 204 len: 168 time: 4.5761571 Jul 16 01:09:57.748615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47092) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:57.796068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:57.797616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:57.833382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:57.868496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event updated for resources: {'Port': ['ID=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:57.949620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cd645-48df-4f4a-9287-32fcce2ff8aa req-93db341f-84e0-49f0-b3d3-84bccfa5c636 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:57.958665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-180cd645-48df-4f4a-9287-32fcce2ff8aa req-93db341f-84e0-49f0-b3d3-84bccfa5c636 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 951 time: 0.3416116 Jul 16 01:09:57.981841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0473e26-9326-4f23-912e-47f08f048949 req-f059fef9-08e6-4fc4-a2ce-c62b9dd6a11b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 210 time: 0.1355906 Jul 16 01:09:57.983890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e11bddeb-aa71-48ee-81ff-ad2ab83e4695 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:57.985303 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e11bddeb-aa71-48ee-81ff-ad2ab83e4695 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.5461516 Jul 16 01:09:58.077377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c66dcc7-b8c0-4320-ad7f-fcc227a449a6 admin admin] Deleting subnet 489b2fd0-4d9d-4a12-88e3-f0bb60547b7e {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:09:58.111995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:58.112952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:58.151976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-180cd645-48df-4f4a-9287-32fcce2ff8aa req-c5e6901f-8611-47b9-b94c-f01a7e639241 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916516 Jul 16 01:09:58.190193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c66dcc7-b8c0-4320-ad7f-fcc227a449a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:58.212336 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-dc8cd454-7d43-4c51-9d06-a9ffa5247c27 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4889596 Jul 16 01:09:58.240883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Request body: {'port': {'device_id': 'f2c1bee8-bc9f-4504-98ed-9ea212971016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:58.252038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:09:58.428182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:09:58.428876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ce0cbe73-f8b2-4145-95db-1cd9f43e3b91 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:09:58.449633 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:58.458408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-17982419-5a8e-4c65-ab75-ce89a6825d3d None None] Provisioning for port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:58.476396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-17982419-5a8e-4c65-ab75-ce89a6825d3d None None] Provisioning complete for port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:58.476909 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17982419-5a8e-4c65-ab75-ce89a6825d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:58.515719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:58.561714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-17982419-5a8e-4c65-ab75-ce89a6825d3d None None] Port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:09:58.597266 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c66dcc7-b8c0-4320-ad7f-fcc227a449a6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:58.608141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534508d2-c964-4554-bfed-26e393544dd0 req-90f8ea2e-66b1-49f3-9d4f-dcfa498482dd tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:58.611922 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-534508d2-c964-4554-bfed-26e393544dd0 req-90f8ea2e-66b1-49f3-9d4f-dcfa498482dd tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 944 time: 0.1544116 Jul 16 01:09:58.804805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-534508d2-c964-4554-bfed-26e393544dd0 req-d140b5f8-da36-4674-a69e-9664c6743436 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697586 Jul 16 01:09:58.832562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-2544195f-0d0f-489d-a828-57adee7f4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:58.834528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-2544195f-0d0f-489d-a828-57adee7f4247 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a HTTP/1.1" status: 200 len: 1096 time: 0.8263261 Jul 16 01:09:58.846691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:58.864812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c66dcc7-b8c0-4320-ad7f-fcc227a449a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:58.939632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Transition to ACTIVE for port object 42e55b15-e213-4c85-a67e-c4d41b5d1220 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:59.053968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb2554-8933-444b-aedc-5fae0ca6022c req-758b488a-d5da-4ed8-a3c8-d3bf49ccd9e6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:59.055584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b0cb2554-8933-444b-aedc-5fae0ca6022c req-758b488a-d5da-4ed8-a3c8-d3bf49ccd9e6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 935 time: 0.6817143 Jul 16 01:09:59.253993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c66dcc7-b8c0-4320-ad7f-fcc227a449a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:59.289926 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b0cb2554-8933-444b-aedc-5fae0ca6022c req-f2690ae5-afd6-402f-88e3-0b0c528914fd tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696000 Jul 16 01:09:59.627614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69c1a81-3837-4f10-a1ad-da3b850dc9e0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:09:59.641837 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:59.667042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Transition to ACTIVE for port object e69c1a81-3837-4f10-a1ad-da3b850dc9e0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:59.674361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:59.757028 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:59.779066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Pushing event updated for resources: {'Port': ['ID=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:59.783365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66dcc7-b8c0-4320-ad7f-fcc227a449a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489b2fd0-4d9d-4a12-88e3-f0bb60547b7e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:59.789329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['7ae810bb-073d-4f24-95c5-e652ee769a7a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:09:59.796896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea34aff-20a9-4450-bc92-a5671cf6afeb None None] Network 734bcbf6-f40e-4fcc-bb88-1a572798f11b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:59.808330 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c66dcc7-b8c0-4320-ad7f-fcc227a449a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:59.814069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2c66dcc7-b8c0-4320-ad7f-fcc227a449a6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/489b2fd0-4d9d-4a12-88e3-f0bb60547b7e HTTP/1.1" status: 204 len: 168 time: 2.0595872 Jul 16 01:09:59.863778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47112) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:59.894810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-b1f8fe96-d8d9-4dac-a697-758f1dfb3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:59.901916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-b1f8fe96-d8d9-4dac-a697-758f1dfb3911 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 1096 time: 0.9828932 Jul 16 01:10:00.034474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2787-7033-4808-b3ec-6727d22289dd req-f1f21864-0aed-41bd-b70e-0b505d807774 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:00.041006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89cc2787-7033-4808-b3ec-6727d22289dd req-f1f21864-0aed-41bd-b70e-0b505d807774 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 1103 time: 0.3509929 Jul 16 01:10:00.069375 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.112978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:00.121564 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-9f828ce2-c728-431d-93e5-9bc8dde97350 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:10:00.175903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.224737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Attempting to bind port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:00.225085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Attempting to bind port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:00.225470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Attempting to bind port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:00.232518 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89cc2787-7033-4808-b3ec-6727d22289dd req-66dcd178-b287-41cf-8ac1-f751e2afe989 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210108 Jul 16 01:10:00.240077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:10:00.240077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Attempting to bind port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:00.259803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:00.271960 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:00.274979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:00.276015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:00.277127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:00.277640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Bound port: e69c1a81-3837-4f10-a1ad-da3b850dc9e0, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:00.278046 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.285922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:00.285922 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.311062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f828ce2-c728-431d-93e5-9bc8dde97350 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.340840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2d25dc-575d-4e86-8d8a-8fecdb75ef02 None None] DHCP port deletion for 734bcbf6-f40e-4fcc-bb88-1a572798f11b request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:10:00.423534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f828ce2-c728-431d-93e5-9bc8dde97350 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.423901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d25dc-575d-4e86-8d8a-8fecdb75ef02 None None] Deleting port a16b81c5-c493-4b26-989d-00c816f4a4f7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:10:00.424275 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc2d25dc-575d-4e86-8d8a-8fecdb75ef02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.432044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:00.527801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-5e22b979-1897-4c58-8a6d-052a11f2007f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5024745 Jul 16 01:10:00.567373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] For port e69c1a81-3837-4f10-a1ad-da3b850dc9e0, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:00.576020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] For port e69c1a81-3837-4f10-a1ad-da3b850dc9e0, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:00.576389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Request body: {'port': {'device_id': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:00.588592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bc2d25dc-575d-4e86-8d8a-8fecdb75ef02 None None] For port a16b81c5-c493-4b26-989d-00c816f4a4f7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a16b81c5-c493-4b26-989d-00c816f4a4f7,segment=NetworkSegment(a296a18c-2c7f-4da7-a5b4-345506e73f10),segment_id=a296a18c-2c7f-4da7-a5b4-345506e73f10)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:00.589244 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc2d25dc-575d-4e86-8d8a-8fecdb75ef02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.597578 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.604582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea2993-44fc-4d1e-ad38-11c0512b7567 req-5757cda8-5a9e-44fe-891a-b6ccf5f972d5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:00.607129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2aea2993-44fc-4d1e-ad38-11c0512b7567 req-5757cda8-5a9e-44fe-891a-b6ccf5f972d5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 936 time: 0.8560686 Jul 16 01:10:00.625342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d25dc-575d-4e86-8d8a-8fecdb75ef02 None None] Calling delete_port for a16b81c5-c493-4b26-989d-00c816f4a4f7 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:10:00.734168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Deleting port a16b81c5-c493-4b26-989d-00c816f4a4f7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:10:00.738347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.786469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-60e6a9d5-b6b9-40ee-8bbc-e0ecb3cfae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:00.788304 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-60e6a9d5-b6b9-40ee-8bbc-e0ecb3cfae94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.8436790 Jul 16 01:10:00.851987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] For port a16b81c5-c493-4b26-989d-00c816f4a4f7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a16b81c5-c493-4b26-989d-00c816f4a4f7,segment=NetworkSegment(a296a18c-2c7f-4da7-a5b4-345506e73f10),segment_id=a296a18c-2c7f-4da7-a5b4-345506e73f10)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:00.852478 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.853031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2aea2993-44fc-4d1e-ad38-11c0512b7567 req-8a6052e5-a876-4d96-94a1-9352315b6ac9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195962 Jul 16 01:10:00.882058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Calling delete_port for a16b81c5-c493-4b26-989d-00c816f4a4f7 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:10:00.883286 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc2d25dc-575d-4e86-8d8a-8fecdb75ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.909494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d25dc-575d-4e86-8d8a-8fecdb75ef02 None None] No DVR routers for this DVR port a16b81c5-c493-4b26-989d-00c816f4a4f7 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:10:00.954364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d25dc-575d-4e86-8d8a-8fecdb75ef02 None None] Pushing event deleted for resources: {'Port': ['ID=a16b81c5-c493-4b26-989d-00c816f4a4f7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:00.959824 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bc55888e-2558-4a1a-bddb-32f9e95a8551 None None] Provisioning for port 42e55b15-e213-4c85-a67e-c4d41b5d1220 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:00.966993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bc55888e-2558-4a1a-bddb-32f9e95a8551 None None] Provisioning complete for port 42e55b15-e213-4c85-a67e-c4d41b5d1220 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:00.967696 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc55888e-2558-4a1a-bddb-32f9e95a8551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.981213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-03272b4c-f67e-4e15-a22a-f4a04446a18e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88 HTTP/1.1" status: 200 len: 217 time: 0.1787829 Jul 16 01:10:00.991822 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:01.026377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:01.027135 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:01.028984 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] 10.222.0.50 "PUT /v2.0/ports/e69c1a81-3837-4f10-a1ad-da3b850dc9e0 HTTP/1.1" status: 200 len: 1096 time: 2.8003764 Jul 16 01:10:01.035553 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c1bee8-bc9f-4504-98ed-9ea212971016', 'tag': 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:01.050903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bc55888e-2558-4a1a-bddb-32f9e95a8551 None None] Port 42e55b15-e213-4c85-a67e-c4d41b5d1220 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:10:01.060027 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de1667-6509-4615-9bd4-a8b84db3d786" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c1bee8-bc9f-4504-98ed-9ea212971016", "tag": "e69c1a81-3837-4f10-a1ad-da3b850dc9e0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:01.098573 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-9f828ce2-c728-431d-93e5-9bc8dde97350 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Floating IP 65e5acea-5db1-4ea5-aa54-1f1127c7cb52 associated. External IP: 172.25.4.62, port: 42a1cc08-e19d-4f7a-9bde-d124f52bbab8. Jul 16 01:10:01.114094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] No DVR routers for this DVR port a16b81c5-c493-4b26-989d-00c816f4a4f7 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:10:01.202673 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:01.246260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e8812bec-6d84-4367-9d1c-d82fce85a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:01.248532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e798b6-2a60-447c-9e6f-f7b27ed3bef9 service neutron] Pushing event updated for resources: {'Port': ['ID=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:01.249437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-e8812bec-6d84-4367-9d1c-d82fce85a8e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.2165089 Jul 16 01:10:01.253207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:01.342141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16b81c5-c493-4b26-989d-00c816f4a4f7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:01.414959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-909f6101-d198-4dce-b62c-4eb6934976dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025620 Jul 16 01:10:01.515936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c782b08-9418-4d9a-82d1-6a7d9cc34ae7 req-d44a13cc-ef3a-4de0-af8b-d4dd21cb98a5 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:01.519275 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c782b08-9418-4d9a-82d1-6a7d9cc34ae7 req-d44a13cc-ef3a-4de0-af8b-d4dd21cb98a5 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 944 time: 0.5288417 Jul 16 01:10:01.575109 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:01.637100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c782b08-9418-4d9a-82d1-6a7d9cc34ae7 req-e8dc8bf9-9392-41e6-bf97-ec6dfdc0cd89 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558243 Jul 16 01:10:01.648945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734bcbf6-f40e-4fcc-bb88-1a572798f11b']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:01.657060 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-2575a6c3-25a3-4a15-a782-0bca7d95df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:01.666643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-2575a6c3-25a3-4a15-a782-0bca7d95df6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 1099 time: 0.5441151 Jul 16 01:10:01.777285 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-1fb8fc85-4edd-4ec9-be12-2b259d598acb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e69c1a81-3837-4f10-a1ad-da3b850dc9e0 HTTP/1.1" status: 200 len: 217 time: 0.0941949 Jul 16 01:10:01.780987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a296a18c-2c7f-4da7-a5b4-345506e73f10') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:01.781634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a296a18c-2c7f-4da7-a5b4-345506e73f10') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:01.900469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-cfd56756-62c2-4aec-8a62-5635c0d958b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:01.902772 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-cfd56756-62c2-4aec-8a62-5635c0d958b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1065006 Jul 16 01:10:01.905352 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:01.921040 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06503195-ded1-4959-96fb-f14a8cc485c6 x-openstack-request-id: req-06503195-ded1-4959-96fb-f14a8cc485c6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:01.921492 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c1bee8-bc9f-4504-98ed-9ea212971016", "tag": "e69c1a81-3837-4f10-a1ad-da3b850dc9e0", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:01.921894 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06503195-ded1-4959-96fb-f14a8cc485c6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:01.922591 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c1bee8-bc9f-4504-98ed-9ea212971016', 'tag': 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0', 'status': 'completed', 'code': 200} Jul 16 01:10:01.950086 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-61e32885-0a7a-418c-ab44-badad3a1a017 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110779 Jul 16 01:10:01.994334 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:02.016622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:10:02.017482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:10:02.026041 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:10:02.120274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a16b81c5-c493-4b26-989d-00c816f4a4f7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:10:02.161614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f828ce2-c728-431d-93e5-9bc8dde97350 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Router 357b73f7-c54b-43fe-80d3-8c3ff99669dc has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:10:02.182627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a16b81c5-c493-4b26-989d-00c816f4a4f7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:10:02.182996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a16b81c5-c493-4b26-989d-00c816f4a4f7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:10:02.205616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd8de6-690e-4340-b701-5d1a45ae0e50 req-e3b73084-5de9-424a-bdae-d5e4fe3321a5 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:02.211439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40bd8de6-690e-4340-b701-5d1a45ae0e50 req-e3b73084-5de9-424a-bdae-d5e4fe3321a5 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 947 time: 0.5021875 Jul 16 01:10:02.220801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-370a11fe-37bb-4743-9b29-280ef4187aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:02.229050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-370a11fe-37bb-4743-9b29-280ef4187aba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3015237 Jul 16 01:10:02.261039 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:02.285780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:02.292648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] 10.222.0.64 "DELETE /v2.0/networks/734bcbf6-f40e-4fcc-bb88-1a572798f11b HTTP/1.1" status: 204 len: 168 time: 2.4276521 Jul 16 01:10:02.348169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-548eb6db-6c29-4214-85d3-2f3f1a06b522 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895786 Jul 16 01:10:02.349236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d2eb9-cb2f-482b-801c-4da7f2b01b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=734bcbf6-f40e-4fcc-bb88-1a572798f11b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:02.483499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-101b5a9e-b8ec-49dd-bdbd-f217d8aec2b2 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201283 Jul 16 01:10:02.490227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704d79d-ee28-46f3-8846-439e0be1b5df req-25c8af2c-4bab-4e4d-8be5-dcdbca6ad078 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:02.497614 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c704d79d-ee28-46f3-8846-439e0be1b5df req-25c8af2c-4bab-4e4d-8be5-dcdbca6ad078 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 1103 time: 0.3055878 Jul 16 01:10:02.515552 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40bd8de6-690e-4340-b701-5d1a45ae0e50 req-0106e08f-723c-4f41-9f1d-b5db20381510 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875619 Jul 16 01:10:02.546141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47134) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:02.599995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e55b15-e213-4c85-a67e-c4d41b5d1220 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:02.623525 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:02.671712 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c704d79d-ee28-46f3-8846-439e0be1b5df req-48acc338-8f89-4fd7-8eea-930a61567871 tempest-ServersAdminTestJSON-759807899 tempest-ServersAdminTestJSON-759807899-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558890 Jul 16 01:10:02.692175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Transition to ACTIVE for port object 42e55b15-e213-4c85-a67e-c4d41b5d1220 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:02.706719 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:02.720956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f828ce2-c728-431d-93e5-9bc8dde97350 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:10:02.728794 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-757fd1a5-bdd9-45ad-9779-8eaf2b13e5b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b68e27c2958f4000bbe763f49aa7e394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778996 Jul 16 01:10:02.732210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f828ce2-c728-431d-93e5-9bc8dde97350 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:02.737766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:02.744292 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] Sync routers for ids ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:10:02.770133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] Routers {'357b73f7-c54b-43fe-80d3-8c3ff99669dc'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:02.774770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:09:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:02.779449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34d6daa-de1f-464a-938f-1c62d4f643d7 req-1b8dc2ea-a25e-4982-86d0-bd97e97bd214 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780185 Jul 16 01:10:02.942739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:03.029838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510c16-2ada-4372-8a28-72af8d561455 req-73336b51-be20-432c-8d6a-997be594d4d6 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:03.031640 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-73336b51-be20-432c-8d6a-997be594d4d6 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.1994326 Jul 16 01:10:03.051371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f247da-6a9c-4bda-a2f3-1372555d1a21 req-60f947f2-8c3c-44c4-a89e-7d34b6ef78e2 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:03.063061 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61f247da-6a9c-4bda-a2f3-1372555d1a21 req-60f947f2-8c3c-44c4-a89e-7d34b6ef78e2 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 944 time: 0.1381240 Jul 16 01:10:03.100232 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9f828ce2-c728-431d-93e5-9bc8dde97350 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "PUT /v2.0/floatingips/65e5acea-5db1-4ea5-aa54-1f1127c7cb52 HTTP/1.1" status: 200 len: 990 time: 5.6103203 Jul 16 01:10:03.111135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'tag': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:03.113551 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fbeb82-b2e9-4659-8657-3cb95aa8c296" -d '{"events": [{"name": "network-changed", "server_uuid": "8b98ce74-cb24-4975-a5f2-49720cd7886a", "tag": "42a1cc08-e19d-4f7a-9bde-d124f52bbab8"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:03.158090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] Set router 357b73f7-c54b-43fe-80d3-8c3ff99669dc gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:03.174213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:03.174556 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:03.174891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:03.208226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:10:03.208882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:03.216997 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deba9f9f-fbfd-4d69-99e4-69650e1944b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:03.229607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:03.229941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:03.230599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:03.231169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Bound port: 42e55b15-e213-4c85-a67e-c4d41b5d1220, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:03.231635 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:03.265557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86074409-5156-45c7-a335-4aeb2d4b387f req-598ec8de-44aa-4899-873f-9b84b0ff3160 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:03.267373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86074409-5156-45c7-a335-4aeb2d4b387f req-598ec8de-44aa-4899-873f-9b84b0ff3160 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 948 time: 0.4156077 Jul 16 01:10:03.269753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-1d59f5cc-8b20-4170-9312-6decd7ccb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:03.271450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-1d59f5cc-8b20-4170-9312-6decd7ccb623 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 1099 time: 0.3199780 Jul 16 01:10:03.291837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deba9f9f-fbfd-4d69-99e4-69650e1944b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:03.326273 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61f247da-6a9c-4bda-a2f3-1372555d1a21 req-12b7dee7-14cf-45dd-bccf-42d2a54100e3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600131 Jul 16 01:10:03.476209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86074409-5156-45c7-a335-4aeb2d4b387f req-bbfec804-b8f5-45af-bb4a-d8b17457caf9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918266 Jul 16 01:10:03.503512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7c510c16-2ada-4372-8a28-72af8d561455 req-0aa2e2e9-53fe-4615-879e-e3cbc8f30f95 service neutron] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:03.506425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:03.513089 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7c510c16-2ada-4372-8a28-72af8d561455 req-0aa2e2e9-53fe-4615-879e-e3cbc8f30f95 service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:03.513391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:03.516979 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deba9f9f-fbfd-4d69-99e4-69650e1944b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:03.519519 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c510c16-2ada-4372-8a28-72af8d561455 req-0aa2e2e9-53fe-4615-879e-e3cbc8f30f95 service neutron] 10.222.0.50 "DELETE /v2.0/ports/b92ceaa4-ffcf-406d-9aa5-a28133c97d88/bindings/n-h1-791504-14 HTTP/1.1" status: 204 len: 173 time: 0.4524755 Jul 16 01:10:03.520435 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deba9f9f-fbfd-4d69-99e4-69650e1944b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:03.521843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-deba9f9f-fbfd-4d69-99e4-69650e1944b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b3ae785-cad8-40f0-a5a0-5f1c6be37a8a HTTP/1.1" status: 204 len: 168 time: 0.7716014 Jul 16 01:10:03.546227 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:03.621056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba9f9f-fbfd-4d69-99e4-69650e1944b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3ae785-cad8-40f0-a5a0-5f1c6be37a8a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:03.677781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-bb0acaef-c625-41d5-b8e8-744cac58e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:03.679636 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-bb0acaef-c625-41d5-b8e8-744cac58e5c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.3851783 Jul 16 01:10:03.690349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:03.691115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:03.692863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] 10.222.0.50 "PUT /v2.0/ports/42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 1097 time: 3.1493020 Jul 16 01:10:03.843029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:18Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '65e5acea-5db1-4ea5-aa54-1f1127c7cb52', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'port_id': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'mac_address': 'fa:16:3e:af:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:09:25Z', 'updated_at': '2021-07-16T01:09:59Z', 'revision_number': 1, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75', 'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'mac_address': 'fa:16:3e:35:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:16Z', 'updated_at': '2021-07-16T01:09:26Z', 'revision_number': 5, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'subnets': [{'id': '9473aa18-3842-4176-a4cd-6620a6953080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:03.891226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-1672896f-4394-409f-b22e-f5b5c0c209e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e69c1a81-3837-4f10-a1ad-da3b850dc9e0 HTTP/1.1" status: 200 len: 217 time: 0.1942933 Jul 16 01:10:03.893259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ba8b6-1870-406e-a3e5-58f461c4d622 service neutron] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:03.922968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] Checking router: 357b73f7-c54b-43fe-80d3-8c3ff99669dc for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:10:03.956787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] Routers {'357b73f7-c54b-43fe-80d3-8c3ff99669dc'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:03.958994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:09:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:04.032317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-e81025a9-9993-40ee-a99b-b5fded958a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:04.035270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-e81025a9-9993-40ee-a99b-b5fded958a94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1283259 Jul 16 01:10:04.061341 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805df34-2800-488d-be12-d63a45102957 req-cf373778-8663-48c8-9173-5d97c5c6b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:04.064278 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-cf373778-8663-48c8-9173-5d97c5c6b465 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1100 time: 0.2631662 Jul 16 01:10:04.372356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] Set router 357b73f7-c54b-43fe-80d3-8c3ff99669dc gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:04.565089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6f36-bf5f-48dd-aacc-2f7f876fdf5d req-a2aaad4d-1a50-4c21-9b62-ffc9d08f85a3 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:04.576680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d90a6f36-bf5f-48dd-aacc-2f7f876fdf5d req-a2aaad4d-1a50-4c21-9b62-ffc9d08f85a3 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 947 time: 0.1923645 Jul 16 01:10:04.666682 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d90a6f36-bf5f-48dd-aacc-2f7f876fdf5d req-1ecc1998-3efc-4900-9b9d-4622767dc9f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882299 Jul 16 01:10:04.685451 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e476eddb-2979-4a30-bb9f-7d4dcdaecbdc x-openstack-request-id: req-e476eddb-2979-4a30-bb9f-7d4dcdaecbdc {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:04.685451 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b98ce74-cb24-4975-a5f2-49720cd7886a", "tag": "42a1cc08-e19d-4f7a-9bde-d124f52bbab8", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:04.685451 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e476eddb-2979-4a30-bb9f-7d4dcdaecbdc {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:04.685451 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'tag': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8', 'status': 'completed', 'code': 200} Jul 16 01:10:04.724256 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-7e07fea6-68b9-439f-abd1-1c06e992ceb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 217 time: 0.6131473 Jul 16 01:10:04.862719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-86ad558e-a336-403d-8c4b-03929051413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:04.864865 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-86ad558e-a336-403d-8c4b-03929051413b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7040b7f870a74072ba6ab8839e73d9bc&device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 1097 time: 0.1877053 Jul 16 01:10:04.935827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff8ed-7d1e-4d11-bed6-d7b0b3c07456 req-00cdec53-7777-4bac-a35f-5bf397ef4513 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:04.943801 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa9ff8ed-7d1e-4d11-bed6-d7b0b3c07456 req-00cdec53-7777-4bac-a35f-5bf397ef4513 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 950 time: 0.1339641 Jul 16 01:10:05.022640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-77a36baa-bd96-436f-b476-b9afcb3f48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:05.026049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-77a36baa-bd96-436f-b476-b9afcb3f48f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9790843 Jul 16 01:10:05.033555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805df34-2800-488d-be12-d63a45102957 req-720f9c02-5f7d-4460-aef9-55bab9a83f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:05.036227 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-720f9c02-5f7d-4460-aef9-55bab9a83f88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2927184 Jul 16 01:10:05.064094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa9ff8ed-7d1e-4d11-bed6-d7b0b3c07456 req-8e365a58-9e2d-4f15-83ad-a3373ce1bb1e tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144910 Jul 16 01:10:05.120857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:18Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '65e5acea-5db1-4ea5-aa54-1f1127c7cb52', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'port_id': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'mac_address': 'fa:16:3e:af:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:09:25Z', 'updated_at': '2021-07-16T01:09:59Z', 'revision_number': 1, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75', 'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'mac_address': 'fa:16:3e:35:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:16Z', 'updated_at': '2021-07-16T01:09:26Z', 'revision_number': 5, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'subnets': [{'id': '9473aa18-3842-4176-a4cd-6620a6953080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:05.159172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b33a556-2f5a-4019-9290-3af643fdae39 None None] The sync data for ids ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'] in n-d-791504-14 is: [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:18Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '65e5acea-5db1-4ea5-aa54-1f1127c7cb52', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'port_id': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'mac_address': 'fa:16:3e:af:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:09:25Z', 'updated_at': '2021-07-16T01:09:59Z', 'revision_number': 1, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75', 'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'mac_address': 'fa:16:3e:35:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:16Z', 'updated_at': '2021-07-16T01:09:26Z', 'revision_number': 5, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'subnets': [{'id': '9473aa18-3842-4176-a4cd-6620a6953080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:10:05.178893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-9dbc17b5-69ae-43c8-8d65-7d5fbfdd5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:05.181208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-9dbc17b5-69ae-43c8-8d65-7d5fbfdd5ff6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=34f85500-4701-473c-a10b-4e9745d2574e HTTP/1.1" status: 200 len: 912 time: 0.2765214 Jul 16 01:10:05.299236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0584-7bc8-40ae-a0e6-36dabd2bbd09 req-aae68985-e6c1-4a9d-b3a2-93255a2ac1d8 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:05.302330 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b62b0584-7bc8-40ae-a0e6-36dabd2bbd09 req-aae68985-e6c1-4a9d-b3a2-93255a2ac1d8 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 946 time: 0.6239023 Jul 16 01:10:05.407757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-a138648d-6287-487b-b10c-e29c92eaaf0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a1cc08-e19d-4f7a-9bde-d124f52bbab8 HTTP/1.1" status: 200 len: 998 time: 0.1912510 Jul 16 01:10:05.433477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b7bfb-a07f-4bf9-88af-aaa8c4988e38 req-c05a4ed9-7ee8-4904-8cb7-99a21088f45f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:05.443551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ef2b7bfb-a07f-4bf9-88af-aaa8c4988e38 req-c05a4ed9-7ee8-4904-8cb7-99a21088f45f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 944 time: 0.1461711 Jul 16 01:10:05.517973 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b62b0584-7bc8-40ae-a0e6-36dabd2bbd09 req-80afc4aa-d538-41ac-9486-b132a5f5b539 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044032 Jul 16 01:10:05.522904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ef2b7bfb-a07f-4bf9-88af-aaa8c4988e38 req-c2042c08-d093-4677-8b3b-5a8ec08c5cb3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778885 Jul 16 01:10:05.548813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-8f9d8f77-0548-42f9-9302-a5da31d4fbf8 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029242 Jul 16 01:10:05.590374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805df34-2800-488d-be12-d63a45102957 req-c4b32dd7-f1dd-4700-98e7-57bf0de949f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:05.590374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-c4b32dd7-f1dd-4700-98e7-57bf0de949f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5022283 Jul 16 01:10:05.599481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-adc6ab4c-5fd6-49fc-acd7-6c23e112e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:05.599481 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-adc6ab4c-5fd6-49fc-acd7-6c23e112e34c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9473aa18-3842-4176-a4cd-6620a6953080 HTTP/1.1" status: 200 len: 851 time: 0.1767602 Jul 16 01:10:05.644161 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b235729-b8b3-4ca9-9bc1-ac98e17b857f None None] New status for floating IP 65e5acea-5db1-4ea5-aa54-1f1127c7cb52: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:10:05.802952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82de1667-6509-4615-9bd4-a8b84db3d786 req-64009b3b-e9ee-49da-a805-0655c80c871c service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403905 Jul 16 01:10:05.847804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-6a3e4402-4ece-4725-bbd1-e2c9e3851a37 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502680 Jul 16 01:10:05.849721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-369f880c-b907-4af7-b026-ea763236b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:05.851337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-369f880c-b907-4af7-b026-ea763236b148 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34f85500-4701-473c-a10b-4e9745d2574e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2449515 Jul 16 01:10:06.087120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-cf60d577-ad6c-4d6d-9aaf-5789d629d091 service neutron] 10.222.0.67 "GET /v2.0/networks/34f85500-4701-473c-a10b-4e9745d2574e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173064 Jul 16 01:10:06.096151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04a5f-e980-4be0-9ecb-7f98eec52a08 req-b73622f9-3567-4605-80ad-8cd3d5bda138 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:06.097704 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11e04a5f-e980-4be0-9ecb-7f98eec52a08 req-b73622f9-3567-4605-80ad-8cd3d5bda138 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 948 time: 0.2688630 Jul 16 01:10:06.129258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0805df34-2800-488d-be12-d63a45102957 req-e068e139-919b-4f74-9cac-18198bc00ca9 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581904 Jul 16 01:10:06.315464 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11e04a5f-e980-4be0-9ecb-7f98eec52a08 req-b5501be7-a94a-4fdd-8bc8-86792aedd31a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064862 Jul 16 01:10:06.323876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99fbeb82-b2e9-4659-8657-3cb95aa8c296 req-d604671f-1b52-4cab-8150-17640a98be59 service neutron] 10.222.0.67 "GET /v2.0/networks/34f85500-4701-473c-a10b-4e9745d2574e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251375 Jul 16 01:10:06.367218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-b9569d34-b1e5-4e5b-87c8-195b5eb6ab42 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:06.369312 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-b9569d34-b1e5-4e5b-87c8-195b5eb6ab42 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 950 time: 0.2999725 Jul 16 01:10:06.455688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb77f8-9d80-4858-b01b-f962e8a920c7 req-51239da4-e66e-447c-8816-67820ac6d6be tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:06.458290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6edb77f8-9d80-4858-b01b-f962e8a920c7 req-51239da4-e66e-447c-8816-67820ac6d6be tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 947 time: 0.1233933 Jul 16 01:10:06.548393 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6edb77f8-9d80-4858-b01b-f962e8a920c7 req-dc3e350c-043b-4b01-acb5-139da5932055 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788002 Jul 16 01:10:06.602094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-8f49a0c1-ea97-4d71-8cb3-04f5dd3476d9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Deleting port 30b50af2-8091-4ea1-a693-a3ca5a3883ae {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:10:06.602460 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-8f49a0c1-ea97-4d71-8cb3-04f5dd3476d9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:06.684164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:06.686416 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ab8feb-9eda-4bc0-b818-2a6e176243de" -d '{"events": [{"name": "network-changed", "server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:06.711316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54da62-6c38-437c-8989-34856661b5da req-381d0e3e-68d2-46c2-9402-42c3fba246e8 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:06.719095 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db54da62-6c38-437c-8989-34856661b5da req-381d0e3e-68d2-46c2-9402-42c3fba246e8 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1 HTTP/1.1" status: 200 len: 950 time: 0.1975904 Jul 16 01:10:06.774375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-8f49a0c1-ea97-4d71-8cb3-04f5dd3476d9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] For port 30b50af2-8091-4ea1-a693-a3ca5a3883ae, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=30b50af2-8091-4ea1-a693-a3ca5a3883ae,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:06.775492 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-8f49a0c1-ea97-4d71-8cb3-04f5dd3476d9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:06.793304 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db54da62-6c38-437c-8989-34856661b5da req-f25099d7-1b62-4d82-84cc-76a19add8398 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733140 Jul 16 01:10:06.798953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-8f49a0c1-ea97-4d71-8cb3-04f5dd3476d9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Calling delete_port for 30b50af2-8091-4ea1-a693-a3ca5a3883ae owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:10:06.814913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947bc0-43ab-429b-97b6-4334df5f89bd req-5132aa67-00f8-4577-9d7f-e0a668d7f62e tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:06.823975 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22947bc0-43ab-429b-97b6-4334df5f89bd req-5132aa67-00f8-4577-9d7f-e0a668d7f62e tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 1096 time: 0.0779190 Jul 16 01:10:06.887631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22947bc0-43ab-429b-97b6-4334df5f89bd req-5cbc1fb8-4145-4f00-a3fa-57febef3961c tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584462 Jul 16 01:10:07.029541 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-8f49a0c1-ea97-4d71-8cb3-04f5dd3476d9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:07.047950 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3e2fd2-7967-4871-b301-d545fb35bd4b x-openstack-request-id: req-be3e2fd2-7967-4871-b301-d545fb35bd4b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:07.048402 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:07.049168 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be3e2fd2-7967-4871-b301-d545fb35bd4b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:07.050042 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'status': 'completed', 'code': 200} Jul 16 01:10:07.055147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['30b50af2-8091-4ea1-a693-a3ca5a3883ae', '3aa0e637-ffd6-4120-a790-7e06dcb77b22'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:07.064209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['6a6d5387-b421-4f94-82a2-21cc60aa2e9e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:07.171828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49a0c1-ea97-4d71-8cb3-04f5dd3476d9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Pushing event deleted for resources: {'Port': ['ID=30b50af2-8091-4ea1-a693-a3ca5a3883ae,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:07.309612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e69c1a81-3837-4f10-a1ad-da3b850dc9e0 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:10:07.414824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-8f49a0c1-ea97-4d71-8cb3-04f5dd3476d9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] No DVR routers for this DVR port 30b50af2-8091-4ea1-a693-a3ca5a3883ae on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:10:07.424936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-8f49a0c1-ea97-4d71-8cb3-04f5dd3476d9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:07.428943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9e3112ee-ac5b-4560-b498-3a2216f0d62c req-8f49a0c1-ea97-4d71-8cb3-04f5dd3476d9 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.67 "DELETE /v2.0/ports/30b50af2-8091-4ea1-a693-a3ca5a3883ae HTTP/1.1" status: 204 len: 173 time: 1.0519974 Jul 16 01:10:07.541146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-bee9b882-2693-44dd-b560-731b5f644935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:07.544429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-bee9b882-2693-44dd-b560-731b5f644935 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1100 time: 0.3942330 Jul 16 01:10:07.680424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb294c-1791-4b94-86ce-23535249e0ce req-2f326959-7cc1-4541-91d5-c517f6dfcd2f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:07.689696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab6bbd-2764-4ede-b025-5d7954bbb679 req-f2142885-0a59-47d3-b4bd-c7abc6bd214b tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:07.691256 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65cb294c-1791-4b94-86ce-23535249e0ce req-2f326959-7cc1-4541-91d5-c517f6dfcd2f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 948 time: 0.1135085 Jul 16 01:10:07.692837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9ab6bbd-2764-4ede-b025-5d7954bbb679 req-f2142885-0a59-47d3-b4bd-c7abc6bd214b tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 1096 time: 0.2427747 Jul 16 01:10:07.776533 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65cb294c-1791-4b94-86ce-23535249e0ce req-5dfbb1e7-21c1-4a21-b106-39dc87f650ff tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841024 Jul 16 01:10:07.808471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e69c1a81-3837-4f10-a1ad-da3b850dc9e0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:07.839297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0', 'mac_address': 'fa:16:3e:6d:d2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:10:07.915470 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:07.926570 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9ab6bbd-2764-4ede-b025-5d7954bbb679 req-9c4f4681-21f1-45de-8e2f-5c3e3c0a9ee8 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527066 Jul 16 01:10:07.947011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-ea2621c7-a8ad-4fea-ac63-2eb0419fd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:07.947011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-ea2621c7-a8ad-4fea-ac63-2eb0419fd58e service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.3771877 Jul 16 01:10:07.962847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69c1a81-3837-4f10-a1ad-da3b850dc9e0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:08.017481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e69c1a81-3837-4f10-a1ad-da3b850dc9e0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:08.025976 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:08.122684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-6d7ffa85-4494-45ea-9719-bce43263704b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 217 time: 0.1509221 Jul 16 01:10:08.139714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-8c084985-e1a7-4ff8-b19e-609af42c9493 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--902910038&fields=id&tenant_id=abea642527174b0292bb2c9ffa568b6c HTTP/1.1" status: 200 len: 267 time: 0.1068211 Jul 16 01:10:08.159290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:08.228629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-86cc6c76-658a-4f09-b56c-1e68c27f33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:08.230762 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-86cc6c76-658a-4f09-b56c-1e68c27f33b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0940146 Jul 16 01:10:08.258640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc0b17-30bf-483a-84e0-b1610f7b8f1b req-49bd5672-6eb0-4d7e-85f1-4a5b1dae2e1f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:08.262719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62fc0b17-30bf-483a-84e0-b1610f7b8f1b req-49bd5672-6eb0-4d7e-85f1-4a5b1dae2e1f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 948 time: 0.1428850 Jul 16 01:10:08.379656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62fc0b17-30bf-483a-84e0-b1610f7b8f1b req-2d84baad-1fe6-4326-ad97-5215f1ce6aec tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999522 Jul 16 01:10:08.403412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-14c9d7ed-9e56-485d-8d7f-7487c217ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:08.406795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-14c9d7ed-9e56-485d-8d7f-7487c217ea2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420383 Jul 16 01:10:08.440799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-eb0fcfd1-d2ad-46b6-8aab-3c498718611a tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:08.451321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-eb0fcfd1-d2ad-46b6-8aab-3c498718611a tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/networks?id=618000df-3051-471f-b84e-b50c74582ad8 HTTP/1.1" status: 200 len: 824 time: 0.2829018 Jul 16 01:10:08.485356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-ec146e7b-2210-406b-8502-2eb99a1d91d9 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/quotas/abea642527174b0292bb2c9ffa568b6c HTTP/1.1" status: 200 len: 375 time: 0.0327537 Jul 16 01:10:08.564980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e69c1a81-3837-4f10-a1ad-da3b850dc9e0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:08.634855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-5bf91937-4025-4f60-ab5d-0c62086ffec3 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=abea642527174b0292bb2c9ffa568b6c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1473060 Jul 16 01:10:08.779790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-6eafc23d-4330-45a3-ad9b-fe9326944a35 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583093 Jul 16 01:10:08.833328 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-efc1337e-1672-4aee-bf66-24a8739255cc service neutron] 10.222.0.64 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876476 Jul 16 01:10:09.032223 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-4476c115-05f0-47d8-9950-441e66e2475a service neutron] 10.222.0.64 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973488 Jul 16 01:10:09.055595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1', 'name': 'network-vif-deleted', 'tag': '30b50af2-8091-4ea1-a693-a3ca5a3883ae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:09.060123 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa09e3-9a16-458f-997d-a4ed3c409679" -d '{"events": [{"server_uuid": "9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1", "name": "network-vif-deleted", "tag": "30b50af2-8091-4ea1-a693-a3ca5a3883ae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:09.100767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a5ab8feb-9eda-4bc0-b818-2a6e176243de req-389f537f-8173-4030-9584-fb32b5b0a4bf service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089211 Jul 16 01:10:09.108085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47286) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:09.130483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-e525002b-153b-4ef4-be51-8fad56be9aeb tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:09.135723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-e525002b-153b-4ef4-be51-8fad56be9aeb tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5da568-15f5-4cef-8175-dd7b119a8fc9 HTTP/1.1" status: 200 len: 946 time: 0.1709077 Jul 16 01:10:09.385290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:09.421896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Deleting port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:10:09.422490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:09.627111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] For port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:09.627743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:09.635729 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:09.642842 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:09.728749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abd72ca-b36f-4531-9df5-893d9a8d865b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:09.761760 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c025fa0da42f4f7bbf65b2faf2525d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463540 Jul 16 01:10:09.764616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:09.775954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.778624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.779952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.780303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.780642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.780976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.781305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.781631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.781954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.782329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.782654 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.784124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9818abe-7123-4043-b363-11b056a7fc7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:09.936028 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a82523-d294-46d3-870d-a4a247caff0d x-openstack-request-id: req-77a82523-d294-46d3-870d-a4a247caff0d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:09.936754 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1", "name": "network-vif-deleted", "tag": "30b50af2-8091-4ea1-a693-a3ca5a3883ae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:09.937157 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77a82523-d294-46d3-870d-a4a247caff0d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:09.937773 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6c23ee-3c1b-4606-bbe7-e6c361fb99d1', 'name': 'network-vif-deleted', 'tag': '30b50af2-8091-4ea1-a693-a3ca5a3883ae', 'status': 'completed', 'code': 200} Jul 16 01:10:09.953705 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63e8183-573f-435d-9c0b-308aff133b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:09.987181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63e8183-573f-435d-9c0b-308aff133b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:10.081175 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7461bcfd-e892-4eff-a64f-a182d8375de0 req-6e805bc9-3de2-44d3-8904-74c1ad82b110 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 210 time: 0.0443738 Jul 16 01:10:10.099967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 30b50af2-8091-4ea1-a693-a3ca5a3883ae no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:10:10.129773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63e8183-573f-435d-9c0b-308aff133b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:10.136728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63e8183-573f-435d-9c0b-308aff133b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:10.140433 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a63e8183-573f-435d-9c0b-308aff133b76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3abd72ca-b36f-4531-9df5-893d9a8d865b HTTP/1.1" status: 204 len: 168 time: 0.3470590 Jul 16 01:10:10.172690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e8183-573f-435d-9c0b-308aff133b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abd72ca-b36f-4531-9df5-893d9a8d865b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:10.262283 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 30b50af2-8091-4ea1-a693-a3ca5a3883ae {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:10:10.264887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 30b50af2-8091-4ea1-a693-a3ca5a3883ae not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:10:10.480188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafc26b-6da0-46f1-bb9f-4d0de2d0fcd1 req-cfc0872a-f4a7-4783-82ff-0ab2d1880e5f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:10.495429 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9dafc26b-6da0-46f1-bb9f-4d0de2d0fcd1 req-cfc0872a-f4a7-4783-82ff-0ab2d1880e5f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 948 time: 0.2095196 Jul 16 01:10:10.591038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9dafc26b-6da0-46f1-bb9f-4d0de2d0fcd1 req-ef5df937-4220-49e0-9802-24b5fdbe4c1a tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933027 Jul 16 01:10:10.687371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7dae-a135-4a70-9ade-78fd7b17851e req-12a48270-7f40-470c-a1a4-f1dc573c5256 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:10.689848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bc8a7dae-a135-4a70-9ade-78fd7b17851e req-12a48270-7f40-470c-a1a4-f1dc573c5256 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 948 time: 0.9965432 Jul 16 01:10:10.827169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bc8a7dae-a135-4a70-9ade-78fd7b17851e req-8eb411af-1251-4295-b896-12ed9cacc50f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053064 Jul 16 01:10:11.001989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:11.002461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:11.002698 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Floating IP c326fc6a-cba7-4485-9908-ee69c26b0a5b disassociated. External IP: 172.25.4.107, port: 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39. Jul 16 01:10:11.003066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Calling delete_port for 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:10:11.015831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492ac6f-8ff1-40c9-81a6-c07bf6d57c36 req-6f6d3a41-7ff1-47a9-a8f3-4538fc081c79 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:11.017719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d492ac6f-8ff1-40c9-81a6-c07bf6d57c36 req-6f6d3a41-7ff1-47a9-a8f3-4538fc081c79 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 950 time: 0.2234571 Jul 16 01:10:11.110788 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d492ac6f-8ff1-40c9-81a6-c07bf6d57c36 req-e3ee62f9-b393-4289-a81e-d1801c707646 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834517 Jul 16 01:10:11.333269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:10:11.343856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e69c1a81-3837-4f10-a1ad-da3b850dc9e0 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:11.357793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93c47916-8216-481e-a5c8-a302acd8b2c9 req-0261abf2-2666-4a0c-9bcd-75c51c47808d tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 210 time: 0.0946064 Jul 16 01:10:11.358846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:11.451816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event deleted for resources: {'Port': ['ID=1d7e2c2d-b3f9-4807-9d63-67acccf7ef39,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:11.692253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:11.729456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:11.730191 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:11.891451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:11.952054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:12.082926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:10:12.089674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'mac_address': 'fa:16:3e:7d:c1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:10:12.104573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:10:12.197098 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:10:12.197379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:10:12.223863 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:12.337307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e69c1a81-3837-4f10-a1ad-da3b850dc9e0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:12.342844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c1bee8-bc9f-4504-98ed-9ea212971016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:12.347982 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11ab107-c3db-4e1b-9982-9965bb3a4848" -d '{"events": [{"server_uuid": "f2c1bee8-bc9f-4504-98ed-9ea212971016", "name": "network-vif-plugged", "status": "completed", "tag": "e69c1a81-3837-4f10-a1ad-da3b850dc9e0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:12.355531 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:12.363452 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:12.425494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2001733920-network', 'tenant_id': 'e84ae5bc7ea047b49776188bd5277b5d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:12.446791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e55b15-e213-4c85-a67e-c4d41b5d1220 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:12.499926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:12.501880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:10:12.503576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:12.513144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.513523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.513861 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.514307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.514681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.515015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.515446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.515789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.516117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.516508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.516872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.517245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:12.536199 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:12.538940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] Sync routers for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:10:12.552085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-76d6531e-1771-437e-bb01-92cbf531fff4 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:12.554103 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-76d6531e-1771-437e-bb01-92cbf531fff4 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.67 "GET /v2.0/networks?id=618000df-3051-471f-b84e-b50c74582ad8 HTTP/1.1" status: 200 len: 824 time: 0.9339793 Jul 16 01:10:12.579147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:12.579808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:09:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:12.676919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:12.720863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] No DVR routers for this DVR port 1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:10:12.726808 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:12.729585 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d06b0d0-91fd-42ac-8e4a-7a275fd2b2fc req-a73228d8-d86e-4656-bdd5-66f9e516db1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.67 "DELETE /v2.0/ports/1d7e2c2d-b3f9-4807-9d63-67acccf7ef39 HTTP/1.1" status: 204 len: 173 time: 3.5876775 Jul 16 01:10:12.732371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Made reservation on behalf of e84ae5bc7ea047b49776188bd5277b5d for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:12.735240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:12.737437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'name': 'network-vif-deleted', 'tag': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:12.740300 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239f4f2b-9fc3-4712-bc5e-4e4b14535ca0" -d '{"events": [{"server_uuid": "ba5da568-15f5-4cef-8175-dd7b119a8fc9", "name": "network-vif-deleted", "tag": "1d7e2c2d-b3f9-4807-9d63-67acccf7ef39"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:12.816001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d30cb3-42fd-42ba-804b-06c00c6d44e9 req-9741d274-7ee5-4d28-870b-19025c017e67 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:12.826060 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:12.834064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3d30cb3-42fd-42ba-804b-06c00c6d44e9 req-9741d274-7ee5-4d28-870b-19025c017e67 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 948 time: 0.9339395 Jul 16 01:10:12.837502 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-f7766064-8b09-4ba3-837e-467041dc553f tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abea642527174b0292bb2c9ffa568b6c HTTP/1.1" status: 200 len: 379 time: 0.2358513 Jul 16 01:10:12.852240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Request body: {'port': {'device_id': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'admin_state_up': True, 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'security_groups': ['db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:12.889801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:12.966947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3d30cb3-42fd-42ba-804b-06c00c6d44e9 req-2489e29b-56c2-493f-afae-d1f5cf913697 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313188 Jul 16 01:10:13.027612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-39394523-1635-4b2b-93d1-89306561d835 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:13.029685 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-39394523-1635-4b2b-93d1-89306561d835 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 950 time: 0.5988514 Jul 16 01:10:13.052016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f71f7f-46ef-465b-b348-d735e078aaa2 req-69d577e0-7f77-482c-9772-2903cca02bbd tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:13.063136 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63f71f7f-46ef-465b-b348-d735e078aaa2 req-69d577e0-7f77-482c-9772-2903cca02bbd tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 949 time: 0.6478679 Jul 16 01:10:13.159569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['42e55b15-e213-4c85-a67e-c4d41b5d1220'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:13.234456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:13.284536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] Checking router: 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:10:13.297082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:13.298272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:09:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:13.317225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63f71f7f-46ef-465b-b348-d735e078aaa2 req-8542082e-74c0-4a74-8ea4-b814cdfdbae6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526989 Jul 16 01:10:13.457141 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496a6f70-0494-437d-8196-38ecab2ddc1a x-openstack-request-id: req-496a6f70-0494-437d-8196-38ecab2ddc1a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:13.457747 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c1bee8-bc9f-4504-98ed-9ea212971016", "name": "network-vif-plugged", "status": "completed", "tag": "e69c1a81-3837-4f10-a1ad-da3b850dc9e0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:13.457747 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-496a6f70-0494-437d-8196-38ecab2ddc1a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:13.458110 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c1bee8-bc9f-4504-98ed-9ea212971016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0', 'code': 200} Jul 16 01:10:13.555289 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:13.572073 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:13.685745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:10:13.707250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-983fa113-02b9-4193-8e22-e77bf7dbc197 req-1ae25e74-12f6-4f4c-974d-e7cd7d54fef4 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 210 time: 0.0616024 Jul 16 01:10:13.708700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Made reservation on behalf of abea642527174b0292bb2c9ffa568b6c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:13.713909 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:13.752310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:13.792633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e1785-457f-48fa-a584-ff0108ddb8eb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:13.809764 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:13.810935 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Added segment d52b9450-b044-48a6-afb6-1716c4197ffc of type vlan for network 2a15a0c6-4a36-45cb-a57e-583b27c31196 Jul 16 01:10:13.856496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-d48e2dd7-d241-451a-957f-f5dfe3c84f53 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Deleting port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:10:13.857395 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-d48e2dd7-d241-451a-957f-f5dfe3c84f53 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:13.873244 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b2d138-7b82-403f-ac04-009697923d77 x-openstack-request-id: req-36b2d138-7b82-403f-ac04-009697923d77 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:13.873698 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5da568-15f5-4cef-8175-dd7b119a8fc9", "name": "network-vif-deleted", "tag": "1d7e2c2d-b3f9-4807-9d63-67acccf7ef39", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:13.874092 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36b2d138-7b82-403f-ac04-009697923d77 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:13.874587 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5da568-15f5-4cef-8175-dd7b119a8fc9', 'name': 'network-vif-deleted', 'tag': '1d7e2c2d-b3f9-4807-9d63-67acccf7ef39', 'status': 'completed', 'code': 200} Jul 16 01:10:14.219712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6ccb-3e25-480c-9130-8b66481e5c45 req-14d901d5-faf3-468c-9b7c-1dd556cefc63 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:14.222099 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21eb6ccb-3e25-480c-9130-8b66481e5c45 req-14d901d5-faf3-468c-9b7c-1dd556cefc63 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 950 time: 0.7210898 Jul 16 01:10:14.224495 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:14.298184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Allocated IP 172.20.0.11 (618000df-3051-471f-b84e-b50c74582ad8/e0f1520c-2f62-4814-a833-d7e370391944/deaa1bc6-221b-4eeb-afc6-1ad892151648) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:14.329228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb66a-5de1-449e-8b41-774df52cfc2a req-23ff1ccc-f710-478f-a036-133fbf0009af tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:14.337880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bbabb66a-5de1-449e-8b41-774df52cfc2a req-23ff1ccc-f710-478f-a036-133fbf0009af tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 949 time: 0.1497984 Jul 16 01:10:14.344866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21eb6ccb-3e25-480c-9130-8b66481e5c45 req-26d157fd-d859-4572-aa1c-4f4388e0f1af tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954580 Jul 16 01:10:14.346716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ec0b5-c797-4d18-9284-27c2dcae33b7 req-64d8f6c4-f9f6-480e-a832-00b547f789fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:14.348157 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-286ec0b5-c797-4d18-9284-27c2dcae33b7 req-64d8f6c4-f9f6-480e-a832-00b547f789fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 1101 time: 0.7226720 Jul 16 01:10:14.352192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-d48e2dd7-d241-451a-957f-f5dfe3c84f53 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] For port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:14.352623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-d48e2dd7-d241-451a-957f-f5dfe3c84f53 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:14.420196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:14.472869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07c9e4-118f-4fc9-ae05-703c0df2eaa9 None None] The sync data for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 is: [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:10:14.490721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-d48e2dd7-d241-451a-957f-f5dfe3c84f53 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Calling delete_port for 6a6d5387-b421-4f94-82a2-21cc60aa2e9e owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:10:14.504369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bbabb66a-5de1-449e-8b41-774df52cfc2a req-8df47a28-5d92-42c0-862f-e15c34f10fe6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466913 Jul 16 01:10:14.561382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:14.562467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:14.563052 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:14.704043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-286ec0b5-c797-4d18-9284-27c2dcae33b7 req-5cbc3314-07b1-4aae-99f8-529d69a2bbe2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386493 Jul 16 01:10:14.761317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.7928910 Jul 16 01:10:14.765391 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47376) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:14.778359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Request body: {'subnet': {'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2001733920-subnet', 'tenant_id': 'e84ae5bc7ea047b49776188bd5277b5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:14.851354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Made reservation on behalf of e84ae5bc7ea047b49776188bd5277b5d for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:14.853449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb34a9-3dba-46e9-bb3e-990ad7ee77df admin admin] Pushing event updated for resources: {'Network': ['ID=2a15a0c6-4a36-45cb-a57e-583b27c31196,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:14.861654 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:14.882627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 2a15a0c6-4a36-45cb-a57e-583b27c31196 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:10:15.033278 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2161c30-2599-4050-ade5-a75ae11a89aa None None] New status for floating IP c326fc6a-cba7-4485-9908-ee69c26b0a5b: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:10:15.148173 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-041651d2-0a41-4aee-bed3-8ba041830776 req-0188eba0-02f0-47ea-9385-fb093ee16b4f tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 210 time: 0.0549953 Jul 16 01:10:15.164238 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:15.191947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aad606-b1d0-454c-858e-2aac53797159 req-ae61340b-4264-4e32-957c-41927934154c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:15.193579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23aad606-b1d0-454c-858e-2aac53797159 req-ae61340b-4264-4e32-957c-41927934154c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 949 time: 0.4667046 Jul 16 01:10:15.208255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Transition to ACTIVE for port object deaa1bc6-221b-4eeb-afc6-1ad892151648 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:15.217911 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-d48e2dd7-d241-451a-957f-f5dfe3c84f53 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:15.230630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['3aa0e637-ffd6-4120-a790-7e06dcb77b22'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:15.298685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['6a6d5387-b421-4f94-82a2-21cc60aa2e9e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:15.298906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e2dd7-d241-451a-957f-f5dfe3c84f53 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Pushing event deleted for resources: {'Port': ['ID=6a6d5387-b421-4f94-82a2-21cc60aa2e9e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:15.350188 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:15.514110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-d48e2dd7-d241-451a-957f-f5dfe3c84f53 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] No DVR routers for this DVR port 6a6d5387-b421-4f94-82a2-21cc60aa2e9e on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:10:15.519017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-d48e2dd7-d241-451a-957f-f5dfe3c84f53 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:15.521344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbd88e00-59bb-4bce-8ee6-1763903243cf req-d48e2dd7-d241-451a-957f-f5dfe3c84f53 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.50 "DELETE /v2.0/ports/6a6d5387-b421-4f94-82a2-21cc60aa2e9e HTTP/1.1" status: 204 len: 173 time: 2.4423652 Jul 16 01:10:15.523220 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:15.564084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=603c6279-2295-494f-bf1a-1b81562edde4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:15.573427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Checking segment: {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:15.573913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Network hostable DHCP agents. Network: 2a15a0c6-4a36-45cb-a57e-583b27c31196, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:10:15.608238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Network 2a15a0c6-4a36-45cb-a57e-583b27c31196 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:10:15.632233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 2a15a0c6-4a36-45cb-a57e-583b27c31196) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:15.651647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b0985-8238-443e-8846-bd362544ec94 None None] Network 2a15a0c6-4a36-45cb-a57e-583b27c31196 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:10:15.655592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:15.656508 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:15.718451 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c2b58e7c-9b1f-4f3c-bd30-fc64d89fecbd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9481418 Jul 16 01:10:15.728169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event updated for resources: {'Port': ['ID=deaa1bc6-221b-4eeb-afc6-1ad892151648,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:15.756686 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23aad606-b1d0-454c-858e-2aac53797159 req-0f740ff3-73e7-41bc-9b9b-b7cd787498be tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493610 Jul 16 01:10:15.789346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Network 618000df-3051-471f-b84e-b50c74582ad8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:15.795549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:15.800664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:15.811776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:15.813331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:15.846437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-36859a38-4526-4512-a019-1df2206d3d15 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9983044 Jul 16 01:10:15.876649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Request body: {'port': {'device_id': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:15.896696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e3501f-8551-4565-af16-b68b437241da', 'name': 'network-vif-deleted', 'tag': '6a6d5387-b421-4f94-82a2-21cc60aa2e9e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:15.908025 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552d3d66-ae82-4752-aa67-b4beb395cb1d" -d '{"events": [{"server_uuid": "f7e3501f-8551-4565-af16-b68b437241da", "name": "network-vif-deleted", "tag": "6a6d5387-b421-4f94-82a2-21cc60aa2e9e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:15.960395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7bd490a6-9a7d-46cc-b048-d9fc1d96b80b req-757d71fa-ed92-42f7-9f4f-3cc044ce805a tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7e3501f-8551-4565-af16-b68b437241da HTTP/1.1" status: 200 len: 210 time: 0.0939095 Jul 16 01:10:16.233015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8884b2e-224b-4a08-bb76-5a01b362b811 None None] Network 2a15a0c6-4a36-45cb-a57e-583b27c31196 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:10:16.299635 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:16.630773 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738222cd-a704-40f0-84cd-592756b3239f x-openstack-request-id: req-738222cd-a704-40f0-84cd-592756b3239f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:16.631180 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e3501f-8551-4565-af16-b68b437241da", "name": "network-vif-deleted", "tag": "6a6d5387-b421-4f94-82a2-21cc60aa2e9e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:16.643713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d1304448-bef2-4870-abdf-04d729185274 None None] Provisioning for port deaa1bc6-221b-4eeb-afc6-1ad892151648 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:16.644440 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-738222cd-a704-40f0-84cd-592756b3239f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:16.645236 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e3501f-8551-4565-af16-b68b437241da', 'name': 'network-vif-deleted', 'tag': '6a6d5387-b421-4f94-82a2-21cc60aa2e9e', 'status': 'completed', 'code': 200} Jul 16 01:10:16.657703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d1304448-bef2-4870-abdf-04d729185274 None None] Provisioning complete for port deaa1bc6-221b-4eeb-afc6-1ad892151648 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:16.658211 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1304448-bef2-4870-abdf-04d729185274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:16.740149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d1304448-bef2-4870-abdf-04d729185274 None None] Port deaa1bc6-221b-4eeb-afc6-1ad892151648 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:10:16.807632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d11a0f-681f-4c48-a6fd-d35939754fdd req-2f93990b-74d9-4632-beb7-803d775dfc2a tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:16.820644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0d11a0f-681f-4c48-a6fd-d35939754fdd req-2f93990b-74d9-4632-beb7-803d775dfc2a tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 932 time: 0.1286170 Jul 16 01:10:16.894000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a68ed-f322-4d23-86bc-894f3cd18c41 req-7d123fb0-5f40-431d-9826-c210c22a2808 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:16.896062 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e7a68ed-f322-4d23-86bc-894f3cd18c41 req-7d123fb0-5f40-431d-9826-c210c22a2808 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 949 time: 0.5631738 Jul 16 01:10:16.956141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0d11a0f-681f-4c48-a6fd-d35939754fdd req-d9b50ddb-8f32-42c6-aa89-572a6b9c3b94 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337028 Jul 16 01:10:17.060504 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e7a68ed-f322-4d23-86bc-894f3cd18c41 req-1016219c-f414-43cf-a160-0e5c73e4846a tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479006 Jul 16 01:10:17.158912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaa1bc6-221b-4eeb-afc6-1ad892151648 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:17.178864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:17.196816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Transition to ACTIVE for port object deaa1bc6-221b-4eeb-afc6-1ad892151648 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:17.201567 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:17.260550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Pushing event updated for resources: {'Port': ['ID=deaa1bc6-221b-4eeb-afc6-1ad892151648,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.302110 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:10:17.307530 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:10:17.348378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:17.450523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Attempting to bind port deaa1bc6-221b-4eeb-afc6-1ad892151648 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:17.450753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Attempting to bind port deaa1bc6-221b-4eeb-afc6-1ad892151648 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:17.451538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Attempting to bind port deaa1bc6-221b-4eeb-afc6-1ad892151648 on network 618000df-3051-471f-b84e-b50c74582ad8 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:17.456989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Port deaa1bc6-221b-4eeb-afc6-1ad892151648 on network 618000df-3051-471f-b84e-b50c74582ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:10:17.457315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Attempting to bind port deaa1bc6-221b-4eeb-afc6-1ad892151648 on network 618000df-3051-471f-b84e-b50c74582ad8 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:17.469888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:17.470344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Checking segment: {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:17.470811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Bound using segment: {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:17.471331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Bound port: deaa1bc6-221b-4eeb-afc6-1ad892151648, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2aa9a75-df78-464e-8979-68350ca54b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '618000df-3051-471f-b84e-b50c74582ad8'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:17.471767 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:17.491069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 42e55b15-e213-4c85-a67e-c4d41b5d1220 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:17.497646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 42e55b15-e213-4c85-a67e-c4d41b5d1220 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:17.498141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:17.612076 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:17.622664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2a714-cfd2-446d-8180-41f9a19e8436 req-69234129-5e9b-47c4-8ae5-98e1dfa758b7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:17.638532 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70a2a714-cfd2-446d-8180-41f9a19e8436 req-69234129-5e9b-47c4-8ae5-98e1dfa758b7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 949 time: 0.3476529 Jul 16 01:10:17.685540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-cfec3cf3-dba4-4fb8-b710-3782a6f28623 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:17.699651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-cfec3cf3-dba4-4fb8-b710-3782a6f28623 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 805 time: 0.3102219 Jul 16 01:10:17.723917 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70a2a714-cfd2-446d-8180-41f9a19e8436 req-6a4197d0-d1f9-4094-8821-24661eb5c2ed tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825608 Jul 16 01:10:17.739317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] For port deaa1bc6-221b-4eeb-afc6-1ad892151648, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:17.748441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-15c74fa1-52c0-49ab-8225-7c1713a415c0 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/quotas/e84ae5bc7ea047b49776188bd5277b5d HTTP/1.1" status: 200 len: 375 time: 0.0457494 Jul 16 01:10:17.767769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:17.770357 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bfd2ad-f98a-460e-b0cd-df09e89e7729" -d '{"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-plugged", "status": "completed", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:17.772415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] For port deaa1bc6-221b-4eeb-afc6-1ad892151648, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=deaa1bc6-221b-4eeb-afc6-1ad892151648,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:17.783291 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:17.810340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:17.815642 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:17.816437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6a6d5387-b421-4f94-82a2-21cc60aa2e9e no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:10:17.837603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-89be7590-decc-4f22-a457-d47ab0173888 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874283 Jul 16 01:10:17.890320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:17.898074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:17.904589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] 10.222.0.67 "PUT /v2.0/ports/deaa1bc6-221b-4eeb-afc6-1ad892151648 HTTP/1.1" status: 200 len: 1093 time: 2.0412736 Jul 16 01:10:17.954932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 6a6d5387-b421-4f94-82a2-21cc60aa2e9e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:10:17.955271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6a6d5387-b421-4f94-82a2-21cc60aa2e9e not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:10:17.985714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:18.049795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f944caa-3f80-41b9-a52e-df9499584d9b service neutron] Pushing event updated for resources: {'Port': ['ID=deaa1bc6-221b-4eeb-afc6-1ad892151648,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:18.064528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-c23fe55e-0bdd-4d28-b291-616f1f804e2c service neutron] 10.222.0.64 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194128 Jul 16 01:10:18.088456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-a836664f-c745-466d-b700-bd0c030dbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:18.090636 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-a836664f-c745-466d-b700-bd0c030dbdd6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=abea642527174b0292bb2c9ffa568b6c&device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 1096 time: 0.1370237 Jul 16 01:10:18.187704 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f385b78-81bd-4365-b660-778637a721f9 x-openstack-request-id: req-0f385b78-81bd-4365-b660-778637a721f9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:18.187979 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-plugged", "status": "completed", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:18.188239 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f385b78-81bd-4365-b660-778637a721f9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:18.188650 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'code': 200} Jul 16 01:10:18.208816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-d0e93bec-3e4a-420a-aabe-baf8433deceb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=deaa1bc6-221b-4eeb-afc6-1ad892151648 HTTP/1.1" status: 200 len: 217 time: 0.1046727 Jul 16 01:10:18.229006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-2b95d76d-24df-40b2-ab0e-4555bafcd594 service neutron] 10.222.0.64 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576936 Jul 16 01:10:18.294045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-4f211f96-7595-4b74-81da-e7f6adf9033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:18.296322 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-4f211f96-7595-4b74-81da-e7f6adf9033e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0f1520c-2f62-4814-a833-d7e370391944 HTTP/1.1" status: 200 len: 863 time: 0.0784335 Jul 16 01:10:18.454220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-a23da724-d591-4dc3-bcfa-8d8958d724e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:18.456774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-a23da724-d591-4dc3-bcfa-8d8958d724e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=618000df-3051-471f-b84e-b50c74582ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511667 Jul 16 01:10:18.461551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60fc84-34e0-43fe-860e-ddf319b9928a req-b9b6d826-55fa-460b-8118-552ab649b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:18.464207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d60fc84-34e0-43fe-860e-ddf319b9928a req-b9b6d826-55fa-460b-8118-552ab649b4ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1102 time: 0.1034267 Jul 16 01:10:18.714881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'tag': 'deaa1bc6-221b-4eeb-afc6-1ad892151648'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:18.718884 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed5ab80-3a72-4a0f-a5e5-935df5a15975", "tag": "deaa1bc6-221b-4eeb-afc6-1ad892151648"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:18.744785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d60fc84-34e0-43fe-860e-ddf319b9928a req-d1fe172b-ff62-41b2-b217-e668acedf190 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568290 Jul 16 01:10:18.798098 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-ba1f098d-d17a-4cb9-8478-456e3b50cd65 service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322103 Jul 16 01:10:18.944672 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbec62e-09b7-4de6-a8eb-c5b66fd3104b req-f0d520f6-671b-4d7a-a2f4-df38bb5caf03 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:18.947234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdbec62e-09b7-4de6-a8eb-c5b66fd3104b req-f0d520f6-671b-4d7a-a2f4-df38bb5caf03 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 944 time: 0.1308229 Jul 16 01:10:19.024036 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdbec62e-09b7-4de6-a8eb-c5b66fd3104b req-cdee3975-96ae-4533-ae22-d0465fa86b8b tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578399 Jul 16 01:10:19.178195 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-01d5156b-8c58-461a-af90-995ded31368b req-7763324e-eb14-4240-9e4b-f7a42cbb235f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 210 time: 0.0643034 Jul 16 01:10:19.496645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40675-dbcf-4f65-985a-2a4db8e963b1 req-1705342e-f462-4de5-b313-26ed9a710729 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:19.513503 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73d40675-dbcf-4f65-985a-2a4db8e963b1 req-1705342e-f462-4de5-b313-26ed9a710729 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 951 time: 0.1815224 Jul 16 01:10:19.516712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac83c4e-1400-4459-999f-5d9b00ee44c4 req-169f968c-bbb3-4246-af86-34f0ef19d7e1 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:19.519982 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eac83c4e-1400-4459-999f-5d9b00ee44c4 req-169f968c-bbb3-4246-af86-34f0ef19d7e1 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 949 time: 0.7201240 Jul 16 01:10:19.585324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0100a2-711f-41ea-97c7-ddc3cafe2ec7 req-9b8917c3-64c7-4d24-b62a-edb55ba4bed0 service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704635 Jul 16 01:10:19.606634 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73d40675-dbcf-4f65-985a-2a4db8e963b1 req-bf4870ad-b65b-464d-9199-52ba91420875 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913997 Jul 16 01:10:19.670900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eac83c4e-1400-4459-999f-5d9b00ee44c4 req-646517e7-f2ac-44f0-9562-fe7fc8b59fbd tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367733 Jul 16 01:10:19.760812 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f98456a-cfbf-4dc3-9c57-083e79363e53 x-openstack-request-id: req-1f98456a-cfbf-4dc3-9c57-083e79363e53 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:19.761906 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed5ab80-3a72-4a0f-a5e5-935df5a15975", "tag": "deaa1bc6-221b-4eeb-afc6-1ad892151648", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:19.762629 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f98456a-cfbf-4dc3-9c57-083e79363e53 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:19.764165 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'tag': 'deaa1bc6-221b-4eeb-afc6-1ad892151648', 'status': 'completed', 'code': 200} Jul 16 01:10:19.870480 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:10:20.004783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-864350ac-edb4-43ea-bb2f-21e32d8e4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:20.006849 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-864350ac-edb4-43ea-bb2f-21e32d8e4847 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=abea642527174b0292bb2c9ffa568b6c&device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 1096 time: 0.1650195 Jul 16 01:10:20.228670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a68a9c-c40e-440e-8573-20e9c5a63e90 req-ebc7acd5-5898-435e-aa5d-f16316dcc638 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:20.230730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f6a68a9c-c40e-440e-8573-20e9c5a63e90 req-ebc7acd5-5898-435e-aa5d-f16316dcc638 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.2226136 Jul 16 01:10:20.285431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-a795a0e2-ea19-4814-87ab-3bf7479f3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:20.288909 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-a795a0e2-ea19-4814-87ab-3bf7479f3888 service neutron] 10.222.0.67 "GET /v2.0/networks?id=618000df-3051-471f-b84e-b50c74582ad8 HTTP/1.1" status: 200 len: 924 time: 0.2628119 Jul 16 01:10:20.366166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-054a1e5a-0a3b-4bd2-bfcb-c3cac05f5028 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=deaa1bc6-221b-4eeb-afc6-1ad892151648 HTTP/1.1" status: 200 len: 217 time: 0.0679102 Jul 16 01:10:20.370122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f6a68a9c-c40e-440e-8573-20e9c5a63e90 req-f28a4870-6a18-4dda-9918-3f34ace57929 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301532 Jul 16 01:10:20.375897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914eef9-dbc2-4231-a69c-9a81a579e1e2 req-5dbd1777-9910-4816-a458-c8ca23930b3f tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:20.379171 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b914eef9-dbc2-4231-a69c-9a81a579e1e2 req-5dbd1777-9910-4816-a458-c8ca23930b3f tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 1101 time: 0.1315291 Jul 16 01:10:20.456208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-205e3c4c-d826-474d-a5b7-90f6b946ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:20.457671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-205e3c4c-d826-474d-a5b7-90f6b946ea61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0f1520c-2f62-4814-a833-d7e370391944 HTTP/1.1" status: 200 len: 863 time: 0.0797601 Jul 16 01:10:20.480641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b914eef9-dbc2-4231-a69c-9a81a579e1e2 req-8f44f4ce-564d-4cf4-a709-033966d7f449 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900221 Jul 16 01:10:20.686116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-45749fa7-a73a-4ad3-9f80-e52d6f238375 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:20.702572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-45749fa7-a73a-4ad3-9f80-e52d6f238375 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 951 time: 0.2439072 Jul 16 01:10:20.798283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-1d31120a-abdc-412a-87d7-553117267778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:20.800619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-1d31120a-abdc-412a-87d7-553117267778 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=618000df-3051-471f-b84e-b50c74582ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3116107 Jul 16 01:10:20.900760 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4263d8c7-2dc6-4809-bc7a-83cb9c1a43c5 req-ece65503-f290-4dc3-b64c-1704ccbcbf5c tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 210 time: 0.1329362 Jul 16 01:10:21.234937 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-08d55d6f-dbc7-415e-8812-f54980f9dd6e service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287089 Jul 16 01:10:21.270247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab0c3-6463-49e3-923d-e2a8be75ae80 req-e2577b07-44b7-4d86-9ce0-d35434b968fc tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:21.288556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57dab0c3-6463-49e3-923d-e2a8be75ae80 req-e2577b07-44b7-4d86-9ce0-d35434b968fc tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 951 time: 0.2152069 Jul 16 01:10:21.322190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7488f-1433-4043-82b5-9458ce3364be req-33c70b67-7ff3-4117-8fef-c1f270c1efaf tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:21.325138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4db7488f-1433-4043-82b5-9458ce3364be req-33c70b67-7ff3-4117-8fef-c1f270c1efaf tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 944 time: 0.5422895 Jul 16 01:10:21.435194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-e257beda-a69b-462b-918f-88363dd47621 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:21.438150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-e257beda-a69b-462b-918f-88363dd47621 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 805 time: 0.3888965 Jul 16 01:10:21.460967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Request body: {'port': {'device_id': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'admin_state_up': True, 'tenant_id': 'e84ae5bc7ea047b49776188bd5277b5d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:21.473790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57dab0c3-6463-49e3-923d-e2a8be75ae80 req-3fd89bbc-0258-4059-9882-de05182a8ab2 tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827927 Jul 16 01:10:21.532702 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4db7488f-1433-4043-82b5-9458ce3364be req-f81e8f37-8b4f-4e99-89aa-79d7e7e09375 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929946 Jul 16 01:10:21.546954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3927e373-5b14-4cef-a7b0-a5daedbcfe0f req-44afb990-bf83-4c83-b840-25e888e7f6db service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024526 Jul 16 01:10:21.607233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-e5b143ad-f066-4b0d-936c-dca7bcefa45d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Deleting port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:10:21.608859 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-e5b143ad-f066-4b0d-936c-dca7bcefa45d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:21.764390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-e5b143ad-f066-4b0d-936c-dca7bcefa45d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] For port 3aa0e637-ffd6-4120-a790-7e06dcb77b22, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3aa0e637-ffd6-4120-a790-7e06dcb77b22,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:21.764390 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-e5b143ad-f066-4b0d-936c-dca7bcefa45d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:21.780387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Made reservation on behalf of e84ae5bc7ea047b49776188bd5277b5d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:21.783951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:21.789278 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-0370e1c4-5011-448f-96cc-3ab2348445e2 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533178 Jul 16 01:10:21.794435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-e5b143ad-f066-4b0d-936c-dca7bcefa45d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Calling delete_port for 3aa0e637-ffd6-4120-a790-7e06dcb77b22 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:10:22.041223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-e0082175-7fa6-4917-a74e-304a5510e1ea tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:22.043863 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-e0082175-7fa6-4917-a74e-304a5510e1ea tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449310 Jul 16 01:10:22.091583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-47aad194-cfd7-4178-8e53-1f6a89d5a379 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/quotas/03530c1738b84d158ef2bb580d71a920 HTTP/1.1" status: 200 len: 375 time: 0.0360811 Jul 16 01:10:22.115507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device deaa1bc6-221b-4eeb-afc6-1ad892151648 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:10:22.296020 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-becf0f5e-d6ee-4a58-92b9-6bf3d84c7ab1 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1910946 Jul 16 01:10:22.322491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Allocated IP 172.20.0.9 (2a15a0c6-4a36-45cb-a57e-583b27c31196/603c6279-2295-494f-bf1a-1b81562edde4/fc04c369-fc58-4cd2-bfcc-f8386a257700) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:22.332183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port deaa1bc6-221b-4eeb-afc6-1ad892151648, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=deaa1bc6-221b-4eeb-afc6-1ad892151648,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:22.359953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'deaa1bc6-221b-4eeb-afc6-1ad892151648', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'port_id': 'deaa1bc6-221b-4eeb-afc6-1ad892151648', 'mac_address': 'fa:16:3e:f0:45:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:10:22.452342 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:22.477852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaa1bc6-221b-4eeb-afc6-1ad892151648 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:22.503286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port deaa1bc6-221b-4eeb-afc6-1ad892151648, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=deaa1bc6-221b-4eeb-afc6-1ad892151648,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:22.509635 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:22.525414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc26e2-1893-4822-aaa6-6e1049488cc5 req-ea75266b-a927-47d4-b4e7-509266f23e3e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:22.528219 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6dc26e2-1893-4822-aaa6-6e1049488cc5 req-ea75266b-a927-47d4-b4e7-509266f23e3e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.3628438 Jul 16 01:10:22.533351 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-e5b143ad-f066-4b0d-936c-dca7bcefa45d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:22.577673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=deaa1bc6-221b-4eeb-afc6-1ad892151648,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:22.580779 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['3aa0e637-ffd6-4120-a790-7e06dcb77b22'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:22.659915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b143ad-f066-4b0d-936c-dca7bcefa45d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Pushing event deleted for resources: {'Port': ['ID=3aa0e637-ffd6-4120-a790-7e06dcb77b22,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:22.764331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-e5b143ad-f066-4b0d-936c-dca7bcefa45d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] No DVR routers for this DVR port 3aa0e637-ffd6-4120-a790-7e06dcb77b22 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:10:22.786665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-e5b143ad-f066-4b0d-936c-dca7bcefa45d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:22.789023 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f551a79-d043-40ab-b326-d7a4caac4011 req-e5b143ad-f066-4b0d-936c-dca7bcefa45d tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.67 "DELETE /v2.0/ports/3aa0e637-ffd6-4120-a790-7e06dcb77b22 HTTP/1.1" status: 204 len: 173 time: 2.0749645 Jul 16 01:10:22.808196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'name': 'network-vif-deleted', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:22.810884 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ede8d09-4184-4383-923e-de736b5f159f" -d '{"events": [{"server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "name": "network-vif-deleted", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:22.818945 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['deaa1bc6-221b-4eeb-afc6-1ad892151648'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:22.888954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6dc26e2-1893-4822-aaa6-6e1049488cc5 req-f45a68b5-a1f2-4116-aa6d-5b3c36f0d55d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365457 Jul 16 01:10:22.949279 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dff537ee-16e7-4798-82ad-96965836fb16 req-0d19b477-7142-4182-8a3a-c587dd64453d tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 210 time: 0.1532121 Jul 16 01:10:23.141112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:23.204845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe4033e8-6086-4211-9026-2e5390bff2e6 req-2c805fdb-cf76-4afb-84ac-3705cbe5b767 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 210 time: 0.1112680 Jul 16 01:10:23.232776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:23.357108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Pushing event updated for resources: {'Port': ['ID=fc04c369-fc58-4cd2-bfcc-f8386a257700,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:23.415395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05b5757e-9af2-4fae-986a-02bba57fad71 req-b0bfaf1c-26b9-47f7-8ae1-6f55489daf6e tempest-ServersAdminTestJSON-989449131 tempest-ServersAdminTestJSON-989449131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4116cb7-6f6c-4bd6-b517-75b2c950ace4 HTTP/1.1" status: 200 len: 210 time: 0.0699620 Jul 16 01:10:23.440932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Network 2a15a0c6-4a36-45cb-a57e-583b27c31196 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:23.442870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:23.451147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:23.465167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:23.471737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:23.506811 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4f2076a7-3ba2-4db4-8579-c727962b8b87 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0525525 Jul 16 01:10:23.513111 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96448be1-3395-41b7-b54b-f8e930bfc889 x-openstack-request-id: req-96448be1-3395-41b7-b54b-f8e930bfc889 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:23.513476 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4116cb7-6f6c-4bd6-b517-75b2c950ace4", "name": "network-vif-deleted", "tag": "3aa0e637-ffd6-4120-a790-7e06dcb77b22", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:23.513643 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96448be1-3395-41b7-b54b-f8e930bfc889 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:23.514110 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4116cb7-6f6c-4bd6-b517-75b2c950ace4', 'name': 'network-vif-deleted', 'tag': '3aa0e637-ffd6-4120-a790-7e06dcb77b22', 'status': 'completed', 'code': 200} Jul 16 01:10:23.522523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Request body: {'port': {'device_id': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:23.629610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f98b28-c8fb-4d4d-8c61-5e8b439abd4f req-e3a32576-bc09-4e1f-b67c-1e55b1ddc120 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:23.641728 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04f98b28-c8fb-4d4d-8c61-5e8b439abd4f req-e3a32576-bc09-4e1f-b67c-1e55b1ddc120 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 945 time: 0.1447644 Jul 16 01:10:23.710448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04f98b28-c8fb-4d4d-8c61-5e8b439abd4f req-d5c120c3-649f-46aa-aab7-34b14d2314d4 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664132 Jul 16 01:10:23.846981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:24.099321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cbf4a-f0d9-4e8d-a646-aee622a1d910 req-8c55a2ce-845b-447c-a6ef-2bca282be656 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:24.104326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a61cbf4a-f0d9-4e8d-a646-aee622a1d910 req-8c55a2ce-845b-447c-a6ef-2bca282be656 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1546526 Jul 16 01:10:24.114183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3aa0e637-ffd6-4120-a790-7e06dcb77b22 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:10:24.186054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 3aa0e637-ffd6-4120-a790-7e06dcb77b22 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:10:24.186808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3aa0e637-ffd6-4120-a790-7e06dcb77b22 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:10:24.201890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a61cbf4a-f0d9-4e8d-a646-aee622a1d910 req-68bcfa22-131c-4e53-851c-4589201309bb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895753 Jul 16 01:10:24.530389 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42f66354-bb15-4aa9-9472-23086c168807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:24.613761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25314-a602-41fa-830d-ba3c6ee3332a req-f546140d-7de9-49b4-95ca-6e94e84ea2bd tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:24.616291 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60f25314-a602-41fa-830d-ba3c6ee3332a req-f546140d-7de9-49b4-95ca-6e94e84ea2bd tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 931 time: 0.2931392 Jul 16 01:10:24.620172 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e7dd2f9-d743-4ec9-8541-b3477c7cd5c5 req-8d0ae8c5-5b63-4497-b084-590e75d79cf8 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 210 time: 0.0758126 Jul 16 01:10:24.754632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc04c369-fc58-4cd2-bfcc-f8386a257700 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:24.801275 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:24.819730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60f25314-a602-41fa-830d-ba3c6ee3332a req-97c4d5cd-02f5-4b9e-94c1-f8c1d19933f5 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894479 Jul 16 01:10:24.844272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Transition to ACTIVE for port object fc04c369-fc58-4cd2-bfcc-f8386a257700 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:24.856815 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:25.052989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-61a6cf47-63ce-4b5d-a73a-c98d68224fa3 req-1da2e99c-cf86-4a6f-97ff-0cba03e75cb2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:10:25.056293 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61a6cf47-63ce-4b5d-a73a-c98d68224fa3 req-1da2e99c-cf86-4a6f-97ff-0cba03e75cb2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147877 Jul 16 01:10:25.177065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Pushing event updated for resources: {'Port': ['ID=fc04c369-fc58-4cd2-bfcc-f8386a257700,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:25.269515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Attempting to bind port fc04c369-fc58-4cd2-bfcc-f8386a257700 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:25.270148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Attempting to bind port fc04c369-fc58-4cd2-bfcc-f8386a257700 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:25.270717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Attempting to bind port fc04c369-fc58-4cd2-bfcc-f8386a257700 on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:25.291618 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:25.303157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Port fc04c369-fc58-4cd2-bfcc-f8386a257700 on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:10:25.303836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Attempting to bind port fc04c369-fc58-4cd2-bfcc-f8386a257700 on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:25.333765 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-a307fa36-a57c-457a-b793-98d6e71aa47a tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=03530c1738b84d158ef2bb580d71a920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956171 Jul 16 01:10:25.357098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47632) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:25.433360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:25.433678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Checking segment: {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:25.434888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Bound using segment: {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:25.435488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Bound port: fc04c369-fc58-4cd2-bfcc-f8386a257700, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:25.435968 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:25.667875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25843d6-d748-4e54-9924-f72fa42f9253 req-f7b2495c-3e90-4912-942a-27c57d54d5f7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:25.681061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d25843d6-d748-4e54-9924-f72fa42f9253 req-f7b2495c-3e90-4912-942a-27c57d54d5f7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 945 time: 0.5168233 Jul 16 01:10:25.746983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ab7ca247-e8b1-4aea-a2c8-2a34246b1ea5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7dbcf166ad942da8f3cbb9d7ad788b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882563 Jul 16 01:10:25.751392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:25.898206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d25843d6-d748-4e54-9924-f72fa42f9253 req-a22571f5-3de8-4294-8d2c-57cc66959951 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160087 Jul 16 01:10:25.905036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] For port fc04c369-fc58-4cd2-bfcc-f8386a257700, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:25.911506 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-928d00e8-6651-47cb-a4f1-fd94d3e0e223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:25.927166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-25f4a5fb-047f-4867-ba70-6da0b46d3f59 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:25.929015 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-25f4a5fb-047f-4867-ba70-6da0b46d3f59 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5757108 Jul 16 01:10:25.935355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] For port fc04c369-fc58-4cd2-bfcc-f8386a257700, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:25.941080 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-928d00e8-6651-47cb-a4f1-fd94d3e0e223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:25.943083 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:25.980265 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-12e4bbb1-dd27-4979-b6fc-642a523de9ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1557713 Jul 16 01:10:26.020305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Request body: {'port': {'device_id': 'aeb5433e-a203-4aaa-bc20-a9ed5f6934ab', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '03530c1738b84d158ef2bb580d71a920'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:26.045982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-928d00e8-6651-47cb-a4f1-fd94d3e0e223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:26.048669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-928d00e8-6651-47cb-a4f1-fd94d3e0e223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:26.050293 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-928d00e8-6651-47cb-a4f1-fd94d3e0e223 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed60b98d-1c5a-4bf9-80be-e5d59a45fd75 HTTP/1.1" status: 204 len: 168 time: 0.2974384 Jul 16 01:10:26.064716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d00e8-6651-47cb-a4f1-fd94d3e0e223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed60b98d-1c5a-4bf9-80be-e5d59a45fd75,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:26.137278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device deaa1bc6-221b-4eeb-afc6-1ad892151648 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:26.218667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Pushing event updated for resources: {'Port': ['ID=fc04c369-fc58-4cd2-bfcc-f8386a257700,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:26.232146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:26.233258 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:26.236227 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-82afa119-983a-44d4-91ac-25026c3c4c7d service neutron] 10.222.0.67 "PUT /v2.0/ports/fc04c369-fc58-4cd2-bfcc-f8386a257700 HTTP/1.1" status: 200 len: 1092 time: 2.7201736 Jul 16 01:10:26.255596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port deaa1bc6-221b-4eeb-afc6-1ad892151648 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:26.270930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port deaa1bc6-221b-4eeb-afc6-1ad892151648 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:26.277688 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:26.386505 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'tag': 'fc04c369-fc58-4cd2-bfcc-f8386a257700'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:26.389032 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e85fca6-2f7d-46be-b570-6ade7b34499e" -d '{"events": [{"name": "network-changed", "server_uuid": "2255ee69-6e24-4671-a650-6a5c97dad1a8", "tag": "fc04c369-fc58-4cd2-bfcc-f8386a257700"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:26.480725 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:26.612127 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:26.632889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ea4e7-1354-4b36-ba73-b77518ef7d50 req-d326ec2e-007d-499b-aa4c-7fb0ac72eb7c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:26.653708 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-723ea4e7-1354-4b36-ba73-b77518ef7d50 req-d326ec2e-007d-499b-aa4c-7fb0ac72eb7c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.3197103 Jul 16 01:10:26.668477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaa1bc6-221b-4eeb-afc6-1ad892151648'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:26.695063 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629cb3ec-bd8d-46fa-83d9-d2c68c27c71b" -d '{"events": [{"server_uuid": "4ed5ab80-3a72-4a0f-a5e5-935df5a15975", "name": "network-vif-plugged", "status": "completed", "tag": "deaa1bc6-221b-4eeb-afc6-1ad892151648"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:26.730550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47668) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:26.735981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port deaa1bc6-221b-4eeb-afc6-1ad892151648, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=deaa1bc6-221b-4eeb-afc6-1ad892151648,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:26.748368 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:26.834907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-723ea4e7-1354-4b36-ba73-b77518ef7d50 req-8d276135-8073-472d-800d-c14a50f11122 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779184 Jul 16 01:10:26.885891 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-513debe0-f73d-4732-940b-0ee82bcdd9fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8658e981be654760b2432d77565607e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537540 Jul 16 01:10:26.887208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47670) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:26.896254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=deaa1bc6-221b-4eeb-afc6-1ad892151648,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:27.010444 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13420e26-3ba0-413b-8a00-e9b9a5d02a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:27.044383 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f17b0e4-3db2-4fac-adb1-4bb28898c8b1 req-e4d0bfb6-5b0d-4390-b667-9bb64fdb44f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 210 time: 0.8183284 Jul 16 01:10:27.081787 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bc1e31f-3443-4e0e-9eb4-45979e3f2084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:27.104301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13420e26-3ba0-413b-8a00-e9b9a5d02a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:27.155695 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848db0fe-4563-48cb-a745-c2cd15ab2eda x-openstack-request-id: req-848db0fe-4563-48cb-a745-c2cd15ab2eda {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:27.156196 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2255ee69-6e24-4671-a650-6a5c97dad1a8", "tag": "fc04c369-fc58-4cd2-bfcc-f8386a257700", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:27.158210 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-848db0fe-4563-48cb-a745-c2cd15ab2eda {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:27.158916 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'tag': 'fc04c369-fc58-4cd2-bfcc-f8386a257700', 'status': 'completed', 'code': 200} Jul 16 01:10:27.194264 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eb7f7a-f8ea-4473-b40d-f0866670f6d6 x-openstack-request-id: req-30eb7f7a-f8ea-4473-b40d-f0866670f6d6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:27.195156 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed5ab80-3a72-4a0f-a5e5-935df5a15975", "name": "network-vif-plugged", "status": "completed", "tag": "deaa1bc6-221b-4eeb-afc6-1ad892151648", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:27.196571 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30eb7f7a-f8ea-4473-b40d-f0866670f6d6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:27.197241 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaa1bc6-221b-4eeb-afc6-1ad892151648', 'code': 200} Jul 16 01:10:27.213926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4748f112-ce2f-48b4-9f63-93168adbabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:27.216739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-4748f112-ce2f-48b4-9f63-93168adbabe7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 1095 time: 0.8208067 Jul 16 01:10:27.250820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Made reservation on behalf of 03530c1738b84d158ef2bb580d71a920 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:27.271229 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:27.319504 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13420e26-3ba0-413b-8a00-e9b9a5d02a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:27.329187 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13420e26-3ba0-413b-8a00-e9b9a5d02a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:27.329187 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-13420e26-3ba0-413b-8a00-e9b9a5d02a0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e159290b-0dce-4372-bab7-d1d8ef053080 HTTP/1.1" status: 204 len: 168 time: 0.4359517 Jul 16 01:10:27.364863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610f419-0796-46e3-9b9b-fca4c93e2942 req-4023e06f-2ea6-42ef-8c5a-cc727ee8d5de tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:27.381777 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3610f419-0796-46e3-9b9b-fca4c93e2942 req-4023e06f-2ea6-42ef-8c5a-cc727ee8d5de tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 943 time: 0.2028730 Jul 16 01:10:27.402792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13420e26-3ba0-413b-8a00-e9b9a5d02a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e159290b-0dce-4372-bab7-d1d8ef053080,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:27.455489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3610f419-0796-46e3-9b9b-fca4c93e2942 req-bcfa8736-da82-4971-8023-576955cf25f3 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723617 Jul 16 01:10:27.460101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-b9db5388-8343-4c07-88a7-3daa98edb226 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700 HTTP/1.1" status: 200 len: 217 time: 0.2318840 Jul 16 01:10:27.527985 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:27.932999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Allocated IP 192.168.233.68 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:27.937762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-59af1f92-b2c2-4cf6-a225-12a3b3de6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:27.939684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-59af1f92-b2c2-4cf6-a225-12a3b3de6226 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=603c6279-2295-494f-bf1a-1b81562edde4 HTTP/1.1" status: 200 len: 845 time: 0.2602651 Jul 16 01:10:28.007834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-defb04d6-3ac7-4699-a23f-9e4c3c99c8da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a15a0c6-4a36-45cb-a57e-583b27c31196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593135 Jul 16 01:10:28.108371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6db6-8bb2-49ba-b83e-4ff5ca389323 req-c5e2709e-4557-4bba-91f3-f7ac8a99b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:28.110350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f7e6db6-8bb2-49ba-b83e-4ff5ca389323 req-c5e2709e-4557-4bba-91f3-f7ac8a99b603 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 1098 time: 0.6826899 Jul 16 01:10:28.278345 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:28.343513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-249dd1b2-6f71-430d-85e4-d9a87e768908 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:28.349117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-249dd1b2-6f71-430d-85e4-d9a87e768908 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 820 time: 0.2273593 Jul 16 01:10:28.365241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f7e6db6-8bb2-49ba-b83e-4ff5ca389323 req-b7c970ba-de58-4ec8-b8ee-771a65107ad2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362814 Jul 16 01:10:28.378236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-688e2920-c450-43d1-a653-86b73cb4b183 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598659 Jul 16 01:10:28.395731 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-98c5d6ce-2f68-444e-868b-c853b7e067bd tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/quotas/b1467b46a3bd45be94215a91f1f7b186 HTTP/1.1" status: 200 len: 375 time: 0.0318825 Jul 16 01:10:28.448589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f6229-5f91-4cb6-88c1-de915bc86c91 req-47b6fccd-80c6-4cf1-82ed-b48dd0bf4090 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:28.463889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a1f6229-5f91-4cb6-88c1-de915bc86c91 req-47b6fccd-80c6-4cf1-82ed-b48dd0bf4090 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 946 time: 0.4279473 Jul 16 01:10:28.606733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:28.609629 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-54f32062-7e28-45a1-86ac-b46d3182a6ba tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2077169 Jul 16 01:10:28.730928 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a1f6229-5f91-4cb6-88c1-de915bc86c91 req-ce307e24-1ce7-4323-9862-dfddcf7650a1 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585697 Jul 16 01:10:28.733078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Transition to ACTIVE for port object ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:28.820154 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-c4a3a70f-9771-4b46-ab1c-0891a45b4183 service neutron] 10.222.0.64 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933579 Jul 16 01:10:28.987084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-c01dd53f-5b80-434b-a368-5bfa5c18dfc4 service neutron] 10.222.0.64 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475399 Jul 16 01:10:29.084179 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:29.108040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', '7f1a52a2-133c-42f5-9903-294b238bf76f', '098420e1-5c89-4b48-95a1-1b6501b3e1e7', '8c6dd669-79e1-41de-a9cc-8dd361db006a', 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:29.116928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d', '920f2194-429b-48fc-b1ae-f4b00f6936ed'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:29.274139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1fc872-af97-444b-9087-1e2a2ec17069 req-85029acd-e790-4367-bc18-95f23fb9f286 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8061421 Jul 16 01:10:29.436734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event updated for resources: {'Port': ['ID=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:29.513775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:29.566858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:29.587600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:29.598584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:29.600158 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:29.636910 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-3c467c35-abed-4a61-a3de-8250d731c82e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6606131 Jul 16 01:10:29.765124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-9d59663f-0d54-40d3-97b7-877a3f56047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:29.767208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-9d59663f-0d54-40d3-97b7-877a3f56047b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1102 time: 0.5429094 Jul 16 01:10:29.777020 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-68b33b62-9235-4183-86c0-76d64c5f32f0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7758906 Jul 16 01:10:29.781407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85fca6-2f7d-46be-b570-6ade7b34499e req-ff90cc7a-b58c-41ec-83be-9737e09d63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:29.783162 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e85fca6-2f7d-46be-b570-6ade7b34499e req-ff90cc7a-b58c-41ec-83be-9737e09d63bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 1095 time: 0.3871555 Jul 16 01:10:29.809335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5acfc9-c200-4120-85df-14089eda88ec req-6de957cd-c094-4714-8e7d-3fa303b97ad6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:29.826287 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c5acfc9-c200-4120-85df-14089eda88ec req-6de957cd-c094-4714-8e7d-3fa303b97ad6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.7325208 Jul 16 01:10:29.906275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Request body: {'port': {'device_id': 'aeb5433e-a203-4aaa-bc20-a9ed5f6934ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:30.075846 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:30.152722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6727c6e-a1ad-436e-ad9a-ea6e9335a848 None None] Provisioning for port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:30.186273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6727c6e-a1ad-436e-ad9a-ea6e9335a848 None None] Provisioning complete for port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:30.188294 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6727c6e-a1ad-436e-ad9a-ea6e9335a848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:30.212565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e4d18-c5de-4a9f-aa25-86ee204248ff req-d7b5e94c-201f-4ab6-a55a-057f0f41474c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:30.215163 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5d9e4d18-c5de-4a9f-aa25-86ee204248ff req-d7b5e94c-201f-4ab6-a55a-057f0f41474c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 935 time: 0.2174969 Jul 16 01:10:30.249295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c5acfc9-c200-4120-85df-14089eda88ec req-48f54443-f51d-40e3-98c8-60d05c228a65 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215736 Jul 16 01:10:30.340833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b6727c6e-a1ad-436e-ad9a-ea6e9335a848 None None] Port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:10:30.341665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5d9e4d18-c5de-4a9f-aa25-86ee204248ff req-c96df5b8-a4f5-4684-818f-8cdc32dcc754 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142535 Jul 16 01:10:30.490308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-5678fa78-870e-4d66-8287-c0ef275b0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:30.493298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-5678fa78-870e-4d66-8287-c0ef275b0032 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.7130427 Jul 16 01:10:30.500097 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:30.581392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-7079332b-b82c-48db-b8f8-cbc2c58223bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:30.583374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-7079332b-b82c-48db-b8f8-cbc2c58223bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 1096 time: 0.7532022 Jul 16 01:10:30.607863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-b44ae1c6-7c75-4d5f-9fe1-787be310c906 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 217 time: 0.1046131 Jul 16 01:10:30.823493 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b63d0b67-be45-47ec-a6e5-373924a757e3 req-be2da7b2-484a-4159-bcc5-bbc33983cc2f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 210 time: 0.0718374 Jul 16 01:10:30.828070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85fca6-2f7d-46be-b570-6ade7b34499e req-d788433e-0365-454c-a786-78f22adca9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:30.830717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e85fca6-2f7d-46be-b570-6ade7b34499e req-d788433e-0365-454c-a786-78f22adca9e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 905 time: 0.9977782 Jul 16 01:10:31.031306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e85fca6-2f7d-46be-b570-6ade7b34499e req-ad0049cc-7acd-43d5-82c3-eb8f9ee9ed18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700 HTTP/1.1" status: 200 len: 217 time: 0.1433284 Jul 16 01:10:31.207402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84902a64-d072-4038-bfa0-de1feecc7b97 req-82a1f930-9eba-406c-aa6e-6107ca1012de tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:31.230762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84902a64-d072-4038-bfa0-de1feecc7b97 req-82a1f930-9eba-406c-aa6e-6107ca1012de tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 946 time: 0.1429160 Jul 16 01:10:31.245137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-0935b81f-1af5-4c9e-8cc6-63ccb21156a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:31.246972 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-0935b81f-1af5-4c9e-8cc6-63ccb21156a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.6050279 Jul 16 01:10:31.372873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85fca6-2f7d-46be-b570-6ade7b34499e req-006ce6c0-763d-4770-b04c-6b2c6f5b4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:31.375196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e85fca6-2f7d-46be-b570-6ade7b34499e req-006ce6c0-763d-4770-b04c-6b2c6f5b4fc4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=603c6279-2295-494f-bf1a-1b81562edde4 HTTP/1.1" status: 200 len: 845 time: 0.1903489 Jul 16 01:10:31.376470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-ae0894f4-4e57-4500-bd37-566546072e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:31.378171 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-ae0894f4-4e57-4500-bd37-566546072e5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.7340467 Jul 16 01:10:31.392065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2629961-2b52-4520-bea4-91326deda2b9 req-9eeec37a-e53c-4305-9f2c-418c60d4b00f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:31.401262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e2629961-2b52-4520-bea4-91326deda2b9 req-9eeec37a-e53c-4305-9f2c-418c60d4b00f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 943 time: 0.7770550 Jul 16 01:10:31.462665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84902a64-d072-4038-bfa0-de1feecc7b97 req-d45acff4-0f7f-410a-a7c3-28b6543ec713 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047167 Jul 16 01:10:31.536841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e85fca6-2f7d-46be-b570-6ade7b34499e req-8082de56-0750-4979-8a10-3be06df9c0d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a15a0c6-4a36-45cb-a57e-583b27c31196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303527 Jul 16 01:10:31.547935 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-086572a1-719e-42dd-83ab-a509b4dfd5ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 HTTP/1.1" status: 200 len: 217 time: 0.1405091 Jul 16 01:10:31.675010 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e2629961-2b52-4520-bea4-91326deda2b9 req-b9dd9c59-f9c5-4f20-adcd-717494d91eba tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721856 Jul 16 01:10:31.800747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-d9dac6db-a4f5-4a32-bde2-bf1aad2f0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:31.802923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-d9dac6db-a4f5-4a32-bde2-bf1aad2f0cca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5248489 Jul 16 01:10:31.816138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-95bc9dbc-b936-470d-8661-c4871e90f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:31.823731 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-95bc9dbc-b936-470d-8661-c4871e90f879 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.2549710 Jul 16 01:10:31.897701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a4f9f-b570-4227-9e27-3abaf7d3755b req-e5d736a3-8915-457d-9704-6654de6afeac tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:31.904537 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-588a4f9f-b570-4227-9e27-3abaf7d3755b req-e5d736a3-8915-457d-9704-6654de6afeac tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.2545531 Jul 16 01:10:31.966075 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e85fca6-2f7d-46be-b570-6ade7b34499e req-7dcec438-371c-4a6b-98d7-75856d96507e service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112546 Jul 16 01:10:31.969712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-082a6e81-6cb0-40c7-8109-58f798f71a8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146960 Jul 16 01:10:31.984078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-588a4f9f-b570-4227-9e27-3abaf7d3755b req-174bd196-0da7-4035-8d8f-9a8745a23fc1 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650039 Jul 16 01:10:32.159161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fc04c369-fc58-4cd2-bfcc-f8386a257700 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:10:32.296767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6ef19-22ab-43c0-b563-1bb55f94079f req-8da1e298-9251-47e2-84a8-509868409e95 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:32.316590 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-48a6ef19-22ab-43c0-b563-1bb55f94079f req-8da1e298-9251-47e2-84a8-509868409e95 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 946 time: 0.1810789 Jul 16 01:10:32.317123 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47778) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:32.329033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d212be30-39e8-48e9-9b4d-54bd180f54a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Request body: {'floatingip': {'port_id': 'deaa1bc6-221b-4eeb-afc6-1ad892151648'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:32.386334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port fc04c369-fc58-4cd2-bfcc-f8386a257700, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:32.418136 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d212be30-39e8-48e9-9b4d-54bd180f54a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:32.419350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'fc04c369-fc58-4cd2-bfcc-f8386a257700', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'port_id': 'fc04c369-fc58-4cd2-bfcc-f8386a257700', 'mac_address': 'fa:16:3e:e0:8a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603c6279-2295-494f-bf1a-1b81562edde4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:10:32.551725 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:32.624164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc04c369-fc58-4cd2-bfcc-f8386a257700 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:32.721594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port fc04c369-fc58-4cd2-bfcc-f8386a257700, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:32.728163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:32.729723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:32.842926 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:32.945183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=fc04c369-fc58-4cd2-bfcc-f8386a257700,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:33.055235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['fc04c369-fc58-4cd2-bfcc-f8386a257700'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:33.222979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-13ed26c8-70c5-4bae-acfa-1a2fb422d872 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3924425 Jul 16 01:10:33.229780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Transition to ACTIVE for port object ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:33.310501 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-7ae1eb38-a0c9-4b2b-ac61-94119bf152bb service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2810950 Jul 16 01:10:33.314742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e85fca6-2f7d-46be-b570-6ade7b34499e req-d61f58cc-51c0-4c12-99c0-b607bd6892a3 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3378959 Jul 16 01:10:33.346956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:33.480016 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-d212be30-39e8-48e9-9b4d-54bd180f54a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:10:33.631862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d212be30-39e8-48e9-9b4d-54bd180f54a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:33.657171 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d212be30-39e8-48e9-9b4d-54bd180f54a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:33.706971 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-464bf6c8-d569-486b-9c9c-d2dccfe61a54 req-48db683c-957b-4c3c-81e5-d63e8d545242 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339701 Jul 16 01:10:33.813632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:33.900364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b13a4a38-e0b4-40e3-859d-0ec70040d324 req-2360d274-1c2e-40fc-b401-8ea066b5c4c6 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 210 time: 0.2666419 Jul 16 01:10:33.907602 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-d212be30-39e8-48e9-9b4d-54bd180f54a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Floating IP c326fc6a-cba7-4485-9908-ee69c26b0a5b associated. External IP: 172.25.4.107, port: deaa1bc6-221b-4eeb-afc6-1ad892151648. Jul 16 01:10:34.201594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b988ada-78e3-4080-99e6-eea9ea59b1a3 req-6d4c9290-0165-459a-916f-98dbff43cf1d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:34.209034 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b988ada-78e3-4080-99e6-eea9ea59b1a3 req-6d4c9290-0165-459a-916f-98dbff43cf1d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 935 time: 2.2122161 Jul 16 01:10:34.227593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-337974ef-c377-4511-bf2a-d454e2cafb37 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:34.229433 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-337974ef-c377-4511-bf2a-d454e2cafb37 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 820 time: 0.4341958 Jul 16 01:10:34.252834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Request body: {'port': {'device_id': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83', 'admin_state_up': True, 'tenant_id': 'b1467b46a3bd45be94215a91f1f7b186'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:34.297905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf88f3-a966-4f9e-ad10-5819e281c5bc req-58890987-ce54-4aa8-94df-3b9926f2a212 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:34.299860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1bdf88f3-a966-4f9e-ad10-5819e281c5bc req-58890987-ce54-4aa8-94df-3b9926f2a212 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 944 time: 0.1795700 Jul 16 01:10:34.355916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-5c27eb65-ec11-4f18-ace4-715bdd2d1e49 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0306039 Jul 16 01:10:34.426246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Attempting to bind port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:34.426533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Attempting to bind port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:34.427457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Attempting to bind port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:34.476024 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1bdf88f3-a966-4f9e-ad10-5819e281c5bc req-d5b5d5de-db2a-4dec-9f94-001a95bcbac6 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138253 Jul 16 01:10:34.485598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b988ada-78e3-4080-99e6-eea9ea59b1a3 req-7da186ad-dcb9-4bcf-a127-9d1178d5a6e0 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755978 Jul 16 01:10:34.497464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d212be30-39e8-48e9-9b4d-54bd180f54a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:10:34.510547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-fb836330-9c67-4b6b-bd4e-5b3617adede6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8025761 Jul 16 01:10:34.556783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:10:34.557334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Attempting to bind port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:34.582381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:34.584732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:34.585481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:34.588156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Bound port: ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:34.589178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:34.747127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d212be30-39e8-48e9-9b4d-54bd180f54a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:10:34.755738 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d212be30-39e8-48e9-9b4d-54bd180f54a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:34.760425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] Sync routers for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:10:34.784596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:34.786281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:10:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:34.852119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] For port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:34.856685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] For port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:34.870585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Made reservation on behalf of b1467b46a3bd45be94215a91f1f7b186 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:34.875268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:35.045021 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d212be30-39e8-48e9-9b4d-54bd180f54a7 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "PUT /v2.0/floatingips/c326fc6a-cba7-4485-9908-ee69c26b0a5b HTTP/1.1" status: 200 len: 992 time: 2.7237742 Jul 16 01:10:35.048127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'tag': 'deaa1bc6-221b-4eeb-afc6-1ad892151648'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:35.059768 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed5ab80-3a72-4a0f-a5e5-935df5a15975", "tag": "deaa1bc6-221b-4eeb-afc6-1ad892151648"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:35.136292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Allocated IP 172.20.0.6 (f01046a8-481a-4dd9-aec6-20c178e72e83/e1db9f23-7b03-4fa4-8195-d7376d373bcb/144130cf-efe8-41a0-87d3-f916d196211c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:35.155976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:35.157079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:35.194586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fba59-10d8-4644-aaf0-aca4c70cdcae req-15bfdde3-711d-426f-a2d9-5f294638946e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:35.214883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-839fba59-10d8-4644-aaf0-aca4c70cdcae req-15bfdde3-711d-426f-a2d9-5f294638946e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.2964818 Jul 16 01:10:35.343727 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-839fba59-10d8-4644-aaf0-aca4c70cdcae req-1d86b4bd-1619-46b5-89d4-94407e9e5035 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258612 Jul 16 01:10:35.718177 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea5255e-e6c4-4167-9a76-371d0bcd2ba8 x-openstack-request-id: req-eea5255e-e6c4-4167-9a76-371d0bcd2ba8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:35.718801 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed5ab80-3a72-4a0f-a5e5-935df5a15975", "tag": "deaa1bc6-221b-4eeb-afc6-1ad892151648", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:35.719005 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eea5255e-e6c4-4167-9a76-371d0bcd2ba8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:35.719546 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'tag': 'deaa1bc6-221b-4eeb-afc6-1ad892151648', 'status': 'completed', 'code': 200} Jul 16 01:10:35.829579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:35.872000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-f5975918-886b-4fd6-8231-b49a46283f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:35.884307 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-f5975918-886b-4fd6-8231-b49a46283f7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=abea642527174b0292bb2c9ffa568b6c&device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 1098 time: 0.1202600 Jul 16 01:10:35.939787 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.038505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea1074c6-b037-4ff9-9eaf-4071ae892bbc req-b08d5725-b2cf-4775-80e0-b38035e69573 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 210 time: 0.7374964 Jul 16 01:10:36.039619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:36.045711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:36.046695 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.048994 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-d60a5d1b-bb86-4687-810c-a303f3e2c980 service neutron] 10.222.0.67 "PUT /v2.0/ports/ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 HTTP/1.1" status: 200 len: 1096 time: 6.2175484 Jul 16 01:10:36.068303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb5433e-a203-4aaa-bc20-a9ed5f6934ab', 'tag': 'ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:36.073548 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be20c036-afde-426a-bba6-b89c27fedcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb5433e-a203-4aaa-bc20-a9ed5f6934ab", "tag": "ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:36.089827 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.095135 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03139719-26dd-4a95-aee7-fe43dcac661a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.147555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-a352ce77-7b12-4f35-87b8-c7347d42df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:36.150574 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-a352ce77-7b12-4f35-87b8-c7347d42df91 service neutron] 10.222.0.67 "GET /v2.0/networks?id=618000df-3051-471f-b84e-b50c74582ad8 HTTP/1.1" status: 200 len: 924 time: 0.2590454 Jul 16 01:10:36.275847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['12626332-12b5-4e5b-a4a3-a929c8779cee'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:36.279818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fc04c369-fc58-4cd2-bfcc-f8386a257700 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:36.344018 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-09320115-70c6-4b97-8337-66f2e1144b21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=deaa1bc6-221b-4eeb-afc6-1ad892151648 HTTP/1.1" status: 200 len: 1000 time: 0.1710377 Jul 16 01:10:36.351060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Pushing event updated for resources: {'Port': ['ID=144130cf-efe8-41a0-87d3-f916d196211c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:36.421010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Network f01046a8-481a-4dd9-aec6-20c178e72e83 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:36.463082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port fc04c369-fc58-4cd2-bfcc-f8386a257700 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:36.468264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:36.485818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f53396-c830-40ed-b04e-9e2e80c12376 req-97e33ab2-7468-4f07-bdf1-0bec69ff3bf4 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:36.495367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port fc04c369-fc58-4cd2-bfcc-f8386a257700 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:36.495962 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.500548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8f53396-c830-40ed-b04e-9e2e80c12376 req-97e33ab2-7468-4f07-bdf1-0bec69ff3bf4 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 947 time: 0.3450682 Jul 16 01:10:36.509804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:36.530205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:36.533962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.546229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-43c78341-007f-4ca8-9533-7c45250c4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:36.555887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-43c78341-007f-4ca8-9533-7c45250c4a59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 1102 time: 1.6964965 Jul 16 01:10:36.610538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'c326fc6a-cba7-4485-9908-ee69c26b0a5b', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'port_id': 'deaa1bc6-221b-4eeb-afc6-1ad892151648', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'mac_address': 'fa:16:3e:f0:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:07:48Z', 'updated_at': '2021-07-16T01:10:33Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:36.637495 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03139719-26dd-4a95-aee7-fe43dcac661a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.640898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-6ed6ec63-096e-4daa-acf3-c5c2162175d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:36.641081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] Checking router: 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:10:36.643739 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-6ed6ec63-096e-4daa-acf3-c5c2162175d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0f1520c-2f62-4814-a833-d7e370391944 HTTP/1.1" status: 200 len: 863 time: 0.2771037 Jul 16 01:10:36.647627 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03139719-26dd-4a95-aee7-fe43dcac661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.694889 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-03139719-26dd-4a95-aee7-fe43dcac661a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=512f0d962e274ad7989d0d019f08baf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8637018 Jul 16 01:10:36.697059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:36.697437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.717529 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8f53396-c830-40ed-b04e-9e2e80c12376 req-70c43bdd-3da8-4809-9e57-a9b6cd1ee695 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110929 Jul 16 01:10:36.763230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:36.763882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:10:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:36.770446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc04c369-fc58-4cd2-bfcc-f8386a257700'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:36.774229 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6286ee3-98aa-4fde-8bee-9b6667c56641" -d '{"events": [{"server_uuid": "2255ee69-6e24-4671-a650-6a5c97dad1a8", "name": "network-vif-plugged", "status": "completed", "tag": "fc04c369-fc58-4cd2-bfcc-f8386a257700"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:36.780819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port fc04c369-fc58-4cd2-bfcc-f8386a257700, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:36.822560 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-4e795694-a2c8-468c-9c53-23ca29a6941a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5738919 Jul 16 01:10:36.826056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.867221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Request body: {'port': {'device_id': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:36.934043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-660088c1-bc54-43f8-b24e-752731402637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:36.934981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-660088c1-bc54-43f8-b24e-752731402637 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.3235698 Jul 16 01:10:36.957637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03139719-26dd-4a95-aee7-fe43dcac661a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f062702-f945-4363-9775-e897565b966f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:37.048167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-e70bf082-925e-44ef-9338-85921db0392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:37.051412 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbee130c-7497-4ba5-b48d-a77dddb77ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.053602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-e70bf082-925e-44ef-9338-85921db0392d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 1099 time: 0.7023332 Jul 16 01:10:37.067327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-7de83e37-d668-41d6-84f1-973e49220ba3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=78b1f398-0cfd-453f-91ac-6befe050fa5d HTTP/1.1" status: 200 len: 217 time: 0.1241670 Jul 16 01:10:37.100788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-50f2084f-553d-45f6-9fee-b8b6b1737049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:37.108032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-50f2084f-553d-45f6-9fee-b8b6b1737049 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=618000df-3051-471f-b84e-b50c74582ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4277499 Jul 16 01:10:37.121979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbee130c-7497-4ba5-b48d-a77dddb77ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.173588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=fc04c369-fc58-4cd2-bfcc-f8386a257700,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:37.201197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:37.215448 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12d322-814f-4aaa-9c16-0953f665f41a req-dc58ad45-3d9f-438f-aed2-e792ee4957bc tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:37.231679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff12d322-814f-4aaa-9c16-0953f665f41a req-dc58ad45-3d9f-438f-aed2-e792ee4957bc tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 944 time: 0.8535664 Jul 16 01:10:37.244645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-14ef8859-8a4a-4f8e-bb7f-3b9bb585727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:37.247672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-14ef8859-8a4a-4f8e-bb7f-3b9bb585727f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1457534 Jul 16 01:10:37.294620 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8cc447-7e92-462b-9c42-81607d665060 x-openstack-request-id: req-0d8cc447-7e92-462b-9c42-81607d665060 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:37.295381 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb5433e-a203-4aaa-bc20-a9ed5f6934ab", "tag": "ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:37.295985 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d8cc447-7e92-462b-9c42-81607d665060 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:37.296800 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb5433e-a203-4aaa-bc20-a9ed5f6934ab', 'tag': 'ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34', 'status': 'completed', 'code': 200} Jul 16 01:10:37.414707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-937af5e7-04f5-4a89-8dba-1f0a79addb20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 HTTP/1.1" status: 200 len: 217 time: 0.3366041 Jul 16 01:10:37.447330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-9161a058-6b85-4d58-a283-868e5a57e983 service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222013 Jul 16 01:10:37.557095 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.588612 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbee130c-7497-4ba5-b48d-a77dddb77ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.591925 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbee130c-7497-4ba5-b48d-a77dddb77ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.592569 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fbee130c-7497-4ba5-b48d-a77dddb77ba0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f062702-f945-4363-9775-e897565b966f HTTP/1.1" status: 204 len: 168 time: 0.8731215 Jul 16 01:10:37.640488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322689-4911-4959-87f7-8d28ece3e146 req-e5435c92-5a7b-4e28-b522-dc9283f51e2a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:37.649382 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-41322689-4911-4959-87f7-8d28ece3e146 req-e5435c92-5a7b-4e28-b522-dc9283f51e2a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1999047 Jul 16 01:10:37.651716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee130c-7497-4ba5-b48d-a77dddb77ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f062702-f945-4363-9775-e897565b966f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:37.776605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'c326fc6a-cba7-4485-9908-ee69c26b0a5b', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'port_id': 'deaa1bc6-221b-4eeb-afc6-1ad892151648', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'mac_address': 'fa:16:3e:f0:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:07:48Z', 'updated_at': '2021-07-16T01:10:33Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:37.886233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf25403-2ef6-48db-bf14-619b505c9f4c None None] The sync data for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 is: [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'c326fc6a-cba7-4485-9908-ee69c26b0a5b', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'port_id': 'deaa1bc6-221b-4eeb-afc6-1ad892151648', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'mac_address': 'fa:16:3e:f0:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:07:48Z', 'updated_at': '2021-07-16T01:10:33Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:10:38.190276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:38.208205 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b4b9744-48e5-41fc-b3c8-8247d3bc06cd req-ab6226e2-7aab-4395-bb34-a180875f807c service neutron] 10.222.0.67 "GET /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7457440 Jul 16 01:10:38.217274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff12d322-814f-4aaa-9c16-0953f665f41a req-d65ac757-419f-495b-bbfa-b1fe37a56c58 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9826436 Jul 16 01:10:38.236533 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-41322689-4911-4959-87f7-8d28ece3e146 req-2ec4828d-38fd-4a7f-870e-26f284e07279 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846932 Jul 16 01:10:38.240492 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1902-646d-432f-8672-9ccc144f381b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:38.251242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-5d0ce195-8d5e-4d3f-94a0-0fac298a2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:38.258674 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-5d0ce195-8d5e-4d3f-94a0-0fac298a2696 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.8017161 Jul 16 01:10:38.360031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-6b1124e1-76c7-4a94-a5dd-12612702fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:38.361678 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-6b1124e1-76c7-4a94-a5dd-12612702fbcc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9833055 Jul 16 01:10:38.374489 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66e846-3814-45c9-9916-5c350fe7c1a2 None None] New status for floating IP c326fc6a-cba7-4485-9908-ee69c26b0a5b: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:10:38.413343 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1137193d-3806-4056-b49c-509c640a6ae0 x-openstack-request-id: req-1137193d-3806-4056-b49c-509c640a6ae0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:38.414180 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2255ee69-6e24-4671-a650-6a5c97dad1a8", "name": "network-vif-plugged", "status": "completed", "tag": "fc04c369-fc58-4cd2-bfcc-f8386a257700", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:38.414180 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1137193d-3806-4056-b49c-509c640a6ae0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:38.414839 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc04c369-fc58-4cd2-bfcc-f8386a257700', 'code': 200} Jul 16 01:10:38.475660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144130cf-efe8-41a0-87d3-f916d196211c {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:38.514002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:38.577713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Transition to ACTIVE for port object 144130cf-efe8-41a0-87d3-f916d196211c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:38.597239 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:38.739119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-09e66283-c3ab-4844-b780-1cc843a6dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:38.740787 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-09e66283-c3ab-4844-b780-1cc843a6dc8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4523296 Jul 16 01:10:38.746629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1902-646d-432f-8672-9ccc144f381b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:38.768532 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1902-646d-432f-8672-9ccc144f381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:38.772294 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-66445352-40b9-4885-8b16-63803d2cd7d5 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818507 Jul 16 01:10:38.817940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Pushing event updated for resources: {'Port': ['ID=144130cf-efe8-41a0-87d3-f916d196211c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:38.933247 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c5ae1902-646d-432f-8672-9ccc144f381b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3106e2ed2b92494bb6037db1f6efe9d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7406995 Jul 16 01:10:38.973267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47856) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:39.025098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:39.025098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:39.025098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:39.025647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae1902-646d-432f-8672-9ccc144f381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f55ba7c-a27a-41f4-a326-2c06aa198993,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:39.043366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419d84a-409f-4fb7-974b-991154f61ec9 req-d657789f-435e-4572-a8ea-9da09fbd31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:39.048900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d177ad-7666-45a9-8941-703455e0a870 req-e2b5f05b-a50a-4c3d-af8a-5ffb7f2d20ee tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:39.049838 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f419d84a-409f-4fb7-974b-991154f61ec9 req-d657789f-435e-4572-a8ea-9da09fbd31ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 1097 time: 0.4416080 Jul 16 01:10:39.050606 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29d177ad-7666-45a9-8941-703455e0a870 req-e2b5f05b-a50a-4c3d-af8a-5ffb7f2d20ee tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 947 time: 0.4370511 Jul 16 01:10:39.067616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Port 144130cf-efe8-41a0-87d3-f916d196211c on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:10:39.067944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:39.071715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7df3-a7c9-4fbb-b167-076e0ef7b21e req-8b2b5a0e-be8e-476f-82dc-62f4eddca2e1 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:39.072635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-cb6dadf8-98f1-4685-8ec3-682c46f04479 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203142 Jul 16 01:10:39.073605 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-238b7df3-a7c9-4fbb-b167-076e0ef7b21e req-8b2b5a0e-be8e-476f-82dc-62f4eddca2e1 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.3590572 Jul 16 01:10:39.115100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:39.115100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:39.115100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:39.116597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Bound port: 144130cf-efe8-41a0-87d3-f916d196211c, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:39.116597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.134428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65297c0a-6516-4dda-9a34-837cf4ff0b3f req-35c1808b-465f-4a97-934c-0a614f56dc96 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400884 Jul 16 01:10:39.137679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f419d84a-409f-4fb7-974b-991154f61ec9 req-cb986113-cd2e-4c67-9ef6-2d67c2fbdbd4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765839 Jul 16 01:10:39.200542 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-238b7df3-a7c9-4fbb-b167-076e0ef7b21e req-82422787-8611-4d1e-95f7-8d2d4eeba204 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949070 Jul 16 01:10:39.268255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29d177ad-7666-45a9-8941-703455e0a870 req-dd61f5a7-6751-4a05-b417-e787082eb882 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094665 Jul 16 01:10:39.287015 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c437dfe4-a9c6-478f-a79d-58b3d366d46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.388258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:39.397558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:39.430617 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62a196d3-fba9-4ee7-a7fc-173009707b68 req-5b4218c1-ce68-4692-9c7e-d7a83b3021c4 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337464 Jul 16 01:10:39.437071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.440736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c437dfe4-a9c6-478f-a79d-58b3d366d46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.605131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Pushing event updated for resources: {'Port': ['ID=144130cf-efe8-41a0-87d3-f916d196211c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:39.642810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95068a-fdee-44f5-a0c1-9f08e49d25a1 req-56e3a1f7-23fd-40b7-b0e8-9c4797f592f9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:39.650844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e95068a-fdee-44f5-a0c1-9f08e49d25a1 req-56e3a1f7-23fd-40b7-b0e8-9c4797f592f9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1056345 Jul 16 01:10:39.685871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:39.686523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.688407 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e8968a1f-57fd-4673-b229-54f50d432020 service neutron] 10.222.0.67 "PUT /v2.0/ports/144130cf-efe8-41a0-87d3-f916d196211c HTTP/1.1" status: 200 len: 1092 time: 2.8375375 Jul 16 01:10:39.690350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'tag': '144130cf-efe8-41a0-87d3-f916d196211c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:39.693807 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f007ae9b-94fe-466e-b3b7-e5872b5f6849" -d '{"events": [{"name": "network-changed", "server_uuid": "673cfe9c-60a1-4720-8aa2-b9afec772755", "tag": "144130cf-efe8-41a0-87d3-f916d196211c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:39.697989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c437dfe4-a9c6-478f-a79d-58b3d366d46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.700923 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c437dfe4-a9c6-478f-a79d-58b3d366d46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.702422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c437dfe4-a9c6-478f-a79d-58b3d366d46e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f55ba7c-a27a-41f4-a326-2c06aa198993 HTTP/1.1" status: 204 len: 168 time: 0.7281861 Jul 16 01:10:39.715300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e95068a-fdee-44f5-a0c1-9f08e49d25a1 req-9d606f57-d048-4c75-a149-40723a4aefbe tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630004 Jul 16 01:10:39.754358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437dfe4-a9c6-478f-a79d-58b3d366d46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f55ba7c-a27a-41f4-a326-2c06aa198993,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:40.152138 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc7a069-b19d-488b-a9a7-e8c8273265b8 x-openstack-request-id: req-8bc7a069-b19d-488b-a9a7-e8c8273265b8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:40.152627 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673cfe9c-60a1-4720-8aa2-b9afec772755", "tag": "144130cf-efe8-41a0-87d3-f916d196211c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:40.153871 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bc7a069-b19d-488b-a9a7-e8c8273265b8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:40.154960 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'tag': '144130cf-efe8-41a0-87d3-f916d196211c', 'status': 'completed', 'code': 200} Jul 16 01:10:40.215113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-ae3b68c3-2205-4d5d-912d-f818857c5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:40.216695 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-ae3b68c3-2205-4d5d-912d-f818857c5846 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03530c1738b84d158ef2bb580d71a920&device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 1099 time: 0.7032964 Jul 16 01:10:40.247137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27467cc4-07f8-4d04-a862-4adab0be810b req-f23d2df9-30e5-4ce6-912f-285de4bc97af tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:40.248911 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27467cc4-07f8-4d04-a862-4adab0be810b req-f23d2df9-30e5-4ce6-912f-285de4bc97af tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 945 time: 0.7891188 Jul 16 01:10:40.346115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-aeee4ef7-9bb0-472a-b3ea-04506ce282c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:40.358502 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-aeee4ef7-9bb0-472a-b3ea-04506ce282c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 1095 time: 0.6015480 Jul 16 01:10:40.488961 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-46001041-1227-4c9f-a727-3a9452402e27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144130cf-efe8-41a0-87d3-f916d196211c HTTP/1.1" status: 200 len: 217 time: 0.0643589 Jul 16 01:10:40.501697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b09789-69aa-4f77-ba97-ee61bc920e12 req-d7ac39fe-127e-4ede-84cf-dc6a8655ef26 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:40.512016 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a1b09789-69aa-4f77-ba97-ee61bc920e12 req-d7ac39fe-127e-4ede-84cf-dc6a8655ef26 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.1153839 Jul 16 01:10:40.604879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-64050c23-1ed3-4f9b-a703-84a86075e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:40.611741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-64050c23-1ed3-4f9b-a703-84a86075e745 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.3877673 Jul 16 01:10:40.694414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a1b09789-69aa-4f77-ba97-ee61bc920e12 req-810fc966-1c32-41b1-bf22-59c3d77b4c88 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811354 Jul 16 01:10:40.728259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-01cdfeef-5a2d-4b53-b23b-1f1fab3ae359 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 HTTP/1.1" status: 200 len: 217 time: 0.1027279 Jul 16 01:10:40.797264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-e08c6f5e-5074-4e1f-bad6-b2c05cedb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:40.798531 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-e08c6f5e-5074-4e1f-bad6-b2c05cedb946 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0617986 Jul 16 01:10:40.799792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-5126ccba-e385-47b7-82c1-d7e6a29b8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:40.801241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-5126ccba-e385-47b7-82c1-d7e6a29b8898 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.2911835 Jul 16 01:10:40.967963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27467cc4-07f8-4d04-a862-4adab0be810b req-c8d6f937-ff40-45ff-9244-5390dc932fe3 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6848204 Jul 16 01:10:40.975270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-66e2a370-7e12-4351-885d-d1551bef7446 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578012 Jul 16 01:10:40.982153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70451a2a-043c-432c-9372-2b1668354463 req-00ea01b6-a8f3-4dd4-9384-16bd496b020a tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:41.002735 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-70451a2a-043c-432c-9372-2b1668354463 req-00ea01b6-a8f3-4dd4-9384-16bd496b020a tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 947 time: 0.1397266 Jul 16 01:10:41.099954 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-70451a2a-043c-432c-9372-2b1668354463 req-b4a06b3e-06c6-43de-8fac-cd597905940c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035326 Jul 16 01:10:41.159360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-5ae72fe2-4aec-41a6-8570-a364d4de1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:41.161428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-5ae72fe2-4aec-41a6-8570-a364d4de1732 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3460624 Jul 16 01:10:41.281625 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-08f2631a-03d7-46ee-9e70-9462d59dcda8 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976046 Jul 16 01:10:41.452423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c42c5-f90e-4a22-96a0-84b1f101e0a9 req-3acc4789-8a75-4b23-bcbd-c6de327f0ab0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:41.465767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a4c42c5-f90e-4a22-96a0-84b1f101e0a9 req-3acc4789-8a75-4b23-bcbd-c6de327f0ab0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1726961 Jul 16 01:10:41.543364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a4c42c5-f90e-4a22-96a0-84b1f101e0a9 req-e9373ed7-3e49-4d46-bdc6-ddff2ed606d2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762630 Jul 16 01:10:41.629505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-c0dfd206-8520-484d-9612-b6176a29b235 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589689 Jul 16 01:10:41.636915 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a2dc3b-bad5-4f25-8f1e-2423ab8bd0fb req-e40c901f-2a2f-427f-afdb-102dc0b55537 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114386 Jul 16 01:10:41.955616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ae9b-94fe-466e-b3b7-e5872b5f6849 req-86623317-41a4-4f34-bacf-9036f1aebd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:41.957884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f007ae9b-94fe-466e-b3b7-e5872b5f6849 req-86623317-41a4-4f34-bacf-9036f1aebd6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 1095 time: 0.1951323 Jul 16 01:10:41.961580 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-be20c036-afde-426a-bba6-b89c27fedcc5 req-d1d6084c-2d5d-404c-9839-a30f610d5950 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230419 Jul 16 01:10:42.214318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:10:42.259955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ae9b-94fe-466e-b3b7-e5872b5f6849 req-0b48658c-307d-4d5b-9219-5463539a6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:42.263858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f007ae9b-94fe-466e-b3b7-e5872b5f6849 req-0b48658c-307d-4d5b-9219-5463539a6504 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.2410030 Jul 16 01:10:42.301639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1923-7618-4fa2-8596-4b657071c3bb req-a562c5b5-c74c-403c-b661-ad5a8a433059 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:42.312073 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed3e1923-7618-4fa2-8596-4b657071c3bb req-a562c5b5-c74c-403c-b661-ad5a8a433059 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.3950539 Jul 16 01:10:42.325017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873c02e-bc60-4e0e-b7e9-d592d3ef9297 req-5443d32a-ca5b-4919-92c0-c9ec68884580 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:42.335031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9873c02e-bc60-4e0e-b7e9-d592d3ef9297 req-5443d32a-ca5b-4919-92c0-c9ec68884580 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 945 time: 0.1279967 Jul 16 01:10:42.436213 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9873c02e-bc60-4e0e-b7e9-d592d3ef9297 req-ed5e391c-995b-4022-b2ec-e9b2f9329eb3 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984607 Jul 16 01:10:42.478580 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f007ae9b-94fe-466e-b3b7-e5872b5f6849 req-d1be7e72-7bc6-4348-a94b-f644d2c6b5f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144130cf-efe8-41a0-87d3-f916d196211c HTTP/1.1" status: 200 len: 217 time: 0.1893401 Jul 16 01:10:42.484085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:42.519226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34', 'mac_address': 'fa:16:3e:26:f6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:10:42.611839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed3e1923-7618-4fa2-8596-4b657071c3bb req-a44a2641-ef3c-4d27-ba1a-fa29a3cc2c59 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954531 Jul 16 01:10:42.636257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ae9b-94fe-466e-b3b7-e5872b5f6849 req-0204136a-ae3e-494b-8695-edd70d2b3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:42.636937 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.638646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f007ae9b-94fe-466e-b3b7-e5872b5f6849 req-0204136a-ae3e-494b-8695-edd70d2b3f2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1590374 Jul 16 01:10:42.681328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:42.737146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f007ae9b-94fe-466e-b3b7-e5872b5f6849 req-9396dcff-90ca-43d5-817c-6e3579d4ee48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853875 Jul 16 01:10:42.739942 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:42.748262 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.891332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02eb0d0-31eb-416a-8121-d6d84ec49c6f req-17c17d09-6274-4730-831d-4516c1fcf415 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:42.894353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:42.898582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b02eb0d0-31eb-416a-8121-d6d84ec49c6f req-17c17d09-6274-4730-831d-4516c1fcf415 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 947 time: 0.1737430 Jul 16 01:10:42.983911 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b02eb0d0-31eb-416a-8121-d6d84ec49c6f req-cf67e7ea-9a42-43cf-8171-51ff0fd24698 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693455 Jul 16 01:10:43.079092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:43.081630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f007ae9b-94fe-466e-b3b7-e5872b5f6849 req-b2a6b24c-f7e8-4ff2-a9ef-fee8553149cd service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299642 Jul 16 01:10:43.307981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f007ae9b-94fe-466e-b3b7-e5872b5f6849 req-cd1deb94-8e3b-4867-857b-a03c94f8d6bf service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253847 Jul 16 01:10:43.518076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1158b4-0051-48be-8588-8dc225172f4d req-175c85f2-75e6-482e-8928-0ac2059b00a3 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:43.519982 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e1158b4-0051-48be-8588-8dc225172f4d req-175c85f2-75e6-482e-8928-0ac2059b00a3 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1519341 Jul 16 01:10:43.521694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adabf8-93a6-43d9-aa25-58b801982c10 req-44b210f9-1967-46e1-889f-08417c43c4d7 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:43.524242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41adabf8-93a6-43d9-aa25-58b801982c10 req-44b210f9-1967-46e1-889f-08417c43c4d7 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 945 time: 0.1232064 Jul 16 01:10:43.587895 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41adabf8-93a6-43d9-aa25-58b801982c10 req-8fc090db-f993-411b-9ec3-ec3cbca6a061 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558698 Jul 16 01:10:43.589751 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e1158b4-0051-48be-8588-8dc225172f4d req-07181ecf-3327-47a5-8362-695e9676b601 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621490 Jul 16 01:10:43.870913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca56dc-00c8-463d-b183-4ae0eb622b46 req-0a85a399-0537-43ef-bbde-fb2b13956d30 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:43.871238 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57ca56dc-00c8-463d-b183-4ae0eb622b46 req-0a85a399-0537-43ef-bbde-fb2b13956d30 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.0865908 Jul 16 01:10:43.941139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57ca56dc-00c8-463d-b183-4ae0eb622b46 req-1bb04ada-f6ee-49dc-9da3-c1d355e5ae9c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629396 Jul 16 01:10:44.420470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d87aee-5222-49ec-9d87-634e2b91f0b4 req-3254ea1e-dc82-46d5-b899-8560a56b397b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:44.422600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15d87aee-5222-49ec-9d87-634e2b91f0b4 req-3254ea1e-dc82-46d5-b899-8560a56b397b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 948 time: 0.0850515 Jul 16 01:10:44.470044 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15d87aee-5222-49ec-9d87-634e2b91f0b4 req-30aa601b-beb9-4a7f-b68b-71a6afc2e09a tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Jul 16 01:10:44.807666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bdcd2-053b-4cb7-9776-f80521fa050f req-2150afe0-81d9-4ec6-9b92-6a1537b56af5 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:44.809692 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d7bdcd2-053b-4cb7-9776-f80521fa050f req-2150afe0-81d9-4ec6-9b92-6a1537b56af5 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 945 time: 0.0821927 Jul 16 01:10:44.878772 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d7bdcd2-053b-4cb7-9776-f80521fa050f req-52af2bb9-82db-4665-bf6c-31f57b1a19ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598583 Jul 16 01:10:45.029685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c6128-fe45-4107-828f-ac1638b2e944 req-3a182e5a-b99a-4f11-9b9a-b5904063eac9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:45.031740 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b3c6128-fe45-4107-828f-ac1638b2e944 req-3a182e5a-b99a-4f11-9b9a-b5904063eac9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.0883334 Jul 16 01:10:45.086363 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b3c6128-fe45-4107-828f-ac1638b2e944 req-2cde93d2-e0c1-40ca-89b7-915a168878a8 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437541 Jul 16 01:10:45.795092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63fa3c-e1fd-4667-abbe-67cacb0b9243 req-ef5030a9-4886-4e76-8ecc-b16de75d301d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:45.796561 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2f63fa3c-e1fd-4667-abbe-67cacb0b9243 req-ef5030a9-4886-4e76-8ecc-b16de75d301d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.0747783 Jul 16 01:10:45.891316 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2f63fa3c-e1fd-4667-abbe-67cacb0b9243 req-0a09a9ff-0d46-4b25-aa14-34ad66feade0 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884662 Jul 16 01:10:46.118132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c7208-f64f-4578-b080-3c2dd38ae840 req-7e8074a3-e458-4d9f-9536-bff4641abcce tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:46.119621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-082c7208-f64f-4578-b080-3c2dd38ae840 req-7e8074a3-e458-4d9f-9536-bff4641abcce tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 948 time: 0.0953200 Jul 16 01:10:46.172236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-082c7208-f64f-4578-b080-3c2dd38ae840 req-2101885a-76d0-427b-b64f-d368ab6dbc7c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454161 Jul 16 01:10:46.237871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:46.318668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:46.325757 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:46.326684 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.389318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5296b2-2822-4fc8-8d9d-a2a37a7dde00 req-5e0615ec-ac13-4b81-8cd1-b841e1bca770 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:46.390915 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf5296b2-2822-4fc8-8d9d-a2a37a7dde00 req-5e0615ec-ac13-4b81-8cd1-b841e1bca770 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1428821 Jul 16 01:10:46.462626 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.487048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf5296b2-2822-4fc8-8d9d-a2a37a7dde00 req-70deb3ca-6923-4e1a-9ff7-4806aa9b7440 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798359 Jul 16 01:10:46.510513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb5433e-a203-4aaa-bc20-a9ed5f6934ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:46.514241 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ffe901-bf5d-4608-a6d2-8789e15d6b18" -d '{"events": [{"server_uuid": "aeb5433e-a203-4aaa-bc20-a9ed5f6934ab", "name": "network-vif-plugged", "status": "completed", "tag": "ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:46.545218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:46.553176 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.604826 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948d7165-d67a-4299-8a16-6bb20f85be9f x-openstack-request-id: req-948d7165-d67a-4299-8a16-6bb20f85be9f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:46.619625 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb5433e-a203-4aaa-bc20-a9ed5f6934ab", "name": "network-vif-plugged", "status": "completed", "tag": "ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:46.620620 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-948d7165-d67a-4299-8a16-6bb20f85be9f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:46.621234 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb5433e-a203-4aaa-bc20-a9ed5f6934ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34', 'code': 200} Jul 16 01:10:46.700989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:46.759289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48371f-b4fb-4da7-aaf9-104d969f85dc req-9675808c-63e9-4bd3-b6d5-cb2cb75d9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:46.761562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb48371f-b4fb-4da7-aaf9-104d969f85dc req-9675808c-63e9-4bd3-b6d5-cb2cb75d9e86 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 1101 time: 0.0759087 Jul 16 01:10:46.809688 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb48371f-b4fb-4da7-aaf9-104d969f85dc req-02e688f8-11db-43b1-95c0-dc7a94cd2280 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Jul 16 01:10:47.154549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1759e-fea3-47a9-b658-2df989666174 req-b77b8c84-84f6-4441-bbce-1bc4080f7b2d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:47.156587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-85d1759e-fea3-47a9-b658-2df989666174 req-b77b8c84-84f6-4441-bbce-1bc4080f7b2d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.0865543 Jul 16 01:10:47.207014 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-85d1759e-fea3-47a9-b658-2df989666174 req-8ec1d001-c832-4dbe-9e86-c73131db9214 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Jul 16 01:10:47.692484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d955cbc-b7ce-4d8e-9c6d-0e05b2b7c5f5 req-14cf16e1-ee81-4cb8-b332-d44b24fd8f11 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:47.694311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d955cbc-b7ce-4d8e-9c6d-0e05b2b7c5f5 req-14cf16e1-ee81-4cb8-b332-d44b24fd8f11 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 949 time: 0.0836658 Jul 16 01:10:47.741543 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d955cbc-b7ce-4d8e-9c6d-0e05b2b7c5f5 req-3bebdbd7-0a7e-4680-950e-6b7f1f65b3f3 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Jul 16 01:10:47.794609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230b1d1-f20a-46ce-b42e-0b0d2c4d64ed req-ca14ddca-a4ce-4d64-ab3f-27f5b894982b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:47.796827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7230b1d1-f20a-46ce-b42e-0b0d2c4d64ed req-ca14ddca-a4ce-4d64-ab3f-27f5b894982b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1101587 Jul 16 01:10:47.861505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7230b1d1-f20a-46ce-b42e-0b0d2c4d64ed req-81268e14-9284-4c0d-b33f-579d711bee06 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565903 Jul 16 01:10:48.250536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fc04c369-fc58-4cd2-bfcc-f8386a257700 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:10:48.424449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port fc04c369-fc58-4cd2-bfcc-f8386a257700, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:48.437775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'fc04c369-fc58-4cd2-bfcc-f8386a257700', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'port_id': 'fc04c369-fc58-4cd2-bfcc-f8386a257700', 'mac_address': 'fa:16:3e:e0:8a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603c6279-2295-494f-bf1a-1b81562edde4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:10:48.497137 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.520619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac60b9f-f22a-4b61-b184-f371f2e6ee8f req-0dfcc924-dff6-42bb-aa15-e2b6b8c91cd8 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:48.522406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc04c369-fc58-4cd2-bfcc-f8386a257700 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:48.522831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ac60b9f-f22a-4b61-b184-f371f2e6ee8f req-0dfcc924-dff6-42bb-aa15-e2b6b8c91cd8 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.1517169 Jul 16 01:10:48.570926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port fc04c369-fc58-4cd2-bfcc-f8386a257700, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:48.573276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ac60b9f-f22a-4b61-b184-f371f2e6ee8f req-cc50e697-6ecc-493b-95ca-c082bbab5961 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Jul 16 01:10:48.577973 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.678708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=fc04c369-fc58-4cd2-bfcc-f8386a257700,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:48.719841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['fc04c369-fc58-4cd2-bfcc-f8386a257700'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:49.269871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d8cf9-31ac-49d8-b824-95703be61dbf req-dc5879c1-81ca-466e-a6cd-fe72d73445a2 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:49.280069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-078d8cf9-31ac-49d8-b824-95703be61dbf req-dc5879c1-81ca-466e-a6cd-fe72d73445a2 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 949 time: 0.1847324 Jul 16 01:10:49.388586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-078d8cf9-31ac-49d8-b824-95703be61dbf req-0b5411ed-d673-4cf8-b1ba-7d1d04d1c5da tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072812 Jul 16 01:10:49.437468 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e5574-fa47-4a8b-b858-833809cea790 req-b08f7d7e-70a7-4cce-82a7-40a05aa4354e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:49.439324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-891e5574-fa47-4a8b-b858-833809cea790 req-b08f7d7e-70a7-4cce-82a7-40a05aa4354e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1433232 Jul 16 01:10:49.509536 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-891e5574-fa47-4a8b-b858-833809cea790 req-2fbd50d1-3f07-4bc5-a1aa-3889ef69cf9f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569496 Jul 16 01:10:49.935347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bb918-108a-4a17-8123-fc71d48fe873 req-e490619d-ab53-4a58-89a9-28839819a298 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:49.953795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423bb918-108a-4a17-8123-fc71d48fe873 req-e490619d-ab53-4a58-89a9-28839819a298 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 1101 time: 0.1625686 Jul 16 01:10:50.030886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423bb918-108a-4a17-8123-fc71d48fe873 req-8d925d11-0e30-4bea-80fa-25ce3c2aec63 tempest-ServersOnMultiNodesTest-127070846 tempest-ServersOnMultiNodesTest-127070846-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755260 Jul 16 01:10:50.253968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 144130cf-efe8-41a0-87d3-f916d196211c details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:10:50.262603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fc04c369-fc58-4cd2-bfcc-f8386a257700 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:50.422034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566d759-dd7b-40c5-90f9-b408fb8ad9d7 req-b8517876-b536-4d06-8f77-8120e57186cc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:50.423794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b566d759-dd7b-40c5-90f9-b408fb8ad9d7 req-b8517876-b536-4d06-8f77-8120e57186cc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.1992962 Jul 16 01:10:50.525504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:50.526732 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b566d759-dd7b-40c5-90f9-b408fb8ad9d7 req-a579bb61-c6b5-4c0f-aebd-1e59c03e39ad tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866621 Jul 16 01:10:50.542221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '144130cf-efe8-41a0-87d3-f916d196211c', 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83', 'port_id': '144130cf-efe8-41a0-87d3-f916d196211c', 'mac_address': 'fa:16:3e:3d:f5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1db9f23-7b03-4fa4-8195-d7376d373bcb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:10:50.593433 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.610432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144130cf-efe8-41a0-87d3-f916d196211c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:50.675645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port fc04c369-fc58-4cd2-bfcc-f8386a257700 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:50.683980 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.800800 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:50.818880 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.908483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=144130cf-efe8-41a0-87d3-f916d196211c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:50.981486 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.028332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port fc04c369-fc58-4cd2-bfcc-f8386a257700, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:51.032134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc04c369-fc58-4cd2-bfcc-f8386a257700'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:51.036019 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f71177a-7a2b-4fd0-ac14-bf7144c41ab4" -d '{"events": [{"server_uuid": "2255ee69-6e24-4671-a650-6a5c97dad1a8", "name": "network-vif-plugged", "status": "completed", "tag": "fc04c369-fc58-4cd2-bfcc-f8386a257700"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:51.044171 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.137220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef458f-4f3e-4dde-9753-89fb9c0c3409 req-dcce434f-ddbe-45b7-83bc-09ce1cf63957 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:51.137975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=fc04c369-fc58-4cd2-bfcc-f8386a257700,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:51.139798 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61ef458f-4f3e-4dde-9753-89fb9c0c3409 req-dcce434f-ddbe-45b7-83bc-09ce1cf63957 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1133862 Jul 16 01:10:51.176880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['144130cf-efe8-41a0-87d3-f916d196211c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:51.223097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61ef458f-4f3e-4dde-9753-89fb9c0c3409 req-ce90771d-c755-4c83-9238-4fc4605adf12 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695453 Jul 16 01:10:51.399457 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c42f02-1ee9-413d-9a60-f9833c76f672 x-openstack-request-id: req-c7c42f02-1ee9-413d-9a60-f9833c76f672 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:51.399974 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2255ee69-6e24-4671-a650-6a5c97dad1a8", "name": "network-vif-plugged", "status": "completed", "tag": "fc04c369-fc58-4cd2-bfcc-f8386a257700", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:51.400283 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7c42f02-1ee9-413d-9a60-f9833c76f672 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:51.401013 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc04c369-fc58-4cd2-bfcc-f8386a257700', 'code': 200} Jul 16 01:10:51.677633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df6647-c066-4a00-b93e-75b9709d9771 req-3559c519-b59f-4a5c-afbf-100b43edd99f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:51.685614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8df6647-c066-4a00-b93e-75b9709d9771 req-3559c519-b59f-4a5c-afbf-100b43edd99f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 949 time: 0.1450303 Jul 16 01:10:51.745557 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8df6647-c066-4a00-b93e-75b9709d9771 req-69c00b82-4a6b-4150-9b54-a5aea4a7a30b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586424 Jul 16 01:10:52.098736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014693b-b92c-4008-a262-cd03d24515dc req-a2a0dbc7-df9c-44f7-b12b-d1d87bd9fb15 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:52.100496 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d014693b-b92c-4008-a262-cd03d24515dc req-a2a0dbc7-df9c-44f7-b12b-d1d87bd9fb15 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 944 time: 0.1158671 Jul 16 01:10:52.170513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d014693b-b92c-4008-a262-cd03d24515dc req-0387e122-983e-4aeb-bd95-1e8fec4ade2a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615666 Jul 16 01:10:52.505545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-492e5e76-b446-4b3f-a761-a9edd55b7c11 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:52.515691 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-492e5e76-b446-4b3f-a761-a9edd55b7c11 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 808 time: 0.2208481 Jul 16 01:10:52.537905 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-77699239-3766-4d78-a5bd-b6b3885869fd tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/quotas/f5b0291a69714a6bbaf96f25b9c9b62a HTTP/1.1" status: 200 len: 375 time: 0.0208600 Jul 16 01:10:52.652082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-b8f2f2f3-3498-44f7-aee8-e12afaee65c8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126175 Jul 16 01:10:52.855888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-b438d4f4-7c9e-460d-a22f-14bd0cdbe652 service neutron] 10.222.0.64 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933293 Jul 16 01:10:53.086239 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-ea288286-8dd9-4dcf-9cff-4b79787e0782 service neutron] 10.222.0.64 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683805 Jul 16 01:10:53.153504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-3957d6e1-a89b-45bd-9ba4-cce1426c4af9 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:53.156651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-3957d6e1-a89b-45bd-9ba4-cce1426c4af9 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 949 time: 0.2975774 Jul 16 01:10:53.325312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f85abb-f1cb-41fb-95e6-dc78d3e0ab5e req-83bdc4ef-db32-4965-8542-7b323f797c6f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:53.329213 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13f85abb-f1cb-41fb-95e6-dc78d3e0ab5e req-83bdc4ef-db32-4965-8542-7b323f797c6f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1565681 Jul 16 01:10:53.350866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Deleting port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:10:53.351483 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:53.411467 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13f85abb-f1cb-41fb-95e6-dc78d3e0ab5e req-a81631c6-db43-40a3-adad-6946446b3921 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754006 Jul 16 01:10:53.603290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] For port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:53.603734 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:53.622392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Calling delete_port for ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:10:53.833075 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261e89-5108-4ac5-b2d9-c332450c88f1 req-b4e3a64f-b9d6-4071-b41c-0f90efc22eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:53.834828 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1261e89-5108-4ac5-b2d9-c332450c88f1 req-b4e3a64f-b9d6-4071-b41c-0f90efc22eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 949 time: 0.1325552 Jul 16 01:10:53.950728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1261e89-5108-4ac5-b2d9-c332450c88f1 req-6bbbcd3e-dc94-4473-9b9a-5061419f09ef tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929868 Jul 16 01:10:53.951644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:53.966915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d', '920f2194-429b-48fc-b1ae-f4b00f6936ed', 'ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:53.970471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', '7f1a52a2-133c-42f5-9903-294b238bf76f', '098420e1-5c89-4b48-95a1-1b6501b3e1e7', '8c6dd669-79e1-41de-a9cc-8dd361db006a', 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:54.041939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event deleted for resources: {'Port': ['ID=ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:54.082577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.083131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.083772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.084305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.084838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.085920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.087494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.088028 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.088566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.089080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.089931 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.090435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:54.100684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] No DVR routers for this DVR port ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:10:54.110344 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.119938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d21fca9-c9db-4a4a-83ff-df78c8371bab req-9f721c17-d274-4033-aefc-13fbb038096b tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "DELETE /v2.0/ports/ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 HTTP/1.1" status: 204 len: 173 time: 0.9533274 Jul 16 01:10:54.120746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb5433e-a203-4aaa-bc20-a9ed5f6934ab', 'name': 'network-vif-deleted', 'tag': 'ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:54.128829 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4836de7c-d899-46b7-80d9-0ffbc8b8f419" -d '{"events": [{"server_uuid": "aeb5433e-a203-4aaa-bc20-a9ed5f6934ab", "name": "network-vif-deleted", "tag": "ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:54.304909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 144130cf-efe8-41a0-87d3-f916d196211c up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:54.382164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f86b4-b3f5-40e4-a803-abe202a09148 req-46afcddc-7535-4e8e-a581-cd5382b834fb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:54.401705 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f31f86b4-b3f5-40e4-a803-abe202a09148 req-46afcddc-7535-4e8e-a581-cd5382b834fb tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 944 time: 0.2056491 Jul 16 01:10:54.486513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f31f86b4-b3f5-40e4-a803-abe202a09148 req-f1066ab4-6f37-41d0-91d9-95599f9d719f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837078 Jul 16 01:10:54.590334 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf311-5dbc-477d-a74f-a5cc69fcc03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.709884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 144130cf-efe8-41a0-87d3-f916d196211c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:54.722791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-487ff846-3cea-4e87-8382-567e4f8d066c req-b89669fb-5d06-4f7c-a593-814a1416df7a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 210 time: 0.1129453 Jul 16 01:10:54.743415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 144130cf-efe8-41a0-87d3-f916d196211c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:54.743415 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.862593 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bd46d2-e869-41c7-bf49-a57605f72ea9 x-openstack-request-id: req-d8bd46d2-e869-41c7-bf49-a57605f72ea9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:54.864475 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb5433e-a203-4aaa-bc20-a9ed5f6934ab", "name": "network-vif-deleted", "tag": "ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:54.864746 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8bd46d2-e869-41c7-bf49-a57605f72ea9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:54.865209 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb5433e-a203-4aaa-bc20-a9ed5f6934ab', 'name': 'network-vif-deleted', 'tag': 'ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34', 'status': 'completed', 'code': 200} Jul 16 01:10:55.062974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:55.281523 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.331339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e0379-0d4b-477e-b35b-170ba8afa91c req-b98193f7-47bd-4e16-b0ee-178b8b5a9fda tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:55.340146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-806e0379-0d4b-477e-b35b-170ba8afa91c req-b98193f7-47bd-4e16-b0ee-178b8b5a9fda tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1941822 Jul 16 01:10:55.480569 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a9c086dc-ae4b-49ef-a0de-444f882d994e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.509246 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-806e0379-0d4b-477e-b35b-170ba8afa91c req-5fde7e79-ac62-4cf2-937a-58d39a780bf4 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608057 Jul 16 01:10:55.515578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:55.521478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144130cf-efe8-41a0-87d3-f916d196211c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:55.524929 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e59b84a-45b6-4406-84a2-37bc70f01f8c" -d '{"events": [{"server_uuid": "673cfe9c-60a1-4720-8aa2-b9afec772755", "name": "network-vif-plugged", "status": "completed", "tag": "144130cf-efe8-41a0-87d3-f916d196211c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:55.532790 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.540725 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.589903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02a5a901-6bb4-456a-9b71-582ecc699ad8 req-c59221e7-3350-4e7b-afb9-0b55fa1fb5c6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeb5433e-a203-4aaa-bc20-a9ed5f6934ab HTTP/1.1" status: 200 len: 210 time: 0.1262257 Jul 16 01:10:55.720174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=144130cf-efe8-41a0-87d3-f916d196211c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:55.746886 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9165af56-cb18-425b-8936-2c14beab4167 x-openstack-request-id: req-9165af56-cb18-425b-8936-2c14beab4167 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:55.747197 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673cfe9c-60a1-4720-8aa2-b9afec772755", "name": "network-vif-plugged", "status": "completed", "tag": "144130cf-efe8-41a0-87d3-f916d196211c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:55.747428 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9165af56-cb18-425b-8936-2c14beab4167 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:55.754288 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144130cf-efe8-41a0-87d3-f916d196211c', 'code': 200} Jul 16 01:10:55.760868 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a9c086dc-ae4b-49ef-a0de-444f882d994e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.769061 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a9c086dc-ae4b-49ef-a0de-444f882d994e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.849459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c086dc-ae4b-49ef-a0de-444f882d994e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8539e8-1a3e-4ed9-bac0-08fd28bc0e44,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:55.928603 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a9c086dc-ae4b-49ef-a0de-444f882d994e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75054eb2662947658ac899cb5323ddf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8636289 Jul 16 01:10:55.931958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:56.010754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2f5b5-98ef-4d82-a614-db62110de324 req-69a9d77b-0bee-48d7-9238-a321705a91c5 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:56.011874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31b2f5b5-98ef-4d82-a614-db62110de324 req-69a9d77b-0bee-48d7-9238-a321705a91c5 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 945 time: 0.2459128 Jul 16 01:10:56.021465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48ace5-c343-4d6c-9f51-b034e0814c8a req-24bfa65c-5c59-460e-98fa-d6e148c4f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:56.024489 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d48ace5-c343-4d6c-9f51-b034e0814c8a req-24bfa65c-5c59-460e-98fa-d6e148c4f736 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 1097 time: 0.1521597 Jul 16 01:10:56.056603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f446a512-d495-4538-a800-3e1d987b8e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.085774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c4d601d2-1264-48df-a448-e5634701fd0b req-ff4f1663-a226-4acc-949f-86ca1ad4cd2f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 210 time: 0.1069381 Jul 16 01:10:56.094880 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f446a512-d495-4538-a800-3e1d987b8e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.113250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31b2f5b5-98ef-4d82-a614-db62110de324 req-92b32391-f709-4052-8efd-3173c06a45c3 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877154 Jul 16 01:10:56.121701 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d48ace5-c343-4d6c-9f51-b034e0814c8a req-efda9599-6745-4e58-b1e1-519b523ffb0e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897167 Jul 16 01:10:56.177233 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f446a512-d495-4538-a800-3e1d987b8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.182302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f446a512-d495-4538-a800-3e1d987b8e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.185413 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f446a512-d495-4538-a800-3e1d987b8e76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de8539e8-1a3e-4ed9-bac0-08fd28bc0e44 HTTP/1.1" status: 204 len: 168 time: 0.2521660 Jul 16 01:10:56.221440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446a512-d495-4538-a800-3e1d987b8e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8539e8-1a3e-4ed9-bac0-08fd28bc0e44,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:56.272381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:10:56.332751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:10:56.335254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ff5fd75a-19b5-40fa-8ffc-a0f9ae584a34 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:10:56.344082 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.689297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-4008de53-bb87-4729-9b98-62ae6a279e0c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:56.692044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-4008de53-bb87-4729-9b98-62ae6a279e0c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 808 time: 0.2346280 Jul 16 01:10:56.733872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Request body: {'port': {'device_id': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c', 'admin_state_up': True, 'tenant_id': 'f5b0291a69714a6bbaf96f25b9c9b62a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:56.836356 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:10:57.031864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd145c0e-aa8a-4dcf-ad62-76a4b1eca06f req-6852b1ba-5a3a-44bd-965f-8293166890b5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:57.041104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd145c0e-aa8a-4dcf-ad62-76a4b1eca06f req-6852b1ba-5a3a-44bd-965f-8293166890b5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.2960408 Jul 16 01:10:57.073761 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84e28b-8470-43a9-9724-5d90e4b36038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.106154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Made reservation on behalf of f5b0291a69714a6bbaf96f25b9c9b62a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:57.110452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.188515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd145c0e-aa8a-4dcf-ad62-76a4b1eca06f req-24a23a74-521a-4b00-b1e5-19e15d0a1faa tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460171 Jul 16 01:10:57.546620 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.639438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Allocated IP 172.20.0.7 (6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c/d46818f7-f7d8-4e1b-b60b-de082ce14d78/4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:57.711861 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-87892d8e-54fb-4f2b-808b-e4cbfbbc7428 req-f8549afb-4864-46f4-896a-ea2bd6902878 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 210 time: 0.1207385 Jul 16 01:10:57.995621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ed036-c445-483f-8265-b8a42aa1c4f1 req-83efce1a-ed17-4ae4-b933-210b3c42caba tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:58.001275 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa5ed036-c445-483f-8265-b8a42aa1c4f1 req-83efce1a-ed17-4ae4-b933-210b3c42caba tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 945 time: 0.1911101 Jul 16 01:10:58.089498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa5ed036-c445-483f-8265-b8a42aa1c4f1 req-42341dea-0311-4ccc-b0b9-9fa608ece29b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764165 Jul 16 01:10:58.111879 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:58.220978 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:58.281368 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:58.333599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Pushing event updated for resources: {'Port': ['ID=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:58.398295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:58.404878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:58.409177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:58.415136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:58.415810 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:58.434978 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-1086eaa8-bc4a-4c9e-a710-70f790a756cb tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7319751 Jul 16 01:10:58.538859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a927-bd09-485e-8bb0-7b3ae6e0b0b0 req-7f5c8f5d-020c-4208-9601-3a9fe648f1db tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:58.555458 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c379a927-bd09-485e-8bb0-7b3ae6e0b0b0 req-7f5c8f5d-020c-4208-9601-3a9fe648f1db tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 949 time: 0.1961491 Jul 16 01:10:58.669493 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c379a927-bd09-485e-8bb0-7b3ae6e0b0b0 req-80392d62-33c0-48a9-933d-0e5e1900b891 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124997 Jul 16 01:10:58.686771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b92ceaa4-ffcf-406d-9aa5-a28133c97d88'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:10:58.755695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Request body: {'port': {'device_id': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:58.868273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71597128-2c88-43aa-919c-82a5a1a5a6c2 req-734c41b8-62f7-4da9-b98e-1259b150cbdc tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:58.877444 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71597128-2c88-43aa-919c-82a5a1a5a6c2 req-734c41b8-62f7-4da9-b98e-1259b150cbdc tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 1097 time: 0.1286879 Jul 16 01:10:58.973147 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71597128-2c88-43aa-919c-82a5a1a5a6c2 req-4f250e38-c06f-4c2f-b84a-e80fc1c69937 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935845 Jul 16 01:10:58.996168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.346539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48784) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:59.423615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b013-b75d-4886-baaa-b33263a9ff20 req-8f2b40c3-b1da-4cfd-985f-df2921fc8e9c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:59.432324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3013b013-b75d-4886-baaa-b33263a9ff20 req-8f2b40c3-b1da-4cfd-985f-df2921fc8e9c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.4179246 Jul 16 01:10:59.558688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c3661-78ac-48b2-a916-f006aaff008d req-8703798d-dbd0-46f7-9cdb-b67562302f33 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:59.574626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-208c3661-78ac-48b2-a916-f006aaff008d req-8703798d-dbd0-46f7-9cdb-b67562302f33 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 931 time: 0.2853694 Jul 16 01:10:59.615064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1012df8a-f3b0-415a-b724-2a399f59953a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.654753 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-208c3661-78ac-48b2-a916-f006aaff008d req-c1c6fea1-37dd-44ee-a864-5d931beb7ae2 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788789 Jul 16 01:10:59.748359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3013b013-b75d-4886-baaa-b33263a9ff20 req-5b95eb7d-dfe4-450d-aae9-d1dd329f1f0e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106549 Jul 16 01:10:59.847796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:59.875313 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.942091 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.014758 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1012df8a-f3b0-415a-b724-2a399f59953a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.035401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1012df8a-f3b0-415a-b724-2a399f59953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.067443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Transition to ACTIVE for port object 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:00.153701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012df8a-f3b0-415a-b724-2a399f59953a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a534e377-814f-46b5-b2e3-c8069cf98607,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:00.167679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.250446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-246a0988-d367-4b58-a0f3-7fcef8044715 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:00.252171 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-246a0988-d367-4b58-a0f3-7fcef8044715 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 949 time: 0.6173489 Jul 16 01:11:00.259453 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1012df8a-f3b0-415a-b724-2a399f59953a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2f532d656fd4d8f96d9a8e968ae90cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9114954 Jul 16 01:11:00.281846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:00.345538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c77d200-f85f-43e2-aa73-6b61f28a5888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.374600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c77d200-f85f-43e2-aa73-6b61f28a5888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.446082 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c77d200-f85f-43e2-aa73-6b61f28a5888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.448619 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c77d200-f85f-43e2-aa73-6b61f28a5888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.449766 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3c77d200-f85f-43e2-aa73-6b61f28a5888 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a534e377-814f-46b5-b2e3-c8069cf98607 HTTP/1.1" status: 204 len: 168 time: 0.1632774 Jul 16 01:11:00.494926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77d200-f85f-43e2-aa73-6b61f28a5888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a534e377-814f-46b5-b2e3-c8069cf98607,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:00.539330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f87d3-13c1-4418-8912-c049252e1869 req-fdbc01ca-cb33-4066-abb5-d37c4a7f7eac tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:00.551633 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-806f87d3-13c1-4418-8912-c049252e1869 req-fdbc01ca-cb33-4066-abb5-d37c4a7f7eac tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 949 time: 0.3053234 Jul 16 01:11:00.668510 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-806f87d3-13c1-4418-8912-c049252e1869 req-2ea0bd58-bc6a-456e-b0fe-cfd26c5a1311 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870812 Jul 16 01:11:00.715058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:00.735412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8cf57-b0cc-4e40-a9e1-e82a0349d751 req-cf5506d2-3231-48e6-a5ca-38ba92bd4ffb tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:00.736981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7d8cf57-b0cc-4e40-a9e1-e82a0349d751 req-cf5506d2-3231-48e6-a5ca-38ba92bd4ffb tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 1097 time: 0.7148631 Jul 16 01:11:00.894745 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7d8cf57-b0cc-4e40-a9e1-e82a0349d751 req-27062dea-a311-4935-b383-3cd68a685288 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417601 Jul 16 01:11:00.900142 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:00.900476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:00.900795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:00.907117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:00.907521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:00.917649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:00.918400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:00.918880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:00.919335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Bound port: 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:00.919697 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.964475 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ebd71-8108-4a41-a3b2-f5265ab9c6d6 req-04232c2d-9f2b-4d83-8450-37811a823a80 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:00.986431 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c22ebd71-8108-4a41-a3b2-f5265ab9c6d6 req-04232c2d-9f2b-4d83-8450-37811a823a80 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.1818011 Jul 16 01:11:01.002612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-55642c9d-d50e-4b3e-abf3-d5fc6dabcc4d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Deleting port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:01.002980 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-55642c9d-d50e-4b3e-abf3-d5fc6dabcc4d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:01.055911 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c22ebd71-8108-4a41-a3b2-f5265ab9c6d6 req-0b8a8078-384c-4a11-8e98-e41fee512a5e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677586 Jul 16 01:11:01.122649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-55642c9d-d50e-4b3e-abf3-d5fc6dabcc4d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] For port e69c1a81-3837-4f10-a1ad-da3b850dc9e0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:01.123030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-55642c9d-d50e-4b3e-abf3-d5fc6dabcc4d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:01.140758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-55642c9d-d50e-4b3e-abf3-d5fc6dabcc4d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Calling delete_port for e69c1a81-3837-4f10-a1ad-da3b850dc9e0 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:01.235640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:01.311803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:01.357793 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:01.490689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:01.568788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e574-385c-443c-9406-1e241550a032 req-c933debf-4707-4c10-b47a-01f9c493777d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:01.576713 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8fe4e574-385c-443c-9406-1e241550a032 req-c933debf-4707-4c10-b47a-01f9c493777d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.3216321 Jul 16 01:11:01.617809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:01.618494 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:01.619986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-9ee8d94b-5f28-49cc-a08c-8a6cae0870a8 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d HTTP/1.1" status: 200 len: 1092 time: 3.1687367 Jul 16 01:11:01.620452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'tag': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:01.623178 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209" -d '{"events": [{"name": "network-changed", "server_uuid": "0dee33fe-8964-44e7-8031-f9a9040ad445", "tag": "4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:01.632423 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-55642c9d-d50e-4b3e-abf3-d5fc6dabcc4d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:01.646384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8fe4e574-385c-443c-9406-1e241550a032 req-065da07e-cd65-423d-af10-990d0d347259 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685916 Jul 16 01:11:01.693697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', '7f1a52a2-133c-42f5-9903-294b238bf76f', '098420e1-5c89-4b48-95a1-1b6501b3e1e7', '8c6dd669-79e1-41de-a9cc-8dd361db006a', 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:01.698813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d', '920f2194-429b-48fc-b1ae-f4b00f6936ed'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:01.732462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55642c9d-d50e-4b3e-abf3-d5fc6dabcc4d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event deleted for resources: {'Port': ['ID=e69c1a81-3837-4f10-a1ad-da3b850dc9e0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:01.844892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-55642c9d-d50e-4b3e-abf3-d5fc6dabcc4d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] No DVR routers for this DVR port e69c1a81-3837-4f10-a1ad-da3b850dc9e0 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:01.848100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-55642c9d-d50e-4b3e-abf3-d5fc6dabcc4d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:01.850979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6278ce-ab1e-470a-b2b4-0a7d6484a963 req-55642c9d-d50e-4b3e-abf3-d5fc6dabcc4d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "DELETE /v2.0/ports/e69c1a81-3837-4f10-a1ad-da3b850dc9e0 HTTP/1.1" status: 204 len: 173 time: 1.5806215 Jul 16 01:11:01.898927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-feb6d644-c197-4187-a4c1-59417f0ac5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:01.907081 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-feb6d644-c197-4187-a4c1-59417f0ac5fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 1095 time: 0.1654115 Jul 16 01:11:02.028806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-de6d1c44-4dd6-41ee-afc5-f62cef3fa05c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d HTTP/1.1" status: 200 len: 217 time: 0.1149154 Jul 16 01:11:02.155060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-19e7aa7c-5f0f-40c8-a750-dbb44f770f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:02.157079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-19e7aa7c-5f0f-40c8-a750-dbb44f770f35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.1174908 Jul 16 01:11:02.224008 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6ec070-075e-4bd1-ba85-1df9c12d316f x-openstack-request-id: req-4a6ec070-075e-4bd1-ba85-1df9c12d316f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:02.224367 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dee33fe-8964-44e7-8031-f9a9040ad445", "tag": "4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:02.224626 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a6ec070-075e-4bd1-ba85-1df9c12d316f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:02.225813 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'tag': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d', 'status': 'completed', 'code': 200} Jul 16 01:11:02.235783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-3d8ca317-f9e0-4ef7-abee-07950843ea70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702636 Jul 16 01:11:02.552163 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4bd5ceb9-21ca-4c2f-af07-374c9e2fe385 req-6af86c48-7fcd-42f1-be0a-6e94a745c0b3 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c1bee8-bc9f-4504-98ed-9ea212971016 HTTP/1.1" status: 200 len: 210 time: 0.0882955 Jul 16 01:11:02.557064 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-d85c62b1-8ff7-405a-a1fb-090015bde459 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093805 Jul 16 01:11:02.696534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ce709ca-d1a9-4e2e-9a60-191ca374a51a req-39db9ea9-8c89-4916-9833-bf87c9602ce7 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325736 Jul 16 01:11:02.985921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209 req-42ae2181-ac0c-4fdd-a82a-bc062a445339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:02.993252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209 req-42ae2181-ac0c-4fdd-a82a-bc062a445339 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 1095 time: 0.1972053 Jul 16 01:11:03.126461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771d19-39a5-45b3-90c8-753f6d6fb545 req-bdc52e90-9a8f-430e-a409-bb73bfc205a6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:03.133684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31771d19-39a5-45b3-90c8-753f6d6fb545 req-bdc52e90-9a8f-430e-a409-bb73bfc205a6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.2507982 Jul 16 01:11:03.146591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209 req-5a4f4f3c-b4fa-4e67-bbf4-f33210e55d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:03.149241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209 req-5a4f4f3c-b4fa-4e67-bbf4-f33210e55d5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.1411104 Jul 16 01:11:03.241714 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209 req-93d28262-cdcf-40ff-9f5c-c24566b2ef5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d HTTP/1.1" status: 200 len: 217 time: 0.0804849 Jul 16 01:11:03.330000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31771d19-39a5-45b3-90c8-753f6d6fb545 req-c0b0f9f2-7ee1-4792-bd2d-c67f4b422d9c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953647 Jul 16 01:11:03.358551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209 req-466a6a70-8876-4b05-883b-9688e4aa8256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:03.360928 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209 req-466a6a70-8876-4b05-883b-9688e4aa8256 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.0989704 Jul 16 01:11:03.417655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209 req-c380465c-2a12-4205-9766-61a65977d53e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388029 Jul 16 01:11:03.648672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209 req-9cd09bff-055b-4c52-a7cc-59d0cfb34b04 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239578 Jul 16 01:11:03.685454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e69c1a81-3837-4f10-a1ad-da3b850dc9e0 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:03.719843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: e69c1a81-3837-4f10-a1ad-da3b850dc9e0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:03.720187 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e69c1a81-3837-4f10-a1ad-da3b850dc9e0 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:03.837552 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fca0e77-73d5-4e56-97dd-2e3c8ae59209 req-8ea15585-d569-47c6-819a-eaa0676371c1 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484663 Jul 16 01:11:03.939086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-899c8f2d-eec7-4331-9cfe-4ad9e370b3de tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:03.940225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-899c8f2d-eec7-4331-9cfe-4ad9e370b3de tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060391 Jul 16 01:11:03.950900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Request body: {'binding': {'host': 'n-h2-791504-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:03.951604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:11:04.172606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c on host n-h2-791504-14 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:04.173327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:04.173327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:04.180219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Port 144130cf-efe8-41a0-87d3-f916d196211c on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:04.180649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:04.199155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:04.199493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:04.199891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:04.200351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Bound port: 144130cf-efe8-41a0-87d3-f916d196211c, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:04.237900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c1bee8-bc9f-4504-98ed-9ea212971016', 'name': 'network-vif-deleted', 'tag': 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:04.242503 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df69dc7-39fe-4e39-ab75-c1e9d646aefb" -d '{"events": [{"server_uuid": "f2c1bee8-bc9f-4504-98ed-9ea212971016", "name": "network-vif-deleted", "tag": "e69c1a81-3837-4f10-a1ad-da3b850dc9e0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:04.309928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:04.325579 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:04.328428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-6dee897b-3e4a-47d3-8eaa-dcee0e26526a service neutron] 10.222.0.64 "POST /v2.0/ports/144130cf-efe8-41a0-87d3-f916d196211c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3809261 Jul 16 01:11:04.671884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b0e6-1913-47d4-9d89-a0a26795f231 req-c5a286da-eae2-4257-bb7e-ec63b74e7281 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:04.678647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa30b0e6-1913-47d4-9d89-a0a26795f231 req-c5a286da-eae2-4257-bb7e-ec63b74e7281 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1013584 Jul 16 01:11:04.735655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fafcf081-8cb5-4086-9a22-1bb33ecc56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:04.737028 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa30b0e6-1913-47d4-9d89-a0a26795f231 req-ab684ab9-c9db-40f3-aa07-fa197d7a9b25 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559494 Jul 16 01:11:04.737344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fafcf081-8cb5-4086-9a22-1bb33ecc56dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 1097 time: 0.0656466 Jul 16 01:11:04.901428 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551c09b2-d283-4981-92ed-d2b40b2f7be7 x-openstack-request-id: req-551c09b2-d283-4981-92ed-d2b40b2f7be7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:04.901824 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c1bee8-bc9f-4504-98ed-9ea212971016", "name": "network-vif-deleted", "tag": "e69c1a81-3837-4f10-a1ad-da3b850dc9e0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:04.902214 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-551c09b2-d283-4981-92ed-d2b40b2f7be7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:04.902716 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c1bee8-bc9f-4504-98ed-9ea212971016', 'name': 'network-vif-deleted', 'tag': 'e69c1a81-3837-4f10-a1ad-da3b850dc9e0', 'status': 'completed', 'code': 200} Jul 16 01:11:04.940919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-0abdb3c7-d949-4cd4-bda3-51a2d9649ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:04.944959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-0abdb3c7-d949-4cd4-bda3-51a2d9649ea8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.1954150 Jul 16 01:11:05.036908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-933f072f-214d-4dbb-9665-c73cc4a48aad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144130cf-efe8-41a0-87d3-f916d196211c HTTP/1.1" status: 200 len: 217 time: 0.0794952 Jul 16 01:11:05.134485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46659eec-b3b3-4577-b576-d428a8a92bb5 req-233c1c3a-4598-44e5-96ab-f41aa53e283c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:05.145691 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46659eec-b3b3-4577-b576-d428a8a92bb5 req-233c1c3a-4598-44e5-96ab-f41aa53e283c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.0910411 Jul 16 01:11:05.152151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-ff710076-21d3-47ac-8704-29877fd0d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:05.154751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-ff710076-21d3-47ac-8704-29877fd0d401 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.0886533 Jul 16 01:11:05.186072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7922254-0565-4f6b-b8fe-98c32c8f2375 req-388fb993-c4af-472e-b6bb-b832ce3d680c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:05.188429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7922254-0565-4f6b-b8fe-98c32c8f2375 req-388fb993-c4af-472e-b6bb-b832ce3d680c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 945 time: 0.1628454 Jul 16 01:11:05.198576 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46659eec-b3b3-4577-b576-d428a8a92bb5 req-1db6edae-3421-45ab-b5c8-121843ea536c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Jul 16 01:11:05.244671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-ffb46e73-791e-4e2f-8007-a5bcc287af1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816097 Jul 16 01:11:05.352797 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7922254-0565-4f6b-b8fe-98c32c8f2375 req-b34355c9-a165-4db7-bb24-7f34b664ba6f tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325727 Jul 16 01:11:05.409113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-67365052-7c45-4358-90ac-2efa52c439be service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455898 Jul 16 01:11:05.686979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-c851157e-85c0-479b-8082-5ace73ffdb06 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312789 Jul 16 01:11:05.897147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e25e3-a34b-4f27-990c-de839ef21857 req-28c406dc-c3b3-4bd2-9682-723dadc76180 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:05.900070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-060e25e3-a34b-4f27-990c-de839ef21857 req-28c406dc-c3b3-4bd2-9682-723dadc76180 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 949 time: 0.1709447 Jul 16 01:11:06.005347 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-060e25e3-a34b-4f27-990c-de839ef21857 req-c71c6a64-0014-40cf-8040-1263d1978995 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817392 Jul 16 01:11:06.191424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c05c9-7828-4273-b5bb-177c81424f8e req-4b4fe642-4be5-4d4c-872f-52421c047aaf tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:06.201251 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df6c05c9-7828-4273-b5bb-177c81424f8e req-4b4fe642-4be5-4d4c-872f-52421c047aaf tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1171997 Jul 16 01:11:06.287162 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df6c05c9-7828-4273-b5bb-177c81424f8e req-a8b0031f-0f53-465c-957a-687b9759893d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843911 Jul 16 01:11:06.605689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c547bc-e9c3-4510-bc42-437de8bfa5bd req-d010e5fe-1263-4acd-85b7-79de060a7005 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:06.611272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73c547bc-e9c3-4510-bc42-437de8bfa5bd req-d010e5fe-1263-4acd-85b7-79de060a7005 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.1272774 Jul 16 01:11:06.678400 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73c547bc-e9c3-4510-bc42-437de8bfa5bd req-386cc3ba-fac9-4ec0-8c84-56078045335c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656710 Jul 16 01:11:06.838808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dab541-0726-4cd8-bd63-97b57735e032 req-3ad75ea3-5127-4062-a4fb-427bb86119b1 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:06.841900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-48dab541-0726-4cd8-bd63-97b57735e032 req-3ad75ea3-5127-4062-a4fb-427bb86119b1 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 945 time: 0.1425920 Jul 16 01:11:06.916462 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-48dab541-0726-4cd8-bd63-97b57735e032 req-f1ed93c1-c283-4cf6-8244-35e294ac8541 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659552 Jul 16 01:11:07.453795 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ede09-cd99-4c6c-b43c-5ff302fd6dbc req-00b1de65-4233-4e52-a79c-91e51e92e8b4 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.462914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-009ede09-cd99-4c6c-b43c-5ff302fd6dbc req-00b1de65-4233-4e52-a79c-91e51e92e8b4 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 949 time: 0.1928263 Jul 16 01:11:07.514803 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-009ede09-cd99-4c6c-b43c-5ff302fd6dbc req-bcc7ad44-ed2d-44a1-8734-d4e67e67d0e1 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509973 Jul 16 01:11:07.951148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45ade1-e0bb-44f8-9316-778e1b2099db req-ad598de9-4efb-40b0-8f5f-f5e83b157c71 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.959630 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f45ade1-e0bb-44f8-9316-778e1b2099db req-ad598de9-4efb-40b0-8f5f-f5e83b157c71 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.0833514 Jul 16 01:11:07.962576 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-286f2d6a-0f26-4b11-adea-a12afd3d95bd tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.967309 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-286f2d6a-0f26-4b11-adea-a12afd3d95bd tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 949 time: 0.2378495 Jul 16 01:11:08.011062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f45ade1-e0bb-44f8-9316-778e1b2099db req-07aeb63b-64db-4815-9be4-0acf01f5cf15 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497675 Jul 16 01:11:08.081373 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-1196023a-2ba7-4353-bfc8-95aaefbe383f service neutron] show failed (client error): The resource could not be found. Jul 16 01:11:08.082681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-1196023a-2ba7-4353-bfc8-95aaefbe383f service neutron] 10.222.0.50 "GET /v2.0/ports/42e55b15-e213-4c85-a67e-c4d41b5d1220/bindings/n-h1-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.2889285 Jul 16 01:11:08.217094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424b2dd-f32d-4331-bcd4-65e7c033f1c2 req-a6725833-ff2a-4115-9b22-8b79bb50c705 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:08.228857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c424b2dd-f32d-4331-bcd4-65e7c033f1c2 req-a6725833-ff2a-4115-9b22-8b79bb50c705 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.1366839 Jul 16 01:11:08.267985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-02b19670-6ea2-4e43-84df-51750864c586 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Deleting port 8c6dd669-79e1-41de-a9cc-8dd361db006a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:08.268635 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-02b19670-6ea2-4e43-84df-51750864c586 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:08.318510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c424b2dd-f32d-4331-bcd4-65e7c033f1c2 req-96e99d5a-1898-4318-a797-bf67426fda5a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886028 Jul 16 01:11:08.455800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-02b19670-6ea2-4e43-84df-51750864c586 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] For port 8c6dd669-79e1-41de-a9cc-8dd361db006a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8c6dd669-79e1-41de-a9cc-8dd361db006a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:08.458651 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-02b19670-6ea2-4e43-84df-51750864c586 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:08.527198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-02b19670-6ea2-4e43-84df-51750864c586 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Calling delete_port for 8c6dd669-79e1-41de-a9cc-8dd361db006a owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:08.771526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-2705f48e-d3f4-4759-a538-dc3662918923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:08.774160 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-2705f48e-d3f4-4759-a538-dc3662918923 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67&tenant_id=94219a605dea4c4bb02ed5d18061280e HTTP/1.1" status: 200 len: 1102 time: 0.2834260 Jul 16 01:11:08.783754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b019413-6e9e-4c36-a389-f6fc8b7e4182 req-a2819e01-e2e6-4a81-a419-5cae76e800a4 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:08.785605 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2b019413-6e9e-4c36-a389-f6fc8b7e4182 req-a2819e01-e2e6-4a81-a419-5cae76e800a4 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 945 time: 0.2230527 Jul 16 01:11:08.798481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:08.938796 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2b019413-6e9e-4c36-a389-f6fc8b7e4182 req-d8b6e0da-4ac9-49c5-b43d-4bb315467982 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469080 Jul 16 01:11:08.960003 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:08.966207 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-02b19670-6ea2-4e43-84df-51750864c586 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:08.982562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d', '920f2194-429b-48fc-b1ae-f4b00f6936ed'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:08.985005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', '7f1a52a2-133c-42f5-9903-294b238bf76f', '098420e1-5c89-4b48-95a1-1b6501b3e1e7', '8c6dd669-79e1-41de-a9cc-8dd361db006a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:09.057304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b19670-6ea2-4e43-84df-51750864c586 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event deleted for resources: {'Port': ['ID=8c6dd669-79e1-41de-a9cc-8dd361db006a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:09.144698 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b96efd2-de18-4628-9d9b-89ba11d307af req-fb5a016b-bf98-4dd2-b1d7-e7c53fec3846 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fe4ac1c-e2ff-478c-bacb-4a55e9e58676 HTTP/1.1" status: 200 len: 210 time: 0.0575423 Jul 16 01:11:09.284668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-02b19670-6ea2-4e43-84df-51750864c586 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] No DVR routers for this DVR port 8c6dd669-79e1-41de-a9cc-8dd361db006a on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:09.291020 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-02b19670-6ea2-4e43-84df-51750864c586 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:09.292947 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a203ac8-37af-400a-8b3b-2d262f8d42e7 req-02b19670-6ea2-4e43-84df-51750864c586 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "DELETE /v2.0/ports/8c6dd669-79e1-41de-a9cc-8dd361db006a HTTP/1.1" status: 204 len: 173 time: 1.3123958 Jul 16 01:11:09.293407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe4ac1c-e2ff-478c-bacb-4a55e9e58676', 'name': 'network-vif-deleted', 'tag': '8c6dd669-79e1-41de-a9cc-8dd361db006a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:09.296403 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db5860f-3e09-4b26-95d2-0c20b04d794b" -d '{"events": [{"server_uuid": "5fe4ac1c-e2ff-478c-bacb-4a55e9e58676", "name": "network-vif-deleted", "tag": "8c6dd669-79e1-41de-a9cc-8dd361db006a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:09.511559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cfb0a-ade8-49d0-9248-e4395eba3c36 req-85ab786c-8a43-4686-80aa-e8a954444ef2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:09.529169 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d1cfb0a-ade8-49d0-9248-e4395eba3c36 req-85ab786c-8a43-4686-80aa-e8a954444ef2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1673498 Jul 16 01:11:09.540648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:09.596204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:09.629521 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d1cfb0a-ade8-49d0-9248-e4395eba3c36 req-b9f54f29-cf46-405c-9ed9-2a1cff1750c1 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978951 Jul 16 01:11:09.665710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:09.704906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Transition to ACTIVE for port object 42e55b15-e213-4c85-a67e-c4d41b5d1220 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:09.721672 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2f7369-f3a9-4e88-9ea2-601c4a571071 x-openstack-request-id: req-6b2f7369-f3a9-4e88-9ea2-601c4a571071 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:09.722286 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe4ac1c-e2ff-478c-bacb-4a55e9e58676", "name": "network-vif-deleted", "tag": "8c6dd669-79e1-41de-a9cc-8dd361db006a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:09.723887 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b2f7369-f3a9-4e88-9ea2-601c4a571071 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:09.724611 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe4ac1c-e2ff-478c-bacb-4a55e9e58676', 'name': 'network-vif-deleted', 'tag': '8c6dd669-79e1-41de-a9cc-8dd361db006a', 'status': 'completed', 'code': 200} Jul 16 01:11:09.729942 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:09.825796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] No DVR routers for this DVR port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:09.884395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:09.915576 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:09.916518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:09.917133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:09.930197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:09.930695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:09.945183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:09.945584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:09.949740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:09.951353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Bound port: 42e55b15-e213-4c85-a67e-c4d41b5d1220, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:09.951916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.093535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:10.099663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:10.112612 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.176117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.177190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.180278 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] 10.222.0.67 "PUT /v2.0/ports/42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 1097 time: 1.3863368 Jul 16 01:11:10.379287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a968f2e-5dd9-48ed-95c2-f26682a95619 service neutron] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:10.426958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df67aa-96d7-431e-aeb1-1f8bd54332d2 req-5a67b357-9a7a-4ba5-9554-43aed33129fa tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.430255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3df67aa-96d7-431e-aeb1-1f8bd54332d2 req-5a67b357-9a7a-4ba5-9554-43aed33129fa tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.6067257 Jul 16 01:11:10.452811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-c4b0177e-35c1-4d80-a50b-f12ff734040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.454379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-c4b0177e-35c1-4d80-a50b-f12ff734040e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1100 time: 0.2122061 Jul 16 01:11:10.566937 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3df67aa-96d7-431e-aeb1-1f8bd54332d2 req-7e142cd4-7c69-4fc8-bc06-f8af7d9a0e29 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082401 Jul 16 01:11:10.695444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-5e04c6b5-cff6-4afa-aacb-434e2ae40e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.697679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-5e04c6b5-cff6-4afa-aacb-434e2ae40e29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2339215 Jul 16 01:11:10.805302 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-032dc8dd-067d-48c5-9d3d-03f4b5bd7c68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 217 time: 0.0997920 Jul 16 01:11:10.927179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-a4d30af1-b850-467f-9444-99a9e4806a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.930874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-a4d30af1-b850-467f-9444-99a9e4806a0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1156907 Jul 16 01:11:11.083600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec3e61-b55d-4e30-b397-6f6a0aff2f74 req-f7dc66de-b4be-4e1e-91dd-5554489afb9d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.086597 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0bec3e61-b55d-4e30-b397-6f6a0aff2f74 req-f7dc66de-b4be-4e1e-91dd-5554489afb9d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 945 time: 0.1819000 Jul 16 01:11:11.093677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-32083bc9-ab93-4a51-aa3f-0dc13cbb865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.096239 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-32083bc9-ab93-4a51-aa3f-0dc13cbb865a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294737 Jul 16 01:11:11.160455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:11.213030 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0bec3e61-b55d-4e30-b397-6f6a0aff2f74 req-2701a809-4720-48de-8f90-2ff92993e638 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153500 Jul 16 01:11:11.264567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-341c264a-d0d2-4feb-97aa-3d7ac66f4f12 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575162 Jul 16 01:11:11.323295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-340abcca-e93d-4e50-812f-79902ab1c9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.426371 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-98ff1190-675d-4aa8-9565-72931c0f51f1 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525526 Jul 16 01:11:11.448718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f45bb-6dc7-474e-87ff-c6afa8d02beb req-a6672ad5-2dfa-424d-a6d6-6160e34ef759 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.452372 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f4f45bb-6dc7-474e-87ff-c6afa8d02beb req-a6672ad5-2dfa-424d-a6d6-6160e34ef759 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 948 time: 0.0957787 Jul 16 01:11:11.504157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f4f45bb-6dc7-474e-87ff-c6afa8d02beb req-41990c70-17d6-4713-804a-aa12e2082114 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Jul 16 01:11:11.567041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-340abcca-e93d-4e50-812f-79902ab1c9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.572291 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-340abcca-e93d-4e50-812f-79902ab1c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.684799 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-340abcca-e93d-4e50-812f-79902ab1c9f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dadace4616ce4bef96e6d5631c2966e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228977 Jul 16 01:11:11.687308 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49088) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:11.698473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340abcca-e93d-4e50-812f-79902ab1c9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd998760-f381-43ec-b13b-66893abd271c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:11.717234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:11.726137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220'}, {'name': 'network-changed', 'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:11.729247 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6840bbfb-8156-4352-b938-aac878e22bc4" -d '{"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-unplugged", "status": "completed", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220"}, {"name": "network-changed", "server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:11.789838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.795023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:11.795853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8c6dd669-79e1-41de-a9cc-8dd361db006a no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:11.818363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.820059 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 8c6dd669-79e1-41de-a9cc-8dd361db006a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:11.820646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8c6dd669-79e1-41de-a9cc-8dd361db006a not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:11.876032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e260-117c-4a05-8850-d497d4dc4531 req-49201bf7-de5d-4fa3-927d-3b4367f975e6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.884386 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0857e260-117c-4a05-8850-d497d4dc4531 req-49201bf7-de5d-4fa3-927d-3b4367f975e6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.0877337 Jul 16 01:11:11.895683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.898756 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.900170 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd998760-f381-43ec-b13b-66893abd271c HTTP/1.1" status: 204 len: 168 time: 0.2116296 Jul 16 01:11:11.913186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd998760-f381-43ec-b13b-66893abd271c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:11.923987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.924725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.925230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.925724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.926260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.927402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.928521 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.929230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.930363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.931018 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.931613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.932075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73f3069-7ef0-4d87-ab13-645e3c11b00f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:11.937709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0857e260-117c-4a05-8850-d497d4dc4531 req-6e582e6e-4fa8-460b-9db4-3e769aa90589 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524101 Jul 16 01:11:12.039728 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9d4307-35a1-4f57-8e3f-4dda790cbe6f x-openstack-request-id: req-df9d4307-35a1-4f57-8e3f-4dda790cbe6f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:12.040457 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-unplugged", "status": "completed", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220", "code": 200}, {"name": "network-changed", "server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:12.041140 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df9d4307-35a1-4f57-8e3f-4dda790cbe6f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:12.042044 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'code': 200} Jul 16 01:11:12.042667 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'status': 'completed', 'code': 200} Jul 16 01:11:12.303935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fc04c369-fc58-4cd2-bfcc-f8386a257700 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:12.453272 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:12.485911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc04c369-fc58-4cd2-bfcc-f8386a257700'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:12.489174 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c565dc-54fd-405b-84f6-7cfc63862353" -d '{"events": [{"server_uuid": "2255ee69-6e24-4671-a650-6a5c97dad1a8", "name": "network-vif-unplugged", "status": "completed", "tag": "fc04c369-fc58-4cd2-bfcc-f8386a257700"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:12.504613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port fc04c369-fc58-4cd2-bfcc-f8386a257700, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:12.510515 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:12.594891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=fc04c369-fc58-4cd2-bfcc-f8386a257700,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:12.607290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.608034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.608629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.609044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.610284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.611322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.611916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.613676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.614983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.615556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.616316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.617044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:12.645595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-f66b9931-c692-43b4-a4d0-0869d29557ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.647959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-f66b9931-c692-43b4-a4d0-0869d29557ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1100 time: 0.5509579 Jul 16 01:11:12.649535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-187e30cc-f921-48ad-9ffd-002f9261e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.650991 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-187e30cc-f921-48ad-9ffd-002f9261e2c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1100 time: 0.5793476 Jul 16 01:11:12.712755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-ed4d9d96-3537-4626-a9c7-96e1c99a996a tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.714428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-ed4d9d96-3537-4626-a9c7-96e1c99a996a tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 805 time: 0.5270627 Jul 16 01:11:12.781406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-90b63744-2715-4b15-9e79-e36967958eb6 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/quotas/e84ae5bc7ea047b49776188bd5277b5d HTTP/1.1" status: 200 len: 375 time: 0.0574536 Jul 16 01:11:12.838439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49138) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:12.890791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-2662550b-abe8-4cce-b9e5-c6b9416f0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.892553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-2662550b-abe8-4cce-b9e5-c6b9416f0443 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2284014 Jul 16 01:11:12.893725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-22888ee3-09c3-41e4-b64b-b0d1a0d84b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.895273 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-22888ee3-09c3-41e4-b64b-b0d1a0d84b23 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2289498 Jul 16 01:11:12.973591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-7a1a387c-9a7b-49a0-8980-f903262ae4a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 217 time: 0.0732679 Jul 16 01:11:12.977052 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-61f5fc7c-643c-422a-b3fb-75af7d61bf8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 217 time: 0.0690324 Jul 16 01:11:12.996711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627a77-60d7-4f90-bec7-03a1fdcc2cf4 req-c38b0ce8-aec6-4559-8310-b98afcdf66ef tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.002500 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b627a77-60d7-4f90-bec7-03a1fdcc2cf4 req-c38b0ce8-aec6-4559-8310-b98afcdf66ef tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 945 time: 0.0864582 Jul 16 01:11:13.029264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1783949450-network', 'tenant_id': 'b630301c424246a490d5023bbf0f2e90'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:13.060741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-7c9d5b47-3bbb-4264-a7cf-80347bc3ff9b tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2513196 Jul 16 01:11:13.069490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b627a77-60d7-4f90-bec7-03a1fdcc2cf4 req-edcf20e4-cfaa-4595-981e-26841f371992 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657368 Jul 16 01:11:13.071105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Made reservation on behalf of b630301c424246a490d5023bbf0f2e90 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:13.074867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:13.085025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-7e15f2b1-6789-42dc-8f64-d0dcfd6e4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.085870 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:13.086698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-7e15f2b1-6789-42dc-8f64-d0dcfd6e4aaa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1034200 Jul 16 01:11:13.090912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-0bc34138-d312-463f-9bb0-be8d6106b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.095559 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-0bc34138-d312-463f-9bb0-be8d6106b825 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1001675 Jul 16 01:11:13.220740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:13.228579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:13.229881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-8dbf31fb-d838-4ac1-879f-036f5a9bf4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.231444 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-8dbf31fb-d838-4ac1-879f-036f5a9bf4ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1371450 Jul 16 01:11:13.287782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-0868d140-b5f6-48d4-97b8-047724e288f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.289330 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-0868d140-b5f6-48d4-97b8-047724e288f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1864622 Jul 16 01:11:13.292406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:11:13.302787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2841d-9cbe-4533-91a9-cd60d8aaa3e9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:13.312106 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:13.312465 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Added segment 3c22378c-3337-492e-8028-9416aba18cea of type vlan for network baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0 Jul 16 01:11:13.369326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:13.383200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c77d-8eea-42f1-acbc-fa13da014610 req-ce6d9a7f-f54c-4830-8961-b55207260ceb tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.383609 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ee7c77d-8eea-42f1-acbc-fa13da014610 req-ce6d9a7f-f54c-4830-8961-b55207260ceb tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b HTTP/1.1" status: 200 len: 950 time: 0.1517227 Jul 16 01:11:13.383723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-e2d6c243-e8e3-46eb-96c7-688027266c0c service neutron] 10.222.0.64 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139386 Jul 16 01:11:13.419980 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:13.420947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.421528 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:13.464441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6238675 Jul 16 01:11:13.468311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49148) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:13.475057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Request body: {'subnet': {'network_id': 'baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1783949450-subnet', 'tenant_id': 'b630301c424246a490d5023bbf0f2e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:13.490076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-07fc5d62-b06e-4b26-82b5-35a2f5017462 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315531 Jul 16 01:11:13.515855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ee7c77d-8eea-42f1-acbc-fa13da014610 req-2dc0fe45-ac67-4a4c-868b-9cf7128e2301 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150253 Jul 16 01:11:13.519158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c42b5-89b2-4c98-b0ab-c2791b1eaed2 admin admin] Pushing event updated for resources: {'Network': ['ID=baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:13.540711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:11:13.543731 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Made reservation on behalf of b630301c424246a490d5023bbf0f2e90 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:13.545804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-e0cbb1ec-76a4-4f43-b6ef-f86fc6e64977 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451596 Jul 16 01:11:13.558155 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:13.658569 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-ab0ad535-4c75-44ae-adbf-5c5fbc26d60f service neutron] 10.222.0.64 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416718 Jul 16 01:11:13.748682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:13.780096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-3809438a-34a1-4dc6-8af7-189ac693b931 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603199 Jul 16 01:11:13.792740 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6840bbfb-8156-4352-b938-aac878e22bc4 req-4e64eca8-9a81-4e9c-9de7-7d1017e92909 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342889 Jul 16 01:11:13.844518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-9babe4fa-11ef-428f-aa30-bfe844df3b44 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.852779 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-9babe4fa-11ef-428f-aa30-bfe844df3b44 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "GET /v2.0/ports?device_id=b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b HTTP/1.1" status: 200 len: 950 time: 0.1569118 Jul 16 01:11:13.906599 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daf232d-d1e9-4001-9b8f-c53d8e0a12ae x-openstack-request-id: req-4daf232d-d1e9-4001-9b8f-c53d8e0a12ae {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:13.907333 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2255ee69-6e24-4671-a650-6a5c97dad1a8", "name": "network-vif-unplugged", "status": "completed", "tag": "fc04c369-fc58-4cd2-bfcc-f8386a257700", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:13.907863 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4daf232d-d1e9-4001-9b8f-c53d8e0a12ae {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:13.908489 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc04c369-fc58-4cd2-bfcc-f8386a257700', 'code': 200} Jul 16 01:11:13.952749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:13.973294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d', 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c', 'port_id': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d', 'mac_address': 'fa:16:3e:0d:98:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46818f7-f7d8-4e1b-b60b-de082ce14d78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:14.008002 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.036043 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.055739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:14.086371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:14.093345 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.189054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-8c692d05-3e12-4d77-b264-18fe5163385c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:14.191357 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-8c692d05-3e12-4d77-b264-18fe5163385c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fbc2744-786e-4c64-93c2-d74142c0941b HTTP/1.1" status: 200 len: 949 time: 0.1750345 Jul 16 01:11:14.213838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:14.255290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-82bab98e-bc32-4d7f-86b4-a95f86ac1ea6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Deleting port 920f2194-429b-48fc-b1ae-f4b00f6936ed {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:14.255658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-82bab98e-bc32-4d7f-86b4-a95f86ac1ea6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.259438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af77cec5-ce5b-469f-8613-0629713b22ec,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:14.277464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-3989173b-ecc1-4e60-ae02-c2ce755abf31 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:14.279559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-3989173b-ecc1-4e60-ae02-c2ce755abf31 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "GET /v2.0/ports?device_id=2255ee69-6e24-4671-a650-6a5c97dad1a8 HTTP/1.1" status: 200 len: 943 time: 0.3824801 Jul 16 01:11:14.300578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:14.310176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Checking segment: {'id': '3c22378c-3337-492e-8028-9416aba18cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:14.310937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Network hostable DHCP agents. Network: baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:11:14.387829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d76a63-ac5c-4f4f-93c6-c2c62f7dad69 req-b629c421-bf88-4779-b83b-9b59d88a07b6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:14.389376 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f5d76a63-ac5c-4f4f-93c6-c2c62f7dad69 req-b629c421-bf88-4779-b83b-9b59d88a07b6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 948 time: 0.3219395 Jul 16 01:11:14.409805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Network baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:11:14.439747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17669bfc-c3bd-4430-af1c-037f048bdb4b req-4f4d4c7e-06e1-4a36-b793-6ca432d78e6e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:14.441341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-17669bfc-c3bd-4430-af1c-037f048bdb4b req-4f4d4c7e-06e1-4a36-b793-6ca432d78e6e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 944 time: 0.2989943 Jul 16 01:11:14.458591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-82bab98e-bc32-4d7f-86b4-a95f86ac1ea6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] For port 920f2194-429b-48fc-b1ae-f4b00f6936ed, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=920f2194-429b-48fc-b1ae-f4b00f6936ed,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:14.459412 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-82bab98e-bc32-4d7f-86b4-a95f86ac1ea6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.468139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:14.487306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f5d76a63-ac5c-4f4f-93c6-c2c62f7dad69 req-5cfe67cd-413c-4b47-a798-acf170592ce7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833397 Jul 16 01:11:14.489439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:14.501808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:14.502898 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.504569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcedd5a-7013-4a79-941d-3c449138788d None None] Network baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:14.531953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-82bab98e-bc32-4d7f-86b4-a95f86ac1ea6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Calling delete_port for 920f2194-429b-48fc-b1ae-f4b00f6936ed owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:14.561514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:14.569710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-73d43f04-b4a6-43ae-8739-7f69d6ec51b3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0976253 Jul 16 01:11:14.601923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-519ccea6-4780-4355-8d65-f4862425bf68 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Deleting port fc04c369-fc58-4cd2-bfcc-f8386a257700 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:14.602290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-519ccea6-4780-4355-8d65-f4862425bf68 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.619589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'mac_address': 'fa:16:3e:7d:c1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:14.687701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-c070ede4-ccc9-4f0e-8074-e2dc77ea0350 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Deleting port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:14.687701 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-c070ede4-ccc9-4f0e-8074-e2dc77ea0350 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.708354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-17669bfc-c3bd-4430-af1c-037f048bdb4b req-7c5475fd-3d42-4446-8603-b8dbc32b2d05 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561989 Jul 16 01:11:14.876867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-519ccea6-4780-4355-8d65-f4862425bf68 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] For port fc04c369-fc58-4cd2-bfcc-f8386a257700, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fc04c369-fc58-4cd2-bfcc-f8386a257700,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:14.877590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-519ccea6-4780-4355-8d65-f4862425bf68 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.879304 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.902808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-519ccea6-4780-4355-8d65-f4862425bf68 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Calling delete_port for fc04c369-fc58-4cd2-bfcc-f8386a257700 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:14.913245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-c070ede4-ccc9-4f0e-8074-e2dc77ea0350 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] For port 098420e1-5c89-4b48-95a1-1b6501b3e1e7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=098420e1-5c89-4b48-95a1-1b6501b3e1e7,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:14.913930 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-c070ede4-ccc9-4f0e-8074-e2dc77ea0350 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.933668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-c070ede4-ccc9-4f0e-8074-e2dc77ea0350 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Calling delete_port for 098420e1-5c89-4b48-95a1-1b6501b3e1e7 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:15.009481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b01ef6-94b8-46ef-b32f-169c3cee7125 None None] Network baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:15.012276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ebb0c78-2b82-46fa-b582-3cf3221b54a0 req-ad3cf112-c205-40f5-b3f8-b2ef0f46b4b6 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 210 time: 0.1069961 Jul 16 01:11:15.017255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e55b15-e213-4c85-a67e-c4d41b5d1220 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:15.090829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-82bab98e-bc32-4d7f-86b4-a95f86ac1ea6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.119840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:15.213922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bab98e-bc32-4d7f-86b4-a95f86ac1ea6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event deleted for resources: {'Port': ['ID=920f2194-429b-48fc-b1ae-f4b00f6936ed,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:15.222216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d', '920f2194-429b-48fc-b1ae-f4b00f6936ed'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:15.226021 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.246472 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-519ccea6-4780-4355-8d65-f4862425bf68 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.283301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-78391590-1df8-49c9-ae5c-518025e17a37 req-205d7c32-0185-404e-84db-3d6432db7254 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b HTTP/1.1" status: 200 len: 210 time: 0.0765593 Jul 16 01:11:15.284281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ccea6-4780-4355-8d65-f4862425bf68 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Pushing event deleted for resources: {'Port': ['ID=fc04c369-fc58-4cd2-bfcc-f8386a257700,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:15.287899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-82bab98e-bc32-4d7f-86b4-a95f86ac1ea6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] No DVR routers for this DVR port 920f2194-429b-48fc-b1ae-f4b00f6936ed on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:15.295401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-82bab98e-bc32-4d7f-86b4-a95f86ac1ea6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.298109 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00a1edbb-09a5-45ae-9ec6-96790c51739d req-82bab98e-bc32-4d7f-86b4-a95f86ac1ea6 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "DELETE /v2.0/ports/920f2194-429b-48fc-b1ae-f4b00f6936ed HTTP/1.1" status: 204 len: 173 time: 1.4309542 Jul 16 01:11:15.298581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b', 'name': 'network-vif-deleted', 'tag': '920f2194-429b-48fc-b1ae-f4b00f6936ed'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:15.300962 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1284c6f-0984-4b9b-8b13-f19363bc5fc2" -d '{"events": [{"server_uuid": "b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b", "name": "network-vif-deleted", "tag": "920f2194-429b-48fc-b1ae-f4b00f6936ed"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:15.353423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-519ccea6-4780-4355-8d65-f4862425bf68 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] No DVR routers for this DVR port fc04c369-fc58-4cd2-bfcc-f8386a257700 on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:15.364929 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-519ccea6-4780-4355-8d65-f4862425bf68 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.364929 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f1534c7-bac3-4eac-a8f3-a4d358a55094 req-519ccea6-4780-4355-8d65-f4862425bf68 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "DELETE /v2.0/ports/fc04c369-fc58-4cd2-bfcc-f8386a257700 HTTP/1.1" status: 204 len: 173 time: 1.0735559 Jul 16 01:11:15.369837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'name': 'network-vif-deleted', 'tag': 'fc04c369-fc58-4cd2-bfcc-f8386a257700'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:15.373650 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1267832c-0479-412e-8d39-a5bf142786c8" -d '{"events": [{"server_uuid": "2255ee69-6e24-4671-a650-6a5c97dad1a8", "name": "network-vif-deleted", "tag": "fc04c369-fc58-4cd2-bfcc-f8386a257700"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:15.419543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091b534-6acd-4baf-b6b3-652d9e3b737e req-ffc6b8dd-2198-4473-bec7-d99331fc700c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:15.422147 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-c070ede4-ccc9-4f0e-8074-e2dc77ea0350 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.430201 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5091b534-6acd-4baf-b6b3-652d9e3b737e req-ffc6b8dd-2198-4473-bec7-d99331fc700c tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 945 time: 0.2349234 Jul 16 01:11:15.489087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5091b534-6acd-4baf-b6b3-652d9e3b737e req-31d63ac2-6255-4bb0-85d5-be7065a83407 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577137 Jul 16 01:11:15.504709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070ede4-ccc9-4f0e-8074-e2dc77ea0350 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event deleted for resources: {'Port': ['ID=098420e1-5c89-4b48-95a1-1b6501b3e1e7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:15.511244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b5701dd7-a167-486c-b79e-57c0bfb9eb7a req-7de992b8-e2a8-4cfd-9fbe-5b472b84fc41 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-43147289', 'description': 'tempest-description-1463423390'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:15.541522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:15.569462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['42e55b15-e213-4c85-a67e-c4d41b5d1220'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:15.635772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-c070ede4-ccc9-4f0e-8074-e2dc77ea0350 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] No DVR routers for this DVR port 098420e1-5c89-4b48-95a1-1b6501b3e1e7 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:15.639685 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-c070ede4-ccc9-4f0e-8074-e2dc77ea0350 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.645839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f6e498e3-d7b5-41a6-a3df-cc5321354c90 req-c070ede4-ccc9-4f0e-8074-e2dc77ea0350 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "DELETE /v2.0/ports/098420e1-5c89-4b48-95a1-1b6501b3e1e7 HTTP/1.1" status: 204 len: 173 time: 1.4322751 Jul 16 01:11:15.670161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5701dd7-a167-486c-b79e-57c0bfb9eb7a req-7de992b8-e2a8-4cfd-9fbe-5b472b84fc41 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.770288 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b9c00f-50e2-44fb-9c58-b0cf8144577c x-openstack-request-id: req-50b9c00f-50e2-44fb-9c58-b0cf8144577c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:15.770585 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2255ee69-6e24-4671-a650-6a5c97dad1a8", "name": "network-vif-deleted", "tag": "fc04c369-fc58-4cd2-bfcc-f8386a257700", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:15.770842 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50b9c00f-50e2-44fb-9c58-b0cf8144577c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:15.771263 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2255ee69-6e24-4671-a650-6a5c97dad1a8', 'name': 'network-vif-deleted', 'tag': 'fc04c369-fc58-4cd2-bfcc-f8386a257700', 'status': 'completed', 'code': 200} Jul 16 01:11:15.879660 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5701dd7-a167-486c-b79e-57c0bfb9eb7a req-7de992b8-e2a8-4cfd-9fbe-5b472b84fc41 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.885567 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6627b958-a38b-44b4-a70a-eb366d74e9da x-openstack-request-id: req-6627b958-a38b-44b4-a70a-eb366d74e9da {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:15.886992 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b", "name": "network-vif-deleted", "tag": "920f2194-429b-48fc-b1ae-f4b00f6936ed", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:15.887305 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6627b958-a38b-44b4-a70a-eb366d74e9da {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:15.888644 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b', 'name': 'network-vif-deleted', 'tag': '920f2194-429b-48fc-b1ae-f4b00f6936ed', 'status': 'completed', 'code': 200} Jul 16 01:11:15.892640 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5701dd7-a167-486c-b79e-57c0bfb9eb7a req-7de992b8-e2a8-4cfd-9fbe-5b472b84fc41 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.950612 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5701dd7-a167-486c-b79e-57c0bfb9eb7a req-7de992b8-e2a8-4cfd-9fbe-5b472b84fc41 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.957933 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5701dd7-a167-486c-b79e-57c0bfb9eb7a req-7de992b8-e2a8-4cfd-9fbe-5b472b84fc41 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4571383 Jul 16 01:11:15.968168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de992b8-e2a8-4cfd-9fbe-5b472b84fc41 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de20cc2-1622-4641-b150-4dcdc3e9ac5f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:16.014883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', '7f1a52a2-133c-42f5-9903-294b238bf76f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:16.066634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-02bcef48-7159-46db-bb44-ea8c0db24c37 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:16.070402 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-02bcef48-7159-46db-bb44-ea8c0db24c37 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 805 time: 0.2497954 Jul 16 01:11:16.070670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', '7f1a52a2-133c-42f5-9903-294b238bf76f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:16.141884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Request body: {'port': {'device_id': 'f7af579d-a926-44b6-a191-89f5485d728d', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'admin_state_up': True, 'tenant_id': 'e84ae5bc7ea047b49776188bd5277b5d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:16.235530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:16.299008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f826489-0dc5-48e8-9653-27a0f184b61c req-542d4712-4db7-42c2-86c0-72cfc2a8fe62 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:16.307676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f826489-0dc5-48e8-9653-27a0f184b61c req-542d4712-4db7-42c2-86c0-72cfc2a8fe62 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 949 time: 0.2359307 Jul 16 01:11:16.341820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fc04c369-fc58-4cd2-bfcc-f8386a257700 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:16.367738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05b6e-5a81-4219-90bc-1b18d1899635 req-d2972133-6c20-4706-bb4e-8577c8da4656 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:16.376162 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebb05b6e-5a81-4219-90bc-1b18d1899635 req-d2972133-6c20-4706-bb4e-8577c8da4656 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 944 time: 0.0907900 Jul 16 01:11:16.383129 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f826489-0dc5-48e8-9653-27a0f184b61c req-160f97f0-bb1a-4819-b40a-76f24e38fe40 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743697 Jul 16 01:11:16.449712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebb05b6e-5a81-4219-90bc-1b18d1899635 req-87feaff0-9720-4a84-ba2b-fef13dd2ec31 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719097 Jul 16 01:11:16.509864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Made reservation on behalf of e84ae5bc7ea047b49776188bd5277b5d for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:16.519811 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.585199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f1cd707-18c0-4df6-b652-ae4af774c96d req-2c0637a1-88d0-42b1-95b3-5244c7afa8fd tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/6de20cc2-1622-4641-b150-4dcdc3e9ac5f HTTP/1.1" status: 200 len: 1811 time: 0.1144691 Jul 16 01:11:16.590608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6f1cd707-18c0-4df6-b652-ae4af774c96d req-aee36bbb-6af5-4e76-b57d-5d66cffb32e2 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6de20cc2-1622-4641-b150-4dcdc3e9ac5f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:16.590963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6f1cd707-18c0-4df6-b652-ae4af774c96d req-aee36bbb-6af5-4e76-b57d-5d66cffb32e2 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6de20cc2-1622-4641-b150-4dcdc3e9ac5f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:16.594584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: fc04c369-fc58-4cd2-bfcc-f8386a257700 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:16.595643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fc04c369-fc58-4cd2-bfcc-f8386a257700 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:16.596298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 920f2194-429b-48fc-b1ae-f4b00f6936ed no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:16.699923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 920f2194-429b-48fc-b1ae-f4b00f6936ed {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:16.700675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 920f2194-429b-48fc-b1ae-f4b00f6936ed not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:16.722300 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f1cd707-18c0-4df6-b652-ae4af774c96d req-aee36bbb-6af5-4e76-b57d-5d66cffb32e2 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.777366 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f1cd707-18c0-4df6-b652-ae4af774c96d req-aee36bbb-6af5-4e76-b57d-5d66cffb32e2 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.785743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f1cd707-18c0-4df6-b652-ae4af774c96d req-aee36bbb-6af5-4e76-b57d-5d66cffb32e2 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.831274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee36bbb-6af5-4e76-b57d-5d66cffb32e2 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e326abc6-77df-4d2c-abbe-45c51abefa46,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:16.846495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Allocated IP 172.20.0.9 (2a15a0c6-4a36-45cb-a57e-583b27c31196/603c6279-2295-494f-bf1a-1b81562edde4/31d1d160-c712-4eaf-8060-f287e3b3df28) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:16.848274 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f1cd707-18c0-4df6-b652-ae4af774c96d req-aee36bbb-6af5-4e76-b57d-5d66cffb32e2 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.850809 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f1cd707-18c0-4df6-b652-ae4af774c96d req-aee36bbb-6af5-4e76-b57d-5d66cffb32e2 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2640607 Jul 16 01:11:16.936968 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1ab65a4c-8d55-4fb6-b1cc-f04db023d04f req-88daeacf-336f-4004-9519-99a56a271690 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 210 time: 0.0599501 Jul 16 01:11:17.028816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec09bda5-1b60-4b43-ae01-1672055969db req-dbe6f998-0893-4964-9ad0-44f4af07eb04 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=b651f1b8-3a06-4eb4-bb83-88dfeba5ea6b HTTP/1.1" status: 200 len: 210 time: 0.0497203 Jul 16 01:11:17.138768 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.190340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.212510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b5478-7132-4623-9b20-253d851f9eda req-250897f0-0019-412f-bfc9-ad9c82585058 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:17.214032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f7b5478-7132-4623-9b20-253d851f9eda req-250897f0-0019-412f-bfc9-ad9c82585058 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 945 time: 0.0789840 Jul 16 01:11:17.233143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Network 2a15a0c6-4a36-45cb-a57e-583b27c31196 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:17.239078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:17.244005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:17.269632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f7b5478-7132-4623-9b20-253d851f9eda req-6eb6993d-d9ea-4661-9574-0851f1980cb8 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490651 Jul 16 01:11:17.273472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Pushing event updated for resources: {'Port': ['ID=31d1d160-c712-4eaf-8060-f287e3b3df28,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:17.305778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:17.307285 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.328289 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-35d18db5-0199-4e23-bb8a-dc871560f963 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1941936 Jul 16 01:11:17.355574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Request body: {'port': {'device_id': 'f7af579d-a926-44b6-a191-89f5485d728d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:17.362500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b869f074-3b87-4e75-80de-c8af2a6deb1d req-2801105c-ff3c-4e7e-9261-859115d1c91e tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/6de20cc2-1622-4641-b150-4dcdc3e9ac5f HTTP/1.1" status: 200 len: 2404 time: 0.0526788 Jul 16 01:11:17.465574 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.504964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-9cb076ab-a260-4baf-a0cf-d6307e7fad3e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:17.509117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-9cb076ab-a260-4baf-a0cf-d6307e7fad3e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67&tenant_id=94219a605dea4c4bb02ed5d18061280e&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 949 time: 0.1406057 Jul 16 01:11:17.651697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-c3e16420-ff59-4c50-9447-0a7f07be075c service neutron] 10.222.0.67 "GET /v2.0/ports/42e55b15-e213-4c85-a67e-c4d41b5d1220/bindings/n-h1-791504-14 HTTP/1.1" status: 200 len: 383 time: 0.1200025 Jul 16 01:11:17.678206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf592f-b795-49c2-bb48-0104009998d7 req-6b1e6d62-cbfa-43d0-9d56-f54b684faf9d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:17.680475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72bf592f-b795-49c2-bb48-0104009998d7 req-6b1e6d62-cbfa-43d0-9d56-f54b684faf9d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 949 time: 0.1705117 Jul 16 01:11:17.763165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:17.777466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bd331ef0-3f1e-4bf3-b43c-f203476f96fe req-4c175288-5e9e-409c-a6a7-42b1205c5129 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-group-rules/e326abc6-77df-4d2c-abbe-45c51abefa46 HTTP/1.1" status: 200 len: 778 time: 0.0316377 Jul 16 01:11:17.778315 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72bf592f-b795-49c2-bb48-0104009998d7 req-b329be36-9c99-4578-a553-b1e2401539c9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522537 Jul 16 01:11:17.792374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-d7658f67-be49-4a8b-a28d-ef3f81f7a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:17.793888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-d7658f67-be49-4a8b-a28d-ef3f81f7a718 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1101 time: 0.1057198 Jul 16 01:11:17.848231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:17.854809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:17.855191 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.864398 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bd331ef0-3f1e-4bf3-b43c-f203476f96fe req-32f7fb93-8506-4c30-9c3f-1f61883612b5 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/6de20cc2-1622-4641-b150-4dcdc3e9ac5f HTTP/1.1" status: 200 len: 2404 time: 0.0766661 Jul 16 01:11:17.867144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d1d160-c712-4eaf-8060-f287e3b3df28 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:17.877319 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.903454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc2744-786e-4c64-93c2-d74142c0941b', 'name': 'network-vif-deleted', 'tag': '098420e1-5c89-4b48-95a1-1b6501b3e1e7'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:17.906881 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d034a12-7267-495d-9e34-72b1a775acaa" -d '{"events": [{"server_uuid": "7fbc2744-786e-4c64-93c2-d74142c0941b", "name": "network-vif-deleted", "tag": "098420e1-5c89-4b48-95a1-1b6501b3e1e7"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:17.910045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Transition to ACTIVE for port object 31d1d160-c712-4eaf-8060-f287e3b3df28 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:17.916740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.924004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bd331ef0-3f1e-4bf3-b43c-f203476f96fe req-eb17d6ee-81d9-4bbc-b1f2-fcba651922b4 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.961221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bd331ef0-3f1e-4bf3-b43c-f203476f96fe req-eb17d6ee-81d9-4bbc-b1f2-fcba651922b4 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.965463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-36a3f290-b5cf-4a51-bcc0-533bd98a7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:17.966997 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-36a3f290-b5cf-4a51-bcc0-533bd98a7a68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1660707 Jul 16 01:11:17.993680 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.002432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Pushing event updated for resources: {'Port': ['ID=31d1d160-c712-4eaf-8060-f287e3b3df28,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:18.032478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:18.034703 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df86cad-d2e7-4374-8782-a0eea8a8b018" -d '{"events": [{"server_uuid": "0dee33fe-8964-44e7-8031-f9a9040ad445", "name": "network-vif-plugged", "status": "completed", "tag": "4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:18.049141 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-9b6b72d3-5b85-4d1d-825a-2a1b96eef879 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 217 time: 0.0682304 Jul 16 01:11:18.053447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:18.058701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.060358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 098420e1-5c89-4b48-95a1-1b6501b3e1e7 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:18.066259 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bd331ef0-3f1e-4bf3-b43c-f203476f96fe req-eb17d6ee-81d9-4bbc-b1f2-fcba651922b4 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.078309 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bd331ef0-3f1e-4bf3-b43c-f203476f96fe req-eb17d6ee-81d9-4bbc-b1f2-fcba651922b4 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.090579 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bd331ef0-3f1e-4bf3-b43c-f203476f96fe req-eb17d6ee-81d9-4bbc-b1f2-fcba651922b4 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e326abc6-77df-4d2c-abbe-45c51abefa46 HTTP/1.1" status: 204 len: 173 time: 0.2162316 Jul 16 01:11:18.101428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17d6ee-81d9-4bbc-b1f2-fcba651922b4 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e326abc6-77df-4d2c-abbe-45c51abefa46,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:18.107978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 098420e1-5c89-4b48-95a1-1b6501b3e1e7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:18.108333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 098420e1-5c89-4b48-95a1-1b6501b3e1e7 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:18.139428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Attempting to bind port 31d1d160-c712-4eaf-8060-f287e3b3df28 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:18.139835 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Attempting to bind port 31d1d160-c712-4eaf-8060-f287e3b3df28 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:18.140132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Attempting to bind port 31d1d160-c712-4eaf-8060-f287e3b3df28 on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:18.145741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:18.146147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Port 31d1d160-c712-4eaf-8060-f287e3b3df28 on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:18.147187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Attempting to bind port 31d1d160-c712-4eaf-8060-f287e3b3df28 on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:18.154817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:18.155090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Checking segment: {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:18.155540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Bound using segment: {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:18.155975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Bound port: 31d1d160-c712-4eaf-8060-f287e3b3df28, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:18.156385 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.250364 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] For port 31d1d160-c712-4eaf-8060-f287e3b3df28, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:18.254662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] For port 31d1d160-c712-4eaf-8060-f287e3b3df28, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=31d1d160-c712-4eaf-8060-f287e3b3df28,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:18.260663 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.307072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.308189 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.314094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] 10.222.0.67 "PUT /v2.0/ports/31d1d160-c712-4eaf-8060-f287e3b3df28 HTTP/1.1" status: 200 len: 1092 time: 0.9636228 Jul 16 01:11:18.314094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7af579d-a926-44b6-a191-89f5485d728d', 'tag': '31d1d160-c712-4eaf-8060-f287e3b3df28'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:18.325733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:18.326588 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c97409-8082-4eac-8567-462b97eaf9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7af579d-a926-44b6-a191-89f5485d728d", "tag": "31d1d160-c712-4eaf-8060-f287e3b3df28"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:18.391189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f5403-4a6c-4008-91f1-ed77bac2c4cc service neutron] Pushing event updated for resources: {'Port': ['ID=31d1d160-c712-4eaf-8060-f287e3b3df28,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:18.405976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 42e55b15-e213-4c85-a67e-c4d41b5d1220 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:18.410137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 42e55b15-e213-4c85-a67e-c4d41b5d1220 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:18.410608 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.463863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77670a9-97b7-42ec-b883-aab80094e1ba req-69103cd7-aa02-4097-9ce5-e73fda6eba33 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.464741 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321ce114-9d27-4ecb-a4ad-592347881566 x-openstack-request-id: req-321ce114-9d27-4ecb-a4ad-592347881566 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:18.465031 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc2744-786e-4c64-93c2-d74142c0941b", "name": "network-vif-deleted", "tag": "098420e1-5c89-4b48-95a1-1b6501b3e1e7", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:18.465282 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-321ce114-9d27-4ecb-a4ad-592347881566 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:18.465424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f77670a9-97b7-42ec-b883-aab80094e1ba req-69103cd7-aa02-4097-9ce5-e73fda6eba33 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 943 time: 0.1264787 Jul 16 01:11:18.465654 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc2744-786e-4c64-93c2-d74142c0941b', 'name': 'network-vif-deleted', 'tag': '098420e1-5c89-4b48-95a1-1b6501b3e1e7', 'status': 'completed', 'code': 200} Jul 16 01:11:18.469972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-30e256a3-5ff3-48a2-b494-4ec84b3820f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.471391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-30e256a3-5ff3-48a2-b494-4ec84b3820f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 1095 time: 0.0921261 Jul 16 01:11:18.523428 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.524032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-bb1c79ed-ce98-442f-b263-d7da0d80842a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31d1d160-c712-4eaf-8060-f287e3b3df28 HTTP/1.1" status: 200 len: 217 time: 0.0440283 Jul 16 01:11:18.530222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-9adf3b60-d074-4b3f-8f29-e73f87164417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.531654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-9adf3b60-d074-4b3f-8f29-e73f87164417 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.4750981 Jul 16 01:11:18.541436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d5963-5693-4294-93be-c0101993c111 req-fa40c014-8b6b-4543-9e77-535ee0a2899a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.542953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-708d5963-5693-4294-93be-c0101993c111 req-fa40c014-8b6b-4543-9e77-535ee0a2899a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 944 time: 0.5750735 Jul 16 01:11:18.565549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:18.571279 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f77670a9-97b7-42ec-b883-aab80094e1ba req-d3f01795-e6cf-4631-a7c9-91af050c8fc2 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989265 Jul 16 01:11:18.571497 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.593145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-a708a943-3d72-4f42-8d70-d668be442ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.595456 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-a708a943-3d72-4f42-8d70-d668be442ed0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=603c6279-2295-494f-bf1a-1b81562edde4 HTTP/1.1" status: 200 len: 845 time: 0.0617590 Jul 16 01:11:18.612557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-08e81c47-222f-4e9e-8ab1-d412c19db291 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.619858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-08e81c47-222f-4e9e-8ab1-d412c19db291 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.1541729 Jul 16 01:11:18.642706 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-708d5963-5693-4294-93be-c0101993c111 req-91c06f60-93e4-410d-aae5-5a0866f45dc4 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862756 Jul 16 01:11:18.643443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:18.649880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-14'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:18.661076 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2a17cb-b326-4287-a974-ba4b3d6f4f5a x-openstack-request-id: req-2a2a17cb-b326-4287-a974-ba4b3d6f4f5a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:18.661737 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dee33fe-8964-44e7-8031-f9a9040ad445", "name": "network-vif-plugged", "status": "completed", "tag": "4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:18.662887 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a2a17cb-b326-4287-a974-ba4b3d6f4f5a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:18.663386 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-5d79a075-bfe1-49e1-a140-4d04c42cc91d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a15a0c6-4a36-45cb-a57e-583b27c31196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610723 Jul 16 01:11:18.663660 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d', 'code': 200} Jul 16 01:11:18.704439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-aab21256-f429-4be0-aad7-d353946f96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.705930 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-aab21256-f429-4be0-aad7-d353946f96bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620920 Jul 16 01:11:18.714312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3883b24b-fb39-4ec9-bf26-f6cc6ed273b6 req-06800483-f2bd-42c5-afcc-9d0ea8c9f31d tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-15329628', 'description': 'tempest-description-149314031'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:18.817974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3883b24b-fb39-4ec9-bf26-f6cc6ed273b6 req-06800483-f2bd-42c5-afcc-9d0ea8c9f31d tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.822343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.841097 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-0938156b-934c-4328-8f76-c196185fff0c service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669426 Jul 16 01:11:18.972311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9c010-3124-4013-903e-a98542a88494 req-1739649a-e771-4957-be61-fc789fa8cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.973718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48b9c010-3124-4013-903e-a98542a88494 req-1739649a-e771-4957-be61-fc789fa8cb3b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 1097 time: 0.2257948 Jul 16 01:11:18.976695 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebe6ef5b-cfc1-4cd3-9382-0801cfac1b61 req-50bc9265-d71f-4301-9803-1399a7dbc61a service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262832 Jul 16 01:11:19.005030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264afb2-f1dc-47fa-8cce-db5c6aaa5a89 req-9fa57304-b669-4c46-9db5-259db49ff7c4 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:19.007301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5264afb2-f1dc-47fa-8cce-db5c6aaa5a89 req-9fa57304-b669-4c46-9db5-259db49ff7c4 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 945 time: 0.0903473 Jul 16 01:11:19.035204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-0c977bba-ecb9-4d19-9e7f-956e413f0ffc service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165479 Jul 16 01:11:19.056107 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5264afb2-f1dc-47fa-8cce-db5c6aaa5a89 req-5172209b-3490-472d-8b7c-e0db548e378a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394635 Jul 16 01:11:19.107027 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d534cc-f776-49fa-abac-416cec318055 x-openstack-request-id: req-66d534cc-f776-49fa-abac-416cec318055 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:19.107383 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7af579d-a926-44b6-a191-89f5485d728d", "tag": "31d1d160-c712-4eaf-8060-f287e3b3df28", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:19.108052 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66d534cc-f776-49fa-abac-416cec318055 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:19.108187 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7af579d-a926-44b6-a191-89f5485d728d', 'tag': '31d1d160-c712-4eaf-8060-f287e3b3df28', 'status': 'completed', 'code': 200} Jul 16 01:11:19.140805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48b9c010-3124-4013-903e-a98542a88494 req-37a7b53e-92d4-4a5b-bd88-a6d3dd1fc8fe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488235 Jul 16 01:11:19.197821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c97409-8082-4eac-8567-462b97eaf9f7 req-b31f217a-636f-4dfc-b40a-5bd3a7a4d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:19.199490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18c97409-8082-4eac-8567-462b97eaf9f7 req-b31f217a-636f-4dfc-b40a-5bd3a7a4d2da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 1095 time: 0.0701201 Jul 16 01:11:19.222517 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3883b24b-fb39-4ec9-bf26-f6cc6ed273b6 req-06800483-f2bd-42c5-afcc-9d0ea8c9f31d tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.240537 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3883b24b-fb39-4ec9-bf26-f6cc6ed273b6 req-06800483-f2bd-42c5-afcc-9d0ea8c9f31d tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.256327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:19.292616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-e65f9d2a-b029-46d8-b334-ca2bdb48355d service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468817 Jul 16 01:11:19.309713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06800483-f2bd-42c5-afcc-9d0ea8c9f31d tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7658b0e6-ee7c-4872-b567-a3616879f908,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:19.310357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c97409-8082-4eac-8567-462b97eaf9f7 req-efabb50d-6161-499c-8efe-a02568cefddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:19.313363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18c97409-8082-4eac-8567-462b97eaf9f7 req-efabb50d-6161-499c-8efe-a02568cefddd service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 905 time: 0.1005154 Jul 16 01:11:19.315809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3883b24b-fb39-4ec9-bf26-f6cc6ed273b6 req-06800483-f2bd-42c5-afcc-9d0ea8c9f31d tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.325927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3883b24b-fb39-4ec9-bf26-f6cc6ed273b6 req-06800483-f2bd-42c5-afcc-9d0ea8c9f31d tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6194785 Jul 16 01:11:19.363073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:19.364473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18c97409-8082-4eac-8567-462b97eaf9f7 req-cc4c347a-e428-4e8a-9fb1-d4646fc3e3ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31d1d160-c712-4eaf-8060-f287e3b3df28 HTTP/1.1" status: 200 len: 217 time: 0.0398023 Jul 16 01:11:19.419649 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.426265 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.452385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c97409-8082-4eac-8567-462b97eaf9f7 req-9f39e071-f005-4d22-a641-045337675e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:19.453847 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18c97409-8082-4eac-8567-462b97eaf9f7 req-9f39e071-f005-4d22-a641-045337675e03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=603c6279-2295-494f-bf1a-1b81562edde4 HTTP/1.1" status: 200 len: 845 time: 0.0768833 Jul 16 01:11:19.499033 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18c97409-8082-4eac-8567-462b97eaf9f7 req-ef266099-43ad-4441-90cc-cf67e612f0c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a15a0c6-4a36-45cb-a57e-583b27c31196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368485 Jul 16 01:11:19.523969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ec42f-4c31-4768-841c-97fb96d4859b req-9d332dea-797f-42b9-98e1-f9cd7778559e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:19.524212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Pushing event updated for resources: {'Port': ['ID=144130cf-efe8-41a0-87d3-f916d196211c,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:19.525436 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-167ec42f-4c31-4768-841c-97fb96d4859b req-9d332dea-797f-42b9-98e1-f9cd7778559e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1198466 Jul 16 01:11:19.549381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c on host n-h1-791504-14 for vnic_type normal with profile {"migrating_to": "n-h2-791504-14"} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:19.549715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:19.550065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:19.562972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Port 144130cf-efe8-41a0-87d3-f916d196211c on network f01046a8-481a-4dd9-aec6-20c178e72e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:19.563306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Attempting to bind port 144130cf-efe8-41a0-87d3-f916d196211c on network f01046a8-481a-4dd9-aec6-20c178e72e83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:19.576763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:19.577097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Checking segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:19.577482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Bound using segment: {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:19.577926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Bound port: 144130cf-efe8-41a0-87d3-f916d196211c, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929040e8-f473-4706-ac9d-89d95f424768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f01046a8-481a-4dd9-aec6-20c178e72e83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:19.578342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.593925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a803476-396c-4304-a5a2-9c30445e8d5d req-7da99fad-bd87-4fe5-89bb-1b16d9ddd84f tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/7658b0e6-ee7c-4872-b567-a3616879f908 HTTP/1.1" status: 200 len: 1810 time: 0.0741131 Jul 16 01:11:19.615897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-167ec42f-4c31-4768-841c-97fb96d4859b req-0dfe39e7-2c97-4db3-85a5-03457ae8578d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753407 Jul 16 01:11:19.655898 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18c97409-8082-4eac-8567-462b97eaf9f7 req-dfa424c2-2282-4dbf-81dc-6bc5596995e7 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468260 Jul 16 01:11:19.670933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:19.675243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:19.684171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.777466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 144130cf-efe8-41a0-87d3-f916d196211c details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:19.792419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Pushing event updated for resources: {'Port': ['ID=144130cf-efe8-41a0-87d3-f916d196211c,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:19.799701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:19.800776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.802602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-e7c365dc-a14e-4607-8083-f6be98614340 service neutron] 10.222.0.50 "PUT /v2.0/ports/144130cf-efe8-41a0-87d3-f916d196211c HTTP/1.1" status: 200 len: 1123 time: 1.1646266 Jul 16 01:11:19.990463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['144130cf-efe8-41a0-87d3-f916d196211c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:20.016093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7232c133-4703-4d8f-8679-675f0220f7dc req-f92c321b-29cb-4f30-b2c9-5973330d0147 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-473035759', 'description': 'tempest-description-772870037'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:20.041662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['144130cf-efe8-41a0-87d3-f916d196211c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:20.045623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:20.082743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7232c133-4703-4d8f-8679-675f0220f7dc req-f92c321b-29cb-4f30-b2c9-5973330d0147 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:20.134163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 144130cf-efe8-41a0-87d3-f916d196211c has no active binding in host n-h2-791504-14 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:11:20.202386 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18c97409-8082-4eac-8567-462b97eaf9f7 req-58c81dcc-4b47-4109-be41-6630820e33b7 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388596 Jul 16 01:11:20.216712 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7232c133-4703-4d8f-8679-675f0220f7dc req-f92c321b-29cb-4f30-b2c9-5973330d0147 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:20.221951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7232c133-4703-4d8f-8679-675f0220f7dc req-f92c321b-29cb-4f30-b2c9-5973330d0147 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:20.231448 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cfc31-1efd-4bde-87e1-c5e76386ac50 req-cca310b1-baa9-4689-ba71-28c0faf847ed tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:20.233593 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b87cfc31-1efd-4bde-87e1-c5e76386ac50 req-cca310b1-baa9-4689-ba71-28c0faf847ed tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 943 time: 0.1402512 Jul 16 01:11:20.250919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7232c133-4703-4d8f-8679-675f0220f7dc req-f92c321b-29cb-4f30-b2c9-5973330d0147 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:20.254340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7232c133-4703-4d8f-8679-675f0220f7dc req-f92c321b-29cb-4f30-b2c9-5973330d0147 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2455904 Jul 16 01:11:20.279737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c321b-29cb-4f30-b2c9-5973330d0147 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027446d0-5d95-4f2a-941c-eac20b8df3a9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:20.311996 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b87cfc31-1efd-4bde-87e1-c5e76386ac50 req-b92fca3b-7aa0-43e4-81df-ad2f8ca43875 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691044 Jul 16 01:11:20.387770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 31d1d160-c712-4eaf-8060-f287e3b3df28 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:20.467457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '144130cf-efe8-41a0-87d3-f916d196211c'}, {'name': 'network-changed', 'server_uuid': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'tag': '144130cf-efe8-41a0-87d3-f916d196211c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:20.471989 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575ef73e-9f57-471c-93ef-f4595244a121" -d '{"events": [{"server_uuid": "673cfe9c-60a1-4720-8aa2-b9afec772755", "name": "network-vif-unplugged", "status": "completed", "tag": "144130cf-efe8-41a0-87d3-f916d196211c"}, {"name": "network-changed", "server_uuid": "673cfe9c-60a1-4720-8aa2-b9afec772755", "tag": "144130cf-efe8-41a0-87d3-f916d196211c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:20.509335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f41aa-4c95-4e65-b730-b73b164f5fc8 req-655d60a4-903b-41d0-b447-79450999da78 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:20.511789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-118f41aa-4c95-4e65-b730-b73b164f5fc8 req-655d60a4-903b-41d0-b447-79450999da78 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.1153653 Jul 16 01:11:20.571343 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-118f41aa-4c95-4e65-b730-b73b164f5fc8 req-eca0ac6a-6311-41c0-8588-41cfb814333f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468721 Jul 16 01:11:20.663675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 31d1d160-c712-4eaf-8060-f287e3b3df28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=31d1d160-c712-4eaf-8060-f287e3b3df28,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:20.668703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:20.672763 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9c01a-df78-4f55-92f7-af3901eb23cd" -d '{"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-plugged", "status": "completed", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:20.714904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '31d1d160-c712-4eaf-8060-f287e3b3df28', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'port_id': '31d1d160-c712-4eaf-8060-f287e3b3df28', 'mac_address': 'fa:16:3e:64:ac:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603c6279-2295-494f-bf1a-1b81562edde4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:20.799877 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:20.829136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d1d160-c712-4eaf-8060-f287e3b3df28 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:20.856173 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 31d1d160-c712-4eaf-8060-f287e3b3df28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=31d1d160-c712-4eaf-8060-f287e3b3df28,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:20.859439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03c418f5-04a2-41d5-802d-0c56cd9dcbd5 req-d012dcf4-ddab-4953-9cc3-9d86144092f8 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/027446d0-5d95-4f2a-941c-eac20b8df3a9 HTTP/1.1" status: 200 len: 1811 time: 0.0661404 Jul 16 01:11:20.874099 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:20.904344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baec07-5081-49f3-a1e3-b87530add30e req-539c3eb3-1657-4387-a197-871767c4a3cc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:20.906567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26baec07-5081-49f3-a1e3-b87530add30e req-539c3eb3-1657-4387-a197-871767c4a3cc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.1353130 Jul 16 01:11:20.958263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=31d1d160-c712-4eaf-8060-f287e3b3df28,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:20.984044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26baec07-5081-49f3-a1e3-b87530add30e req-e6fb56f2-3ae4-42c9-ae66-2c9ef6b5477b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619438 Jul 16 01:11:21.064425 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d1e19c-7830-4922-9d3c-49b5a5ff508c x-openstack-request-id: req-c8d1e19c-7830-4922-9d3c-49b5a5ff508c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:21.064939 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673cfe9c-60a1-4720-8aa2-b9afec772755", "name": "network-vif-unplugged", "status": "completed", "tag": "144130cf-efe8-41a0-87d3-f916d196211c", "code": 200}, {"name": "network-changed", "server_uuid": "673cfe9c-60a1-4720-8aa2-b9afec772755", "tag": "144130cf-efe8-41a0-87d3-f916d196211c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:21.065341 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8d1e19c-7830-4922-9d3c-49b5a5ff508c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:21.065900 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '144130cf-efe8-41a0-87d3-f916d196211c', 'code': 200} Jul 16 01:11:21.066423 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'tag': '144130cf-efe8-41a0-87d3-f916d196211c', 'status': 'completed', 'code': 200} Jul 16 01:11:21.160692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['31d1d160-c712-4eaf-8060-f287e3b3df28'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:21.167433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ef73e-9f57-471c-93ef-f4595244a121 req-7932f5b2-1e62-4411-944d-1c7d136096a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:21.169265 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-575ef73e-9f57-471c-93ef-f4595244a121 req-7932f5b2-1e62-4411-944d-1c7d136096a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 1126 time: 0.0723264 Jul 16 01:11:21.310513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ba03a-603c-43ff-9a91-51061dbdbd13 req-fa88999c-deca-4d09-b344-04321f481579 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:21.314637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1ba03a-603c-43ff-9a91-51061dbdbd13 req-fa88999c-deca-4d09-b344-04321f481579 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e73b707-1593-4677-b135-77208857a8c4 HTTP/1.1" status: 200 len: 950 time: 0.1238196 Jul 16 01:11:21.320474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ef73e-9f57-471c-93ef-f4595244a121 req-dcf18eb1-fdcc-4148-a3f3-ba161e375cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:21.322800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-575ef73e-9f57-471c-93ef-f4595244a121 req-dcf18eb1-fdcc-4148-a3f3-ba161e375cba service neutron] 10.222.0.67 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.1466939 Jul 16 01:11:21.411678 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d1ba03a-603c-43ff-9a91-51061dbdbd13 req-223658a0-266e-4159-8743-f8160890b15a tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866246 Jul 16 01:11:21.415549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612b5b9-e30c-4efa-ae8c-a6994f6aa6d1 req-9def079c-bf77-424c-9346-2cfd8aa72c03 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:21.432044 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9612b5b9-e30c-4efa-ae8c-a6994f6aa6d1 req-9def079c-bf77-424c-9346-2cfd8aa72c03 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.2209473 Jul 16 01:11:21.438882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-575ef73e-9f57-471c-93ef-f4595244a121 req-d00b59bd-10ea-44da-a9e2-8d57db38cfcd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144130cf-efe8-41a0-87d3-f916d196211c HTTP/1.1" status: 200 len: 217 time: 0.1036789 Jul 16 01:11:21.530266 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e8072c-89ff-4f79-a9e8-675ae0138923 x-openstack-request-id: req-36e8072c-89ff-4f79-a9e8-675ae0138923 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:21.530914 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-plugged", "status": "completed", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:21.531641 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36e8072c-89ff-4f79-a9e8-675ae0138923 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:21.533839 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'code': 200} Jul 16 01:11:21.556318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3a37b4f8-a119-4bc4-8c66-688a3c2b4214 req-743b898a-e36e-4c36-a37a-7606217b1803 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-186718034', 'description': 'tempest-description-600211324'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:21.578907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9612b5b9-e30c-4efa-ae8c-a6994f6aa6d1 req-4f914d63-f21c-4713-ae2b-5988804f1018 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451378 Jul 16 01:11:21.584820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ef73e-9f57-471c-93ef-f4595244a121 req-fb37a9b9-1dea-4203-8a55-51f1ad171e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:21.589059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-575ef73e-9f57-471c-93ef-f4595244a121 req-fb37a9b9-1dea-4203-8a55-51f1ad171e4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1362526 Jul 16 01:11:21.598551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a37b4f8-a119-4bc4-8c66-688a3c2b4214 req-743b898a-e36e-4c36-a37a-7606217b1803 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:21.650652 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-575ef73e-9f57-471c-93ef-f4595244a121 req-b83b749d-482d-4304-b7dc-184e775ec1db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524735 Jul 16 01:11:21.794911 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a37b4f8-a119-4bc4-8c66-688a3c2b4214 req-743b898a-e36e-4c36-a37a-7606217b1803 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:21.804153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a37b4f8-a119-4bc4-8c66-688a3c2b4214 req-743b898a-e36e-4c36-a37a-7606217b1803 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:21.867748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a37b4f8-a119-4bc4-8c66-688a3c2b4214 req-743b898a-e36e-4c36-a37a-7606217b1803 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:21.870910 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-575ef73e-9f57-471c-93ef-f4595244a121 req-3bc05b8f-3b29-4bca-b2f1-4b268dc04301 service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120275 Jul 16 01:11:21.880851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a37b4f8-a119-4bc4-8c66-688a3c2b4214 req-743b898a-e36e-4c36-a37a-7606217b1803 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3318033 Jul 16 01:11:21.882441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b898a-e36e-4c36-a37a-7606217b1803 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ac37b2-25c0-4c85-890b-f76325839a64,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:21.984390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd5bc7-34d8-4f82-b8fd-30d7aeafa64f req-1b22c132-a2ce-4361-bd89-b6a3bc86b65c tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:21.987413 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1dbd5bc7-34d8-4f82-b8fd-30d7aeafa64f req-1b22c132-a2ce-4361-bd89-b6a3bc86b65c tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 944 time: 0.2062323 Jul 16 01:11:22.126822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-575ef73e-9f57-471c-93ef-f4595244a121 req-655810ef-9188-4505-bd06-088bfca18e3c service neutron] 10.222.0.67 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406139 Jul 16 01:11:22.142416 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1dbd5bc7-34d8-4f82-b8fd-30d7aeafa64f req-390b4477-5c64-4931-a05f-6d92be9d71c0 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969346 Jul 16 01:11:22.242494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85765c02-8531-4d3a-8f16-356bccf02e5f req-70454a71-02de-4a68-97d0-db85c08db397 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:22.244172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-85765c02-8531-4d3a-8f16-356bccf02e5f req-70454a71-02de-4a68-97d0-db85c08db397 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.1890824 Jul 16 01:11:22.247771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-ae432ba3-d69a-4b74-9636-23767900da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:22.249303 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-ae432ba3-d69a-4b74-9636-23767900da70 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67&tenant_id=94219a605dea4c4bb02ed5d18061280e HTTP/1.1" status: 200 len: 1102 time: 0.1414950 Jul 16 01:11:22.266951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:22.346427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-85765c02-8531-4d3a-8f16-356bccf02e5f req-c45e68bf-38b3-4224-bb24-8e62168cf31e tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909884 Jul 16 01:11:22.348201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 31d1d160-c712-4eaf-8060-f287e3b3df28 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:22.410268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.463755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 31d1d160-c712-4eaf-8060-f287e3b3df28 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:22.469279 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0b6317c6-2b80-4aa6-a3a7-f65b68c030ef req-50165256-cd4a-4b66-9b3d-3d4377c5d75c tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/04ac37b2-25c0-4c85-890b-f76325839a64 HTTP/1.1" status: 200 len: 1811 time: 0.0860634 Jul 16 01:11:22.473612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 31d1d160-c712-4eaf-8060-f287e3b3df28 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:22.474408 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.620477 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.701708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 31d1d160-c712-4eaf-8060-f287e3b3df28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=31d1d160-c712-4eaf-8060-f287e3b3df28,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:22.711371 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.713086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:22.726112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-5d171fa4-f68f-42ce-949d-02121c8c2d6c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:22.728827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-5d171fa4-f68f-42ce-949d-02121c8c2d6c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e73b707-1593-4677-b135-77208857a8c4 HTTP/1.1" status: 200 len: 950 time: 0.2980185 Jul 16 01:11:22.787725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09973744-feec-4c5e-b78d-5bb1ff8ed269 req-32d3a605-74c8-4e39-b4d5-1d2d9df2283b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:22.796578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-09973744-feec-4c5e-b78d-5bb1ff8ed269 req-32d3a605-74c8-4e39-b4d5-1d2d9df2283b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.1257541 Jul 16 01:11:22.871514 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-09973744-feec-4c5e-b78d-5bb1ff8ed269 req-210a70a5-94d5-4ebd-94a9-c8071303988a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634282 Jul 16 01:11:22.907586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=31d1d160-c712-4eaf-8060-f287e3b3df28,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:22.957357 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.077310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:23.112529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e8892-dca4-44e4-b68a-6616c33870f1 req-1c77d023-ecdb-4a28-8851-259dc3147fa0 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:23.114114 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af9e8892-dca4-44e4-b68a-6616c33870f1 req-1c77d023-ecdb-4a28-8851-259dc3147fa0 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 1097 time: 0.3804553 Jul 16 01:11:23.167679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-b81697ef-89f5-426e-9875-bc0249427564 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Deleting port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:23.168318 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-b81697ef-89f5-426e-9875-bc0249427564 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.179578 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea701f96-772e-4faf-bad7-78fb1afaf24d req-c2ed4acb-0dfe-41f0-96c8-3f85551718dc tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:23.182628 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea701f96-772e-4faf-bad7-78fb1afaf24d req-c2ed4acb-0dfe-41f0-96c8-3f85551718dc tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e73b707-1593-4677-b135-77208857a8c4 HTTP/1.1" status: 200 len: 950 time: 0.0821199 Jul 16 01:11:23.199852 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:23.246132 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af9e8892-dca4-44e4-b68a-6616c33870f1 req-08ffec4b-6831-42bb-854d-35329a36e35f tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216421 Jul 16 01:11:23.246443 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea701f96-772e-4faf-bad7-78fb1afaf24d req-c042f859-4c4b-40c3-a14e-4444d34b048d tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Jul 16 01:11:23.321612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7cdecc1c-3dab-45c5-b0b4-31dfcd63b8ab req-34c5c02d-a0c8-43ab-a0ea-e0f89bbf0426 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-981414898', 'description': 'tempest-description-1092661767'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:23.333605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:23.336755 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ddbeb-d762-442c-b257-fa1be6f148cd" -d '{"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-unplugged", "status": "completed", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:23.343522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-2e215bc0-a2a5-4098-84bb-d6137eba734f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:23.345736 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-2e215bc0-a2a5-4098-84bb-d6137eba734f tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "GET /v2.0/ports?device_id=97f7d0cb-c34b-4702-a2f7-3be0c27e901f HTTP/1.1" status: 200 len: 950 time: 0.1166470 Jul 16 01:11:23.346192 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.386846 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-b81697ef-89f5-426e-9875-bc0249427564 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] For port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:23.387981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-b81697ef-89f5-426e-9875-bc0249427564 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.389859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Transition to ACTIVE for port object 42e55b15-e213-4c85-a67e-c4d41b5d1220 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:23.415870 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.438278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-b81697ef-89f5-426e-9875-bc0249427564 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Calling delete_port for aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:23.439935 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7cdecc1c-3dab-45c5-b0b4-31dfcd63b8ab req-34c5c02d-a0c8-43ab-a0ea-e0f89bbf0426 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.473231 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:11:23.473957 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:11:23.535401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7af579d-a926-44b6-a191-89f5485d728d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d1d160-c712-4eaf-8060-f287e3b3df28'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:23.538587 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f154d364-b20d-4de6-b7c0-525924d60c81" -d '{"events": [{"server_uuid": "f7af579d-a926-44b6-a191-89f5485d728d", "name": "network-vif-plugged", "status": "completed", "tag": "31d1d160-c712-4eaf-8060-f287e3b3df28"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:23.567380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:23.570874 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-53761bbe-be69-4085-81dd-e67332427f9c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Deleting port 7f1a52a2-133c-42f5-9903-294b238bf76f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:23.571713 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-53761bbe-be69-4085-81dd-e67332427f9c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.595918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] No DVR routers for this DVR port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:23.689480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72e1fe-3d28-4356-a259-38f4749a3280 req-fc610d26-8d12-411a-aa7a-489e97fddd49 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:23.691521 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f72e1fe-3d28-4356-a259-38f4749a3280 req-fc610d26-8d12-411a-aa7a-489e97fddd49 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 949 time: 0.1982350 Jul 16 01:11:23.714041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:23.714559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:23.715053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:23.732394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:23.732880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Attempting to bind port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:23.780036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:23.780962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:23.780962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:23.781336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Bound port: 42e55b15-e213-4c85-a67e-c4d41b5d1220, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:23.781702 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.798430 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f72e1fe-3d28-4356-a259-38f4749a3280 req-94399f2d-2d22-46e5-8878-44af71fee2aa tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997977 Jul 16 01:11:23.805717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-53761bbe-be69-4085-81dd-e67332427f9c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] For port 7f1a52a2-133c-42f5-9903-294b238bf76f, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7f1a52a2-133c-42f5-9903-294b238bf76f,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:23.806510 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-53761bbe-be69-4085-81dd-e67332427f9c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.839129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-53761bbe-be69-4085-81dd-e67332427f9c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Calling delete_port for 7f1a52a2-133c-42f5-9903-294b238bf76f owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:23.867161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7cdecc1c-3dab-45c5-b0b4-31dfcd63b8ab req-34c5c02d-a0c8-43ab-a0ea-e0f89bbf0426 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.877549 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-b81697ef-89f5-426e-9875-bc0249427564 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.879710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7cdecc1c-3dab-45c5-b0b4-31dfcd63b8ab req-34c5c02d-a0c8-43ab-a0ea-e0f89bbf0426 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.907683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:24.012214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['7f1a52a2-133c-42f5-9903-294b238bf76f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:24.025886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81697ef-89f5-426e-9875-bc0249427564 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event deleted for resources: {'Port': ['ID=aaccb3a5-e296-4cb0-bf6f-f893132fcfa7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:24.034958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:24.060537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73209f5-0bf3-4937-b1de-b5c42222515d req-50deae60-7be1-48f3-b43a-c67e9294dc2b tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:24.062729 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b73209f5-0bf3-4937-b1de-b5c42222515d req-50deae60-7be1-48f3-b43a-c67e9294dc2b tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.1152251 Jul 16 01:11:24.070537 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5c02d-a0c8-43ab-a0ea-e0f89bbf0426 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f117a9-0791-41f0-a206-a6dfac13f763,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:24.099910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7cdecc1c-3dab-45c5-b0b4-31dfcd63b8ab req-34c5c02d-a0c8-43ab-a0ea-e0f89bbf0426 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.121381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7cdecc1c-3dab-45c5-b0b4-31dfcd63b8ab req-34c5c02d-a0c8-43ab-a0ea-e0f89bbf0426 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8087630 Jul 16 01:11:24.124500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:24.158971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b73209f5-0bf3-4937-b1de-b5c42222515d req-54cabc62-58dc-45f4-b79f-d322d4c13729 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704548 Jul 16 01:11:24.160067 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-53761bbe-be69-4085-81dd-e67332427f9c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.199624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53761bbe-be69-4085-81dd-e67332427f9c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event deleted for resources: {'Port': ['ID=7f1a52a2-133c-42f5-9903-294b238bf76f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:24.220218 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.274718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-53761bbe-be69-4085-81dd-e67332427f9c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] No DVR routers for this DVR port 7f1a52a2-133c-42f5-9903-294b238bf76f on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:24.278340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-53761bbe-be69-4085-81dd-e67332427f9c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.280702 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad6bee19-4198-4dd9-b330-66656f6beb62 req-53761bbe-be69-4085-81dd-e67332427f9c tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "DELETE /v2.0/ports/7f1a52a2-133c-42f5-9903-294b238bf76f HTTP/1.1" status: 204 len: 173 time: 0.9192684 Jul 16 01:11:24.281159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f7d0cb-c34b-4702-a2f7-3be0c27e901f', 'name': 'network-vif-deleted', 'tag': '7f1a52a2-133c-42f5-9903-294b238bf76f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:24.284135 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12dfab8-4405-4a95-b5c6-b874f1351270" -d '{"events": [{"server_uuid": "97f7d0cb-c34b-4702-a2f7-3be0c27e901f", "name": "network-vif-deleted", "tag": "7f1a52a2-133c-42f5-9903-294b238bf76f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:24.359404 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89963e5-bbe3-41d5-8265-b93ad9c8952a x-openstack-request-id: req-f89963e5-bbe3-41d5-8265-b93ad9c8952a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:24.359872 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-unplugged", "status": "completed", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:24.360319 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f89963e5-bbe3-41d5-8265-b93ad9c8952a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:24.361956 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'code': 200} Jul 16 01:11:24.367201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-b81697ef-89f5-426e-9875-bc0249427564 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] No DVR routers for this DVR port aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:24.403105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-b81697ef-89f5-426e-9875-bc0249427564 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.406592 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71970498-f6ae-43d9-88c1-6b9f7d8c483e req-b81697ef-89f5-426e-9875-bc0249427564 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.50 "DELETE /v2.0/ports/aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 HTTP/1.1" status: 204 len: 173 time: 1.6547253 Jul 16 01:11:24.441868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:24.442945 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.450279 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] 10.222.0.50 "PUT /v2.0/ports/42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 1098 time: 2.1859603 Jul 16 01:11:24.556169 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-343d1a24-99c9-46f8-aec4-8b835eab30e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.603128 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6dbeac-3a84-4bca-8ab4-2706a5661529 x-openstack-request-id: req-fc6dbeac-3a84-4bca-8ab4-2706a5661529 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:24.603128 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7af579d-a926-44b6-a191-89f5485d728d", "name": "network-vif-plugged", "status": "completed", "tag": "31d1d160-c712-4eaf-8060-f287e3b3df28", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:24.603128 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc6dbeac-3a84-4bca-8ab4-2706a5661529 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:24.603582 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7af579d-a926-44b6-a191-89f5485d728d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d1d160-c712-4eaf-8060-f287e3b3df28', 'code': 200} Jul 16 01:11:24.681017 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['78b1f398-0cfd-453f-91ac-6befe050fa5d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:24.717180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3e3d0-ea78-4869-b141-5aba4e26eca6 service neutron] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=11']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:24.801608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b30ef6-a3fe-4d27-9a74-c2665c6cc453 req-924a5eb7-36d1-493b-b39b-8d1daa9fff04 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:24.822826 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-52b30ef6-a3fe-4d27-9a74-c2665c6cc453 req-924a5eb7-36d1-493b-b39b-8d1daa9fff04 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 1097 time: 0.3709266 Jul 16 01:11:24.828124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ffc98-6ca8-45f3-833f-b8028a3a2c1d req-8a9baae9-cd5f-46c0-94f0-f10349fd4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:24.829741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f1ffc98-6ca8-45f3-833f-b8028a3a2c1d req-8a9baae9-cd5f-46c0-94f0-f10349fd4fe7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 1097 time: 0.1287746 Jul 16 01:11:24.914295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-beef8856-0733-416b-bf47-1ac2052a3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:24.916761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-beef8856-0733-416b-bf47-1ac2052a3ce5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1101 time: 0.3352163 Jul 16 01:11:24.929203 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f1ffc98-6ca8-45f3-833f-b8028a3a2c1d req-f7ed9445-e7e0-4210-bd8d-29fbcab0f5f2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897520 Jul 16 01:11:24.988352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-52b30ef6-a3fe-4d27-9a74-c2665c6cc453 req-f4dd4442-ba4b-4e08-b737-82eb4ae3537b tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622434 Jul 16 01:11:25.125483 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-80286c95-736e-41da-b29f-06d2df47d1d7 req-9da1d901-6e8a-4f56-b5de-ffb71f086f5d tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/12f117a9-0791-41f0-a206-a6dfac13f763 HTTP/1.1" status: 200 len: 1812 time: 0.0954142 Jul 16 01:11:25.134984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20fc98-9818-4c2e-b508-45f26641ef21 req-25015f74-dba4-4192-8761-4f2fbeb02cdc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:25.136559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af20fc98-9818-4c2e-b508-45f26641ef21 req-25015f74-dba4-4192-8761-4f2fbeb02cdc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.1412017 Jul 16 01:11:25.177263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-64b9a56d-7d92-4fb5-a4aa-70d7a825ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:25.181734 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-64b9a56d-7d92-4fb5-a4aa-70d7a825ff38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2467744 Jul 16 01:11:25.221417 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3efe21-5153-434f-b701-245aa4438161 x-openstack-request-id: req-9e3efe21-5153-434f-b701-245aa4438161 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:25.223851 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f7d0cb-c34b-4702-a2f7-3be0c27e901f", "name": "network-vif-deleted", "tag": "7f1a52a2-133c-42f5-9903-294b238bf76f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:25.224953 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e3efe21-5153-434f-b701-245aa4438161 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:25.227453 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f7d0cb-c34b-4702-a2f7-3be0c27e901f', 'name': 'network-vif-deleted', 'tag': '7f1a52a2-133c-42f5-9903-294b238bf76f', 'status': 'completed', 'code': 200} Jul 16 01:11:25.250191 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.268031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af20fc98-9818-4c2e-b508-45f26641ef21 req-18892cfb-846e-47f5-a45b-ac029871220d tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228247 Jul 16 01:11:25.284372 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-73fa6484-ef9b-4c2d-8f55-4f8d9f1d5b7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 217 time: 0.0874016 Jul 16 01:11:25.423740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-54c08b7e-54c4-4d6c-93dc-4057db33289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:25.426247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-54c08b7e-54c4-4d6c-93dc-4057db33289b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1168652 Jul 16 01:11:25.532397 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a206828-719f-4530-9a40-8ad437cc3a10 req-ca0c2c50-239b-4dcf-8990-e06c558aac26 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e73b707-1593-4677-b135-77208857a8c4 HTTP/1.1" status: 200 len: 210 time: 0.1017723 Jul 16 01:11:25.629751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3c50d-0431-4bb5-9218-8f59d23ee431 req-fa21af12-0b05-484b-b097-33c517f2d1a0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:25.639861 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8b3c50d-0431-4bb5-9218-8f59d23ee431 req-fa21af12-0b05-484b-b097-33c517f2d1a0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 949 time: 0.1822231 Jul 16 01:11:25.658429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-32c88145-b366-4c27-8f7e-7a99b82a6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:25.660793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-32c88145-b366-4c27-8f7e-7a99b82a6a75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2124097 Jul 16 01:11:25.721282 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8b3c50d-0431-4bb5-9218-8f59d23ee431 req-6daf9e1b-1ab1-4b7d-a9b7-87f9776c327b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801561 Jul 16 01:11:25.828415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:25.854749 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-f1fbc9e3-0a84-404b-a142-3d97d9cd3155 req-960fdf1a-a7e1-4225-aeaf-786c542b768b tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] show failed (client error): The resource could not be found. Jul 16 01:11:25.857191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f1fbc9e3-0a84-404b-a142-3d97d9cd3155 req-960fdf1a-a7e1-4225-aeaf-786c542b768b tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/93c5eeec-1e31-4f44-acb2-d8430856d625 HTTP/1.1" status: 404 len: 352 time: 0.0699193 Jul 16 01:11:25.899758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:25.903321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aaccb3a5-e296-4cb0-bf6f-f893132fcfa7 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:25.903321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7f1a52a2-133c-42f5-9903-294b238bf76f no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:25.976198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 7f1a52a2-133c-42f5-9903-294b238bf76f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:25.976585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7f1a52a2-133c-42f5-9903-294b238bf76f not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:26.030341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-7fb7f4aa-17b8-4560-8861-519b31199ffc service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587840 Jul 16 01:11:26.153838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8738f-0b90-4eac-bbf8-be6c9eb9f1f1 req-874d9a08-efdf-4489-8211-694a514ae585 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:26.164395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82f8738f-0b90-4eac-bbf8-be6c9eb9f1f1 req-874d9a08-efdf-4489-8211-694a514ae585 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.1569481 Jul 16 01:11:26.169429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7aea22-d6cd-4202-a0e1-1a5467dbe8c1 req-9e2017fd-088c-430f-9e42-90f4639c1124 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257961 Jul 16 01:11:26.238111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82f8738f-0b90-4eac-bbf8-be6c9eb9f1f1 req-ed83102c-2a85-4f93-b42d-a5e76c75b87e tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724645 Jul 16 01:11:26.290937 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-1082d4d2-9023-4f53-8abe-0d46d8b7f2e9 service neutron] 10.222.0.67 "GET /v2.0/ports/144130cf-efe8-41a0-87d3-f916d196211c/bindings/n-h2-791504-14 HTTP/1.1" status: 200 len: 385 time: 0.0873172 Jul 16 01:11:26.306934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.363534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e73b707-1593-4677-b135-77208857a8c4', 'name': 'network-vif-deleted', 'tag': 'aaccb3a5-e296-4cb0-bf6f-f893132fcfa7'}, {'name': 'network-changed', 'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:26.371974 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cff750c-1ce3-461b-91ed-625e6e096ad1" -d '{"events": [{"server_uuid": "8e73b707-1593-4677-b135-77208857a8c4", "name": "network-vif-deleted", "tag": "aaccb3a5-e296-4cb0-bf6f-f893132fcfa7"}, {"name": "network-changed", "server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:26.376465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 144130cf-efe8-41a0-87d3-f916d196211c no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:26.467329 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-91ca558a-542c-428f-96b6-0070db04504b req-82488686-7be7-4726-bf38-80060531c472 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] show failed (client error): The resource could not be found. Jul 16 01:11:26.468580 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-91ca558a-542c-428f-96b6-0070db04504b req-82488686-7be7-4726-bf38-80060531c472 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-group-rules/41031b69-cf65-433c-9828-e93bd46b5775 HTTP/1.1" status: 404 len: 361 time: 0.0375173 Jul 16 01:11:26.565029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fd6b3062-f0a7-4896-9a62-a0d49dc070c0 service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:26.602727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fd6b3062-f0a7-4896-9a62-a0d49dc070c0 service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:26.679259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fd6b3062-f0a7-4896-9a62-a0d49dc070c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144130cf-efe8-41a0-87d3-f916d196211c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:26.699720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fd6b3062-f0a7-4896-9a62-a0d49dc070c0 service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:26.718509 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fd6b3062-f0a7-4896-9a62-a0d49dc070c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.746556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b1971-376c-41b1-8936-daafd2b2e6f9 req-b3680236-ea3e-438f-bc29-b412e0ef8fba tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:26.748225 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-222b1971-376c-41b1-8936-daafd2b2e6f9 req-b3680236-ea3e-438f-bc29-b412e0ef8fba tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 943 time: 0.1628115 Jul 16 01:11:26.853269 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-222b1971-376c-41b1-8936-daafd2b2e6f9 req-8699c70b-4102-483e-82f9-e01c2f68d4de tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775626 Jul 16 01:11:26.879172 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fd6b3062-f0a7-4896-9a62-a0d49dc070c0 service neutron] Transition to ACTIVE for port object 144130cf-efe8-41a0-87d3-f916d196211c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:26.891488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fd6b3062-f0a7-4896-9a62-a0d49dc070c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.953045 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13696cf-e84d-4cf2-9195-562ca0929816 x-openstack-request-id: req-b13696cf-e84d-4cf2-9195-562ca0929816 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:26.954863 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e73b707-1593-4677-b135-77208857a8c4", "name": "network-vif-deleted", "tag": "aaccb3a5-e296-4cb0-bf6f-f893132fcfa7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:26.956675 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b13696cf-e84d-4cf2-9195-562ca0929816 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:26.963183 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e73b707-1593-4677-b135-77208857a8c4', 'name': 'network-vif-deleted', 'tag': 'aaccb3a5-e296-4cb0-bf6f-f893132fcfa7', 'status': 'completed', 'code': 200} Jul 16 01:11:26.964688 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'status': 'completed', 'code': 200} Jul 16 01:11:27.007551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fd6b3062-f0a7-4896-9a62-a0d49dc070c0 service neutron] No DVR routers for this DVR port 144130cf-efe8-41a0-87d3-f916d196211c on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:27.036740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b3062-f0a7-4896-9a62-a0d49dc070c0 service neutron] Pushing event updated for resources: {'Port': ['ID=144130cf-efe8-41a0-87d3-f916d196211c,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:27.087389 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e38d7e46-9d2e-40bd-95c5-48ad8adb2d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.088255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-7e75a097-f104-47da-83f0-0e4361718cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:27.089906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-7e75a097-f104-47da-83f0-0e4361718cbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1101 time: 0.1064854 Jul 16 01:11:27.098109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-658b73a0-1c30-4a03-bc6e-dd4d64cacdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:27.101031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-658b73a0-1c30-4a03-bc6e-dd4d64cacdb3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 1101 time: 0.1151094 Jul 16 01:11:27.103302 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-fd6b3062-f0a7-4896-9a62-a0d49dc070c0 service neutron] 10.222.0.67 "PUT /v2.0/ports/144130cf-efe8-41a0-87d3-f916d196211c/bindings/n-h2-791504-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8060868 Jul 16 01:11:27.118677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be3162fa-1570-4a8b-acb5-679e9b458e5f req-ed57d0b0-785d-47e6-98e3-a871ff5c6560 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/12f117a9-0791-41f0-a206-a6dfac13f763 HTTP/1.1" status: 200 len: 1812 time: 0.1191576 Jul 16 01:11:27.230047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be3162fa-1570-4a8b-acb5-679e9b458e5f req-18ee4359-1be1-4acb-8902-215cffa263b3 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.260049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be3162fa-1570-4a8b-acb5-679e9b458e5f req-18ee4359-1be1-4acb-8902-215cffa263b3 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.331457 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be3162fa-1570-4a8b-acb5-679e9b458e5f req-18ee4359-1be1-4acb-8902-215cffa263b3 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.336302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be3162fa-1570-4a8b-acb5-679e9b458e5f req-18ee4359-1be1-4acb-8902-215cffa263b3 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.338354 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be3162fa-1570-4a8b-acb5-679e9b458e5f req-18ee4359-1be1-4acb-8902-215cffa263b3 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "DELETE /v2.0/security-groups/12f117a9-0791-41f0-a206-a6dfac13f763 HTTP/1.1" status: 204 len: 173 time: 0.2187150 Jul 16 01:11:27.350455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee4359-1be1-4acb-8902-215cffa263b3 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f117a9-0791-41f0-a206-a6dfac13f763,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:27.548510 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.607884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-25dcfe39-b4c1-48fa-948f-e5d4ac34aa4b tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:27.609163 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-25dcfe39-b4c1-48fa-948f-e5d4ac34aa4b tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200007 Jul 16 01:11:27.645755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Request body: {'binding': {'host': 'n-h1-791504-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:27.646897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:11:27.658535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-4d61af47-9526-4dd5-8cc1-6352ef57be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:27.660017 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-4d61af47-9526-4dd5-8cc1-6352ef57be47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.5576847 Jul 16 01:11:27.699217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-c5cf35d9-944f-4bac-aca7-b3388fb4d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:27.700192 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-c5cf35d9-944f-4bac-aca7-b3388fb4d746 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.5864785 Jul 16 01:11:27.711248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a787a0-1b5c-4657-94a0-51570abd3376 req-d1c2daca-49ca-4e27-a658-dee454b4c325 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:27.712867 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b6a787a0-1b5c-4657-94a0-51570abd3376 req-d1c2daca-49ca-4e27-a658-dee454b4c325 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 949 time: 0.0921762 Jul 16 01:11:27.743471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-84e71e45-4ae5-48ab-887d-a9de8e811eab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 217 time: 0.0611334 Jul 16 01:11:27.775829 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b6a787a0-1b5c-4657-94a0-51570abd3376 req-29cbce45-aab9-432c-9ead-cc0368c1d739 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 Jul 16 01:11:27.793359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-1301f152-da75-439c-a2dc-4c44bcc4c864 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 200 len: 217 time: 0.0586333 Jul 16 01:11:27.872047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-7495cc12-c58c-4820-8542-d19ce5eae56e tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:27.873737 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-7495cc12-c58c-4820-8542-d19ce5eae56e tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.6677854 Jul 16 01:11:27.977406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-6061e55e-d464-40e6-ac50-93d37dc84fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:27.978940 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-6061e55e-d464-40e6-ac50-93d37dc84fcf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1997831 Jul 16 01:11:28.006387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-32dcf6ea-ff14-42bb-90d1-e5b9b9b07051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:28.007896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-32dcf6ea-ff14-42bb-90d1-e5b9b9b07051 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1761186 Jul 16 01:11:28.121618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on host n-h1-791504-14 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:28.121968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:28.122300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:28.141412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-0e2eeba9-7b76-4e42-96ad-aebd6b7b3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:28.143185 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-0e2eeba9-7b76-4e42-96ad-aebd6b7b3bfb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755&tenant_id=b1467b46a3bd45be94215a91f1f7b186 HTTP/1.1" status: 200 len: 1096 time: 0.2433400 Jul 16 01:11:28.148022 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:28.148558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:28.153662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fbae1-c392-47ee-9c6b-c93aece0c140 req-64344b9e-875d-4797-bfdf-1504e34a81df tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:28.155436 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ed6fbae1-c392-47ee-9c6b-c93aece0c140 req-64344b9e-875d-4797-bfdf-1504e34a81df tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.0918117 Jul 16 01:11:28.167392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:28.167737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:28.168135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:28.168589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Bound port: 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:28.201250 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-7a117ecd-0d9c-4ac9-8dbe-246ee6bc0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:28.202782 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-7a117ecd-0d9c-4ac9-8dbe-246ee6bc0416 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2133543 Jul 16 01:11:28.205524 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ed6fbae1-c392-47ee-9c6b-c93aece0c140 req-826511d1-a813-4476-be5e-44d080563548 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Jul 16 01:11:28.256530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-9fb977f2-91f1-4e12-8870-0885714e16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:28.258100 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-9fb977f2-91f1-4e12-8870-0885714e16e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2229655 Jul 16 01:11:28.272785 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.294442 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35d0a9ed-50ee-4a86-bfa1-8707d6f8ef05 req-64a75da9-4cc9-4f9a-8428-1191e8e2a330 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/04ac37b2-25c0-4c85-890b-f76325839a64 HTTP/1.1" status: 200 len: 1811 time: 0.0583205 Jul 16 01:11:28.360842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:28.377895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.379087 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-1c0263a4-9a3a-46b5-afbf-22cae8d19410 service neutron] 10.222.0.64 "POST /v2.0/ports/4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d/bindings HTTP/1.1" status: 201 len: 390 time: 0.7453363 Jul 16 01:11:28.390368 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-35d0a9ed-50ee-4a86-bfa1-8707d6f8ef05 req-6b5c0d62-5c2a-4a5e-a00e-9b91949353fd tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.444369 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-35d0a9ed-50ee-4a86-bfa1-8707d6f8ef05 req-6b5c0d62-5c2a-4a5e-a00e-9b91949353fd tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.463698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-aea490cd-e9a0-4415-b380-1525ac0708e8 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482450 Jul 16 01:11:28.467742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-b2cef9ab-1993-428e-8c73-25060c103847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:28.469266 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-b2cef9ab-1993-428e-8c73-25060c103847 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 1096 time: 0.2703204 Jul 16 01:11:28.473242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-e956601d-12b1-4749-a85c-98f937a973b3 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982007 Jul 16 01:11:28.507375 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-35d0a9ed-50ee-4a86-bfa1-8707d6f8ef05 req-6b5c0d62-5c2a-4a5e-a00e-9b91949353fd tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.510597 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-35d0a9ed-50ee-4a86-bfa1-8707d6f8ef05 req-6b5c0d62-5c2a-4a5e-a00e-9b91949353fd tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.527245 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35d0a9ed-50ee-4a86-bfa1-8707d6f8ef05 req-6b5c0d62-5c2a-4a5e-a00e-9b91949353fd tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "DELETE /v2.0/security-groups/04ac37b2-25c0-4c85-890b-f76325839a64 HTTP/1.1" status: 204 len: 173 time: 0.2186294 Jul 16 01:11:28.581523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c0d62-5c2a-4a5e-a00e-9b91949353fd tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ac37b2-25c0-4c85-890b-f76325839a64,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:28.777640 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-3cd63347-e8cb-4c8e-ae6a-51558ced9553 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768958 Jul 16 01:11:28.788991 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cff750c-1ce3-461b-91ed-625e6e096ad1 req-2f1917fd-440a-4e31-a32c-527e617f39f1 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093994 Jul 16 01:11:28.839755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-c0012b96-5b9b-4b61-9008-649877445d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:28.841876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-c0012b96-5b9b-4b61-9008-649877445d12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.3610253 Jul 16 01:11:28.968431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1e6ac-711f-4156-9f71-a36f3231f67a req-5421c603-d864-429c-b4f9-415f66330196 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:28.976761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0e1e6ac-711f-4156-9f71-a36f3231f67a req-5421c603-d864-429c-b4f9-415f66330196 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 944 time: 0.1088889 Jul 16 01:11:28.996572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-b0ef7fd8-df56-4efb-8068-7a4169d664b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144130cf-efe8-41a0-87d3-f916d196211c HTTP/1.1" status: 200 len: 217 time: 0.1066651 Jul 16 01:11:29.023670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-b013f5a8-02d6-42b7-afa1-e3502248e3ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2045870 Jul 16 01:11:29.055081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0e1e6ac-711f-4156-9f71-a36f3231f67a req-de736bde-0a7e-4f32-b996-e6616146e348 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768216 Jul 16 01:11:29.124776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-77628075-fb73-40f4-834a-5cfed4f0fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:29.126356 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-77628075-fb73-40f4-834a-5cfed4f0fcdf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 1097 time: 0.2572842 Jul 16 01:11:29.148586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-16f6c39f-d2a6-4d18-8053-64e120fff12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:29.150920 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-16f6c39f-d2a6-4d18-8053-64e120fff12d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.1358953 Jul 16 01:11:29.205766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-f27763c0-8cab-4ca6-8bc3-922c79b859be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:29.208297 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-f27763c0-8cab-4ca6-8bc3-922c79b859be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1467b46a3bd45be94215a91f1f7b186&device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 1096 time: 0.1217585 Jul 16 01:11:29.220850 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-ba67c6a3-d40c-4c1f-a205-60ca87077d2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416341 Jul 16 01:11:29.386159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a70562-1a75-43ad-9f10-ffe37576608e req-66c894f4-1a7b-4a3b-8df2-ddef207f6ec6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:29.387906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8640d860-def8-40e9-94c0-a6782b30f138 req-3b622974-dd9b-481c-b0a2-4f70db781436 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/027446d0-5d95-4f2a-941c-eac20b8df3a9 HTTP/1.1" status: 200 len: 1811 time: 0.2358954 Jul 16 01:11:29.394855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-78a70562-1a75-43ad-9f10-ffe37576608e req-66c894f4-1a7b-4a3b-8df2-ddef207f6ec6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.1813624 Jul 16 01:11:29.433042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-0bd49c32-cfe2-4706-b24d-196e01dc1164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:29.434681 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-0bd49c32-cfe2-4706-b24d-196e01dc1164 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 200 len: 920 time: 0.1837602 Jul 16 01:11:29.465887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-423d3fcd-3a67-447b-9de6-c4be166508f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:29.468299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-423d3fcd-3a67-447b-9de6-c4be166508f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.3053889 Jul 16 01:11:29.475727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-2415ba80-83de-48a2-80a8-58c695393edd service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358425 Jul 16 01:11:29.495141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-78a70562-1a75-43ad-9f10-ffe37576608e req-ce35dd5f-7470-48e1-a923-007e3860e7ce tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987787 Jul 16 01:11:29.500793 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-1e133854-1bd4-48ea-a053-023c4d7bff83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 HTTP/1.1" status: 200 len: 217 time: 0.0537741 Jul 16 01:11:29.544354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-a5e3c0c0-9841-40ad-88d8-d1eebc6d9030 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d HTTP/1.1" status: 200 len: 217 time: 0.0627038 Jul 16 01:11:29.574223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-2d12962a-5c4d-494e-befe-01c18c1b53be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:29.578275 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-2d12962a-5c4d-494e-befe-01c18c1b53be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 200 len: 860 time: 0.0632081 Jul 16 01:11:29.622525 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-9bd85924-dd8e-46b9-b316-27ee2d0022e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f01046a8-481a-4dd9-aec6-20c178e72e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380614 Jul 16 01:11:29.684170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8640d860-def8-40e9-94c0-a6782b30f138 req-51f30fe2-1b18-42a5-a0e7-84d84ce808da tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.722732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-69b9f1d1-1e87-48ec-9206-4cfb61948dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:29.724828 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-69b9f1d1-1e87-48ec-9206-4cfb61948dd4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.1661780 Jul 16 01:11:29.731860 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8640d860-def8-40e9-94c0-a6782b30f138 req-51f30fe2-1b18-42a5-a0e7-84d84ce808da tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.767839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-94567a41-835e-4b0a-9e0a-84c48ddf9748 service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350460 Jul 16 01:11:29.784789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-4961ca26-ebe2-4c13-87ac-27b8e388b78f service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929547 Jul 16 01:11:29.786684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-d517ad95-4e75-4b18-a22f-6eadf9446920 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519037 Jul 16 01:11:29.796615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf2df6-afeb-48fe-ab06-e34eb752e3fc req-7e60b80e-da2c-43f9-84c5-aa10a4369413 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:29.799003 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ccf2df6-afeb-48fe-ab06-e34eb752e3fc req-7e60b80e-da2c-43f9-84c5-aa10a4369413 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 949 time: 0.1348345 Jul 16 01:11:29.842997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:29.893120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8640d860-def8-40e9-94c0-a6782b30f138 req-51f30fe2-1b18-42a5-a0e7-84d84ce808da tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.896286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8640d860-def8-40e9-94c0-a6782b30f138 req-51f30fe2-1b18-42a5-a0e7-84d84ce808da tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.897528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8640d860-def8-40e9-94c0-a6782b30f138 req-51f30fe2-1b18-42a5-a0e7-84d84ce808da tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "DELETE /v2.0/security-groups/027446d0-5d95-4f2a-941c-eac20b8df3a9 HTTP/1.1" status: 204 len: 173 time: 0.4957550 Jul 16 01:11:29.919290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f30fe2-1b18-42a5-a0e7-84d84ce808da tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027446d0-5d95-4f2a-941c-eac20b8df3a9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:29.946109 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-31cd0a9f-053c-4e45-aafe-b9707818c567 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520593 Jul 16 01:11:29.950840 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ccf2df6-afeb-48fe-ab06-e34eb752e3fc req-c20a2c1c-ee48-4ab5-be2b-f360ef017c1f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243770 Jul 16 01:11:30.007446 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e75c3598-7484-43b8-9e0f-e8edcb5fbb8e req-5b6ed8c2-94c4-4cfa-b4d6-69026d399cce service neutron] 10.222.0.50 "GET /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293530 Jul 16 01:11:30.038989 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.129270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-49db7fcc-18bc-4c4f-810d-7489b47129e7 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761105 Jul 16 01:11:30.197339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:30.219788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'mac_address': 'fa:16:3e:7d:c1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:30.298342 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.323548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e55b15-e213-4c85-a67e-c4d41b5d1220 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:30.366959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:30.368485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc610e91-3329-4c70-84de-9c6a7f2105fe req-f9166cfc-b3d0-4b2d-b63c-74af66f4607f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:30.373693 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.380978 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc610e91-3329-4c70-84de-9c6a7f2105fe req-f9166cfc-b3d0-4b2d-b63c-74af66f4607f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.2015567 Jul 16 01:11:30.411127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-831c2efc-b100-4976-af05-7737653d6426 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:30.414646 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-831c2efc-b100-4976-af05-7737653d6426 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755&tenant_id=b1467b46a3bd45be94215a91f1f7b186&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.1856980 Jul 16 01:11:30.457585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:30.476845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc610e91-3329-4c70-84de-9c6a7f2105fe req-eea2f463-b460-4142-82db-a81d40260a65 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945354 Jul 16 01:11:30.606205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-f007e45b-c545-4431-89bf-67d5a53f2dc5 service neutron] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:30.626992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-f007e45b-c545-4431-89bf-67d5a53f2dc5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.631575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-231a9fcb-f44e-412e-8d02-71a4c316c53b req-f007e45b-c545-4431-89bf-67d5a53f2dc5 service neutron] 10.222.0.50 "DELETE /v2.0/ports/144130cf-efe8-41a0-87d3-f916d196211c/bindings/n-h1-791504-14 HTTP/1.1" status: 204 len: 173 time: 0.2055945 Jul 16 01:11:30.722624 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a81cc16-53cc-4366-a5c0-fe25c3308079 req-196f5483-97fb-4678-87e2-12ad188ceb44 tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/7658b0e6-ee7c-4872-b567-a3616879f908 HTTP/1.1" status: 200 len: 1810 time: 0.0588362 Jul 16 01:11:30.764194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['42e55b15-e213-4c85-a67e-c4d41b5d1220'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:30.805097 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a81cc16-53cc-4366-a5c0-fe25c3308079 req-7d0e3963-221b-4cf6-8683-bdfe02b25dfa tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.833586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a81cc16-53cc-4366-a5c0-fe25c3308079 req-7d0e3963-221b-4cf6-8683-bdfe02b25dfa tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.905318 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a81cc16-53cc-4366-a5c0-fe25c3308079 req-7d0e3963-221b-4cf6-8683-bdfe02b25dfa tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.909980 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a81cc16-53cc-4366-a5c0-fe25c3308079 req-7d0e3963-221b-4cf6-8683-bdfe02b25dfa tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.912703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a81cc16-53cc-4366-a5c0-fe25c3308079 req-7d0e3963-221b-4cf6-8683-bdfe02b25dfa tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "DELETE /v2.0/security-groups/7658b0e6-ee7c-4872-b567-a3616879f908 HTTP/1.1" status: 204 len: 173 time: 0.1797009 Jul 16 01:11:30.930333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e3963-221b-4cf6-8683-bdfe02b25dfa tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7658b0e6-ee7c-4872-b567-a3616879f908,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:30.962910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede4bee-024c-45fd-a676-85531fd186a1 req-ec1a5445-1ed2-4c20-b775-3f70d393bb71 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:30.965311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cede4bee-024c-45fd-a676-85531fd186a1 req-ec1a5445-1ed2-4c20-b775-3f70d393bb71 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 950 time: 0.1027083 Jul 16 01:11:31.010432 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cede4bee-024c-45fd-a676-85531fd186a1 req-1b3b9822-0384-49dd-a2c8-0df1935bbbf8 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350256 Jul 16 01:11:31.153181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fc46e-15aa-4d39-b9cd-8f04494793b3 req-2d95a30d-4052-4df8-98d3-79dc5f2217cc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:31.166363 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-278fc46e-15aa-4d39-b9cd-8f04494793b3 req-2d95a30d-4052-4df8-98d3-79dc5f2217cc tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 944 time: 0.1158085 Jul 16 01:11:31.230970 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-278fc46e-15aa-4d39-b9cd-8f04494793b3 req-b9fbda7e-ae01-444f-90ef-61ef749c1756 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626767 Jul 16 01:11:31.320729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023e479-fef0-429e-8d7a-66b8d11a0e42 req-c5a5c6b2-1ff0-4316-b609-0b4fb440f3c5 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:31.330270 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0023e479-fef0-429e-8d7a-66b8d11a0e42 req-c5a5c6b2-1ff0-4316-b609-0b4fb440f3c5 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.1032200 Jul 16 01:11:31.391628 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0023e479-fef0-429e-8d7a-66b8d11a0e42 req-824fa907-e3db-404e-974e-b6fca1c2bdc2 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598485 Jul 16 01:11:31.497000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b29282-8e03-4eac-978f-5195d7ca3678 req-06de0502-d22c-474a-b145-55e45c15f7a2 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:31.498759 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d0b29282-8e03-4eac-978f-5195d7ca3678 req-06de0502-d22c-474a-b145-55e45c15f7a2 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 950 time: 0.0854504 Jul 16 01:11:31.502571 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc8e5193-f5eb-4a89-b734-5387f89dcbf1 req-b093fa5d-939c-4ca6-be15-8aab13cd8e6a tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "GET /v2.0/security-groups/6de20cc2-1622-4641-b150-4dcdc3e9ac5f HTTP/1.1" status: 200 len: 1811 time: 0.0862801 Jul 16 01:11:31.594056 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d0b29282-8e03-4eac-978f-5195d7ca3678 req-87cd4721-f3a4-4de5-ab6a-ee58fedbe8b1 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0331ad-5403-4a45-8194-f56abb29c8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878668 Jul 16 01:11:31.598610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc8e5193-f5eb-4a89-b734-5387f89dcbf1 req-1b0d390e-d7fb-4481-b3fc-0c14d7b9827c tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.642657 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc8e5193-f5eb-4a89-b734-5387f89dcbf1 req-1b0d390e-d7fb-4481-b3fc-0c14d7b9827c tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.711185 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc8e5193-f5eb-4a89-b734-5387f89dcbf1 req-1b0d390e-d7fb-4481-b3fc-0c14d7b9827c tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.715867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc8e5193-f5eb-4a89-b734-5387f89dcbf1 req-1b0d390e-d7fb-4481-b3fc-0c14d7b9827c tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.728192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49414) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:31.733433 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc8e5193-f5eb-4a89-b734-5387f89dcbf1 req-1b0d390e-d7fb-4481-b3fc-0c14d7b9827c tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] 10.222.0.64 "DELETE /v2.0/security-groups/6de20cc2-1622-4641-b150-4dcdc3e9ac5f HTTP/1.1" status: 204 len: 173 time: 0.2222879 Jul 16 01:11:31.780374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d390e-d7fb-4481-b3fc-0c14d7b9827c tempest-SecurityGroupRulesNegativeTestJSON-776290846 tempest-SecurityGroupRulesNegativeTestJSON-776290846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de20cc2-1622-4641-b150-4dcdc3e9ac5f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:31.931193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c0757e-792d-4388-99a5-85728692acfc admin admin] Deleting subnet af77cec5-ce5b-469f-8613-0629713b22ec {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:11:31.935981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54c0757e-792d-4388-99a5-85728692acfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.995193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54c0757e-792d-4388-99a5-85728692acfc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.019608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54c0757e-792d-4388-99a5-85728692acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.220164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612589-1aa1-4745-8d79-ca19a82812e8 req-3fc83959-89e1-4568-83c5-27cdfae4fa39 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.233392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-62dbbddc-8245-4dd1-8ea9-e1b9b0978300 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.234224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a612589-1aa1-4745-8d79-ca19a82812e8 req-3fc83959-89e1-4568-83c5-27cdfae4fa39 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.2240570 Jul 16 01:11:32.238138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-62dbbddc-8245-4dd1-8ea9-e1b9b0978300 tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 950 time: 0.1360223 Jul 16 01:11:32.323361 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54c0757e-792d-4388-99a5-85728692acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.337926 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a612589-1aa1-4745-8d79-ca19a82812e8 req-66208ade-3ec2-444d-9560-55c7f39dc36e tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976396 Jul 16 01:11:32.399620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0757e-792d-4388-99a5-85728692acfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af77cec5-ce5b-469f-8613-0629713b22ec,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:32.412020 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54c0757e-792d-4388-99a5-85728692acfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.414654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-54c0757e-792d-4388-99a5-85728692acfc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/af77cec5-ce5b-469f-8613-0629713b22ec HTTP/1.1" status: 204 len: 168 time: 0.6843438 Jul 16 01:11:32.417290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49420) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:32.449484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-b5a8c722-d960-436c-beed-1e6573493eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Deleting port 78b1f398-0cfd-453f-91ac-6befe050fa5d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:32.450109 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-b5a8c722-d960-436c-beed-1e6573493eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.565012 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-18620407-8710-4e60-ab4c-ac8c93dd62a4 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=94219a605dea4c4bb02ed5d18061280e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778289 Jul 16 01:11:32.588631 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.634686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-b5a8c722-d960-436c-beed-1e6573493eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] For port 78b1f398-0cfd-453f-91ac-6befe050fa5d, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=78b1f398-0cfd-453f-91ac-6befe050fa5d,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:32.635051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-b5a8c722-d960-436c-beed-1e6573493eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.664036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-b5a8c722-d960-436c-beed-1e6573493eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Calling delete_port for 78b1f398-0cfd-453f-91ac-6befe050fa5d owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:32.740634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbbbae-ad4e-4fc5-b0bc-a9fe3bae5c4e req-6820cafb-4c7a-43bf-a4f9-f0b1d4287e4b tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.748449 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcdbbbae-ad4e-4fc5-b0bc-a9fe3bae5c4e req-6820cafb-4c7a-43bf-a4f9-f0b1d4287e4b tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 1096 time: 0.1758533 Jul 16 01:11:32.806754 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-bba09937-8931-46d3-9687-c73501fd89e6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.813579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcdbbbae-ad4e-4fc5-b0bc-a9fe3bae5c4e req-43eaff6e-56c3-4c0b-bc72-6752dc5d8732 tempest-LiveAutoBlockMigrationV225Test-791468705 tempest-LiveAutoBlockMigrationV225Test-791468705-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641294 Jul 16 01:11:32.821122 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-bba09937-8931-46d3-9687-c73501fd89e6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454293 Jul 16 01:11:32.850656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-3c7b9c74-c33a-4101-aa09-1db3f8998d76 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/quotas/94219a605dea4c4bb02ed5d18061280e HTTP/1.1" status: 200 len: 375 time: 0.0282290 Jul 16 01:11:32.983021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.997063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-b5a8c722-d960-436c-beed-1e6573493eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.019172 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:33.032242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c22378c-3337-492e-8028-9416aba18cea') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:33.032887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c22378c-3337-492e-8028-9416aba18cea') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:33.044907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.058734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8c722-d960-436c-beed-1e6573493eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Pushing event deleted for resources: {'Port': ['ID=78b1f398-0cfd-453f-91ac-6befe050fa5d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:33.065411 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.073602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:11:33.073602 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:11:33.141722 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:11:33.157792 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.168576 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.176238 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] 10.222.0.64 "DELETE /v2.0/networks/baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0 HTTP/1.1" status: 204 len: 168 time: 0.7580235 Jul 16 01:11:33.194163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846aaa7e-d345-46f4-a35c-e8d9ee87b4de admin admin] Pushing event deleted for resources: {'Network': ['ID=baa5a6e0-0624-4cb9-aac7-eeaadd18cbb0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:33.205727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-b5a8c722-d960-436c-beed-1e6573493eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] No DVR routers for this DVR port 78b1f398-0cfd-453f-91ac-6befe050fa5d on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:33.210726 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-b5a8c722-d960-436c-beed-1e6573493eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.212049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0aeeb143-1de3-4420-86c0-62a3ff5cdd3f req-b5a8c722-d960-436c-beed-1e6573493eaf tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.67 "DELETE /v2.0/ports/78b1f398-0cfd-453f-91ac-6befe050fa5d HTTP/1.1" status: 204 len: 173 time: 0.9658210 Jul 16 01:11:33.213789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56366dc4-f7d5-4770-98f2-21b647ea6978', 'name': 'network-vif-deleted', 'tag': '78b1f398-0cfd-453f-91ac-6befe050fa5d'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:33.227844 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7368514d-6eda-4b0d-b7e1-da8208fd5912" -d '{"events": [{"server_uuid": "56366dc4-f7d5-4770-98f2-21b647ea6978", "name": "network-vif-deleted", "tag": "78b1f398-0cfd-453f-91ac-6befe050fa5d"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:33.252038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-d5002482-947e-4512-af48-ef1a35544997 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3575575 Jul 16 01:11:33.323463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d918f-c358-4343-a5f0-7b046def2677 req-27a5745d-0b0f-4c9b-a5a1-2c16a7b74f7f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:33.336664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b31d918f-c358-4343-a5f0-7b046def2677 req-27a5745d-0b0f-4c9b-a5a1-2c16a7b74f7f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.2749307 Jul 16 01:11:33.396734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49446) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:33.418861 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b31d918f-c358-4343-a5f0-7b046def2677 req-3e640703-c0c9-4e81-bb34-b5825ef0257a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797100 Jul 16 01:11:33.465672 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8d6b453d-68cd-41d7-b21d-8af133031ee3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b630301c424246a490d5023bbf0f2e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650921 Jul 16 01:11:33.465984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:33.534321 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5268a370-3f11-4876-b996-97c195e6e6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.565038 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5268a370-3f11-4876-b996-97c195e6e6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.708120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5268a370-3f11-4876-b996-97c195e6e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.716559 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5268a370-3f11-4876-b996-97c195e6e6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.720897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5268a370-3f11-4876-b996-97c195e6e6c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05e2841d-9cbe-4533-91a9-cd60d8aaa3e9 HTTP/1.1" status: 204 len: 168 time: 0.2509320 Jul 16 01:11:33.737544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a370-3f11-4876-b996-97c195e6e6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2841d-9cbe-4533-91a9-cd60d8aaa3e9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:33.840579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:33.847555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cec6690-474a-47ca-acb9-c13b8aff3d6e req-268c9873-9b16-4fdb-8165-85bdcd6870ce tempest-ServersOnMultiNodesTest-429579255 tempest-ServersOnMultiNodesTest-429579255-project] 10.222.0.64 "GET /v2.0/ports?device_id=56366dc4-f7d5-4770-98f2-21b647ea6978 HTTP/1.1" status: 200 len: 210 time: 0.0953512 Jul 16 01:11:33.862531 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:11:33.978297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 42e55b15-e213-4c85-a67e-c4d41b5d1220 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:33.984406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 42e55b15-e213-4c85-a67e-c4d41b5d1220 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:33.985763 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:34.109368 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab23fba-e0b5-404b-8828-911e201fd0fc x-openstack-request-id: req-5ab23fba-e0b5-404b-8828-911e201fd0fc {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:34.109806 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56366dc4-f7d5-4770-98f2-21b647ea6978", "name": "network-vif-deleted", "tag": "78b1f398-0cfd-453f-91ac-6befe050fa5d", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:34.110244 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ab23fba-e0b5-404b-8828-911e201fd0fc {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:34.110862 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56366dc4-f7d5-4770-98f2-21b647ea6978', 'name': 'network-vif-deleted', 'tag': '78b1f398-0cfd-453f-91ac-6befe050fa5d', 'status': 'completed', 'code': 200} Jul 16 01:11:34.300567 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:34.339048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:34.342091 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4025c3-6759-4525-80ab-2f944b0a42d4" -d '{"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-plugged", "status": "completed", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:34.365232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:34.375918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:34.432974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 78b1f398-0cfd-453f-91ac-6befe050fa5d no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:34.587578 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-395cd9fd-d4d1-40b8-9663-4029af0aebca req-b7783337-da57-4800-9ecc-d7c71503ab8c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 210 time: 0.0944836 Jul 16 01:11:34.660317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f6e81-15c9-436b-8fe3-89fe80e0df5c req-cbb84c65-51c7-49bb-b50b-9d4b94793769 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:34.670137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 78b1f398-0cfd-453f-91ac-6befe050fa5d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:34.670529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 78b1f398-0cfd-453f-91ac-6befe050fa5d not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:34.671674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca5f6e81-15c9-436b-8fe3-89fe80e0df5c req-cbb84c65-51c7-49bb-b50b-9d4b94793769 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.2240670 Jul 16 01:11:34.703566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=13']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:34.760932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca5f6e81-15c9-436b-8fe3-89fe80e0df5c req-29d1a551-ab0c-45e1-896c-8f7362110b45 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872159 Jul 16 01:11:34.887415 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb850a-112f-41cd-ae5e-ba55f372fc7e x-openstack-request-id: req-b0cb850a-112f-41cd-ae5e-ba55f372fc7e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:34.887415 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-plugged", "status": "completed", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:34.887415 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0cb850a-112f-41cd-ae5e-ba55f372fc7e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:34.889990 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'code': 200} Jul 16 01:11:34.951125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-734328d4-42db-40f3-aabc-be1c6cc58b42 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:34.952767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-734328d4-42db-40f3-aabc-be1c6cc58b42 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.50 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 944 time: 0.1352012 Jul 16 01:11:35.028625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b7da0-6440-4635-b30e-b2a4fd692a0b req-945b7b0c-e585-4bce-8f67-e1dc8c46df17 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:35.042618 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-152b7da0-6440-4635-b30e-b2a4fd692a0b req-945b7b0c-e585-4bce-8f67-e1dc8c46df17 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 944 time: 0.2299321 Jul 16 01:11:35.116111 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-152b7da0-6440-4635-b30e-b2a4fd692a0b req-d95006bc-de62-4d3b-995e-ab09ae17039b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726058 Jul 16 01:11:35.152301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-6405c617-b301-4fb8-a319-5ba361045d28 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Deleting port 144130cf-efe8-41a0-87d3-f916d196211c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:35.153023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-6405c617-b301-4fb8-a319-5ba361045d28 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.363661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49494) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:35.399288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-6405c617-b301-4fb8-a319-5ba361045d28 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] For port 144130cf-efe8-41a0-87d3-f916d196211c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=144130cf-efe8-41a0-87d3-f916d196211c,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:35.399792 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-6405c617-b301-4fb8-a319-5ba361045d28 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.447575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-6405c617-b301-4fb8-a319-5ba361045d28 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Calling delete_port for 144130cf-efe8-41a0-87d3-f916d196211c owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:35.545033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc563dd-4563-4ab8-8ee3-29b9fd97e8f2 req-819e03a2-542d-47aa-9889-360717ee0483 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:35.546705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecc563dd-4563-4ab8-8ee3-29b9fd97e8f2 req-819e03a2-542d-47aa-9889-360717ee0483 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.1369193 Jul 16 01:11:35.631004 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecc563dd-4563-4ab8-8ee3-29b9fd97e8f2 req-77a6d81a-641a-4202-b8db-075fc694bb55 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699642 Jul 16 01:11:35.686984 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-6405c617-b301-4fb8-a319-5ba361045d28 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.701310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['12626332-12b5-4e5b-a4a3-a929c8779cee'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:35.709372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['144130cf-efe8-41a0-87d3-f916d196211c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:35.736135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405c617-b301-4fb8-a319-5ba361045d28 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Pushing event deleted for resources: {'Port': ['ID=144130cf-efe8-41a0-87d3-f916d196211c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:35.760922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49502) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:35.799817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2090267974-network', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:35.818957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-6405c617-b301-4fb8-a319-5ba361045d28 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] No DVR routers for this DVR port 144130cf-efe8-41a0-87d3-f916d196211c on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:35.825520 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-6405c617-b301-4fb8-a319-5ba361045d28 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.832357 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa65c8c2-ba9a-41e7-a56e-957ab14caf00 req-6405c617-b301-4fb8-a319-5ba361045d28 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.50 "DELETE /v2.0/ports/144130cf-efe8-41a0-87d3-f916d196211c HTTP/1.1" status: 204 len: 173 time: 0.8666983 Jul 16 01:11:35.834291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'name': 'network-vif-deleted', 'tag': '144130cf-efe8-41a0-87d3-f916d196211c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:35.840960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Made reservation on behalf of fce90306888f4cae88a734b74f6c46f7 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:35.844939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.850131 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d40d3e5-0a97-49b3-975c-54c054672546" -d '{"events": [{"server_uuid": "673cfe9c-60a1-4720-8aa2-b9afec772755", "name": "network-vif-deleted", "tag": "144130cf-efe8-41a0-87d3-f916d196211c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:35.864066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.960314 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3b780b33-e48f-450b-822e-24bd4bf5dec4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03530c1738b84d158ef2bb580d71a920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973279 Jul 16 01:11:35.964182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49510) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:36.150488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bf16130-d663-4c64-beeb-41e4882ae41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.180776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bf16130-d663-4c64-beeb-41e4882ae41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.241719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bf16130-d663-4c64-beeb-41e4882ae41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.244660 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bf16130-d663-4c64-beeb-41e4882ae41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.245924 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2bf16130-d663-4c64-beeb-41e4882ae41e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa0331ad-5403-4a45-8194-f56abb29c8f4 HTTP/1.1" status: 204 len: 168 time: 0.2797384 Jul 16 01:11:36.257775 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf16130-d663-4c64-beeb-41e4882ae41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0331ad-5403-4a45-8194-f56abb29c8f4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:36.274566 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaa882-57ef-4fb9-ab1f-0a4384ce7b33 req-8c9139e5-6ee7-4233-8f82-b6dcd525c1f9 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:36.276360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9edaa882-57ef-4fb9-ab1f-0a4384ce7b33 req-8c9139e5-6ee7-4233-8f82-b6dcd525c1f9 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.2387102 Jul 16 01:11:36.373805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9edaa882-57ef-4fb9-ab1f-0a4384ce7b33 req-33577394-34df-4fa6-ab33-949bf20314a5 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903409 Jul 16 01:11:36.463921 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b02edf-da45-44b2-b401-3f46a39bd357 x-openstack-request-id: req-69b02edf-da45-44b2-b401-3f46a39bd357 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:36.465016 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673cfe9c-60a1-4720-8aa2-b9afec772755", "name": "network-vif-deleted", "tag": "144130cf-efe8-41a0-87d3-f916d196211c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:36.465589 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69b02edf-da45-44b2-b401-3f46a39bd357 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:36.466399 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673cfe9c-60a1-4720-8aa2-b9afec772755', 'name': 'network-vif-deleted', 'tag': '144130cf-efe8-41a0-87d3-f916d196211c', 'status': 'completed', 'code': 200} Jul 16 01:11:36.486407 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16a79582-62cc-48e7-836f-e70d6769f1b3 req-9f03a3a7-b772-4e07-b038-b27825c2e92b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 210 time: 0.5075099 Jul 16 01:11:36.586598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-4f8f5766-5392-4c1a-a326-22f4c23983fd tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=94219a605dea4c4bb02ed5d18061280e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912962 Jul 16 01:11:36.637817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3b379a32-da30-438e-b1c8-1453932d074c req-24ec2cf7-a3dd-4b17-9c18-12ec0ea38093 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 210 time: 0.0531793 Jul 16 01:11:36.751639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:36.767163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.776640 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.819522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6ff62de1-f64a-4821-9468-ecf1ef997c5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0414629df39e4a16af2adff0e6e26be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663414 Jul 16 01:11:36.822847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:36.886241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e6ed86-50fd-491a-a64c-edd73b68b3e9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:36.912986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:11:36.916398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67a5323b-4fae-4c64-9707-e53877c8afb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.948373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67a5323b-4fae-4c64-9707-e53877c8afb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.971629 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.971966 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Added segment 14fe3719-d3ad-4bf3-aa53-5c6b92fe4160 of type vlan for network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 Jul 16 01:11:36.982529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-a07129a6-5732-4e82-818a-0252c6a3dac5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:36.984070 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-a07129a6-5732-4e82-818a-0252c6a3dac5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3650558 Jul 16 01:11:37.003185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Request body: {'port': {'device_id': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '94219a605dea4c4bb02ed5d18061280e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:37.037157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67a5323b-4fae-4c64-9707-e53877c8afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.039880 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67a5323b-4fae-4c64-9707-e53877c8afb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.041936 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-67a5323b-4fae-4c64-9707-e53877c8afb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24d4ff5b-5039-4274-a653-6b9065fb5656 HTTP/1.1" status: 204 len: 168 time: 0.2174911 Jul 16 01:11:37.056219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5323b-4fae-4c64-9707-e53877c8afb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d4ff5b-5039-4274-a653-6b9065fb5656,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:37.150590 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.243763 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.244823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:37.245530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.306970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878e902-114e-429b-9245-5dd6e5d153a7 req-07d9c999-62e2-413a-a172-77b8f7e3bcf9 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:37.309849 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0878e902-114e-429b-9245-5dd6e5d153a7 req-07d9c999-62e2-413a-a172-77b8f7e3bcf9 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.3929820 Jul 16 01:11:37.331224 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9627025 Jul 16 01:11:37.331520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:37.337362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Request body: {'subnet': {'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2090267974-subnet', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:37.393486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936f9d8-36fa-4985-825e-8ca7aff5782e admin admin] Pushing event updated for resources: {'Network': ['ID=0a9ce279-727f-4ba6-a0ff-02c0de57fa83,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:37.408694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Made reservation on behalf of 94219a605dea4c4bb02ed5d18061280e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:37.411496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:11:37.415973 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.440863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Made reservation on behalf of fce90306888f4cae88a734b74f6c46f7 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:37.446172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0878e902-114e-429b-9245-5dd6e5d153a7 req-897eded8-1141-4d4e-acdd-c677b1177037 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293137 Jul 16 01:11:37.447502 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.684311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Allocated IP 192.168.233.177 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/32a06d89-6aac-4bb2-8519-9b42715707c2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:37.715876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0b2c8-eaf6-4d0e-8b70-46859e11c641 req-88435016-ab06-4236-a504-94a9149788e5 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:37.717430 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaa0b2c8-eaf6-4d0e-8b70-46859e11c641 req-88435016-ab06-4236-a504-94a9149788e5 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.1703029 Jul 16 01:11:37.757017 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d427c53-e6f9-42f0-a19f-7977b43266f4 req-365be98d-0c21-4bbb-bad0-68d599ead82f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 210 time: 0.0426259 Jul 16 01:11:37.815677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaa0b2c8-eaf6-4d0e-8b70-46859e11c641 req-b83d12ec-3c89-44d0-b402-7d153a60d3b6 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881207 Jul 16 01:11:37.843554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.858283 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 144130cf-efe8-41a0-87d3-f916d196211c no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:37.915703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 144130cf-efe8-41a0-87d3-f916d196211c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:37.916414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 144130cf-efe8-41a0-87d3-f916d196211c not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:37.984883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Pushing event updated for resources: {'Subnet': ['ID=99407746-f7e6-4d64-9ad1-5c12cd9dac20,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:37.990818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Checking segment: {'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:37.991180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Network hostable DHCP agents. Network: 0a9ce279-727f-4ba6-a0ff-02c0de57fa83, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:11:38.009797 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ca1648cd-b582-422c-b986-95ad391c0e61 req-fdadbd2a-8202-4634-95d7-bfb45c4f9e16 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 210 time: 0.0529833 Jul 16 01:11:38.022586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:11:38.049530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 0a9ce279-727f-4ba6-a0ff-02c0de57fa83) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:38.059233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:38.060027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.061512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b333aea-9b02-473d-994c-b01b577c97ba None None] Network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:38.079219 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36a1c0b3-99dc-46f1-a606-be9a2170800e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7440562 Jul 16 01:11:38.079653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49558) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:38.085331 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:38.096841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.116160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.118858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.147753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Transition to ACTIVE for port object 32a06d89-6aac-4bb2-8519-9b42715707c2 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:38.189647 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.197728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.215380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:38.219033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:38.255508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:38.264906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:38.265581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.269747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['7ae810bb-073d-4f24-95c5-e652ee769a7a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:38.274844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', '42e55b15-e213-4c85-a67e-c4d41b5d1220'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:38.291113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2959027 Jul 16 01:11:38.312069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Request body: {'port': {'device_id': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:38.426021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49562) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:38.427450 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.529875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:11:38.535149 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.844913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.860212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a06d89-6aac-4bb2-8519-9b42715707c2 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:38.875707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.878418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7a269e4a-2272-42a0-a25b-aa439774e2bc None None] Provisioning for port 32a06d89-6aac-4bb2-8519-9b42715707c2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:38.901358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Transition to ACTIVE for port object 32a06d89-6aac-4bb2-8519-9b42715707c2 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:38.903939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be272ec-8e43-4471-abb5-7ed3067d2cc2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:38.908820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.954764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7a269e4a-2272-42a0-a25b-aa439774e2bc None None] Provisioning complete for port 32a06d89-6aac-4bb2-8519-9b42715707c2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:38.955575 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a269e4a-2272-42a0-a25b-aa439774e2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.972512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:39.043518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdac8d5-6c3f-48a2-a3fe-038252ae5f14 req-8cd33ed3-830b-4ca9-a53b-a2c969ffa99a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.054942 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2bdac8d5-6c3f-48a2-a3fe-038252ae5f14 req-8cd33ed3-830b-4ca9-a53b-a2c969ffa99a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.2012446 Jul 16 01:11:39.071170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Allocated IP 172.20.0.2 (0a9ce279-727f-4ba6-a0ff-02c0de57fa83/99407746-f7e6-4d64-9ad1-5c12cd9dac20/d2c3330e-91e0-467b-bb08-a4611a0d0ea4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:39.083656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:39.086183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:39.086569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:39.089196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7a269e4a-2272-42a0-a25b-aa439774e2bc None None] Port 32a06d89-6aac-4bb2-8519-9b42715707c2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:39.107124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Port 32a06d89-6aac-4bb2-8519-9b42715707c2 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:39.107748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:39.113723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:39.116278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:39.116958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:39.117569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Bound port: 32a06d89-6aac-4bb2-8519-9b42715707c2, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:39.118141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.163112 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2bdac8d5-6c3f-48a2-a3fe-038252ae5f14 req-72e4270b-c792-4b06-9114-cb29c4999b2a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068988 Jul 16 01:11:39.256896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:39.260336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:39.275883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-network', 'tenant_id': '725764f3d42f4f15a5b42242174ae321'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:39.331914 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.416220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.416908 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.418534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] 10.222.0.67 "PUT /v2.0/ports/32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 1097 time: 1.1138837 Jul 16 01:11:39.424056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.429058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:39.431548 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c10160c-c190-4414-92b0-580bee3c5240" -d '{"events": [{"name": "network-changed", "server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:39.459280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Transition to ACTIVE for port object d2c3330e-91e0-467b-bb08-a4611a0d0ea4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:39.460830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097728f-ca6b-47d1-86b6-bb792e87bcff req-763499c3-a465-41e7-b854-c2746ba077a1 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.468314 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5097728f-ca6b-47d1-86b6-bb792e87bcff req-763499c3-a465-41e7-b854-c2746ba077a1 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 948 time: 0.3254380 Jul 16 01:11:39.472473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3f903-891d-40d2-a747-5f1b6cd99e2c service neutron] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:39.489057 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.493383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Transition to ACTIVE for port object d2c3330e-91e0-467b-bb08-a4611a0d0ea4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:39.505855 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.527570 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.535689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Made reservation on behalf of 725764f3d42f4f15a5b42242174ae321 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:39.541833 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.566639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5097728f-ca6b-47d1-86b6-bb792e87bcff req-0ece6235-5343-40a8-9ecb-98ea5ab4dda5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973115 Jul 16 01:11:39.605233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ecf59-9ffd-4de6-929f-960cf8a65541 req-834cc458-272a-47fb-981a-60b39621c507 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.615585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f44ecf59-9ffd-4de6-929f-960cf8a65541 req-834cc458-272a-47fb-981a-60b39621c507 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.2827704 Jul 16 01:11:39.641029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.671972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:39.685182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:39.689223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:39.695011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Pushing event updated for resources: {'Port': ['ID=d2c3330e-91e0-467b-bb08-a4611a0d0ea4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:39.728484 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f44ecf59-9ffd-4de6-929f-960cf8a65541 req-a49abbaa-e1e3-4d63-823b-8cb7b8702755 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120319 Jul 16 01:11:39.771145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-04d5e691-7f3f-4000-8a28-738f878637c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.776180 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-04d5e691-7f3f-4000-8a28-738f878637c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1100 time: 0.2807128 Jul 16 01:11:39.825300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Attempting to bind port d2c3330e-91e0-467b-bb08-a4611a0d0ea4 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:39.825827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Attempting to bind port d2c3330e-91e0-467b-bb08-a4611a0d0ea4 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:39.828154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Attempting to bind port d2c3330e-91e0-467b-bb08-a4611a0d0ea4 on network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:39.839353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:39.839777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Checking segment: {'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:39.840190 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.840595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Bound using segment: {'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:39.841093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Bound port: d2c3330e-91e0-467b-bb08-a4611a0d0ea4, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:39.841533 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.870281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Allocated IP 172.25.4.127 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/68ac2554-85c4-46b1-aa34-42754491efa2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:39.908516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b9ffa9b-9191-4766-aec7-e80b30ed1b11 req-740338c0-eaad-41bc-b5fe-0cbc382fb789 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 210 time: 0.0953710 Jul 16 01:11:39.914878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-37869277-5c74-4956-bcc7-c915a8707b87 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 217 time: 0.1296172 Jul 16 01:11:40.006724 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9109fd-4d58-4db4-ab10-7d5800a92366 x-openstack-request-id: req-4d9109fd-4d58-4db4-ab10-7d5800a92366 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:40.007143 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:40.007539 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d9109fd-4d58-4db4-ab10-7d5800a92366 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:40.008545 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'status': 'completed', 'code': 200} Jul 16 01:11:40.044058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-9e36626c-ce65-459f-aef2-8a9b6d659d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:40.045588 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-9e36626c-ce65-459f-aef2-8a9b6d659d83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1209919 Jul 16 01:11:40.048369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] For port d2c3330e-91e0-467b-bb08-a4611a0d0ea4, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:40.054568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] For port d2c3330e-91e0-467b-bb08-a4611a0d0ea4, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d2c3330e-91e0-467b-bb08-a4611a0d0ea4,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:40.061073 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.104295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.112301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.118365 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.149274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9514e-ea0f-45af-9a91-5faa225cf279 None None] Pushing event updated for resources: {'Port': ['ID=d2c3330e-91e0-467b-bb08-a4611a0d0ea4,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:40.156216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:11:40.182943 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5a7b3e-e906-4305-b5dd-a166c9ff9769,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:40.183546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.186401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.186745 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Added segment bd20bca4-592f-4bdb-b02b-18a686eaa6cf of type vlan for network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 Jul 16 01:11:40.243038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:40.247078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:40.247656 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.272266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:40.275306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-2d546e30-371f-4a8c-86f1-1a7b07c4a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:40.277504 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-2d546e30-371f-4a8c-86f1-1a7b07c4a30d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2201900 Jul 16 01:11:40.309157 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.310190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:40.310772 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.328132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Pushing event updated for resources: {'Port': ['ID=68ac2554-85c4-46b1-aa34-42754491efa2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:40.437061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.9903119 Jul 16 01:11:40.448060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49582) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:40.459810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Request body: {'subnet': {'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-subnet', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:40.547637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e37a96-58f3-4348-93eb-ea4f0bca9e79 admin admin] Pushing event updated for resources: {'Network': ['ID=fe404aaa-8c0e-49fa-a8bc-160ef884cf17,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:40.559834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-c03ab5d6-c9c2-420e-ae90-8421284e27b5 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750416 Jul 16 01:11:40.561416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Made reservation on behalf of 725764f3d42f4f15a5b42242174ae321 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:40.564437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:11:40.564749 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.629436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebe45b-80c8-46a7-97e5-d1faa1d93625 req-75e19da7-6d89-4320-a4a6-ccc6b87b2bdc tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:40.635946 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d8ebe45b-80c8-46a7-97e5-d1faa1d93625 req-75e19da7-6d89-4320-a4a6-ccc6b87b2bdc tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.2163503 Jul 16 01:11:40.761994 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d8ebe45b-80c8-46a7-97e5-d1faa1d93625 req-316d721f-cc74-4aa2-abf7-c5065e7be509 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245522 Jul 16 01:11:40.786893 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-145f26ea-c2a2-4d16-919e-d7591cc9e8ea req-7a601921-e7dd-48bf-9efe-a448f8c8456f service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175872 Jul 16 01:11:40.813250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.009812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.121055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30951536-091a-4736-bbd3-8fabd9a00b0e req-b05ab5b9-616b-4d81-a090-64bf8340db2b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:41.124904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30951536-091a-4736-bbd3-8fabd9a00b0e req-b05ab5b9-616b-4d81-a090-64bf8340db2b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 948 time: 0.3400111 Jul 16 01:11:41.158301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10160c-c190-4414-92b0-580bee3c5240 req-297a454b-b318-4f51-81c5-a7323eaab130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:41.161655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c10160c-c190-4414-92b0-580bee3c5240 req-297a454b-b318-4f51-81c5-a7323eaab130 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1100 time: 0.3077123 Jul 16 01:11:41.182283 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.284965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10160c-c190-4414-92b0-580bee3c5240 req-70214c6c-17c6-4909-9d03-4667ef5d2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:41.287744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c10160c-c190-4414-92b0-580bee3c5240 req-70214c6c-17c6-4909-9d03-4667ef5d2bb6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1151080 Jul 16 01:11:41.290797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af72bbd8-24e9-4052-a3be-1f4b3544b4e5,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:41.383376 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30951536-091a-4736-bbd3-8fabd9a00b0e req-264fb07c-7c10-479c-9611-15f041eb8640 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416766 Jul 16 01:11:41.385715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c10160c-c190-4414-92b0-580bee3c5240 req-3040d9df-d7db-4e75-8eb5-e085593d99c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 217 time: 0.0883687 Jul 16 01:11:41.424710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Checking segment: {'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:41.436793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00728b-171c-432c-b8fe-b6d5acc5741d req-83a8694a-1688-4c5c-bdf4-7b3e6c57aa1d tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:41.437227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Network hostable DHCP agents. Network: fe404aaa-8c0e-49fa-a8bc-160ef884cf17, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:11:41.437351 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a00728b-171c-432c-b8fe-b6d5acc5741d req-83a8694a-1688-4c5c-bdf4-7b3e6c57aa1d tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.2439253 Jul 16 01:11:41.490444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19eb37e-26da-46cd-aa9d-204535aad318 None None] Network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:41.499423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10160c-c190-4414-92b0-580bee3c5240 req-6298aaaa-72e8-4019-8269-c32665de39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:41.501427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c10160c-c190-4414-92b0-580bee3c5240 req-6298aaaa-72e8-4019-8269-c32665de39fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1071656 Jul 16 01:11:41.502881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:11:41.548019 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a00728b-171c-432c-b8fe-b6d5acc5741d req-2b0866ef-d24d-4ff8-9283-c751c88c983a tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075644 Jul 16 01:11:41.600429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:11:41.614898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, fe404aaa-8c0e-49fa-a8bc-160ef884cf17) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:41.628052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:41.628881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.648852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d5ed78-a2b9-42fe-8ce6-16dccc8c2260 None None] Network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:41.678113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb9dcfb4-ac83-4d5d-8909-f0479b4cd5f5 None None] Provisioning for port d2c3330e-91e0-467b-bb08-a4611a0d0ea4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:41.730640 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b2967c4-aad7-447e-a55e-74a618b63e48 req-91d95970-307d-4214-b9b9-16c328413cee tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 210 time: 0.0438123 Jul 16 01:11:41.738045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f61fe963-77c6-40c8-9bd9-a404102fc5d6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2872701 Jul 16 01:11:41.742525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:41.754215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:41.763111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10160c-c190-4414-92b0-580bee3c5240 req-5dd1d1bf-9f5b-43cd-b81e-fbeba305ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:41.767806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c10160c-c190-4414-92b0-580bee3c5240 req-5dd1d1bf-9f5b-43cd-b81e-fbeba305ff05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2582347 Jul 16 01:11:41.902959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c10160c-c190-4414-92b0-580bee3c5240 req-2050f35d-9a49-489b-972e-e6c3eef522bb service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257925 Jul 16 01:11:41.986263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:11:41.986993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.991097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.992294 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.006901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:11:42.026098 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Sync routers for ids ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:11:42.107091 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.111056 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-96b24a51-3598-4dcb-9485-55b87ad655f7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0274563 Jul 16 01:11:42.112589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49598) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:42.124839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c10160c-c190-4414-92b0-580bee3c5240 req-a6af2547-10f2-41fc-bc6a-b196a50fdaf7 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149870 Jul 16 01:11:42.261140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d2c3330e-91e0-467b-bb08-a4611a0d0ea4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:42.287719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.322501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Routers {'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:42.324056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:42.400002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port d2c3330e-91e0-467b-bb08-a4611a0d0ea4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:42.403168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85d057-c48a-4ff6-83f5-6fe74fef1dc6 req-1c34db5c-be63-4d31-bd9d-21724231a7a9 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:42.406549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df85d057-c48a-4ff6-83f5-6fe74fef1dc6 req-1c34db5c-be63-4d31-bd9d-21724231a7a9 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.3710513 Jul 16 01:11:42.408502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port d2c3330e-91e0-467b-bb08-a4611a0d0ea4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:42.408832 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.559703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.569934 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df85d057-c48a-4ff6-83f5-6fe74fef1dc6 req-efe38b74-7d52-4878-9bd6-ca138fc370a3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440580 Jul 16 01:11:42.722063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:42.835666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Set router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:42.936682 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.969705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5ea261c9-86e1-4682-9c1a-075732a47a75 None None] Provisioning complete for port d2c3330e-91e0-467b-bb08-a4611a0d0ea4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:42.970162 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ea261c9-86e1-4682-9c1a-075732a47a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.023142 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.062719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2fd65-1c4e-4cc2-82ba-d1279d323b4d req-f88dc8bc-6276-4f1c-a0e3-77c041e76390 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:43.075877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32d2fd65-1c4e-4cc2-82ba-d1279d323b4d req-f88dc8bc-6276-4f1c-a0e3-77c041e76390 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 948 time: 0.4623179 Jul 16 01:11:43.082496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Allocated IP 172.20.0.2 (fe404aaa-8c0e-49fa-a8bc-160ef884cf17/af72bbd8-24e9-4052-a3be-1f4b3544b4e5/cb77b9e6-f38a-413d-83ea-f9491633b5b3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:43.150194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5386f-7df5-4a95-984b-c3f1f6eb5b53 req-89981e9c-f9ff-43ab-9246-0adf08265e4a tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:43.159644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96c5386f-7df5-4a95-984b-c3f1f6eb5b53 req-89981e9c-f9ff-43ab-9246-0adf08265e4a tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.3759370 Jul 16 01:11:43.168765 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.194281 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32d2fd65-1c4e-4cc2-82ba-d1279d323b4d req-5139999f-d3c1-462c-a509-9aae66621ced tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165874 Jul 16 01:11:43.200046 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.245610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96c5386f-7df5-4a95-984b-c3f1f6eb5b53 req-a5135e64-010b-4c02-b1d7-c6e283f0c629 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848019 Jul 16 01:11:43.282599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port d2c3330e-91e0-467b-bb08-a4611a0d0ea4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d2c3330e-91e0-467b-bb08-a4611a0d0ea4,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:43.354885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Allocated IP 172.25.4.58 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/8a49eb40-3743-48b1-8a83-09ee2552ae93) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:43.612802 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.631977 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Transition to ACTIVE for port object cb77b9e6-f38a-413d-83ea-f9491633b5b3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:43.667659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Transition to ACTIVE for port object cb77b9e6-f38a-413d-83ea-f9491633b5b3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:43.797735 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.804539 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.867689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.015559 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=d2c3330e-91e0-467b-bb08-a4611a0d0ea4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:44.077422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ad80600-4133-4803-b0bb-2e25a47a89fb req-e08e8075-3c36-4058-92e9-7b0577e6d781 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=673cfe9c-60a1-4720-8aa2-b9afec772755 HTTP/1.1" status: 200 len: 210 time: 0.5981684 Jul 16 01:11:44.116250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Pushing event updated for resources: {'Port': ['ID=cb77b9e6-f38a-413d-83ea-f9491633b5b3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:44.218488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:44.243624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:44.257620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:44.275686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d2c3330e-91e0-467b-bb08-a4611a0d0ea4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:44.280608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-fe6922ab-f0a6-48e8-a638-31668044883a tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:44.290319 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-fe6922ab-f0a6-48e8-a638-31668044883a tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.9425745 Jul 16 01:11:44.314764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Allocated IP 172.20.0.1 (0a9ce279-727f-4ba6-a0ff-02c0de57fa83/99407746-f7e6-4d64-9ad1-5c12cd9dac20/4d9dc171-1dc7-423b-99c5-b9d7853177d3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:44.345771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-14'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:44.361957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:44.383473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:40Z', 'revision_number': 3, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:44.419916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Checking router: e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:11:44.420273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Updating router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 port 68ac2554-85c4-46b1-aa34-42754491efa2 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:11:44.445353 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.449852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:44.455918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port d2c3330e-91e0-467b-bb08-a4611a0d0ea4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:44.456290 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.510711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36d3be-8c30-4a16-8920-a32041556eda req-13d4fe24-d738-4904-a92c-95044d73d202 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:44.518549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e36d3be-8c30-4a16-8920-a32041556eda req-13d4fe24-d738-4904-a92c-95044d73d202 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 945 time: 0.1410253 Jul 16 01:11:44.532444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:44.545043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:44.553690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:44.559572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Attempting to bind port cb77b9e6-f38a-413d-83ea-f9491633b5b3 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:44.559941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Attempting to bind port cb77b9e6-f38a-413d-83ea-f9491633b5b3 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:44.560297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Attempting to bind port cb77b9e6-f38a-413d-83ea-f9491633b5b3 on network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:44.569251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:44.569623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Checking segment: {'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:44.570038 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.570460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Bound using segment: {'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:44.570942 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Bound port: cb77b9e6-f38a-413d-83ea-f9491633b5b3, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:44.571321 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.575697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Pushing event updated for resources: {'Port': ['ID=8a49eb40-3743-48b1-8a83-09ee2552ae93,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:44.615551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.616667 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e36d3be-8c30-4a16-8920-a32041556eda req-219595da-62fb-432d-8b0f-fa22d80dcefb tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969424 Jul 16 01:11:44.646250 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.684140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a06d89-6aac-4bb2-8519-9b42715707c2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:44.687400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318411-36bb-44da-bb6a-2faf30307650 req-e2abf235-e5f9-424a-89cf-b678a9d9a889 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:44.697267 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a318411-36bb-44da-bb6a-2faf30307650 req-e2abf235-e5f9-424a-89cf-b678a9d9a889 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 945 time: 0.2727218 Jul 16 01:11:44.750235 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.757711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:44.793509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.840078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a318411-36bb-44da-bb6a-2faf30307650 req-2708d4e2-4730-4618-b7e3-bb1a23de4a6d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415358 Jul 16 01:11:44.853622 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.874740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Transition to ACTIVE for port object 4d9dc171-1dc7-423b-99c5-b9d7853177d3 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:44.889753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:44.945478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] For port cb77b9e6-f38a-413d-83ea-f9491633b5b3, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:45.045323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] For port cb77b9e6-f38a-413d-83ea-f9491633b5b3, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cb77b9e6-f38a-413d-83ea-f9491633b5b3,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:45.090232 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:11:45.107419 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.118967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:45.166137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:45.186189 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.195152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af47b-ee5b-42ca-9123-4b602d48878e req-8e090e7f-c2df-4ba9-9ea5-970852760f6c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:45.202214 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a41af47b-ee5b-42ca-9123-4b602d48878e req-8e090e7f-c2df-4ba9-9ea5-970852760f6c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 949 time: 0.3840895 Jul 16 01:11:45.218079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['32a06d89-6aac-4bb2-8519-9b42715707c2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:45.256888 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.297493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ca12a-748d-4970-81dc-7571c7f7fb62 None None] Pushing event updated for resources: {'Port': ['ID=cb77b9e6-f38a-413d-83ea-f9491633b5b3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:45.303275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:45.340229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea8080-ef21-4a1b-b2cf-69eedfd0b910 req-dc1cd1a0-ec71-435c-8403-812ae8c60222 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:45.342800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10ea8080-ef21-4a1b-b2cf-69eedfd0b910 req-dc1cd1a0-ec71-435c-8403-812ae8c60222 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.3123441 Jul 16 01:11:45.344215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:45.396007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:45.396959 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.415442 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a41af47b-ee5b-42ca-9123-4b602d48878e req-39cef0e8-b3cc-47c3-88f3-460944175abd tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017715 Jul 16 01:11:45.566871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Pushing event updated for resources: {'Port': ['ID=4d9dc171-1dc7-423b-99c5-b9d7853177d3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:45.609561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:45.669987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:45.734755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.791027 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10ea8080-ef21-4a1b-b2cf-69eedfd0b910 req-2490ff5f-b0d2-466f-b4dd-50b534292d8d tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351523 Jul 16 01:11:45.829093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:45.840587 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c24fde-3b00-4404-b3f1-795bb92d919b" -d '{"events": [{"server_uuid": "0dee33fe-8964-44e7-8031-f9a9040ad445", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:45.851679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.971683 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59ef2ec-8df7-4835-a90d-00d5611f4b49 x-openstack-request-id: req-b59ef2ec-8df7-4835-a90d-00d5611f4b49 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:45.974520 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dee33fe-8964-44e7-8031-f9a9040ad445", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:45.974922 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b59ef2ec-8df7-4835-a90d-00d5611f4b49 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:45.975533 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d', 'code': 200} Jul 16 01:11:45.982151 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.062300 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.076243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Transition to ACTIVE for port object 68ac2554-85c4-46b1-aa34-42754491efa2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:46.080552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d has no active binding in host n-h1-791504-14 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:11:46.161579 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.243959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837e9b8-f7d3-4785-90a3-4292b918680c None None] Pushing event updated for resources: {'Port': ['ID=68ac2554-85c4-46b1-aa34-42754491efa2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:46.292864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:46.419367 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.436716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on host n-h2-791504-14 for vnic_type normal with profile {"migrating_to": "n-h1-791504-14"} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:46.437609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:46.438934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:46.462364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Attempting to bind port 68ac2554-85c4-46b1-aa34-42754491efa2 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:46.462974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Attempting to bind port 68ac2554-85c4-46b1-aa34-42754491efa2 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:46.463586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Attempting to bind port 68ac2554-85c4-46b1-aa34-42754491efa2 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:46.479036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:46.481900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Attempting to bind port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on network 6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:46.489740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:46.489911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:46.490794 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.491369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:46.492083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Bound port: 68ac2554-85c4-46b1-aa34-42754491efa2, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:46.492721 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.504827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc89ece-6a97-4b30-9185-7847ee7e7060 req-eac1550f-d6fc-41c0-bc97-c5f897019ea8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:46.510303 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cfc89ece-6a97-4b30-9185-7847ee7e7060 req-eac1550f-d6fc-41c0-bc97-c5f897019ea8 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.2942493 Jul 16 01:11:46.554551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:46.555250 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Checking segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:46.557178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Bound using segment: {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:46.557864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Bound port: 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575ac034-ac2d-41b5-9f3c-5d0e25fa6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:46.562887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.608586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] For port 68ac2554-85c4-46b1-aa34-42754491efa2, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:46.614984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] For port 68ac2554-85c4-46b1-aa34-42754491efa2, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=68ac2554-85c4-46b1-aa34-42754491efa2,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:46.617874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cb77b9e6-f38a-413d-83ea-f9491633b5b3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:46.634141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cfc89ece-6a97-4b30-9185-7847ee7e7060 req-aee29373-2f02-4044-a3ef-28247c57d051 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123514 Jul 16 01:11:46.636369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Router ea6377fd-20d0-47e4-9686-74d2055e42c8 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:11:46.679116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a1452a1f-eff1-47ff-a2e4-ecac8a6d4fc8 None None] Provisioning for port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:46.687139 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.704046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a1452a1f-eff1-47ff-a2e4-ecac8a6d4fc8 None None] Provisioning complete for port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:46.704744 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1452a1f-eff1-47ff-a2e4-ecac8a6d4fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.789202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:46.794980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:46.809034 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.891835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a1452a1f-eff1-47ff-a2e4-ecac8a6d4fc8 None None] Port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:46.897014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:11:46.910214 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Sync routers for ids ['ea6377fd-20d0-47e4-9686-74d2055e42c8'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:11:46.923058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.927830 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e00080ac-d130-4ac5-8606-2c5e70671eaa admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.1820734 Jul 16 01:11:46.928481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49648) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:46.928989 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Routers {'ea6377fd-20d0-47e4-9686-74d2055e42c8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:46.929629 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ea6377fd-20d0-47e4-9686-74d2055e42c8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:47.074294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port cb77b9e6-f38a-413d-83ea-f9491633b5b3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:47.121687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837e9b8-f7d3-4785-90a3-4292b918680c None None] Pushing event updated for resources: {'Port': ['ID=68ac2554-85c4-46b1-aa34-42754491efa2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:47.149939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Routers {'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:47.150939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:47.166000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:47.176967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:47.177630 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.179721 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-4fe1499f-b89e-43f2-913f-17eb6ec98db7 service neutron] 10.222.0.67 "PUT /v2.0/ports/4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d HTTP/1.1" status: 200 len: 1123 time: 2.8413606 Jul 16 01:11:47.267476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b576a11-a758-411f-87b6-e53dceff503c None None] Network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:47.340948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a79bd-4a4d-4931-ba1f-eeb68ddfcc97 req-4f905375-4a14-41d2-94a4-24b9ea87a3f7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:47.344343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.349994 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-960a79bd-4a4d-4931-ba1f-eeb68ddfcc97 req-4f905375-4a14-41d2-94a4-24b9ea87a3f7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 949 time: 0.2319393 Jul 16 01:11:47.360729 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.361934 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.392102 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:47.394483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:47.420301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94e211-ebb9-4f36-adc8-76ddd6135e7a req-0ce38f58-17bd-401c-8ba1-89da05a72823 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:47.423168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c94e211-ebb9-4f36-adc8-76ddd6135e7a req-0ce38f58-17bd-401c-8ba1-89da05a72823 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 945 time: 0.3386958 Jul 16 01:11:47.485024 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-960a79bd-4a4d-4931-ba1f-eeb68ddfcc97 req-c9c58855-1972-460d-8f9a-3a4a40d01622 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336181 Jul 16 01:11:47.644672 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Set router ea6377fd-20d0-47e4-9686-74d2055e42c8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:47.675437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Pushing event updated for resources: {'Port': ['ID=4d9dc171-1dc7-423b-99c5-b9d7853177d3,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:47.752741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c94e211-ebb9-4f36-adc8-76ddd6135e7a req-468a2a78-611d-4f6f-bd7a-f0393e97c1c8 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680750 Jul 16 01:11:47.873854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] Set router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:47.895974 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:44Z', 'revision_number': 3, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:47.925131 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Checking router: ea6377fd-20d0-47e4-9686-74d2055e42c8 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:11:47.926278 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Updating router ea6377fd-20d0-47e4-9686-74d2055e42c8 port 8a49eb40-3743-48b1-8a83-09ee2552ae93 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:11:47.975872 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.977337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'tag': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:47.983071 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0dee33fe-8964-44e7-8031-f9a9040ad445", "tag": "4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:48.016253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:48.021737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:48.060139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-45678989-e51d-4ab9-b3c0-41900bb8c709 None None] Provisioning for port cb77b9e6-f38a-413d-83ea-f9491633b5b3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:48.148227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-45678989-e51d-4ab9-b3c0-41900bb8c709 None None] Provisioning complete for port cb77b9e6-f38a-413d-83ea-f9491633b5b3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:48.148877 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45678989-e51d-4ab9-b3c0-41900bb8c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.288318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087eec9-9fe7-45b8-80d5-a259f6215f1a req-ca6844f6-a504-4b4b-be63-92046b4284d9 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:48.290244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d087eec9-9fe7-45b8-80d5-a259f6215f1a req-ca6844f6-a504-4b4b-be63-92046b4284d9 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.1737554 Jul 16 01:11:48.321338 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.381292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:11:48.389655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d087eec9-9fe7-45b8-80d5-a259f6215f1a req-cb45a3b8-8227-450e-9176-531da1bda401 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917337 Jul 16 01:11:48.472691 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.547414 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Transition to ACTIVE for port object 8a49eb40-3743-48b1-8a83-09ee2552ae93 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:48.559012 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.619536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88605f87-f7e2-4a1e-8d3e-e0842d2cbd8a req-5a8f881d-01ff-4714-9efe-c981bd3bf3f6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:48.622499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:11:48.639555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1e9c27c2-23fe-4232-9c7b-1d6e23790514 admin admin] 10.222.0.64 "PUT /v2.0/routers/e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5172353 Jul 16 01:11:48.639555 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8027b257-8b6a-4bb9-a168-071486a8dd5d x-openstack-request-id: req-8027b257-8b6a-4bb9-a168-071486a8dd5d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:48.639555 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dee33fe-8964-44e7-8031-f9a9040ad445", "tag": "4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:48.639555 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8027b257-8b6a-4bb9-a168-071486a8dd5d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:48.639555 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'tag': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d', 'status': 'completed', 'code': 200} Jul 16 01:11:48.645982 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-88605f87-f7e2-4a1e-8d3e-e0842d2cbd8a req-5a8f881d-01ff-4714-9efe-c981bd3bf3f6 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.6471961 Jul 16 01:11:48.682939 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Attempting to bind port 8a49eb40-3743-48b1-8a83-09ee2552ae93 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:48.690081 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Attempting to bind port 8a49eb40-3743-48b1-8a83-09ee2552ae93 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:48.690487 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Attempting to bind port 8a49eb40-3743-48b1-8a83-09ee2552ae93 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:48.736008 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:48.736443 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:48.736778 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.737173 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:48.737660 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Bound port: 8a49eb40-3743-48b1-8a83-09ee2552ae93, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:48.738142 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.839738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Allocated IP 172.20.0.1 (fe404aaa-8c0e-49fa-a8bc-160ef884cf17/af72bbd8-24e9-4052-a3be-1f4b3544b4e5/7990f55a-c154-4f76-be7f-25c69619a0b0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:48.916046 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] For port 8a49eb40-3743-48b1-8a83-09ee2552ae93, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:48.923804 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] For port 8a49eb40-3743-48b1-8a83-09ee2552ae93, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8a49eb40-3743-48b1-8a83-09ee2552ae93,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:48.929963 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Pushing event updated for resources: {'Port': ['ID=8a49eb40-3743-48b1-8a83-09ee2552ae93,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:48.948469 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.949109 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.949627 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.950428 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.952586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:48.953170 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.953799 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.954340 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.954855 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.955355 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.957661 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.958253 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.958898 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:48.968717 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.007833 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.042853 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82f6e0-5f58-4143-9a2f-701b5ea30141 None None] Pushing event updated for resources: {'Port': ['ID=8a49eb40-3743-48b1-8a83-09ee2552ae93,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:49.049387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb43d2-a6fd-4793-9868-fdaba43a581d req-b194551e-fd02-45b0-96a1-8cbdf54ad93a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:49.061530 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8bb43d2-a6fd-4793-9868-fdaba43a581d req-b194551e-fd02-45b0-96a1-8cbdf54ad93a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 949 time: 0.2306955 Jul 16 01:11:49.087970 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Routers {'ea6377fd-20d0-47e4-9686-74d2055e42c8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:49.088259 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ea6377fd-20d0-47e4-9686-74d2055e42c8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:49.112050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Transition to ACTIVE for port object 7990f55a-c154-4f76-be7f-25c69619a0b0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:49.142547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8bb43d2-a6fd-4793-9868-fdaba43a581d req-32ee296c-3fed-4652-a046-031004f5a1b5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786633 Jul 16 01:11:49.182816 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-88605f87-f7e2-4a1e-8d3e-e0842d2cbd8a req-18f1a860-fb85-448a-abd8-3342099c275a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356519 Jul 16 01:11:49.282409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f req-e551aad4-5afd-4ecb-900d-02e298fabcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:49.285267 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f req-e551aad4-5afd-4ecb-900d-02e298fabcf3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 1126 time: 0.2151494 Jul 16 01:11:49.296622 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.324999 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45678989-e51d-4ab9-b3c0-41900bb8c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.363338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:49.391818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:49.482107 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:49.552382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-45678989-e51d-4ab9-b3c0-41900bb8c709 None None] For port cb77b9e6-f38a-413d-83ea-f9491633b5b3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cb77b9e6-f38a-413d-83ea-f9491633b5b3,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:49.596954 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] Set router ea6377fd-20d0-47e4-9686-74d2055e42c8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:49.623791 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45678989-e51d-4ab9-b3c0-41900bb8c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.708273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Pushing event updated for resources: {'Port': ['ID=7990f55a-c154-4f76-be7f-25c69619a0b0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:49.715917 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.776103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 32a06d89-6aac-4bb2-8519-9b42715707c2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:49.811950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 32a06d89-6aac-4bb2-8519-9b42715707c2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:49.814842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.935988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45678989-e51d-4ab9-b3c0-41900bb8c709 None None] Pushing event updated for resources: {'Port': ['ID=cb77b9e6-f38a-413d-83ea-f9491633b5b3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:49.985474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c74d48be-e25a-4d7e-b4d2-83ca5b891210 None None] Provisioning complete for port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:49.985857 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c74d48be-e25a-4d7e-b4d2-83ca5b891210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.009849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f req-e912f891-2d13-491a-8cde-813842214ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:50.016274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f req-e912f891-2d13-491a-8cde-813842214ef9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.6881166 Jul 16 01:11:50.062107 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:44Z', 'revision_number': 3, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:50.110406 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2854ef51-a1ec-4f73-a4af-bd51ef8679c5 None None] The sync data for ids ['ea6377fd-20d0-47e4-9686-74d2055e42c8'] in n-d-791504-14 is: [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:44Z', 'revision_number': 3, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:11:50.112754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:44Z', 'revision_number': 1, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:50.169738 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f req-1b33b38d-7ae2-4030-b52a-14e02411164f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d HTTP/1.1" status: 200 len: 217 time: 0.1394613 Jul 16 01:11:50.249306 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c74d48be-e25a-4d7e-b4d2-83ca5b891210 None None] Port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:50.251031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee579bf8-d42f-4bf4-8d44-f1ea5936fef1 None None] The sync data for ids ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'] in n-d-791504-14 is: [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:44Z', 'revision_number': 1, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:11:50.348489 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.366413 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.416868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cb77b9e6-f38a-413d-83ea-f9491633b5b3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:50.441897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49686) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:50.448710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-04ae145c-a1f0-4129-a563-d150951015ce tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556363197', 'description': 'tempest-description--903972799'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:50.527421 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04ae145c-a1f0-4129-a563-d150951015ce tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.623545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:50.630651 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362f60dd-b9e1-4ac8-9c0d-73c56a1d0e6b" -d '{"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-plugged", "status": "completed", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:50.648560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1ae85857-f3cd-466c-a749-1f178833a074 None None] Provisioning complete for port cb77b9e6-f38a-413d-83ea-f9491633b5b3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:50.648934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ae85857-f3cd-466c-a749-1f178833a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.769217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:50.788825 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.971327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:50.990706 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04ae145c-a1f0-4129-a563-d150951015ce tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.995963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port cb77b9e6-f38a-413d-83ea-f9491633b5b3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:50.996341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.001979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a29e81-d5ef-4b60-be8f-53e320495de3 req-a253abae-fcef-43f3-a6b2-6cdfce88f2bd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.010952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-94a29e81-d5ef-4b60-be8f-53e320495de3 req-a253abae-fcef-43f3-a6b2-6cdfce88f2bd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 945 time: 0.3746195 Jul 16 01:11:51.022069 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04ae145c-a1f0-4129-a563-d150951015ce tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.024600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.058767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.080297 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04ae145c-a1f0-4129-a563-d150951015ce tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.084436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-04ae145c-a1f0-4129-a563-d150951015ce tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6385520 Jul 16 01:11:51.086880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49694) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:51.092773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2114a156-51a6-482b-aa47-ea82b7cef66e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Request body: {'security_group_rule': {'security_group_id': '66e98be0-d741-40cb-8d63-90c1ab9522a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:51.112113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-94a29e81-d5ef-4b60-be8f-53e320495de3 req-aebdd9d4-0f25-41df-9bfe-6ef62409bb52 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000998 Jul 16 01:11:51.118790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae145c-a1f0-4129-a563-d150951015ce tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e98be0-d741-40cb-8d63-90c1ab9522a0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:51.237392 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2114a156-51a6-482b-aa47-ea82b7cef66e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.297155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Pushing event updated for resources: {'Port': ['ID=7990f55a-c154-4f76-be7f-25c69619a0b0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:51.330881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f req-99840f62-c47a-4c4b-b70f-d1f8119a62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.335109 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f req-99840f62-c47a-4c4b-b70f-d1f8119a62d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 1.0106440 Jul 16 01:11:51.365594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-818fe376-dd71-4f11-8c4e-1ff41f7a9e2f None None] Provisioning for port 7990f55a-c154-4f76-be7f-25c69619a0b0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:51.374072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-818fe376-dd71-4f11-8c4e-1ff41f7a9e2f None None] Provisioning complete for port 7990f55a-c154-4f76-be7f-25c69619a0b0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:51.377115 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-818fe376-dd71-4f11-8c4e-1ff41f7a9e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.405829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2114a156-51a6-482b-aa47-ea82b7cef66e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.418838 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2114a156-51a6-482b-aa47-ea82b7cef66e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.452336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114a156-51a6-482b-aa47-ea82b7cef66e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059f6537-bfa1-4ec1-af2f-a2395c891a5d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:51.474064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2114a156-51a6-482b-aa47-ea82b7cef66e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.474310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e6e4f-e6c1-4487-a1f5-0c6d8f8320fa req-6f0fc8ec-626d-4883-be06-48ac44f64e14 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.476520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2114a156-51a6-482b-aa47-ea82b7cef66e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3886476 Jul 16 01:11:51.477458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e8e6e4f-e6c1-4487-a1f5-0c6d8f8320fa req-6f0fc8ec-626d-4883-be06-48ac44f64e14 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 1.1325850 Jul 16 01:11:51.484296 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f req-daffb968-e98c-47d2-9bdc-42ea64483327 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380820 Jul 16 01:11:51.484734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:51.491597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-818fe376-dd71-4f11-8c4e-1ff41f7a9e2f None None] Port 7990f55a-c154-4f76-be7f-25c69619a0b0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:51.508323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3bd2bb2b-0afb-4669-9e8d-8e85f21f03b0 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Request body: {'security_group_rule': {'security_group_id': '66e98be0-d741-40cb-8d63-90c1ab9522a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:51.563942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517724b-850f-4819-9344-f2d30247a373 req-d6a3258c-5273-4b12-b726-58199debff93 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.568007 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.568879 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3517724b-850f-4819-9344-f2d30247a373 req-d6a3258c-5273-4b12-b726-58199debff93 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1130738 Jul 16 01:11:51.659275 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3517724b-850f-4819-9344-f2d30247a373 req-1a17a474-0da1-44cf-98c4-f5ce11be635f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834794 Jul 16 01:11:51.760654 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e8e6e4f-e6c1-4487-a1f5-0c6d8f8320fa req-df1d75bf-5e32-4bd9-9fc5-7a2bf902550a tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717206 Jul 16 01:11:51.807667 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bb2b-0afb-4669-9e8d-8e85f21f03b0 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.966385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-f6fbf6b4-e97e-480d-a35d-820afbf9ed7c tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.968110 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-f6fbf6b4-e97e-480d-a35d-820afbf9ed7c tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 945 time: 0.2303905 Jul 16 01:11:51.977608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:51.998800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f req-50e170f5-823e-4976-a66e-30bf0556a84a service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824326 Jul 16 01:11:52.051983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:52.097364 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0309eb79-7183-4e25-b83f-04c7a2d89fc3 x-openstack-request-id: req-0309eb79-7183-4e25-b83f-04c7a2d89fc3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:52.106279 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-plugged", "status": "completed", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:52.106554 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0309eb79-7183-4e25-b83f-04c7a2d89fc3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:52.106967 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'code': 200} Jul 16 01:11:52.434388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 68ac2554-85c4-46b1-aa34-42754491efa2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:52.461253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Router ea6377fd-20d0-47e4-9686-74d2055e42c8 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:11:52.465254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b3d32-ca5b-4982-b53a-965ce9d4193e req-2fccdcb9-7eb5-42ce-a80a-9512ea5d8a55 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:52.474296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f18b3d32-ca5b-4982-b53a-965ce9d4193e req-2fccdcb9-7eb5-42ce-a80a-9512ea5d8a55 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.5043838 Jul 16 01:11:52.475136 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bb2b-0afb-4669-9e8d-8e85f21f03b0 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:52.544627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 68ac2554-85c4-46b1-aa34-42754491efa2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:52.556626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 68ac2554-85c4-46b1-aa34-42754491efa2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:52.557139 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:52.571327 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bb2b-0afb-4669-9e8d-8e85f21f03b0 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:52.627071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f18b3d32-ca5b-4982-b53a-965ce9d4193e req-873edc6d-93b8-4996-90ef-4febff15dd53 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516814 Jul 16 01:11:52.638431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Deleting port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:52.638842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:52.671331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e43843c1-a60f-457e-acbe-8721ad23033c None None] Provisioning complete for port 7990f55a-c154-4f76-be7f-25c69619a0b0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:52.671774 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e43843c1-a60f-457e-acbe-8721ad23033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:52.767878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e43843c1-a60f-457e-acbe-8721ad23033c None None] Port 7990f55a-c154-4f76-be7f-25c69619a0b0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:53.015980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2bb2b-0afb-4669-9e8d-8e85f21f03b0 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8477538f-8695-489c-9464-6b0ef85d0cb2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:53.059766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bb2b-0afb-4669-9e8d-8e85f21f03b0 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.063919 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3bd2bb2b-0afb-4669-9e8d-8e85f21f03b0 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5575314 Jul 16 01:11:53.067776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] For port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:53.068269 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.074911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:53.080443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:53.119483 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.121955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8161b-34b5-4b8b-a747-adde35ecacfb req-11dea0c8-e155-4ac3-9968-0223394227e2 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.132235 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b4b8161b-34b5-4b8b-a747-adde35ecacfb req-11dea0c8-e155-4ac3-9968-0223394227e2 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 945 time: 0.6541719 Jul 16 01:11:53.198931 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b4b8161b-34b5-4b8b-a747-adde35ecacfb req-19552974-021b-49fc-b829-15e0eb499886 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ae8b8fa-0576-47d8-ab55-9e9206362f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635145 Jul 16 01:11:53.241107 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.245075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f29f072-0f5b-417e-bf0c-c5d38d379b5f req-2a9f394e-dfaa-4c59-ae99-b7d5ec1ac2a4 service neutron] 10.222.0.50 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2297547 Jul 16 01:11:53.320226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 68ac2554-85c4-46b1-aa34-42754491efa2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=68ac2554-85c4-46b1-aa34-42754491efa2,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:53.327674 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.329024 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9b1c3-508b-4be3-bac9-b23a1859a386 req-dfc94908-fe6a-4280-bdea-712e8312a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.329461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8a49eb40-3743-48b1-8a83-09ee2552ae93 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:53.331351 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42d9b1c3-508b-4be3-bac9-b23a1859a386 req-dfc94908-fe6a-4280-bdea-712e8312a99f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1102 time: 0.8674345 Jul 16 01:11:53.342353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411820-80d5-4cb3-b494-e06a5e0d94c7 req-cc824b6e-be22-4511-9e6c-5abb26fa9988 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.350664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a411820-80d5-4cb3-b494-e06a5e0d94c7 req-cc824b6e-be22-4511-9e6c-5abb26fa9988 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.4326816 Jul 16 01:11:53.433583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42d9b1c3-508b-4be3-bac9-b23a1859a386 req-e0fb3339-175a-415c-aa74-1e17416e7184 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883348 Jul 16 01:11:53.436496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=68ac2554-85c4-46b1-aa34-42754491efa2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:53.437558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:11:53.446427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 8a49eb40-3743-48b1-8a83-09ee2552ae93 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:53.454522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8a49eb40-3743-48b1-8a83-09ee2552ae93 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:53.456052 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.459135 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1ce05aa4-c0a7-4fff-923c-51242a753625 admin admin] 10.222.0.64 "PUT /v2.0/routers/ea6377fd-20d0-47e4-9686-74d2055e42c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5250626 Jul 16 01:11:53.614508 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.615392 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.616002 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Floating IP 65e5acea-5db1-4ea5-aa54-1f1127c7cb52 disassociated. External IP: 172.25.4.62, port: 42a1cc08-e19d-4f7a-9bde-d124f52bbab8. Jul 16 01:11:53.616563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Calling delete_port for 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:53.675268 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.693598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13587a4b-2e9a-485c-91e5-e657f8e8f0e6 req-80543eb9-3e08-423a-a65a-6b1d8c74ec72 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.697576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a411820-80d5-4cb3-b494-e06a5e0d94c7 req-2876b153-059d-4798-8feb-42867dbce822 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459311 Jul 16 01:11:53.709900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13587a4b-2e9a-485c-91e5-e657f8e8f0e6 req-80543eb9-3e08-423a-a65a-6b1d8c74ec72 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.1864338 Jul 16 01:11:53.718909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 8a49eb40-3743-48b1-8a83-09ee2552ae93, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8a49eb40-3743-48b1-8a83-09ee2552ae93,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:53.729978 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.778145 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.814973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13587a4b-2e9a-485c-91e5-e657f8e8f0e6 req-9e2f538e-f3b7-44b4-b618-6761707d8729 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040490 Jul 16 01:11:53.888956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=8a49eb40-3743-48b1-8a83-09ee2552ae93,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:53.925576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:53.987566 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.096973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Pushing event deleted for resources: {'Port': ['ID=42a1cc08-e19d-4f7a-9bde-d124f52bbab8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:54.130590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Allocated IP 172.25.4.75 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/9ed284ff-d309-436e-98d1-945ff681c79d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:54.272436 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.273306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-f8c0328b-dec5-49f6-b8c7-1e44df2bb3f6 service neutron] 10.222.0.50 "GET /v2.0/ports/4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d/bindings/n-h1-791504-14 HTTP/1.1" status: 200 len: 385 time: 0.1573999 Jul 16 01:11:54.283107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 68ac2554-85c4-46b1-aa34-42754491efa2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:54.286098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.288017 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.288429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.288780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.289121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.289458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.289794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.290154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.290489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.290833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.291153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.291483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:54.394036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 68ac2554-85c4-46b1-aa34-42754491efa2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:54.394413 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.581918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8a49eb40-3743-48b1-8a83-09ee2552ae93 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:54.591881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Sync routers for ids ['ea6377fd-20d0-47e4-9686-74d2055e42c8'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:11:54.672919 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-355b66f4-281a-4999-b2cb-b5dbd45acc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.692811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Routers {'ea6377fd-20d0-47e4-9686-74d2055e42c8'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:54.693733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ea6377fd-20d0-47e4-9686-74d2055e42c8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:54.855884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8a49eb40-3743-48b1-8a83-09ee2552ae93 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:54.856334 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.891190 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Sync routers for ids ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:11:54.897626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-beb0a973-191a-4494-8546-5593a87128bf tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:54.905104 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-beb0a973-191a-4494-8546-5593a87128bf tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/networks?id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17 HTTP/1.1" status: 200 len: 829 time: 0.1995082 Jul 16 01:11:54.905529 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Routers {'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:54.907527 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:54.913212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:54.916767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-390664aa-e59e-4d1f-a3f5-e14a42d1cab5 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:54.942262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-390664aa-e59e-4d1f-a3f5-e14a42d1cab5 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:54.943762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Set router ea6377fd-20d0-47e4-9686-74d2055e42c8 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:54.947159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:54.947518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:54.976112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.983501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-390664aa-e59e-4d1f-a3f5-e14a42d1cab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:54.995606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-390664aa-e59e-4d1f-a3f5-e14a42d1cab5 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:55.041567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:55.053994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:55.063038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4518a03-66c6-4845-b354-1dbafd50b8bc req-ae155612-4d20-4ac2-857b-624de7d02022 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:55.064844 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-390664aa-e59e-4d1f-a3f5-e14a42d1cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.071180 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4518a03-66c6-4845-b354-1dbafd50b8bc req-ae155612-4d20-4ac2-857b-624de7d02022 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 943 time: 0.9653020 Jul 16 01:11:55.075627 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-8ad3d6a8-2c9e-4fdd-9076-bbe3398f930a tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/quotas/725764f3d42f4f15a5b42242174ae321 HTTP/1.1" status: 200 len: 375 time: 0.1690307 Jul 16 01:11:55.076617 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:55.103314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Pushing event updated for resources: {'Port': ['ID=9ed284ff-d309-436e-98d1-945ff681c79d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:55.113655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Router 357b73f7-c54b-43fe-80d3-8c3ff99669dc has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:11:55.118749 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Set router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:55.185486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4518a03-66c6-4845-b354-1dbafd50b8bc req-e469d884-159a-4bdb-9106-20be32cdad7d tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132998 Jul 16 01:11:55.227185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-390664aa-e59e-4d1f-a3f5-e14a42d1cab5 service neutron] Transition to ACTIVE for port object 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:55.238475 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-390664aa-e59e-4d1f-a3f5-e14a42d1cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.272801 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.312911 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.347018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:50Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7990f55a-c154-4f76-be7f-25c69619a0b0', 'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'mac_address': 'fa:16:3e:f7:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:48Z', 'updated_at': '2021-07-16T01:11:50Z', 'revision_number': 2, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'subnets': [{'id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:55.371608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-390664aa-e59e-4d1f-a3f5-e14a42d1cab5 service neutron] No DVR routers for this DVR port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:55.386173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-41fa5403-1693-4e63-a341-ff8845ed4ff7 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:55.388063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-41fa5403-1693-4e63-a341-ff8845ed4ff7 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.67 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 945 time: 0.3730984 Jul 16 01:11:55.394237 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.402472 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-79f10421-3bed-479b-8101-1736d8dcc869 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=725764f3d42f4f15a5b42242174ae321&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3260262 Jul 16 01:11:55.435574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Checking router: ea6377fd-20d0-47e4-9686-74d2055e42c8 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:11:55.436049 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 2, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:55.436604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Updating router ea6377fd-20d0-47e4-9686-74d2055e42c8 port 7990f55a-c154-4f76-be7f-25c69619a0b0 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:11:55.469507 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Checking router: e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:11:55.470074 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Updating router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:11:55.499907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390664aa-e59e-4d1f-a3f5-e14a42d1cab5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:55.506500 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-390664aa-e59e-4d1f-a3f5-e14a42d1cab5 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d/bindings/n-h1-791504-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2179284 Jul 16 01:11:55.538636 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.575258 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.637035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.652473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13af492c-60ab-4458-8e79-39c2a2bb7beb req-e27fc20f-255b-43af-a61f-4ca2872963dc tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b98ce74-cb24-4975-a5f2-49720cd7886a HTTP/1.1" status: 200 len: 210 time: 0.2085588 Jul 16 01:11:55.664870 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.695900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-186e3054-b592-4b1a-8f0f-d811dda2cb34 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Deleting port 12626332-12b5-4e5b-a4a3-a929c8779cee {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:55.696398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-186e3054-b592-4b1a-8f0f-d811dda2cb34 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.711757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-ed701f82-f885-4866-84cb-6ee19e6f9be6 service neutron] 10.222.0.64 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081574 Jul 16 01:11:55.781772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Pushing event updated for resources: {'Port': ['ID=9ed284ff-d309-436e-98d1-945ff681c79d,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:55.831135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:11:55.899277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-186e3054-b592-4b1a-8f0f-d811dda2cb34 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] For port 12626332-12b5-4e5b-a4a3-a929c8779cee, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=12626332-12b5-4e5b-a4a3-a929c8779cee,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:55.899966 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-186e3054-b592-4b1a-8f0f-d811dda2cb34 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.910445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] No DVR routers for this DVR port 42a1cc08-e19d-4f7a-9bde-d124f52bbab8 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:55.916510 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-8b5e28cf-dff1-4d21-a342-599110115ad7 service neutron] 10.222.0.64 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037389 Jul 16 01:11:55.923298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-186e3054-b592-4b1a-8f0f-d811dda2cb34 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Calling delete_port for 12626332-12b5-4e5b-a4a3-a929c8779cee owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:55.924513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.927703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9478532-920f-41e4-9bc6-dcb4e7dca1e3 req-6fae3711-7c79-4749-833c-65204d7b0979 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.67 "DELETE /v2.0/ports/42a1cc08-e19d-4f7a-9bde-d124f52bbab8 HTTP/1.1" status: 204 len: 173 time: 3.8397222 Jul 16 01:11:55.928553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'name': 'network-vif-deleted', 'tag': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:55.931145 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eca3b79-8521-424f-b2e0-86ed7a16155f" -d '{"events": [{"server_uuid": "8b98ce74-cb24-4975-a5f2-49720cd7886a", "name": "network-vif-deleted", "tag": "42a1cc08-e19d-4f7a-9bde-d124f52bbab8"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:55.938042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.982983 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.995530 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3ee09d69-3226-4b33-b977-969687fbe630 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9194727 Jul 16 01:11:56.071490 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.086673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Transition to ACTIVE for port object 7990f55a-c154-4f76-be7f-25c69619a0b0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:56.095866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] Sync routers for ids ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:11:56.120141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.148913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-2fa71f55-dd0f-4843-9f5e-89254671797d tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.152598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-2fa71f55-dd0f-4843-9f5e-89254671797d tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.4931700 Jul 16 01:11:56.223582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] Routers {'357b73f7-c54b-43fe-80d3-8c3ff99669dc'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:56.224458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:56.224816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a890a78-2c8e-4cb3-9e88-c78950c22b8c req-131f1cfd-aa4b-4a09-b28b-ce9740d41b67 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.232000 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-186e3054-b592-4b1a-8f0f-d811dda2cb34 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.234366 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.264099 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Transition to ACTIVE for port object 4d9dc171-1dc7-423b-99c5-b9d7853177d3 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:56.270922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a890a78-2c8e-4cb3-9e88-c78950c22b8c req-131f1cfd-aa4b-4a09-b28b-ce9740d41b67 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=98698b5e-0dad-4c26-97cb-9d23db7ee0f4 HTTP/1.1" status: 200 len: 945 time: 0.3616631 Jul 16 01:11:56.279997 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.315058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e3054-b592-4b1a-8f0f-d811dda2cb34 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Pushing event deleted for resources: {'Port': ['ID=12626332-12b5-4e5b-a4a3-a929c8779cee,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:56.440723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a890a78-2c8e-4cb3-9e88-c78950c22b8c req-376f6931-6869-42d3-ac03-513941d905ae tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647458 Jul 16 01:11:56.444174 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487fe61-4c24-4aeb-8be9-a1afec7f1f80 None None] Pushing event updated for resources: {'Port': ['ID=4d9dc171-1dc7-423b-99c5-b9d7853177d3,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:56.470597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-3c25d1f3-2105-45f6-ad0f-0cc6dbc9ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.472438 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-3c25d1f3-2105-45f6-ad0f-0cc6dbc9ff96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a HTTP/1.1" status: 200 len: 1096 time: 0.3037531 Jul 16 01:11:56.475680 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.518228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252054f-e902-4c68-894f-f411191a6b6e None None] Pushing event updated for resources: {'Port': ['ID=7990f55a-c154-4f76-be7f-25c69619a0b0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:56.532408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Attempting to bind port 7990f55a-c154-4f76-be7f-25c69619a0b0 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:56.532408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Attempting to bind port 7990f55a-c154-4f76-be7f-25c69619a0b0 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:56.532408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Attempting to bind port 7990f55a-c154-4f76-be7f-25c69619a0b0 on network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:56.542434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-186e3054-b592-4b1a-8f0f-d811dda2cb34 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] No DVR routers for this DVR port 12626332-12b5-4e5b-a4a3-a929c8779cee on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:56.561490 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Attempting to bind port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:56.562327 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Attempting to bind port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:56.563410 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Attempting to bind port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 on network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:56.574261 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-186e3054-b592-4b1a-8f0f-d811dda2cb34 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.579216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b868088-9b5f-4a59-a0b4-2e7d799db5f4 req-186e3054-b592-4b1a-8f0f-d811dda2cb34 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.67 "DELETE /v2.0/ports/12626332-12b5-4e5b-a4a3-a929c8779cee HTTP/1.1" status: 204 len: 173 time: 1.1683123 Jul 16 01:11:56.584409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'name': 'network-vif-deleted', 'tag': '12626332-12b5-4e5b-a4a3-a929c8779cee'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:56.589844 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d4541a-dfa1-4c6d-90e1-fb538c42a02b" -d '{"events": [{"server_uuid": "98698b5e-0dad-4c26-97cb-9d23db7ee0f4", "name": "network-vif-deleted", "tag": "12626332-12b5-4e5b-a4a3-a929c8779cee"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:56.590108 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:56.593351 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Checking segment: {'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:56.593891 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.594660 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Bound using segment: {'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:56.597483 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Bound port: 4d9dc171-1dc7-423b-99c5-b9d7853177d3, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:56.597971 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.661729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-ea585ee2-51aa-4e5c-9580-97a785250dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.672753 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-ea585ee2-51aa-4e5c-9580-97a785250dd9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 1096 time: 0.1721828 Jul 16 01:11:56.697650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d376935-4875-4aaf-8d43-66613e628f56 req-85a93ebd-6e2c-4cd2-85fc-5b14dd708528 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.718390 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d376935-4875-4aaf-8d43-66613e628f56 req-85a93ebd-6e2c-4cd2-85fc-5b14dd708528 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.3326626 Jul 16 01:11:56.732950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] Set router 357b73f7-c54b-43fe-80d3-8c3ff99669dc gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:56.810961 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] For port 4d9dc171-1dc7-423b-99c5-b9d7853177d3, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:56.821057 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] For port 4d9dc171-1dc7-423b-99c5-b9d7853177d3, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4d9dc171-1dc7-423b-99c5-b9d7853177d3,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:56.827474 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.841674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d376935-4875-4aaf-8d43-66613e628f56 req-2eecbf18-01df-4c59-8618-8428357d613c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196592 Jul 16 01:11:56.937311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-f68bff4f-38e5-4e76-8d3b-431c832384c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.939414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-f68bff4f-38e5-4e76-8d3b-431c832384c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 200 len: 908 time: 0.2539945 Jul 16 01:11:56.950224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:56.950561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Checking segment: {'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:56.951076 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.951504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Bound using segment: {'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:56.951997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Bound port: 7990f55a-c154-4f76-be7f-25c69619a0b0, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:56.952380 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:57.016815 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487fe61-4c24-4aeb-8be9-a1afec7f1f80 None None] Pushing event updated for resources: {'Port': ['ID=4d9dc171-1dc7-423b-99c5-b9d7853177d3,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:57.031856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-96b1b2ef-afef-49ae-8931-f10cff53de2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d HTTP/1.1" status: 200 len: 217 time: 0.0822740 Jul 16 01:11:57.049490 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Routers {'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:57.062642 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:57.143643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-89689fee-c3fa-4983-a646-f4bfc6637ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.146035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-89689fee-c3fa-4983-a646-f4bfc6637ade service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 200 len: 848 time: 0.1034980 Jul 16 01:11:57.162611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb8294-88bd-4be5-aa6c-5de2eeeef189 req-6b5c4338-698d-4a51-a59a-e0350e229cee tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.172261 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ddb8294-88bd-4be5-aa6c-5de2eeeef189 req-6b5c4338-698d-4a51-a59a-e0350e229cee tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.3013356 Jul 16 01:11:57.176300 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb275d3-2fd6-481f-8fb4-71a107a39655 x-openstack-request-id: req-0cb275d3-2fd6-481f-8fb4-71a107a39655 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:57.176993 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b98ce74-cb24-4975-a5f2-49720cd7886a", "name": "network-vif-deleted", "tag": "42a1cc08-e19d-4f7a-9bde-d124f52bbab8", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:57.177494 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0cb275d3-2fd6-481f-8fb4-71a107a39655 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:57.177980 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98ce74-cb24-4975-a5f2-49720cd7886a', 'name': 'network-vif-deleted', 'tag': '42a1cc08-e19d-4f7a-9bde-d124f52bbab8', 'status': 'completed', 'code': 200} Jul 16 01:11:57.217377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-92b68260-76cd-4e7b-b1b1-f1d119611f39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379095 Jul 16 01:11:57.275910 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] Set router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:57.353026 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8b116f9-1e81-4ed2-b549-51109524fbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:57.367667 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-31dff8aa-ba6f-478c-8cb7-88108a221bb5 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1556363197&fields=id&tenant_id=fce90306888f4cae88a734b74f6c46f7 HTTP/1.1" status: 200 len: 267 time: 0.0717902 Jul 16 01:11:57.384390 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ddb8294-88bd-4be5-aa6c-5de2eeeef189 req-60f1c6cd-3b01-4057-a4ca-ec2c9698ec99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105808 Jul 16 01:11:57.472044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] For port 7990f55a-c154-4f76-be7f-25c69619a0b0, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:57.479749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] For port 7990f55a-c154-4f76-be7f-25c69619a0b0, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7990f55a-c154-4f76-be7f-25c69619a0b0,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:57.506865 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:57.530963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-56a7a657-62ff-46bd-b980-6ec8ce88a041 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022335 Jul 16 01:11:57.558206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-7ed122bd-48fe-483a-86ee-e00d13a7ce03 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.565362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-7ed122bd-48fe-483a-86ee-e00d13a7ce03 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/networks?id=0a9ce279-727f-4ba6-a0ff-02c0de57fa83 HTTP/1.1" status: 200 len: 806 time: 0.1913450 Jul 16 01:11:57.585108 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-fcaadf98-1f7a-453e-ae7f-c55265571264 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/quotas/fce90306888f4cae88a734b74f6c46f7 HTTP/1.1" status: 200 len: 375 time: 0.0186622 Jul 16 01:11:57.664737 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:56Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:57.695733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Routers {'ea6377fd-20d0-47e4-9686-74d2055e42c8'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:57.696392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ea6377fd-20d0-47e4-9686-74d2055e42c8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:57.701439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:57.735629 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebcab7-bb58-452d-8a01-c886a45f6b0d None None] The sync data for ids ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'] in n-d-791504-14 is: [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:56Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:11:57.755664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-0d2f2860-282a-45a8-880b-b38f58699755 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fce90306888f4cae88a734b74f6c46f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1591070 Jul 16 01:11:57.791412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252054f-e902-4c68-894f-f411191a6b6e None None] Pushing event updated for resources: {'Port': ['ID=7990f55a-c154-4f76-be7f-25c69619a0b0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:57.803793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:18Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75', 'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'mac_address': 'fa:16:3e:35:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:16Z', 'updated_at': '2021-07-16T01:09:26Z', 'revision_number': 5, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'subnets': [{'id': '9473aa18-3842-4176-a4cd-6620a6953080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:57.827245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4440b5e8-9ee3-42da-ae8a-09f9dcbc30ce req-b5c23a05-78ef-4ba2-81bb-107005c381db tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 210 time: 0.2217760 Jul 16 01:11:57.893556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-3a35ba2c-833a-4094-b3ad-e460c4fbd940 service neutron] 10.222.0.67 "GET /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528993 Jul 16 01:11:57.943096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] Checking router: 357b73f7-c54b-43fe-80d3-8c3ff99669dc for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:11:57.997528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-50b164b8-c864-49ef-9f88-0c8ad7d2fca2 service neutron] 10.222.0.64 "GET /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404382 Jul 16 01:11:58.205265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] Routers {'357b73f7-c54b-43fe-80d3-8c3ff99669dc'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:58.208595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:58.225387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d876139-c91f-4ac2-9ae3-9cb1d31141f2 req-c2d32fa9-b9ac-4a61-abf3-66a1d2222136 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:58.236300 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d876139-c91f-4ac2-9ae3-9cb1d31141f2 req-c2d32fa9-b9ac-4a61-abf3-66a1d2222136 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 944 time: 0.1478539 Jul 16 01:11:58.281026 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-178d9b1e-8033-44ce-a3cc-fb84c80af330 service neutron] 10.222.0.64 "GET /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770364 Jul 16 01:11:58.296862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d876139-c91f-4ac2-9ae3-9cb1d31141f2 req-1608c449-27b5-4b9a-a0f2-1dbd59523f69 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592299 Jul 16 01:11:58.371935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4d9dc171-1dc7-423b-99c5-b9d7853177d3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:58.389549 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0625279a-c34f-4172-89c7-7a64cccf820d x-openstack-request-id: req-0625279a-c34f-4172-89c7-7a64cccf820d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:58.390478 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98698b5e-0dad-4c26-97cb-9d23db7ee0f4", "name": "network-vif-deleted", "tag": "12626332-12b5-4e5b-a4a3-a929c8779cee", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:58.390478 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0625279a-c34f-4172-89c7-7a64cccf820d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:58.390808 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98698b5e-0dad-4c26-97cb-9d23db7ee0f4', 'name': 'network-vif-deleted', 'tag': '12626332-12b5-4e5b-a4a3-a929c8779cee', 'status': 'completed', 'code': 200} Jul 16 01:11:58.432108 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.440160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] Set router ea6377fd-20d0-47e4-9686-74d2055e42c8 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:58.541424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-2ac39e1e-99e0-4745-83c7-e207c0b4a2a2 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:58.550409 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-2ac39e1e-99e0-4745-83c7-e207c0b4a2a2 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445&tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1096 time: 0.1823993 Jul 16 01:11:58.843506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-e75e6619-62ce-490e-965f-8d1d6f2e793f tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:58.845138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-e75e6619-62ce-490e-965f-8d1d6f2e793f tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.50 "GET /v2.0/networks?id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17 HTTP/1.1" status: 200 len: 829 time: 0.2957394 Jul 16 01:11:58.876767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Request body: {'port': {'device_id': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'admin_state_up': True, 'tenant_id': '725764f3d42f4f15a5b42242174ae321'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:58.921373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] Set router 357b73f7-c54b-43fe-80d3-8c3ff99669dc gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:58.928731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 12626332-12b5-4e5b-a4a3-a929c8779cee no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:58.972263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-9902b5a3-9926-4b50-b022-35e9007bce24 service neutron] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:58.978050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-9902b5a3-9926-4b50-b022-35e9007bce24 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.979402 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e16330c-e514-47df-99a8-8486201ef6d6 req-9902b5a3-9926-4b50-b022-35e9007bce24 service neutron] 10.222.0.67 "DELETE /v2.0/ports/4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d/bindings/n-h2-791504-14 HTTP/1.1" status: 204 len: 173 time: 0.4229558 Jul 16 01:11:59.008970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b56bdc-a50a-431f-bc52-37e3819ae4e8 req-8a6dfcb8-be84-4413-9ba3-4a431b67589d tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:59.010897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45b56bdc-a50a-431f-bc52-37e3819ae4e8 req-8a6dfcb8-be84-4413-9ba3-4a431b67589d tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1102 time: 0.2200947 Jul 16 01:11:59.097786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:59.100205 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45b56bdc-a50a-431f-bc52-37e3819ae4e8 req-bd8f25bf-5c5b-490c-b754-f5fa48e33992 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745625 Jul 16 01:11:59.110578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 12626332-12b5-4e5b-a4a3-a929c8779cee {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:59.110933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 12626332-12b5-4e5b-a4a3-a929c8779cee not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:59.146623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:59.147006 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:59.187225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49800) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:59.322671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9c5ac5a-1edd-442b-84ec-1599856a1039 req-1b89a311-b790-449b-b631-fc6312d01c9d tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 210 time: 0.0618756 Jul 16 01:11:59.325798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18144479-23be-4295-b875-1eb67223f0e2 req-444f0639-c080-4f1d-9ca3-5a0a50b7b279 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:59.329127 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18144479-23be-4295-b875-1eb67223f0e2 req-444f0639-c080-4f1d-9ca3-5a0a50b7b279 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.1877511 Jul 16 01:11:59.330498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Made reservation on behalf of 725764f3d42f4f15a5b42242174ae321 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:59.344765 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:59.367879 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de4d4c1e-aa22-438e-ba5f-62b5019d6010 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:59.403496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de4d4c1e-aa22-438e-ba5f-62b5019d6010 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:59.446446 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:59.505192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 4d9dc171-1dc7-423b-99c5-b9d7853177d3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4d9dc171-1dc7-423b-99c5-b9d7853177d3,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:59.515938 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de4d4c1e-aa22-438e-ba5f-62b5019d6010 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:59.522185 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de4d4c1e-aa22-438e-ba5f-62b5019d6010 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:59.523749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-de4d4c1e-aa22-438e-ba5f-62b5019d6010 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "DELETE /v2.0/security-groups/3ae8b8fa-0576-47d8-ab55-9e9206362f80 HTTP/1.1" status: 204 len: 168 time: 0.3280747 Jul 16 01:11:59.526590 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18144479-23be-4295-b875-1eb67223f0e2 req-4d64a1dc-27b8-45b4-9c19-40922f0fc2f2 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722090 Jul 16 01:11:59.530888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49806) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:59.537065 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:59.550425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d4c1e-aa22-438e-ba5f-62b5019d6010 tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae8b8fa-0576-47d8-ab55-9e9206362f80,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:59.601257 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-012e81eb-cead-49b6-898d-dc35705978be tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] show failed (client error): The resource could not be found. Jul 16 01:11:59.604888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-012e81eb-cead-49b6-898d-dc35705978be tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "GET /v2.0/security-groups/3ae8b8fa-0576-47d8-ab55-9e9206362f80 HTTP/1.1" status: 404 len: 347 time: 0.0602369 Jul 16 01:11:59.608080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49808) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:59.617852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=4d9dc171-1dc7-423b-99c5-b9d7853177d3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:59.728564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:50Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7990f55a-c154-4f76-be7f-25c69619a0b0', 'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'mac_address': 'fa:16:3e:f7:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:48Z', 'updated_at': '2021-07-16T01:11:57Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'subnets': [{'id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:59.751691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Allocated IP 172.20.0.8 (fe404aaa-8c0e-49fa-a8bc-160ef884cf17/af72bbd8-24e9-4052-a3be-1f4b3544b4e5/2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:59.763288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b925a-f6af-43c9-8b3c-e14d454d9bd7 None None] The sync data for ids ['ea6377fd-20d0-47e4-9686-74d2055e42c8'] in n-d-791504-14 is: [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:50Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7990f55a-c154-4f76-be7f-25c69619a0b0', 'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'mac_address': 'fa:16:3e:f7:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:48Z', 'updated_at': '2021-07-16T01:11:57Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'subnets': [{'id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:11:59.773387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:18Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75', 'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'mac_address': 'fa:16:3e:35:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:16Z', 'updated_at': '2021-07-16T01:09:26Z', 'revision_number': 5, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'subnets': [{'id': '9473aa18-3842-4176-a4cd-6620a6953080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:59.816279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829adb5d-ac4d-46e9-b70c-1e05644feb5a None None] The sync data for ids ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'] in n-d-791504-14 is: [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '61fca502-6137-490f-a555-f03d7070ca94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:09:18Z', 'revision_number': 4, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port': {'id': '61fca502-6137-490f-a555-f03d7070ca94', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:11Z', 'updated_at': '2021-07-16T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75', 'name': '', 'network_id': '34f85500-4701-473c-a10b-4e9745d2574e', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'mac_address': 'fa:16:3e:35:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9473aa18-3842-4176-a4cd-6620a6953080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:16Z', 'updated_at': '2021-07-16T01:09:26Z', 'revision_number': 5, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'subnets': [{'id': '9473aa18-3842-4176-a4cd-6620a6953080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:11:59.958042 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.002515 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-990c8810-820e-491f-91c4-72537c1027b8 req-cf3db75a-89cf-41e9-a741-5b29edde50c7 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 210 time: 0.2047539 Jul 16 01:12:00.080351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-63a59243-da5d-40cd-b78f-39d3530d08fd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Deleting port 4fbfe5f8-53e7-480f-9cd5-e84d9a07ba52 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:00.080993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63a59243-da5d-40cd-b78f-39d3530d08fd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.486899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4d9dc171-1dc7-423b-99c5-b9d7853177d3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:00.512690 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63a59243-da5d-40cd-b78f-39d3530d08fd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.513564 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63a59243-da5d-40cd-b78f-39d3530d08fd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.559095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-63a59243-da5d-40cd-b78f-39d3530d08fd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Calling delete_port for 4fbfe5f8-53e7-480f-9cd5-e84d9a07ba52 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:00.567585 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.596399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Transition to ACTIVE for port object 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:00.625444 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0adbc-f479-4a67-a5f8-636c4514d507 None None] New status for floating IP 65e5acea-5db1-4ea5-aa54-1f1127c7cb52: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:12:00.654824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce62c0-8ad7-4111-ba06-ad33495870ce req-6eeb1be2-474f-4e90-83ca-42cb02dac141 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:00.655824 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:00.656236 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.656508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f5ce62c0-8ad7-4111-ba06-ad33495870ce req-6eeb1be2-474f-4e90-83ca-42cb02dac141 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 944 time: 0.2831030 Jul 16 01:12:00.793670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f5ce62c0-8ad7-4111-ba06-ad33495870ce req-93cb3102-5b02-462b-b05e-7bee030b86d3 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253600 Jul 16 01:12:00.805181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.872268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7990f55a-c154-4f76-be7f-25c69619a0b0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:00.948675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:00.960239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:00.967014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:00.977787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 7990f55a-c154-4f76-be7f-25c69619a0b0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:00.982824 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63a59243-da5d-40cd-b78f-39d3530d08fd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.984166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7990f55a-c154-4f76-be7f-25c69619a0b0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:00.985670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.041952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a59243-da5d-40cd-b78f-39d3530d08fd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Pushing event deleted for resources: {'Port': ['ID=4fbfe5f8-53e7-480f-9cd5-e84d9a07ba52,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:01.043390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.044124 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.053732 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Pushing event updated for resources: {'Port': ['ID=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:01.087557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-e5a4a23a-48a4-4b8f-b27f-6c1a56d61d33 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.089164 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-e5a4a23a-48a4-4b8f-b27f-6c1a56d61d33 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.50 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 945 time: 0.2975028 Jul 16 01:12:01.091031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-9bbecc0e-133c-49a2-8bd1-38ec4dacc55c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2343636 Jul 16 01:12:01.109757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Request body: {'port': {'device_id': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:01.236195 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63a59243-da5d-40cd-b78f-39d3530d08fd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.244357 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.265668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63a59243-da5d-40cd-b78f-39d3530d08fd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.274790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-63a59243-da5d-40cd-b78f-39d3530d08fd tempest-ServersTestManualDisk-633075665 tempest-ServersTestManualDisk-633075665-project] 10.222.0.64 "DELETE /v2.0/floatingips/65e5acea-5db1-4ea5-aa54-1f1127c7cb52 HTTP/1.1" status: 204 len: 168 time: 1.6586862 Jul 16 01:12:01.309481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:01.363143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 7990f55a-c154-4f76-be7f-25c69619a0b0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7990f55a-c154-4f76-be7f-25c69619a0b0,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:01.374166 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.468597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=7990f55a-c154-4f76-be7f-25c69619a0b0,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:01.487248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-51bb021a-4ad0-487c-842a-14361cf089eb None None] Provisioning for port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:01.496910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-51bb021a-4ad0-487c-842a-14361cf089eb None None] Provisioning complete for port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:01.497420 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51bb021a-4ad0-487c-842a-14361cf089eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.575263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-51bb021a-4ad0-487c-842a-14361cf089eb None None] Port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:12:01.602932 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.692131 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2b7b317f-8ba2-4c1b-abe0-c8811761624d req-0f4b6b9b-a9b3-4ed5-a26c-e0efff88d836 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 210 time: 0.1020668 Jul 16 01:12:01.780949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-69e15588-c150-419a-bbce-991832e8505d tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.782527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-69e15588-c150-419a-bbce-991832e8505d tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.67 "GET /v2.0/networks?id=0a9ce279-727f-4ba6-a0ff-02c0de57fa83 HTTP/1.1" status: 200 len: 806 time: 0.5051508 Jul 16 01:12:01.786286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ab5f-146a-49c9-8b4e-53ae25fc3f8e req-ffee8054-a992-431b-a1bd-05615e30d899 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.787821 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b557ab5f-146a-49c9-8b4e-53ae25fc3f8e req-ffee8054-a992-431b-a1bd-05615e30d899 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 945 time: 0.3194127 Jul 16 01:12:01.841036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-dd7952f8-04b5-4052-99a5-681f7b5eb00b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Deleting port c8c13ee1-2fa2-436e-a809-5014abec2e28 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:01.841529 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-dd7952f8-04b5-4052-99a5-681f7b5eb00b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.884350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-476ac9d3-f973-4f9e-9b52-a1968cdf9b12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4485226 Jul 16 01:12:01.926937 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-c3e7c8b6-9840-473b-8b06-9caf26450350 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fce90306888f4cae88a734b74f6c46f7 HTTP/1.1" status: 200 len: 380 time: 0.1257381 Jul 16 01:12:01.976008 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Request body: {'port': {'device_id': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'admin_state_up': True, 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'security_groups': ['66e98be0-d741-40cb-8d63-90c1ab9522a0']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:01.977145 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b557ab5f-146a-49c9-8b4e-53ae25fc3f8e req-5df0e27b-9e80-4cae-aeb4-cbf1287bf9c3 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811481 Jul 16 01:12:02.065045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-dd7952f8-04b5-4052-99a5-681f7b5eb00b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] For port c8c13ee1-2fa2-436e-a809-5014abec2e28, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c8c13ee1-2fa2-436e-a809-5014abec2e28,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:02.065431 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-dd7952f8-04b5-4052-99a5-681f7b5eb00b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.089758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-dd7952f8-04b5-4052-99a5-681f7b5eb00b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Calling delete_port for c8c13ee1-2fa2-436e-a809-5014abec2e28 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:02.235738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7990f55a-c154-4f76-be7f-25c69619a0b0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:02.251617 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:02.264629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.281111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Transition to ACTIVE for port object 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:02.298315 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.320610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e44dd-7394-40c1-884f-8e892e9af119 req-5f5eef77-ac19-42fd-bc7a-b3256a2fc52c tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:02.328716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b35e44dd-7394-40c1-884f-8e892e9af119 req-5f5eef77-ac19-42fd-bc7a-b3256a2fc52c tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 945 time: 0.5031712 Jul 16 01:12:02.329783 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7990f55a-c154-4f76-be7f-25c69619a0b0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:02.330572 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.349135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-dd7952f8-04b5-4052-99a5-681f7b5eb00b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.747831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7952f8-04b5-4052-99a5-681f7b5eb00b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Pushing event deleted for resources: {'Port': ['ID=c8c13ee1-2fa2-436e-a809-5014abec2e28,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:02.807760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Made reservation on behalf of fce90306888f4cae88a734b74f6c46f7 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:02.811393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.846734 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b35e44dd-7394-40c1-884f-8e892e9af119 req-9abc1a28-fe18-4c19-bcb7-bddcda8974e3 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177579 Jul 16 01:12:02.857698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-dd7952f8-04b5-4052-99a5-681f7b5eb00b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] No DVR routers for this DVR port c8c13ee1-2fa2-436e-a809-5014abec2e28 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:02.861199 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Pushing event updated for resources: {'Port': ['ID=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:02.874119 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-dd7952f8-04b5-4052-99a5-681f7b5eb00b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.874119 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10b75d3c-1e28-4bb9-aaa2-31fe5d325b67 req-dd7952f8-04b5-4052-99a5-681f7b5eb00b tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.50 "DELETE /v2.0/ports/c8c13ee1-2fa2-436e-a809-5014abec2e28 HTTP/1.1" status: 204 len: 173 time: 1.7651923 Jul 16 01:12:02.874119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763dfd51-3205-4d65-ae64-887a45085582', 'name': 'network-vif-deleted', 'tag': 'c8c13ee1-2fa2-436e-a809-5014abec2e28'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:02.882836 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94e5649-11a9-4a97-b352-f6919189df23" -d '{"events": [{"server_uuid": "763dfd51-3205-4d65-ae64-887a45085582", "name": "network-vif-deleted", "tag": "c8c13ee1-2fa2-436e-a809-5014abec2e28"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:02.964987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257733e-0025-4597-a6ea-3616dbdec4be req-eecdc55f-9316-4fca-91db-d43e92592b7c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:02.972287 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c257733e-0025-4597-a6ea-3616dbdec4be req-eecdc55f-9316-4fca-91db-d43e92592b7c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 943 time: 0.6893706 Jul 16 01:12:03.013982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.065636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Attempting to bind port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:03.065979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Attempting to bind port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:03.067084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Attempting to bind port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 on network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:03.075270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Allocated IP 172.20.0.10 (0a9ce279-727f-4ba6-a0ff-02c0de57fa83/99407746-f7e6-4d64-9ad1-5c12cd9dac20/838e672e-1767-42a6-8805-2e00956e1955) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:03.077389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 on network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:03.077822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Attempting to bind port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 on network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:03.102644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c257733e-0025-4597-a6ea-3616dbdec4be req-7c1a77e0-12ab-4f72-a6c0-3b4fdc07716b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281631 Jul 16 01:12:03.122371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:03.122371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Checking segment: {'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:03.122371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Bound using segment: {'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:03.122371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Bound port: 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:03.122371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.186270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275bbd5-8f13-4d20-90c0-40743e91fd2d req-f68903a9-f638-45df-bf01-b3ed5e089d04 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:03.189009 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d275bbd5-8f13-4d20-90c0-40743e91fd2d req-f68903a9-f638-45df-bf01-b3ed5e089d04 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1497469 Jul 16 01:12:03.307997 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.324329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Transition to ACTIVE for port object 838e672e-1767-42a6-8805-2e00956e1955 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:03.364184 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d275bbd5-8f13-4d20-90c0-40743e91fd2d req-08e0aa75-aaec-48c0-bedd-a1ba8d14d0fe tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691530 Jul 16 01:12:03.374847 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.390933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] For port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:03.411679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] For port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:03.422907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.444031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:03.448553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:03.454047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:03.463528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:03.464204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.468791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Pushing event updated for resources: {'Port': ['ID=838e672e-1767-42a6-8805-2e00956e1955,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:03.487606 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-2692f83a-8f41-46a8-9e32-97530819a5c7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5198016 Jul 16 01:12:03.502301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Request body: {'port': {'device_id': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:03.521318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:03.522293 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.523860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] 10.222.0.50 "PUT /v2.0/ports/2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 HTTP/1.1" status: 200 len: 1092 time: 2.4210219 Jul 16 01:12:03.533593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'tag': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:03.537882 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aaed5a-ee77-486b-88d5-63d99a8694dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c59a8e2-85b1-4530-8d94-a0084d19c92e", "tag": "2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:03.667689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cbd49-e3b4-4dfa-b761-83e638a6f5bb service neutron] Pushing event updated for resources: {'Port': ['ID=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:03.684844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab207cbb-8100-4b61-a303-4aed92314a6f req-88a4246d-d3ab-4ee9-b9e0-597fee524432 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:03.686872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab207cbb-8100-4b61-a303-4aed92314a6f req-88a4246d-d3ab-4ee9-b9e0-597fee524432 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 932 time: 0.1560709 Jul 16 01:12:03.695417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.705229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5209a7c-b2ff-4b73-8115-4c3d480a4403 req-eca3e3e9-792f-425c-a805-8ead3b201cc3 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:03.707506 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d5209a7c-b2ff-4b73-8115-4c3d480a4403 req-eca3e3e9-792f-425c-a805-8ead3b201cc3 tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 1096 time: 0.2859325 Jul 16 01:12:03.807346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab207cbb-8100-4b61-a303-4aed92314a6f req-9b5356e9-4c75-422f-a49a-4ec0898c3ca3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996711 Jul 16 01:12:03.812240 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d5209a7c-b2ff-4b73-8115-4c3d480a4403 req-87e390aa-35f3-4537-a6f7-1be45fb5934a tempest-LiveMigrationTest-982732315 tempest-LiveMigrationTest-982732315-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865641 Jul 16 01:12:03.835257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-ef2a8e0f-feab-4039-8742-6f78858c0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:03.839584 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-ef2a8e0f-feab-4039-8742-6f78858c0493 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=725764f3d42f4f15a5b42242174ae321&device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 1095 time: 0.2367868 Jul 16 01:12:03.889900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8e52b4ab-c9b1-438d-986c-a161cd1dd262 None None] Provisioning for port 838e672e-1767-42a6-8805-2e00956e1955 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:03.906978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8e52b4ab-c9b1-438d-986c-a161cd1dd262 None None] Provisioning complete for port 838e672e-1767-42a6-8805-2e00956e1955 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:03.908206 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e52b4ab-c9b1-438d-986c-a161cd1dd262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.963189 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3faa598-1768-4b57-aa05-148aa72857e4 x-openstack-request-id: req-d3faa598-1768-4b57-aa05-148aa72857e4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:03.963474 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763dfd51-3205-4d65-ae64-887a45085582", "name": "network-vif-deleted", "tag": "c8c13ee1-2fa2-436e-a809-5014abec2e28", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:03.963740 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3faa598-1768-4b57-aa05-148aa72857e4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:03.964113 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763dfd51-3205-4d65-ae64-887a45085582', 'name': 'network-vif-deleted', 'tag': 'c8c13ee1-2fa2-436e-a809-5014abec2e28', 'status': 'completed', 'code': 200} Jul 16 01:12:03.971667 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-64cf67ff-f40d-4c83-9f7e-447b5ca78ed7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 HTTP/1.1" status: 200 len: 217 time: 0.0645325 Jul 16 01:12:03.985026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c8c13ee1-2fa2-436e-a809-5014abec2e28 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:04.043028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: c8c13ee1-2fa2-436e-a809-5014abec2e28 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:04.043414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c8c13ee1-2fa2-436e-a809-5014abec2e28 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:04.045320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8e52b4ab-c9b1-438d-986c-a161cd1dd262 None None] Port 838e672e-1767-42a6-8805-2e00956e1955 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:12:04.065910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] Deleting port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:04.067619 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.092294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-7b65f6d6-2251-4bc8-ba73-99838c94fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.094674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-7b65f6d6-2251-4bc8-ba73-99838c94fe0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af72bbd8-24e9-4052-a3be-1f4b3544b4e5 HTTP/1.1" status: 200 len: 868 time: 0.1090870 Jul 16 01:12:04.181203 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-767e2a5d-c7af-4d1b-8f3a-4d9bf210581c req-8420a7f6-01bb-4e5b-8869-368d7743778a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=763dfd51-3205-4d65-ae64-887a45085582 HTTP/1.1" status: 200 len: 210 time: 0.0586762 Jul 16 01:12:04.234321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838e672e-1767-42a6-8805-2e00956e1955 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:04.246047 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.262201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Transition to ACTIVE for port object 838e672e-1767-42a6-8805-2e00956e1955 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:04.262454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292467-9781-4dea-835b-93b3aec95a1b req-a166f3dc-01f7-4159-87e7-13d7c814fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.263998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-a166f3dc-01f7-4159-87e7-13d7c814fbf4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1102 time: 0.4575443 Jul 16 01:12:04.268833 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.323124 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce05799-e2a3-4040-8bc4-f40fd0856f97 x-openstack-request-id: req-0ce05799-e2a3-4040-8bc4-f40fd0856f97 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:04.323406 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c59a8e2-85b1-4530-8d94-a0084d19c92e", "tag": "2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:04.324130 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ce05799-e2a3-4040-8bc4-f40fd0856f97 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:04.324535 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'tag': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'status': 'completed', 'code': 200} Jul 16 01:12:04.360985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] For port fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:04.361512 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.374608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Pushing event updated for resources: {'Port': ['ID=838e672e-1767-42a6-8805-2e00956e1955,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:04.388937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-7dd06313-769e-4041-ba23-2633f2e40e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.396932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Attempting to bind port 838e672e-1767-42a6-8805-2e00956e1955 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:04.397307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Attempting to bind port 838e672e-1767-42a6-8805-2e00956e1955 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:04.397596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Attempting to bind port 838e672e-1767-42a6-8805-2e00956e1955 on network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:04.400545 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-7dd06313-769e-4041-ba23-2633f2e40e6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2810888 Jul 16 01:12:04.402662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Port 838e672e-1767-42a6-8805-2e00956e1955 on network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:04.402991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Attempting to bind port 838e672e-1767-42a6-8805-2e00956e1955 on network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:04.406784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] Calling delete_port for fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:04.409332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:04.409674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Checking segment: {'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:04.410344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Bound using segment: {'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:04.411278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Bound port: 838e672e-1767-42a6-8805-2e00956e1955, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:04.411649 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.528089 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] For port 838e672e-1767-42a6-8805-2e00956e1955, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:04.544614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] For port 838e672e-1767-42a6-8805-2e00956e1955, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=838e672e-1767-42a6-8805-2e00956e1955,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:04.552753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.608311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.608972 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.610609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] 10.222.0.67 "PUT /v2.0/ports/838e672e-1767-42a6-8805-2e00956e1955 HTTP/1.1" status: 200 len: 1093 time: 1.1143754 Jul 16 01:12:04.638203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609bba7-88f9-40d6-93d1-f228e347fc25 service neutron] Pushing event updated for resources: {'Port': ['ID=838e672e-1767-42a6-8805-2e00956e1955,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:04.676078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292467-9781-4dea-835b-93b3aec95a1b req-ad4cd4fa-5d0b-4aa2-86db-31abb408540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.677863 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-ad4cd4fa-5d0b-4aa2-86db-31abb408540f service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.4031551 Jul 16 01:12:04.765804 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-bad0443c-d22e-45d1-89b9-a8f6ff4947eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 217 time: 0.0738945 Jul 16 01:12:04.853369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f8dde-c06e-46fb-9ee7-10a087d309cf req-7bb6d257-e61c-4052-87bd-07229edc65d5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.857692 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-4cdcb66c-4e83-4693-b8dd-b9d5b6088051 service neutron] 10.222.0.50 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058208 Jul 16 01:12:04.861630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da9f8dde-c06e-46fb-9ee7-10a087d309cf req-7bb6d257-e61c-4052-87bd-07229edc65d5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 943 time: 0.1074536 Jul 16 01:12:04.866637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-be79cfde-a10d-4b4f-82f2-958217a5bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.868725 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-be79cfde-a10d-4b4f-82f2-958217a5bc70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fce90306888f4cae88a734b74f6c46f7&device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 1096 time: 0.1739793 Jul 16 01:12:04.959139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da9f8dde-c06e-46fb-9ee7-10a087d309cf req-27152423-d52d-4808-8a1b-cface4c9b0ef tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894578 Jul 16 01:12:04.961264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-b3092ddb-a2fe-4bb0-8f8a-7591bb2a41c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838e672e-1767-42a6-8805-2e00956e1955 HTTP/1.1" status: 200 len: 217 time: 0.0692053 Jul 16 01:12:05.036935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-b8f71c25-101f-4d60-91cb-e71b8d83fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.038754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-b8f71c25-101f-4d60-91cb-e71b8d83fdf0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99407746-f7e6-4d64-9ad1-5c12cd9dac20 HTTP/1.1" status: 200 len: 845 time: 0.0693028 Jul 16 01:12:05.065925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292467-9781-4dea-835b-93b3aec95a1b req-553f71b6-2ad0-41a4-b6ec-98588df7eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.068047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-553f71b6-2ad0-41a4-b6ec-98588df7eb1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2905102 Jul 16 01:12:05.127986 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.141125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-3df7e5ee-c1e0-4250-b0d8-4ea713675a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.142807 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-3df7e5ee-c1e0-4250-b0d8-4ea713675a21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a9ce279-727f-4ba6-a0ff-02c0de57fa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851035 Jul 16 01:12:05.188815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:05.195557 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcf5b5ce-8c8d-485a-8dc7-5d5df4d5e7d3 req-708b2cca-29f1-4060-8450-f351e3874eb2 service neutron] 10.222.0.50 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100340 Jul 16 01:12:05.316803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292467-9781-4dea-835b-93b3aec95a1b req-094ac24e-5864-4de7-b492-1a7ba817bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.318465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-094ac24e-5864-4de7-b492-1a7ba817bff4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2377672 Jul 16 01:12:05.329779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ea0a2-cffc-409a-a37e-fac0a06adb70 req-1994b986-c3c5-4041-84c6-b52e91178918 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.331406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e49ea0a2-cffc-409a-a37e-fac0a06adb70 req-1994b986-c3c5-4041-84c6-b52e91178918 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 944 time: 0.1660931 Jul 16 01:12:05.354629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-96cd6428-c82a-44eb-b528-5c684a6f3ce9 service neutron] 10.222.0.67 "GET /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872499 Jul 16 01:12:05.408538 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0992-6942-48bb-8a13-3a0dcb6e419a req-e14c9fdc-485f-466d-a04f-c1c4dd390439 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.416274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e2f0992-6942-48bb-8a13-3a0dcb6e419a req-e14c9fdc-485f-466d-a04f-c1c4dd390439 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.3217213 Jul 16 01:12:05.435198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e49ea0a2-cffc-409a-a37e-fac0a06adb70 req-7c3472c1-4eda-48bf-9953-5ba9882d382f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892370 Jul 16 01:12:05.553967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-9806cb96-0e18-45fb-9cbb-1181fdc17f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.555546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-9806cb96-0e18-45fb-9cbb-1181fdc17f69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=725764f3d42f4f15a5b42242174ae321&device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 1095 time: 0.2774715 Jul 16 01:12:05.588409 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83079dca-5906-4c5c-b5dc-582e723cf792 req-17af06a3-a13e-49f7-bc56-153a90d6bbdb service neutron] 10.222.0.67 "GET /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208424 Jul 16 01:12:05.590285 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e2f0992-6942-48bb-8a13-3a0dcb6e419a req-4dd915da-c3b1-4077-808b-865252c906f8 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734643 Jul 16 01:12:05.602554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.633184 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-8e73bfb1-a583-4dad-9eba-0af562bb9e94 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051605 Jul 16 01:12:05.637961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bd045-5160-4177-b499-86af54892989 req-78eee5dd-46db-4ec7-946e-a9cb76bf9983 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.639747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-096bd045-5160-4177-b499-86af54892989 req-78eee5dd-46db-4ec7-946e-a9cb76bf9983 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 944 time: 0.1515062 Jul 16 01:12:05.730489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac538ba2-2aa9-4e00-b524-3d6e7dc147c2 req-6b934568-27a4-465c-a087-f134897025a9 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.732040 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ac538ba2-2aa9-4e00-b524-3d6e7dc147c2 req-6b934568-27a4-465c-a087-f134897025a9 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 944 time: 0.1650095 Jul 16 01:12:05.824567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ac538ba2-2aa9-4e00-b524-3d6e7dc147c2 req-34ce427d-adb2-4c22-b011-0cb5aa901afd tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769465 Jul 16 01:12:05.852106 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-096bd045-5160-4177-b499-86af54892989 req-e1d3c38b-2089-4248-b9bd-c270cd0d1667 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Deleting port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:05.852715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-096bd045-5160-4177-b499-86af54892989 req-e1d3c38b-2089-4248-b9bd-c270cd0d1667 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.873270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-b311f585-9ae5-49e0-8f6f-5b7b53671a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.875185 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-b311f585-9ae5-49e0-8f6f-5b7b53671a11 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17 HTTP/1.1" status: 200 len: 929 time: 0.3087537 Jul 16 01:12:05.942946 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-3adafa31-988b-46f7-9529-e4eda0c7a426 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007827 Jul 16 01:12:05.946884 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-2509d647-277c-43bd-b470-b58c150fb6ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 HTTP/1.1" status: 200 len: 217 time: 0.0536978 Jul 16 01:12:05.974320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'tag': '838e672e-1767-42a6-8805-2e00956e1955'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:05.982246 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcd43e2-7ab1-45f1-8015-be7356ef548d" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb8cd02-1ebe-4a1a-891c-910528389d5a", "tag": "838e672e-1767-42a6-8805-2e00956e1955"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:06.027778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-096bd045-5160-4177-b499-86af54892989 req-e1d3c38b-2089-4248-b9bd-c270cd0d1667 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] For port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:06.041473 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-096bd045-5160-4177-b499-86af54892989 req-e1d3c38b-2089-4248-b9bd-c270cd0d1667 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.071065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-096bd045-5160-4177-b499-86af54892989 req-e1d3c38b-2089-4248-b9bd-c270cd0d1667 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Calling delete_port for 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:06.415977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f6348-de77-4802-be2b-529c1fac395f req-029ac484-00e9-49d5-b5ec-7fce92edb862 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.417899 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-194f6348-de77-4802-be2b-529c1fac395f req-029ac484-00e9-49d5-b5ec-7fce92edb862 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 943 time: 0.1508951 Jul 16 01:12:06.419190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-096bd045-5160-4177-b499-86af54892989 req-e1d3c38b-2089-4248-b9bd-c270cd0d1667 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.434312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b92ceaa4-ffcf-406d-9aa5-a28133c97d88'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:06.476334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c38b-2089-4248-b9bd-c270cd0d1667 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Pushing event deleted for resources: {'Port': ['ID=4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:06.574286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-ab91f2a8-b9a4-4249-8bcc-4459a4c38458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.576218 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-ab91f2a8-b9a4-4249-8bcc-4459a4c38458 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af72bbd8-24e9-4052-a3be-1f4b3544b4e5 HTTP/1.1" status: 200 len: 868 time: 0.6099420 Jul 16 01:12:06.576646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-096bd045-5160-4177-b499-86af54892989 req-e1d3c38b-2089-4248-b9bd-c270cd0d1667 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] No DVR routers for this DVR port 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:06.582379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-194f6348-de77-4802-be2b-529c1fac395f req-9d902df8-4ded-4a1d-ba7c-a7fc87e748c2 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476090 Jul 16 01:12:06.583718 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-096bd045-5160-4177-b499-86af54892989 req-e1d3c38b-2089-4248-b9bd-c270cd0d1667 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.585669 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-096bd045-5160-4177-b499-86af54892989 req-e1d3c38b-2089-4248-b9bd-c270cd0d1667 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.67 "DELETE /v2.0/ports/4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d HTTP/1.1" status: 204 len: 173 time: 0.9347658 Jul 16 01:12:06.656468 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cef8ae-66b1-4b77-90b0-0671f86b35da x-openstack-request-id: req-e6cef8ae-66b1-4b77-90b0-0671f86b35da {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:06.656894 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb8cd02-1ebe-4a1a-891c-910528389d5a", "tag": "838e672e-1767-42a6-8805-2e00956e1955", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:06.657192 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6cef8ae-66b1-4b77-90b0-0671f86b35da {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:06.657712 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'tag': '838e672e-1767-42a6-8805-2e00956e1955', 'status': 'completed', 'code': 200} Jul 16 01:12:06.686667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-90e74798-299b-46f6-babd-d9a2c87b3a6a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.687986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-90e74798-299b-46f6-babd-d9a2c87b3a6a tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 944 time: 0.2029467 Jul 16 01:12:06.698205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa1670-416b-4aa8-a585-2dd9fdf5f965 req-61084530-7983-420f-9d62-214635c848b8 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.705229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56aa1670-416b-4aa8-a585-2dd9fdf5f965 req-61084530-7983-420f-9d62-214635c848b8 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 944 time: 0.5917678 Jul 16 01:12:06.739765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] Router 357b73f7-c54b-43fe-80d3-8c3ff99669dc has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:12:06.752021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-bd77f970-06a1-4f47-b261-510b07697e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.754964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-bd77f970-06a1-4f47-b261-510b07697e2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469033 Jul 16 01:12:06.869928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-06cabf00-34e5-475c-9b21-c425279ad815 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Deleting port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:06.870562 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-06cabf00-34e5-475c-9b21-c425279ad815 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.875316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-8ca95235-b0f9-45d5-aa3a-de04711f9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.877161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-8ca95235-b0f9-45d5-aa3a-de04711f9ab2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fce90306888f4cae88a734b74f6c46f7&device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 1096 time: 0.1882877 Jul 16 01:12:06.930270 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56aa1670-416b-4aa8-a585-2dd9fdf5f965 req-2a375bc9-cdfe-42c4-bf08-d6a492bd189e tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/security-groups?id=7226fbb9-406d-41cf-882e-d4c51a7d6ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240222 Jul 16 01:12:06.976624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 31d1d160-c712-4eaf-8060-f287e3b3df28 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:06.992865 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcd2d243-9990-4a67-a232-54168b6006c6 req-75256c83-d38d-44b4-9037-10d9ec61c261 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 210 time: 0.0530882 Jul 16 01:12:06.999260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:12:07.007422 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-88035567-9580-42bc-bab0-9ee223b78d12 admin admin] 10.222.0.64 "PUT /v2.0/routers/357b73f7-c54b-43fe-80d3-8c3ff99669dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6935909 Jul 16 01:12:07.010173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:07.215710 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:07.221749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-06cabf00-34e5-475c-9b21-c425279ad815 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] For port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,segment=NetworkSegment(929040e8-f473-4706-ac9d-89d95f424768),segment_id=929040e8-f473-4706-ac9d-89d95f424768)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:07.222171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-06cabf00-34e5-475c-9b21-c425279ad815 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:07.239489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-2c51a6bc-a128-4ca8-81f6-a7abd47cf259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:07.240991 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-2c51a6bc-a128-4ca8-81f6-a7abd47cf259 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a9ce279-727f-4ba6-a0ff-02c0de57fa83 HTTP/1.1" status: 200 len: 906 time: 0.3551228 Jul 16 01:12:07.249264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-06cabf00-34e5-475c-9b21-c425279ad815 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Calling delete_port for bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:07.262226 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-f2230d8c-b509-441e-a1be-8e398e733342 service neutron] 10.222.0.50 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960539 Jul 16 01:12:07.302984 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-6d4442d8-d7c2-4864-b953-0be2c6bd9302 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838e672e-1767-42a6-8805-2e00956e1955 HTTP/1.1" status: 200 len: 217 time: 0.0506570 Jul 16 01:12:07.358516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7a170-3a82-4ac3-bc72-9adce18f55c9 req-8ab5e79d-d78e-4268-9341-ae13c07ce29b tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:07.360108 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e5d7a170-3a82-4ac3-bc72-9adce18f55c9 req-8ab5e79d-d78e-4268-9341-ae13c07ce29b tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 944 time: 0.2326021 Jul 16 01:12:07.377389 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0aaed5a-ee77-486b-88d5-63d99a8694dc req-c25d43ef-7a28-49e1-b693-422a5aae12a6 service neutron] 10.222.0.50 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999751 Jul 16 01:12:07.418272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 31d1d160-c712-4eaf-8060-f287e3b3df28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=31d1d160-c712-4eaf-8060-f287e3b3df28,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:07.440401 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e5d7a170-3a82-4ac3-bc72-9adce18f55c9 req-2a5160a2-cc1e-47b3-bfff-512ae3fe66f5 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574515 Jul 16 01:12:07.449930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '31d1d160-c712-4eaf-8060-f287e3b3df28', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'port_id': '31d1d160-c712-4eaf-8060-f287e3b3df28', 'mac_address': 'fa:16:3e:64:ac:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603c6279-2295-494f-bf1a-1b81562edde4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:07.455207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00512-96ac-4e10-907f-c1bf20e8f6b2 req-da1301b1-8dbb-46c2-a188-4e4887d2ef3b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:07.456849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2cb00512-96ac-4e10-907f-c1bf20e8f6b2 req-da1301b1-8dbb-46c2-a188-4e4887d2ef3b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.2815604 Jul 16 01:12:07.460012 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-9f0225f0-f2b6-40cf-b048-b201d71b9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:07.461490 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-9f0225f0-f2b6-40cf-b048-b201d71b9c17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99407746-f7e6-4d64-9ad1-5c12cd9dac20 HTTP/1.1" status: 200 len: 845 time: 0.1515076 Jul 16 01:12:07.462172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] Sync routers for ids ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:12:07.512535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:07.531865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] Routers {'357b73f7-c54b-43fe-80d3-8c3ff99669dc'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:07.531865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:07.589901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2cb00512-96ac-4e10-907f-c1bf20e8f6b2 req-89658904-3723-4a77-9dba-34868c5aeb74 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256998 Jul 16 01:12:07.630857 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:07.638776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-06cabf00-34e5-475c-9b21-c425279ad815 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:07.662093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Deleting port 61fca502-6137-490f-a555-f03d7070ca94 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:07.662906 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:07.684356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31d1d160-c712-4eaf-8060-f287e3b3df28 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:07.700302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cabf00-34e5-475c-9b21-c425279ad815 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Pushing event deleted for resources: {'Port': ['ID=bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:07.751743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] Set router 357b73f7-c54b-43fe-80d3-8c3ff99669dc gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:07.754699 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 31d1d160-c712-4eaf-8060-f287e3b3df28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=31d1d160-c712-4eaf-8060-f287e3b3df28,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:07.757743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-8a0eda86-7e1e-4711-89d4-6c14f866047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:07.760605 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-8a0eda86-7e1e-4711-89d4-6c14f866047e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a9ce279-727f-4ba6-a0ff-02c0de57fa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2884891 Jul 16 01:12:07.830573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] For port 61fca502-6137-490f-a555-f03d7070ca94, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=61fca502-6137-490f-a555-f03d7070ca94,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:07.831082 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:07.855562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Calling delete_port for 61fca502-6137-490f-a555-f03d7070ca94 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:07.915967 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-421f5531-564e-40d2-83a5-b20051b38c70 service neutron] 10.222.0.67 "GET /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300032 Jul 16 01:12:07.955481 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:07.986305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:12:07Z', 'revision_number': 6, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:07.996701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb9d0-ebba-4c4f-91d9-33df8e571fb8 req-fb52c774-a5dc-46ed-9b07-5c5a7bbfeb62 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:07.998309 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efbbb9d0-ebba-4c4f-91d9-33df8e571fb8 req-fb52c774-a5dc-46ed-9b07-5c5a7bbfeb62 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 943 time: 0.1591454 Jul 16 01:12:08.081115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:08.096347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-06cabf00-34e5-475c-9b21-c425279ad815 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] No DVR routers for this DVR port bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:08.102496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-06cabf00-34e5-475c-9b21-c425279ad815 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.120472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8b7c4e7-91f4-44d2-b0b6-b3ebe457f1f4 req-06cabf00-34e5-475c-9b21-c425279ad815 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.50 "DELETE /v2.0/ports/bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 HTTP/1.1" status: 204 len: 173 time: 1.4220231 Jul 16 01:12:08.125965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbcd43e2-7ab1-45f1-8015-be7356ef548d req-7dccb02d-5464-49c9-bd7d-3150beb88905 service neutron] 10.222.0.67 "GET /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824048 Jul 16 01:12:08.176770 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efbbb9d0-ebba-4c4f-91d9-33df8e571fb8 req-56ff8567-d2e3-4812-a02b-6debb5504c49 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673132 Jul 16 01:12:08.199298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4669b86c-c21c-4121-a07c-54e93eec87f6 req-ff3a3822-c10f-4ddf-9535-b463a5210874 tempest-LiveAutoBlockMigrationV225Test-780063009 tempest-LiveAutoBlockMigrationV225Test-780063009-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1 HTTP/1.1" status: 200 len: 210 time: 0.0721972 Jul 16 01:12:08.230783 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['31d1d160-c712-4eaf-8060-f287e3b3df28'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:08.248805 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] Checking router: 357b73f7-c54b-43fe-80d3-8c3ff99669dc for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:12:08.298647 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.371213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fca502-6137-490f-a555-f03d7070ca94,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:08.428611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] Routers {'357b73f7-c54b-43fe-80d3-8c3ff99669dc'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:08.429268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:08.486663 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=31d1d160-c712-4eaf-8060-f287e3b3df28,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:08.523099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-941efb0b-45da-4716-8ba7-734e90fc5133 req-22d7ed26-1a86-4942-95e9-c1d685780ffe tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 210 time: 0.0789573 Jul 16 01:12:08.551007 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.659230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'name': 'network-vif-deleted', 'tag': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d'}, {'server_uuid': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'name': 'network-vif-deleted', 'tag': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:08.663109 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5037b7f-4df8-4d98-862b-251730d67d82" -d '{"events": [{"server_uuid": "0dee33fe-8964-44e7-8031-f9a9040ad445", "name": "network-vif-deleted", "tag": "4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d"}, {"server_uuid": "8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1", "name": "network-vif-deleted", "tag": "bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:08.807290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] Set router 357b73f7-c54b-43fe-80d3-8c3ff99669dc gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:08.833603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.837239 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.867901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c5604-2fff-41cd-a415-14b2b79d5a66 req-8e35a5f2-10d3-4765-a22f-c13cad3e48eb tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:08.869520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff2c5604-2fff-41cd-a415-14b2b79d5a66 req-8e35a5f2-10d3-4765-a22f-c13cad3e48eb tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 944 time: 0.1402624 Jul 16 01:12:08.911284 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.911818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 357b73f7-c54b-43fe-80d3-8c3ff99669dc {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:12:08.918445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.921258 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4f3951a1-4839-4d72-9ef1-433d3510ba48 admin admin] 10.222.0.64 "DELETE /v2.0/routers/357b73f7-c54b-43fe-80d3-8c3ff99669dc HTTP/1.1" status: 204 len: 168 time: 1.8976202 Jul 16 01:12:08.934226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:08.954871 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff2c5604-2fff-41cd-a415-14b2b79d5a66 req-b4bdd989-38fd-4f44-bb80-1323f49e43fe tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779626 Jul 16 01:12:09.012978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 838e672e-1767-42a6-8805-2e00956e1955 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:09.013142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b302c-675e-4923-8159-14074ae7a536 req-b3000ef6-5ca8-4572-9624-c330f1a751c4 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:09.024518 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-163b302c-675e-4923-8159-14074ae7a536 req-b3000ef6-5ca8-4572-9624-c330f1a751c4 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.2410107 Jul 16 01:12:09.080664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d41bd7-c403-41c7-8c31-dc6f436540a6 admin admin] Deleting subnet 9473aa18-3842-4176-a4cd-6620a6953080 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:09.095760 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81d41bd7-c403-41c7-8c31-dc6f436540a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.115886 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-163b302c-675e-4923-8159-14074ae7a536 req-c5aff8ff-2141-43e1-a8e4-9f27b7cee078 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902500 Jul 16 01:12:09.246388 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dbc175-8952-4e6b-953c-1244d43bf859 x-openstack-request-id: req-36dbc175-8952-4e6b-953c-1244d43bf859 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:09.246838 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dee33fe-8964-44e7-8031-f9a9040ad445", "name": "network-vif-deleted", "tag": "4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d", "status": "completed", "code": 200}, {"server_uuid": "8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1", "name": "network-vif-deleted", "tag": "bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:09.246948 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36dbc175-8952-4e6b-953c-1244d43bf859 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:09.247325 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dee33fe-8964-44e7-8031-f9a9040ad445', 'name': 'network-vif-deleted', 'tag': '4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d', 'status': 'completed', 'code': 200} Jul 16 01:12:09.247579 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5f66b3-72fb-4a6a-a685-f7a7b64b67c1', 'name': 'network-vif-deleted', 'tag': 'bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06', 'status': 'completed', 'code': 200} Jul 16 01:12:09.248295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81d41bd7-c403-41c7-8c31-dc6f436540a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.258406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 838e672e-1767-42a6-8805-2e00956e1955, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=838e672e-1767-42a6-8805-2e00956e1955,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:09.283210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:09.318946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '838e672e-1767-42a6-8805-2e00956e1955', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'port_id': '838e672e-1767-42a6-8805-2e00956e1955', 'mac_address': 'fa:16:3e:44:fc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:09.324826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:09.325561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4c8c8bfa-ce4d-4b9c-97f0-149f34c5c66d not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:09.329022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:12:08Z', 'revision_number': 7, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:09.414825 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eae4ba-9f1a-4660-843c-a953e9fe7dc0 None None] The sync data for ids ['357b73f7-c54b-43fe-80d3-8c3ff99669dc'] in n-d-791504-14 is: [{'id': '357b73f7-c54b-43fe-80d3-8c3ff99669dc', 'name': 'tempest-ServersTestManualDisk-2137729082-router', 'tenant_id': '7040b7f870a74072ba6ab8839e73d9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:10Z', 'updated_at': '2021-07-16T01:12:08Z', 'revision_number': 7, 'project_id': '7040b7f870a74072ba6ab8839e73d9bc', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:12:09.415101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81d41bd7-c403-41c7-8c31-dc6f436540a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.430301 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.434332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:09.480422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838e672e-1767-42a6-8805-2e00956e1955 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:09.502829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 838e672e-1767-42a6-8805-2e00956e1955, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=838e672e-1767-42a6-8805-2e00956e1955,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:09.506125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'port_id': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'mac_address': 'fa:16:3e:53:f2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:09.524945 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81d41bd7-c403-41c7-8c31-dc6f436540a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.571893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d41bd7-c403-41c7-8c31-dc6f436540a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9473aa18-3842-4176-a4cd-6620a6953080,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:09.575090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81d41bd7-c403-41c7-8c31-dc6f436540a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.578134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-81d41bd7-c403-41c7-8c31-dc6f436540a6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9473aa18-3842-4176-a4cd-6620a6953080 HTTP/1.1" status: 204 len: 168 time: 0.6391008 Jul 16 01:12:09.580667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50006) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:09.609611 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.633481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:09.716778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8ab221-7925-494f-ac03-4cb0bd1d80dd None None] Network 34f85500-4701-473c-a10b-4e9745d2574e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:09.717105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.721607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=838e672e-1767-42a6-8805-2e00956e1955,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:09.725259 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.737018 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b18be-60de-4a34-8407-c71e90a72959 req-88fe051f-8af5-4c42-acd3-ac29bf8363ab tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:09.744631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d99b18be-60de-4a34-8407-c71e90a72959 req-88fe051f-8af5-4c42-acd3-ac29bf8363ab tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 943 time: 0.1652286 Jul 16 01:12:09.795683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:09.856133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:09.875096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a37b4c01-ba51-4650-94b8-4af91cb46748 req-762fe0e0-e690-404b-8d95-4c0c84c470b7 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 210 time: 0.0489378 Jul 16 01:12:09.888746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Deleting port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:09.888960 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.937572 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.960189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a25082-b479-410e-ab88-c891204b09d6 admin admin] Deleting subnet e1db9f23-7b03-4fa4-8195-d7376d373bcb {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:09.994231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d99b18be-60de-4a34-8407-c71e90a72959 req-c6d8da37-b596-429b-a8d0-6cb540cbdf6b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310796 Jul 16 01:12:09.999853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2a25082-b479-410e-ab88-c891204b09d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.027344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] For port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5,segment=NetworkSegment(77511570-0838-45b5-bfbe-5bc69e42f55c),segment_id=77511570-0838-45b5-bfbe-5bc69e42f55c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:10.027789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.063337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Calling delete_port for ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:10.065576 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2a25082-b479-410e-ab88-c891204b09d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.138962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2a25082-b479-410e-ab88-c891204b09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.206226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:10.209674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['838e672e-1767-42a6-8805-2e00956e1955'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:10.231807 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2a25082-b479-410e-ab88-c891204b09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.258638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2a25082-b479-410e-ab88-c891204b09d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.264468 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f2a25082-b479-410e-ab88-c891204b09d6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e1db9f23-7b03-4fa4-8195-d7376d373bcb HTTP/1.1" status: 204 len: 168 time: 0.6120694 Jul 16 01:12:10.336927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50018) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:10.339087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a25082-b479-410e-ab88-c891204b09d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1db9f23-7b03-4fa4-8195-d7376d373bcb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:10.360150 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.479994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:10.507998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:10.512824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] No DVR routers for this DVR port ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:10.516060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:10.516060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bd7d0275-3d4b-40f3-a8d8-fa88a7d04d06 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:10.578903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:10.582709 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:10.590046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:10.590320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fd5fa9af-60ba-4f5c-9dc2-ada92d4fcb75 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:10.590741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 61fca502-6137-490f-a555-f03d7070ca94 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:10.607556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b13497-1ed2-464c-af90-f96878628c5c req-66768fad-c4a8-40ca-888b-562a71de923d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:10.609453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b8b13497-1ed2-464c-af90-f96878628c5c req-66768fad-c4a8-40ca-888b-562a71de923d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1697617 Jul 16 01:12:10.632373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.692396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bd92d-96b7-4d20-a7c6-25b852532ee5 req-df62cec7-4633-404d-be97-73396fcec3f7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:10.694822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b8b13497-1ed2-464c-af90-f96878628c5c req-045d6007-e2e8-4546-bbb1-190d778b882b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793717 Jul 16 01:12:10.695918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dd913e-6a8f-4239-b7c8-40da4bf99524 None None] DHCP port deletion for 34f85500-4701-473c-a10b-4e9745d2574e request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:12:10.706041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-134bd92d-96b7-4d20-a7c6-25b852532ee5 req-df62cec7-4633-404d-be97-73396fcec3f7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 945 time: 0.5480881 Jul 16 01:12:10.708825 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 61fca502-6137-490f-a555-f03d7070ca94 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:10.709200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 61fca502-6137-490f-a555-f03d7070ca94 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:10.790135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.833154 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:12:10.936400 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:10.936744 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:10.937466 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:10.937815 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > port after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:10.957376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:10.957862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > port after_update 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:10.960076 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:10.962240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:10.962537 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:10.962768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:11.000483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 31d1d160-c712-4eaf-8060-f287e3b3df28 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:11.097945 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 31d1d160-c712-4eaf-8060-f287e3b3df28 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:11.098508 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.106160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:11.114064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:11.114658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:11.115272 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:12:11.115847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f85500-4701-473c-a10b-4e9745d2574e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:11.235415 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.282948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7af579d-a926-44b6-a191-89f5485d728d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d1d160-c712-4eaf-8060-f287e3b3df28'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:11.286713 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390930ef-1472-4424-b6dc-60062f823cbf" -d '{"events": [{"server_uuid": "f7af579d-a926-44b6-a191-89f5485d728d", "name": "network-vif-plugged", "status": "completed", "tag": "31d1d160-c712-4eaf-8060-f287e3b3df28"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:11.302811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 31d1d160-c712-4eaf-8060-f287e3b3df28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=31d1d160-c712-4eaf-8060-f287e3b3df28,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:11.314995 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.336180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2931e265-043f-4a72-92b9-b5c6a4afa22e req-7bdb01ec-1a58-494e-ab95-b77ef8d160df tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 210 time: 0.0457969 Jul 16 01:12:11.404998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=31d1d160-c712-4eaf-8060-f287e3b3df28,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:11.591644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d60d3-6859-4d61-8389-571ced217732 req-bbc2c9ad-8669-4eb0-9ec2-574c8a91f8f3 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:11.593747 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-657d60d3-6859-4d61-8389-571ced217732 req-bbc2c9ad-8669-4eb0-9ec2-574c8a91f8f3 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 944 time: 0.1081371 Jul 16 01:12:11.648326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-657d60d3-6859-4d61-8389-571ced217732 req-55710ae3-f4fa-4de5-ab77-f7c2e526638f tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434673 Jul 16 01:12:11.737308 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c192b0-5c29-4e0c-8fa3-16ac70118bfd x-openstack-request-id: req-61c192b0-5c29-4e0c-8fa3-16ac70118bfd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:11.737912 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7af579d-a926-44b6-a191-89f5485d728d", "name": "network-vif-plugged", "status": "completed", "tag": "31d1d160-c712-4eaf-8060-f287e3b3df28", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:11.737912 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61c192b0-5c29-4e0c-8fa3-16ac70118bfd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:11.738297 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7af579d-a926-44b6-a191-89f5485d728d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d1d160-c712-4eaf-8060-f287e3b3df28', 'code': 200} Jul 16 01:12:11.745257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-134bd92d-96b7-4d20-a7c6-25b852532ee5 req-7c8bee6e-0f17-452e-9b3c-f82766fcc144 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0372806 Jul 16 01:12:11.801138 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.805574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77511570-0838-45b5-bfbe-5bc69e42f55c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:11.806193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77511570-0838-45b5-bfbe-5bc69e42f55c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:11.836114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01046a8-481a-4dd9-aec6-20c178e72e83']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:11.840040 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.866243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929040e8-f473-4706-ac9d-89d95f424768') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:11.866786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929040e8-f473-4706-ac9d-89d95f424768') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:11.884518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.889105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.908711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:11.909511 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:11.915254 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:11.919723 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:11.940452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.962980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:11.963390 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:11.965251 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:11.983598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:12.082066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735844-3032-4ea5-95c0-61b88d2b6db5 req-72572fe9-2992-4278-9e23-be558ec335ec tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:12.087933 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92735844-3032-4ea5-95c0-61b88d2b6db5 req-72572fe9-2992-4278-9e23-be558ec335ec tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1609211 Jul 16 01:12:12.098710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.102807 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.111110 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.115392 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] 10.222.0.64 "DELETE /v2.0/networks/34f85500-4701-473c-a10b-4e9745d2574e HTTP/1.1" status: 204 len: 168 time: 2.5332491 Jul 16 01:12:12.161052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9865cd-f6e3-4550-902e-44efda0cb00a admin admin] Pushing event deleted for resources: {'Network': ['ID=34f85500-4701-473c-a10b-4e9745d2574e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:12.167481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:12.182304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:12.182681 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.184941 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.195005 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f01046a8-481a-4dd9-aec6-20c178e72e83 HTTP/1.1" status: 204 len: 168 time: 1.8498442 Jul 16 01:12:12.214068 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92735844-3032-4ea5-95c0-61b88d2b6db5 req-b6478596-7ae3-4623-835f-800bc843a0c0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211667 Jul 16 01:12:12.217043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:12.227043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec2019-ec15-4ea6-807b-6c83079135f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f01046a8-481a-4dd9-aec6-20c178e72e83,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:12.286127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:12.335691 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:12.336770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Deleting subnet 720bc078-4a64-44c4-943c-88458817ac26 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:12.337583 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ae3af0c7-c2f2-4bce-8385-b85ebf4b7dc5 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:12.345029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.369515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:12.468726 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b8204130-a569-4b5b-a195-80bf81102bcf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7040b7f870a74072ba6ab8839e73d9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952561 Jul 16 01:12:12.469500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50058) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:12.473689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.509095 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.549926 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.598214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4d93852-5610-4d00-9484-274524b2357c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.600923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:12.605858 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.627783 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.663316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4d93852-5610-4d00-9484-274524b2357c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.708460 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49323bd4-e0df-4dad-af3f-fb387e0092aa req-7f6ecfc5-0687-4a89-84e3-5ffdf90b7061 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dee33fe-8964-44e7-8031-f9a9040ad445 HTTP/1.1" status: 200 len: 210 time: 0.0963109 Jul 16 01:12:12.807456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=720bc078-4a64-44c4-943c-88458817ac26,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:12.829500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.840182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/720bc078-4a64-44c4-943c-88458817ac26 HTTP/1.1" status: 204 len: 168 time: 0.6137764 Jul 16 01:12:12.841145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50064) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:12.847536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.847960 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.849941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.850318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.850671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.850996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.851380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.851878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.852329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.852709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.853192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.860138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f0864-2447-48b1-b845-b58d63d81af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:12.984421 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4d93852-5610-4d00-9484-274524b2357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.987064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4d93852-5610-4d00-9484-274524b2357c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.988326 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d4d93852-5610-4d00-9484-274524b2357c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1a43c33-9ea8-41fe-be5f-0ba4a8e4c4fd HTTP/1.1" status: 204 len: 168 time: 0.5160167 Jul 16 01:12:13.024832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d93852-5610-4d00-9484-274524b2357c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a43c33-9ea8-41fe-be5f-0ba4a8e4c4fd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:13.084610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0475647-e21b-4e43-ba4d-06ad1ff448ee req-7d07338b-91f4-4fcd-8036-7263e698d0de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:13.090488 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0475647-e21b-4e43-ba4d-06ad1ff448ee req-7d07338b-91f4-4fcd-8036-7263e698d0de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 945 time: 0.2393551 Jul 16 01:12:13.105941 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.143736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 838e672e-1767-42a6-8805-2e00956e1955 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:13.165997 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0475647-e21b-4e43-ba4d-06ad1ff448ee req-f1835225-2d6a-4e26-a1e9-94cb3538b2cc tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727742 Jul 16 01:12:13.262673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:13.306816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.307163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.307503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.307846 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.308181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.308512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.308839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.309186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.309488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.309809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.322315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.322776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:13.381613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 838e672e-1767-42a6-8805-2e00956e1955 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:13.384516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.397550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 838e672e-1767-42a6-8805-2e00956e1955 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:13.399068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16814d4-349c-492e-b511-fcb0e6a23b45']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:13.402092 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.422923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71f5cd3-7032-498f-b241-790bd57981e9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:13.423254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71f5cd3-7032-498f-b241-790bd57981e9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:13.448822 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.476731 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.492879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:13.493716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:13.510852 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:13.553371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32458e86-0981-4ab5-9cf1-7cd4bfddd9fe req-a47b1cd3-ea2b-41cb-a4b6-a7eedf47f1fa tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:13.563310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32458e86-0981-4ab5-9cf1-7cd4bfddd9fe req-a47b1cd3-ea2b-41cb-a4b6-a7eedf47f1fa tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 945 time: 0.5406458 Jul 16 01:12:13.590666 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.682719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 838e672e-1767-42a6-8805-2e00956e1955, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=838e672e-1767-42a6-8805-2e00956e1955,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:13.689370 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.708031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32458e86-0981-4ab5-9cf1-7cd4bfddd9fe req-b7fd7764-3a79-4c95-99a2-31d91ac6436f tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379852 Jul 16 01:12:13.712438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.724549 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.738704 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a16814d4-349c-492e-b511-fcb0e6a23b45 HTTP/1.1" status: 204 len: 168 time: 0.8598075 Jul 16 01:12:13.761113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a318a6-abcc-4c10-b11c-c68723c77ae0 req-d80bad06-38cb-4795-9fab-c768567e91ff tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:13.763198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0'}, {'server_uuid': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e672e-1767-42a6-8805-2e00956e1955'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:13.765701 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac755ba8-d682-4b56-9beb-3436367602e7" -d '{"events": [{"server_uuid": "5c59a8e2-85b1-4530-8d94-a0084d19c92e", "name": "network-vif-plugged", "status": "completed", "tag": "2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0"}, {"server_uuid": "0bb8cd02-1ebe-4a1a-891c-910528389d5a", "name": "network-vif-plugged", "status": "completed", "tag": "838e672e-1767-42a6-8805-2e00956e1955"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:13.775213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03a318a6-abcc-4c10-b11c-c68723c77ae0 req-d80bad06-38cb-4795-9fab-c768567e91ff tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1693413 Jul 16 01:12:13.810690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95557e1-ad3b-4f1c-a305-cf291beddfb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a16814d4-349c-492e-b511-fcb0e6a23b45,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:13.875091 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03a318a6-abcc-4c10-b11c-c68723c77ae0 req-98d957cc-b481-437d-8ec8-e0ef492e2130 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942938 Jul 16 01:12:13.923223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=838e672e-1767-42a6-8805-2e00956e1955,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:13.989853 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b153f1-2f31-4efb-a0bf-7122189d223b x-openstack-request-id: req-c4b153f1-2f31-4efb-a0bf-7122189d223b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:13.990406 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c59a8e2-85b1-4530-8d94-a0084d19c92e", "name": "network-vif-plugged", "status": "completed", "tag": "2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0", "code": 200}, {"server_uuid": "0bb8cd02-1ebe-4a1a-891c-910528389d5a", "name": "network-vif-plugged", "status": "completed", "tag": "838e672e-1767-42a6-8805-2e00956e1955", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:13.990729 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4b153f1-2f31-4efb-a0bf-7122189d223b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:13.991215 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'code': 200} Jul 16 01:12:13.991524 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e672e-1767-42a6-8805-2e00956e1955', 'code': 200} Jul 16 01:12:14.148114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50100) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:14.295194 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e4daa5db-aa9f-4fbd-ac3f-22e1554916f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1467b46a3bd45be94215a91f1f7b186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436241 Jul 16 01:12:14.295949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50108) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:14.429233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d431c05-6a0b-4cdf-834b-1b04f2b73eb1 req-4aae2a71-216c-4000-9b35-b9e382b45ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:14.430813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d431c05-6a0b-4cdf-834b-1b04f2b73eb1 req-4aae2a71-216c-4000-9b35-b9e382b45ca5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 1098 time: 0.3006542 Jul 16 01:12:14.495967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a2e85-ebec-4379-9d84-5f5c6e8f4bf4 req-63e786a9-c89c-49d4-8e89-10267e60186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:14.497477 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf4a2e85-ebec-4379-9d84-5f5c6e8f4bf4 req-63e786a9-c89c-49d4-8e89-10267e60186e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 1097 time: 0.3157382 Jul 16 01:12:14.546743 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d259a72-73c6-435e-bf49-dd489c1d8bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.579106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d431c05-6a0b-4cdf-834b-1b04f2b73eb1 req-7aa6f353-0966-4855-a18e-9b9a9193e57d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357200 Jul 16 01:12:14.596192 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf4a2e85-ebec-4379-9d84-5f5c6e8f4bf4 req-5a89fed2-ed29-40a3-896b-f5d1435c83b2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511143 Jul 16 01:12:14.605558 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d259a72-73c6-435e-bf49-dd489c1d8bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.688246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23a102-a655-4e1e-90db-1637c6637449 req-8607726f-2843-4d6a-876a-bef817e1b7b9 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:14.696120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee23a102-a655-4e1e-90db-1637c6637449 req-8607726f-2843-4d6a-876a-bef817e1b7b9 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 945 time: 0.2452641 Jul 16 01:12:14.750626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d259a72-73c6-435e-bf49-dd489c1d8bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.754816 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d259a72-73c6-435e-bf49-dd489c1d8bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.756184 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3d259a72-73c6-435e-bf49-dd489c1d8bb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7226fbb9-406d-41cf-882e-d4c51a7d6ea2 HTTP/1.1" status: 204 len: 168 time: 0.4587262 Jul 16 01:12:14.800037 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee23a102-a655-4e1e-90db-1637c6637449 req-4d590941-3608-4294-a79f-5c289e1171fd tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028633 Jul 16 01:12:14.823160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d259a72-73c6-435e-bf49-dd489c1d8bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7226fbb9-406d-41cf-882e-d4c51a7d6ea2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:14.853898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:15.041421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-302330375-network', 'tenant_id': 'db98e1ec623541ce980b640b9f16ecda'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:15.098572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed36ca-9290-4ff0-a36e-5f2260267fbe req-d7687c8f-d04f-42cc-89b8-11c04c02b85e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:15.108743 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8ed36ca-9290-4ff0-a36e-5f2260267fbe req-d7687c8f-d04f-42cc-89b8-11c04c02b85e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 946 time: 0.1484470 Jul 16 01:12:15.111264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Made reservation on behalf of db98e1ec623541ce980b640b9f16ecda for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:15.114672 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.129563 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.240393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8ed36ca-9290-4ff0-a36e-5f2260267fbe req-3688a1ff-ffb5-4ce1-85d9-d6a996f4d88e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278324 Jul 16 01:12:15.330048 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0185f-6aaf-45ed-9611-00fb58e9131c req-4ba7a58f-24c3-4309-b6dc-883c8dbfd011 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:15.362317 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eba0185f-6aaf-45ed-9611-00fb58e9131c req-4ba7a58f-24c3-4309-b6dc-883c8dbfd011 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.2158599 Jul 16 01:12:15.489353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.497171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.549177 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eba0185f-6aaf-45ed-9611-00fb58e9131c req-241bf902-2e96-4c13-8617-5ba5c9e3909c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695399 Jul 16 01:12:15.566535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9221a1b-037b-482b-ad82-ae154f3d0c28,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:15.585064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:12:15.623421 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.623861 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Added segment 47053f56-9d67-46af-b578-978c8658ebd2 of type vlan for network 9fc7aa6d-1352-4921-b5ba-d9b001c0252a Jul 16 01:12:15.749355 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.804003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50144) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:15.916791 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.918179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:15.919014 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.127412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2737a667-3901-43be-953b-595e8260cabd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdfd3f9568fd40358dd8b42fb8192782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220217 Jul 16 01:12:16.143346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50150) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:16.146393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc7aa6d-1352-4921-b5ba-d9b001c0252a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:16.169747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 9fc7aa6d-1352-4921-b5ba-d9b001c0252a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:12:16.210071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c20ab23f-f9c5-46f1-8119-f3c9c50dbb85 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3524199 Jul 16 01:12:16.212197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50152) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:16.218729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Request body: {'subnet': {'network_id': '9fc7aa6d-1352-4921-b5ba-d9b001c0252a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-302330375-subnet', 'tenant_id': 'db98e1ec623541ce980b640b9f16ecda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:16.246755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe47de-faf0-49b1-95c3-090e8802c412 req-779cf1b6-c743-47bb-a709-0f7eed431075 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:16.259116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1afe47de-faf0-49b1-95c3-090e8802c412 req-779cf1b6-c743-47bb-a709-0f7eed431075 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 945 time: 0.1883013 Jul 16 01:12:16.268982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Made reservation on behalf of db98e1ec623541ce980b640b9f16ecda for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:16.271915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.317513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1afe47de-faf0-49b1-95c3-090e8802c412 req-c62b20d3-0472-4405-9e30-2d1b750f038f tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561886 Jul 16 01:12:16.368614 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f56441f6-d04d-4323-8f3c-ff813d23ed91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.429335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f56441f6-d04d-4323-8f3c-ff813d23ed91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.485748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.500301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa80c-38f1-4e7b-8a7a-e30db231757c req-94173b4b-72c9-4cf9-927e-93dceecdfba6 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:16.502841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-243fa80c-38f1-4e7b-8a7a-e30db231757c req-94173b4b-72c9-4cf9-927e-93dceecdfba6 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 946 time: 0.3743382 Jul 16 01:12:16.556390 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f56441f6-d04d-4323-8f3c-ff813d23ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.567951 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f56441f6-d04d-4323-8f3c-ff813d23ed91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.572081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f56441f6-d04d-4323-8f3c-ff813d23ed91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26eb61fa-6c5e-4eed-9f1b-b3c5c03db736 HTTP/1.1" status: 204 len: 168 time: 0.4128256 Jul 16 01:12:16.669629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56441f6-d04d-4323-8f3c-ff813d23ed91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eb61fa-6c5e-4eed-9f1b-b3c5c03db736,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:16.693305 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-243fa80c-38f1-4e7b-8a7a-e30db231757c req-bf37d2ad-718c-4e6e-90de-5ff59cb05af9 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606915 Jul 16 01:12:16.704080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c87a47-d884-49a9-a1fa-1290b955b66c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:16.734428 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Checking segment: {'id': '47053f56-9d67-46af-b578-978c8658ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9fc7aa6d-1352-4921-b5ba-d9b001c0252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:16.734428 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Network hostable DHCP agents. Network: 9fc7aa6d-1352-4921-b5ba-d9b001c0252a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:12:16.782454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Network 9fc7aa6d-1352-4921-b5ba-d9b001c0252a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:12:16.804889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b669e0-455a-42f1-a550-90b79316465f req-9174f514-076c-4ff7-8380-e0d153baa818 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:16.811208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 9fc7aa6d-1352-4921-b5ba-d9b001c0252a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:16.825844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32b669e0-455a-42f1-a550-90b79316465f req-9174f514-076c-4ff7-8380-e0d153baa818 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 946 time: 0.1213577 Jul 16 01:12:16.828338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9df38b-b894-43b6-9631-a894b4caa2d3 None None] Network 9fc7aa6d-1352-4921-b5ba-d9b001c0252a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:16.849078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:16.852342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.877773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32b669e0-455a-42f1-a550-90b79316465f req-9ea94c08-7cab-4a57-9ded-c81a87d882f3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508668 Jul 16 01:12:16.907497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3d488079-05ce-49a2-8489-d11a90bf1987 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6905448 Jul 16 01:12:17.128931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022df9e-4ea4-451b-a1de-411b77076041 None None] Network 9fc7aa6d-1352-4921-b5ba-d9b001c0252a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:17.361239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea82e9-d3d2-47a2-94a0-6e9f6ed94dfd req-3f7fee40-1f7d-4a30-8e16-15b810777f93 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:17.372801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26ea82e9-d3d2-47a2-94a0-6e9f6ed94dfd req-3f7fee40-1f7d-4a30-8e16-15b810777f93 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.2298977 Jul 16 01:12:17.403582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834572e-90b0-4351-b526-d09fb3a5add9 req-b67cd390-4319-4071-86c5-1ec7f23fc9f1 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:17.428366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50190) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:17.436083 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e834572e-90b0-4351-b526-d09fb3a5add9 req-b67cd390-4319-4071-86c5-1ec7f23fc9f1 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 946 time: 0.2822361 Jul 16 01:12:17.443919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f229a711-5af2-4333-a714-2297b756a444 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Request body: {'floatingip': {'port_id': '838e672e-1767-42a6-8805-2e00956e1955'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:17.561588 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f229a711-5af2-4333-a714-2297b756a444 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.800003 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90b8d1-e461-4d65-8265-54abbe42ac5d req-fbef8f33-4855-44d7-a645-3f6f0c496f7e tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:17.801881 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee90b8d1-e461-4d65-8265-54abbe42ac5d req-fbef8f33-4855-44d7-a645-3f6f0c496f7e tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 945 time: 0.1317482 Jul 16 01:12:17.899787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee90b8d1-e461-4d65-8265-54abbe42ac5d req-2fe430d9-3093-4731-a710-2f97b76188fb tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915425 Jul 16 01:12:17.900236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26ea82e9-d3d2-47a2-94a0-6e9f6ed94dfd req-af20bd1c-436d-46d9-a28c-d2d22e775a03 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234849 Jul 16 01:12:18.625862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:18.786154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f229a711-5af2-4333-a714-2297b756a444 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.827826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-189d627e-0f8b-4937-a4f5-aa9c8d7cec1d tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:18.828956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f229a711-5af2-4333-a714-2297b756a444 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.853010 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-189d627e-0f8b-4937-a4f5-aa9c8d7cec1d tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/networks?id=9fc7aa6d-1352-4921-b5ba-d9b001c0252a HTTP/1.1" status: 200 len: 813 time: 0.2671130 Jul 16 01:12:18.881090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-263784092-network', 'tenant_id': '5773e39d8e004b6293128b3ceb9cd803'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:18.892032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-29606824-b183-40e5-8141-8542d0fedcd0 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/quotas/db98e1ec623541ce980b640b9f16ecda HTTP/1.1" status: 200 len: 375 time: 0.0380874 Jul 16 01:12:18.948875 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-79b1028c-b505-425c-a3de-90e72d5ed128 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=db98e1ec623541ce980b640b9f16ecda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558040 Jul 16 01:12:19.012212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Made reservation on behalf of 5773e39d8e004b6293128b3ceb9cd803 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:19.015339 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.082488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.157533 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-7dd985c8-4850-4d90-9d27-b7ffb5607a8b service neutron] 10.222.0.64 "GET /v2.0/networks/9fc7aa6d-1352-4921-b5ba-d9b001c0252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074904 Jul 16 01:12:19.342241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-79d92696-0caa-4956-943a-919227392c67 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 258 time: 0.5478835 Jul 16 01:12:19.345576 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-f229a711-5af2-4333-a714-2297b756a444 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Floating IP 3eb38bef-7383-4f80-ba77-e286e150814f associated. External IP: 172.25.4.75, port: 838e672e-1767-42a6-8805-2e00956e1955. Jul 16 01:12:19.373416 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-f5e8b98f-26ef-478f-bea7-ee8b50408cc8 service neutron] 10.222.0.64 "GET /v2.0/networks/9fc7aa6d-1352-4921-b5ba-d9b001c0252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150950 Jul 16 01:12:19.406637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:19.424426 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.431049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.505023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:12:19.540452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.545514 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8859585-155f-4880-aad4-7fb7a1d1c180,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:19.556964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.556964 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Added segment 25c107bf-717d-41af-87c1-c5684532b867 of type vlan for network b4789822-3bc7-42a9-8b16-2533611170a3 Jul 16 01:12:19.653025 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.740620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.742020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:19.742781 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.810701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1776125 Jul 16 01:12:19.840098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:19.854035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Request body: {'subnet': {'network_id': 'b4789822-3bc7-42a9-8b16-2533611170a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-263784092-subnet', 'tenant_id': '5773e39d8e004b6293128b3ceb9cd803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:19.975235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f229a711-5af2-4333-a714-2297b756a444 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:12:20.035528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d7d72-d2d3-4c6d-b637-01dc63a280f8 admin admin] Pushing event updated for resources: {'Network': ['ID=b4789822-3bc7-42a9-8b16-2533611170a3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:20.047788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network b4789822-3bc7-42a9-8b16-2533611170a3 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:12:20.061474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Made reservation on behalf of 5773e39d8e004b6293128b3ceb9cd803 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:20.063787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.163715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab988e73-99d4-41e9-ab7d-fb09b0829729 req-249df636-003a-4d31-a542-21d124ee5a68 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:20.171761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab988e73-99d4-41e9-ab7d-fb09b0829729 req-249df636-003a-4d31-a542-21d124ee5a68 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 946 time: 0.2176170 Jul 16 01:12:20.262200 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.288849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab988e73-99d4-41e9-ab7d-fb09b0829729 req-90538651-8884-4906-aee7-c5a5fa83847f tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups?id=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137109 Jul 16 01:12:20.294729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-bcdcbc73-9143-4dfa-a79b-a4860d0c5785 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:20.296235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-bcdcbc73-9143-4dfa-a79b-a4860d0c5785 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.67 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 946 time: 0.2558310 Jul 16 01:12:20.312597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f229a711-5af2-4333-a714-2297b756a444 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:12:20.320236 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f229a711-5af2-4333-a714-2297b756a444 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.325316 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] Sync routers for ids ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:12:20.349292 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] Routers {'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:20.353762 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:20.567565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.575838 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f229a711-5af2-4333-a714-2297b756a444 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "PUT /v2.0/floatingips/3eb38bef-7383-4f80-ba77-e286e150814f HTTP/1.1" status: 200 len: 991 time: 3.1430476 Jul 16 01:12:20.601546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'tag': '838e672e-1767-42a6-8805-2e00956e1955'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:20.604207 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb8cd02-1ebe-4a1a-891c-910528389d5a", "tag": "838e672e-1767-42a6-8805-2e00956e1955"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:20.623351 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] Set router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:20.648083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Allocated IP 172.25.4.99 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/db446408-8281-4bcc-9f7d-4477d8751631) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:20.743904 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2679572b-17ae-4c0d-9a4f-8cc5aba95298,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:20.757274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Checking segment: {'id': '25c107bf-717d-41af-87c1-c5684532b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4789822-3bc7-42a9-8b16-2533611170a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:20.757950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Deleting port deaa1bc6-221b-4eeb-afc6-1ad892151648 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:20.762453 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.762897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Network hostable DHCP agents. Network: b4789822-3bc7-42a9-8b16-2533611170a3, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:12:20.795714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Network b4789822-3bc7-42a9-8b16-2533611170a3 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:12:20.807370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, b4789822-3bc7-42a9-8b16-2533611170a3) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:20.812251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:20.814126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.817748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b340bf8d-0748-420d-a620-6a4dc7648302 None None] Network b4789822-3bc7-42a9-8b16-2533611170a3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:20.832891 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-576f3511-d22f-4f30-bc48-c30193ee82d6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9915776 Jul 16 01:12:21.024882 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '3eb38bef-7383-4f80-ba77-e286e150814f', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'port_id': '838e672e-1767-42a6-8805-2e00956e1955', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'mac_address': 'fa:16:3e:44:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:11:55Z', 'updated_at': '2021-07-16T01:12:18Z', 'revision_number': 1, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:59Z', 'revision_number': 5, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:21.073497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194f720-4a24-4dee-a8e0-9eb6cb60cbe5 req-e809b944-809c-43ec-b44b-39e03ed5a5c2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:21.080778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2194f720-4a24-4dee-a8e0-9eb6cb60cbe5 req-e809b944-809c-43ec-b44b-39e03ed5a5c2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1463170 Jul 16 01:12:21.099984 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] Checking router: e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:12:21.115965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d354598-4638-4c97-90f1-f5b6db77aeb8 None None] Network b4789822-3bc7-42a9-8b16-2533611170a3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:21.121029 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] Routers {'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:21.121782 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:21.163492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2194f720-4a24-4dee-a8e0-9eb6cb60cbe5 req-94d3fff6-6cde-4180-94ce-6dca960def1a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807469 Jul 16 01:12:21.499584 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] Set router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:21.597063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95dba6c-ffa8-4f00-bb14-6658c5f6002a req-e85fd6dc-ca04-4934-aeea-db4292eda524 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 210 time: 0.0919299 Jul 16 01:12:21.618410 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:21.627015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] For port deaa1bc6-221b-4eeb-afc6-1ad892151648, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=deaa1bc6-221b-4eeb-afc6-1ad892151648,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:21.627389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:21.911869 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:21.912398 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:21.912950 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Floating IP c326fc6a-cba7-4485-9908-ee69c26b0a5b disassociated. External IP: 172.25.4.107, port: deaa1bc6-221b-4eeb-afc6-1ad892151648. Jul 16 01:12:21.913532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Calling delete_port for deaa1bc6-221b-4eeb-afc6-1ad892151648 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:21.984687 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:22.027661 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '3eb38bef-7383-4f80-ba77-e286e150814f', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'port_id': '838e672e-1767-42a6-8805-2e00956e1955', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'mac_address': 'fa:16:3e:44:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:11:55Z', 'updated_at': '2021-07-16T01:12:18Z', 'revision_number': 1, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:59Z', 'revision_number': 5, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:22.060587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:22.064171 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e1860-bf3d-44a9-b7a8-9d19b07a587b None None] The sync data for ids ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'] in n-d-791504-14 is: [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '3eb38bef-7383-4f80-ba77-e286e150814f', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'port_id': '838e672e-1767-42a6-8805-2e00956e1955', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'mac_address': 'fa:16:3e:44:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:11:55Z', 'updated_at': '2021-07-16T01:12:18Z', 'revision_number': 1, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:59Z', 'revision_number': 5, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:12:22.075755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Pushing event updated for resources: {'Port': ['ID=db446408-8281-4bcc-9f7d-4477d8751631,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:22.078604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:22.093591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:22.307310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:22.319261 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e7223f-1c39-4520-8959-f59f4cdf87cf x-openstack-request-id: req-d6e7223f-1c39-4520-8959-f59f4cdf87cf {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:22.320287 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb8cd02-1ebe-4a1a-891c-910528389d5a", "tag": "838e672e-1767-42a6-8805-2e00956e1955", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:22.320728 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6e7223f-1c39-4520-8959-f59f4cdf87cf {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:22.321316 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'tag': '838e672e-1767-42a6-8805-2e00956e1955', 'status': 'completed', 'code': 200} Jul 16 01:12:22.466811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-97d46931-0228-4c34-9ce0-ad591b5b2ff2 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:22.470616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-97d46931-0228-4c34-9ce0-ad591b5b2ff2 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.50 "GET /v2.0/networks?id=9fc7aa6d-1352-4921-b5ba-d9b001c0252a HTTP/1.1" status: 200 len: 813 time: 0.5012846 Jul 16 01:12:22.504554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Request body: {'port': {'device_id': '8da346d2-d71f-48cd-9548-950c5df41db0', 'network_id': '9fc7aa6d-1352-4921-b5ba-d9b001c0252a', 'admin_state_up': True, 'tenant_id': 'db98e1ec623541ce980b640b9f16ecda'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:22.529577 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:22.583997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a8a65-d388-41c7-8f76-3a9d2b5fc8d2 None None] New status for floating IP 3eb38bef-7383-4f80-ba77-e286e150814f: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:12:22.755927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-410088b1-d9e2-4ca7-b5df-2bab1c3022d0 req-0f1e7a38-980e-42b5-a8f2-8e8b558b8531 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1256098767', 'description': 'tempest-description-1951402706'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:22.780535 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:22.821384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event deleted for resources: {'Port': ['ID=deaa1bc6-221b-4eeb-afc6-1ad892151648,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:22.852204 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-410088b1-d9e2-4ca7-b5df-2bab1c3022d0 req-0f1e7a38-980e-42b5-a8f2-8e8b558b8531 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:22.946773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Made reservation on behalf of db98e1ec623541ce980b640b9f16ecda for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:22.951129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:22.985777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-e6a761f0-b697-4ec2-b5f0-9ad0e5eb9db7 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:22.987431 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-e6a761f0-b697-4ec2-b5f0-9ad0e5eb9db7 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 944 time: 0.2502429 Jul 16 01:12:22.996472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-3682191a-192b-42e0-8a71-b3568a68b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:22.997932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-3682191a-192b-42e0-8a71-b3568a68b2cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fce90306888f4cae88a734b74f6c46f7&device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 1098 time: 0.7020881 Jul 16 01:12:23.014222 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device deaa1bc6-221b-4eeb-afc6-1ad892151648 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:23.047003 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: deaa1bc6-221b-4eeb-afc6-1ad892151648 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:23.047427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device deaa1bc6-221b-4eeb-afc6-1ad892151648 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:23.155439 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.175285 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.210032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-31601a42-58a9-404d-b479-1fc0f22e739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:23.211577 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-31601a42-58a9-404d-b479-1fc0f22e739b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a9ce279-727f-4ba6-a0ff-02c0de57fa83 HTTP/1.1" status: 200 len: 906 time: 0.2014303 Jul 16 01:12:23.294790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:12:23.296848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-410088b1-d9e2-4ca7-b5df-2bab1c3022d0 req-0f1e7a38-980e-42b5-a8f2-8e8b558b8531 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.306860 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-410088b1-d9e2-4ca7-b5df-2bab1c3022d0 req-0f1e7a38-980e-42b5-a8f2-8e8b558b8531 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.329965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Pushing event updated for resources: {'Port': ['ID=db446408-8281-4bcc-9f7d-4477d8751631,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:23.354881 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-134a1d01-3db2-4c90-a87f-0e2d4e37dd62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838e672e-1767-42a6-8805-2e00956e1955 HTTP/1.1" status: 200 len: 1001 time: 0.1325459 Jul 16 01:12:23.358172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.361004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Allocated IP 172.20.0.11 (9fc7aa6d-1352-4921-b5ba-d9b001c0252a/22c87a47-d884-49a9-a1fa-1290b955b66c/54873472-8638-4bc2-ab01-b5a7196350f9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:23.392862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-410088b1-d9e2-4ca7-b5df-2bab1c3022d0 req-0f1e7a38-980e-42b5-a8f2-8e8b558b8531 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.414827 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-410088b1-d9e2-4ca7-b5df-2bab1c3022d0 req-0f1e7a38-980e-42b5-a8f2-8e8b558b8531 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6788116 Jul 16 01:12:23.441715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.443053 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-693f1eb3-5cac-4871-b30a-5f306a329bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0999715 Jul 16 01:12:23.488755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e7a38-980e-42b5-a8f2-8e8b558b8531 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2ec51d-c62d-4d53-94ef-092260557076,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:23.500637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-a858e9f8-8fd2-4816-8675-32b02239c819 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Deleting port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:23.501099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-a858e9f8-8fd2-4816-8675-32b02239c819 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.580963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-45c27bf1-68eb-4c2c-b147-85a2fcb003b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:23.584005 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-45c27bf1-68eb-4c2c-b147-85a2fcb003b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99407746-f7e6-4d64-9ad1-5c12cd9dac20 HTTP/1.1" status: 200 len: 845 time: 0.2192361 Jul 16 01:12:23.634085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:12:23.638397 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-17301a4e-5bc4-490f-8ad2-f9d0dca11cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.1475077 Jul 16 01:12:23.700879 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] Sync routers for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:12:23.713989 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36cc9948-5cc6-4372-8fe9-a5e7c3223732 req-319b543f-aeca-419f-92ba-f362200b5360 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ed5ab80-3a72-4a0f-a5e5-935df5a15975 HTTP/1.1" status: 200 len: 210 time: 0.1064572 Jul 16 01:12:23.729828 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:23.733184 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:23.783725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-a858e9f8-8fd2-4816-8675-32b02239c819 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] For port b92ceaa4-ffcf-406d-9aa5-a28133c97d88, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:23.783725 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-a858e9f8-8fd2-4816-8675-32b02239c819 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.785307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] No DVR routers for this DVR port deaa1bc6-221b-4eeb-afc6-1ad892151648 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:23.785819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-a858e9f8-8fd2-4816-8675-32b02239c819 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Calling delete_port for b92ceaa4-ffcf-406d-9aa5-a28133c97d88 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:23.824931 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.824931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d94fd96-bfe8-4559-bab7-a59c5f1d7c63 req-21a173d4-b6b7-4d4e-a567-1adab354b140 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.67 "DELETE /v2.0/ports/deaa1bc6-221b-4eeb-afc6-1ad892151648 HTTP/1.1" status: 204 len: 173 time: 3.5080841 Jul 16 01:12:23.868367 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.930063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-19eb7c8c-4f99-486d-a390-676b110bd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:23.931608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-19eb7c8c-4f99-486d-a390-676b110bd7f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a9ce279-727f-4ba6-a0ff-02c0de57fa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3395786 Jul 16 01:12:23.934923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-68144540-3259-4f12-a2c6-4a125bde298c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:23.942604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-68144540-3259-4f12-a2c6-4a125bde298c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.2851443 Jul 16 01:12:23.945224 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:23.967941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-c3450955-cf23-4cb6-8bd8-c4b8e7acb95a tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:12:23.968493 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f238f09-f5ec-405c-950e-1c4f630b941a req-c3450955-cf23-4cb6-8bd8-c4b8e7acb95a tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181251 Jul 16 01:12:24.040041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.160060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Network 9fc7aa6d-1352-4921-b5ba-d9b001c0252a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:24.180714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-a858e9f8-8fd2-4816-8675-32b02239c819 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.195503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:24.200452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:24.204898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Pushing event updated for resources: {'Port': ['ID=54873472-8638-4bc2-ab01-b5a7196350f9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:24.280161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:24.280858 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.304935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f64b4-ca07-4c35-ade7-287a27971df2 req-1c96209f-8dd1-43b2-8ecb-795f8c58b5b7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:24.306675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-577f64b4-ca07-4c35-ade7-287a27971df2 req-1c96209f-8dd1-43b2-8ecb-795f8c58b5b7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1449077 Jul 16 01:12:24.314756 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-d6aad3a8-400e-4c6b-9f1b-ea9b6a389457 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8282800 Jul 16 01:12:24.324855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-a858e9f8-8fd2-4816-8675-32b02239c819 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] No DVR routers for this DVR port b92ceaa4-ffcf-406d-9aa5-a28133c97d88 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:24.326076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'name': 'network-vif-deleted', 'tag': 'deaa1bc6-221b-4eeb-afc6-1ad892151648'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:24.328976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-a858e9f8-8fd2-4816-8675-32b02239c819 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.329209 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6405f0f5-3cc9-4f8d-a5bd-07f3b14416d1" -d '{"events": [{"server_uuid": "4ed5ab80-3a72-4a0f-a5e5-935df5a15975", "name": "network-vif-deleted", "tag": "deaa1bc6-221b-4eeb-afc6-1ad892151648"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:24.330987 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-476f7d4d-f199-4988-a094-4a095ec57fc6 req-a858e9f8-8fd2-4816-8675-32b02239c819 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.50 "DELETE /v2.0/ports/b92ceaa4-ffcf-406d-9aa5-a28133c97d88 HTTP/1.1" status: 204 len: 173 time: 1.3370810 Jul 16 01:12:24.340938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'name': 'network-vif-deleted', 'tag': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:24.344894 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b600bd3-641e-445d-a729-c82282194670" -d '{"events": [{"server_uuid": "b7dcfb03-5522-40c2-90d5-dfb453b1a424", "name": "network-vif-deleted", "tag": "b92ceaa4-ffcf-406d-9aa5-a28133c97d88"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:24.363506 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b11d11b7-3217-49a0-b333-2542271852e8 req-dd2a8ae8-dc20-4846-b67e-920904b25a53 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcfb03-5522-40c2-90d5-dfb453b1a424 HTTP/1.1" status: 200 len: 210 time: 0.1977093 Jul 16 01:12:24.381303 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:24.384706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858e9f8-8fd2-4816-8675-32b02239c819 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Pushing event deleted for resources: {'Port': ['ID=b92ceaa4-ffcf-406d-9aa5-a28133c97d88,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:24.389246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Request body: {'port': {'device_id': '8da346d2-d71f-48cd-9548-950c5df41db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:24.422107 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-29d9042f-a135-4e1b-9dbe-5c2dcd57ed27 service neutron] 10.222.0.67 "GET /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726565 Jul 16 01:12:24.427132 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] Checking router: 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:12:24.435953 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:24.436565 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:24.517036 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21bb2b19-6231-46a7-89bb-0622b76b8866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.554301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-577f64b4-ca07-4c35-ade7-287a27971df2 req-dc784dd0-59a1-4c5e-8dd3-ff4b073858dd tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301354 Jul 16 01:12:24.659469 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.674125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42e3e4f4-e717-4779-a24f-cf4e5ea66ed7 req-50d8dce3-3992-41bd-b9c9-0052e1a2c6e8 service neutron] 10.222.0.67 "GET /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411644 Jul 16 01:12:24.717234 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:24.805342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd671a5-84d9-43fd-8007-20fcea2d7419 req-8c5acd29-d85d-4a23-9106-21322a63e178 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:24.814089 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3bd671a5-84d9-43fd-8007-20fcea2d7419 req-8c5acd29-d85d-4a23-9106-21322a63e178 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 932 time: 0.1145773 Jul 16 01:12:24.873843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3bd671a5-84d9-43fd-8007-20fcea2d7419 req-410f867a-df3c-4821-a503-f425b8ae61fb tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9221a1b-037b-482b-ad82-ae154f3d0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586746 Jul 16 01:12:25.054661 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a5c74b-fc14-47c4-b8b0-97e94a6b1d3d req-b13c1327-eb20-40ab-801e-4fa5e599c4d8 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/ba2ec51d-c62d-4d53-94ef-092260557076 HTTP/1.1" status: 200 len: 1805 time: 0.1252160 Jul 16 01:12:25.069280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-49a5c74b-fc14-47c4-b8b0-97e94a6b1d3d req-1de38d6f-9d4e-43ad-bb28-50cf7e5af7b9 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba2ec51d-c62d-4d53-94ef-092260557076', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:25.072225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-49a5c74b-fc14-47c4-b8b0-97e94a6b1d3d req-1de38d6f-9d4e-43ad-bb28-50cf7e5af7b9 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba2ec51d-c62d-4d53-94ef-092260557076', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:25.101142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-fbddc7a6-1a6f-4aad-bf36-76c7c7f98878 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:25.114663 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-fbddc7a6-1a6f-4aad-bf36-76c7c7f98878 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1022854 Jul 16 01:12:25.244474 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-f0644ea5-b50e-4718-8e90-5ad08636976d tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.1266830 Jul 16 01:12:25.247155 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:25.255039 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.262114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-452919dd-c771-4aa2-97ee-03540f12f4de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Request body: {'floatingip': {'port_id': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:25.298811 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab00ae5-1fa8-4954-9a7e-90585b0bc6b8 None None] The sync data for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 is: [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '660f097a-83f1-4a9e-864c-84c8eb7c6333', 'name': '', 'network_id': '618000df-3051-471f-b84e-b50c74582ad8', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'mac_address': 'fa:16:3e:5c:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:00Z', 'updated_at': '2021-07-16T01:07:10Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'subnets': [{'id': 'e0f1520c-2f62-4814-a833-d7e370391944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:12:25.326974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a5c74b-fc14-47c4-b8b0-97e94a6b1d3d req-1de38d6f-9d4e-43ad-bb28-50cf7e5af7b9 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.355953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-452919dd-c771-4aa2-97ee-03540f12f4de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.371261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a5c74b-fc14-47c4-b8b0-97e94a6b1d3d req-1de38d6f-9d4e-43ad-bb28-50cf7e5af7b9 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.403026 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a5c74b-fc14-47c4-b8b0-97e94a6b1d3d req-1de38d6f-9d4e-43ad-bb28-50cf7e5af7b9 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.436903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de38d6f-9d4e-43ad-bb28-50cf7e5af7b9 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c9f7c2-7e5e-4e89-9894-0706b263b124,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:25.443017 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54873472-8638-4bc2-ab01-b5a7196350f9 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:25.455547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.458864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49a5c74b-fc14-47c4-b8b0-97e94a6b1d3d req-1de38d6f-9d4e-43ad-bb28-50cf7e5af7b9 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.471226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49a5c74b-fc14-47c4-b8b0-97e94a6b1d3d req-1de38d6f-9d4e-43ad-bb28-50cf7e5af7b9 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4149799 Jul 16 01:12:25.506580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Transition to ACTIVE for port object 54873472-8638-4bc2-ab01-b5a7196350f9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:25.512413 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.608242 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fa7f1c-5329-4f66-94bb-fd9a44ce3cad x-openstack-request-id: req-12fa7f1c-5329-4f66-94bb-fd9a44ce3cad {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:25.608567 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dcfb03-5522-40c2-90d5-dfb453b1a424", "name": "network-vif-deleted", "tag": "b92ceaa4-ffcf-406d-9aa5-a28133c97d88", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:25.608763 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12fa7f1c-5329-4f66-94bb-fd9a44ce3cad {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:25.609170 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dcfb03-5522-40c2-90d5-dfb453b1a424', 'name': 'network-vif-deleted', 'tag': 'b92ceaa4-ffcf-406d-9aa5-a28133c97d88', 'status': 'completed', 'code': 200} Jul 16 01:12:25.633557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Pushing event updated for resources: {'Port': ['ID=54873472-8638-4bc2-ab01-b5a7196350f9,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:25.650660 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d8057d-9341-4faa-a93e-0025ff803e5f x-openstack-request-id: req-43d8057d-9341-4faa-a93e-0025ff803e5f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:25.650953 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed5ab80-3a72-4a0f-a5e5-935df5a15975", "name": "network-vif-deleted", "tag": "deaa1bc6-221b-4eeb-afc6-1ad892151648", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:25.651211 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43d8057d-9341-4faa-a93e-0025ff803e5f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:25.651597 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed5ab80-3a72-4a0f-a5e5-935df5a15975', 'name': 'network-vif-deleted', 'tag': 'deaa1bc6-221b-4eeb-afc6-1ad892151648', 'status': 'completed', 'code': 200} Jul 16 01:12:25.745671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc574472-ada2-422c-9031-38d03d89d5cb None None] New status for floating IP c326fc6a-cba7-4485-9908-ee69c26b0a5b: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:12:25.813201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Attempting to bind port 54873472-8638-4bc2-ab01-b5a7196350f9 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:25.813551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Attempting to bind port 54873472-8638-4bc2-ab01-b5a7196350f9 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '47053f56-9d67-46af-b578-978c8658ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9fc7aa6d-1352-4921-b5ba-d9b001c0252a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:25.813878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Attempting to bind port 54873472-8638-4bc2-ab01-b5a7196350f9 on network 9fc7aa6d-1352-4921-b5ba-d9b001c0252a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:25.838566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ba1abca4-162a-4230-87f3-e019c77812b3 req-8f85b0c8-6526-459c-953e-21d2da66cc9f tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-433735116', 'description': 'tempest-description-1648645171'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:25.847900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Port 54873472-8638-4bc2-ab01-b5a7196350f9 on network 9fc7aa6d-1352-4921-b5ba-d9b001c0252a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:25.848361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Attempting to bind port 54873472-8638-4bc2-ab01-b5a7196350f9 on network 9fc7aa6d-1352-4921-b5ba-d9b001c0252a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:25.862166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:25.863143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Checking segment: {'id': '47053f56-9d67-46af-b578-978c8658ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9fc7aa6d-1352-4921-b5ba-d9b001c0252a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:25.864173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Bound using segment: {'id': '47053f56-9d67-46af-b578-978c8658ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9fc7aa6d-1352-4921-b5ba-d9b001c0252a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:25.864629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Bound port: 54873472-8638-4bc2-ab01-b5a7196350f9, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47053f56-9d67-46af-b578-978c8658ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9fc7aa6d-1352-4921-b5ba-d9b001c0252a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:25.865057 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.928429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1abca4-162a-4230-87f3-e019c77812b3 req-8f85b0c8-6526-459c-953e-21d2da66cc9f tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.978974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] For port 54873472-8638-4bc2-ab01-b5a7196350f9, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:25.985126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] For port 54873472-8638-4bc2-ab01-b5a7196350f9, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=54873472-8638-4bc2-ab01-b5a7196350f9,segment=NetworkSegment(47053f56-9d67-46af-b578-978c8658ebd2),segment_id=47053f56-9d67-46af-b578-978c8658ebd2)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:25.995652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.033666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b92ceaa4-ffcf-406d-9aa5-a28133c97d88 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:26.064286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: b92ceaa4-ffcf-406d-9aa5-a28133c97d88 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:26.065167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b92ceaa4-ffcf-406d-9aa5-a28133c97d88 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:26.079807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Pushing event updated for resources: {'Port': ['ID=54873472-8638-4bc2-ab01-b5a7196350f9,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:26.101945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.102610 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.104045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-c08d783a-9e9d-46f9-b824-b8860af1aa2c service neutron] 10.222.0.50 "PUT /v2.0/ports/54873472-8638-4bc2-ab01-b5a7196350f9 HTTP/1.1" status: 200 len: 1093 time: 1.7607412 Jul 16 01:12:26.182750 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1abca4-162a-4230-87f3-e019c77812b3 req-8f85b0c8-6526-459c-953e-21d2da66cc9f tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.206986 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1abca4-162a-4230-87f3-e019c77812b3 req-8f85b0c8-6526-459c-953e-21d2da66cc9f tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.212275 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-452919dd-c771-4aa2-97ee-03540f12f4de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.217380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-452919dd-c771-4aa2-97ee-03540f12f4de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.262630 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1abca4-162a-4230-87f3-e019c77812b3 req-8f85b0c8-6526-459c-953e-21d2da66cc9f tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.274364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1abca4-162a-4230-87f3-e019c77812b3 req-8f85b0c8-6526-459c-953e-21d2da66cc9f tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4476056 Jul 16 01:12:26.275082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85b0c8-6526-459c-953e-21d2da66cc9f tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c862d5db-b6cb-4348-8757-75a412c21d10,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:26.307641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-5caae27e-9347-4494-80c9-a65ea6619aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.318781 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-5caae27e-9347-4494-80c9-a65ea6619aa2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db98e1ec623541ce980b640b9f16ecda&device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 1096 time: 0.1516137 Jul 16 01:12:26.336857 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.381248 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-452919dd-c771-4aa2-97ee-03540f12f4de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Floating IP 79a521b4-b016-4c69-9999-d978d52ae1fa associated. External IP: 172.25.4.99, port: 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0. Jul 16 01:12:26.385880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-ac71e1ee-ccd6-44d3-b30c-c20573903b66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54873472-8638-4bc2-ab01-b5a7196350f9 HTTP/1.1" status: 200 len: 217 time: 0.0641448 Jul 16 01:12:26.479910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-93389f8e-61a2-4adf-8fbd-ac356ab9efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.481393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-93389f8e-61a2-4adf-8fbd-ac356ab9efd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22c87a47-d884-49a9-a1fa-1290b955b66c HTTP/1.1" status: 200 len: 853 time: 0.0853996 Jul 16 01:12:26.540486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-dd6522d1-01c0-4f7c-b663-92def979a3ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9fc7aa6d-1352-4921-b5ba-d9b001c0252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449436 Jul 16 01:12:26.714611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-98f1563b-4931-4c20-863e-5fb72cf298ac service neutron] 10.222.0.50 "GET /v2.0/networks/9fc7aa6d-1352-4921-b5ba-d9b001c0252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627078 Jul 16 01:12:26.735453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3594c74-a4d8-4f70-8f8b-b8bef4751921 req-b4d60ec8-acf8-4f6e-b1e5-c887e89673b2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.737471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3594c74-a4d8-4f70-8f8b-b8bef4751921 req-b4d60ec8-acf8-4f6e-b1e5-c887e89673b2 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1081688 Jul 16 01:12:26.764648 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-452919dd-c771-4aa2-97ee-03540f12f4de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Router ea6377fd-20d0-47e4-9686-74d2055e42c8 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:12:26.853679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3594c74-a4d8-4f70-8f8b-b8bef4751921 req-40c69cd5-c4fa-429a-862b-0447b2b0fde6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942919 Jul 16 01:12:26.888896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9abbef0-7795-4560-ad73-ca0f3f6eaa38 req-2cf329e5-572e-4e3b-9a08-32459c036b03 service neutron] 10.222.0.50 "GET /v2.0/networks/9fc7aa6d-1352-4921-b5ba-d9b001c0252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626663 Jul 16 01:12:26.962684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-452919dd-c771-4aa2-97ee-03540f12f4de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:12:26.970595 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-452919dd-c771-4aa2-97ee-03540f12f4de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.973691 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] Sync routers for ids ['ea6377fd-20d0-47e4-9686-74d2055e42c8'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:12:26.998651 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] Routers {'ea6377fd-20d0-47e4-9686-74d2055e42c8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:26.999509 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ea6377fd-20d0-47e4-9686-74d2055e42c8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:27.024247 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-452919dd-c771-4aa2-97ee-03540f12f4de tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "PUT /v2.0/floatingips/79a521b4-b016-4c69-9999-d978d52ae1fa HTTP/1.1" status: 200 len: 995 time: 1.7726161 Jul 16 01:12:27.080546 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99e00296-c698-47df-9697-9c8e3a9650fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.152611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-904bc7fd-405a-4e3d-90a9-f596ff14929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:27.154191 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-904bc7fd-405a-4e3d-90a9-f596ff14929b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=725764f3d42f4f15a5b42242174ae321&device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 1097 time: 0.1176929 Jul 16 01:12:27.192675 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] Set router ea6377fd-20d0-47e4-9686-74d2055e42c8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:27.324547 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-6b92c66a-6291-422a-a466-775b997222b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:27.327243 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-6b92c66a-6291-422a-a466-775b997222b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17 HTTP/1.1" status: 200 len: 929 time: 0.1645892 Jul 16 01:12:27.436142 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-9ccbee1b-5b53-45e8-9822-132f60e3674a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 HTTP/1.1" status: 200 len: 998 time: 0.1005936 Jul 16 01:12:27.494386 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-03dd48a1-217e-40d5-b129-6544527c07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:27.504567 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-03dd48a1-217e-40d5-b129-6544527c07e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af72bbd8-24e9-4052-a3be-1f4b3544b4e5 HTTP/1.1" status: 200 len: 868 time: 0.0659916 Jul 16 01:12:27.554058 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.609926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'tag': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:27.610972 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:50Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '79a521b4-b016-4c69-9999-d978d52ae1fa', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'port_id': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'mac_address': 'fa:16:3e:53:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:12:22Z', 'updated_at': '2021-07-16T01:12:26Z', 'revision_number': 1, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7990f55a-c154-4f76-be7f-25c69619a0b0', 'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'mac_address': 'fa:16:3e:f7:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:48Z', 'updated_at': '2021-07-16T01:12:01Z', 'revision_number': 5, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'subnets': [{'id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:27.613711 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8554597b-c536-4663-8f78-5fdeb21c5f63" -d '{"events": [{"name": "network-changed", "server_uuid": "5c59a8e2-85b1-4530-8d94-a0084d19c92e", "tag": "2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:27.621824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-fe41d138-a13a-46b6-9817-3d5a56a1aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:27.634884 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-fe41d138-a13a-46b6-9817-3d5a56a1aafd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297808 Jul 16 01:12:27.646872 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] Checking router: ea6377fd-20d0-47e4-9686-74d2055e42c8 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:12:27.652700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da346d2-d71f-48cd-9548-950c5df41db0', 'tag': '54873472-8638-4bc2-ab01-b5a7196350f9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:27.655120 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f" -d '{"events": [{"name": "network-changed", "server_uuid": "8da346d2-d71f-48cd-9548-950c5df41db0", "tag": "54873472-8638-4bc2-ab01-b5a7196350f9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:27.663939 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] Routers {'ea6377fd-20d0-47e4-9686-74d2055e42c8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:27.665955 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ea6377fd-20d0-47e4-9686-74d2055e42c8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:27.781807 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-32172404-f121-4f3c-ba4e-5d936191bef4 service neutron] 10.222.0.64 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453323 Jul 16 01:12:27.843031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f0a79-07ae-4e0f-9b92-a8d27b6e0088 req-64c854e3-0124-4398-bdf3-5b6d45e63ca5 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:27.849927 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] Set router ea6377fd-20d0-47e4-9686-74d2055e42c8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:27.867122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-350f0a79-07ae-4e0f-9b92-a8d27b6e0088 req-64c854e3-0124-4398-bdf3-5b6d45e63ca5 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 944 time: 0.1207476 Jul 16 01:12:27.939635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-350f0a79-07ae-4e0f-9b92-a8d27b6e0088 req-a5ab0baa-e63a-4a42-8428-0b3ea37f3003 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9221a1b-037b-482b-ad82-ae154f3d0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711274 Jul 16 01:12:27.944226 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f0e83dc-40d6-49be-a333-4108e36d231f req-4c600341-8cd6-4808-aaa6-65a223db07bc service neutron] 10.222.0.64 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522670 Jul 16 01:12:28.054616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-778e84b7-58df-4b2d-a302-197f88e9fc06 req-ae8dbfbe-5330-4963-ba8e-8ef47622dbbc tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/c862d5db-b6cb-4348-8757-75a412c21d10 HTTP/1.1" status: 200 len: 1804 time: 0.0631771 Jul 16 01:12:28.071201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-778e84b7-58df-4b2d-a302-197f88e9fc06 req-0e5ebe22-723f-40ad-a18c-86d963abdd9a tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c862d5db-b6cb-4348-8757-75a412c21d10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:28.071958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-778e84b7-58df-4b2d-a302-197f88e9fc06 req-0e5ebe22-723f-40ad-a18c-86d963abdd9a tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c862d5db-b6cb-4348-8757-75a412c21d10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:28.212613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-778e84b7-58df-4b2d-a302-197f88e9fc06 req-0e5ebe22-723f-40ad-a18c-86d963abdd9a tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.227646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-6fbe4412-9dbc-4128-841d-0be7f846d61a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:28.230167 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-6fbe4412-9dbc-4128-841d-0be7f846d61a tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.67 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 944 time: 0.1565485 Jul 16 01:12:28.279654 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.306889 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-778e84b7-58df-4b2d-a302-197f88e9fc06 req-0e5ebe22-723f-40ad-a18c-86d963abdd9a tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.316402 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-778e84b7-58df-4b2d-a302-197f88e9fc06 req-0e5ebe22-723f-40ad-a18c-86d963abdd9a tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.352222 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:50Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '79a521b4-b016-4c69-9999-d978d52ae1fa', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'port_id': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'mac_address': 'fa:16:3e:53:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:12:22Z', 'updated_at': '2021-07-16T01:12:26Z', 'revision_number': 1, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7990f55a-c154-4f76-be7f-25c69619a0b0', 'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'mac_address': 'fa:16:3e:f7:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:48Z', 'updated_at': '2021-07-16T01:12:01Z', 'revision_number': 5, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'subnets': [{'id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:28.358775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ebe22-723f-40ad-a18c-86d963abdd9a tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685968b5-1a52-4a96-8c3b-f575c132c264,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:28.365910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-778e84b7-58df-4b2d-a302-197f88e9fc06 req-0e5ebe22-723f-40ad-a18c-86d963abdd9a tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.380247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-778e84b7-58df-4b2d-a302-197f88e9fc06 req-0e5ebe22-723f-40ad-a18c-86d963abdd9a tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3149066 Jul 16 01:12:28.382963 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-93292467-9781-4dea-835b-93b3aec95a1b req-f7a378ae-db1a-4ad4-8915-f778dd8686fa service neutron] show failed (client error): The resource could not be found. Jul 16 01:12:28.384829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-f7a378ae-db1a-4ad4-8915-f778dd8686fa service neutron] 10.222.0.67 "GET /v2.0/ports/32a06d89-6aac-4bb2-8519-9b42715707c2/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.1614051 Jul 16 01:12:28.419851 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649f46f-db8b-455b-a34b-103cdab1c76e None None] The sync data for ids ['ea6377fd-20d0-47e4-9686-74d2055e42c8'] in n-d-791504-14 is: [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:50Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '79a521b4-b016-4c69-9999-d978d52ae1fa', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'port_id': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'mac_address': 'fa:16:3e:53:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:12:22Z', 'updated_at': '2021-07-16T01:12:26Z', 'revision_number': 1, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7990f55a-c154-4f76-be7f-25c69619a0b0', 'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'mac_address': 'fa:16:3e:f7:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:48Z', 'updated_at': '2021-07-16T01:12:01Z', 'revision_number': 5, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'subnets': [{'id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:12:28.542122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-143a3ff1-001e-46ed-9d45-64fe105f575c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Deleting port c3473244-a4e6-41d8-9f40-eff8e99ca4ba {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:28.542784 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-143a3ff1-001e-46ed-9d45-64fe105f575c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.588994 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67d9b2a-7e36-4862-8777-e8655dec7a08 x-openstack-request-id: req-e67d9b2a-7e36-4862-8777-e8655dec7a08 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:28.589481 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c59a8e2-85b1-4530-8d94-a0084d19c92e", "tag": "2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:28.589855 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e67d9b2a-7e36-4862-8777-e8655dec7a08 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:28.590369 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'tag': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'status': 'completed', 'code': 200} Jul 16 01:12:28.669496 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6037b0-af9a-4e3a-ac0f-16cc8dd1994a x-openstack-request-id: req-cd6037b0-af9a-4e3a-ac0f-16cc8dd1994a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:28.670189 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da346d2-d71f-48cd-9548-950c5df41db0", "tag": "54873472-8638-4bc2-ab01-b5a7196350f9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:28.670189 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd6037b0-af9a-4e3a-ac0f-16cc8dd1994a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:28.670493 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da346d2-d71f-48cd-9548-950c5df41db0', 'tag': '54873472-8638-4bc2-ab01-b5a7196350f9', 'status': 'completed', 'code': 200} Jul 16 01:12:28.724036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-6b5961e7-8beb-4a42-9380-710bf0fef55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:28.727308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-6b5961e7-8beb-4a42-9380-710bf0fef55c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=725764f3d42f4f15a5b42242174ae321&device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 1097 time: 0.1198249 Jul 16 01:12:28.840433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf45513-43f0-4db6-ad20-1715a24d697f None None] New status for floating IP 79a521b4-b016-4c69-9999-d978d52ae1fa: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:12:28.992717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292467-9781-4dea-835b-93b3aec95a1b req-44a2444e-eda2-48ee-9dd9-634d9a3d3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:28.994944 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-44a2444e-eda2-48ee-9dd9-634d9a3d3d6e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba&tenant_id=94219a605dea4c4bb02ed5d18061280e HTTP/1.1" status: 200 len: 1102 time: 0.1513312 Jul 16 01:12:29.010545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7917f-3228-4226-a002-34d9e030dd00 req-26672114-5bbe-4a53-b584-db492601a485 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:29.013817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1de7917f-3228-4226-a002-34d9e030dd00 req-26672114-5bbe-4a53-b584-db492601a485 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.2230430 Jul 16 01:12:29.019956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:29.022903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-b9925331-906b-4913-acfc-2349abf036b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:29.024374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-b9925331-906b-4913-acfc-2349abf036b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17 HTTP/1.1" status: 200 len: 929 time: 0.2836795 Jul 16 01:12:29.154579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1de7917f-3228-4226-a002-34d9e030dd00 req-cbc362bd-7d3a-4eef-8b39-47039164ded3 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044879 Jul 16 01:12:29.295210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-143a3ff1-001e-46ed-9d45-64fe105f575c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] For port c3473244-a4e6-41d8-9f40-eff8e99ca4ba, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:29.295597 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-143a3ff1-001e-46ed-9d45-64fe105f575c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.322144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-143a3ff1-001e-46ed-9d45-64fe105f575c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Calling delete_port for c3473244-a4e6-41d8-9f40-eff8e99ca4ba owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:29.337735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96235d3b-9340-4988-b3b7-4f29c71c23b4 req-2e57ce28-6b6a-4131-9734-34891468f97b tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:29.339393 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96235d3b-9340-4988-b3b7-4f29c71c23b4 req-2e57ce28-6b6a-4131-9734-34891468f97b tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e58bde-ceaf-46b5-ab18-2db50f5d3eb3 HTTP/1.1" status: 200 len: 944 time: 0.7524886 Jul 16 01:12:29.370301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f req-7627dd9d-86d6-4c6a-8cfc-d7c306af6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:29.371813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f req-7627dd9d-86d6-4c6a-8cfc-d7c306af6522 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db98e1ec623541ce980b640b9f16ecda&device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 1096 time: 0.6306093 Jul 16 01:12:29.461689 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96235d3b-9340-4988-b3b7-4f29c71c23b4 req-7aab608e-e9fc-432f-9fc8-a7de6fb1eb4f tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/security-groups?id=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134663 Jul 16 01:12:29.576561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f req-3ec6b719-c93c-464c-bf8d-b115d8f16711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:29.582784 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f req-3ec6b719-c93c-464c-bf8d-b115d8f16711 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9fc7aa6d-1352-4921-b5ba-d9b001c0252a HTTP/1.1" status: 200 len: 913 time: 0.2014427 Jul 16 01:12:29.671569 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-7a3249e7-b72c-49d2-ab69-16c0e65a9429 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 HTTP/1.1" status: 200 len: 1000 time: 0.6255167 Jul 16 01:12:29.697706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f req-2e47d65e-24f5-4570-8155-56b483eac7db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54873472-8638-4bc2-ab01-b5a7196350f9 HTTP/1.1" status: 200 len: 217 time: 0.1052816 Jul 16 01:12:29.709787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-98e2bd93-4e6e-46d7-a011-b3bbb438c4cc req-a0fb7c74-2296-4f73-ab90-f7452f7d65a7 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1257488559', 'description': 'tempest-description-773893489'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:29.717961 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.797199 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-98e2bd93-4e6e-46d7-a011-b3bbb438c4cc req-a0fb7c74-2296-4f73-ab90-f7452f7d65a7 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.836805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-38e61319-0fc6-40dc-b41b-36fc785ee04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:29.838167 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-38e61319-0fc6-40dc-b41b-36fc785ee04c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af72bbd8-24e9-4052-a3be-1f4b3544b4e5 HTTP/1.1" status: 200 len: 868 time: 0.1562595 Jul 16 01:12:29.853526 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-143a3ff1-001e-46ed-9d45-64fe105f575c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.857813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-4b688a51-9b19-4cd0-8a61-923aa1f63e00 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 258 time: 0.2377141 Jul 16 01:12:29.878811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:29.916242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a3ff1-001e-46ed-9d45-64fe105f575c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Pushing event deleted for resources: {'Port': ['ID=c3473244-a4e6-41d8-9f40-eff8e99ca4ba,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:29.946719 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.004342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-143a3ff1-001e-46ed-9d45-64fe105f575c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] No DVR routers for this DVR port c3473244-a4e6-41d8-9f40-eff8e99ca4ba on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:30.045261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-c0bed7a4-6f95-4d4d-ba1c-1931f6821f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:30.046878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-c0bed7a4-6f95-4d4d-ba1c-1931f6821f10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1807823 Jul 16 01:12:30.050674 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-143a3ff1-001e-46ed-9d45-64fe105f575c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.053951 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5024ff7f-50b9-4c23-b06f-35ca823ec8fa req-143a3ff1-001e-46ed-9d45-64fe105f575c tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.67 "DELETE /v2.0/ports/c3473244-a4e6-41d8-9f40-eff8e99ca4ba HTTP/1.1" status: 204 len: 173 time: 1.8148153 Jul 16 01:12:30.056026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f req-311762e8-f998-4950-8ef2-58ff99c5c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:30.058840 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f req-311762e8-f998-4950-8ef2-58ff99c5c955 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22c87a47-d884-49a9-a1fa-1290b955b66c HTTP/1.1" status: 200 len: 853 time: 0.2924142 Jul 16 01:12:30.064245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 54873472-8638-4bc2-ab01-b5a7196350f9 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:30.175336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:30.178720 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f req-d9d546f6-72a3-4c03-8f4d-23f4511e9911 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9fc7aa6d-1352-4921-b5ba-d9b001c0252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030593 Jul 16 01:12:30.226565 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-b5834786-ab18-4263-8be4-e58b54b9f408 service neutron] 10.222.0.50 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502414 Jul 16 01:12:30.247483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:30.285244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-98e2bd93-4e6e-46d7-a011-b3bbb438c4cc req-a0fb7c74-2296-4f73-ab90-f7452f7d65a7 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.301456 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-98e2bd93-4e6e-46d7-a011-b3bbb438c4cc req-a0fb7c74-2296-4f73-ab90-f7452f7d65a7 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.335113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 54873472-8638-4bc2-ab01-b5a7196350f9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=54873472-8638-4bc2-ab01-b5a7196350f9,segment=NetworkSegment(47053f56-9d67-46af-b578-978c8658ebd2),segment_id=47053f56-9d67-46af-b578-978c8658ebd2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:30.368326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '54873472-8638-4bc2-ab01-b5a7196350f9', 'network_id': '9fc7aa6d-1352-4921-b5ba-d9b001c0252a', 'port_id': '54873472-8638-4bc2-ab01-b5a7196350f9', 'mac_address': 'fa:16:3e:aa:32:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c87a47-d884-49a9-a1fa-1290b955b66c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:30.387624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.390306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-93777b40-d562-4f38-a665-9686831947b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3901703 Jul 16 01:12:30.394350 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.424008 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.433765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Transition to ACTIVE for port object 32a06d89-6aac-4bb2-8519-9b42715707c2 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:30.440245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-b4678a24-485f-4be9-a696-246829a76f04 service neutron] 10.222.0.50 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034307 Jul 16 01:12:30.444886 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.446050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54873472-8638-4bc2-ab01-b5a7196350f9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:30.455074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb7c74-2296-4f73-ab90-f7452f7d65a7 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2979fc1-3835-4bc0-bd0f-16ec8611b864,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:30.458733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-98e2bd93-4e6e-46d7-a011-b3bbb438c4cc req-a0fb7c74-2296-4f73-ab90-f7452f7d65a7 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.472653 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-98e2bd93-4e6e-46d7-a011-b3bbb438c4cc req-a0fb7c74-2296-4f73-ab90-f7452f7d65a7 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7720485 Jul 16 01:12:30.485897 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 54873472-8638-4bc2-ab01-b5a7196350f9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=54873472-8638-4bc2-ab01-b5a7196350f9,segment=NetworkSegment(47053f56-9d67-46af-b578-978c8658ebd2),segment_id=47053f56-9d67-46af-b578-978c8658ebd2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:30.492022 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.527825 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50392) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:30.552758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:30.562330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] No DVR routers for this DVR port 32a06d89-6aac-4bb2-8519-9b42715707c2 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:30.589345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=54873472-8638-4bc2-ab01-b5a7196350f9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:30.616116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'name': 'network-vif-deleted', 'tag': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:30.620245 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da0a02b-bf75-4c5f-9cf2-34d661dc3232" -d '{"events": [{"server_uuid": "68e58bde-ceaf-46b5-ab18-2db50f5d3eb3", "name": "network-vif-deleted", "tag": "c3473244-a4e6-41d8-9f40-eff8e99ca4ba"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:30.679085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:30.680951 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca1105b-0918-4ef6-a85d-756c5c2fbb49" -d '{"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-unplugged", "status": "completed", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:30.705656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f req-3033a962-d3fb-46fa-b307-59d07461069d service neutron] 10.222.0.50 "GET /v2.0/networks/9fc7aa6d-1352-4921-b5ba-d9b001c0252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147145 Jul 16 01:12:30.730647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:30.730992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:30.731324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:30.744025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Port 32a06d89-6aac-4bb2-8519-9b42715707c2 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:30.744345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:30.762599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:30.762937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:30.763333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:30.763790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Bound port: 32a06d89-6aac-4bb2-8519-9b42715707c2, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:30.764151 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.796396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.845706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['54873472-8638-4bc2-ab01-b5a7196350f9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:30.897287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-6b9153bc-5f92-48b5-8aa2-9b46d72fc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:30.899137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-6b9153bc-5f92-48b5-8aa2-9b46d72fc5ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 1102 time: 0.4605196 Jul 16 01:12:30.918650 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fffcde7f-8339-4cfa-8429-9084fda5ba1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.922086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:30.927862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:30.953834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.998984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:30.999482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.000897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] 10.222.0.50 "PUT /v2.0/ports/32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 1097 time: 1.9868879 Jul 16 01:12:31.026369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Allocated IP 172.25.4.218 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/f779c7f8-ad7f-4d8e-86e2-bc33337da5f0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:31.084266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c3473244-a4e6-41d8-9f40-eff8e99ca4ba no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:31.086420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bd8db-119b-4d8a-b519-a11d5892b77f service neutron] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:31.119411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: c3473244-a4e6-41d8-9f40-eff8e99ca4ba {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:31.119756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c3473244-a4e6-41d8-9f40-eff8e99ca4ba not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:31.120172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:31.120403 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0cd9f8ae-be3f-4c7f-8b98-17cc56a8ab3f req-2061a09d-ea2c-4a49-b8f3-b89b43a53251 service neutron] 10.222.0.50 "GET /v2.0/networks/9fc7aa6d-1352-4921-b5ba-d9b001c0252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780110 Jul 16 01:12:31.131252 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fffcde7f-8339-4cfa-8429-9084fda5ba1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.200081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-c55a02a7-49c5-4c5d-a704-fd5fb06ac8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:31.200719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-c55a02a7-49c5-4c5d-a704-fd5fb06ac8cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2617230 Jul 16 01:12:31.209024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292467-9781-4dea-835b-93b3aec95a1b req-1361f70a-ba23-4367-8ce2-2e0f72061837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:31.210591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-1361f70a-ba23-4367-8ce2-2e0f72061837 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1100 time: 0.1611092 Jul 16 01:12:31.212720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:31.212913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711875-82fb-46c4-8f92-395f730c71a0 req-fb7b1a88-9a2f-48c3-8493-2591654238f6 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:31.218564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36711875-82fb-46c4-8f92-395f730c71a0 req-fb7b1a88-9a2f-48c3-8493-2591654238f6 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 945 time: 0.5290837 Jul 16 01:12:31.237487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.240420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fffcde7f-8339-4cfa-8429-9084fda5ba1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.242992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fffcde7f-8339-4cfa-8429-9084fda5ba1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.248059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fffcde7f-8339-4cfa-8429-9084fda5ba1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "DELETE /v2.0/security-groups/db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4 HTTP/1.1" status: 204 len: 168 time: 0.7148921 Jul 16 01:12:31.250883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50406) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:31.291673 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-9329adfa-3b36-4dd6-ad08-2af408270f11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 200 len: 217 time: 0.0715425 Jul 16 01:12:31.292415 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-b87bb7e5-db56-4faa-8eaf-e57c44aa35a6 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] show failed (client error): The resource could not be found. Jul 16 01:12:31.296311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b87bb7e5-db56-4faa-8eaf-e57c44aa35a6 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "GET /v2.0/security-groups/db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4 HTTP/1.1" status: 404 len: 347 time: 0.0388541 Jul 16 01:12:31.297584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:31.308544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcde7f-8339-4cfa-8429-9084fda5ba1c tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db16c8d9-a4f1-4943-8fb0-d43f5b2ce7e4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:31.384804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292467-9781-4dea-835b-93b3aec95a1b req-5ba4df0f-fef4-4351-9452-5e0f2d74b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:31.386418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-5ba4df0f-fef4-4351-9452-5e0f2d74b48e service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1656630 Jul 16 01:12:31.388142 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.391919 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36711875-82fb-46c4-8f92-395f730c71a0 req-b8f6fe8a-dbdc-466f-994c-afd5cf65a764 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9221a1b-037b-482b-ad82-ae154f3d0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663818 Jul 16 01:12:31.457273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-76db2234-2209-4418-b4ea-75b3af8ccc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:31.463078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-76db2234-2209-4418-b4ea-75b3af8ccc94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1515326 Jul 16 01:12:31.468158 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-2c3c2414-9935-4c2f-a594-977871ee6479 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 217 time: 0.0710044 Jul 16 01:12:31.470223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:31.473899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:31.480169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:31.492092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Pushing event updated for resources: {'Port': ['ID=f779c7f8-ad7f-4d8e-86e2-bc33337da5f0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:31.560501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-36a918f8-443e-47bf-b077-c7e4e18c5985 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Deleting port 0043847a-b986-4c76-8b6f-868f270a4670 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:31.560848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a918f8-443e-47bf-b077-c7e4e18c5985 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.577623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-aa2d652c-dac7-408f-a3fd-7cb876000793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:31.579526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-aa2d652c-dac7-408f-a3fd-7cb876000793 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976140 Jul 16 01:12:31.588060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292467-9781-4dea-835b-93b3aec95a1b req-7abb5341-61da-4556-b87b-10be895729fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:31.589768 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-7abb5341-61da-4556-b87b-10be895729fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1108096 Jul 16 01:12:31.699650 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.724682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292467-9781-4dea-835b-93b3aec95a1b req-9e130720-33a9-4c22-9e53-ff97faba6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:31.726080 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-9e130720-33a9-4c22-9e53-ff97faba6823 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1263428 Jul 16 01:12:31.744317 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a918f8-443e-47bf-b077-c7e4e18c5985 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.744317 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a918f8-443e-47bf-b077-c7e4e18c5985 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.779346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-36a918f8-443e-47bf-b077-c7e4e18c5985 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Calling delete_port for 0043847a-b986-4c76-8b6f-868f270a4670 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:31.796512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:31.851010 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-45ddcf86-69a3-4d43-810e-774b7ed872f8 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599118 Jul 16 01:12:31.891392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8208d-5d84-40cc-b461-0f91cb950a25 req-caab6a77-951d-4a49-8d01-661c990d5bd5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:31.893036 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-87b8208d-5d84-40cc-b461-0f91cb950a25 req-caab6a77-951d-4a49-8d01-661c990d5bd5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 948 time: 0.2523038 Jul 16 01:12:31.912414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-10307efa-c918-4a0e-b4de-6f51fc911c77 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677179 Jul 16 01:12:32.014710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-87b8208d-5d84-40cc-b461-0f91cb950a25 req-9b58329f-dac6-40ef-b04e-a7b7770ac8e5 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985007 Jul 16 01:12:32.026412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ee69654-3d3d-484f-a7f2-6f5c673fa93e req-2481f87c-dd72-44d2-b3bb-a2a19a550b10 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595316 Jul 16 01:12:32.074562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 54873472-8638-4bc2-ab01-b5a7196350f9 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:32.076395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93292467-9781-4dea-835b-93b3aec95a1b req-faba1f1f-a5ae-493b-88ea-4f70a038d8ca service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508431 Jul 16 01:12:32.103783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fc379781-3151-44cd-bb89-daba0501a8e6 req-6bb987b2-c794-4cca-bfc4-61aeacf9d8d0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-253249315', 'description': 'tempest-description-241875368'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:32.107505 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.109826 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a918f8-443e-47bf-b077-c7e4e18c5985 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.114247 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.142986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a918f8-443e-47bf-b077-c7e4e18c5985 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Pushing event deleted for resources: {'Port': ['ID=0043847a-b986-4c76-8b6f-868f270a4670,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:32.201282 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc379781-3151-44cd-bb89-daba0501a8e6 req-6bb987b2-c794-4cca-bfc4-61aeacf9d8d0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.208228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 54873472-8638-4bc2-ab01-b5a7196350f9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:32.212452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 54873472-8638-4bc2-ab01-b5a7196350f9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:32.213507 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.250736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a918f8-443e-47bf-b077-c7e4e18c5985 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.255081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Pushing event updated for resources: {'Port': ['ID=f779c7f8-ad7f-4d8e-86e2-bc33337da5f0,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:32.260482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a918f8-443e-47bf-b077-c7e4e18c5985 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.262931 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36a918f8-443e-47bf-b077-c7e4e18c5985 tempest-ServersWithSpecificFlavorTestJSON-640295413 tempest-ServersWithSpecificFlavorTestJSON-640295413-project] 10.222.0.64 "DELETE /v2.0/floatingips/c326fc6a-cba7-4485-9908-ee69c26b0a5b HTTP/1.1" status: 204 len: 168 time: 0.9650853 Jul 16 01:12:32.272527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.354819 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.356512 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc379781-3151-44cd-bb89-daba0501a8e6 req-6bb987b2-c794-4cca-bfc4-61aeacf9d8d0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.366356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.368315 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-92ada44a-6970-4a58-ad80-448d4d69de4b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5104141 Jul 16 01:12:32.369429 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc379781-3151-44cd-bb89-daba0501a8e6 req-6bb987b2-c794-4cca-bfc4-61aeacf9d8d0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.389516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da346d2-d71f-48cd-9548-950c5df41db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54873472-8638-4bc2-ab01-b5a7196350f9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:32.394947 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfaadb6-d989-4d07-ab2a-5fc06f7c0ede" -d '{"events": [{"server_uuid": "8da346d2-d71f-48cd-9548-950c5df41db0", "name": "network-vif-plugged", "status": "completed", "tag": "54873472-8638-4bc2-ab01-b5a7196350f9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:32.417983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 54873472-8638-4bc2-ab01-b5a7196350f9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=54873472-8638-4bc2-ab01-b5a7196350f9,segment=NetworkSegment(47053f56-9d67-46af-b578-978c8658ebd2),segment_id=47053f56-9d67-46af-b578-978c8658ebd2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:32.423321 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc379781-3151-44cd-bb89-daba0501a8e6 req-6bb987b2-c794-4cca-bfc4-61aeacf9d8d0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.424946 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.439185 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc379781-3151-44cd-bb89-daba0501a8e6 req-6bb987b2-c794-4cca-bfc4-61aeacf9d8d0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3738306 Jul 16 01:12:32.443457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-2fc629ad-f600-4e21-abcf-14367fe8649b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.218 HTTP/1.1" status: 200 len: 696 time: 0.0646129 Jul 16 01:12:32.453982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb987b2-c794-4cca-bfc4-61aeacf9d8d0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762887d4-1b56-4762-8e22-c3e304352e00,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:32.506405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=54873472-8638-4bc2-ab01-b5a7196350f9,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:32.562347 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2883a17-bc7f-4f05-8112-bc58b4c960e5 x-openstack-request-id: req-f2883a17-bc7f-4f05-8112-bc58b4c960e5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:32.562741 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e58bde-ceaf-46b5-ab18-2db50f5d3eb3", "name": "network-vif-deleted", "tag": "c3473244-a4e6-41d8-9f40-eff8e99ca4ba", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:32.563094 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2883a17-bc7f-4f05-8112-bc58b4c960e5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:32.563584 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e58bde-ceaf-46b5-ab18-2db50f5d3eb3', 'name': 'network-vif-deleted', 'tag': 'c3473244-a4e6-41d8-9f40-eff8e99ca4ba', 'status': 'completed', 'code': 200} Jul 16 01:12:32.585242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-78f002c1-afa8-4611-90a4-b77e5577d119 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:32.586715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e9ac4f9a-6086-4040-a375-fd97e78df423 req-78f002c1-afa8-4611-90a4-b77e5577d119 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.1350598 Jul 16 01:12:32.684932 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45be873-56f4-4525-957e-c20625c569f5 x-openstack-request-id: req-c45be873-56f4-4525-957e-c20625c569f5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:32.685560 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-unplugged", "status": "completed", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:32.685859 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c45be873-56f4-4525-957e-c20625c569f5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:32.686541 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'code': 200} Jul 16 01:12:32.741567 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404fdc8c-6805-4d0a-acb8-06f6db4b1f39 x-openstack-request-id: req-404fdc8c-6805-4d0a-acb8-06f6db4b1f39 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:32.741962 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da346d2-d71f-48cd-9548-950c5df41db0", "name": "network-vif-plugged", "status": "completed", "tag": "54873472-8638-4bc2-ab01-b5a7196350f9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:32.742383 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-404fdc8c-6805-4d0a-acb8-06f6db4b1f39 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:32.742955 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da346d2-d71f-48cd-9548-950c5df41db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54873472-8638-4bc2-ab01-b5a7196350f9', 'code': 200} Jul 16 01:12:32.808353 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2bfbf3df-e403-401e-be69-9a8a3ae9c93c req-47639229-6f91-4ebd-ab32-c9ac8674a49e tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/d2979fc1-3835-4bc0-bd0f-16ec8611b864 HTTP/1.1" status: 200 len: 1804 time: 0.0504832 Jul 16 01:12:32.857180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2bfbf3df-e403-401e-be69-9a8a3ae9c93c req-1f387343-3740-4e75-9c9d-59fcac363a84 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/762887d4-1b56-4762-8e22-c3e304352e00 HTTP/1.1" status: 200 len: 1803 time: 0.0420923 Jul 16 01:12:32.876251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2bfbf3df-e403-401e-be69-9a8a3ae9c93c req-d05e8195-371a-41ab-b92d-4cc6049de807 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2979fc1-3835-4bc0-bd0f-16ec8611b864', 'remote_group_id': '762887d4-1b56-4762-8e22-c3e304352e00', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:32.878302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2bfbf3df-e403-401e-be69-9a8a3ae9c93c req-d05e8195-371a-41ab-b92d-4cc6049de807 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2979fc1-3835-4bc0-bd0f-16ec8611b864', 'remote_group_id': '762887d4-1b56-4762-8e22-c3e304352e00', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:32.938982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b52eae-f395-46f5-9413-e626467b8bbd req-30ceca1b-e010-479b-b07b-3f6b22fb74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:32.941290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33b52eae-f395-46f5-9413-e626467b8bbd req-30ceca1b-e010-479b-b07b-3f6b22fb74bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 1098 time: 0.1058786 Jul 16 01:12:32.953780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d915231-2f9c-48b3-945d-8e7f02021ef9 req-0ca3e409-fd69-4e37-ad58-65f219ac5c76 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:32.955369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d915231-2f9c-48b3-945d-8e7f02021ef9 req-0ca3e409-fd69-4e37-ad58-65f219ac5c76 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 946 time: 0.1094422 Jul 16 01:12:32.960692 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2bfbf3df-e403-401e-be69-9a8a3ae9c93c req-d05e8195-371a-41ab-b92d-4cc6049de807 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.010579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2bfbf3df-e403-401e-be69-9a8a3ae9c93c req-d05e8195-371a-41ab-b92d-4cc6049de807 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.014974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2bfbf3df-e403-401e-be69-9a8a3ae9c93c req-d05e8195-371a-41ab-b92d-4cc6049de807 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.016255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33b52eae-f395-46f5-9413-e626467b8bbd req-c269d896-a203-440c-b13c-05ac7117e86d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9221a1b-037b-482b-ad82-ae154f3d0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598300 Jul 16 01:12:33.026133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d915231-2f9c-48b3-945d-8e7f02021ef9 req-525e88e2-8fea-4df1-9f19-3babdfad6e81 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9221a1b-037b-482b-ad82-ae154f3d0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563931 Jul 16 01:12:33.038489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e8195-371a-41ab-b92d-4cc6049de807 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db6e0d0-8b70-4741-b7bf-4d68c25e6bac,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:33.051576 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2bfbf3df-e403-401e-be69-9a8a3ae9c93c req-d05e8195-371a-41ab-b92d-4cc6049de807 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.053855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2bfbf3df-e403-401e-be69-9a8a3ae9c93c req-d05e8195-371a-41ab-b92d-4cc6049de807 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1821938 Jul 16 01:12:33.074832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 31d1d160-c712-4eaf-8060-f287e3b3df28 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:33.186806 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.245635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 31d1d160-c712-4eaf-8060-f287e3b3df28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=31d1d160-c712-4eaf-8060-f287e3b3df28,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:33.251201 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.295798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176975c-59e8-4707-95b6-ef879b9e1e00 req-345c8ee5-6660-4194-803b-7df9b15182d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:33.297684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e176975c-59e8-4707-95b6-ef879b9e1e00 req-345c8ee5-6660-4194-803b-7df9b15182d1 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1054878 Jul 16 01:12:33.333994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=31d1d160-c712-4eaf-8060-f287e3b3df28,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:33.376310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e176975c-59e8-4707-95b6-ef879b9e1e00 req-32f1150b-dd2a-4985-a53e-b5cf1e56d169 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.218 HTTP/1.1" status: 200 len: 696 time: 0.0667207 Jul 16 01:12:33.393280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e176975c-59e8-4707-95b6-ef879b9e1e00 req-b1cf85e7-bc0c-41ec-97fb-0393e2161fdd tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Request body: {'floatingip': {'port_id': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:33.445488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e176975c-59e8-4707-95b6-ef879b9e1e00 req-b1cf85e7-bc0c-41ec-97fb-0393e2161fdd tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.748947 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-e176975c-59e8-4707-95b6-ef879b9e1e00 req-b1cf85e7-bc0c-41ec-97fb-0393e2161fdd tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:12:33.750080 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e176975c-59e8-4707-95b6-ef879b9e1e00 req-b1cf85e7-bc0c-41ec-97fb-0393e2161fdd tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "PUT /v2.0/floatingips/e6180af5-7ea9-40e5-84c8-56f40fcc8d8d HTTP/1.1" status: 409 len: 550 time: 0.3639195 Jul 16 01:12:33.952259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dbfea-251f-41d4-bef2-772037ffb47f req-744f61c3-29d4-4d5b-90fb-c0b34d2ab6bd tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:33.953979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-098dbfea-251f-41d4-bef2-772037ffb47f req-744f61c3-29d4-4d5b-90fb-c0b34d2ab6bd tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.50 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 944 time: 0.1075583 Jul 16 01:12:34.009261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435033ab-437d-4d21-9d6e-7bd3765904f0 req-178315b1-0316-47ce-9807-74c958528c9d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:34.013371 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-435033ab-437d-4d21-9d6e-7bd3765904f0 req-178315b1-0316-47ce-9807-74c958528c9d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 948 time: 0.1389439 Jul 16 01:12:34.079493 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-435033ab-437d-4d21-9d6e-7bd3765904f0 req-83f1918b-64ee-4788-a794-7490e5837842 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551062 Jul 16 01:12:34.086913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:34.124848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e0ea1f9c-7f19-425f-b46a-7ce978869947 req-41c0760f-c959-4ad9-a6d5-4d1c258ad57b tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-544360340', 'description': 'tempest-description-1266201032'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:34.144212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-098dbfea-251f-41d4-bef2-772037ffb47f req-e2335046-9323-467d-8ddd-a4c9cd2f8592 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Deleting port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:34.145220 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-098dbfea-251f-41d4-bef2-772037ffb47f req-e2335046-9323-467d-8ddd-a4c9cd2f8592 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.182593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0ea1f9c-7f19-425f-b46a-7ce978869947 req-41c0760f-c959-4ad9-a6d5-4d1c258ad57b tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.295014 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-098dbfea-251f-41d4-bef2-772037ffb47f req-e2335046-9323-467d-8ddd-a4c9cd2f8592 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] For port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,segment=NetworkSegment(575ac034-ac2d-41b5-9f3c-5d0e25fa6127),segment_id=575ac034-ac2d-41b5-9f3c-5d0e25fa6127)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:34.295695 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-098dbfea-251f-41d4-bef2-772037ffb47f req-e2335046-9323-467d-8ddd-a4c9cd2f8592 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.312031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-098dbfea-251f-41d4-bef2-772037ffb47f req-e2335046-9323-467d-8ddd-a4c9cd2f8592 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Calling delete_port for 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:34.334321 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0ea1f9c-7f19-425f-b46a-7ce978869947 req-41c0760f-c959-4ad9-a6d5-4d1c258ad57b tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.340112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0ea1f9c-7f19-425f-b46a-7ce978869947 req-41c0760f-c959-4ad9-a6d5-4d1c258ad57b tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.364095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:34.373086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0ea1f9c-7f19-425f-b46a-7ce978869947 req-41c0760f-c959-4ad9-a6d5-4d1c258ad57b tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.375736 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0ea1f9c-7f19-425f-b46a-7ce978869947 req-41c0760f-c959-4ad9-a6d5-4d1c258ad57b tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2544780 Jul 16 01:12:34.404076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:34.434054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0760f-c959-4ad9-a6d5-4d1c258ad57b tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d2e7dc-94cc-4064-86cf-5b6244682b08,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:34.470713 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.491821 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a06d89-6aac-4bb2-8519-9b42715707c2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:34.539142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:34.544240 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.667883 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-098dbfea-251f-41d4-bef2-772037ffb47f req-e2335046-9323-467d-8ddd-a4c9cd2f8592 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.701838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:34.713771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:34.719225 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335297be-d6c2-4083-938e-de2cfe79222c" -d '{"events": [{"name": "network-changed", "server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:34.744349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7af579d-a926-44b6-a191-89f5485d728d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d1d160-c712-4eaf-8060-f287e3b3df28'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:34.749632 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a405452-690f-4b66-8c56-ef2ba5d01d97" -d '{"events": [{"server_uuid": "f7af579d-a926-44b6-a191-89f5485d728d", "name": "network-vif-unplugged", "status": "completed", "tag": "31d1d160-c712-4eaf-8060-f287e3b3df28"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:34.765670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-887192c9-8963-4b7a-bd95-90287efd0427 req-ddaa3252-21ca-49a0-9e12-1cee12f9947b tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb HTTP/1.1" status: 200 len: 210 time: 0.0839541 Jul 16 01:12:34.790353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2335046-9323-467d-8ddd-a4c9cd2f8592 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Pushing event deleted for resources: {'Port': ['ID=6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:34.842151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-098dbfea-251f-41d4-bef2-772037ffb47f req-e2335046-9323-467d-8ddd-a4c9cd2f8592 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] No DVR routers for this DVR port 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:34.859315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-098dbfea-251f-41d4-bef2-772037ffb47f req-e2335046-9323-467d-8ddd-a4c9cd2f8592 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.862655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-098dbfea-251f-41d4-bef2-772037ffb47f req-e2335046-9323-467d-8ddd-a4c9cd2f8592 tempest-LiveMigrationTest-240951637 tempest-LiveMigrationTest-240951637-project] 10.222.0.50 "DELETE /v2.0/ports/6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 HTTP/1.1" status: 204 len: 173 time: 0.8995514 Jul 16 01:12:34.942588 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-ab103bd9-f5e1-4178-8608-4de8701d3d71 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips/e6180af5-7ea9-40e5-84c8-56f40fcc8d8d HTTP/1.1" status: 200 len: 693 time: 0.1451216 Jul 16 01:12:34.970285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['32a06d89-6aac-4bb2-8519-9b42715707c2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:35.146126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3af82-1d44-4a66-89c4-c9aeb9f695a3 req-fdfd7615-a272-4cdf-80f4-3a0f649a254d tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.152308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53f3af82-1d44-4a66-89c4-c9aeb9f695a3 req-fdfd7615-a272-4cdf-80f4-3a0f649a254d tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 946 time: 0.1648829 Jul 16 01:12:35.156949 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-553a6421-479e-4493-a9de-bd13befcbe60 req-f406c373-26b8-4882-8b6f-937d698cc803 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2876651 Jul 16 01:12:35.208163 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53f3af82-1d44-4a66-89c4-c9aeb9f695a3 req-dae2be2b-842b-4858-993c-2aa35bd7845f tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9221a1b-037b-482b-ad82-ae154f3d0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546329 Jul 16 01:12:35.212602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-3fd22906-8b84-4e96-9565-2e43c6c1649c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.223242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-3fd22906-8b84-4e96-9565-2e43c6c1649c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.2748852 Jul 16 01:12:35.256322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ddfd8872-7b63-46b2-861b-e506f5ba89e1 req-5b2a4322-c961-43d6-8989-358ce35a3366 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1688357989', 'description': 'tempest-description-1910870611'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:35.320945 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ddfd8872-7b63-46b2-861b-e506f5ba89e1 req-5b2a4322-c961-43d6-8989-358ce35a3366 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.321288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-5be2eaf1-c48a-4a1c-9d3c-5630149ccd31 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.218 HTTP/1.1" status: 200 len: 696 time: 0.0824034 Jul 16 01:12:35.385200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6421-479e-4493-a9de-bd13befcbe60 req-75d12420-9481-46ae-87fb-ea3bc5bfdbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.386753 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-553a6421-479e-4493-a9de-bd13befcbe60 req-75d12420-9481-46ae-87fb-ea3bc5bfdbcd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 1101 time: 0.1210749 Jul 16 01:12:35.395247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-e9b64147-7844-4f78-bae2-b151eee37d1c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.218 HTTP/1.1" status: 200 len: 696 time: 0.0626352 Jul 16 01:12:35.538991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ddfd8872-7b63-46b2-861b-e506f5ba89e1 req-5b2a4322-c961-43d6-8989-358ce35a3366 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.554086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ddfd8872-7b63-46b2-861b-e506f5ba89e1 req-5b2a4322-c961-43d6-8989-358ce35a3366 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.559394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-21b3cc9f-97df-45f5-b299-b03165a8111b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Deleting port f779c7f8-ad7f-4d8e-86e2-bc33337da5f0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:35.559943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-21b3cc9f-97df-45f5-b299-b03165a8111b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.612158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6421-479e-4493-a9de-bd13befcbe60 req-ef681c01-3a38-465a-92af-21245b574c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.614689 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-553a6421-479e-4493-a9de-bd13befcbe60 req-ef681c01-3a38-465a-92af-21245b574c15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.1874135 Jul 16 01:12:35.616010 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ddfd8872-7b63-46b2-861b-e506f5ba89e1 req-5b2a4322-c961-43d6-8989-358ce35a3366 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.619150 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ddfd8872-7b63-46b2-861b-e506f5ba89e1 req-5b2a4322-c961-43d6-8989-358ce35a3366 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3671722 Jul 16 01:12:35.634033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a4322-c961-43d6-8989-358ce35a3366 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c49dbd0-ef0a-426d-870f-68cd7021c550,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:35.681203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-21b3cc9f-97df-45f5-b299-b03165a8111b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.681700 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-21b3cc9f-97df-45f5-b299-b03165a8111b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.694653 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-553a6421-479e-4493-a9de-bd13befcbe60 req-a3024c1c-52f6-4aef-9f65-72bec9e4f854 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a HTTP/1.1" status: 200 len: 217 time: 0.0714207 Jul 16 01:12:35.702717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-21b3cc9f-97df-45f5-b299-b03165a8111b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Calling delete_port for f779c7f8-ad7f-4d8e-86e2-bc33337da5f0 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:35.791988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6421-479e-4493-a9de-bd13befcbe60 req-4e406603-de50-4024-be2a-b66063a648d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.794391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-553a6421-479e-4493-a9de-bd13befcbe60 req-4e406603-de50-4024-be2a-b66063a648d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0908613 Jul 16 01:12:35.917742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6421-479e-4493-a9de-bd13befcbe60 req-edb68f9e-6de7-4935-bd3d-822f55127db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.921329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-553a6421-479e-4493-a9de-bd13befcbe60 req-edb68f9e-6de7-4935-bd3d-822f55127db3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1199889 Jul 16 01:12:35.933215 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-21b3cc9f-97df-45f5-b299-b03165a8111b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.993551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3cc9f-97df-45f5-b299-b03165a8111b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Pushing event deleted for resources: {'Port': ['ID=f779c7f8-ad7f-4d8e-86e2-bc33337da5f0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:36.093689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:36.117986 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e4b0dd-a824-4e59-985d-d6abbbcf05c4 x-openstack-request-id: req-b2e4b0dd-a824-4e59-985d-d6abbbcf05c4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:36.119302 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:36.120679 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2e4b0dd-a824-4e59-985d-d6abbbcf05c4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:36.134990 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'status': 'completed', 'code': 200} Jul 16 01:12:36.151909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:36.153226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:36.165711 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-21b3cc9f-97df-45f5-b299-b03165a8111b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.169055 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-21b3cc9f-97df-45f5-b299-b03165a8111b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.183424 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdffaf9a-600b-45b4-8c9e-8bd2528eb2dc req-21b3cc9f-97df-45f5-b299-b03165a8111b tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "DELETE /v2.0/floatingips/e6180af5-7ea9-40e5-84c8-56f40fcc8d8d HTTP/1.1" status: 204 len: 173 time: 0.7784958 Jul 16 01:12:36.186977 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-553a6421-479e-4493-a9de-bd13befcbe60 req-73adfb4c-38e8-4bc2-84e4-78230472cf20 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555721 Jul 16 01:12:36.193709 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e3127e-218d-4eac-8254-318405d187fb x-openstack-request-id: req-f3e3127e-218d-4eac-8254-318405d187fb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:36.194891 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7af579d-a926-44b6-a191-89f5485d728d", "name": "network-vif-unplugged", "status": "completed", "tag": "31d1d160-c712-4eaf-8060-f287e3b3df28", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:36.196218 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3e3127e-218d-4eac-8254-318405d187fb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:36.197087 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7af579d-a926-44b6-a191-89f5485d728d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d1d160-c712-4eaf-8060-f287e3b3df28', 'code': 200} Jul 16 01:12:36.318287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335297be-d6c2-4083-938e-de2cfe79222c req-46938f0a-be07-4edb-8c54-5991f0114bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:36.321073 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-46938f0a-be07-4edb-8c54-5991f0114bd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1101 time: 0.1602278 Jul 16 01:12:36.328357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335297be-d6c2-4083-938e-de2cfe79222c req-38953ed2-4675-427b-921e-71227022deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:36.329758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-38953ed2-4675-427b-921e-71227022deea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1101 time: 0.1299236 Jul 16 01:12:36.377201 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-553a6421-479e-4493-a9de-bd13befcbe60 req-4a376d6d-3021-4e1b-b673-c8f2b5b8f414 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737006 Jul 16 01:12:36.389524 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2349689-f5da-4ebf-829a-c06b96646add req-56862b18-c74e-488b-bb47-ddd6da10852d tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/71d2e7dc-94cc-4064-86cf-5b6244682b08 HTTP/1.1" status: 200 len: 1804 time: 0.0723989 Jul 16 01:12:36.461342 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2349689-f5da-4ebf-829a-c06b96646add req-4717b57b-3fec-4309-bf63-281aef108d37 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/1c49dbd0-ef0a-426d-870f-68cd7021c550 HTTP/1.1" status: 200 len: 1805 time: 0.0624130 Jul 16 01:12:36.472561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d2349689-f5da-4ebf-829a-c06b96646add req-1e0ed3c1-7a37-43e1-8712-265412c99edf tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71d2e7dc-94cc-4064-86cf-5b6244682b08', 'remote_group_id': '1c49dbd0-ef0a-426d-870f-68cd7021c550', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:36.472877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d2349689-f5da-4ebf-829a-c06b96646add req-1e0ed3c1-7a37-43e1-8712-265412c99edf tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71d2e7dc-94cc-4064-86cf-5b6244682b08', 'remote_group_id': '1c49dbd0-ef0a-426d-870f-68cd7021c550', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:36.540885 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d2349689-f5da-4ebf-829a-c06b96646add req-1e0ed3c1-7a37-43e1-8712-265412c99edf tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.578155 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d2349689-f5da-4ebf-829a-c06b96646add req-1e0ed3c1-7a37-43e1-8712-265412c99edf tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.582979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d2349689-f5da-4ebf-829a-c06b96646add req-1e0ed3c1-7a37-43e1-8712-265412c99edf tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.604122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ed3c1-7a37-43e1-8712-265412c99edf tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa849511-8c52-4dde-95a7-5de5c7035b20,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:36.607748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d2349689-f5da-4ebf-829a-c06b96646add req-1e0ed3c1-7a37-43e1-8712-265412c99edf tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.608922 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2349689-f5da-4ebf-829a-c06b96646add req-1e0ed3c1-7a37-43e1-8712-265412c99edf tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1418016 Jul 16 01:12:36.860806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335297be-d6c2-4083-938e-de2cfe79222c req-e49752ac-6cfe-4ae6-a52f-54a9d394b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:36.862629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-e49752ac-6cfe-4ae6-a52f-54a9d394b177 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.5305655 Jul 16 01:12:36.867136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335297be-d6c2-4083-938e-de2cfe79222c req-28ce0910-c957-496b-841e-fb5da7143370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:36.869060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-28ce0910-c957-496b-841e-fb5da7143370 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2141666 Jul 16 01:12:36.886670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62572f9-d9c5-4093-89a0-d00d2302865c req-e3dec610-da9e-417a-acc7-6ae8ad146501 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:36.888253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a62572f9-d9c5-4093-89a0-d00d2302865c req-e3dec610-da9e-417a-acc7-6ae8ad146501 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 949 time: 0.5619705 Jul 16 01:12:36.960486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-f5fa1bbe-6aa0-47ab-ba2a-97626fb372f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 217 time: 0.0891771 Jul 16 01:12:36.963541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:36.968889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-c0649c61-3227-4cea-ad9f-e1f534eaa3be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 217 time: 0.0781808 Jul 16 01:12:37.082201 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a62572f9-d9c5-4093-89a0-d00d2302865c req-07a1007d-b398-42a4-a206-11ccca3249ef tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845298 Jul 16 01:12:37.085481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335297be-d6c2-4083-938e-de2cfe79222c req-bc666967-0926-4727-83d3-ba334fb73909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.087148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-bc666967-0926-4727-83d3-ba334fb73909 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1200135 Jul 16 01:12:37.088804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335297be-d6c2-4083-938e-de2cfe79222c req-c612a63b-a097-4b6b-889d-bbaa39f8dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.090183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-c612a63b-a097-4b6b-889d-bbaa39f8dc28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1086869 Jul 16 01:12:37.146551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-d542981f-9d05-4836-b3c0-28c6f7ba4e2c admin admin] Deleting subnet d46818f7-f7d8-4e1b-b60b-de082ce14d78 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:37.151096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d542981f-9d05-4836-b3c0-28c6f7ba4e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:37.182918 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-19dd815c-7bde-4b43-b02d-73e0f3ca4e9a tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.1262350 Jul 16 01:12:37.227618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d542981f-9d05-4836-b3c0-28c6f7ba4e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:37.241052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335297be-d6c2-4083-938e-de2cfe79222c req-60ae87f7-9b90-402c-9ea1-bfbe7b0b6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.242552 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-60ae87f7-9b90-402c-9ea1-bfbe7b0b6b87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1478679 Jul 16 01:12:37.272799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-2f58b927-93b6-40f4-92e1-ef2785aec3bf tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.274224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-2f58b927-93b6-40f4-92e1-ef2785aec3bf tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports/2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 HTTP/1.1" status: 200 len: 942 time: 0.0884252 Jul 16 01:12:37.286554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d542981f-9d05-4836-b3c0-28c6f7ba4e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:37.290094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335297be-d6c2-4083-938e-de2cfe79222c req-a9542680-b6ac-4224-96ce-8efe634b2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.291617 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-a9542680-b6ac-4224-96ce-8efe634b2961 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1447074 Jul 16 01:12:37.350655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d542981f-9d05-4836-b3c0-28c6f7ba4e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:37.379398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542981f-9d05-4836-b3c0-28c6f7ba4e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46818f7-f7d8-4e1b-b60b-de082ce14d78,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:37.387101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d542981f-9d05-4836-b3c0-28c6f7ba4e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:37.390098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d542981f-9d05-4836-b3c0-28c6f7ba4e2c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d46818f7-f7d8-4e1b-b60b-de082ce14d78 HTTP/1.1" status: 204 len: 168 time: 0.4243002 Jul 16 01:12:37.391961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50544) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:37.498348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-08bc4d71-2d70-4a8a-b1d6-7d248f1a55ef tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.499790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-08bc4d71-2d70-4a8a-b1d6-7d248f1a55ef tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 805 time: 0.2738278 Jul 16 01:12:37.510803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-24ae3526-4cf6-474e-af0a-241d1eac2398 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564387 Jul 16 01:12:37.554832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-c0113a49-a925-4677-9474-132996d3b394 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/quotas/e84ae5bc7ea047b49776188bd5277b5d HTTP/1.1" status: 200 len: 375 time: 0.0464044 Jul 16 01:12:37.573781 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-e4b8bcf6-5533-439d-a935-de8695fa30d2 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695577 Jul 16 01:12:37.755585 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-db0fe5cf-fc5f-4209-b9bd-45d0836cc5bf service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339590 Jul 16 01:12:37.790114 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-335297be-d6c2-4083-938e-de2cfe79222c req-67572ef7-28dc-40ee-8f5c-c457234ab5a1 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044733 Jul 16 01:12:37.794703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-82d13d4b-5602-486b-adbd-1b365ebf0430 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2274439 Jul 16 01:12:37.854685 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-c29a10fb-9d4c-4e3f-af55-f933fb1e0548 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.4549973 Jul 16 01:12:37.859104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:37.922284 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-f88702f0-ab8a-4fe0-b10a-3186ca13f336 service neutron] 10.222.0.64 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039352 Jul 16 01:12:38.026517 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-b4f57ba5-2203-4491-a013-4a48f25b652d service neutron] 10.222.0.64 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959687 Jul 16 01:12:38.029492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13642328-2b05-4331-9070-462a0c1e172e req-1d980673-f413-467c-91eb-1337ef751294 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:38.031021 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13642328-2b05-4331-9070-462a0c1e172e req-1d980673-f413-467c-91eb-1337ef751294 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7af579d-a926-44b6-a191-89f5485d728d HTTP/1.1" status: 200 len: 943 time: 0.2184343 Jul 16 01:12:38.056542 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.082721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-50b72677-58ea-4938-8dd1-ba33aed87fcb tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:38.084160 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-50b72677-58ea-4938-8dd1-ba33aed87fcb tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.2232642 Jul 16 01:12:38.088820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:38.090376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:38.123891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575ac034-ac2d-41b5-9f3c-5d0e25fa6127') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:38.124214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575ac034-ac2d-41b5-9f3c-5d0e25fa6127') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:38.136889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'name': 'network-vif-deleted', 'tag': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:38.142211 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8720186b-d899-48ce-bdde-7d21030adec3" -d '{"events": [{"server_uuid": "c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb", "name": "network-vif-deleted", "tag": "6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:38.154291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 32a06d89-6aac-4bb2-8519-9b42715707c2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:38.161602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 32a06d89-6aac-4bb2-8519-9b42715707c2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:38.162093 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.223006 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.265572 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.271612 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.292337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:38.295039 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfe4bfa-9f1f-4fb5-b418-1512457331d5" -d '{"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-plugged", "status": "completed", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:38.312013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:38.318566 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.332512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:38.333215 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:38.336040 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:38.355524 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-3e3c1a45-5858-4a46-b5a1-ef06c08a71a1 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.2441971 Jul 16 01:12:38.388199 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-aa925f46-e6ae-4bb0-8311-278cd23351f7 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:38.392143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:38.525245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc53ace9-f148-49fc-b9ec-5e67603464c8 req-f748f5a0-3f59-4940-90d4-210cfa2f3421 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/1c49dbd0-ef0a-426d-870f-68cd7021c550 HTTP/1.1" status: 200 len: 1805 time: 0.0570779 Jul 16 01:12:38.530069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.551946 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.558365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c HTTP/1.1" status: 204 len: 168 time: 1.1620934 Jul 16 01:12:38.571417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50562) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:38.583006 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaae5e-1277-46d3-9935-25d9488ec008 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fbc5c5c-a7f5-4765-9ebe-7e1affb51e8c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:38.595658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-13642328-2b05-4331-9070-462a0c1e172e req-c14ff343-ce91-46ef-b03f-da7e2c49c9ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Deleting port 31d1d160-c712-4eaf-8060-f287e3b3df28 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:38.596305 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13642328-2b05-4331-9070-462a0c1e172e req-c14ff343-ce91-46ef-b03f-da7e2c49c9ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.605927 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-aa925f46-e6ae-4bb0-8311-278cd23351f7 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.706470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfda399-0d85-4bf6-8ee9-1952d94ac2e8 admin admin] Deleting subnet 553695fd-5699-40bb-82c8-d99afcd3523d {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:38.709914 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cfda399-0d85-4bf6-8ee9-1952d94ac2e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.772379 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc53ace9-f148-49fc-b9ec-5e67603464c8 req-038ff6d1-5b51-4b49-a43b-11a043b1f343 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.776565 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cfda399-0d85-4bf6-8ee9-1952d94ac2e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.822270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-13642328-2b05-4331-9070-462a0c1e172e req-c14ff343-ce91-46ef-b03f-da7e2c49c9ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] For port 31d1d160-c712-4eaf-8060-f287e3b3df28, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=31d1d160-c712-4eaf-8060-f287e3b3df28,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:38.822621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13642328-2b05-4331-9070-462a0c1e172e req-c14ff343-ce91-46ef-b03f-da7e2c49c9ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.870347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-13642328-2b05-4331-9070-462a0c1e172e req-c14ff343-ce91-46ef-b03f-da7e2c49c9ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Calling delete_port for 31d1d160-c712-4eaf-8060-f287e3b3df28 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:38.873522 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc53ace9-f148-49fc-b9ec-5e67603464c8 req-038ff6d1-5b51-4b49-a43b-11a043b1f343 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.880383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803edfea-a2ca-4fbd-8464-ab496ab87d40 req-69c2b68f-4339-48a2-a0e8-5c9650decec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:38.882944 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-803edfea-a2ca-4fbd-8464-ab496ab87d40 req-69c2b68f-4339-48a2-a0e8-5c9650decec2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db98e1ec623541ce980b640b9f16ecda&device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 1098 time: 0.2317386 Jul 16 01:12:38.883940 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-aa925f46-e6ae-4bb0-8311-278cd23351f7 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.893757 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-aa925f46-e6ae-4bb0-8311-278cd23351f7 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.894092 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-aa925f46-e6ae-4bb0-8311-278cd23351f7 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Floating IP 79a521b4-b016-4c69-9999-d978d52ae1fa disassociated. External IP: 172.25.4.99, port: 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0. Jul 16 01:12:38.910838 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cfda399-0d85-4bf6-8ee9-1952d94ac2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.090435 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cfda399-0d85-4bf6-8ee9-1952d94ac2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.130394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803edfea-a2ca-4fbd-8464-ab496ab87d40 req-f416cb84-d25d-4ed5-be00-deed82b7b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:39.132162 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-803edfea-a2ca-4fbd-8464-ab496ab87d40 req-f416cb84-d25d-4ed5-be00-deed82b7b6a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9fc7aa6d-1352-4921-b5ba-d9b001c0252a HTTP/1.1" status: 200 len: 913 time: 0.2324045 Jul 16 01:12:39.135379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfda399-0d85-4bf6-8ee9-1952d94ac2e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=553695fd-5699-40bb-82c8-d99afcd3523d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:39.140151 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cfda399-0d85-4bf6-8ee9-1952d94ac2e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.142346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0cfda399-0d85-4bf6-8ee9-1952d94ac2e8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/553695fd-5699-40bb-82c8-d99afcd3523d HTTP/1.1" status: 204 len: 168 time: 0.5695169 Jul 16 01:12:39.143991 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc53ace9-f148-49fc-b9ec-5e67603464c8 req-038ff6d1-5b51-4b49-a43b-11a043b1f343 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.146814 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc53ace9-f148-49fc-b9ec-5e67603464c8 req-038ff6d1-5b51-4b49-a43b-11a043b1f343 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.158245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc53ace9-f148-49fc-b9ec-5e67603464c8 req-038ff6d1-5b51-4b49-a43b-11a043b1f343 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "DELETE /v2.0/security-groups/1c49dbd0-ef0a-426d-870f-68cd7021c550 HTTP/1.1" status: 204 len: 173 time: 0.6320283 Jul 16 01:12:39.160635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50566) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:39.199039 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13642328-2b05-4331-9070-462a0c1e172e req-c14ff343-ce91-46ef-b03f-da7e2c49c9ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.214872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-803edfea-a2ca-4fbd-8464-ab496ab87d40 req-8853fb88-1d49-4121-b4b6-d45c11c00536 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54873472-8638-4bc2-ab01-b5a7196350f9 HTTP/1.1" status: 200 len: 217 time: 0.0549717 Jul 16 01:12:39.220661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ff6d1-5b51-4b49-a43b-11a043b1f343 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c49dbd0-ef0a-426d-870f-68cd7021c550,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:39.273663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ff343-ce91-46ef-b03f-da7e2c49c9ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Pushing event deleted for resources: {'Port': ['ID=31d1d160-c712-4eaf-8060-f287e3b3df28,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:39.333506 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.337195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803edfea-a2ca-4fbd-8464-ab496ab87d40 req-69773eda-a4fa-4a72-a76f-08ba3ced9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:39.338672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-803edfea-a2ca-4fbd-8464-ab496ab87d40 req-69773eda-a4fa-4a72-a76f-08ba3ced9187 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22c87a47-d884-49a9-a1fa-1290b955b66c HTTP/1.1" status: 200 len: 853 time: 0.1054227 Jul 16 01:12:39.355348 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-13642328-2b05-4331-9070-462a0c1e172e req-c14ff343-ce91-46ef-b03f-da7e2c49c9ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] No DVR routers for this DVR port 31d1d160-c712-4eaf-8060-f287e3b3df28 on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:39.358548 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13642328-2b05-4331-9070-462a0c1e172e req-c14ff343-ce91-46ef-b03f-da7e2c49c9ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.361274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13642328-2b05-4331-9070-462a0c1e172e req-c14ff343-ce91-46ef-b03f-da7e2c49c9ae tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "DELETE /v2.0/ports/31d1d160-c712-4eaf-8060-f287e3b3df28 HTTP/1.1" status: 204 len: 173 time: 1.3015184 Jul 16 01:12:39.361999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7af579d-a926-44b6-a191-89f5485d728d', 'name': 'network-vif-deleted', 'tag': '31d1d160-c712-4eaf-8060-f287e3b3df28'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:39.365743 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa9f556-117f-4de1-af00-66f684044031" -d '{"events": [{"server_uuid": "f7af579d-a926-44b6-a191-89f5485d728d", "name": "network-vif-deleted", "tag": "31d1d160-c712-4eaf-8060-f287e3b3df28"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:39.381373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-aa925f46-e6ae-4bb0-8311-278cd23351f7 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Router ea6377fd-20d0-47e4-9686-74d2055e42c8 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:12:39.407893 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-803edfea-a2ca-4fbd-8464-ab496ab87d40 req-bf4c04db-750f-46ea-86d5-368a6f96d475 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9fc7aa6d-1352-4921-b5ba-d9b001c0252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566292 Jul 16 01:12:39.491234 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.529947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686e206a-a49b-416e-940f-0edf1f734316']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:39.546361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f707164-bf7c-4b34-97fb-9af1c6d40827') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:39.546650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f707164-bf7c-4b34-97fb-9af1c6d40827') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:39.560154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.569220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-aa925f46-e6ae-4bb0-8311-278cd23351f7 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:12:39.583262 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-aa925f46-e6ae-4bb0-8311-278cd23351f7 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.593244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-803edfea-a2ca-4fbd-8464-ab496ab87d40 req-0fa80f4f-3eab-4ec1-8e33-6ee28ac2721d service neutron] 10.222.0.50 "GET /v2.0/networks/9fc7aa6d-1352-4921-b5ba-d9b001c0252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721313 Jul 16 01:12:39.597172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.599378 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] Sync routers for ids ['ea6377fd-20d0-47e4-9686-74d2055e42c8'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:12:39.606163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:39.606735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:39.608822 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:39.615081 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] Routers {'ea6377fd-20d0-47e4-9686-74d2055e42c8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:39.616001 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ea6377fd-20d0-47e4-9686-74d2055e42c8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:39.670284 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-aa925f46-e6ae-4bb0-8311-278cd23351f7 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "PUT /v2.0/floatingips/79a521b4-b016-4c69-9999-d978d52ae1fa HTTP/1.1" status: 200 len: 694 time: 1.2946460 Jul 16 01:12:39.741489 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.758133 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.760534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] 10.222.0.64 "DELETE /v2.0/networks/686e206a-a49b-416e-940f-0edf1f734316 HTTP/1.1" status: 204 len: 168 time: 0.5960286 Jul 16 01:12:39.785430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debe026-3cf0-452e-b763-f4b3722adf09 admin admin] Pushing event deleted for resources: {'Network': ['ID=686e206a-a49b-416e-940f-0edf1f734316,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:39.834268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-803edfea-a2ca-4fbd-8464-ab496ab87d40 req-0d1d78dd-8e17-401c-8870-bfc8d79c942e service neutron] 10.222.0.50 "GET /v2.0/networks/9fc7aa6d-1352-4921-b5ba-d9b001c0252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244873 Jul 16 01:12:39.863618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-70912bbc-6e91-4286-b15c-97ca4b919243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:39.897578 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] Set router ea6377fd-20d0-47e4-9686-74d2055e42c8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:39.902892 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-70912bbc-6e91-4286-b15c-97ca4b919243 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=725764f3d42f4f15a5b42242174ae321&device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 1097 time: 0.2253742 Jul 16 01:12:40.012631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50578) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:40.032803 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eade36cb-fd16-43f7-8fb3-89395b83b426 x-openstack-request-id: req-eade36cb-fd16-43f7-8fb3-89395b83b426 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:40.038535 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb", "name": "network-vif-deleted", "tag": "6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:40.039091 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eade36cb-fd16-43f7-8fb3-89395b83b426 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:40.040775 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45ffe77-a54d-4b40-bf6c-446ef1f1f1cb', 'name': 'network-vif-deleted', 'tag': '6a2ea2d1-f5cb-43b7-afb8-3a2026f655e5', 'status': 'completed', 'code': 200} Jul 16 01:12:40.196144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-90a3e97c-ff76-4086-8198-28aed0e6b902 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5b0291a69714a6bbaf96f25b9c9b62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816204 Jul 16 01:12:40.198753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50580) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:40.261969 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa2579c2-3d76-4a0d-8a23-700ae4c50335 req-bfaf3d5d-66b2-4d97-bf5e-2c658fc61cc7 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 210 time: 0.0637431 Jul 16 01:12:40.345524 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc4f033b-c0c9-48a0-a871-0ff338f6ac3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.353735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-93a3a3e0-0a0d-4d37-b804-8bb517ea065d tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:40.356138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-93a3a3e0-0a0d-4d37-b804-8bb517ea065d tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 805 time: 0.5454326 Jul 16 01:12:40.357969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-c2a03972-e35d-4bfe-b8b3-dd4ca7adca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:40.359587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-c2a03972-e35d-4bfe-b8b3-dd4ca7adca01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17 HTTP/1.1" status: 200 len: 929 time: 0.4557838 Jul 16 01:12:40.372360 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc4f033b-c0c9-48a0-a871-0ff338f6ac3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.395141 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d835ce1-5a62-4b9b-bf8c-e094d8919926 x-openstack-request-id: req-2d835ce1-5a62-4b9b-bf8c-e094d8919926 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:40.398659 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-plugged", "status": "completed", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:40.401219 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d835ce1-5a62-4b9b-bf8c-e094d8919926 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:40.401926 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'code': 200} Jul 16 01:12:40.408673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Request body: {'port': {'device_id': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'admin_state_up': True, 'tenant_id': 'e84ae5bc7ea047b49776188bd5277b5d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:40.465279 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc4f033b-c0c9-48a0-a871-0ff338f6ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.471373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc4f033b-c0c9-48a0-a871-0ff338f6ac3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.476586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bc4f033b-c0c9-48a0-a871-0ff338f6ac3e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4 HTTP/1.1" status: 204 len: 168 time: 0.2763922 Jul 16 01:12:40.487999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f033b-c0c9-48a0-a871-0ff338f6ac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f6a0b8-ed23-4c81-9e4d-d1c76d5488a4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:40.607005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-ecc7f8e1-02f3-463c-b2bc-3060435a1a8c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:40.610232 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-ecc7f8e1-02f3-463c-b2bc-3060435a1a8c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.50 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba&tenant_id=94219a605dea4c4bb02ed5d18061280e&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 950 time: 0.6880822 Jul 16 01:12:40.610883 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:50Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7990f55a-c154-4f76-be7f-25c69619a0b0', 'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'mac_address': 'fa:16:3e:f7:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:48Z', 'updated_at': '2021-07-16T01:12:01Z', 'revision_number': 5, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'subnets': [{'id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:40.613092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-f9928ac7-d5d9-4bb2-bf50-5ec4e331e3ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 HTTP/1.1" status: 200 len: 217 time: 0.2313676 Jul 16 01:12:40.656145 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] Checking router: ea6377fd-20d0-47e4-9686-74d2055e42c8 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:12:40.683085 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] Routers {'ea6377fd-20d0-47e4-9686-74d2055e42c8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:40.683712 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ea6377fd-20d0-47e4-9686-74d2055e42c8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:40.691051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b2a99-6c09-4677-9441-fff0158c4aa2 req-40311c19-54be-4842-9f3a-036511163411 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:40.705793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d16b2a99-6c09-4677-9441-fff0158c4aa2 req-40311c19-54be-4842-9f3a-036511163411 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 946 time: 0.1150424 Jul 16 01:12:40.807028 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d16b2a99-6c09-4677-9441-fff0158c4aa2 req-e6e866b8-7d35-46b7-a8c1-fd5a73356e6e tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9221a1b-037b-482b-ad82-ae154f3d0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974712 Jul 16 01:12:40.896532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-fb82056c-2d06-47c8-b46e-61c5211c163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:40.898212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-fb82056c-2d06-47c8-b46e-61c5211c163a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af72bbd8-24e9-4052-a3be-1f4b3544b4e5 HTTP/1.1" status: 200 len: 868 time: 0.2712088 Jul 16 01:12:40.902089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Made reservation on behalf of e84ae5bc7ea047b49776188bd5277b5d for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:40.905996 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.916810 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] Set router ea6377fd-20d0-47e4-9686-74d2055e42c8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:40.930735 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ca8900c-6f5f-46ff-9ad5-40365a22df8d req-e97f2ee4-53a6-46d8-92ae-18b4612619eb tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/71d2e7dc-94cc-4064-86cf-5b6244682b08 HTTP/1.1" status: 200 len: 1804 time: 0.0864921 Jul 16 01:12:40.936416 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-b7cd7d8f-ffc3-44f8-8bc0-5b1d067efa3c service neutron] 10.222.0.50 "GET /v2.0/ports/32a06d89-6aac-4bb2-8519-9b42715707c2/bindings/n-h2-791504-14 HTTP/1.1" status: 200 len: 383 time: 0.2895660 Jul 16 01:12:41.070705 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a628ae85-b7ce-4069-802b-c250b3072596 x-openstack-request-id: req-a628ae85-b7ce-4069-802b-c250b3072596 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:41.071076 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7af579d-a926-44b6-a191-89f5485d728d", "name": "network-vif-deleted", "tag": "31d1d160-c712-4eaf-8060-f287e3b3df28", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:41.071348 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a628ae85-b7ce-4069-802b-c250b3072596 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:41.071748 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7af579d-a926-44b6-a191-89f5485d728d', 'name': 'network-vif-deleted', 'tag': '31d1d160-c712-4eaf-8060-f287e3b3df28', 'status': 'completed', 'code': 200} Jul 16 01:12:41.137424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 31d1d160-c712-4eaf-8060-f287e3b3df28 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:41.144596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50592) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:41.169714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-1fe568b9-a65c-4b78-9d9b-5d33ca954ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:41.171477 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-1fe568b9-a65c-4b78-9d9b-5d33ca954ac3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2368906 Jul 16 01:12:41.224403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Allocated IP 172.20.0.5 (2a15a0c6-4a36-45cb-a57e-583b27c31196/603c6279-2295-494f-bf1a-1b81562edde4/a09d2760-57db-4ddd-bba4-577542a3b7bd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:41.269298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-1755b036-16eb-42d6-a352-a82903a8e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:41.270963 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-1755b036-16eb-42d6-a352-a82903a8e29f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1102 time: 0.2787397 Jul 16 01:12:41.298565 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:50Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7990f55a-c154-4f76-be7f-25c69619a0b0', 'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'mac_address': 'fa:16:3e:f7:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:48Z', 'updated_at': '2021-07-16T01:12:01Z', 'revision_number': 5, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'subnets': [{'id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:41.309858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0b47-b0e2-430c-836e-321935a2311f req-aef1b8d4-0a32-4da2-9561-abae2b143d36 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:41.319352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd2d0b47-b0e2-430c-836e-321935a2311f req-aef1b8d4-0a32-4da2-9561-abae2b143d36 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1084123 Jul 16 01:12:41.337134 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34196981-0938-4ad6-ba4d-6047fdca50ff None None] The sync data for ids ['ea6377fd-20d0-47e4-9686-74d2055e42c8'] in n-d-791504-14 is: [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:11:50Z', 'revision_number': 4, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7990f55a-c154-4f76-be7f-25c69619a0b0', 'name': '', 'network_id': 'fe404aaa-8c0e-49fa-a8bc-160ef884cf17', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'mac_address': 'fa:16:3e:f7:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:48Z', 'updated_at': '2021-07-16T01:12:01Z', 'revision_number': 5, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'subnets': [{'id': 'af72bbd8-24e9-4052-a3be-1f4b3544b4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:12:41.362407 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c89dd686-385a-449f-a422-4d0f6ae937fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1016bfe230804066a56bbeb64bbaf5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162392 Jul 16 01:12:41.368676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50596) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:41.383757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd2d0b47-b0e2-430c-836e-321935a2311f req-fdf26464-b1fe-4290-9ce5-2ea746cd8ff0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629542 Jul 16 01:12:41.387976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 31d1d160-c712-4eaf-8060-f287e3b3df28 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:41.389619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 31d1d160-c712-4eaf-8060-f287e3b3df28 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:41.433257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4562e197-31fe-4021-8126-7865873d198d req-c9443e8d-04b2-420d-8f02-1e23b1865a90 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2055541905', 'description': 'tempest-description-457767886'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:41.471770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4562e197-31fe-4021-8126-7865873d198d req-c9443e8d-04b2-420d-8f02-1e23b1865a90 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.486257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25c80698-0b3d-4a54-a782-fb253acf70b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.496224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-fa1e3da0-89ff-4eb4-828e-9caa7ea19dd2 service neutron] 10.222.0.64 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077168 Jul 16 01:12:41.522825 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25c80698-0b3d-4a54-a782-fb253acf70b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.651193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25c80698-0b3d-4a54-a782-fb253acf70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.655753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25c80698-0b3d-4a54-a782-fb253acf70b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.656832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-25c80698-0b3d-4a54-a782-fb253acf70b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/feb39c1e-37cb-4d51-a225-6f4cce7a7a61 HTTP/1.1" status: 204 len: 168 time: 0.2869866 Jul 16 01:12:41.665760 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4562e197-31fe-4021-8126-7865873d198d req-c9443e8d-04b2-420d-8f02-1e23b1865a90 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.671005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c80698-0b3d-4a54-a782-fb253acf70b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb39c1e-37cb-4d51-a225-6f4cce7a7a61,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:41.675211 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4562e197-31fe-4021-8126-7865873d198d req-c9443e8d-04b2-420d-8f02-1e23b1865a90 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.711017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4562e197-31fe-4021-8126-7865873d198d req-c9443e8d-04b2-420d-8f02-1e23b1865a90 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.714657 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4562e197-31fe-4021-8126-7865873d198d req-c9443e8d-04b2-420d-8f02-1e23b1865a90 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2902551 Jul 16 01:12:41.721896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9443e8d-04b2-420d-8f02-1e23b1865a90 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6698e2ff-d10d-4266-92bc-909693748239,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:41.724342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20133-c990-479c-9c86-96294dc84770 None None] New status for floating IP 79a521b4-b016-4c69-9999-d978d52ae1fa: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:12:41.964050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:42.073795 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-bdff8820-5c40-433e-b547-6e39e95198dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:42.076983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-bdff8820-5c40-433e-b547-6e39e95198dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.7490125 Jul 16 01:12:42.181584 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-e4e6c966-e4ab-47b9-b4cd-d32fb18ddf58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 217 time: 0.0600209 Jul 16 01:12:42.231539 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9251d321-8b1b-44be-bd16-7becdf70f114 req-02b6c0f1-0320-4fcf-bdfb-d9716166e3d4 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 210 time: 0.0533023 Jul 16 01:12:42.247323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-fa96b33c-35bc-4a27-a9b7-71a843079d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:42.249054 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-fa96b33c-35bc-4a27-a9b7-71a843079d18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0562885 Jul 16 01:12:42.278465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0815f04-4a13-46e1-a900-54e0b65bc9ac req-a3900b99-6d51-4a98-a508-c1f74aa1423a service neutron] 10.222.0.64 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657743 Jul 16 01:12:42.351291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.407273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-dbfc0213-0e5d-4ede-a19f-2f30c9953eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:42.411052 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-dbfc0213-0e5d-4ede-a19f-2f30c9953eb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403582 Jul 16 01:12:42.423260 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.462430 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-914c5cbc-cf32-4c31-bcf1-fe2bb4ccf659 req-0207fe53-ae68-4c61-9a43-168b09f0f2f9 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/6698e2ff-d10d-4266-92bc-909693748239 HTTP/1.1" status: 200 len: 1804 time: 0.1160350 Jul 16 01:12:42.520916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-914c5cbc-cf32-4c31-bcf1-fe2bb4ccf659 req-8088ce1c-8bdb-41cb-b4b6-62b5ca04639c tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6698e2ff-d10d-4266-92bc-909693748239', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:42.521236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-914c5cbc-cf32-4c31-bcf1-fe2bb4ccf659 req-8088ce1c-8bdb-41cb-b4b6-62b5ca04639c tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6698e2ff-d10d-4266-92bc-909693748239', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:42.570303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Network 2a15a0c6-4a36-45cb-a57e-583b27c31196 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:42.590630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:42.593488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:42.637804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Pushing event updated for resources: {'Port': ['ID=a09d2760-57db-4ddd-bba4-577542a3b7bd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:42.667424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-914c5cbc-cf32-4c31-bcf1-fe2bb4ccf659 req-8088ce1c-8bdb-41cb-b4b6-62b5ca04639c tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.669657 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-b6a8c304-191b-46b1-8a1c-b55d85c95eea service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356224 Jul 16 01:12:42.703603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:42.704386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.737040 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-914c5cbc-cf32-4c31-bcf1-fe2bb4ccf659 req-8088ce1c-8bdb-41cb-b4b6-62b5ca04639c tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.743449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-914c5cbc-cf32-4c31-bcf1-fe2bb4ccf659 req-8088ce1c-8bdb-41cb-b4b6-62b5ca04639c tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.748771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545caf-2db0-4e51-b460-f36606ee8ea4 req-9c89b9ee-04fb-4d3c-9d4a-49a9560b02c5 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:42.750784 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89545caf-2db0-4e51-b460-f36606ee8ea4 req-9c89b9ee-04fb-4d3c-9d4a-49a9560b02c5 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 946 time: 0.2445910 Jul 16 01:12:42.755145 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-e2db708c-0dbe-41aa-a675-4208ac864558 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3758476 Jul 16 01:12:42.780254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088ce1c-8bdb-41cb-b4b6-62b5ca04639c tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad01751-be35-42ad-a8ae-64fdf152c003,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:42.785699 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-914c5cbc-cf32-4c31-bcf1-fe2bb4ccf659 req-8088ce1c-8bdb-41cb-b4b6-62b5ca04639c tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.801073 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-914c5cbc-cf32-4c31-bcf1-fe2bb4ccf659 req-8088ce1c-8bdb-41cb-b4b6-62b5ca04639c tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2860763 Jul 16 01:12:42.810842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Request body: {'port': {'device_id': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:42.867633 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-a5d7eb88-b4ce-47bb-9e2b-6f6254135545 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips/79a521b4-b016-4c69-9999-d978d52ae1fa HTTP/1.1" status: 200 len: 692 time: 0.0654275 Jul 16 01:12:42.903141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89545caf-2db0-4e51-b460-f36606ee8ea4 req-6f273e10-6bca-4d34-9332-4a85f3020166 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9221a1b-037b-482b-ad82-ae154f3d0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448841 Jul 16 01:12:42.964401 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-752d991f-f8e1-4ff6-87d5-f3fd36cef7b6 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779408 Jul 16 01:12:43.006825 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:43.041215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-f72b86ae-10cc-41e5-9f6c-bb0ea8135875 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:43.043545 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-f72b86ae-10cc-41e5-9f6c-bb0ea8135875 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.1664364 Jul 16 01:12:43.060965 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:43.073549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'tag': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:43.075869 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd574e2-578d-41af-a8fb-7f7ae6967031" -d '{"events": [{"name": "network-changed", "server_uuid": "5c59a8e2-85b1-4530-8d94-a0084d19c92e", "tag": "2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:43.282530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567e2b9-d248-44e8-a95c-8f5a35abf43f req-f212cde2-c00f-4b97-865d-220eadd225f9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:43.282530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4567e2b9-d248-44e8-a95c-8f5a35abf43f req-f212cde2-c00f-4b97-865d-220eadd225f9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.2263420 Jul 16 01:12:43.380814 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4567e2b9-d248-44e8-a95c-8f5a35abf43f req-553a6be3-1e67-42a6-8da4-f207df92f6b7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832040 Jul 16 01:12:43.519888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d25be3c0-7860-4323-a295-622b7cbf82da req-ffda2211-a81f-44f5-aa4a-39c0ae6409c8 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/6698e2ff-d10d-4266-92bc-909693748239 HTTP/1.1" status: 200 len: 2397 time: 0.0882642 Jul 16 01:12:43.549979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-9ae94fa3-1c9c-4d6a-8cab-3d3b48af5d93 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.4958448 Jul 16 01:12:43.564383 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09d2760-57db-4ddd-bba4-577542a3b7bd {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:43.572809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d25be3c0-7860-4323-a295-622b7cbf82da req-96c7b969-f28a-42b6-ba6d-2761fb5b92ba tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6698e2ff-d10d-4266-92bc-909693748239', 'remote_group_id': None}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:43.573250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d25be3c0-7860-4323-a295-622b7cbf82da req-96c7b969-f28a-42b6-ba6d-2761fb5b92ba tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6698e2ff-d10d-4266-92bc-909693748239', 'remote_group_id': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:43.583606 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:43.607585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Transition to ACTIVE for port object a09d2760-57db-4ddd-bba4-577542a3b7bd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:43.615774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:43.663445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-560bc831-f643-43fa-9cbe-959b6a3f3899 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.1044669 Jul 16 01:12:43.691169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Pushing event updated for resources: {'Port': ['ID=a09d2760-57db-4ddd-bba4-577542a3b7bd,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:43.726988 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d25be3c0-7860-4323-a295-622b7cbf82da req-96c7b969-f28a-42b6-ba6d-2761fb5b92ba tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:43.794575 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d25be3c0-7860-4323-a295-622b7cbf82da req-96c7b969-f28a-42b6-ba6d-2761fb5b92ba tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:43.799724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d25be3c0-7860-4323-a295-622b7cbf82da req-96c7b969-f28a-42b6-ba6d-2761fb5b92ba tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:43.822355 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Attempting to bind port a09d2760-57db-4ddd-bba4-577542a3b7bd on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:43.822693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Attempting to bind port a09d2760-57db-4ddd-bba4-577542a3b7bd by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:43.823026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Attempting to bind port a09d2760-57db-4ddd-bba4-577542a3b7bd on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:43.841822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7b969-f28a-42b6-ba6d-2761fb5b92ba tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37875e71-ef9b-48f2-99e1-368106ddff68,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:43.844929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Port a09d2760-57db-4ddd-bba4-577542a3b7bd on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:43.845764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Attempting to bind port a09d2760-57db-4ddd-bba4-577542a3b7bd on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:43.852091 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d25be3c0-7860-4323-a295-622b7cbf82da req-96c7b969-f28a-42b6-ba6d-2761fb5b92ba tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:43.853308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d25be3c0-7860-4323-a295-622b7cbf82da req-96c7b969-f28a-42b6-ba6d-2761fb5b92ba tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2922590 Jul 16 01:12:43.854231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:43.854570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Checking segment: {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:43.854963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Bound using segment: {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:43.856061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Bound port: a09d2760-57db-4ddd-bba4-577542a3b7bd, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:43.856061 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:43.939114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-e6b5bb3c-83e1-4e4b-a3d9-c59eb9818fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Deleting port db446408-8281-4bcc-9f7d-4477d8751631 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:43.940612 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-e6b5bb3c-83e1-4e4b-a3d9-c59eb9818fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:43.958034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] For port a09d2760-57db-4ddd-bba4-577542a3b7bd, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:43.961495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] For port a09d2760-57db-4ddd-bba4-577542a3b7bd, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:43.967531 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.024336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.024961 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.026628 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] 10.222.0.67 "PUT /v2.0/ports/a09d2760-57db-4ddd-bba4-577542a3b7bd HTTP/1.1" status: 200 len: 1092 time: 1.2217150 Jul 16 01:12:44.048425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e740671-af24-49a9-9340-f7ef4ae61d8c service neutron] Pushing event updated for resources: {'Port': ['ID=a09d2760-57db-4ddd-bba4-577542a3b7bd,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:44.070371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] Deleting port 660f097a-83f1-4a9e-864c-84c8eb7c6333 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:44.070777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.073718 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-e6b5bb3c-83e1-4e4b-a3d9-c59eb9818fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.074153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-e6b5bb3c-83e1-4e4b-a3d9-c59eb9818fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.105122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-e6b5bb3c-83e1-4e4b-a3d9-c59eb9818fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Calling delete_port for db446408-8281-4bcc-9f7d-4477d8751631 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:44.176219 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b0dd0c-62a0-4cd5-b326-c8eab7ca3053 x-openstack-request-id: req-e8b0dd0c-62a0-4cd5-b326-c8eab7ca3053 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:44.176629 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c59a8e2-85b1-4530-8d94-a0084d19c92e", "tag": "2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:44.176979 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8b0dd0c-62a0-4cd5-b326-c8eab7ca3053 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:44.177473 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'tag': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'status': 'completed', 'code': 200} Jul 16 01:12:44.180824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-3386720a-fef6-42e3-8e85-d130f8059835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.182528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-3386720a-fef6-42e3-8e85-d130f8059835 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 1095 time: 0.1074984 Jul 16 01:12:44.239142 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-1a2ad96d-6d94-4393-919d-7464a8361a97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd HTTP/1.1" status: 200 len: 217 time: 0.0469780 Jul 16 01:12:44.280670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] For port 660f097a-83f1-4a9e-864c-84c8eb7c6333, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=660f097a-83f1-4a9e-864c-84c8eb7c6333,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:44.280988 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.304904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] Calling delete_port for 660f097a-83f1-4a9e-864c-84c8eb7c6333 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:44.365551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-a31114cb-fbe1-44af-85f1-cc4054372fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.367363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-a31114cb-fbe1-44af-85f1-cc4054372fd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=603c6279-2295-494f-bf1a-1b81562edde4 HTTP/1.1" status: 200 len: 845 time: 0.1182945 Jul 16 01:12:44.416750 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-584cbf10-eeda-4593-9fab-b548eea15b25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a15a0c6-4a36-45cb-a57e-583b27c31196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406077 Jul 16 01:12:44.424379 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-a12cb085-66d1-4a50-9ee3-7524d0ff1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.426026 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-a12cb085-66d1-4a50-9ee3-7524d0ff1a9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=725764f3d42f4f15a5b42242174ae321&device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 1097 time: 0.1860287 Jul 16 01:12:44.434130 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-e6b5bb3c-83e1-4e4b-a3d9-c59eb9818fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.493599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39702ae-af9d-4b0b-a285-9e85d3b6da63 req-e2e841cb-f76c-4e9e-ba16-fa3ae02817fd tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.495181 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c39702ae-af9d-4b0b-a285-9e85d3b6da63 req-e2e841cb-f76c-4e9e-ba16-fa3ae02817fd tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 943 time: 0.2158928 Jul 16 01:12:44.505683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5bb3c-83e1-4e4b-a3d9-c59eb9818fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Pushing event deleted for resources: {'Port': ['ID=db446408-8281-4bcc-9f7d-4477d8751631,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:44.596946 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-e6b5bb3c-83e1-4e4b-a3d9-c59eb9818fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.599587 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-e6b5bb3c-83e1-4e4b-a3d9-c59eb9818fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.600755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d5933a2c-4316-4aa8-92c1-ac520675633e req-e6b5bb3c-83e1-4e4b-a3d9-c59eb9818fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "DELETE /v2.0/floatingips/79a521b4-b016-4c69-9999-d978d52ae1fa HTTP/1.1" status: 204 len: 173 time: 0.9288878 Jul 16 01:12:44.645755 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c39702ae-af9d-4b0b-a285-9e85d3b6da63 req-6459ae6e-55fb-47c5-90aa-d40e981c349b tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386847 Jul 16 01:12:44.653774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-44615ab6-d27f-4a30-895a-a2d32f478848 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267172 Jul 16 01:12:44.662118 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.718952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-ec31b42f-60e3-4c43-8cf6-9303857552d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.720927 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-ec31b42f-60e3-4c43-8cf6-9303857552d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17 HTTP/1.1" status: 200 len: 929 time: 0.2820570 Jul 16 01:12:44.733962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=660f097a-83f1-4a9e-864c-84c8eb7c6333,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:44.942728 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-29b7a548-24c1-46b9-97cf-7ae4fa1510f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 HTTP/1.1" status: 200 len: 217 time: 0.1921816 Jul 16 01:12:45.005786 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e34b6830-fd91-4850-9a1a-f28196d29368 req-24fd6969-7079-4914-b091-d9cd7070d2d8 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/6698e2ff-d10d-4266-92bc-909693748239 HTTP/1.1" status: 200 len: 2995 time: 0.2986314 Jul 16 01:12:45.029490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-033c5e65-4dab-4117-add3-d83c724fd27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:45.031475 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-033c5e65-4dab-4117-add3-d83c724fd27c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af72bbd8-24e9-4052-a3be-1f4b3544b4e5 HTTP/1.1" status: 200 len: 868 time: 0.0786529 Jul 16 01:12:45.033104 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bbbb591-6707-4dae-aabd-1ae993b98ac9 req-ba014f52-1091-45a7-ae61-95c91fdb5d71 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676229 Jul 16 01:12:45.034988 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:45.132545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-b8165c6c-cef9-4ae2-9998-59f16219fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:45.134580 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-b8165c6c-cef9-4ae2-9998-59f16219fea1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe404aaa-8c0e-49fa-a8bc-160ef884cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832009 Jul 16 01:12:45.306747 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-a9f1b862-9c59-4562-87e2-bea21888761b service neutron] 10.222.0.50 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628280 Jul 16 01:12:45.339353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59bb26-3031-4226-ac2f-a2260f066004 req-4b05f094-4849-4c44-9f26-a9e053535677 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:45.355208 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc59bb26-3031-4226-ac2f-a2260f066004 req-4b05f094-4849-4c44-9f26-a9e053535677 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1988184 Jul 16 01:12:45.357952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] Router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:12:45.450174 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc59bb26-3031-4226-ac2f-a2260f066004 req-4269518c-7634-4773-bdb0-caec68782518 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934129 Jul 16 01:12:45.559234 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0965a0e8-708a-47e7-bec0-e70a4dce7409 req-5e67e3b6-de28-4233-a967-bc1b8327e548 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-group-rules/37875e71-ef9b-48f2-99e1-368106ddff68 HTTP/1.1" status: 200 len: 783 time: 0.0428970 Jul 16 01:12:45.561708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:12:45.571255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-80495d6c-1dcb-4b7e-9f3e-ea22a68a01d8 admin admin] 10.222.0.64 "PUT /v2.0/routers/8522a2bd-48b8-4a26-b31a-89f8f3c84ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6055274 Jul 16 01:12:45.574992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50684) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:45.577221 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] Sync routers for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:12:45.594237 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:45.595452 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:45.603116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fbd574e2-578d-41af-a8fb-7f7ae6967031 req-b24b2240-3461-4e82-a0dd-42e7f9951bac service neutron] 10.222.0.50 "GET /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446566 Jul 16 01:12:45.726116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0965a0e8-708a-47e7-bec0-e70a4dce7409 req-e46f862d-24b9-4d37-97ba-47762c87f886 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/6698e2ff-d10d-4266-92bc-909693748239 HTTP/1.1" status: 200 len: 2995 time: 0.1535664 Jul 16 01:12:45.798374 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0965a0e8-708a-47e7-bec0-e70a4dce7409 req-eecab585-8120-4276-a902-1364c06740a0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:45.809382 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:45.810591 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0965a0e8-708a-47e7-bec0-e70a4dce7409 req-eecab585-8120-4276-a902-1364c06740a0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:45.814055 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:45.943646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171c7a9-fdd9-46b0-b78e-50a148eb8417 req-026d1ada-e3bd-4d27-a4ac-d1f6d63ac17b tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:45.950964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b171c7a9-fdd9-46b0-b78e-50a148eb8417 req-026d1ada-e3bd-4d27-a4ac-d1f6d63ac17b tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 946 time: 0.1019504 Jul 16 01:12:45.982228 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0965a0e8-708a-47e7-bec0-e70a4dce7409 req-eecab585-8120-4276-a902-1364c06740a0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:45.992071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0965a0e8-708a-47e7-bec0-e70a4dce7409 req-eecab585-8120-4276-a902-1364c06740a0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:45.993829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0965a0e8-708a-47e7-bec0-e70a4dce7409 req-eecab585-8120-4276-a902-1364c06740a0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/37875e71-ef9b-48f2-99e1-368106ddff68 HTTP/1.1" status: 204 len: 173 time: 0.2482893 Jul 16 01:12:46.007708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecab585-8120-4276-a902-1364c06740a0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37875e71-ef9b-48f2-99e1-368106ddff68,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:46.008088 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b171c7a9-fdd9-46b0-b78e-50a148eb8417 req-b7f689ef-d6ea-4172-9a69-c8e65e44599e tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9221a1b-037b-482b-ad82-ae154f3d0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546052 Jul 16 01:12:46.043447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.172505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-15a6ced4-1659-4168-ba28-1cb8b841ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:46.175530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-15a6ced4-1659-4168-ba28-1cb8b841ce60 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba&tenant_id=94219a605dea4c4bb02ed5d18061280e HTTP/1.1" status: 200 len: 1102 time: 0.1795242 Jul 16 01:12:46.179792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'tag': 'a09d2760-57db-4ddd-bba4-577542a3b7bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:46.182033 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89e2c68-acdc-4241-a2db-5b1c30614d78" -d '{"events": [{"name": "network-changed", "server_uuid": "e269566f-1cbc-443f-8473-1eaec7c06781", "tag": "a09d2760-57db-4ddd-bba4-577542a3b7bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:46.193114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:46.209041 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:12:44Z', 'revision_number': 5, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port': {'id': '5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:54Z', 'updated_at': '2021-07-16T01:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:46.211265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Deleting port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:46.212518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.274257 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] Checking router: 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:12:46.285641 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] Routers {'8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:46.287042 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:46.321576 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78344e-d56a-4e97-b948-c4a4ba9e6e67 req-62db959f-db20-45bd-bd60-f9f73c3474b9 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:46.323257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f78344e-d56a-4e97-b948-c4a4ba9e6e67 req-62db959f-db20-45bd-bd60-f9f73c3474b9 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1919503 Jul 16 01:12:46.339063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] For port 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:46.340109 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.398270 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] Set router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:46.402403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Calling delete_port for 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:46.406874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f78344e-d56a-4e97-b948-c4a4ba9e6e67 req-3d02d44c-774a-44b6-a5e2-57f2f030d884 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0701497 Jul 16 01:12:46.581903 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:12:46Z', 'revision_number': 6, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:46.602335 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93209ac3-4695-4c20-87ed-69a9d116faf1 req-e0cb6a39-92ca-450f-bfb4-3cdf8947b0b5 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6f7f2ed466e94919bf91f5c7b8b63f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338082 Jul 16 01:12:46.602674 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.630630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce5f1-c0c6-498a-b290-f646bb16d631 req-30b8cff3-5f92-4d47-8f40-456594f7b3eb tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:46.632174 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c91ce5f1-c0c6-498a-b290-f646bb16d631 req-30b8cff3-5f92-4d47-8f40-456594f7b3eb tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 943 time: 0.4043944 Jul 16 01:12:46.636333 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b869e-e500-451b-be19-5075ade84a64 None None] The sync data for ids ['8522a2bd-48b8-4a26-b31a-89f8f3c84ddb'] in n-d-791504-14 is: [{'id': '8522a2bd-48b8-4a26-b31a-89f8f3c84ddb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1373029175-router', 'tenant_id': 'abea642527174b0292bb2c9ffa568b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:53Z', 'updated_at': '2021-07-16T01:12:46Z', 'revision_number': 6, 'project_id': 'abea642527174b0292bb2c9ffa568b6c', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:12:46.752957 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.796055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c91ce5f1-c0c6-498a-b290-f646bb16d631 req-6e74a946-93a1-478e-8cf5-310da0c85229 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342645 Jul 16 01:12:46.800667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93209ac3-4695-4c20-87ed-69a9d116faf1 req-c0b7eb61-7b7a-44fc-9c71-cd6462181159 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:46.801820 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93209ac3-4695-4c20-87ed-69a9d116faf1 req-c0b7eb61-7b7a-44fc-9c71-cd6462181159 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939564 Jul 16 01:12:46.803147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:46.821650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93209ac3-4695-4c20-87ed-69a9d116faf1 req-4fbcac7c-cef3-48e9-8c82-fd8e0c35e668 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/quotas/6f7f2ed466e94919bf91f5c7b8b63f93 HTTP/1.1" status: 200 len: 375 time: 0.0117402 Jul 16 01:12:46.904350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93209ac3-4695-4c20-87ed-69a9d116faf1 req-8f041ff2-09b3-4c44-9aa1-38b8eb98cd33 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f7f2ed466e94919bf91f5c7b8b63f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635388 Jul 16 01:12:46.920405 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.957946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:46.979354 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-935b3ec2-3671-4f0a-a46a-3c09c5d2cf0c req-9676bf8c-0653-4597-86ba-c51ce82acc48 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/6698e2ff-d10d-4266-92bc-909693748239 HTTP/1.1" status: 200 len: 2397 time: 0.1346531 Jul 16 01:12:47.046928 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eb9ff1-227c-4dd4-a23c-d4d19731128f x-openstack-request-id: req-14eb9ff1-227c-4dd4-a23c-d4d19731128f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:47.047524 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e269566f-1cbc-443f-8473-1eaec7c06781", "tag": "a09d2760-57db-4ddd-bba4-577542a3b7bd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:47.048003 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14eb9ff1-227c-4dd4-a23c-d4d19731128f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:47.048496 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'tag': 'a09d2760-57db-4ddd-bba4-577542a3b7bd', 'status': 'completed', 'code': 200} Jul 16 01:12:47.062877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:47.067602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.074081 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.143950 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.169003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-935b3ec2-3671-4f0a-a46a-3c09c5d2cf0c req-bd1b99be-e72d-4adb-8ec3-66df3fff1c70 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.175276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Transition to ACTIVE for port object 32a06d89-6aac-4bb2-8519-9b42715707c2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:47.182112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.187832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a09d2760-57db-4ddd-bba4-577542a3b7bd details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:47.226724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4bd05313-e488-4c68-9585-882b5f74e9c9 req-3c1db7b7-5754-48ba-a0ce-c83c969ac9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1499968 Jul 16 01:12:47.239770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-935b3ec2-3671-4f0a-a46a-3c09c5d2cf0c req-bd1b99be-e72d-4adb-8ec3-66df3fff1c70 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.250262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.250827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8522a2bd-48b8-4a26-b31a-89f8f3c84ddb {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:12:47.269969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.272477 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6b82ddc0-6933-426f-9737-c7d975eb32f1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8522a2bd-48b8-4a26-b31a-89f8f3c84ddb HTTP/1.1" status: 204 len: 168 time: 1.6962154 Jul 16 01:12:47.277947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:47.297242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] No DVR routers for this DVR port 32a06d89-6aac-4bb2-8519-9b42715707c2 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:47.313904 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:47.349205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2c68-acdc-4241-a2db-5b1c30614d78 req-0bc3d51c-3182-4bf0-8521-3f3ab1d5cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.350754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d89e2c68-acdc-4241-a2db-5b1c30614d78 req-0bc3d51c-3182-4bf0-8521-3f3ab1d5cfad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 1095 time: 0.2634568 Jul 16 01:12:47.375799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a09d2760-57db-4ddd-bba4-577542a3b7bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:47.388733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-72161809-efc6-4e98-a807-7099a56bf528 admin admin] Deleting subnet e0f1520c-2f62-4814-a833-d7e370391944 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:47.389254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:47.389573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:47.389901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:47.405740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'a09d2760-57db-4ddd-bba4-577542a3b7bd', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'port_id': 'a09d2760-57db-4ddd-bba4-577542a3b7bd', 'mac_address': 'fa:16:3e:16:53:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603c6279-2295-494f-bf1a-1b81562edde4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:47.411814 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72161809-efc6-4e98-a807-7099a56bf528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.416478 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-935b3ec2-3671-4f0a-a46a-3c09c5d2cf0c req-bd1b99be-e72d-4adb-8ec3-66df3fff1c70 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.422299 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-935b3ec2-3671-4f0a-a46a-3c09c5d2cf0c req-bd1b99be-e72d-4adb-8ec3-66df3fff1c70 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.424414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-935b3ec2-3671-4f0a-a46a-3c09c5d2cf0c req-bd1b99be-e72d-4adb-8ec3-66df3fff1c70 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "DELETE /v2.0/security-groups/6698e2ff-d10d-4266-92bc-909693748239 HTTP/1.1" status: 204 len: 173 time: 0.3947682 Jul 16 01:12:47.425344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Port 32a06d89-6aac-4bb2-8519-9b42715707c2 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:47.425853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Attempting to bind port 32a06d89-6aac-4bb2-8519-9b42715707c2 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:47.444076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:47.444437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:47.444817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:47.445262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Bound port: 32a06d89-6aac-4bb2-8519-9b42715707c2, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:47.445627 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.448597 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.465789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09d2760-57db-4ddd-bba4-577542a3b7bd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:47.494294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b99be-e72d-4adb-8ec3-66df3fff1c70 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6698e2ff-d10d-4266-92bc-909693748239,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:47.514163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a09d2760-57db-4ddd-bba4-577542a3b7bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:47.524015 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.597350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a09d2760-57db-4ddd-bba4-577542a3b7bd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:47.650916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:47.656771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:47.669608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-5c6a623f-46e3-41f3-a034-f13f50a882f5 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.671780 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-5c6a623f-46e3-41f3-a034-f13f50a882f5 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.50 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 946 time: 0.2587011 Jul 16 01:12:47.675405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.760062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.760774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.762509 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] 10.222.0.67 "PUT /v2.0/ports/32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 1098 time: 1.5770514 Jul 16 01:12:47.789403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['a09d2760-57db-4ddd-bba4-577542a3b7bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:47.834399 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:12:47.855703 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72161809-efc6-4e98-a807-7099a56bf528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.936129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7420ad-802b-4a2c-8c2e-577755c4ba25 service neutron] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:48.005311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-fb20d1ea-3b5c-4bb7-b4da-ccb4af76e506 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Deleting port 54873472-8638-4bc2-ab01-b5a7196350f9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:48.010541 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-fb20d1ea-3b5c-4bb7-b4da-ccb4af76e506 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.081207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2c68-acdc-4241-a2db-5b1c30614d78 req-a620d79b-1161-4a07-ab1f-0c258d2e677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.082825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d89e2c68-acdc-4241-a2db-5b1c30614d78 req-a620d79b-1161-4a07-ab1f-0c258d2e677c service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 905 time: 0.7247229 Jul 16 01:12:48.085973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-3c54b818-4989-4910-8fc6-7d72bccf07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.087713 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-3c54b818-4989-4910-8fc6-7d72bccf07ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1101 time: 0.2909367 Jul 16 01:12:48.132315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:48.163456 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d89e2c68-acdc-4241-a2db-5b1c30614d78 req-8694025c-5ce7-428a-95e1-e23d4143be2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd HTTP/1.1" status: 200 len: 217 time: 0.0678630 Jul 16 01:12:48.188000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72161809-efc6-4e98-a807-7099a56bf528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.210217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:48.254761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-fb20d1ea-3b5c-4bb7-b4da-ccb4af76e506 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] For port 54873472-8638-4bc2-ab01-b5a7196350f9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=54873472-8638-4bc2-ab01-b5a7196350f9,segment=NetworkSegment(47053f56-9d67-46af-b578-978c8658ebd2),segment_id=47053f56-9d67-46af-b578-978c8658ebd2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:48.255058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-fb20d1ea-3b5c-4bb7-b4da-ccb4af76e506 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.265130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 660f097a-83f1-4a9e-864c-84c8eb7c6333 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:48.271112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54a290-da2d-45f8-afaa-bc31d89f1dac req-69239139-25f6-4bda-81d2-076cc2b45242 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.272761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff54a290-da2d-45f8-afaa-bc31d89f1dac req-69239139-25f6-4bda-81d2-076cc2b45242 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 949 time: 0.4142647 Jul 16 01:12:48.280292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-fb20d1ea-3b5c-4bb7-b4da-ccb4af76e506 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Calling delete_port for 54873472-8638-4bc2-ab01-b5a7196350f9 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:48.296246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 660f097a-83f1-4a9e-864c-84c8eb7c6333 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:48.296579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 660f097a-83f1-4a9e-864c-84c8eb7c6333 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:48.297014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:48.306100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf39d52-f814-4e1b-978b-3dfd622d1dba req-d24fff14-8302-40d6-8d8f-21bae8bbdbd7 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.313267 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2bf39d52-f814-4e1b-978b-3dfd622d1dba req-d24fff14-8302-40d6-8d8f-21bae8bbdbd7 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da346d2-d71f-48cd-9548-950c5df41db0 HTTP/1.1" status: 200 len: 946 time: 0.2243440 Jul 16 01:12:48.322757 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:48.323105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5786c3b3-db3b-4c53-a2d7-9fe78d5a2c0e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:48.328616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2c68-acdc-4241-a2db-5b1c30614d78 req-5ea868ed-0e9a-4844-9579-2f04c50e3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.330558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d89e2c68-acdc-4241-a2db-5b1c30614d78 req-5ea868ed-0e9a-4844-9579-2f04c50e3b9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=603c6279-2295-494f-bf1a-1b81562edde4 HTTP/1.1" status: 200 len: 845 time: 0.1110020 Jul 16 01:12:48.337022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72161809-efc6-4e98-a807-7099a56bf528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.339150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-ef3814eb-8454-4237-b2d8-64e78f931049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.340612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-ef3814eb-8454-4237-b2d8-64e78f931049 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2254612 Jul 16 01:12:48.378272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff54a290-da2d-45f8-afaa-bc31d89f1dac req-1349e393-5a87-4390-9111-d2347b2caabf tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979497 Jul 16 01:12:48.402339 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d89e2c68-acdc-4241-a2db-5b1c30614d78 req-6a82973a-f5f2-4469-80ad-fe4ac40bf5fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a15a0c6-4a36-45cb-a57e-583b27c31196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622423 Jul 16 01:12:48.404678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72161809-efc6-4e98-a807-7099a56bf528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f1520c-2f62-4814-a833-d7e370391944,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:48.410801 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72161809-efc6-4e98-a807-7099a56bf528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.412761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-72161809-efc6-4e98-a807-7099a56bf528 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e0f1520c-2f62-4814-a833-d7e370391944 HTTP/1.1" status: 204 len: 168 time: 1.1324916 Jul 16 01:12:48.415513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9691d983-dda0-4711-a91f-9b6bb7b6e4e1 None None] Network 618000df-3051-471f-b84e-b50c74582ad8 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:48.418239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50730) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:48.420546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-0bfb7130-6924-4797-a490-8c00961595e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 217 time: 0.0491042 Jul 16 01:12:48.498840 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2bf39d52-f814-4e1b-978b-3dfd622d1dba req-2ae98f52-e5d4-4593-afdf-7f5d9d453c95 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9221a1b-037b-482b-ad82-ae154f3d0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845763 Jul 16 01:12:48.522341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d89e2c68-acdc-4241-a2db-5b1c30614d78 req-27338a12-7d84-46a3-ac7f-3c2043ee49d6 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077485 Jul 16 01:12:48.556173 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-b5538669-b055-40a0-b791-e13bf2798e5a req-b9fb00c8-6ae3-4804-aa70-0a5ae34efc18 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] show failed (client error): The resource could not be found. Jul 16 01:12:48.557994 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5538669-b055-40a0-b791-e13bf2798e5a req-b9fb00c8-6ae3-4804-aa70-0a5ae34efc18 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/1c49dbd0-ef0a-426d-870f-68cd7021c550 HTTP/1.1" status: 404 len: 352 time: 0.0255675 Jul 16 01:12:48.653431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24cb4f7-4ec1-449f-b438-d003bad9c9ef None None] DHCP port deletion for 618000df-3051-471f-b84e-b50c74582ad8 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:12:48.657220 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.710585 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d89e2c68-acdc-4241-a2db-5b1c30614d78 req-79de86ae-3bcd-40e0-98c4-208d7f5aa6e2 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770370 Jul 16 01:12:48.743652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-ea2871b2-d7bb-48d1-820f-fe6372ebfd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.745168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-ea2871b2-d7bb-48d1-820f-fe6372ebfd2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.3090570 Jul 16 01:12:48.760553 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-fb20d1ea-3b5c-4bb7-b4da-ccb4af76e506 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.761518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d24cb4f7-4ec1-449f-b438-d003bad9c9ef None None] Deleting port 9910e5da-58bf-4103-aad3-1c1e8515d568 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:48.764034 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d24cb4f7-4ec1-449f-b438-d003bad9c9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.836418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d8582c-2a25-417d-8ecc-29b12361e60c req-0ac54767-12bc-4750-81c0-1ea54f83b6ac tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/71d2e7dc-94cc-4064-86cf-5b6244682b08 HTTP/1.1" status: 200 len: 1804 time: 0.0509167 Jul 16 01:12:48.844721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d24cb4f7-4ec1-449f-b438-d003bad9c9ef None None] For port 9910e5da-58bf-4103-aad3-1c1e8515d568, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9910e5da-58bf-4103-aad3-1c1e8515d568,segment=NetworkSegment(d2aa9a75-df78-464e-8979-68350ca54b74),segment_id=d2aa9a75-df78-464e-8979-68350ca54b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:48.844721 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d24cb4f7-4ec1-449f-b438-d003bad9c9ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.856108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20d1ea-3b5c-4bb7-b4da-ccb4af76e506 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Pushing event deleted for resources: {'Port': ['ID=54873472-8638-4bc2-ab01-b5a7196350f9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:48.873573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d24cb4f7-4ec1-449f-b438-d003bad9c9ef None None] Calling delete_port for 9910e5da-58bf-4103-aad3-1c1e8515d568 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:48.926927 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f7d8582c-2a25-417d-8ecc-29b12361e60c req-397d71e3-2a5e-40ab-8bed-8a09ba376f84 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.944147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-fb20d1ea-3b5c-4bb7-b4da-ccb4af76e506 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] No DVR routers for this DVR port 54873472-8638-4bc2-ab01-b5a7196350f9 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:48.947381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-fb20d1ea-3b5c-4bb7-b4da-ccb4af76e506 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.949544 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d4ca42c-9c23-423e-b106-53ef6a57474f req-fb20d1ea-3b5c-4bb7-b4da-ccb4af76e506 tempest-InstanceActionsTestJSON-95661046 tempest-InstanceActionsTestJSON-95661046-project] 10.222.0.50 "DELETE /v2.0/ports/54873472-8638-4bc2-ab01-b5a7196350f9 HTTP/1.1" status: 204 len: 173 time: 1.2704279 Jul 16 01:12:48.974284 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d24cb4f7-4ec1-449f-b438-d003bad9c9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.986916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f7d8582c-2a25-417d-8ecc-29b12361e60c req-397d71e3-2a5e-40ab-8bed-8a09ba376f84 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.993312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15829c-6b2d-44df-9898-68643d9cb503 req-7a9f2856-e059-45d5-9225-c1027a8d09a3 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.994946 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd15829c-6b2d-44df-9898-68643d9cb503 req-7a9f2856-e059-45d5-9225-c1027a8d09a3 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 944 time: 0.2483962 Jul 16 01:12:49.005076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-dc153d84-ecb0-4f1a-9278-7250868a74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:49.005401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cb4f7-4ec1-449f-b438-d003bad9c9ef None None] Pushing event deleted for resources: {'Port': ['ID=9910e5da-58bf-4103-aad3-1c1e8515d568,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:49.005754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-dc153d84-ecb0-4f1a-9278-7250868a74fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2375414 Jul 16 01:12:49.007530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24cb4f7-4ec1-449f-b438-d003bad9c9ef None None] No DVR routers for this DVR port 9910e5da-58bf-4103-aad3-1c1e8515d568 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:49.028632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Deleting port 9910e5da-58bf-4103-aad3-1c1e8515d568 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:49.028974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.055956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2'}, {'name': 'network-changed', 'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2'}, {'server_uuid': '8da346d2-d71f-48cd-9548-950c5df41db0', 'name': 'network-vif-deleted', 'tag': '54873472-8638-4bc2-ab01-b5a7196350f9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:49.058241 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a222be-7762-4990-9482-5de6428e6cfb" -d '{"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-unplugged", "status": "completed", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2"}, {"name": "network-changed", "server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2"}, {"server_uuid": "8da346d2-d71f-48cd-9548-950c5df41db0", "name": "network-vif-deleted", "tag": "54873472-8638-4bc2-ab01-b5a7196350f9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:49.084862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f7d8582c-2a25-417d-8ecc-29b12361e60c req-397d71e3-2a5e-40ab-8bed-8a09ba376f84 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.088631 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f7d8582c-2a25-417d-8ecc-29b12361e60c req-397d71e3-2a5e-40ab-8bed-8a09ba376f84 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.101385 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d8582c-2a25-417d-8ecc-29b12361e60c req-397d71e3-2a5e-40ab-8bed-8a09ba376f84 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "DELETE /v2.0/security-groups/71d2e7dc-94cc-4064-86cf-5b6244682b08 HTTP/1.1" status: 204 len: 173 time: 0.2590806 Jul 16 01:12:49.114928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d71e3-2a5e-40ab-8bed-8a09ba376f84 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d2e7dc-94cc-4064-86cf-5b6244682b08,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:49.204629 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd15829c-6b2d-44df-9898-68643d9cb503 req-8acca62a-628f-4412-8f51-d239c8a064f6 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790349 Jul 16 01:12:49.206387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] For port 9910e5da-58bf-4103-aad3-1c1e8515d568, host n-d-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:49.206755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.213918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a09d2760-57db-4ddd-bba4-577542a3b7bd up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:49.225186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Calling delete_port for 9910e5da-58bf-4103-aad3-1c1e8515d568 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:49.235299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Port 9910e5da-58bf-4103-aad3-1c1e8515d568 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:12:49.243702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.273302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Pushing event deleted for resources: {'Port': ['ID=9910e5da-58bf-4103-aad3-1c1e8515d568,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:49.281287 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-ecc99ff7-394a-4951-b233-beb1e38464f7 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654045 Jul 16 01:12:49.293466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] No DVR routers for this DVR port 9910e5da-58bf-4103-aad3-1c1e8515d568 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:49.299382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port a09d2760-57db-4ddd-bba4-577542a3b7bd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:49.306468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port a09d2760-57db-4ddd-bba4-577542a3b7bd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:49.306934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.448593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.448783 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.466462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618000df-3051-471f-b84e-b50c74582ad8']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:49.482857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2aa9a75-df78-464e-8979-68350ca54b74') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:49.483417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2aa9a75-df78-464e-8979-68350ca54b74') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:49.510108 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.513030 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd54a10-28af-4913-ab05-da51b1bb3c20 x-openstack-request-id: req-7dd54a10-28af-4913-ab05-da51b1bb3c20 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:49.513593 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-unplugged", "status": "completed", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2", "code": 200}, {"name": "network-changed", "server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2", "status": "completed", "code": 200}, {"server_uuid": "8da346d2-d71f-48cd-9548-950c5df41db0", "name": "network-vif-deleted", "tag": "54873472-8638-4bc2-ab01-b5a7196350f9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:49.514306 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7dd54a10-28af-4913-ab05-da51b1bb3c20 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:49.514889 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'code': 200} Jul 16 01:12:49.515327 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'status': 'completed', 'code': 200} Jul 16 01:12:49.515743 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da346d2-d71f-48cd-9548-950c5df41db0', 'name': 'network-vif-deleted', 'tag': '54873472-8638-4bc2-ab01-b5a7196350f9', 'status': 'completed', 'code': 200} Jul 16 01:12:49.516949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09d2760-57db-4ddd-bba4-577542a3b7bd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:49.520904 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6223740b-1bc4-47c8-a691-485503b18c2a" -d '{"events": [{"server_uuid": "e269566f-1cbc-443f-8473-1eaec7c06781", "name": "network-vif-plugged", "status": "completed", "tag": "a09d2760-57db-4ddd-bba4-577542a3b7bd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:49.540896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a09d2760-57db-4ddd-bba4-577542a3b7bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:49.541978 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-636fa21b-96a9-44f7-9a3c-712af54375a7 req-accf6756-2bd6-4266-9d9c-895c1cfeae43 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463262 Jul 16 01:12:49.545822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab268740-201d-46e2-8c9e-c5283f33ca63 req-7f1778fa-a1a7-4fdc-af61-db3a45e809a5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:49.555043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab268740-201d-46e2-8c9e-c5283f33ca63 req-7f1778fa-a1a7-4fdc-af61-db3a45e809a5 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 945 time: 0.1681008 Jul 16 01:12:49.560963 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.577242 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.591510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:49.591881 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:49.594761 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:49.633022 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab268740-201d-46e2-8c9e-c5283f33ca63 req-94c6481b-1c31-43f8-afaf-ca7fd020cc53 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764685 Jul 16 01:12:49.653643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a09d2760-57db-4ddd-bba4-577542a3b7bd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:49.731375 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-774af1a5-fed8-4de0-843b-ca7ba9e77b75 req-9f205028-0c65-41c3-99db-42a2fd2adcc3 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/762887d4-1b56-4762-8e22-c3e304352e00 HTTP/1.1" status: 200 len: 1803 time: 0.1975064 Jul 16 01:12:49.735059 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.746959 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.748825 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] 10.222.0.64 "DELETE /v2.0/networks/618000df-3051-471f-b84e-b50c74582ad8 HTTP/1.1" status: 204 len: 168 time: 1.3299716 Jul 16 01:12:49.752001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50762) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:49.781410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a222be-7762-4990-9482-5de6428e6cfb req-657dc7e8-efe3-4a0d-86e4-6a3630a8ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:49.783668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-657dc7e8-efe3-4a0d-86e4-6a3630a8ff51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1101 time: 0.2349849 Jul 16 01:12:49.790209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e6482-2002-4c8f-b24a-f1d56a6857bb admin admin] Pushing event deleted for resources: {'Network': ['ID=618000df-3051-471f-b84e-b50c74582ad8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:49.859992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a222be-7762-4990-9482-5de6428e6cfb req-84b47419-f66b-4d08-aac7-502e37945250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:49.861584 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-84b47419-f66b-4d08-aac7-502e37945250 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94219a605dea4c4bb02ed5d18061280e&device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1101 time: 0.2321916 Jul 16 01:12:49.930404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9dbe-c841-4be4-b6f1-d099af69fd8f req-b667536e-cbef-40b8-8439-a4d843cf6a42 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:49.932174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d50c9dbe-c841-4be4-b6f1-d099af69fd8f req-b667536e-cbef-40b8-8439-a4d843cf6a42 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 949 time: 0.1246405 Jul 16 01:12:49.941021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-774af1a5-fed8-4de0-843b-ca7ba9e77b75 req-c18a4aee-0da5-42a4-858c-e75cb0d94fe0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.016533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-774af1a5-fed8-4de0-843b-ca7ba9e77b75 req-c18a4aee-0da5-42a4-858c-e75cb0d94fe0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.031759 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d50c9dbe-c841-4be4-b6f1-d099af69fd8f req-bdb5ab68-4c4b-4edd-b86e-259ed5de680a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845747 Jul 16 01:12:50.034409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a222be-7762-4990-9482-5de6428e6cfb req-b4041c80-7e2c-427a-9b6e-c756e5e2d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:50.036228 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-b4041c80-7e2c-427a-9b6e-c756e5e2d930 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2387278 Jul 16 01:12:50.137328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 54873472-8638-4bc2-ab01-b5a7196350f9 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:50.179746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 54873472-8638-4bc2-ab01-b5a7196350f9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:50.180188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 54873472-8638-4bc2-ab01-b5a7196350f9 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:50.210524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-813bd618-4043-43c0-a0cb-eed3fdd3c651 req-efc3a7e6-e0ce-4f1e-9fe8-cddb04cafcf9 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6f7f2ed466e94919bf91f5c7b8b63f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480218 Jul 16 01:12:50.261322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9910e5da-58bf-4103-aad3-1c1e8515d568 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:50.294148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9910e5da-58bf-4103-aad3-1c1e8515d568 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:50.294762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9910e5da-58bf-4103-aad3-1c1e8515d568 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:50.422783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bd618-4043-43c0-a0cb-eed3fdd3c651 req-3ed239fe-7c4a-41fb-bef4-65fbeebe55f1 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:50.425583 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-813bd618-4043-43c0-a0cb-eed3fdd3c651 req-3ed239fe-7c4a-41fb-bef4-65fbeebe55f1 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596315 Jul 16 01:12:50.478522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-813bd618-4043-43c0-a0cb-eed3fdd3c651 req-c3bb652b-0e67-4f63-9bf1-ff5e3fe2ad8a tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/quotas/6f7f2ed466e94919bf91f5c7b8b63f93 HTTP/1.1" status: 200 len: 375 time: 0.0448949 Jul 16 01:12:50.494282 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-bdecafbf-0cb9-43af-8b9f-9513df48da21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 217 time: 0.4320710 Jul 16 01:12:50.500223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a222be-7762-4990-9482-5de6428e6cfb req-fb34dcef-fe21-4daa-8613-26ad87d1c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:50.502209 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-fb34dcef-fe21-4daa-8613-26ad87d1c36c service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.6008987 Jul 16 01:12:50.538660 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-813bd618-4043-43c0-a0cb-eed3fdd3c651 req-e61ca8b8-f665-400a-8621-87e5ac2be8d9 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f7f2ed466e94919bf91f5c7b8b63f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418534 Jul 16 01:12:50.570154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.593168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-31a6975a-5eb6-4186-b730-d88bf5f9e776 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 200 len: 217 time: 0.0784049 Jul 16 01:12:50.632902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-1b418799-a46d-4500-af52-8346ed8ef41c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:50.637925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-1b418799-a46d-4500-af52-8346ed8ef41c tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 945 time: 0.1710761 Jul 16 01:12:50.651003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-774af1a5-fed8-4de0-843b-ca7ba9e77b75 req-c18a4aee-0da5-42a4-858c-e75cb0d94fe0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.653866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-774af1a5-fed8-4de0-843b-ca7ba9e77b75 req-c18a4aee-0da5-42a4-858c-e75cb0d94fe0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.655176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-774af1a5-fed8-4de0-843b-ca7ba9e77b75 req-c18a4aee-0da5-42a4-858c-e75cb0d94fe0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "DELETE /v2.0/security-groups/762887d4-1b56-4762-8e22-c3e304352e00 HTTP/1.1" status: 204 len: 173 time: 0.9144557 Jul 16 01:12:50.676011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a222be-7762-4990-9482-5de6428e6cfb req-c1bf2044-ada8-4a0a-930a-c6dc786bb665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:50.677783 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-c1bf2044-ada8-4a0a-930a-c6dc786bb665 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1709316 Jul 16 01:12:50.681390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4aee-0da5-42a4-858c-e75cb0d94fe0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762887d4-1b56-4762-8e22-c3e304352e00,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:50.732619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a222be-7762-4990-9482-5de6428e6cfb req-0ab5ffff-a830-4816-9f12-1739baef7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:50.734473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-0ab5ffff-a830-4816-9f12-1739baef7211 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1327498 Jul 16 01:12:50.743631 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf09b063-7979-4709-840b-c76da15d1476 x-openstack-request-id: req-cf09b063-7979-4709-840b-c76da15d1476 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:50.743935 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e269566f-1cbc-443f-8473-1eaec7c06781", "name": "network-vif-plugged", "status": "completed", "tag": "a09d2760-57db-4ddd-bba4-577542a3b7bd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:50.744626 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf09b063-7979-4709-840b-c76da15d1476 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:50.745293 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09d2760-57db-4ddd-bba4-577542a3b7bd', 'code': 200} Jul 16 01:12:50.772329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50782) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:50.899393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a222be-7762-4990-9482-5de6428e6cfb req-358c0c6c-81b8-4f0b-8258-5f0f776425dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:50.900776 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-358c0c6c-81b8-4f0b-8258-5f0f776425dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2102828 Jul 16 01:12:50.926653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8843911-aa0f-47e7-b64c-b057f6d6d877 admin admin] Deleting subnet 22c87a47-d884-49a9-a1fa-1290b955b66c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:50.939473 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8843911-aa0f-47e7-b64c-b057f6d6d877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.969720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-42ee139f-9db6-4df5-bb12-2a44783717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Deleting port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:50.970433 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-42ee139f-9db6-4df5-bb12-2a44783717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.982475 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a222be-7762-4990-9482-5de6428e6cfb req-f84bb928-daed-4112-9db9-6a989c5fe403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:50.983966 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-f84bb928-daed-4112-9db9-6a989c5fe403 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2143342 Jul 16 01:12:51.035326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612bef5-3753-40e4-89aa-4dca7bf8c795 req-536d5e63-75a2-4653-9e5d-1dee6258bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:51.036774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3612bef5-3753-40e4-89aa-4dca7bf8c795 req-536d5e63-75a2-4653-9e5d-1dee6258bddd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 1097 time: 0.1936646 Jul 16 01:12:51.050413 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8843911-aa0f-47e7-b64c-b057f6d6d877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.139228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20bae3-5dbc-44de-943c-e9956c604f0f req-078e039e-0628-4996-8c17-6a69e1a7b3b8 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:51.140839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef20bae3-5dbc-44de-943c-e9956c604f0f req-078e039e-0628-4996-8c17-6a69e1a7b3b8 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 945 time: 0.2398238 Jul 16 01:12:51.148149 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-9da93a61-49c5-4253-9259-e8b6af26b3e1 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367997 Jul 16 01:12:51.178688 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8843911-aa0f-47e7-b64c-b057f6d6d877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.210128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3612bef5-3753-40e4-89aa-4dca7bf8c795 req-01e76763-c5db-4dfe-a912-f643ff27f76a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423728 Jul 16 01:12:51.214533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-42ee139f-9db6-4df5-bb12-2a44783717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] For port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:51.215162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-42ee139f-9db6-4df5-bb12-2a44783717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.231282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:51.241556 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-42ee139f-9db6-4df5-bb12-2a44783717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Calling delete_port for 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:51.267956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-502efa68-5382-4be4-b05b-db7273d88efc service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502980 Jul 16 01:12:51.288544 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef20bae3-5dbc-44de-943c-e9956c604f0f req-8c91b019-e10e-4d5b-9321-3fcbd23aeee8 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380806 Jul 16 01:12:51.382492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:51.404118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'mac_address': 'fa:16:3e:a4:e4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:51.422959 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-ff4086fe-aea2-44e2-9920-51e96ea67127 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644956 Jul 16 01:12:51.428687 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8843911-aa0f-47e7-b64c-b057f6d6d877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.444780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] Deleting port 88e71a74-2ca5-45f7-af13-01508db45696 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:51.445128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.466051 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.469759 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e746de23-3c16-4bf7-8aa3-64afffc52a9e req-f30506fb-07ef-4601-98fa-3cbab82a8cdb tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/d2979fc1-3835-4bc0-bd0f-16ec8611b864 HTTP/1.1" status: 200 len: 1804 time: 0.1273503 Jul 16 01:12:51.482817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a06d89-6aac-4bb2-8519-9b42715707c2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:51.510263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:51.515906 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.519760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5b876-8367-4a4e-860e-58b93bd93218 req-15db133c-9dd1-4412-ab0f-871674f3674f tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:51.529762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7e5b876-8367-4a4e-860e-58b93bd93218 req-15db133c-9dd1-4412-ab0f-871674f3674f tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c59a8e2-85b1-4530-8d94-a0084d19c92e HTTP/1.1" status: 200 len: 945 time: 0.3770568 Jul 16 01:12:51.559451 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8843911-aa0f-47e7-b64c-b057f6d6d877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.564982 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d8843911-aa0f-47e7-b64c-b057f6d6d877 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/22c87a47-d884-49a9-a1fa-1290b955b66c HTTP/1.1" status: 204 len: 168 time: 0.7801836 Jul 16 01:12:51.565666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50792) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:51.574147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:51.601460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8843911-aa0f-47e7-b64c-b057f6d6d877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c87a47-d884-49a9-a1fa-1290b955b66c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:51.623037 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7e5b876-8367-4a4e-860e-58b93bd93218 req-e1c8dd1a-f7d1-42a8-865e-ff172c24d2f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b5a7b3e-e906-4305-b5dd-a166c9ff9769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922525 Jul 16 01:12:51.635119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8a222be-7762-4990-9482-5de6428e6cfb req-2df08935-16ce-4bd7-872e-42f551957962 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365743 Jul 16 01:12:51.639017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e746de23-3c16-4bf7-8aa3-64afffc52a9e req-0bb6de47-5f75-4c33-8e50-28ccea653b51 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.641734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] For port 88e71a74-2ca5-45f7-af13-01508db45696, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=88e71a74-2ca5-45f7-af13-01508db45696,segment=NetworkSegment(1230b2a9-ffbc-4808-a18f-723035478ec5),segment_id=1230b2a9-ffbc-4808-a18f-723035478ec5)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:51.642109 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.661260 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-42ee139f-9db6-4df5-bb12-2a44783717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.675066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:51.689174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] Calling delete_port for 88e71a74-2ca5-45f7-af13-01508db45696 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:51.689549 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.719616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee139f-9db6-4df5-bb12-2a44783717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Pushing event deleted for resources: {'Port': ['ID=2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:51.732662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e746de23-3c16-4bf7-8aa3-64afffc52a9e req-0bb6de47-5f75-4c33-8e50-28ccea653b51 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.785495 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.795691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc7aa6d-1352-4921-b5ba-d9b001c0252a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:51.809702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47053f56-9d67-46af-b578-978c8658ebd2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:51.810176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47053f56-9d67-46af-b578-978c8658ebd2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:51.821223 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.824594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-42ee139f-9db6-4df5-bb12-2a44783717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] No DVR routers for this DVR port 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:51.828888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['32a06d89-6aac-4bb2-8519-9b42715707c2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:51.831338 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-42ee139f-9db6-4df5-bb12-2a44783717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.833364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce5bf71-40e6-413a-a12f-00e47ab2bd61 req-42ee139f-9db6-4df5-bb12-2a44783717f4 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217 tempest-FloatingIPsAssociationNegativeTestJSON-1459527217-project] 10.222.0.50 "DELETE /v2.0/ports/2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 HTTP/1.1" status: 204 len: 173 time: 1.1894643 Jul 16 01:12:51.833827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'name': 'network-vif-deleted', 'tag': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:51.836607 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21889cf-aef5-4ee1-8f05-37ce513cf477" -d '{"events": [{"server_uuid": "5c59a8e2-85b1-4530-8d94-a0084d19c92e", "name": "network-vif-deleted", "tag": "2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:51.847602 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.887523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:51.887969 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:51.889922 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:51.917189 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e746de23-3c16-4bf7-8aa3-64afffc52a9e req-0bb6de47-5f75-4c33-8e50-28ccea653b51 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.919764 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e746de23-3c16-4bf7-8aa3-64afffc52a9e req-0bb6de47-5f75-4c33-8e50-28ccea653b51 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.931757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e746de23-3c16-4bf7-8aa3-64afffc52a9e req-0bb6de47-5f75-4c33-8e50-28ccea653b51 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "DELETE /v2.0/security-groups/d2979fc1-3835-4bc0-bd0f-16ec8611b864 HTTP/1.1" status: 204 len: 173 time: 0.4610281 Jul 16 01:12:51.960666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6de47-5f75-4c33-8e50-28ccea653b51 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2979fc1-3835-4bc0-bd0f-16ec8611b864,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:51.984806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bb0ef-1de0-4dec-99af-89432d99a3f7 req-a83c20c9-d62a-499a-a7ab-e121ccab615f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:51.998229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c90bb0ef-1de0-4dec-99af-89432d99a3f7 req-a83c20c9-d62a-499a-a7ab-e121ccab615f tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 950 time: 0.1478360 Jul 16 01:12:52.009437 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.031347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.033654 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9fc7aa6d-1352-4921-b5ba-d9b001c0252a HTTP/1.1" status: 204 len: 168 time: 0.4441667 Jul 16 01:12:52.048260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea832f-eec9-4c94-89a6-a4115009dec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc7aa6d-1352-4921-b5ba-d9b001c0252a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:52.090538 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c90bb0ef-1de0-4dec-99af-89432d99a3f7 req-4377486e-b95b-448b-a632-6a380bd353b6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913420 Jul 16 01:12:52.097691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.223997 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f0b4e7-61aa-4c1f-a213-3d729a323dfa x-openstack-request-id: req-c4f0b4e7-61aa-4c1f-a213-3d729a323dfa {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:52.224707 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c59a8e2-85b1-4530-8d94-a0084d19c92e", "name": "network-vif-deleted", "tag": "2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:52.224707 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4f0b4e7-61aa-4c1f-a213-3d729a323dfa {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:52.225011 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c59a8e2-85b1-4530-8d94-a0084d19c92e', 'name': 'network-vif-deleted', 'tag': '2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0', 'status': 'completed', 'code': 200} Jul 16 01:12:52.230537 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] Pushing event deleted for resources: {'Port': ['ID=88e71a74-2ca5-45f7-af13-01508db45696,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:52.483081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50822) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:52.493823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-114d6e87-f05f-448b-a635-363cca057c1f req-2212bec9-6d5e-4c3b-b3f4-6f0983128236 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/c862d5db-b6cb-4348-8757-75a412c21d10 HTTP/1.1" status: 200 len: 2403 time: 0.1064248 Jul 16 01:12:52.527783 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-621c130d-fc55-499e-88e1-eaea0842885b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db98e1ec623541ce980b640b9f16ecda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434227 Jul 16 01:12:52.531039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:52.584353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-114d6e87-f05f-448b-a635-363cca057c1f req-79cde8c5-a834-416d-a05e-bd7c1cebaa37 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.587271 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-470ce890-cc4b-4a2a-a545-1dee386d824b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.593172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.619689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-470ce890-cc4b-4a2a-a545-1dee386d824b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.673901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-470ce890-cc4b-4a2a-a545-1dee386d824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.677773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-470ce890-cc4b-4a2a-a545-1dee386d824b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.679382 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-470ce890-cc4b-4a2a-a545-1dee386d824b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9221a1b-037b-482b-ad82-ae154f3d0c28 HTTP/1.1" status: 204 len: 168 time: 0.1443293 Jul 16 01:12:52.689542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ce890-cc4b-4a2a-a545-1dee386d824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9221a1b-037b-482b-ad82-ae154f3d0c28,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:52.704628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-114d6e87-f05f-448b-a635-363cca057c1f req-79cde8c5-a834-416d-a05e-bd7c1cebaa37 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.790464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858d6e-a561-4303-8984-da1cc0a02dae req-d59468f5-da3f-48a6-a4aa-2d0501c51b88 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:52.792189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a5858d6e-a561-4303-8984-da1cc0a02dae req-d59468f5-da3f-48a6-a4aa-2d0501c51b88 tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 1102 time: 0.0635693 Jul 16 01:12:52.810374 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-114d6e87-f05f-448b-a635-363cca057c1f req-79cde8c5-a834-416d-a05e-bd7c1cebaa37 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.812903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-114d6e87-f05f-448b-a635-363cca057c1f req-79cde8c5-a834-416d-a05e-bd7c1cebaa37 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.815285 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-114d6e87-f05f-448b-a635-363cca057c1f req-79cde8c5-a834-416d-a05e-bd7c1cebaa37 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "DELETE /v2.0/security-groups/c862d5db-b6cb-4348-8757-75a412c21d10 HTTP/1.1" status: 204 len: 173 time: 0.3194087 Jul 16 01:12:52.829530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cde8c5-a834-416d-a05e-bd7c1cebaa37 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c862d5db-b6cb-4348-8757-75a412c21d10,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:52.840083 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a5858d6e-a561-4303-8984-da1cc0a02dae req-58668d5a-5fe1-41af-b6ff-d0e07f5259df tempest-MigrationsAdminTest-1518518407 tempest-MigrationsAdminTest-1518518407-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Jul 16 01:12:52.918818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] Router 08fc98ca-ce2e-44be-b659-c60d10408e90 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:12:52.974151 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6231298-e7f6-4f59-a7de-3f9e2de4baa2 req-95b8181c-27a7-4c2e-9758-a3e3f0ccb36c tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6f7f2ed466e94919bf91f5c7b8b63f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353985 Jul 16 01:12:53.187982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6231298-e7f6-4f59-a7de-3f9e2de4baa2 req-16440330-a0d8-4ee3-b5ea-342ba68e5fc9 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:53.189569 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6231298-e7f6-4f59-a7de-3f9e2de4baa2 req-16440330-a0d8-4ee3-b5ea-342ba68e5fc9 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103879 Jul 16 01:12:53.207323 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6231298-e7f6-4f59-a7de-3f9e2de4baa2 req-7ccfc9c6-1144-440c-a02c-a8082eaa914b tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/quotas/6f7f2ed466e94919bf91f5c7b8b63f93 HTTP/1.1" status: 200 len: 375 time: 0.0112498 Jul 16 01:12:53.245659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:53.250498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6231298-e7f6-4f59-a7de-3f9e2de4baa2 req-20b0ea2a-6b6e-4702-bb5e-81c161d15f56 tempest-QuotasAdminNegativeTest-177704033 tempest-QuotasAdminNegativeTest-177704033-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f7f2ed466e94919bf91f5c7b8b63f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375378 Jul 16 01:12:53.314539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 32a06d89-6aac-4bb2-8519-9b42715707c2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:53.322951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 32a06d89-6aac-4bb2-8519-9b42715707c2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:53.324128 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:53.417095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f1274-30fa-4aef-ab86-c5671b34d952 req-d6116d00-23bc-4a65-bfd2-ee08d91d0440 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:53.418591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d64f1274-30fa-4aef-ab86-c5671b34d952 req-d6116d00-23bc-4a65-bfd2-ee08d91d0440 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 945 time: 0.1257334 Jul 16 01:12:53.421712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:12:53.426791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c3f56678-31a9-4748-b002-396c223f255c admin admin] 10.222.0.64 "PUT /v2.0/routers/08fc98ca-ce2e-44be-b659-c60d10408e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6732459 Jul 16 01:12:53.429467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50862) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:53.440392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50864) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:53.461919 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:53.475078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d64f1274-30fa-4aef-ab86-c5671b34d952 req-8d6bcabf-c424-4660-9c9e-11f0d5531c6d tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453348 Jul 16 01:12:53.480047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] Sync routers for ids ['08fc98ca-ce2e-44be-b659-c60d10408e90'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:12:53.506206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:53.509104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:53.513479 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55759566-b28b-4c1a-b6f3-9c99f4bfbbe2" -d '{"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-plugged", "status": "completed", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:53.519145 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:53.570953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] Routers {'08fc98ca-ce2e-44be-b659-c60d10408e90'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:53.571647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['08fc98ca-ce2e-44be-b659-c60d10408e90'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:53.612377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=13']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:53.694610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] Set router 08fc98ca-ce2e-44be-b659-c60d10408e90 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:53.849309 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:53.908914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-router', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:07:11Z', 'updated_at': '2021-07-16T01:12:51Z', 'revision_number': 5, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'gw_port': {'id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:13Z', 'updated_at': '2021-07-16T01:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:53.939356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] Checking router: 08fc98ca-ce2e-44be-b659-c60d10408e90 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:12:53.948045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] Routers {'08fc98ca-ce2e-44be-b659-c60d10408e90'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:53.948663 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['08fc98ca-ce2e-44be-b659-c60d10408e90'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:53.951126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-657e9ba0-1558-4e62-9b08-bf83a3444ec8 req-69ff4f7c-8c2f-481d-b77c-c1fda909c5b0 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "GET /v2.0/security-groups/ba2ec51d-c62d-4d53-94ef-092260557076 HTTP/1.1" status: 200 len: 2398 time: 0.3969803 Jul 16 01:12:54.060850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] Set router 08fc98ca-ce2e-44be-b659-c60d10408e90 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:54.108947 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.195423 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-657e9ba0-1558-4e62-9b08-bf83a3444ec8 req-edce6fde-2649-4d44-8231-6b806c704381 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.222229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:54.237976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-657e9ba0-1558-4e62-9b08-bf83a3444ec8 req-edce6fde-2649-4d44-8231-6b806c704381 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.284663 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:54.285219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2b8a2ecd-2b96-47ef-a4cb-9996602fbcc0 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:54.319460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Deleting port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:54.319805 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.376036 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-657e9ba0-1558-4e62-9b08-bf83a3444ec8 req-edce6fde-2649-4d44-8231-6b806c704381 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.379068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-657e9ba0-1558-4e62-9b08-bf83a3444ec8 req-edce6fde-2649-4d44-8231-6b806c704381 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.380223 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-657e9ba0-1558-4e62-9b08-bf83a3444ec8 req-edce6fde-2649-4d44-8231-6b806c704381 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] 10.222.0.64 "DELETE /v2.0/security-groups/ba2ec51d-c62d-4d53-94ef-092260557076 HTTP/1.1" status: 204 len: 173 time: 0.4283371 Jul 16 01:12:54.388859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:54.433190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-router', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:07:11Z', 'updated_at': '2021-07-16T01:12:51Z', 'revision_number': 5, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'gw_port': {'id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:13Z', 'updated_at': '2021-07-16T01:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:54.437461 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522a0a0a-7bcb-44fe-85a2-6f1bce201a56 x-openstack-request-id: req-522a0a0a-7bcb-44fe-85a2-6f1bce201a56 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:54.437751 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-plugged", "status": "completed", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:54.438076 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-522a0a0a-7bcb-44fe-85a2-6f1bce201a56 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:54.438520 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'code': 200} Jul 16 01:12:54.475007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd4188-d771-49ac-babc-f322bd45fd98 None None] The sync data for ids ['08fc98ca-ce2e-44be-b659-c60d10408e90'] in n-d-791504-14 is: [{'id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137177482-router', 'tenant_id': 'ae995038b1b44728bfec50bc62a73ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:07:11Z', 'updated_at': '2021-07-16T01:12:51Z', 'revision_number': 5, 'project_id': 'ae995038b1b44728bfec50bc62a73ddf', 'gw_port': {'id': '0f2ded92-b6f9-41cb-9828-6e5eb022ace2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc98ca-ce2e-44be-b659-c60d10408e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:07:13Z', 'updated_at': '2021-07-16T01:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:12:54.475509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce6fde-2649-4d44-8231-6b806c704381 tempest-SecurityGroupRulesTestJSON-647536609 tempest-SecurityGroupRulesTestJSON-647536609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2ec51d-c62d-4d53-94ef-092260557076,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:54.530369 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8f46-8183-4fed-b7c1-c84220bb72a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.536745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4580651-c238-4d4e-bbc1-1c9d113ac0dd admin admin] Deleting subnet 2679572b-17ae-4c0d-9a4f-8cc5aba95298 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:54.545865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4580651-c238-4d4e-bbc1-1c9d113ac0dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.549891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] For port 0f2ded92-b6f9-41cb-9828-6e5eb022ace2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0f2ded92-b6f9-41cb-9828-6e5eb022ace2,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:54.550686 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.594544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Calling delete_port for 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:54.647784 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4580651-c238-4d4e-bbc1-1c9d113ac0dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.776229 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4580651-c238-4d4e-bbc1-1c9d113ac0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.873769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05e008-7868-4686-8fc1-0620e410e5d6 req-4533f692-847f-4854-a462-39c6078fdf46 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:54.875512 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b05e008-7868-4686-8fc1-0620e410e5d6 req-4533f692-847f-4854-a462-39c6078fdf46 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 951 time: 0.2968512 Jul 16 01:12:54.941434 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.957006 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4580651-c238-4d4e-bbc1-1c9d113ac0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.057065 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4580651-c238-4d4e-bbc1-1c9d113ac0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.061454 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d4580651-c238-4d4e-bbc1-1c9d113ac0dd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2679572b-17ae-4c0d-9a4f-8cc5aba95298 HTTP/1.1" status: 204 len: 168 time: 0.6694775 Jul 16 01:12:55.062922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:55.063411 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b05e008-7868-4686-8fc1-0620e410e5d6 req-4ac5d430-075e-4837-9352-e6ce0e5e4b6a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698008 Jul 16 01:12:55.073597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4580651-c238-4d4e-bbc1-1c9d113ac0dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2679572b-17ae-4c0d-9a4f-8cc5aba95298,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:55.157521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.202353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2ded92-b6f9-41cb-9828-6e5eb022ace2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:55.266491 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.295512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.372208 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.467761 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.475683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.477892 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.483353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4789822-3bc7-42a9-8b16-2533611170a3']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:55.488969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50908) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:55.497567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c107bf-717d-41af-87c1-c5684532b867') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:55.498213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c107bf-717d-41af-87c1-c5684532b867') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:55.510300 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.537299 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.549731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:55.550272 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:55.552199 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:55.587493 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.587919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fc98ca-ce2e-44be-b659-c60d10408e90 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:12:55.594371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.595745 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0091dac6-8276-4b31-809b-a1fecfad1138 admin admin] 10.222.0.64 "DELETE /v2.0/routers/08fc98ca-ce2e-44be-b659-c60d10408e90 HTTP/1.1" status: 204 len: 168 time: 2.1646066 Jul 16 01:12:55.599337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50912) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:55.600789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3e1b-5c94-409b-9389-0f3754d06ada req-5bc88e26-0f9b-4492-844a-39aff0d77f57 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:55.608218 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f9e3e1b-5c94-409b-9389-0f3754d06ada req-5bc88e26-0f9b-4492-844a-39aff0d77f57 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 945 time: 0.3062992 Jul 16 01:12:55.682651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49616aae-a3da-48a5-9224-93761ca4d780 req-c79a0773-1a05-4543-823b-35a039023e52 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:55.684126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49616aae-a3da-48a5-9224-93761ca4d780 req-c79a0773-1a05-4543-823b-35a039023e52 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 951 time: 0.2037764 Jul 16 01:12:55.694294 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.708756 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.713436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b4789822-3bc7-42a9-8b16-2533611170a3 HTTP/1.1" status: 204 len: 168 time: 0.6457624 Jul 16 01:12:55.736052 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f9e3e1b-5c94-409b-9389-0f3754d06ada req-1b0bdb13-8238-404d-8429-c6ed712c1e75 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264713 Jul 16 01:12:55.740474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4789822-3bc7-42a9-8b16-2533611170a3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:55.752498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.753143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.753737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.754419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.754993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.755552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.755999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.756424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.756857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.757265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.757690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.768644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ce34d-fb30-492e-8243-ac36ced2fa12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:55.770203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-f722e1c1-bef8-4759-9653-d14ca6289443 admin admin] Deleting subnet 3b9a8f0a-5e74-47bd-8433-1772f2f29c58 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:55.782318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f722e1c1-bef8-4759-9653-d14ca6289443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.784288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dde82c7-d3a4-431b-ac5f-b6e3a7d69825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.887113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f722e1c1-bef8-4759-9653-d14ca6289443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.929773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50922) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:55.989899 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7bd22305-eae6-440a-9755-916503a6d0b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5773e39d8e004b6293128b3ceb9cd803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577583 Jul 16 01:12:55.992247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50924) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:56.027631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] Deleting port 7990f55a-c154-4f76-be7f-25c69619a0b0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:56.027859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.073929 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-974b5bc9-05da-4fe6-bff6-8c29369c9b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.083702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f722e1c1-bef8-4759-9653-d14ca6289443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.106810 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-974b5bc9-05da-4fe6-bff6-8c29369c9b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.178602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-974b5bc9-05da-4fe6-bff6-8c29369c9b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.182163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-974b5bc9-05da-4fe6-bff6-8c29369c9b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.190534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-974b5bc9-05da-4fe6-bff6-8c29369c9b3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8859585-155f-4880-aad4-7fb7a1d1c180 HTTP/1.1" status: 204 len: 168 time: 0.1969206 Jul 16 01:12:56.206444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b5bc9-05da-4fe6-bff6-8c29369c9b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8859585-155f-4880-aad4-7fb7a1d1c180,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:56.320312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:56.355972 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.357457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:56.358126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0f2ded92-b6f9-41cb-9828-6e5eb022ace2 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:56.358771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 88e71a74-2ca5-45f7-af13-01508db45696 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:56.405106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 88e71a74-2ca5-45f7-af13-01508db45696 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:56.405908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 88e71a74-2ca5-45f7-af13-01508db45696 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:56.498226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4d64c-286c-49e4-8c47-479bc4ac1780 req-02769a4a-1ec7-42a2-b325-2831c3c24ff8 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:56.500041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-87c4d64c-286c-49e4-8c47-479bc4ac1780 req-02769a4a-1ec7-42a2-b325-2831c3c24ff8 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 951 time: 0.1137388 Jul 16 01:12:56.547098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-49616aae-a3da-48a5-9224-93761ca4d780 req-f33cf872-fbcb-4978-a196-f63120f5aa39 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Deleting port 32a06d89-6aac-4bb2-8519-9b42715707c2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:56.547652 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-49616aae-a3da-48a5-9224-93761ca4d780 req-f33cf872-fbcb-4978-a196-f63120f5aa39 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.563388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-87c4d64c-286c-49e4-8c47-479bc4ac1780 req-0fd6ed21-0140-4fda-81aa-c446ccdc78ce tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Jul 16 01:12:56.631399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] For port 7990f55a-c154-4f76-be7f-25c69619a0b0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7990f55a-c154-4f76-be7f-25c69619a0b0,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:56.631862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.662260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] Calling delete_port for 7990f55a-c154-4f76-be7f-25c69619a0b0 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:56.703420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dde82c7-d3a4-431b-ac5f-b6e3a7d69825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.717827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dde82c7-d3a4-431b-ac5f-b6e3a7d69825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.795937 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f722e1c1-bef8-4759-9653-d14ca6289443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.857837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2dde82c7-d3a4-431b-ac5f-b6e3a7d69825 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f7f2ed466e94919bf91f5c7b8b63f93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3655865 Jul 16 01:12:56.861967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50972) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:56.866162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde82c7-d3a4-431b-ac5f-b6e3a7d69825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e77528e-0f20-4f3f-b760-150e028a9f7c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:56.869818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722e1c1-bef8-4759-9653-d14ca6289443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b9a8f0a-5e74-47bd-8433-1772f2f29c58,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:56.882730 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f722e1c1-bef8-4759-9653-d14ca6289443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.887212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f722e1c1-bef8-4759-9653-d14ca6289443 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3b9a8f0a-5e74-47bd-8433-1772f2f29c58 HTTP/1.1" status: 204 len: 168 time: 1.2867818 Jul 16 01:12:56.890989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6048e3d3-bb4f-48b2-9382-7119e096731c None None] Network 32a42798-9cf5-420c-800a-47eb5186364e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:56.899557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-49616aae-a3da-48a5-9224-93761ca4d780 req-f33cf872-fbcb-4978-a196-f63120f5aa39 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] For port 32a06d89-6aac-4bb2-8519-9b42715707c2, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=32a06d89-6aac-4bb2-8519-9b42715707c2,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:56.899930 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-49616aae-a3da-48a5-9224-93761ca4d780 req-f33cf872-fbcb-4978-a196-f63120f5aa39 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.902233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50978) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:56.985090 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dba6-6ad3-4236-acba-c54c50de5cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.010300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-49616aae-a3da-48a5-9224-93761ca4d780 req-f33cf872-fbcb-4978-a196-f63120f5aa39 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Calling delete_port for 32a06d89-6aac-4bb2-8519-9b42715707c2 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:57.013459 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dba6-6ad3-4236-acba-c54c50de5cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.070453 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dba6-6ad3-4236-acba-c54c50de5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.073319 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dba6-6ad3-4236-acba-c54c50de5cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.074748 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bfc3dba6-6ad3-4236-acba-c54c50de5cdf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e77528e-0f20-4f3f-b760-150e028a9f7c HTTP/1.1" status: 204 len: 168 time: 0.2118831 Jul 16 01:12:57.088523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3dba6-6ad3-4236-acba-c54c50de5cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e77528e-0f20-4f3f-b760-150e028a9f7c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:57.111081 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca306924-8106-4981-86c6-95c6973bf5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.230582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8011b7-c6b5-4b43-8c67-322a75ae2117 None None] DHCP port deletion for 32a42798-9cf5-420c-800a-47eb5186364e request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:12:57.292094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a09d2760-57db-4ddd-bba4-577542a3b7bd details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:57.321011 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.325842 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-49616aae-a3da-48a5-9224-93761ca4d780 req-f33cf872-fbcb-4978-a196-f63120f5aa39 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.343145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', '42e55b15-e213-4c85-a67e-c4d41b5d1220'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:57.346897 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['7ae810bb-073d-4f24-95c5-e652ee769a7a', '32a06d89-6aac-4bb2-8519-9b42715707c2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:57.424595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cf872-fbcb-4978-a196-f63120f5aa39 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Pushing event deleted for resources: {'Port': ['ID=32a06d89-6aac-4bb2-8519-9b42715707c2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:57.533352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:57.542491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be8011b7-c6b5-4b43-8c67-322a75ae2117 None None] Deleting port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:57.553374 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be8011b7-c6b5-4b43-8c67-322a75ae2117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.648343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-49616aae-a3da-48a5-9224-93761ca4d780 req-f33cf872-fbcb-4978-a196-f63120f5aa39 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] No DVR routers for this DVR port 32a06d89-6aac-4bb2-8519-9b42715707c2 on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:57.651676 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-49616aae-a3da-48a5-9224-93761ca4d780 req-f33cf872-fbcb-4978-a196-f63120f5aa39 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.654958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49616aae-a3da-48a5-9224-93761ca4d780 req-f33cf872-fbcb-4978-a196-f63120f5aa39 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "DELETE /v2.0/ports/32a06d89-6aac-4bb2-8519-9b42715707c2 HTTP/1.1" status: 204 len: 173 time: 1.9637327 Jul 16 01:12:57.660751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-deleted', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:57.663531 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28f3149-91d8-44fa-b9b5-8c8dc6dc19e0" -d '{"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-deleted", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:57.684324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:57.709174 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5909fa9b-daa2-4181-bce5-503f0a5a379a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.789090 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f511d607-ce4c-4426-8c6e-b1303b1d4624 x-openstack-request-id: req-f511d607-ce4c-4426-8c6e-b1303b1d4624 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:57.789387 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303db771-6ea0-433d-9486-6ce0e17c7dba", "name": "network-vif-deleted", "tag": "32a06d89-6aac-4bb2-8519-9b42715707c2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:57.789638 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f511d607-ce4c-4426-8c6e-b1303b1d4624 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:57.791397 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303db771-6ea0-433d-9486-6ce0e17c7dba', 'name': 'network-vif-deleted', 'tag': '32a06d89-6aac-4bb2-8519-9b42715707c2', 'status': 'completed', 'code': 200} Jul 16 01:12:57.807238 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.910206 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.920297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Deleting port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:57.920635 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.966098 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da19f105-c310-408b-b124-5de9a6a2acd9 req-a3134f7d-3cea-4a1f-a28e-eec0ad26b147 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=303db771-6ea0-433d-9486-6ce0e17c7dba HTTP/1.1" status: 200 len: 210 time: 0.0855088 Jul 16 01:12:57.983034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] Pushing event deleted for resources: {'Port': ['ID=7990f55a-c154-4f76-be7f-25c69619a0b0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:58.012954 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5909fa9b-daa2-4181-bce5-503f0a5a379a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.020062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5909fa9b-daa2-4181-bce5-503f0a5a379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.058264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5909fa9b-daa2-4181-bce5-503f0a5a379a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95c9b08b2be44c62b964be3fdf5608d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724635 Jul 16 01:12:58.068036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:58.145810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1154401815-network', 'tenant_id': '2e6c19f985ef477bb768e442d68865dd'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:58.150181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a09d2760-57db-4ddd-bba4-577542a3b7bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:58.157052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909fa9b-daa2-4181-bce5-503f0a5a379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf5309d-d6a1-4735-a4ee-3239507d1e53,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:58.163549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'a09d2760-57db-4ddd-bba4-577542a3b7bd', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'port_id': 'a09d2760-57db-4ddd-bba4-577542a3b7bd', 'mac_address': 'fa:16:3e:16:53:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603c6279-2295-494f-bf1a-1b81562edde4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:58.166907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-be8011b7-c6b5-4b43-8c67-322a75ae2117 None None] For port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a0459bd4-4aa0-4281-a18f-b7a4be6e6dde,segment=NetworkSegment(1230b2a9-ffbc-4808-a18f-723035478ec5),segment_id=1230b2a9-ffbc-4808-a18f-723035478ec5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:58.167663 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be8011b7-c6b5-4b43-8c67-322a75ae2117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.193198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] For port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a0459bd4-4aa0-4281-a18f-b7a4be6e6dde,segment=NetworkSegment(1230b2a9-ffbc-4808-a18f-723035478ec5),segment_id=1230b2a9-ffbc-4808-a18f-723035478ec5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:58.193563 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.248668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Made reservation on behalf of 2e6c19f985ef477bb768e442d68865dd for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:58.252341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.270456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be8011b7-c6b5-4b43-8c67-322a75ae2117 None None] Calling delete_port for a0459bd4-4aa0-4281-a18f-b7a4be6e6dde owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:58.274661 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.275808 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.288437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ce109b-82bf-43a6-98c1-b5ec6a68e2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.334750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a09d2760-57db-4ddd-bba4-577542a3b7bd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:58.347385 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ce109b-82bf-43a6-98c1-b5ec6a68e2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.418467 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.425395 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.451213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Calling delete_port for a0459bd4-4aa0-4281-a18f-b7a4be6e6dde owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:58.463165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ce109b-82bf-43a6-98c1-b5ec6a68e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.465969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ce109b-82bf-43a6-98c1-b5ec6a68e2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.467674 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f7ce109b-82bf-43a6-98c1-b5ec6a68e2b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2cf5309d-d6a1-4735-a4ee-3239507d1e53 HTTP/1.1" status: 204 len: 168 time: 0.3981321 Jul 16 01:12:58.481179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a0459bd4-4aa0-4281-a18f-b7a4be6e6dde no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:58.488298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce109b-82bf-43a6-98c1-b5ec6a68e2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf5309d-d6a1-4735-a4ee-3239507d1e53,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:58.511490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.516177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.521803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a09d2760-57db-4ddd-bba4-577542a3b7bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:58.552879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:12:58.573232 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.589357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8179c6b0-6f6c-46a6-b1e0-150a6bdd7cc7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:58.609794 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.627191 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Added segment 19e709eb-ddf5-46c7-99a6-0fa59e1ce0d6 of type vlan for network 65a75220-c08c-4e22-94c4-5bfb51c2c1df Jul 16 01:12:58.661247 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a09d2760-57db-4ddd-bba4-577542a3b7bd,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:58.788794 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be8011b7-c6b5-4b43-8c67-322a75ae2117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.791764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['a09d2760-57db-4ddd-bba4-577542a3b7bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:58.826202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.857963 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.920077 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.921987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:58.923652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.950598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0459bd4-4aa0-4281-a18f-b7a4be6e6dde,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:58.955576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8011b7-c6b5-4b43-8c67-322a75ae2117 None None] No DVR routers for this DVR port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:58.963982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] No DVR routers for this DVR port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:58.990738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4555078 Jul 16 01:12:59.007200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8011b7-c6b5-4b43-8c67-322a75ae2117 None None] Pushing event deleted for resources: {'Port': ['ID=a0459bd4-4aa0-4281-a18f-b7a4be6e6dde,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:59.009509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No active binding found for port a0459bd4-4aa0-4281-a18f-b7a4be6e6dde {{(pid=93946) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:12:59.009799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a0459bd4-4aa0-4281-a18f-b7a4be6e6dde not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:59.069076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:59.115281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491d9b4-9f43-4b6d-acc4-52c2005154ff admin admin] Pushing event updated for resources: {'Network': ['ID=65a75220-c08c-4e22-94c4-5bfb51c2c1df,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:59.140703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 65a75220-c08c-4e22-94c4-5bfb51c2c1df details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:12:59.185897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Request body: {'subnet': {'network_id': '65a75220-c08c-4e22-94c4-5bfb51c2c1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1154401815-subnet', 'tenant_id': '2e6c19f985ef477bb768e442d68865dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:59.319763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:59.323163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.335008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Made reservation on behalf of 2e6c19f985ef477bb768e442d68865dd for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:59.338111 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.348165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a42798-9cf5-420c-800a-47eb5186364e']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:59.385062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1230b2a9-ffbc-4808-a18f-723035478ec5') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:59.385359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1230b2a9-ffbc-4808-a18f-723035478ec5') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:59.398542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] Router ea6377fd-20d0-47e4-9686-74d2055e42c8 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:12:59.409591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 32a06d89-6aac-4bb2-8519-9b42715707c2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:59.410249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 32a06d89-6aac-4bb2-8519-9b42715707c2 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:59.415697 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.475375 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.497880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:59.498465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:59.500469 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:59.789282 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.794531 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.801623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] 10.222.0.64 "DELETE /v2.0/networks/32a42798-9cf5-420c-800a-47eb5186364e HTTP/1.1" status: 204 len: 168 time: 2.8944843 Jul 16 01:12:59.854894 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e25fa3-95f0-466a-8fbc-ab8705d29f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=32a42798-9cf5-420c-800a-47eb5186364e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:59.868878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:12:59.875022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3bd960b5-7ae7-455c-b7fc-fa38e1c7c9da admin admin] 10.222.0.64 "PUT /v2.0/routers/ea6377fd-20d0-47e4-9686-74d2055e42c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4327726 Jul 16 01:12:59.881182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51102) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:59.883324 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] Sync routers for ids ['ea6377fd-20d0-47e4-9686-74d2055e42c8'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:12:59.908499 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] Routers {'ea6377fd-20d0-47e4-9686-74d2055e42c8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:59.909568 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ea6377fd-20d0-47e4-9686-74d2055e42c8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:59.954398 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.036577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.058860 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] Set router ea6377fd-20d0-47e4-9686-74d2055e42c8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:00.129651 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.136448 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76079327-4840-438f-86d9-34a6405adca8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:00.239347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51112) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:00.239992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98318f-cc87-4f9f-9e41-4d1db84d363c req-84b19925-363f-497c-ac2f-5d292255d8f6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:00.258633 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d98318f-cc87-4f9f-9e41-4d1db84d363c req-84b19925-363f-497c-ac2f-5d292255d8f6 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 951 time: 0.3910704 Jul 16 01:13:00.301945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Checking segment: {'id': '19e709eb-ddf5-46c7-99a6-0fa59e1ce0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '65a75220-c08c-4e22-94c4-5bfb51c2c1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:00.303510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Network hostable DHCP agents. Network: 65a75220-c08c-4e22-94c4-5bfb51c2c1df, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:13:00.336994 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ace3f724-a85d-40ee-bd15-05f6e6b0714a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=abea642527174b0292bb2c9ffa568b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960059 Jul 16 01:13:00.339743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51116) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:00.390692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.395686 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:12:57Z', 'revision_number': 5, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port': {'id': '8a49eb40-3743-48b1-8a83-09ee2552ae93', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:00.403494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d98318f-cc87-4f9f-9e41-4d1db84d363c req-5990dc1a-eb26-4d93-aa65-ca77b050fba7 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360722 Jul 16 01:13:00.406549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Network 65a75220-c08c-4e22-94c4-5bfb51c2c1df is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:13:00.443400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 65a75220-c08c-4e22-94c4-5bfb51c2c1df) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:00.457000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955cb3eb-50bf-4c05-8df7-645ee6fd198e None None] Network 65a75220-c08c-4e22-94c4-5bfb51c2c1df requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:00.463371 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] Checking router: ea6377fd-20d0-47e4-9686-74d2055e42c8 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:00.464658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:00.465593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.483086 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] Routers {'ea6377fd-20d0-47e4-9686-74d2055e42c8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:00.483991 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ea6377fd-20d0-47e4-9686-74d2055e42c8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:00.500731 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b81b6e81-9c81-4eda-8548-54bf18d48cc5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4119303 Jul 16 01:13:00.533975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e6fb-fff5-449e-bac0-b43f1a340948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.630530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e6fb-fff5-449e-bac0-b43f1a340948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.763315 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] Set router ea6377fd-20d0-47e4-9686-74d2055e42c8 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:00.789968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Deleting port 8a49eb40-3743-48b1-8a83-09ee2552ae93 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:00.790765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.811205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f23c38-005e-4f80-8e18-68ab43d0aefc None None] Network 65a75220-c08c-4e22-94c4-5bfb51c2c1df requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:00.864373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e6fb-fff5-449e-bac0-b43f1a340948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.892157 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e6fb-fff5-449e-bac0-b43f1a340948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.894232 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f3a7e6fb-fff5-449e-bac0-b43f1a340948 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c986bbb5-14be-47d0-82a2-c6ed331bce8f HTTP/1.1" status: 204 len: 168 time: 0.5529249 Jul 16 01:13:00.996718 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:13:00Z', 'revision_number': 6, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:01.028527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7e6fb-fff5-449e-bac0-b43f1a340948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c986bbb5-14be-47d0-82a2-c6ed331bce8f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:01.071480 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bec72-a656-4614-98f5-f36bff7496a1 None None] The sync data for ids ['ea6377fd-20d0-47e4-9686-74d2055e42c8'] in n-d-791504-14 is: [{'id': 'ea6377fd-20d0-47e4-9686-74d2055e42c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1733431658-router', 'tenant_id': '725764f3d42f4f15a5b42242174ae321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:42Z', 'updated_at': '2021-07-16T01:13:00Z', 'revision_number': 6, 'project_id': '725764f3d42f4f15a5b42242174ae321', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:01.092175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] For port 8a49eb40-3743-48b1-8a83-09ee2552ae93, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8a49eb40-3743-48b1-8a83-09ee2552ae93,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:01.092543 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.115187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Calling delete_port for 8a49eb40-3743-48b1-8a83-09ee2552ae93 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:01.145714 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-01209317-a3cd-448b-8190-5dff2784fe09 req-9cc8f6db-dc15-4fa7-9405-4c9a4b63e4ec tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] show failed (client error): The resource could not be found. Jul 16 01:13:01.170244 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-01209317-a3cd-448b-8190-5dff2784fe09 req-9cc8f6db-dc15-4fa7-9405-4c9a4b63e4ec tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] 10.222.0.64 "GET /v2.0/security-groups/908a51f6-cc36-419b-a9a3-b60471785831 HTTP/1.1" status: 404 len: 352 time: 0.0512145 Jul 16 01:13:01.293203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a09d2760-57db-4ddd-bba4-577542a3b7bd up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:01.313447 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0fb63e21-d6de-4182-82dc-23e08dead420 req-1b7cf03e-efc0-4302-923a-552b19f8154c tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e6c19f985ef477bb768e442d68865dd HTTP/1.1" status: 200 len: 2984 time: 0.0962558 Jul 16 01:13:01.381158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0fb63e21-d6de-4182-82dc-23e08dead420 req-e1b093ff-4fe2-4ddb-9451-3a3f1ce966f3 tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] 10.222.0.64 "GET /v2.0/security-groups/8179c6b0-6f6c-46a6-b1e0-150a6bdd7cc7 HTTP/1.1" status: 200 len: 2981 time: 0.0658040 Jul 16 01:13:01.484733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port a09d2760-57db-4ddd-bba4-577542a3b7bd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:01.485996 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.505015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-55f037fc-ad2f-4951-9ca1-8b9afbf71ada tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:01.512016 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-55f037fc-ad2f-4951-9ca1-8b9afbf71ada tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.50 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 951 time: 0.3052332 Jul 16 01:13:01.540827 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0fb63e21-d6de-4182-82dc-23e08dead420 req-e2016707-80f1-47b7-88c0-f3147698f19b tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] 10.222.0.64 "GET /v2.0/security-groups/8179c6b0-6f6c-46a6-b1e0-150a6bdd7cc7 HTTP/1.1" status: 200 len: 2981 time: 0.1435425 Jul 16 01:13:01.754565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45d560e9-0c8b-45e8-aba8-75f4b530187b req-cd841bd5-0339-419b-844a-cfced62fa716 tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] 10.222.0.64 "GET /v2.0/security-groups/8179c6b0-6f6c-46a6-b1e0-150a6bdd7cc7 HTTP/1.1" status: 200 len: 2981 time: 0.1917195 Jul 16 01:13:01.763101 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.855640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51172) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:01.859840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09d2760-57db-4ddd-bba4-577542a3b7bd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:01.866218 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a24ab01-c561-4597-b0db-b9cb7fc87472" -d '{"events": [{"server_uuid": "e269566f-1cbc-443f-8473-1eaec7c06781", "name": "network-vif-plugged", "status": "completed", "tag": "a09d2760-57db-4ddd-bba4-577542a3b7bd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:01.893022 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-45d560e9-0c8b-45e8-aba8-75f4b530187b req-c61efc6d-a9ab-430a-aa93-30c1145b2574 tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:13:01.912864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.913369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45d560e9-0c8b-45e8-aba8-75f4b530187b req-c61efc6d-a9ab-430a-aa93-30c1145b2574 tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] 10.222.0.64 "DELETE /v2.0/security-groups/8179c6b0-6f6c-46a6-b1e0-150a6bdd7cc7 HTTP/1.1" status: 409 len: 352 time: 0.1498291 Jul 16 01:13:01.918639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a09d2760-57db-4ddd-bba4-577542a3b7bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:01.929073 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.966997 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-94ccb376-e8d7-4ac0-abdd-3373fd772824 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae995038b1b44728bfec50bc62a73ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1101718 Jul 16 01:13:01.969419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51180) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:01.978478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a49eb40-3743-48b1-8a83-09ee2552ae93,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:02.076261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a09d2760-57db-4ddd-bba4-577542a3b7bd,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:02.092860 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.106718 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40281f39-eced-4b4c-99f3-07d6eeea3316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.109164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19435aa1-1909-4c77-a46f-b7a72a8a613b req-ff328f82-f617-4cbf-b61b-7ffb3137ab58 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:02.111540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19435aa1-1909-4c77-a46f-b7a72a8a613b req-ff328f82-f617-4cbf-b61b-7ffb3137ab58 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 951 time: 0.3320253 Jul 16 01:13:02.159631 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40281f39-eced-4b4c-99f3-07d6eeea3316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.244216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-05cc808a-b4db-415f-866d-d5b348fc5a75 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Deleting port 42e55b15-e213-4c85-a67e-c4d41b5d1220 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:02.244841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-05cc808a-b4db-415f-866d-d5b348fc5a75 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.268667 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40281f39-eced-4b4c-99f3-07d6eeea3316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.271697 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40281f39-eced-4b4c-99f3-07d6eeea3316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.273877 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-40281f39-eced-4b4c-99f3-07d6eeea3316 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ba20a29-75af-448d-9916-c4ffca37d190 HTTP/1.1" status: 204 len: 168 time: 0.3016071 Jul 16 01:13:02.290230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40281f39-eced-4b4c-99f3-07d6eeea3316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba20a29-75af-448d-9916-c4ffca37d190,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:02.317240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7990f55a-c154-4f76-be7f-25c69619a0b0 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:02.332699 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.344488 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.365118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 7990f55a-c154-4f76-be7f-25c69619a0b0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:02.365471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7990f55a-c154-4f76-be7f-25c69619a0b0 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:02.365986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8a49eb40-3743-48b1-8a83-09ee2552ae93 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:02.421658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 8a49eb40-3743-48b1-8a83-09ee2552ae93 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:02.425608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8a49eb40-3743-48b1-8a83-09ee2552ae93 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:02.447879 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19435aa1-1909-4c77-a46f-b7a72a8a613b req-b7797deb-eb51-4eee-8b35-fd430db25c80 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029027 Jul 16 01:13:02.524148 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e3569-dd20-4cd2-8c82-6d9ce5c01bda x-openstack-request-id: req-764e3569-dd20-4cd2-8c82-6d9ce5c01bda {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:02.524669 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e269566f-1cbc-443f-8473-1eaec7c06781", "name": "network-vif-plugged", "status": "completed", "tag": "a09d2760-57db-4ddd-bba4-577542a3b7bd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:02.525322 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-764e3569-dd20-4cd2-8c82-6d9ce5c01bda {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:02.526470 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09d2760-57db-4ddd-bba4-577542a3b7bd', 'code': 200} Jul 16 01:13:02.541527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-05cc808a-b4db-415f-866d-d5b348fc5a75 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] For port 42e55b15-e213-4c85-a67e-c4d41b5d1220, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=42e55b15-e213-4c85-a67e-c4d41b5d1220,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:02.541885 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-05cc808a-b4db-415f-866d-d5b348fc5a75 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.569421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-05cc808a-b4db-415f-866d-d5b348fc5a75 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Calling delete_port for 42e55b15-e213-4c85-a67e-c4d41b5d1220 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:02.577720 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-13fabddc-a05a-4e87-914a-154caa772039 req-e4bfc389-4d8d-457c-993e-6685a29413cb tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] show failed (client error): The resource could not be found. Jul 16 01:13:02.578781 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13fabddc-a05a-4e87-914a-154caa772039 req-e4bfc389-4d8d-457c-993e-6685a29413cb tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] 10.222.0.64 "GET /v2.0/security-groups/68c41f47-045f-43c9-bb92-f1dade168c69 HTTP/1.1" status: 404 len: 352 time: 0.0289967 Jul 16 01:13:02.590701 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.590701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea6377fd-20d0-47e4-9686-74d2055e42c8 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:13:02.597765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.601317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7fa24108-b885-426f-b8f6-a2f9f46a3dd8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ea6377fd-20d0-47e4-9686-74d2055e42c8 HTTP/1.1" status: 204 len: 168 time: 2.7144763 Jul 16 01:13:02.601777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51192) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:02.704377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-4035e3d8-49ca-4ab7-9684-6ae16a13eea7 admin admin] Deleting subnet af72bbd8-24e9-4052-a3be-1f4b3544b4e5 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:13:02.719178 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4035e3d8-49ca-4ab7-9684-6ae16a13eea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.767691 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-b40c6700-5043-4c0f-9a0f-fe4fdafadfa0 req-c6542f0d-9889-4df8-afd2-40d12d4a2a6a tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] show failed (client error): The resource could not be found. Jul 16 01:13:02.769340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b40c6700-5043-4c0f-9a0f-fe4fdafadfa0 req-c6542f0d-9889-4df8-afd2-40d12d4a2a6a tempest-SecurityGroupsNegativeTestJSON-1690877119 tempest-SecurityGroupsNegativeTestJSON-1690877119-project] 10.222.0.64 "GET /v2.0/security-groups/aa12dcb0-4f90-4ad5-a051-bf5df510beff HTTP/1.1" status: 404 len: 352 time: 0.0497715 Jul 16 01:13:02.782531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51204) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:02.837444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bfff8a-9784-4974-9a08-1f65cf607f5a admin admin] Deleting subnet 76079327-4840-438f-86d9-34a6405adca8 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:13:02.841163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24bfff8a-9784-4974-9a08-1f65cf607f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.902364 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24bfff8a-9784-4974-9a08-1f65cf607f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.948764 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4035e3d8-49ca-4ab7-9684-6ae16a13eea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.982446 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-05cc808a-b4db-415f-866d-d5b348fc5a75 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.996778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['7ae810bb-073d-4f24-95c5-e652ee769a7a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:03.051495 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-6c4cb2e2-ad87-4503-9eb7-260b96af6faa tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f46e868a74d84094bb0c3dc0bb85a7ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1176698 Jul 16 01:13:03.077187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc808a-b4db-415f-866d-d5b348fc5a75 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Pushing event deleted for resources: {'Port': ['ID=42e55b15-e213-4c85-a67e-c4d41b5d1220,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:03.198618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24bfff8a-9784-4974-9a08-1f65cf607f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.207968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-05cc808a-b4db-415f-866d-d5b348fc5a75 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] No DVR routers for this DVR port 42e55b15-e213-4c85-a67e-c4d41b5d1220 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:03.211994 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-05cc808a-b4db-415f-866d-d5b348fc5a75 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.217608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ad851e1-26c7-4060-9b2e-aa32d1bc5856 req-05cc808a-b4db-415f-866d-d5b348fc5a75 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.50 "DELETE /v2.0/ports/42e55b15-e213-4c85-a67e-c4d41b5d1220 HTTP/1.1" status: 204 len: 173 time: 1.6971054 Jul 16 01:13:03.221782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-deleted', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:03.226744 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a812cb-8207-4d8c-bd09-c55fd7570979" -d '{"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-deleted", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:03.319562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:03.477797 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4035e3d8-49ca-4ab7-9684-6ae16a13eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.604770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-dd70de14-135a-4d1d-bd54-46929353dfc9 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:03.615319 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-dd70de14-135a-4d1d-bd54-46929353dfc9 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5413713 Jul 16 01:13:03.627950 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4035e3d8-49ca-4ab7-9684-6ae16a13eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.641331 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f396ceb3-4930-44da-aedb-dbfc400a144c x-openstack-request-id: req-f396ceb3-4930-44da-aedb-dbfc400a144c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:03.642425 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272917cb-5c7f-4628-93f0-3e9bb72adb67", "name": "network-vif-deleted", "tag": "42e55b15-e213-4c85-a67e-c4d41b5d1220", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:03.644999 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f396ceb3-4930-44da-aedb-dbfc400a144c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:03.647835 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272917cb-5c7f-4628-93f0-3e9bb72adb67', 'name': 'network-vif-deleted', 'tag': '42e55b15-e213-4c85-a67e-c4d41b5d1220', 'status': 'completed', 'code': 200} Jul 16 01:13:03.745499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-9ee2416a-69da-488f-8fc7-e13f44f5f7be tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/quotas/f46e868a74d84094bb0c3dc0bb85a7ac HTTP/1.1" status: 200 len: 375 time: 0.1278689 Jul 16 01:13:03.754406 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4035e3d8-49ca-4ab7-9684-6ae16a13eea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.759391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51250) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:03.768137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4035e3d8-49ca-4ab7-9684-6ae16a13eea7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/af72bbd8-24e9-4052-a3be-1f4b3544b4e5 HTTP/1.1" status: 204 len: 168 time: 1.1649745 Jul 16 01:13:03.779807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035e3d8-49ca-4ab7-9684-6ae16a13eea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af72bbd8-24e9-4052-a3be-1f4b3544b4e5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:03.780030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a95540-d261-4167-bc57-f37e795e1196 None None] Network fe404aaa-8c0e-49fa-a8bc-160ef884cf17 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:03.893164 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-70e5f8c6-d2ce-4a1e-8059-e26ef404c21e tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f46e868a74d84094bb0c3dc0bb85a7ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1439521 Jul 16 01:13:03.936201 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24bfff8a-9784-4974-9a08-1f65cf607f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.968699 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.012637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfff8a-9784-4974-9a08-1f65cf607f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76079327-4840-438f-86d9-34a6405adca8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:04.054212 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24bfff8a-9784-4974-9a08-1f65cf607f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.059989 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-24bfff8a-9784-4974-9a08-1f65cf607f5a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/76079327-4840-438f-86d9-34a6405adca8 HTTP/1.1" status: 204 len: 168 time: 1.2746077 Jul 16 01:13:04.060836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51254) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:04.181986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f43ed4d-f4c6-4ff5-8d73-a391ed56ec1f req-f6eb8cdb-e7ef-40cc-a005-80a78d65269d tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=272917cb-5c7f-4628-93f0-3e9bb72adb67 HTTP/1.1" status: 200 len: 210 time: 0.1765451 Jul 16 01:13:04.262939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:04.318507 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.346002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 42e55b15-e213-4c85-a67e-c4d41b5d1220 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:04.346678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 42e55b15-e213-4c85-a67e-c4d41b5d1220 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:04.418788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Deleting port cb77b9e6-f38a-413d-83ea-f9491633b5b3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:04.419440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.512432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddbbda1-18da-4572-85a0-f728ca794a7e None None] DHCP port deletion for fe404aaa-8c0e-49fa-a8bc-160ef884cf17 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:13:04.621111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] For port cb77b9e6-f38a-413d-83ea-f9491633b5b3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cb77b9e6-f38a-413d-83ea-f9491633b5b3,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:04.621475 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.647097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbbda1-18da-4572-85a0-f728ca794a7e None None] Deleting port cb77b9e6-f38a-413d-83ea-f9491633b5b3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:04.648688 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbda1-18da-4572-85a0-f728ca794a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.666122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Calling delete_port for cb77b9e6-f38a-413d-83ea-f9491633b5b3 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:04.695866 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3728f925-aba6-408b-988f-09f60e28bf6a req-db27ab61-d60d-464b-9c65-5bda496092f4 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 210 time: 0.1994588 Jul 16 01:13:04.781610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.806052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a75220-c08c-4e22-94c4-5bfb51c2c1df']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:04.818443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e709eb-ddf5-46c7-99a6-0fa59e1ce0d6') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:04.818803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e709eb-ddf5-46c7-99a6-0fa59e1ce0d6') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:04.828390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4ddbbda1-18da-4572-85a0-f728ca794a7e None None] For port cb77b9e6-f38a-413d-83ea-f9491633b5b3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cb77b9e6-f38a-413d-83ea-f9491633b5b3,segment=NetworkSegment(bd20bca4-592f-4bdb-b02b-18a686eaa6cf),segment_id=bd20bca4-592f-4bdb-b02b-18a686eaa6cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:04.830098 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbda1-18da-4572-85a0-f728ca794a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.833355 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.847138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbbda1-18da-4572-85a0-f728ca794a7e None None] Calling delete_port for cb77b9e6-f38a-413d-83ea-f9491633b5b3 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:04.857162 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.863093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.869148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:13:04.869148 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:13:04.869448 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:13:04.953939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] No DVR routers for this DVR port cb77b9e6-f38a-413d-83ea-f9491633b5b3 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:04.965865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb77b9e6-f38a-413d-83ea-f9491633b5b3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:04.983469 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbda1-18da-4572-85a0-f728ca794a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.059428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbbda1-18da-4572-85a0-f728ca794a7e None None] No DVR routers for this DVR port cb77b9e6-f38a-413d-83ea-f9491633b5b3 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:05.082397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbbda1-18da-4572-85a0-f728ca794a7e None None] Pushing event deleted for resources: {'Port': ['ID=cb77b9e6-f38a-413d-83ea-f9491633b5b3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:05.167748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.208272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe404aaa-8c0e-49fa-a8bc-160ef884cf17']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:05.239187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:05.239680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd20bca4-592f-4bdb-b02b-18a686eaa6cf') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:05.252598 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.273528 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.289918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:13:05.290964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:13:05.295695 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:13:05.439496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.477814 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.506591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fe404aaa-8c0e-49fa-a8bc-160ef884cf17 HTTP/1.1" status: 204 len: 168 time: 1.7455966 Jul 16 01:13:05.507522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73140eea-28be-4447-90ff-ba66f8968906 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe404aaa-8c0e-49fa-a8bc-160ef884cf17,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:05.549116 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.578132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a75220-c08c-4e22-94c4-5bfb51c2c1df,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:05.588245 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.600688 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-84461676-2a14-487b-96d5-3dc20a248807 admin admin] 10.222.0.64 "DELETE /v2.0/networks/65a75220-c08c-4e22-94c4-5bfb51c2c1df HTTP/1.1" status: 204 len: 168 time: 1.5383575 Jul 16 01:13:05.864206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51326) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:05.937010 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51330) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:05.990709 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1877053f-cae1-48f9-8c62-12f303fc78e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e6c19f985ef477bb768e442d68865dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247153 Jul 16 01:13:05.993271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51332) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:06.010060 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8df0d7f9-df85-4aa1-a4ff-8dbcb20e47be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=725764f3d42f4f15a5b42242174ae321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664604 Jul 16 01:13:06.018489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:06.161154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2e6b335-0422-4b0a-b486-ab0b2b88fa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.192477 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2e6b335-0422-4b0a-b486-ab0b2b88fa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.275051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bb670c8-1b15-475c-9ea9-08045d00c0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.283002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cb77b9e6-f38a-413d-83ea-f9491633b5b3 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:06.285981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2e6b335-0422-4b0a-b486-ab0b2b88fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.288539 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2e6b335-0422-4b0a-b486-ab0b2b88fa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.301103 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e2e6b335-0422-4b0a-b486-ab0b2b88fa5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8179c6b0-6f6c-46a6-b1e0-150a6bdd7cc7 HTTP/1.1" status: 204 len: 168 time: 0.3063066 Jul 16 01:13:06.340127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: cb77b9e6-f38a-413d-83ea-f9491633b5b3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:06.340476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cb77b9e6-f38a-413d-83ea-f9491633b5b3 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:06.359418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6b335-0422-4b0a-b486-ab0b2b88fa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8179c6b0-6f6c-46a6-b1e0-150a6bdd7cc7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:06.362750 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bb670c8-1b15-475c-9ea9-08045d00c0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.490760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2629a6-879d-431b-a807-e7178800f91a req-391679cb-f299-4557-8bc8-e11cbef89469 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:06.499776 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f2629a6-879d-431b-a807-e7178800f91a req-391679cb-f299-4557-8bc8-e11cbef89469 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.0946531 Jul 16 01:13:06.529542 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4798bcf5-2dd4-48f3-a15f-5139548216a1 req-3db531a7-ffb5-43cd-beb9-fc272f1fa49f tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 210 time: 0.0806558 Jul 16 01:13:06.554198 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f2629a6-879d-431b-a807-e7178800f91a req-5408e7ac-ace3-417f-a4f7-4ea48320a8a0 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529587 Jul 16 01:13:06.573144 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bb670c8-1b15-475c-9ea9-08045d00c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.575852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bb670c8-1b15-475c-9ea9-08045d00c0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.579873 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5bb670c8-1b15-475c-9ea9-08045d00c0f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b5a7b3e-e906-4305-b5dd-a166c9ff9769 HTTP/1.1" status: 204 len: 168 time: 0.5553448 Jul 16 01:13:06.636820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb670c8-1b15-475c-9ea9-08045d00c0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5a7b3e-e906-4305-b5dd-a166c9ff9769,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:06.667691 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-12ca5abe-89e6-4d6a-a729-66df2ba61fd8 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f46e868a74d84094bb0c3dc0bb85a7ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846889 Jul 16 01:13:07.054242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-8bc1297c-d23f-4ae4-9232-7f060c0b91c4 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:07.061007 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-8bc1297c-d23f-4ae4-9232-7f060c0b91c4 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3853455 Jul 16 01:13:07.077374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Request body: {'port': {'device_id': 'f7633cff-2a46-4cd1-a749-ece95bc90531', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': 'f46e868a74d84094bb0c3dc0bb85a7ac'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:07.306269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Made reservation on behalf of f46e868a74d84094bb0c3dc0bb85a7ac for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:07.312165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.330499 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.414258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-dd924f3e-bdce-4cb1-aefe-4a2eae583058 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:07.426087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-dd924f3e-bdce-4cb1-aefe-4a2eae583058 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.1950140 Jul 16 01:13:07.487407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:07.661240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.674975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.732865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-e71deff7-470e-4ec5-83ad-92ea138175fb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Deleting port 7ae810bb-073d-4f24-95c5-e652ee769a7a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:07.733377 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-e71deff7-470e-4ec5-83ad-92ea138175fb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.859897 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1e10215-1675-49f6-8011-d19a89d8c7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.904081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb21c658-28ba-43dc-ad2f-6410804d18c2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:07.933320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-e71deff7-470e-4ec5-83ad-92ea138175fb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] For port 7ae810bb-073d-4f24-95c5-e652ee769a7a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=7ae810bb-073d-4f24-95c5-e652ee769a7a,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:07.933689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-e71deff7-470e-4ec5-83ad-92ea138175fb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.010240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-e71deff7-470e-4ec5-83ad-92ea138175fb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Calling delete_port for 7ae810bb-073d-4f24-95c5-e652ee769a7a owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:08.049203 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19b4f3a5-fba8-4e2d-b3af-bb3ee08b42b7 req-dd109d90-f64a-4513-8b64-38af43218005 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 210 time: 0.0922701 Jul 16 01:13:08.314396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55040eb4-071f-4ba2-992e-02d9d5edf746 req-da5e8604-da37-4900-bfd3-e727f623674b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:08.323709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55040eb4-071f-4ba2-992e-02d9d5edf746 req-da5e8604-da37-4900-bfd3-e727f623674b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 949 time: 0.4648824 Jul 16 01:13:08.409926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Allocated IP 192.168.233.159 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/ade18ae0-7f34-4786-8a2f-17fb58ff6944) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:08.459399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-e71deff7-470e-4ec5-83ad-92ea138175fb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.474221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:08.512166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55040eb4-071f-4ba2-992e-02d9d5edf746 req-76e7a6dd-4c45-4836-a54a-fa86f9a2eb9a tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824293 Jul 16 01:13:08.610232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71deff7-470e-4ec5-83ad-92ea138175fb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Pushing event deleted for resources: {'Port': ['ID=7ae810bb-073d-4f24-95c5-e652ee769a7a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:08.616882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['7ae810bb-073d-4f24-95c5-e652ee769a7a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:08.639199 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1e10215-1675-49f6-8011-d19a89d8c7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.648298 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1e10215-1675-49f6-8011-d19a89d8c7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.777968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-e71deff7-470e-4ec5-83ad-92ea138175fb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] No DVR routers for this DVR port 7ae810bb-073d-4f24-95c5-e652ee769a7a on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:08.791402 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-e71deff7-470e-4ec5-83ad-92ea138175fb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.794670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2852d61b-356c-49e6-b009-ad61d01ad002 req-e71deff7-470e-4ec5-83ad-92ea138175fb tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.67 "DELETE /v2.0/ports/7ae810bb-073d-4f24-95c5-e652ee769a7a HTTP/1.1" status: 204 len: 173 time: 1.3666306 Jul 16 01:13:08.795240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'name': 'network-vif-deleted', 'tag': '7ae810bb-073d-4f24-95c5-e652ee769a7a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:08.807530 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc674b74-1bff-4266-9836-1bf9d7dd49e5" -d '{"events": [{"server_uuid": "8756a1bb-5e5d-411a-91ad-8baec5036b95", "name": "network-vif-deleted", "tag": "7ae810bb-073d-4f24-95c5-e652ee769a7a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:08.875311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f1e10215-1675-49f6-8011-d19a89d8c7de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aebcfaeace8e4772816527929ae6558d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3806579 Jul 16 01:13:08.875660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51450) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:08.885863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e10215-1675-49f6-8011-d19a89d8c7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79369dca-9ca8-495c-a5ca-650e29623fc3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:08.956754 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a79941f-c42f-40e5-b4a9-4fe62f953db5 x-openstack-request-id: req-6a79941f-c42f-40e5-b4a9-4fe62f953db5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:08.957282 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8756a1bb-5e5d-411a-91ad-8baec5036b95", "name": "network-vif-deleted", "tag": "7ae810bb-073d-4f24-95c5-e652ee769a7a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:08.958361 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a79941f-c42f-40e5-b4a9-4fe62f953db5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:08.958929 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8756a1bb-5e5d-411a-91ad-8baec5036b95', 'name': 'network-vif-deleted', 'tag': '7ae810bb-073d-4f24-95c5-e652ee769a7a', 'status': 'completed', 'code': 200} Jul 16 01:13:08.980918 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5b571fd-a971-42e5-bbdc-70c32fcd01a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.025684 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5b571fd-a971-42e5-bbdc-70c32fcd01a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.140716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5b571fd-a971-42e5-bbdc-70c32fcd01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.145746 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5b571fd-a971-42e5-bbdc-70c32fcd01a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.148443 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e5b571fd-a971-42e5-bbdc-70c32fcd01a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79369dca-9ca8-495c-a5ca-650e29623fc3 HTTP/1.1" status: 204 len: 168 time: 0.2708943 Jul 16 01:13:09.159317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b571fd-a971-42e5-bbdc-70c32fcd01a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79369dca-9ca8-495c-a5ca-650e29623fc3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:09.172809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51460) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:09.271606 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.299875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Transition to ACTIVE for port object ade18ae0-7f34-4786-8a2f-17fb58ff6944 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:09.304493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51470) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:09.378348 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.464702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:09.472262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:09.491693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:09.554365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:09.568717 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.613200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c770b-e47d-4131-a676-be06781e1414 req-7eead306-214e-4f85-a2fa-b603ed3d4eb1 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:09.617200 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Pushing event updated for resources: {'Port': ['ID=ade18ae0-7f34-4786-8a2f-17fb58ff6944,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:09.630741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f52c770b-e47d-4131-a676-be06781e1414 req-7eead306-214e-4f85-a2fa-b603ed3d4eb1 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 936 time: 0.1424265 Jul 16 01:13:09.648084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-332ee53f-f815-41ea-970c-289eef93aeb6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5752990 Jul 16 01:13:09.661451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Request body: {'port': {'device_id': 'f7633cff-2a46-4cd1-a749-ece95bc90531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:09.769556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f52c770b-e47d-4131-a676-be06781e1414 req-213399ab-51ae-466c-8216-0436137abd69 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310971 Jul 16 01:13:09.806606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2099120643-network', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:09.860658 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ee2e029-f4ef-4376-9ebc-6e40d426cfe0 req-26a7b4fb-a0a6-4f07-8487-07184001a666 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8756a1bb-5e5d-411a-91ad-8baec5036b95 HTTP/1.1" status: 200 len: 210 time: 0.0579305 Jul 16 01:13:09.879229 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.890954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51486) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:09.920168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:09.922915 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.981113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-389b147b-3ca6-4fb7-973a-9c25ab34dec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.987194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.987955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c43957fe-a277-4358-81a5-882727d4eba4 None None] Provisioning for port ade18ae0-7f34-4786-8a2f-17fb58ff6944 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:10.014414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c43957fe-a277-4358-81a5-882727d4eba4 None None] Provisioning complete for port ade18ae0-7f34-4786-8a2f-17fb58ff6944 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:10.017621 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c43957fe-a277-4358-81a5-882727d4eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.065250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-598317b7-3332-4d78-8c7f-477e491cd119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.144661 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c43957fe-a277-4358-81a5-882727d4eba4 None None] Port ade18ae0-7f34-4786-8a2f-17fb58ff6944 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:10.168954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:10.195874 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e3d4c9a-e3d6-4739-8c91-0426ec736e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.211722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.218093 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.238920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:10.252689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.253352 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Added segment b048081f-734b-4ab1-9d4d-7cb211df3012 of type vlan for network 90e7227a-696f-4b17-be86-431b8100a57c Jul 16 01:13:10.289405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade18ae0-7f34-4786-8a2f-17fb58ff6944 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:10.300654 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.315838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Transition to ACTIVE for port object ade18ae0-7f34-4786-8a2f-17fb58ff6944 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:10.321537 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.330574 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.343358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:10.401818 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.403434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:10.404187 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.499411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] Pushing event updated for resources: {'Network': ['ID=90e7227a-696f-4b17-be86-431b8100a57c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:10.503419 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-389b147b-3ca6-4fb7-973a-9c25ab34dec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.516016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 90e7227a-696f-4b17-be86-431b8100a57c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:13:10.519264 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-389b147b-3ca6-4fb7-973a-9c25ab34dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.596849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b147b-3ca6-4fb7-973a-9c25ab34dec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f61672a-1c25-4f15-9fab-95f3948e9247,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:10.621635 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-389b147b-3ca6-4fb7-973a-9c25ab34dec7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54a6184f8ec14efb96d704c186054460&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3154933 Jul 16 01:13:10.631166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51502) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:10.732614 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ede2994-c13e-409c-a09b-2b24827c9530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.744197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-598317b7-3332-4d78-8c7f-477e491cd119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.767323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-598317b7-3332-4d78-8c7f-477e491cd119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.772064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Pushing event updated for resources: {'Port': ['ID=ade18ae0-7f34-4786-8a2f-17fb58ff6944,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:10.791301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ede2994-c13e-409c-a09b-2b24827c9530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.850419 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-598317b7-3332-4d78-8c7f-477e491cd119 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f2077c302b845fc809b6b662c2582e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9512188 Jul 16 01:13:10.851387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51506) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:10.853803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598317b7-3332-4d78-8c7f-477e491cd119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bd5de1-c5b4-4b6f-9151-7bcd9ef77b1d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:10.903241 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ede2994-c13e-409c-a09b-2b24827c9530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.905985 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ede2994-c13e-409c-a09b-2b24827c9530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.913989 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6ede2994-c13e-409c-a09b-2b24827c9530 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f61672a-1c25-4f15-9fab-95f3948e9247 HTTP/1.1" status: 204 len: 168 time: 0.2740636 Jul 16 01:13:10.927642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede2994-c13e-409c-a09b-2b24827c9530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f61672a-1c25-4f15-9fab-95f3948e9247,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:10.976855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Attempting to bind port ade18ae0-7f34-4786-8a2f-17fb58ff6944 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:10.977303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Attempting to bind port ade18ae0-7f34-4786-8a2f-17fb58ff6944 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:10.977731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Attempting to bind port ade18ae0-7f34-4786-8a2f-17fb58ff6944 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:10.996536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Port ade18ae0-7f34-4786-8a2f-17fb58ff6944 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:10.996536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Attempting to bind port ade18ae0-7f34-4786-8a2f-17fb58ff6944 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:11.042343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec82065-70ef-4cc6-981f-d58e2f13f2ff req-526f2809-0355-4cc5-a228-2898c9c149cb tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.045691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:11.046305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:11.046885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:11.047506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Bound port: ade18ae0-7f34-4786-8a2f-17fb58ff6944, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:11.048120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.050326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ec82065-70ef-4cc6-981f-d58e2f13f2ff req-526f2809-0355-4cc5-a228-2898c9c149cb tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 948 time: 0.1002674 Jul 16 01:13:11.115714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ec82065-70ef-4cc6-981f-d58e2f13f2ff req-ea5c4b30-dfc7-40bb-b4a8-f055a9aaa815 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636833 Jul 16 01:13:11.119925 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e3d4c9a-e3d6-4739-8c91-0426ec736e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.119925 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60a0848d-abf2-430e-a6f5-a1e52f6ddb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.136574 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e3d4c9a-e3d6-4739-8c91-0426ec736e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.144864 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8f3d1222-761d-4876-9233-1dac3f63e0b4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9688110 Jul 16 01:13:11.147714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:11.152719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Request body: {'subnet': {'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2099120643-subnet', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:11.201146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60a0848d-abf2-430e-a6f5-a1e52f6ddb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.211524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:11.214368 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.253351 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8e3d4c9a-e3d6-4739-8c91-0426ec736e96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b1b49cfc3764e0889dcf3713a9349e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0830703 Jul 16 01:13:11.254898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d4c9a-e3d6-4739-8c91-0426ec736e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9533e0-8dbc-40a1-b134-210be90c1017,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:11.257397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51518) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:11.310960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 7ae810bb-073d-4f24-95c5-e652ee769a7a no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:11.343812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] For port ade18ae0-7f34-4786-8a2f-17fb58ff6944, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:11.350836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] For port ade18ae0-7f34-4786-8a2f-17fb58ff6944, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ade18ae0-7f34-4786-8a2f-17fb58ff6944,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:11.366348 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.396353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60a0848d-abf2-430e-a6f5-a1e52f6ddb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.399274 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60a0848d-abf2-430e-a6f5-a1e52f6ddb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.400787 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-60a0848d-abf2-430e-a6f5-a1e52f6ddb75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6bd5de1-c5b4-4b6f-9151-7bcd9ef77b1d HTTP/1.1" status: 204 len: 168 time: 0.5447469 Jul 16 01:13:11.410471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 7ae810bb-073d-4f24-95c5-e652ee769a7a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:11.411014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 7ae810bb-073d-4f24-95c5-e652ee769a7a not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:11.459551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e34b908-ed4e-4c42-8135-e68ba3996559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.530865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.537846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.540809 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] 10.222.0.50 "PUT /v2.0/ports/ade18ae0-7f34-4786-8a2f-17fb58ff6944 HTTP/1.1" status: 200 len: 1097 time: 1.8844655 Jul 16 01:13:11.547580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0848d-abf2-430e-a6f5-a1e52f6ddb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bd5de1-c5b4-4b6f-9151-7bcd9ef77b1d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:11.549227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7633cff-2a46-4cd1-a749-ece95bc90531', 'tag': 'ade18ae0-7f34-4786-8a2f-17fb58ff6944'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:11.557731 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7633cff-2a46-4cd1-a749-ece95bc90531", "tag": "ade18ae0-7f34-4786-8a2f-17fb58ff6944"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:11.623479 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.669740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e34b908-ed4e-4c42-8135-e68ba3996559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.755630 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4469ecd9-f895-497f-a206-7da106a57c03 x-openstack-request-id: req-4469ecd9-f895-497f-a206-7da106a57c03 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:11.757404 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7633cff-2a46-4cd1-a749-ece95bc90531", "tag": "ade18ae0-7f34-4786-8a2f-17fb58ff6944", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:11.757698 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4469ecd9-f895-497f-a206-7da106a57c03 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:11.758758 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7633cff-2a46-4cd1-a749-ece95bc90531', 'tag': 'ade18ae0-7f34-4786-8a2f-17fb58ff6944', 'status': 'completed', 'code': 200} Jul 16 01:13:11.767322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2246a116-9b5d-48d9-8c84-79b4a085fa8f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:11.801426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Checking segment: {'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:11.801684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Network hostable DHCP agents. Network: 90e7227a-696f-4b17-be86-431b8100a57c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:13:11.854807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Network 90e7227a-696f-4b17-be86-431b8100a57c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:13:11.868653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4747a-3718-4421-ab35-cda2cc026e9a service neutron] Pushing event updated for resources: {'Port': ['ID=ade18ae0-7f34-4786-8a2f-17fb58ff6944,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:11.879885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 90e7227a-696f-4b17-be86-431b8100a57c) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:11.885315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.885928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.894827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d3761-f992-437c-928c-00f3622c6614 None None] Network 90e7227a-696f-4b17-be86-431b8100a57c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:11.914163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e34b908-ed4e-4c42-8135-e68ba3996559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.926821 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9c08d57c-ba8e-45d5-a113-ab8d48fc9a98 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7779870 Jul 16 01:13:11.927088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e34b908-ed4e-4c42-8135-e68ba3996559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.928441 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4e34b908-ed4e-4c42-8135-e68ba3996559 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f9533e0-8dbc-40a1-b134-210be90c1017 HTTP/1.1" status: 204 len: 168 time: 0.6545417 Jul 16 01:13:11.930288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51546) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:11.936111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:11.970733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-a50fa444-f203-42d8-8f75-b355f22fd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.972305 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-a50fa444-f203-42d8-8f75-b355f22fd02e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f46e868a74d84094bb0c3dc0bb85a7ac&device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 1100 time: 0.3204823 Jul 16 01:13:11.983152 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34b908-ed4e-4c42-8135-e68ba3996559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9533e0-8dbc-40a1-b134-210be90c1017,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:12.008667 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.015189 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.111963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-9cbb48fc-91af-4ebe-896d-6be3fb13b32c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=ade18ae0-7f34-4786-8a2f-17fb58ff6944 HTTP/1.1" status: 200 len: 217 time: 0.1204395 Jul 16 01:13:12.177608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-90e7227a-696f-4b17-be86-431b8100a57c', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:13:12.180814 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.286867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-837f2199-bc41-4ca6-906b-d7b88bbb4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:12.288383 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-837f2199-bc41-4ca6-906b-d7b88bbb4af0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1631644 Jul 16 01:13:12.442260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Allocated IP 172.20.0.2 (90e7227a-696f-4b17-be86-431b8100a57c/2246a116-9b5d-48d9-8c84-79b4a085fa8f/1f9da0e3-1350-4670-a413-896cef1d7357) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:12.479510 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.613413 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.622801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Transition to ACTIVE for port object 1f9da0e3-1350-4670-a413-896cef1d7357 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:12.629652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-cd656c8c-33a0-40fa-a76e-4a98130f226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:12.637345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-cd656c8c-33a0-40fa-a76e-4a98130f226e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3387334 Jul 16 01:13:12.655125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Transition to ACTIVE for port object 1f9da0e3-1350-4670-a413-896cef1d7357 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:12.667329 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.691819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ac864-38dc-434c-ba46-01c21e135e21 req-6e3eb165-d9ab-4474-b7b7-4bf07d4f5ca6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:12.696747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f6ac864-38dc-434c-ba46-01c21e135e21 req-6e3eb165-d9ab-4474-b7b7-4bf07d4f5ca6 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 948 time: 0.3055031 Jul 16 01:13:12.734753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff293d-9fd0-4469-aaa3-821b7cf7a1bc req-e07b373f-1261-4004-9001-cdc176f1ff97 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:12.748447 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50ff293d-9fd0-4469-aaa3-821b7cf7a1bc req-e07b373f-1261-4004-9001-cdc176f1ff97 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.5330753 Jul 16 01:13:12.769197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Network 90e7227a-696f-4b17-be86-431b8100a57c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:12.770045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Pushing event updated for resources: {'Port': ['ID=1f9da0e3-1350-4670-a413-896cef1d7357,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:12.787113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:12.792445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:12.915990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f6ac864-38dc-434c-ba46-01c21e135e21 req-e61892fa-7cd6-4657-9b56-94961acaf782 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023680 Jul 16 01:13:12.976307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Attempting to bind port 1f9da0e3-1350-4670-a413-896cef1d7357 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:12.978254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Attempting to bind port 1f9da0e3-1350-4670-a413-896cef1d7357 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:12.982573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Attempting to bind port 1f9da0e3-1350-4670-a413-896cef1d7357 on network 90e7227a-696f-4b17-be86-431b8100a57c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:12.994977 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.995503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:12.995503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Checking segment: {'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:12.995819 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.999407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Bound using segment: {'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:13.000130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Bound port: 1f9da0e3-1350-4670-a413-896cef1d7357, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:13.001503 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:13.004213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-3208b7b4-e26a-445b-b0ad-0a9368af1a74 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578386 Jul 16 01:13:13.098727 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50ff293d-9fd0-4469-aaa3-821b7cf7a1bc req-2e33f50b-6e5d-4109-b1fe-8e9effd7c9c9 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492172 Jul 16 01:13:13.138293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] For port 1f9da0e3-1350-4670-a413-896cef1d7357, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:13.145065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] For port 1f9da0e3-1350-4670-a413-896cef1d7357, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1f9da0e3-1350-4670-a413-896cef1d7357,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:13.155116 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:13.366629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Pushing event updated for resources: {'Port': ['ID=1f9da0e3-1350-4670-a413-896cef1d7357,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:13.378423 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3adf1c4-f46b-4ffc-a092-97edcabdcc25 req-51b2a2bd-c0ed-4d8c-98ef-40e7f3c1acb3 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636000 Jul 16 01:13:13.394075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.395826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.400154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.401743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.404927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.405313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.405693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.405996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.407947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.408287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.408646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.409060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f1d56-da06-4284-ae51-6d2eaed9c97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:13.551904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074131a-536f-4115-8a88-53fffd17aa47 req-fe99cc70-efeb-4b5f-9ce8-8e82fe993422 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:13.556509 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e074131a-536f-4115-8a88-53fffd17aa47 req-fe99cc70-efeb-4b5f-9ce8-8e82fe993422 tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.1286845 Jul 16 01:13:13.750172 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:13.798957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:13.809256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-a8f45c62-02ae-4418-be39-bdc5adedc972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:13.811195 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-a8f45c62-02ae-4418-be39-bdc5adedc972 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f46e868a74d84094bb0c3dc0bb85a7ac&device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 1100 time: 0.3214858 Jul 16 01:13:13.836431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51608) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:13.920080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-e074131a-536f-4115-8a88-53fffd17aa47 req-c645c369-7466-40bc-b8f6-88b7c832861b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Deleting port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:13.920784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e074131a-536f-4115-8a88-53fffd17aa47 req-c645c369-7466-40bc-b8f6-88b7c832861b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.226710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Allocated IP 172.25.4.6 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/88236b40-54c5-4ad4-b58e-34b508201e26) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:14.267472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e074131a-536f-4115-8a88-53fffd17aa47 req-c645c369-7466-40bc-b8f6-88b7c832861b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] For port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:14.268688 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e074131a-536f-4115-8a88-53fffd17aa47 req-c645c369-7466-40bc-b8f6-88b7c832861b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.312321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-e074131a-536f-4115-8a88-53fffd17aa47 req-c645c369-7466-40bc-b8f6-88b7c832861b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Calling delete_port for dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:14.383888 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.479251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1f9da0e3-1350-4670-a413-896cef1d7357 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:14.527648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-390772420-network', 'tenant_id': '319e93c2b6a747e89f168f27df7d6c9e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:14.620771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-7db685f6-049a-47b2-8b8d-b41d78a468d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:14.622585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-7db685f6-049a-47b2-8b8d-b41d78a468d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.7902210 Jul 16 01:13:14.643719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 1f9da0e3-1350-4670-a413-896cef1d7357 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:14.657877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Made reservation on behalf of 319e93c2b6a747e89f168f27df7d6c9e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:14.663685 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.710341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.740426 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-0a8a93d0-abbe-42fa-9936-4bb7a8a07648 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=ade18ae0-7f34-4786-8a2f-17fb58ff6944 HTTP/1.1" status: 200 len: 217 time: 0.1065245 Jul 16 01:13:14.839938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-3908f92a-6a68-4000-b908-da3d7cff0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:14.841490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-3908f92a-6a68-4000-b908-da3d7cff0799 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0921619 Jul 16 01:13:14.858767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.860596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.927208 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.053019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:15.069883 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.070385 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Added segment 5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a of type vlan for network db8facb9-7f33-47d6-9f8a-78547de9b32d Jul 16 01:13:15.079762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef05f54-348e-4260-8233-f53b3d4a177b None None] Network 90e7227a-696f-4b17-be86-431b8100a57c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:15.197784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.235890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:15.302295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.303674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:15.305364 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.344133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-82d8e190-028c-436a-ae88-755f2ed8e1fd None None] Provisioning for port 1f9da0e3-1350-4670-a413-896cef1d7357 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:15.360818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-82d8e190-028c-436a-ae88-755f2ed8e1fd None None] Provisioning complete for port 1f9da0e3-1350-4670-a413-896cef1d7357 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:15.361229 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82d8e190-028c-436a-ae88-755f2ed8e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.384730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] Pushing event updated for resources: {'Network': ['ID=db8facb9-7f33-47d6-9f8a-78547de9b32d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:15.412328 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409897a-c440-4a67-b49a-d1654fd84293 req-e9daf1c0-3c72-4863-9660-f2eb0af7814e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:15.421504 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e409897a-c440-4a67-b49a-d1654fd84293 req-e9daf1c0-3c72-4863-9660-f2eb0af7814e tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 950 time: 0.7061694 Jul 16 01:13:15.441221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:15.448291 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e074131a-536f-4115-8a88-53fffd17aa47 req-c645c369-7466-40bc-b8f6-88b7c832861b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.455371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:15.487212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:15.489983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network db8facb9-7f33-47d6-9f8a-78547de9b32d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:13:15.508819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e33a8e-2023-41ff-ab4e-4e3950e704d3 req-dd2561b8-0eca-4986-ba13-11f8b64bd37d tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:15.517641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16e33a8e-2023-41ff-ab4e-4e3950e704d3 req-dd2561b8-0eca-4986-ba13-11f8b64bd37d tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 948 time: 1.0750694 Jul 16 01:13:15.578332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Pushing event updated for resources: {'Port': ['ID=88236b40-54c5-4ad4-b58e-34b508201e26,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:15.623523 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16e33a8e-2023-41ff-ab4e-4e3950e704d3 req-5ee3578e-ec11-46b5-90c7-f86d518118e8 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007450 Jul 16 01:13:15.633133 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.634804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e074131a-536f-4115-8a88-53fffd17aa47 req-c645c369-7466-40bc-b8f6-88b7c832861b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] No DVR routers for this DVR port dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:15.635325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.637228 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5d7d376d-8e98-446b-8c62-61fc796a3458 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8005142 Jul 16 01:13:15.641553 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e074131a-536f-4115-8a88-53fffd17aa47 req-c645c369-7466-40bc-b8f6-88b7c832861b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.643949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e074131a-536f-4115-8a88-53fffd17aa47 req-c645c369-7466-40bc-b8f6-88b7c832861b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.50 "DELETE /v2.0/ports/dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 HTTP/1.1" status: 204 len: 173 time: 2.0774803 Jul 16 01:13:15.644681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'name': 'network-vif-deleted', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:15.648332 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7256ea7b-7443-471e-bf1e-02dab2a02bfc" -d '{"events": [{"server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "name": "network-vif-deleted", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:15.652365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51654) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:15.655246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645c369-7466-40bc-b8f6-88b7c832861b tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] Pushing event deleted for resources: {'Port': ['ID=dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:15.659423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.661369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Request body: {'subnet': {'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-390772420-subnet', 'tenant_id': '319e93c2b6a747e89f168f27df7d6c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:15.661569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.662245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.663198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.664238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.665317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.665751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.667358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.667515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e409897a-c440-4a67-b49a-d1654fd84293 req-533b80f2-690c-44b1-9550-fde1f2ec800c tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/security-groups?id=054e4bab-e967-4d2c-bdba-f832c49e7227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448928 Jul 16 01:13:15.668607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.669048 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:15.701664 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82d8e190-028c-436a-ae88-755f2ed8e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.747659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Made reservation on behalf of 319e93c2b6a747e89f168f27df7d6c9e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:15.753556 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.780615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-82d8e190-028c-436a-ae88-755f2ed8e1fd None None] For port 1f9da0e3-1350-4670-a413-896cef1d7357, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1f9da0e3-1350-4670-a413-896cef1d7357,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:15.787549 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82d8e190-028c-436a-ae88-755f2ed8e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.912654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8e190-028c-436a-ae88-755f2ed8e1fd None None] Pushing event updated for resources: {'Port': ['ID=1f9da0e3-1350-4670-a413-896cef1d7357,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:15.952793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-a862f254-054b-4365-8f29-5f8993c9f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:15.954444 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-a862f254-054b-4365-8f29-5f8993c9f2ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1018922 Jul 16 01:13:16.190655 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec7592f-fbd0-4264-b4e2-b9219efe0a95 x-openstack-request-id: req-4ec7592f-fbd0-4264-b4e2-b9219efe0a95 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:16.191116 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b789084-a656-4c0f-a5d4-45da5725da5a", "name": "network-vif-deleted", "tag": "dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:16.191116 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ec7592f-fbd0-4264-b4e2-b9219efe0a95 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:16.191463 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b789084-a656-4c0f-a5d4-45da5725da5a', 'name': 'network-vif-deleted', 'tag': 'dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9', 'status': 'completed', 'code': 200} Jul 16 01:13:16.274672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ade18ae0-7f34-4786-8a2f-17fb58ff6944 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:16.279331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:16.281369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-f2d18ac6-a808-4c9e-acf7-9f793147c16e service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963452 Jul 16 01:13:16.330761 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:16.340890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:16.342198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dd0cfb17-e0c6-46c0-9215-2a28c9a93fa9 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:16.428638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1f9da0e3-1350-4670-a413-896cef1d7357 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:16.545881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Checking segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:16.546415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Network hostable DHCP agents. Network: db8facb9-7f33-47d6-9f8a-78547de9b32d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:13:16.555345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dec5ba0-6bd7-476b-8091-6c954de6e44e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:16.584502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ade18ae0-7f34-4786-8a2f-17fb58ff6944, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ade18ae0-7f34-4786-8a2f-17fb58ff6944,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:16.599776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1f9da0e3-1350-4670-a413-896cef1d7357 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:16.603215 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:16.624130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Network db8facb9-7f33-47d6-9f8a-78547de9b32d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:13:16.662763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, db8facb9-7f33-47d6-9f8a-78547de9b32d) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:16.663568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'ade18ae0-7f34-4786-8a2f-17fb58ff6944', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'ade18ae0-7f34-4786-8a2f-17fb58ff6944', 'mac_address': 'fa:16:3e:a4:b1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:16.675764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:16.675764 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:16.707289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbb68d1-8ff7-4d99-9adb-cb99da694fdf None None] Network db8facb9-7f33-47d6-9f8a-78547de9b32d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:16.753841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a6729eb3-9fe6-40c0-b31f-e3fc818e0379 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0902414 Jul 16 01:13:16.806625 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9eef83a6-0ef8-43ab-8f39-3df1b6a0c10d req-addd6252-ffec-4465-a494-535885a33044 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161929 Jul 16 01:13:16.914666 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:16.963505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:16.983683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-59c524ef-05df-4f6b-a9cc-da961d51d8cb None None] Provisioning complete for port 1f9da0e3-1350-4670-a413-896cef1d7357 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:16.984054 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59c524ef-05df-4f6b-a9cc-da961d51d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.021716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade18ae0-7f34-4786-8a2f-17fb58ff6944 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:17.039739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cee415fc-ea5b-4d3d-b489-e134bd4064f5 req-c787762f-f146-412a-a632-ef173bf0d8ac tempest-MigrationsAdminTest-1139194710 tempest-MigrationsAdminTest-1139194710-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b789084-a656-4c0f-a5d4-45da5725da5a HTTP/1.1" status: 200 len: 210 time: 0.0585895 Jul 16 01:13:17.266826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ade18ae0-7f34-4786-8a2f-17fb58ff6944, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ade18ae0-7f34-4786-8a2f-17fb58ff6944,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:17.291356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa0bf-b932-4f31-9870-a601b862d8b5 req-16543867-84a7-413f-aab8-999a6f06a61b tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:17.296589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ffdfa0bf-b932-4f31-9870-a601b862d8b5 req-16543867-84a7-413f-aab8-999a6f06a61b tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 948 time: 0.2833726 Jul 16 01:13:17.298637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.311969 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.389386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2ce7e6-05c1-4ef0-8cf1-7d151978cfd7 None None] Network db8facb9-7f33-47d6-9f8a-78547de9b32d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:17.403214 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ffdfa0bf-b932-4f31-9870-a601b862d8b5 req-1aba1b4b-f37b-43a8-b382-5b8247225423 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933077 Jul 16 01:13:17.492515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=ade18ae0-7f34-4786-8a2f-17fb58ff6944,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:17.551106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Router 0e0db332-70db-42a9-b038-21b603fbd4c1 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:13:17.576840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['ade18ae0-7f34-4786-8a2f-17fb58ff6944'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:17.682645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:17.697489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Sync routers for ids ['0e0db332-70db-42a9-b038-21b603fbd4c1'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:17.707715 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.713473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-453d32c4-a3d1-4f7f-9a76-0e67d4bdfa7f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7792187 Jul 16 01:13:17.713760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51732) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:17.777570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Routers {'0e0db332-70db-42a9-b038-21b603fbd4c1'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:17.778497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0e0db332-70db-42a9-b038-21b603fbd4c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:17.786797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae5529-df22-424c-917b-eb0eade221fe req-6303f545-91c9-4053-ab1c-139240df5e67 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:17.793468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-6303f545-91c9-4053-ab1c-139240df5e67 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.2001605 Jul 16 01:13:17.810586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-b99dcb10-4756-45f7-b08c-325bd6e339f9 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/quotas/319e93c2b6a747e89f168f27df7d6c9e HTTP/1.1" status: 200 len: 375 time: 0.0161700 Jul 16 01:13:17.883825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-97f042c3-7607-4795-9372-4275025c7745 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722096 Jul 16 01:13:18.091399 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-d004603e-df56-489a-a2a6-a7284b90c3bc service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067230 Jul 16 01:13:18.129822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Set router 0e0db332-70db-42a9-b038-21b603fbd4c1 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:18.355794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-d9b74c46-b6c4-45a2-9230-18de4802c45c service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570081 Jul 16 01:13:18.389957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:18.467584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:16Z', 'revision_number': 3, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:18.555574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Checking router: 0e0db332-70db-42a9-b038-21b603fbd4c1 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:18.555936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Updating router 0e0db332-70db-42a9-b038-21b603fbd4c1 port 88236b40-54c5-4ad4-b58e-34b508201e26 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:13:18.641451 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.008195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:19.116106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Allocated IP 172.20.0.1 (90e7227a-696f-4b17-be86-431b8100a57c/2246a116-9b5d-48d9-8c84-79b4a085fa8f/7d734e26-335b-4167-884e-0013eb452cc4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:19.202681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:19.274910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29132834-d293-4e23-b1d1-de3bc2200c0f req-d2ec89ba-ffe3-40be-8983-79755719dd79 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:19.287510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29132834-d293-4e23-b1d1-de3bc2200c0f req-d2ec89ba-ffe3-40be-8983-79755719dd79 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 949 time: 0.2199693 Jul 16 01:13:19.369515 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.395866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29132834-d293-4e23-b1d1-de3bc2200c0f req-42c7f58d-d0eb-4720-9850-13189ad371f4 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052077 Jul 16 01:13:19.419000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Transition to ACTIVE for port object 88236b40-54c5-4ad4-b58e-34b508201e26 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:19.440479 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.444815 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.473163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ad6d95f-f534-4455-82d6-1391a8ef5f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.515674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Transition to ACTIVE for port object 7d734e26-335b-4167-884e-0013eb452cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:19.568163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Attempting to bind port 88236b40-54c5-4ad4-b58e-34b508201e26 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:19.568893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Attempting to bind port 88236b40-54c5-4ad4-b58e-34b508201e26 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:19.569480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Attempting to bind port 88236b40-54c5-4ad4-b58e-34b508201e26 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:19.580700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc5d4725-e329-40df-91b4-cc4c7c77010a req-f8fb472f-d9ef-4a32-82e4-e32b37fd05a9 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 210 time: 0.0704229 Jul 16 01:13:19.605655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:19.606037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:19.606453 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.607007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:19.607488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Bound port: 88236b40-54c5-4ad4-b58e-34b508201e26, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:19.607879 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.611609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96306877-5f31-4bad-948a-9ee982329d71 None None] Pushing event updated for resources: {'Port': ['ID=88236b40-54c5-4ad4-b58e-34b508201e26,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:19.631172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8c99577d-ee26-45ee-8985-4959ba0cfc40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94219a605dea4c4bb02ed5d18061280e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218171 Jul 16 01:13:19.633543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51802) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:19.679873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.746535 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-234dad31-2dc5-417e-8868-4e51fa4dd158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.746927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Network 90e7227a-696f-4b17-be86-431b8100a57c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:19.752466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:19.775378 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ad6d95f-f534-4455-82d6-1391a8ef5f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.790801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] For port 88236b40-54c5-4ad4-b58e-34b508201e26, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:19.791249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:19.794990 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-234dad31-2dc5-417e-8868-4e51fa4dd158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.797701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] For port 88236b40-54c5-4ad4-b58e-34b508201e26, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=88236b40-54c5-4ad4-b58e-34b508201e26,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:19.815618 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.833023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ad6d95f-f534-4455-82d6-1391a8ef5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.883618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d734e26-335b-4167-884e-0013eb452cc4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:19.948526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96306877-5f31-4bad-948a-9ee982329d71 None None] Pushing event updated for resources: {'Port': ['ID=88236b40-54c5-4ad4-b58e-34b508201e26,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:19.955457 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.963560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6d95f-f534-4455-82d6-1391a8ef5f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b0ede0-023f-4890-b188-66576d3993aa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:20.066312 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-234dad31-2dc5-417e-8868-4e51fa4dd158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.081506 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-234dad31-2dc5-417e-8868-4e51fa4dd158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.083329 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-234dad31-2dc5-417e-8868-4e51fa4dd158 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/054e4bab-e967-4d2c-bdba-f832c49e7227 HTTP/1.1" status: 204 len: 168 time: 0.4486737 Jul 16 01:13:20.148312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Routers {'0e0db332-70db-42a9-b038-21b603fbd4c1'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:20.149351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0e0db332-70db-42a9-b038-21b603fbd4c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:20.150382 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6ad6d95f-f534-4455-82d6-1391a8ef5f39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aea6014f616a4d6c915eecc7501a862a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9403195 Jul 16 01:13:20.153271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:20.155655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dad31-2dc5-417e-8868-4e51fa4dd158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054e4bab-e967-4d2c-bdba-f832c49e7227,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:20.309461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ade18ae0-7f34-4786-8a2f-17fb58ff6944 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:20.310202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-766c2de7-603c-46af-8c90-accedd91ca3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.372846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-766c2de7-603c-46af-8c90-accedd91ca3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.397895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] Set router 0e0db332-70db-42a9-b038-21b603fbd4c1 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:20.419568 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.494875 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-766c2de7-603c-46af-8c90-accedd91ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.498919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-766c2de7-603c-46af-8c90-accedd91ca3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.503109 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-766c2de7-603c-46af-8c90-accedd91ca3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8b0ede0-023f-4890-b188-66576d3993aa HTTP/1.1" status: 204 len: 168 time: 0.3485816 Jul 16 01:13:20.523080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c2de7-603c-46af-8c90-accedd91ca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b0ede0-023f-4890-b188-66576d3993aa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:20.835704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:20.987207 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.988012 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a0570-2562-40eb-a1fb-f09219274f4d req-db31e03f-565f-4773-a97c-f3bb72c322d2 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:20.989566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-070a0570-2562-40eb-a1fb-f09219274f4d req-db31e03f-565f-4773-a97c-f3bb72c322d2 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 949 time: 0.2063541 Jul 16 01:13:21.020667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-30bc8102-a13d-4b21-907f-4872fe91727d None None] Provisioning for port 7d734e26-335b-4167-884e-0013eb452cc4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:21.041483 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.098583 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-070a0570-2562-40eb-a1fb-f09219274f4d req-859d45e8-3805-40b8-b590-3e970b096cf3 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009722 Jul 16 01:13:21.099097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-30bc8102-a13d-4b21-907f-4872fe91727d None None] Provisioning complete for port 7d734e26-335b-4167-884e-0013eb452cc4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:21.101231 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30bc8102-a13d-4b21-907f-4872fe91727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.246553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port ade18ae0-7f34-4786-8a2f-17fb58ff6944 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:21.249038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-30bc8102-a13d-4b21-907f-4872fe91727d None None] Port 7d734e26-335b-4167-884e-0013eb452cc4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:21.257879 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port ade18ae0-7f34-4786-8a2f-17fb58ff6944 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:21.258573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.338502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-875c1c19-fa20-4016-929d-d199574e4101 req-ffa57153-5a06-4f91-89f3-0b79e478a340 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 210 time: 0.2008133 Jul 16 01:13:21.374154 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-12656024-3448-45b7-aade-665204659e50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df0b4213f7824675b9f95a33c8a06deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5320759 Jul 16 01:13:21.375662 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.376795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51842) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:21.525447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb1e9996-4ce2-4e5f-b9f1-d45c14a46f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.531088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d734e26-335b-4167-884e-0013eb452cc4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:21.536505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:16Z', 'revision_number': 3, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:21.612867 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb1e9996-4ce2-4e5f-b9f1-d45c14a46f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.634776 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.640184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6e75a-adb0-47cd-ad1e-77b97af74faa None None] The sync data for ids ['0e0db332-70db-42a9-b038-21b603fbd4c1'] in n-d-791504-14 is: [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:16Z', 'revision_number': 3, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:21.660327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae5529-df22-424c-917b-eb0eade221fe req-2cbb3704-759e-48f4-b26c-e112f40c31b7 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:21.662782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-2cbb3704-759e-48f4-b26c-e112f40c31b7 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.6561363 Jul 16 01:13:21.688974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7633cff-2a46-4cd1-a749-ece95bc90531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade18ae0-7f34-4786-8a2f-17fb58ff6944'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:21.691936 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e13526-1b57-4c97-b50f-97104680b06a" -d '{"events": [{"server_uuid": "f7633cff-2a46-4cd1-a749-ece95bc90531", "name": "network-vif-plugged", "status": "completed", "tag": "ade18ae0-7f34-4786-8a2f-17fb58ff6944"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:21.702728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Request body: {'port': {'device_id': '2830dc98-8100-41bf-84b8-f7446710b91e', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'admin_state_up': True, 'tenant_id': '319e93c2b6a747e89f168f27df7d6c9e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:21.731798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51846) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:21.739814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ade18ae0-7f34-4786-8a2f-17fb58ff6944, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ade18ae0-7f34-4786-8a2f-17fb58ff6944,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:21.750528 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.806065 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e9513f-e5cc-47a3-9625-c20addae31e1 x-openstack-request-id: req-e7e9513f-e5cc-47a3-9625-c20addae31e1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:21.806535 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7633cff-2a46-4cd1-a749-ece95bc90531", "name": "network-vif-plugged", "status": "completed", "tag": "ade18ae0-7f34-4786-8a2f-17fb58ff6944", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:21.806886 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7e9513f-e5cc-47a3-9625-c20addae31e1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:21.807380 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7633cff-2a46-4cd1-a749-ece95bc90531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade18ae0-7f34-4786-8a2f-17fb58ff6944', 'code': 200} Jul 16 01:13:21.808723 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-083d85df-c4a0-48f8-a153-fa81205a19a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.872459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=ade18ae0-7f34-4786-8a2f-17fb58ff6944,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:21.957229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Network 90e7227a-696f-4b17-be86-431b8100a57c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:21.970612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:22.005536 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb1e9996-4ce2-4e5f-b9f1-d45c14a46f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.009331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb1e9996-4ce2-4e5f-b9f1-d45c14a46f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.013419 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bb1e9996-4ce2-4e5f-b9f1-d45c14a46f80 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80f7c8fa-d741-4937-9200-9f0a8720f324 HTTP/1.1" status: 204 len: 168 time: 0.6352942 Jul 16 01:13:22.046214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e9996-4ce2-4e5f-b9f1-d45c14a46f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f7c8fa-d741-4937-9200-9f0a8720f324,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:22.225426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6b805-c487-4421-9498-cfa32362d2e1 req-8dd2cc86-8b8b-467b-bf0b-3ac11481ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:22.229014 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cc6b805-c487-4421-9498-cfa32362d2e1 req-8dd2cc86-8b8b-467b-bf0b-3ac11481ce9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 1102 time: 0.3302262 Jul 16 01:13:22.277892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-083d85df-c4a0-48f8-a153-fa81205a19a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.319689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cc6b805-c487-4421-9498-cfa32362d2e1 req-d73d8b90-1534-4067-9661-fa0b5ea737ab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794694 Jul 16 01:13:22.324720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-083d85df-c4a0-48f8-a153-fa81205a19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.443367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 88236b40-54c5-4ad4-b58e-34b508201e26 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:22.464680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Made reservation on behalf of 319e93c2b6a747e89f168f27df7d6c9e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:22.474608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-083d85df-c4a0-48f8-a153-fa81205a19a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=425c876471654e3190ae715e1bb255bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7232890 Jul 16 01:13:22.475987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:22.483403 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.499138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d85df-c4a0-48f8-a153-fa81205a19a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb071aa1-331c-431d-bce2-59b7db5479f8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:22.684697 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db544d8-00cc-429f-85fb-2e8e9db53a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.718871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 88236b40-54c5-4ad4-b58e-34b508201e26 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:22.772182 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db544d8-00cc-429f-85fb-2e8e9db53a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.776045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 88236b40-54c5-4ad4-b58e-34b508201e26 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:22.776430 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.778321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cb69614f-867d-4f1f-b3c3-cff87be1e88e None None] Provisioning complete for port 7d734e26-335b-4167-884e-0013eb452cc4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:22.778691 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb69614f-867d-4f1f-b3c3-cff87be1e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.859485 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:22.933524 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db544d8-00cc-429f-85fb-2e8e9db53a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.938139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db544d8-00cc-429f-85fb-2e8e9db53a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.943628 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0db544d8-00cc-429f-85fb-2e8e9db53a2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb071aa1-331c-431d-bce2-59b7db5479f8 HTTP/1.1" status: 204 len: 168 time: 0.4665146 Jul 16 01:13:22.965654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cb69614f-867d-4f1f-b3c3-cff87be1e88e None None] Port 7d734e26-335b-4167-884e-0013eb452cc4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:22.994821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-415e5b3c-39f5-400d-832a-31355802ca2d req-f17fd319-3780-439d-9bc6-3730a8704bb1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 210 time: 0.1337261 Jul 16 01:13:23.030862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db544d8-00cc-429f-85fb-2e8e9db53a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb071aa1-331c-431d-bce2-59b7db5479f8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:23.153632 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.263148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 88236b40-54c5-4ad4-b58e-34b508201e26, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=88236b40-54c5-4ad4-b58e-34b508201e26,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:23.275977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-31d35af9-adfc-4a55-a5b0-453cccdbbc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.284565 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.478842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Router 0e0db332-70db-42a9-b038-21b603fbd4c1 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:13:23.552476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=88236b40-54c5-4ad4-b58e-34b508201e26,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:23.681453 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-31d35af9-adfc-4a55-a5b0-453cccdbbc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.699378 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-31d35af9-adfc-4a55-a5b0-453cccdbbc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.796341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-31d35af9-adfc-4a55-a5b0-453cccdbbc38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92f3b5c606c34d62950e10b5eb3a31d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8785074 Jul 16 01:13:23.797133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d35af9-adfc-4a55-a5b0-453cccdbbc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f7d3d1-a698-4c02-b481-c2af54aaec95,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:23.813821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51906) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:23.819063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:23.830426 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f4dadb11-c9ed-4d91-b86c-bf2279a5fde5 admin admin] 10.222.0.64 "PUT /v2.0/routers/0e0db332-70db-42a9-b038-21b603fbd4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1152720 Jul 16 01:13:23.907336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c74514c-2201-48c1-983f-2e157c12398d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.908311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eb6f5-0c01-4e4d-b132-55f228e9fa2d req-b5122825-1d0e-4550-a38f-9feead2389c2 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:23.917025 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-897eb6f5-0c01-4e4d-b132-55f228e9fa2d req-b5122825-1d0e-4550-a38f-9feead2389c2 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 950 time: 0.5777237 Jul 16 01:13:23.946977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Allocated IP 172.20.0.3 (db8facb9-7f33-47d6-9f8a-78547de9b32d/7dec5ba0-6bd7-476b-8091-6c954de6e44e/3837a1f0-0990-471d-9225-ad53eb535c90) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:23.961127 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c74514c-2201-48c1-983f-2e157c12398d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.002433 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-897eb6f5-0c01-4e4d-b132-55f228e9fa2d req-9fef0d09-0788-4db4-aa40-7c8e70ba9268 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843761 Jul 16 01:13:24.069041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c74514c-2201-48c1-983f-2e157c12398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.071860 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c74514c-2201-48c1-983f-2e157c12398d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.073078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8c74514c-2201-48c1-983f-2e157c12398d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2f7d3d1-a698-4c02-b481-c2af54aaec95 HTTP/1.1" status: 204 len: 168 time: 0.2549534 Jul 16 01:13:24.090135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74514c-2201-48c1-983f-2e157c12398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f7d3d1-a698-4c02-b481-c2af54aaec95,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:24.291347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.349695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 88236b40-54c5-4ad4-b58e-34b508201e26 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:24.392900 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.430112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f43d7599-aa3e-4976-9921-c7b97250833c req-1a0ca685-223c-41dd-a5b6-16474496533b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 210 time: 0.0988104 Jul 16 01:13:24.473351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 88236b40-54c5-4ad4-b58e-34b508201e26 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:24.486228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.556659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Network db8facb9-7f33-47d6-9f8a-78547de9b32d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:24.560135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:24.563538 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:24.619111 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-667ee635-3d03-4940-afbb-716e99cd4b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.639483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:24.640146 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.671453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9994640 Jul 16 01:13:24.678698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc50a5-fa39-44e1-acae-d001a83847d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event updated for resources: {'Port': ['ID=3837a1f0-0990-471d-9225-ad53eb535c90,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:24.690504 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Request body: {'port': {'device_id': '2830dc98-8100-41bf-84b8-f7446710b91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:24.840234 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:13:24.897903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:25.037512 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Sync routers for ids ['0e0db332-70db-42a9-b038-21b603fbd4c1'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:25.068945 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Routers {'0e0db332-70db-42a9-b038-21b603fbd4c1'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:25.070828 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0e0db332-70db-42a9-b038-21b603fbd4c1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:25.251334 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Set router 0e0db332-70db-42a9-b038-21b603fbd4c1 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:25.292170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:25.424551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da852654-c522-449a-b616-9b51ed8f2eb3 req-6b577dea-d1db-4dce-9593-0107f34b968a tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:25.432505 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da852654-c522-449a-b616-9b51ed8f2eb3 req-6b577dea-d1db-4dce-9593-0107f34b968a tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 950 time: 0.1417422 Jul 16 01:13:25.636915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3837a1f0-0990-471d-9225-ad53eb535c90 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:25.667395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da852654-c522-449a-b616-9b51ed8f2eb3 req-a9edb55d-e7dc-4b2f-b7cb-8b6a6f4a3275 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339222 Jul 16 01:13:25.680977 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:25.711281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Transition to ACTIVE for port object 3837a1f0-0990-471d-9225-ad53eb535c90 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:25.724759 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:25.744191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30d4e9-ecd8-48d5-8a7f-113a84163e38 req-f53e6500-cf8b-455a-af7e-95031183cda2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:25.751426 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a30d4e9-ecd8-48d5-8a7f-113a84163e38 req-f53e6500-cf8b-455a-af7e-95031183cda2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 931 time: 0.1730289 Jul 16 01:13:25.779444 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:20Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7d734e26-335b-4167-884e-0013eb452cc4', 'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'mac_address': 'fa:16:3e:43:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:18Z', 'updated_at': '2021-07-16T01:13:20Z', 'revision_number': 2, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'subnets': [{'id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:25.852921 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Checking router: 0e0db332-70db-42a9-b038-21b603fbd4c1 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:25.857151 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Updating router 0e0db332-70db-42a9-b038-21b603fbd4c1 port 7d734e26-335b-4167-884e-0013eb452cc4 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:13:25.866293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Pushing event updated for resources: {'Port': ['ID=3837a1f0-0990-471d-9225-ad53eb535c90,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:25.889326 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a30d4e9-ecd8-48d5-8a7f-113a84163e38 req-39a6838b-d608-488a-9433-3660bb506538 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283786 Jul 16 01:13:25.967769 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.165537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Attempting to bind port 3837a1f0-0990-471d-9225-ad53eb535c90 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:26.168776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Attempting to bind port 3837a1f0-0990-471d-9225-ad53eb535c90 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:26.169368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Attempting to bind port 3837a1f0-0990-471d-9225-ad53eb535c90 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:26.182451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Port 3837a1f0-0990-471d-9225-ad53eb535c90 on network db8facb9-7f33-47d6-9f8a-78547de9b32d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:26.197994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Attempting to bind port 3837a1f0-0990-471d-9225-ad53eb535c90 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:26.226353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:26.228689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Checking segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:26.229022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Bound using segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:26.229485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Bound port: 3837a1f0-0990-471d-9225-ad53eb535c90, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:26.229858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.310589 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.498750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] For port 3837a1f0-0990-471d-9225-ad53eb535c90, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:26.508736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] For port 3837a1f0-0990-471d-9225-ad53eb535c90, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3837a1f0-0990-471d-9225-ad53eb535c90,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:26.533747 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.555226 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.568086 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Transition to ACTIVE for port object 7d734e26-335b-4167-884e-0013eb452cc4 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:26.581496 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.658574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:26.658574 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.662856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] 10.222.0.50 "PUT /v2.0/ports/3837a1f0-0990-471d-9225-ad53eb535c90 HTTP/1.1" status: 200 len: 1092 time: 1.9781363 Jul 16 01:13:26.666392 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93f069-6633-4920-b28d-906453947675 None None] Pushing event updated for resources: {'Port': ['ID=7d734e26-335b-4167-884e-0013eb452cc4,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:26.688772 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.689106 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.691484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2830dc98-8100-41bf-84b8-f7446710b91e', 'tag': '3837a1f0-0990-471d-9225-ad53eb535c90'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:26.692061 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.692575 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.696352 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.696918 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.697482 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.698064 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.698635 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.699193 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.699753 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.700308 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93f069-6633-4920-b28d-906453947675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:26.705464 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128b67d2-fb1f-44e2-beb2-c173b3350891" -d '{"events": [{"name": "network-changed", "server_uuid": "2830dc98-8100-41bf-84b8-f7446710b91e", "tag": "3837a1f0-0990-471d-9225-ad53eb535c90"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:26.876093 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Attempting to bind port 7d734e26-335b-4167-884e-0013eb452cc4 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:26.876787 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Attempting to bind port 7d734e26-335b-4167-884e-0013eb452cc4 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:26.876900 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Attempting to bind port 7d734e26-335b-4167-884e-0013eb452cc4 on network 90e7227a-696f-4b17-be86-431b8100a57c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:26.890748 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:26.891573 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Checking segment: {'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:26.892259 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.892890 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Bound using segment: {'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:26.893639 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Bound port: 7d734e26-335b-4167-884e-0013eb452cc4, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:26.894271 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.033641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bd35c-8b83-4537-8d80-fb959ff46c88 service neutron] Pushing event updated for resources: {'Port': ['ID=3837a1f0-0990-471d-9225-ad53eb535c90,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:27.069741 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dee8e8-540b-4e16-94ec-44b69fff4236 x-openstack-request-id: req-53dee8e8-540b-4e16-94ec-44b69fff4236 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:27.070844 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f162a64-e7fa-4a0c-995b-56f411ad347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.071087 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2830dc98-8100-41bf-84b8-f7446710b91e", "tag": "3837a1f0-0990-471d-9225-ad53eb535c90", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:27.071419 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53dee8e8-540b-4e16-94ec-44b69fff4236 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:27.074526 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2830dc98-8100-41bf-84b8-f7446710b91e', 'tag': '3837a1f0-0990-471d-9225-ad53eb535c90', 'status': 'completed', 'code': 200} Jul 16 01:13:27.104330 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] For port 7d734e26-335b-4167-884e-0013eb452cc4, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:27.112243 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] For port 7d734e26-335b-4167-884e-0013eb452cc4, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7d734e26-335b-4167-884e-0013eb452cc4,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:27.121924 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.193557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae5529-df22-424c-917b-eb0eade221fe req-c2bb3168-b947-4117-b7d4-94f684b9b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:27.202129 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-c2bb3168-b947-4117-b7d4-94f684b9b694 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 1095 time: 0.4293814 Jul 16 01:13:27.214436 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93f069-6633-4920-b28d-906453947675 None None] Pushing event updated for resources: {'Port': ['ID=7d734e26-335b-4167-884e-0013eb452cc4,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:27.231260 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Routers {'0e0db332-70db-42a9-b038-21b603fbd4c1'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:27.232297 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0e0db332-70db-42a9-b038-21b603fbd4c1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:27.375565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-3ae219f8-31c1-44f1-b7a7-ec5665e99702 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3837a1f0-0990-471d-9225-ad53eb535c90 HTTP/1.1" status: 200 len: 217 time: 0.1650894 Jul 16 01:13:27.537265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae5529-df22-424c-917b-eb0eade221fe req-524d483b-6c71-44c9-b60e-9018a9282979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:27.539602 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-524d483b-6c71-44c9-b60e-9018a9282979 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.1518643 Jul 16 01:13:27.541444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.627449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-7f075508-4163-482c-98eb-a12d74e94cef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782909 Jul 16 01:13:27.635139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947b59f-f619-4666-943c-1b0b1ad647a9 req-08d42372-bc2c-4be6-b78d-0bae316e4927 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:27.647747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f947b59f-f619-4666-943c-1b0b1ad647a9 req-08d42372-bc2c-4be6-b78d-0bae316e4927 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 943 time: 0.2762389 Jul 16 01:13:27.803945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f947b59f-f619-4666-943c-1b0b1ad647a9 req-137c7d87-86f5-4ef3-8bd6-a889969b01c0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498640 Jul 16 01:13:27.815967 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] Set router 0e0db332-70db-42a9-b038-21b603fbd4c1 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:28.095687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-d646ff88-5820-4d67-a3ad-6d186c47c87d service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593084 Jul 16 01:13:28.192198 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:20Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7d734e26-335b-4167-884e-0013eb452cc4', 'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'mac_address': 'fa:16:3e:43:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:18Z', 'updated_at': '2021-07-16T01:13:27Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'subnets': [{'id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:28.244609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731332bc-868d-4f80-b8d2-5d8e169d4e33 req-24de276e-f6f5-417a-8afc-a1755b7a7340 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:28.253315 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-731332bc-868d-4f80-b8d2-5d8e169d4e33 req-24de276e-f6f5-417a-8afc-a1755b7a7340 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 950 time: 0.3815119 Jul 16 01:13:28.284341 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a6621-7a3f-473f-a236-fe13802628ff None None] The sync data for ids ['0e0db332-70db-42a9-b038-21b603fbd4c1'] in n-d-791504-14 is: [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:20Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7d734e26-335b-4167-884e-0013eb452cc4', 'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'mac_address': 'fa:16:3e:43:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:18Z', 'updated_at': '2021-07-16T01:13:27Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'subnets': [{'id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:28.320440 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.398119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-731332bc-868d-4f80-b8d2-5d8e169d4e33 req-2cc2bae5-d1e5-434c-8a40-cf0a39a084a0 tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb21c658-28ba-43dc-ad2f-6410804d18c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433833 Jul 16 01:13:28.418948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dae5529-df22-424c-917b-eb0eade221fe req-cc00c179-8a80-4f8f-bdf6-143a073c726a service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144159 Jul 16 01:13:28.646503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b67d2-fb1f-44e2-beb2-c173b3350891 req-e853001f-e6b4-4c1e-a3f7-76a6573dbe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:28.649400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-128b67d2-fb1f-44e2-beb2-c173b3350891 req-e853001f-e6b4-4c1e-a3f7-76a6573dbe2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 1095 time: 0.1587598 Jul 16 01:13:28.904788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b67d2-fb1f-44e2-beb2-c173b3350891 req-5e0cd661-e0c4-4f71-911a-34954f8963c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:28.907743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-128b67d2-fb1f-44e2-beb2-c173b3350891 req-5e0cd661-e0c4-4f71-911a-34954f8963c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 911 time: 0.2516057 Jul 16 01:13:28.974354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-825dd600-8e85-401b-877d-7a8b8927d14e tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:28.981842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-825dd600-8e85-401b-877d-7a8b8927d14e tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 950 time: 0.2114623 Jul 16 01:13:29.011767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-128b67d2-fb1f-44e2-beb2-c173b3350891 req-c2a2e0f1-748f-4c39-beb1-4a89801c387d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3837a1f0-0990-471d-9225-ad53eb535c90 HTTP/1.1" status: 200 len: 217 time: 0.0937200 Jul 16 01:13:29.145269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b67d2-fb1f-44e2-beb2-c173b3350891 req-623939f8-46a4-4838-9f69-6c6243145c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:29.149046 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-128b67d2-fb1f-44e2-beb2-c173b3350891 req-623939f8-46a4-4838-9f69-6c6243145c9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.1258645 Jul 16 01:13:29.284530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-128b67d2-fb1f-44e2-beb2-c173b3350891 req-55b4d6e8-699c-41d9-b66e-9a0a4e999509 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275716 Jul 16 01:13:29.308351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-892d4952-d078-4251-bf2a-75caf5fdc32c tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Deleting port ade18ae0-7f34-4786-8a2f-17fb58ff6944 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:29.308699 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-892d4952-d078-4251-bf2a-75caf5fdc32c tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:29.575922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-892d4952-d078-4251-bf2a-75caf5fdc32c tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] For port ade18ae0-7f34-4786-8a2f-17fb58ff6944, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ade18ae0-7f34-4786-8a2f-17fb58ff6944,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:29.576751 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-892d4952-d078-4251-bf2a-75caf5fdc32c tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:29.594147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-892d4952-d078-4251-bf2a-75caf5fdc32c tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Calling delete_port for ade18ae0-7f34-4786-8a2f-17fb58ff6944 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:29.603648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-128b67d2-fb1f-44e2-beb2-c173b3350891 req-88cff252-f839-4bcd-b2c2-6570dc78c3bb service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039703 Jul 16 01:13:29.834908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3289cd-2a91-480a-a9b4-384c96125d71 req-ecbd5899-6e33-4be7-b4a8-961d2e563c50 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:29.847506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f3289cd-2a91-480a-a9b4-384c96125d71 req-ecbd5899-6e33-4be7-b4a8-961d2e563c50 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 943 time: 0.2381465 Jul 16 01:13:29.906329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-128b67d2-fb1f-44e2-beb2-c173b3350891 req-15571b30-527a-4200-a800-9f932364fbdb service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954736 Jul 16 01:13:29.907312 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f3289cd-2a91-480a-a9b4-384c96125d71 req-9958d4a8-a0bb-407c-bc6c-8bc087facdb6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559666 Jul 16 01:13:29.972508 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.040422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-892d4952-d078-4251-bf2a-75caf5fdc32c tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.057602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['ade18ae0-7f34-4786-8a2f-17fb58ff6944'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:30.091373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d4952-d078-4251-bf2a-75caf5fdc32c tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Pushing event deleted for resources: {'Port': ['ID=ade18ae0-7f34-4786-8a2f-17fb58ff6944,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:30.171067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-892d4952-d078-4251-bf2a-75caf5fdc32c tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] No DVR routers for this DVR port ade18ae0-7f34-4786-8a2f-17fb58ff6944 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:30.175317 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-892d4952-d078-4251-bf2a-75caf5fdc32c tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.183076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b99b2ca-5af5-4451-a1f8-94ac55b527a8 req-892d4952-d078-4251-bf2a-75caf5fdc32c tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.50 "DELETE /v2.0/ports/ade18ae0-7f34-4786-8a2f-17fb58ff6944 HTTP/1.1" status: 204 len: 173 time: 1.1985543 Jul 16 01:13:30.183503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7633cff-2a46-4cd1-a749-ece95bc90531', 'name': 'network-vif-deleted', 'tag': 'ade18ae0-7f34-4786-8a2f-17fb58ff6944'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:30.188593 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278ecb59-292e-4e61-8abe-48c208c6b960" -d '{"events": [{"server_uuid": "f7633cff-2a46-4cd1-a749-ece95bc90531", "name": "network-vif-deleted", "tag": "ade18ae0-7f34-4786-8a2f-17fb58ff6944"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:30.330119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3837a1f0-0990-471d-9225-ad53eb535c90 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:30.468365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7d734e26-335b-4167-884e-0013eb452cc4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:30.587288 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d685bb1-1303-4279-a475-bead28d78336 req-050c969b-75aa-4b63-bac6-5576ec23d5ab tempest-ServerDiagnosticsNegativeTest-1039748690 tempest-ServerDiagnosticsNegativeTest-1039748690-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7633cff-2a46-4cd1-a749-ece95bc90531 HTTP/1.1" status: 200 len: 210 time: 0.0515640 Jul 16 01:13:30.658424 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15129814-82f8-442e-a033-bdfbc694fc4f x-openstack-request-id: req-15129814-82f8-442e-a033-bdfbc694fc4f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:30.658800 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7633cff-2a46-4cd1-a749-ece95bc90531", "name": "network-vif-deleted", "tag": "ade18ae0-7f34-4786-8a2f-17fb58ff6944", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:30.659116 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15129814-82f8-442e-a033-bdfbc694fc4f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:30.659758 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7633cff-2a46-4cd1-a749-ece95bc90531', 'name': 'network-vif-deleted', 'tag': 'ade18ae0-7f34-4786-8a2f-17fb58ff6944', 'status': 'completed', 'code': 200} Jul 16 01:13:30.693697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 7d734e26-335b-4167-884e-0013eb452cc4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:30.707586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7d734e26-335b-4167-884e-0013eb452cc4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:30.708234 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.759440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 3837a1f0-0990-471d-9225-ad53eb535c90, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3837a1f0-0990-471d-9225-ad53eb535c90,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:30.794508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '3837a1f0-0990-471d-9225-ad53eb535c90', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'port_id': '3837a1f0-0990-471d-9225-ad53eb535c90', 'mac_address': 'fa:16:3e:6a:e9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dec5ba0-6bd7-476b-8091-6c954de6e44e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:30.932520 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.955086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3837a1f0-0990-471d-9225-ad53eb535c90 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:30.993672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 3837a1f0-0990-471d-9225-ad53eb535c90, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3837a1f0-0990-471d-9225-ad53eb535c90,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:30.999114 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:31.108823 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:31.112716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=3837a1f0-0990-471d-9225-ad53eb535c90,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:31.184811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 7d734e26-335b-4167-884e-0013eb452cc4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7d734e26-335b-4167-884e-0013eb452cc4,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:31.190736 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:31.259204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['3837a1f0-0990-471d-9225-ad53eb535c90'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:31.371642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=7d734e26-335b-4167-884e-0013eb452cc4,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:31.574485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a50cc1-3bc0-4e79-b305-c6a823500964 req-30683b5f-4e5f-42c6-8476-a5529241ac61 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:31.588063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-87a50cc1-3bc0-4e79-b305-c6a823500964 req-30683b5f-4e5f-42c6-8476-a5529241ac61 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 944 time: 0.1269188 Jul 16 01:13:31.682982 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-87a50cc1-3bc0-4e79-b305-c6a823500964 req-41d5f724-07d5-4f2c-ad4f-00de0a8e49a6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915289 Jul 16 01:13:32.061280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52268) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:32.316941 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c50aa30a-af79-4b98-b4b0-c905189775f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.334470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7d734e26-335b-4167-884e-0013eb452cc4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:32.379431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3837a1f0-0990-471d-9225-ad53eb535c90 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:32.482630 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c50aa30a-af79-4b98-b4b0-c905189775f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.488751 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c50aa30a-af79-4b98-b4b0-c905189775f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.560364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50aa30a-af79-4b98-b4b0-c905189775f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5af8ec7-a5e5-42f2-966a-4d7ba2417285,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:32.562768 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 3837a1f0-0990-471d-9225-ad53eb535c90 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:32.574406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 3837a1f0-0990-471d-9225-ad53eb535c90 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:32.575639 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.605377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52286) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:32.606534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c50aa30a-af79-4b98-b4b0-c905189775f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f47818ebfd4547d1881dbac87627383c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434070 Jul 16 01:13:32.612721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7d734e26-335b-4167-884e-0013eb452cc4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:32.613681 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.648558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:32.770441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-baecc836-448d-49f4-9981-06da525495f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.803710 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-baecc836-448d-49f4-9981-06da525495f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.864262 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-baecc836-448d-49f4-9981-06da525495f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.870117 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-baecc836-448d-49f4-9981-06da525495f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.880080 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-baecc836-448d-49f4-9981-06da525495f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5af8ec7-a5e5-42f2-966a-4d7ba2417285 HTTP/1.1" status: 204 len: 168 time: 0.2707131 Jul 16 01:13:32.900064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecc836-448d-49f4-9981-06da525495f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5af8ec7-a5e5-42f2-966a-4d7ba2417285,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:33.037751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52308) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:33.055466 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4fcca5d7-31e5-4779-b0de-1d9751181571 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f46e868a74d84094bb0c3dc0bb85a7ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031978 Jul 16 01:13:33.067778 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.098608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2830dc98-8100-41bf-84b8-f7446710b91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3837a1f0-0990-471d-9225-ad53eb535c90'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:33.103769 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c41b34-1768-4ecd-a9e5-793ecd7c32bd" -d '{"events": [{"server_uuid": "2830dc98-8100-41bf-84b8-f7446710b91e", "name": "network-vif-plugged", "status": "completed", "tag": "3837a1f0-0990-471d-9225-ad53eb535c90"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:33.129797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 3837a1f0-0990-471d-9225-ad53eb535c90, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3837a1f0-0990-471d-9225-ad53eb535c90,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:33.139627 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.143355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ade18ae0-7f34-4786-8a2f-17fb58ff6944 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:33.179402 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7d997d3-0bbd-4b98-b2f1-1c04d3f45d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.197110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78de8d-aea1-4d37-942b-b226cf5f2794 req-12ed37e9-cabf-4d43-b6cd-3116af60c6de tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:33.212509 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e78de8d-aea1-4d37-942b-b226cf5f2794 req-12ed37e9-cabf-4d43-b6cd-3116af60c6de tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 944 time: 0.1510990 Jul 16 01:13:33.244516 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1820d0-a68e-4549-8f24-87fe1ab6d04f x-openstack-request-id: req-2d1820d0-a68e-4549-8f24-87fe1ab6d04f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:33.247745 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2830dc98-8100-41bf-84b8-f7446710b91e", "name": "network-vif-plugged", "status": "completed", "tag": "3837a1f0-0990-471d-9225-ad53eb535c90", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:33.248057 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d1820d0-a68e-4549-8f24-87fe1ab6d04f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:33.248474 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2830dc98-8100-41bf-84b8-f7446710b91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3837a1f0-0990-471d-9225-ad53eb535c90', 'code': 200} Jul 16 01:13:33.249037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: ade18ae0-7f34-4786-8a2f-17fb58ff6944 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:33.249371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ade18ae0-7f34-4786-8a2f-17fb58ff6944 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:33.274283 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7d997d3-0bbd-4b98-b2f1-1c04d3f45d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.336427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=3837a1f0-0990-471d-9225-ad53eb535c90,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:33.389127 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e78de8d-aea1-4d37-942b-b226cf5f2794 req-693b1a7d-1613-489c-82c4-a396099e108e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579390 Jul 16 01:13:33.408519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a09d2760-57db-4ddd-bba4-577542a3b7bd no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:33.428372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7d997d3-0bbd-4b98-b2f1-1c04d3f45d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.431210 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7d997d3-0bbd-4b98-b2f1-1c04d3f45d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.432750 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b7d997d3-0bbd-4b98-b2f1-1c04d3f45d76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb21c658-28ba-43dc-ad2f-6410804d18c2 HTTP/1.1" status: 204 len: 168 time: 0.3938780 Jul 16 01:13:33.458711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d997d3-0bbd-4b98-b2f1-1c04d3f45d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb21c658-28ba-43dc-ad2f-6410804d18c2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:33.597319 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.606307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc788-a6ba-4766-b457-582a3788260d req-fbee1a4a-344c-4187-a35c-d95236bb8d28 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:33.609022 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-fbee1a4a-344c-4187-a35c-d95236bb8d28 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 805 time: 0.1537378 Jul 16 01:13:33.635251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd302fe-5bed-4c7a-8645-0285b13e89cf req-4ea9994d-9e45-4977-ab23-2aceaa6acd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:33.639064 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9fd302fe-5bed-4c7a-8645-0285b13e89cf req-4ea9994d-9e45-4977-ab23-2aceaa6acd27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 1097 time: 0.2892766 Jul 16 01:13:33.652315 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-ee9c0425-6113-43c1-ba37-4157c7680e3a tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/quotas/e84ae5bc7ea047b49776188bd5277b5d HTTP/1.1" status: 200 len: 375 time: 0.0323775 Jul 16 01:13:33.657761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a09d2760-57db-4ddd-bba4-577542a3b7bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:33.662263 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.727542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a09d2760-57db-4ddd-bba4-577542a3b7bd,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:33.740749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:33.757599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9fd302fe-5bed-4c7a-8645-0285b13e89cf req-7d7fbfef-72b1-4fec-ade4-e65cf99a2e65 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822632 Jul 16 01:13:33.766101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7681ac81-052f-4e0a-898c-9510e095f41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.804860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-0b33a705-f339-47f9-9df2-8faca8ad11bf tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484644 Jul 16 01:13:33.910947 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7681ac81-052f-4e0a-898c-9510e095f41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.917248 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7681ac81-052f-4e0a-898c-9510e095f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.975890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7681ac81-052f-4e0a-898c-9510e095f41d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f41f419b3b84275a296ee983ca12738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327552 Jul 16 01:13:33.977803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52338) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:33.985396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-9b1436e1-223a-47cc-993b-3eea6478832d service neutron] 10.222.0.64 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681042 Jul 16 01:13:33.988182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681ac81-052f-4e0a-898c-9510e095f41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f463fd-c1ea-4a6e-9870-f36acbef54f1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:34.050969 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-902a4b6b-6d16-4fee-826e-9857a3ca5351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.101915 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-902a4b6b-6d16-4fee-826e-9857a3ca5351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.179454 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-9d0ed429-60f9-4f62-b8d4-e5bbc39ba0fe service neutron] 10.222.0.64 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927361 Jul 16 01:13:34.183179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52342) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:34.252395 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-902a4b6b-6d16-4fee-826e-9857a3ca5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.255056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-902a4b6b-6d16-4fee-826e-9857a3ca5351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.256242 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-902a4b6b-6d16-4fee-826e-9857a3ca5351 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59f463fd-c1ea-4a6e-9870-f36acbef54f1 HTTP/1.1" status: 204 len: 168 time: 0.2772291 Jul 16 01:13:34.271499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a4b6b-6d16-4fee-826e-9857a3ca5351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f463fd-c1ea-4a6e-9870-f36acbef54f1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:34.444282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52356) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:34.460992 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2060a50b-b2b7-4499-8903-03531260a41e req-434d3fae-055f-4db9-b3f1-e9a62eee4484 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 210 time: 0.0473447 Jul 16 01:13:34.480009 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-650384cf-bb56-4db3-8910-05f519eae10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.680744 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7844efb-3454-4e2b-b72f-68e857722b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.792671 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-650384cf-bb56-4db3-8910-05f519eae10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.806519 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-650384cf-bb56-4db3-8910-05f519eae10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.885385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650384cf-bb56-4db3-8910-05f519eae10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7659ef81-ff6e-4583-a4f0-c481947a19cf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:35.032449 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-f75f1ea5-9a59-4829-bda4-d3f07bdd46a0 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:35.034718 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-f75f1ea5-9a59-4829-bda4-d3f07bdd46a0 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "GET /v2.0/ports?device_id=e269566f-1cbc-443f-8473-1eaec7c06781 HTTP/1.1" status: 200 len: 943 time: 0.1541994 Jul 16 01:13:35.038926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70897f-f48a-4268-9df1-f0b64f031e72 req-1589131e-9e0f-4d80-8f1c-788cec98ff93 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:35.047562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9e70897f-f48a-4268-9df1-f0b64f031e72 req-1589131e-9e0f-4d80-8f1c-788cec98ff93 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 945 time: 0.4701996 Jul 16 01:13:35.069279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:35.113630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:35.115183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-650384cf-bb56-4db3-8910-05f519eae10b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd54f272d88448c5abaf09d62c2ec984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682742 Jul 16 01:13:35.251180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09d2760-57db-4ddd-bba4-577542a3b7bd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:35.259252 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b86c345-2095-49d5-b2e9-8155fdd1ac5e" -d '{"events": [{"server_uuid": "e269566f-1cbc-443f-8473-1eaec7c06781", "name": "network-vif-unplugged", "status": "completed", "tag": "a09d2760-57db-4ddd-bba4-577542a3b7bd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:35.347554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f073f5c0-6b3d-4666-af50-462475e3b201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.412418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9e70897f-f48a-4268-9df1-f0b64f031e72 req-522d7fc8-ab52-435c-80ea-aa1c7a51a40c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489485 Jul 16 01:13:35.421819 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9518de0-1265-4f29-ae3f-e781e7e97e48 x-openstack-request-id: req-d9518de0-1265-4f29-ae3f-e781e7e97e48 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:35.422156 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e269566f-1cbc-443f-8473-1eaec7c06781", "name": "network-vif-unplugged", "status": "completed", "tag": "a09d2760-57db-4ddd-bba4-577542a3b7bd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:35.422413 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9518de0-1265-4f29-ae3f-e781e7e97e48 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:35.423018 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09d2760-57db-4ddd-bba4-577542a3b7bd', 'code': 200} Jul 16 01:13:35.439428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-01d7349c-0dc3-438a-b6c5-f645a06e1b99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Deleting port a09d2760-57db-4ddd-bba4-577542a3b7bd {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:35.440236 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-01d7349c-0dc3-438a-b6c5-f645a06e1b99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.479062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a107bf-4bc5-4858-bebb-4c7dc2020810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.563064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7844efb-3454-4e2b-b72f-68e857722b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.586235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7844efb-3454-4e2b-b72f-68e857722b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.619427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-dd715bb3-bc57-4fdc-8ee9-af78ab22b4dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3955350 Jul 16 01:13:35.644706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-01d7349c-0dc3-438a-b6c5-f645a06e1b99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] For port a09d2760-57db-4ddd-bba4-577542a3b7bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a09d2760-57db-4ddd-bba4-577542a3b7bd,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:35.645606 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-01d7349c-0dc3-438a-b6c5-f645a06e1b99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.664963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-01d7349c-0dc3-438a-b6c5-f645a06e1b99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Calling delete_port for a09d2760-57db-4ddd-bba4-577542a3b7bd owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:35.721894 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b7844efb-3454-4e2b-b72f-68e857722b59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9698438f8f9641d5a752b8366e7d9927&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5376661 Jul 16 01:13:35.723557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7844efb-3454-4e2b-b72f-68e857722b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d317db55-c595-4f6a-ac62-3c0b32b01ea2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:35.726384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52392) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:35.889655 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df0d25b4-f561-489e-acf5-72cc8a003354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.893963 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a107bf-4bc5-4858-bebb-4c7dc2020810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.901773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f073f5c0-6b3d-4666-af50-462475e3b201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.909975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a107bf-4bc5-4858-bebb-4c7dc2020810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.941512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df0d25b4-f561-489e-acf5-72cc8a003354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.969811 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8cf1c17f-252c-48dd-933a-7133a4b75017 req-d221d782-b876-48f0-9ea0-9dad9386e344 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 210 time: 0.0909514 Jul 16 01:13:36.006135 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f9a107bf-4bc5-4858-bebb-4c7dc2020810 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bcaf41fc0ca044068ebcdef27c2e1e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9283657 Jul 16 01:13:36.008975 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:36.022781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a107bf-4bc5-4858-bebb-4c7dc2020810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee086bd-7a45-4ced-8d1c-d41a11d90030,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:36.038242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-9220315e-48a7-4760-b28c-41d18ccb3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.039914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-9220315e-48a7-4760-b28c-41d18ccb3e61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fce90306888f4cae88a734b74f6c46f7&device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 1098 time: 0.2480204 Jul 16 01:13:36.099702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-01d7349c-0dc3-438a-b6c5-f645a06e1b99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.152722 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df0d25b4-f561-489e-acf5-72cc8a003354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.158677 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df0d25b4-f561-489e-acf5-72cc8a003354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.160126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-df0d25b4-f561-489e-acf5-72cc8a003354 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d317db55-c595-4f6a-ac62-3c0b32b01ea2 HTTP/1.1" status: 204 len: 168 time: 0.4290340 Jul 16 01:13:36.196432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7349c-0dc3-438a-b6c5-f645a06e1b99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Pushing event deleted for resources: {'Port': ['ID=a09d2760-57db-4ddd-bba4-577542a3b7bd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:36.220179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d25b4-f561-489e-acf5-72cc8a003354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d317db55-c595-4f6a-ac62-3c0b32b01ea2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:36.222323 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a780ac9a-7240-441d-ac8d-96f787be9179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.254833 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f073f5c0-6b3d-4666-af50-462475e3b201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.257628 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f073f5c0-6b3d-4666-af50-462475e3b201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.262256 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f073f5c0-6b3d-4666-af50-462475e3b201 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7659ef81-ff6e-4583-a4f0-c481947a19cf HTTP/1.1" status: 204 len: 168 time: 1.1455741 Jul 16 01:13:36.269004 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a780ac9a-7240-441d-ac8d-96f787be9179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.290378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073f5c0-6b3d-4666-af50-462475e3b201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7659ef81-ff6e-4583-a4f0-c481947a19cf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:36.313113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-639cb091-1d0d-4d00-ae28-7c778b4e1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.314939 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-639cb091-1d0d-4d00-ae28-7c778b4e1fd2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a9ce279-727f-4ba6-a0ff-02c0de57fa83 HTTP/1.1" status: 200 len: 906 time: 0.2242062 Jul 16 01:13:36.315691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-01d7349c-0dc3-438a-b6c5-f645a06e1b99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] No DVR routers for this DVR port a09d2760-57db-4ddd-bba4-577542a3b7bd on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:36.319842 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-01d7349c-0dc3-438a-b6c5-f645a06e1b99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.323751 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84c2c2e8-54b2-4fb7-9ce1-d82640f41872 req-01d7349c-0dc3-438a-b6c5-f645a06e1b99 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "DELETE /v2.0/ports/a09d2760-57db-4ddd-bba4-577542a3b7bd HTTP/1.1" status: 204 len: 173 time: 1.2822611 Jul 16 01:13:36.324740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'name': 'network-vif-deleted', 'tag': 'a09d2760-57db-4ddd-bba4-577542a3b7bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:36.329479 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c490ba-f695-48a3-95b2-3026a6c47222" -d '{"events": [{"server_uuid": "e269566f-1cbc-443f-8473-1eaec7c06781", "name": "network-vif-deleted", "tag": "a09d2760-57db-4ddd-bba4-577542a3b7bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:36.374190 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de162ba-268d-4a14-9c53-896ab09eb69a x-openstack-request-id: req-2de162ba-268d-4a14-9c53-896ab09eb69a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:36.375298 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e269566f-1cbc-443f-8473-1eaec7c06781", "name": "network-vif-deleted", "tag": "a09d2760-57db-4ddd-bba4-577542a3b7bd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:36.375855 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2de162ba-268d-4a14-9c53-896ab09eb69a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:36.376530 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e269566f-1cbc-443f-8473-1eaec7c06781', 'name': 'network-vif-deleted', 'tag': 'a09d2760-57db-4ddd-bba4-577542a3b7bd', 'status': 'completed', 'code': 200} Jul 16 01:13:36.439172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a780ac9a-7240-441d-ac8d-96f787be9179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.441675 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a780ac9a-7240-441d-ac8d-96f787be9179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.443251 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a780ac9a-7240-441d-ac8d-96f787be9179 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ee086bd-7a45-4ced-8d1c-d41a11d90030 HTTP/1.1" status: 204 len: 168 time: 0.4323776 Jul 16 01:13:36.447353 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-5aa551d4-9fa8-49d6-90dd-e9048fac8c62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838e672e-1767-42a6-8805-2e00956e1955 HTTP/1.1" status: 200 len: 1001 time: 0.1236105 Jul 16 01:13:36.464311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780ac9a-7240-441d-ac8d-96f787be9179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee086bd-7a45-4ced-8d1c-d41a11d90030,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:36.526766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-9e73f3b9-db33-4958-8171-3d63a74fa082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.528979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-9e73f3b9-db33-4958-8171-3d63a74fa082 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99407746-f7e6-4d64-9ad1-5c12cd9dac20 HTTP/1.1" status: 200 len: 845 time: 0.0728424 Jul 16 01:13:36.695747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-460931ad-5b69-4eb6-a762-6d286a0bfe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.697271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-460931ad-5b69-4eb6-a762-6d286a0bfe4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a9ce279-727f-4ba6-a0ff-02c0de57fa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1606677 Jul 16 01:13:36.740103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f299f18-9336-4f52-93e0-70e666a13eb2 req-87563719-81b5-44dd-a24f-7b504500ce19 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.754656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f299f18-9336-4f52-93e0-70e666a13eb2 req-87563719-81b5-44dd-a24f-7b504500ce19 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 945 time: 0.1569190 Jul 16 01:13:36.912896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f299f18-9336-4f52-93e0-70e666a13eb2 req-f6697ce9-3f45-4fda-b538-f6cfbddf6ebd tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561856 Jul 16 01:13:36.935352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc788-a6ba-4766-b457-582a3788260d req-643dd18e-77cd-4201-8553-34f184d78013 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.941597 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-4f7ee687-6866-4335-bd88-7ebf69907c19 service neutron] 10.222.0.67 "GET /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361820 Jul 16 01:13:36.943744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-643dd18e-77cd-4201-8553-34f184d78013 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 805 time: 0.2797470 Jul 16 01:13:36.962954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Request body: {'port': {'device_id': 'c77b9d1c-a7b6-4bda-9079-9f093e231231', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'admin_state_up': True, 'tenant_id': 'e84ae5bc7ea047b49776188bd5277b5d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:37.224975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52430) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:37.291310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad6e32da-e2dc-4463-b143-e6826b71771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.341145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Made reservation on behalf of e84ae5bc7ea047b49776188bd5277b5d for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:37.353714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.402549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a09d2760-57db-4ddd-bba4-577542a3b7bd no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:37.532789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: a09d2760-57db-4ddd-bba4-577542a3b7bd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:37.533320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a09d2760-57db-4ddd-bba4-577542a3b7bd not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:37.805971 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad6e32da-e2dc-4463-b143-e6826b71771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.809903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:37.832034 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad6e32da-e2dc-4463-b143-e6826b71771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.873464 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ad6e32da-e2dc-4463-b143-e6826b71771f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ec5c31970294c569790964d6ab062f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447580 Jul 16 01:13:37.897191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:37.916339 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55364e18-4233-4904-be5d-f31425b9b2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.997815 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8dd093db-277c-4974-819b-7024f91471ca req-03b1c708-3b3f-4bfa-a475-68f74ac4eb77 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 210 time: 0.0560031 Jul 16 01:13:38.033068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58d80725-c6e6-41ee-8952-073e7896e8fc req-1a8e550e-c4e1-435b-8c7e-f187f4160934 service neutron] 10.222.0.67 "GET /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0746725 Jul 16 01:13:38.055350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e32da-e2dc-4463-b143-e6826b71771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb7febb-7b8a-4fc0-8fdc-21b5e8c26899,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:38.130856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd28d-83e5-42cc-af3d-66505d641251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.224131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd28d-83e5-42cc-af3d-66505d641251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.237607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Allocated IP 172.20.0.7 (2a15a0c6-4a36-45cb-a57e-583b27c31196/603c6279-2295-494f-bf1a-1b81562edde4/76b01e32-c145-40c3-938b-e37287360bd5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:38.328972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55364e18-4233-4904-be5d-f31425b9b2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.348181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55364e18-4233-4904-be5d-f31425b9b2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.442843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5635-a4ee-4eba-81ae-74477b805f43 req-2556766b-ada9-4a16-9d2e-77ce68eead55 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:38.450671 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-528e5635-a4ee-4eba-81ae-74477b805f43 req-2556766b-ada9-4a16-9d2e-77ce68eead55 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 945 time: 0.3052821 Jul 16 01:13:38.475693 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-55364e18-4233-4904-be5d-f31425b9b2a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b252a52763841b3b6d675a56e20345b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503322 Jul 16 01:13:38.478288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52466) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:38.479354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55364e18-4233-4904-be5d-f31425b9b2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b36bd-0165-454a-a165-a6abd520e6a8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:38.558757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-528e5635-a4ee-4eba-81ae-74477b805f43 req-415e26ad-e848-4c49-8e48-3cd532eac1f1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070914 Jul 16 01:13:38.584105 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd28d-83e5-42cc-af3d-66505d641251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.588272 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd28d-83e5-42cc-af3d-66505d641251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.599896 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fcdcd28d-83e5-42cc-af3d-66505d641251 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afb7febb-7b8a-4fc0-8fdc-21b5e8c26899 HTTP/1.1" status: 204 len: 168 time: 0.7008812 Jul 16 01:13:38.622680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d494b68-bef1-4856-af46-4be2fb474a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.627196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcd28d-83e5-42cc-af3d-66505d641251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb7febb-7b8a-4fc0-8fdc-21b5e8c26899,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:38.691785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d494b68-bef1-4856-af46-4be2fb474a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.740448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.768508 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d494b68-bef1-4856-af46-4be2fb474a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.771947 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d494b68-bef1-4856-af46-4be2fb474a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.774476 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7d494b68-bef1-4856-af46-4be2fb474a7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/226b36bd-0165-454a-a165-a6abd520e6a8 HTTP/1.1" status: 204 len: 168 time: 0.2951279 Jul 16 01:13:38.799151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d494b68-bef1-4856-af46-4be2fb474a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b36bd-0165-454a-a165-a6abd520e6a8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:38.855045 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.925233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Network 2a15a0c6-4a36-45cb-a57e-583b27c31196 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:38.929240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:38.940048 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:38.987159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Pushing event updated for resources: {'Port': ['ID=76b01e32-c145-40c3-938b-e37287360bd5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:39.023037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:39.024471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.051483 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-ffca81da-ad02-49a2-830f-667f10325710 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0917490 Jul 16 01:13:39.065546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Request body: {'port': {'device_id': 'c77b9d1c-a7b6-4bda-9079-9f093e231231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:39.438313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37da342-c975-43d1-a34e-84c943198ac1 req-b27783a3-4f1a-4e17-beee-25bc542b32dd tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:39.442664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d37da342-c975-43d1-a34e-84c943198ac1 req-b27783a3-4f1a-4e17-beee-25bc542b32dd tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 945 time: 0.1334970 Jul 16 01:13:39.551197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.574864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926c58f-27ce-4d5e-b957-4f7de38b5ce5 req-f7d04fed-e5b2-48aa-8b57-ad6c0db874f3 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:39.593412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f926c58f-27ce-4d5e-b957-4f7de38b5ce5 req-f7d04fed-e5b2-48aa-8b57-ad6c0db874f3 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 931 time: 0.1459100 Jul 16 01:13:39.677527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d37da342-c975-43d1-a34e-84c943198ac1 req-9fa2da31-2ae9-4169-afaf-61d058d1a901 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Deleting port 3837a1f0-0990-471d-9225-ad53eb535c90 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:39.678252 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d37da342-c975-43d1-a34e-84c943198ac1 req-9fa2da31-2ae9-4169-afaf-61d058d1a901 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.773059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f926c58f-27ce-4d5e-b957-4f7de38b5ce5 req-7306842e-ce67-4da0-8d59-bc2a0c3ec337 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722832 Jul 16 01:13:39.900430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d37da342-c975-43d1-a34e-84c943198ac1 req-9fa2da31-2ae9-4169-afaf-61d058d1a901 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] For port 3837a1f0-0990-471d-9225-ad53eb535c90, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3837a1f0-0990-471d-9225-ad53eb535c90,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:39.903204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d37da342-c975-43d1-a34e-84c943198ac1 req-9fa2da31-2ae9-4169-afaf-61d058d1a901 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.944935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d37da342-c975-43d1-a34e-84c943198ac1 req-9fa2da31-2ae9-4169-afaf-61d058d1a901 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Calling delete_port for 3837a1f0-0990-471d-9225-ad53eb535c90 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:40.067016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3a47-fba6-434b-bc08-d41367912c0f req-7872231b-3f10-48c8-950d-88a103c82199 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:40.068789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5ec3a47-fba6-434b-bc08-d41367912c0f req-7872231b-3f10-48c8-950d-88a103c82199 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 945 time: 0.2638249 Jul 16 01:13:40.139268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b01e32-c145-40c3-938b-e37287360bd5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:40.142623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5ec3a47-fba6-434b-bc08-d41367912c0f req-e528cee1-9cb6-446a-8fa1-88c1198cbb7c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636857 Jul 16 01:13:40.162296 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.226541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Transition to ACTIVE for port object 76b01e32-c145-40c3-938b-e37287360bd5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:40.228822 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d37da342-c975-43d1-a34e-84c943198ac1 req-9fa2da31-2ae9-4169-afaf-61d058d1a901 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.236465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.251103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['3837a1f0-0990-471d-9225-ad53eb535c90'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:40.308594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2da31-2ae9-4169-afaf-61d058d1a901 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event deleted for resources: {'Port': ['ID=3837a1f0-0990-471d-9225-ad53eb535c90,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:40.338948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Pushing event updated for resources: {'Port': ['ID=76b01e32-c145-40c3-938b-e37287360bd5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:40.427637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Attempting to bind port 76b01e32-c145-40c3-938b-e37287360bd5 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:40.428000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Attempting to bind port 76b01e32-c145-40c3-938b-e37287360bd5 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:40.428314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Attempting to bind port 76b01e32-c145-40c3-938b-e37287360bd5 on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:40.434419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Port 76b01e32-c145-40c3-938b-e37287360bd5 on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:40.434739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Attempting to bind port 76b01e32-c145-40c3-938b-e37287360bd5 on network 2a15a0c6-4a36-45cb-a57e-583b27c31196 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:40.437124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37da342-c975-43d1-a34e-84c943198ac1 req-9fa2da31-2ae9-4169-afaf-61d058d1a901 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] No DVR routers for this DVR port 3837a1f0-0990-471d-9225-ad53eb535c90 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:40.442715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d37da342-c975-43d1-a34e-84c943198ac1 req-9fa2da31-2ae9-4169-afaf-61d058d1a901 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.446957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d37da342-c975-43d1-a34e-84c943198ac1 req-9fa2da31-2ae9-4169-afaf-61d058d1a901 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "DELETE /v2.0/ports/3837a1f0-0990-471d-9225-ad53eb535c90 HTTP/1.1" status: 204 len: 173 time: 0.9939406 Jul 16 01:13:40.446957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2830dc98-8100-41bf-84b8-f7446710b91e', 'name': 'network-vif-deleted', 'tag': '3837a1f0-0990-471d-9225-ad53eb535c90'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:40.447257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:40.447257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Checking segment: {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:40.447980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Bound using segment: {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:40.449793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Bound port: 76b01e32-c145-40c3-938b-e37287360bd5, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52b9450-b044-48a6-afb6-1716c4197ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:40.451084 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.452495 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2318efd4-84d5-4b38-94e2-236b12d89dd5" -d '{"events": [{"server_uuid": "2830dc98-8100-41bf-84b8-f7446710b91e", "name": "network-vif-deleted", "tag": "3837a1f0-0990-471d-9225-ad53eb535c90"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:40.539285 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d564bb3e-53c7-4d73-bd87-3d1dcbf1e3fc x-openstack-request-id: req-d564bb3e-53c7-4d73-bd87-3d1dcbf1e3fc {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:40.540182 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2830dc98-8100-41bf-84b8-f7446710b91e", "name": "network-vif-deleted", "tag": "3837a1f0-0990-471d-9225-ad53eb535c90", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:40.540620 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d564bb3e-53c7-4d73-bd87-3d1dcbf1e3fc {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:40.541301 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2830dc98-8100-41bf-84b8-f7446710b91e', 'name': 'network-vif-deleted', 'tag': '3837a1f0-0990-471d-9225-ad53eb535c90', 'status': 'completed', 'code': 200} Jul 16 01:13:40.548476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] For port 76b01e32-c145-40c3-938b-e37287360bd5, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:40.553607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] For port 76b01e32-c145-40c3-938b-e37287360bd5, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=76b01e32-c145-40c3-938b-e37287360bd5,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:40.562783 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.601004 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:40.601625 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.603096 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] 10.222.0.67 "PUT /v2.0/ports/76b01e32-c145-40c3-938b-e37287360bd5 HTTP/1.1" status: 200 len: 1092 time: 1.5445809 Jul 16 01:13:40.603554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77b9d1c-a7b6-4bda-9079-9f093e231231', 'tag': '76b01e32-c145-40c3-938b-e37287360bd5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:40.605893 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374373a3-61c9-4aa9-93dd-79824d63658c" -d '{"events": [{"name": "network-changed", "server_uuid": "c77b9d1c-a7b6-4bda-9079-9f093e231231", "tag": "76b01e32-c145-40c3-938b-e37287360bd5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:40.636823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77688c-af36-42dd-8b12-1a32db45ea85 service neutron] Pushing event updated for resources: {'Port': ['ID=76b01e32-c145-40c3-938b-e37287360bd5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:40.697320 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f197d9-857d-437d-aa0b-2a8f0dbc472d x-openstack-request-id: req-45f197d9-857d-437d-aa0b-2a8f0dbc472d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:40.697620 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77b9d1c-a7b6-4bda-9079-9f093e231231", "tag": "76b01e32-c145-40c3-938b-e37287360bd5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:40.697875 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45f197d9-857d-437d-aa0b-2a8f0dbc472d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:40.698299 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77b9d1c-a7b6-4bda-9079-9f093e231231', 'tag': '76b01e32-c145-40c3-938b-e37287360bd5', 'status': 'completed', 'code': 200} Jul 16 01:13:40.819635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc788-a6ba-4766-b457-582a3788260d req-a6dbec13-1f4a-4981-9afa-e9bb14282dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:40.821666 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-a6dbec13-1f4a-4981-9afa-e9bb14282dd0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 1095 time: 0.0936909 Jul 16 01:13:40.885569 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-5f588e4e-681f-43f6-98a3-1e2385ebcf9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b01e32-c145-40c3-938b-e37287360bd5 HTTP/1.1" status: 200 len: 217 time: 0.0535350 Jul 16 01:13:40.951339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc788-a6ba-4766-b457-582a3788260d req-0677fedf-0121-4d7a-9c35-74d0f74d8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:40.954914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-0677fedf-0121-4d7a-9c35-74d0f74d8e72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=603c6279-2295-494f-bf1a-1b81562edde4 HTTP/1.1" status: 200 len: 845 time: 0.0622103 Jul 16 01:13:41.013668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-b8a84b45-e545-4f92-9e01-535544c0da23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a15a0c6-4a36-45cb-a57e-583b27c31196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472236 Jul 16 01:13:41.021624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc66623-d7a3-4540-8b6e-cd63a4a98a46 req-79451a1a-87f6-4b56-a4c1-16d5bd88e837 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.028730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8bc66623-d7a3-4540-8b6e-cd63a4a98a46 req-79451a1a-87f6-4b56-a4c1-16d5bd88e837 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 943 time: 0.1251283 Jul 16 01:13:41.081120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8bc66623-d7a3-4540-8b6e-cd63a4a98a46 req-ecb50067-4416-4e21-9e52-ec76dfeb9e79 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513415 Jul 16 01:13:41.181669 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-c305e444-e2f4-4a38-aad9-de5e5fed90ba service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562233 Jul 16 01:13:41.337030 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-edae0114-c3b1-478d-a1c4-9ddc06d5d839 req-44ff4777-edf6-4b92-bab7-38086a8d134a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=2830dc98-8100-41bf-84b8-f7446710b91e HTTP/1.1" status: 200 len: 210 time: 0.0434175 Jul 16 01:13:41.415237 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-261cc788-a6ba-4766-b457-582a3788260d req-0d2a04f9-c29d-40e9-9f06-5a10d2212038 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154777 Jul 16 01:13:41.597398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374373a3-61c9-4aa9-93dd-79824d63658c req-67d3f46a-679d-4bf6-a895-d001b3d14e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.599309 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-374373a3-61c9-4aa9-93dd-79824d63658c req-67d3f46a-679d-4bf6-a895-d001b3d14e97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 1095 time: 0.0986180 Jul 16 01:13:41.706818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52594) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:41.758452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374373a3-61c9-4aa9-93dd-79824d63658c req-9a60da35-9c9f-48cc-a6a3-c75aaadee44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.760863 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-374373a3-61c9-4aa9-93dd-79824d63658c req-9a60da35-9c9f-48cc-a6a3-c75aaadee44b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 200 len: 905 time: 0.1542635 Jul 16 01:13:41.823805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-374373a3-61c9-4aa9-93dd-79824d63658c req-dc876b6b-e560-4511-8903-762567cbc302 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b01e32-c145-40c3-938b-e37287360bd5 HTTP/1.1" status: 200 len: 217 time: 0.0543120 Jul 16 01:13:41.856189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52608) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:41.899347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374373a3-61c9-4aa9-93dd-79824d63658c req-27690aaa-7981-45e7-ae2b-f226b37374ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.902328 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-374373a3-61c9-4aa9-93dd-79824d63658c req-27690aaa-7981-45e7-ae2b-f226b37374ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=603c6279-2295-494f-bf1a-1b81562edde4 HTTP/1.1" status: 200 len: 845 time: 0.0705397 Jul 16 01:13:41.944598 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-374373a3-61c9-4aa9-93dd-79824d63658c req-14e4d9e9-3d63-4134-9162-1ecd3e66bf19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a15a0c6-4a36-45cb-a57e-583b27c31196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332148 Jul 16 01:13:41.967993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-317492564-network', 'tenant_id': '311c9d490ea9416fa645933668cc2fc4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:42.005519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Made reservation on behalf of 311c9d490ea9416fa645933668cc2fc4 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:42.008616 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.022888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.035645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-network', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:42.077107 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-374373a3-61c9-4aa9-93dd-79824d63658c req-fe979432-05fc-409b-a7be-a807553c562d service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237369 Jul 16 01:13:42.082392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Made reservation on behalf of e5e4c0340d5140f9a0aaa43ca7498245 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:42.084968 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.105510 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.248357 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.259342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.298747 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-374373a3-61c9-4aa9-93dd-79824d63658c req-8a2b003e-a8a9-4c46-97d4-1a453b23a253 service neutron] 10.222.0.67 "GET /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109566 Jul 16 01:13:42.298992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:42.346861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b322a80-5fae-427b-ad1c-585f0833f464,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:42.349916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.350298 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Added segment 25a73a0a-997b-468b-a5b2-78f9f9d0c262 of type vlan for network 07dd00b6-c4e2-4a79-b7bb-fbffe25e965a Jul 16 01:13:42.399211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3837a1f0-0990-471d-9225-ad53eb535c90 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:42.420967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad3414-1f1f-46c0-b561-e7699c8ade8b req-66d6a062-94a6-4293-a636-1914e6ae8b58 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:42.423971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a1ad3414-1f1f-46c0-b561-e7699c8ade8b req-66d6a062-94a6-4293-a636-1914e6ae8b58 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 943 time: 0.0905201 Jul 16 01:13:42.438750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 3837a1f0-0990-471d-9225-ad53eb535c90 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:42.443360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3837a1f0-0990-471d-9225-ad53eb535c90 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:42.470445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.508566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a1ad3414-1f1f-46c0-b561-e7699c8ade8b req-463a9899-9ad7-472f-9db7-a626a475e82d tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786502 Jul 16 01:13:42.560770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.568690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52634) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:42.578273 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.583419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.584722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:42.585641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.649626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:42.655574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9438820 Jul 16 01:13:42.659491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:42.665758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f80741-6523-4921-a260-939385d2234b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:42.665948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Request body: {'subnet': {'network_id': '07dd00b6-c4e2-4a79-b7bb-fbffe25e965a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-317492564-subnet', 'tenant_id': '311c9d490ea9416fa645933668cc2fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:42.676446 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.679355 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Added segment b1f84c08-61ad-4c6f-ba98-c474ef70e81f of type vlan for network 337d4116-4df7-4d61-a915-b63073372206 Jul 16 01:13:42.707592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Made reservation on behalf of 311c9d490ea9416fa645933668cc2fc4 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:42.712840 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.770369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f174cfd-e153-4764-9965-73fdeabfb889 admin admin] Pushing event updated for resources: {'Network': ['ID=07dd00b6-c4e2-4a79-b7bb-fbffe25e965a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:42.795924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 07dd00b6-c4e2-4a79-b7bb-fbffe25e965a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:13:42.856143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.956079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.957516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:42.960304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.994690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1345830 Jul 16 01:13:42.994983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52654) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:43.000987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Request body: {'subnet': {'network_id': '337d4116-4df7-4d61-a915-b63073372206', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-subnet', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:43.075822 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.083826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f821cd-5fb1-46bc-8bf5-c439fa7a80e4 admin admin] Pushing event updated for resources: {'Network': ['ID=337d4116-4df7-4d61-a915-b63073372206,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:43.092519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Made reservation on behalf of e5e4c0340d5140f9a0aaa43ca7498245 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:43.094587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 337d4116-4df7-4d61-a915-b63073372206 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:13:43.095613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.098606 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c5500b7-cb93-4024-b719-2eb256284d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.240905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc571fc7-3299-402d-8f61-bde4c9a3b217,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:43.250078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Checking segment: {'id': '25a73a0a-997b-468b-a5b2-78f9f9d0c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '07dd00b6-c4e2-4a79-b7bb-fbffe25e965a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:43.250349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Network hostable DHCP agents. Network: 07dd00b6-c4e2-4a79-b7bb-fbffe25e965a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:13:43.267308 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-b7acbebf-f46f-492e-bfdd-5f06a116c5e0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.269125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-b7acbebf-f46f-492e-bfdd-5f06a116c5e0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.3455477 Jul 16 01:13:43.293527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c5500b7-cb93-4024-b719-2eb256284d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.293767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6f3a419d-7941-4fc4-ae27-faff8d0db13c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/quotas/319e93c2b6a747e89f168f27df7d6c9e HTTP/1.1" status: 200 len: 375 time: 0.0168788 Jul 16 01:13:43.298570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Network 07dd00b6-c4e2-4a79-b7bb-fbffe25e965a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:13:43.299889 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c5500b7-cb93-4024-b719-2eb256284d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.347286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-ec5c8069-48a3-40fc-96fe-dd991334d6ff tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447376 Jul 16 01:13:43.347936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 07dd00b6-c4e2-4a79-b7bb-fbffe25e965a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:43.353322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52660) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:43.356684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388eb1d-a13b-41b4-9c02-2bbe7f7ff608 None None] Network 07dd00b6-c4e2-4a79-b7bb-fbffe25e965a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:43.360930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.361539 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.382393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2c5500b7-cb93-4024-b719-2eb256284d33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a85798170254c40b19cea9a66cdbee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8122811 Jul 16 01:13:43.384559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52664) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:43.397907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5500b7-cb93-4024-b719-2eb256284d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda616de-60fc-421c-9aec-7e3022f13a62,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:43.426672 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-05121029-48c3-448b-938e-6365f276b094 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7657511 Jul 16 01:13:43.435629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 76b01e32-c145-40c3-938b-e37287360bd5 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:43.479058 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.513079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0b8d-5c36-42d6-94fb-f07f6d6a55ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.521883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-f2656bd3-e807-46a8-b910-301ce01b3046 service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574581 Jul 16 01:13:43.571138 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a96b53d-a659-4d48-97b4-607fa6d0f759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.614874 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0b8d-5c36-42d6-94fb-f07f6d6a55ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.622276 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce39fb8-4fac-46cf-9d66-74b483d39f5b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:43.676997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 76b01e32-c145-40c3-938b-e37287360bd5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=76b01e32-c145-40c3-938b-e37287360bd5,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:43.682701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6bf837fc-1852-4e9f-b2a6-3450095490a3 service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598294 Jul 16 01:13:43.695064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Checking segment: {'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:43.695461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Network hostable DHCP agents. Network: 337d4116-4df7-4d61-a915-b63073372206, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:13:43.759809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '76b01e32-c145-40c3-938b-e37287360bd5', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'port_id': '76b01e32-c145-40c3-938b-e37287360bd5', 'mac_address': 'fa:16:3e:a3:a7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603c6279-2295-494f-bf1a-1b81562edde4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:43.782159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Network 337d4116-4df7-4d61-a915-b63073372206 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:13:43.802364 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0b8d-5c36-42d6-94fb-f07f6d6a55ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.805349 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0b8d-5c36-42d6-94fb-f07f6d6a55ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.809488 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4dfc0b8d-5c36-42d6-94fb-f07f6d6a55ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cda616de-60fc-421c-9aec-7e3022f13a62 HTTP/1.1" status: 204 len: 168 time: 0.4231124 Jul 16 01:13:43.820314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 337d4116-4df7-4d61-a915-b63073372206) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:43.833071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ead919-a149-4097-85ee-156a71cf9578 None None] Network 337d4116-4df7-4d61-a915-b63073372206 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:43.841608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc0b8d-5c36-42d6-94fb-f07f6d6a55ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda616de-60fc-421c-9aec-7e3022f13a62,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:43.856334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.857243 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.886497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af67d4c-f954-431e-940d-98c06874f492 req-3e98ca60-c6d1-4152-8fae-290bafd606c2 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.894259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1af67d4c-f954-431e-940d-98c06874f492 req-3e98ca60-c6d1-4152-8fae-290bafd606c2 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 943 time: 0.1782887 Jul 16 01:13:43.982538 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1af67d4c-f954-431e-940d-98c06874f492 req-86f0af9d-4495-4388-bcde-abbd34ca0d6f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868690 Jul 16 01:13:43.998672 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a96b53d-a659-4d48-97b4-607fa6d0f759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.011906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a96b53d-a659-4d48-97b4-607fa6d0f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.044904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-446d8fd1-a146-41c4-a8c4-8aa8f8cb6525 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0488937 Jul 16 01:13:44.048996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:44.054862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-router', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:44.072879 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0a96b53d-a659-4d48-97b4-607fa6d0f759 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f48ebb93965b46dd8ff4871cdc14ff96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7145953 Jul 16 01:13:44.075297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96b53d-a659-4d48-97b4-607fa6d0f759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527a8207-5559-4b98-82f3-b1f047022a1e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:44.079032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52688) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:44.134654 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.143108 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.175806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9dfb13bd-1813-4298-b869-32326f3d4016 req-1a1bdefb-9ebc-413c-a269-52591d408fd1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 210 time: 0.0412691 Jul 16 01:13:44.176916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a579188-bd8c-453a-93b7-235b8dbd1107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.223314 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a579188-bd8c-453a-93b7-235b8dbd1107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.300853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.325781 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a579188-bd8c-453a-93b7-235b8dbd1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.329816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a579188-bd8c-453a-93b7-235b8dbd1107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.338696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8a579188-bd8c-453a-93b7-235b8dbd1107 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/527a8207-5559-4b98-82f3-b1f047022a1e HTTP/1.1" status: 204 len: 168 time: 0.2560270 Jul 16 01:13:44.354290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a579188-bd8c-453a-93b7-235b8dbd1107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527a8207-5559-4b98-82f3-b1f047022a1e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:44.414847 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.424021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b7a6a4-ab32-46bf-9b94-10b9a80762a0 None None] Network 07dd00b6-c4e2-4a79-b7bb-fbffe25e965a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:44.559714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b01e32-c145-40c3-938b-e37287360bd5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:44.627787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.644706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-337d4116-4df7-4d61-a915-b63073372206', 'network_id': '337d4116-4df7-4d61-a915-b63073372206', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'fixed_ips': [{'subnet_id': '0ce39fb8-4fac-46cf-9d66-74b483d39f5b'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:13:44.645838 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.650144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 76b01e32-c145-40c3-938b-e37287360bd5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=76b01e32-c145-40c3-938b-e37287360bd5,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:44.662423 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.860311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:44.868882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-369470731-network', 'tenant_id': '4ccdba3adcda488195cbc86bd64dbf42'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:44.951592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:44.970704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=76b01e32-c145-40c3-938b-e37287360bd5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:44.976809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6406054-8a85-4a4f-ae6c-a50dc67d7063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.995247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Made reservation on behalf of 4ccdba3adcda488195cbc86bd64dbf42 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:45.004940 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.013984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['76b01e32-c145-40c3-938b-e37287360bd5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:45.027866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.085199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Allocated IP 172.20.0.2 (337d4116-4df7-4d61-a915-b63073372206/0ce39fb8-4fac-46cf-9d66-74b483d39f5b/b98e3d2e-ea5a-4077-8bb2-c896d6a3c511) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:45.236654 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6406054-8a85-4a4f-ae6c-a50dc67d7063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.248104 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6406054-8a85-4a4f-ae6c-a50dc67d7063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.321190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52720) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:45.330177 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.372177 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.380138 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92b6ad9f-17b7-4baa-8cef-d22f833a9358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.387521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f6406054-8a85-4a4f-ae6c-a50dc67d7063 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=992c55abeee74a4c827ba32e94417d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336998 Jul 16 01:13:45.394422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6406054-8a85-4a4f-ae6c-a50dc67d7063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604b075a-acfc-4b67-918d-32d099c8e307,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:45.397218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:45.503158 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.514472 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c21d94e2-c56d-4dd7-9425-ea2eeeac4e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.523238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Transition to ACTIVE for port object b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:45.544989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c21d94e2-c56d-4dd7-9425-ea2eeeac4e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.553660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Transition to ACTIVE for port object b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:45.567146 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.621694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Network 337d4116-4df7-4d61-a915-b63073372206 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:45.629009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:45.636724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:45.659245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Pushing event updated for resources: {'Port': ['ID=b98e3d2e-ea5a-4077-8bb2-c896d6a3c511,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:45.678743 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-960de7ee-9f0d-4665-aa7c-396cc3388080 req-6db36f30-075c-4dad-8e7b-8e83ab3c7dd6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 210 time: 0.0487440 Jul 16 01:13:45.693356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c21d94e2-c56d-4dd7-9425-ea2eeeac4e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.700501 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c21d94e2-c56d-4dd7-9425-ea2eeeac4e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.701150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c21d94e2-c56d-4dd7-9425-ea2eeeac4e48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/604b075a-acfc-4b67-918d-32d099c8e307 HTTP/1.1" status: 204 len: 168 time: 0.2744792 Jul 16 01:13:45.716350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d94e2-c56d-4dd7-9425-ea2eeeac4e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604b075a-acfc-4b67-918d-32d099c8e307,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:45.772936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Allocated IP 172.25.4.90 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/81538a40-2af2-4680-b896-fe8b009c0b24) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:45.784069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Attempting to bind port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:45.784588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Attempting to bind port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:45.784958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Attempting to bind port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 on network 337d4116-4df7-4d61-a915-b63073372206 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:45.786525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affac70-de32-44d6-a353-20f58559acc3 req-8e978775-9045-4b8b-b84a-489b5a278bf8 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:45.791542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:45.791735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Checking segment: {'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:45.792289 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.792769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Bound using segment: {'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:45.793343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Bound port: b98e3d2e-ea5a-4077-8bb2-c896d6a3c511, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:45.793801 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.794370 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0affac70-de32-44d6-a353-20f58559acc3 req-8e978775-9045-4b8b-b84a-489b5a278bf8 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 944 time: 0.3018820 Jul 16 01:13:45.830936 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.855941 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.880135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:45.912572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] For port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:45.924545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] For port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b98e3d2e-ea5a-4077-8bb2-c896d6a3c511,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:45.936247 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.946940 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.947996 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Added segment 73c9d013-5e8c-4992-b384-5d561eeb25c1 of type vlan for network 32cd7fcd-2771-4ee8-a675-fe73ac96ae18 Jul 16 01:13:45.980817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92b6ad9f-17b7-4baa-8cef-d22f833a9358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.999106 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92b6ad9f-17b7-4baa-8cef-d22f833a9358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.032685 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0affac70-de32-44d6-a353-20f58559acc3 req-abc601d2-a3e0-4828-9787-f12621bf0524 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360253 Jul 16 01:13:46.079896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-92b6ad9f-17b7-4baa-8cef-d22f833a9358 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c62614ab2e4d4968a6894d6b3cc276a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7576969 Jul 16 01:13:46.082749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854c0dc-1d5f-4f11-8675-3f04b6e47d0f None None] Pushing event updated for resources: {'Port': ['ID=b98e3d2e-ea5a-4077-8bb2-c896d6a3c511,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:46.092985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52728) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:46.109219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4c8063-d6e2-4640-99f1-2e988b875013,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:46.141558 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.237002 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.240159 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.241119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:46.241701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.336158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6ad9f-17b7-4baa-8cef-d22f833a9358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f040363-bbcf-4270-a420-73b34a5edc9b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:46.357344 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-034b2d2b-fcec-4b16-9566-3e2d507f2177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.384575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5223706 Jul 16 01:13:46.385184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52738) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:46.398813 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-034b2d2b-fcec-4b16-9566-3e2d507f2177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.462576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Request body: {'subnet': {'network_id': '32cd7fcd-2771-4ee8-a675-fe73ac96ae18', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-369470731-subnet', 'tenant_id': '4ccdba3adcda488195cbc86bd64dbf42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:46.475616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84e1b6-c527-4488-be5e-557fad0e5d4a admin admin] Pushing event updated for resources: {'Network': ['ID=32cd7fcd-2771-4ee8-a675-fe73ac96ae18,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:46.487992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 32cd7fcd-2771-4ee8-a675-fe73ac96ae18 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:13:46.555677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6465b570-3113-4916-9c22-d7771f59b784 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:46.557708 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6465b570-3113-4916-9c22-d7771f59b784 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.4656889 Jul 16 01:13:46.567571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-034b2d2b-fcec-4b16-9566-3e2d507f2177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.571395 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-034b2d2b-fcec-4b16-9566-3e2d507f2177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.574226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-034b2d2b-fcec-4b16-9566-3e2d507f2177 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f040363-bbcf-4270-a420-73b34a5edc9b HTTP/1.1" status: 204 len: 168 time: 0.4467595 Jul 16 01:13:46.580525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.602574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Made reservation on behalf of 4ccdba3adcda488195cbc86bd64dbf42 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:46.608054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Request body: {'port': {'device_id': 'ddc7a486-44e9-47eb-b08d-df2e6b1ca64c', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'admin_state_up': True, 'tenant_id': '319e93c2b6a747e89f168f27df7d6c9e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:46.609933 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.620081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b2d2b-fcec-4b16-9566-3e2d507f2177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f040363-bbcf-4270-a420-73b34a5edc9b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:46.785803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:46.872880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:46.882388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:46.891415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Made reservation on behalf of 319e93c2b6a747e89f168f27df7d6c9e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:46.895586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.939208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Pushing event updated for resources: {'Port': ['ID=81538a40-2af2-4680-b896-fe8b009c0b24,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:46.981074 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-759cb339-89c3-4265-bc11-c625936f07ea req-8af105c5-7823-4e5d-a097-280994b9824f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 210 time: 0.0498631 Jul 16 01:13:47.131389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Allocated IP 172.20.0.8 (db8facb9-7f33-47d6-9f8a-78547de9b32d/7dec5ba0-6bd7-476b-8091-6c954de6e44e/81f96385-6c52-433f-b0a3-32924f6b36d5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:47.443900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 76b01e32-c145-40c3-938b-e37287360bd5 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:47.543790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a094e-a02d-4ca8-a472-70be1f900adc req-35c15a7b-35d1-4e7c-aa03-46c4311d6d9f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:47.545613 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-732a094e-a02d-4ca8-a472-70be1f900adc req-35c15a7b-35d1-4e7c-aa03-46c4311d6d9f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 944 time: 0.2639434 Jul 16 01:13:47.550837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.594756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 76b01e32-c145-40c3-938b-e37287360bd5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:47.598922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 76b01e32-c145-40c3-938b-e37287360bd5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:47.599307 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.715507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-732a094e-a02d-4ca8-a472-70be1f900adc req-807a45b8-00b6-4ee6-a885-446854270f2a tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575201 Jul 16 01:13:47.726118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf3d41-ebb1-4505-bb31-1b236b5bcfd4 None None] Network 337d4116-4df7-4d61-a915-b63073372206 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:47.757604 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.777680 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.847665 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.868344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77b9d1c-a7b6-4bda-9079-9f093e231231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b01e32-c145-40c3-938b-e37287360bd5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:47.871313 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8473c74b-41ab-4939-91ab-bd730794e6bc" -d '{"events": [{"server_uuid": "c77b9d1c-a7b6-4bda-9079-9f093e231231", "name": "network-vif-plugged", "status": "completed", "tag": "76b01e32-c145-40c3-938b-e37287360bd5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:47.879866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-81ce85bf-7d5e-4829-8736-6e846c04f44c None None] Provisioning for port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:47.906535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 76b01e32-c145-40c3-938b-e37287360bd5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=76b01e32-c145-40c3-938b-e37287360bd5,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:47.928689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event updated for resources: {'Port': ['ID=81f96385-6c52-433f-b0a3-32924f6b36d5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:47.951009 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.952621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f50265d8-f5b3-4462-b37c-188558f4fcfa,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:47.953121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Network db8facb9-7f33-47d6-9f8a-78547de9b32d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:47.955788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:47.967379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:48.067774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:48.068653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Checking segment: {'id': '73c9d013-5e8c-4992-b384-5d561eeb25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '32cd7fcd-2771-4ee8-a675-fe73ac96ae18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:48.069182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Network hostable DHCP agents. Network: 32cd7fcd-2771-4ee8-a675-fe73ac96ae18, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:13:48.101997 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eb24e3-9c71-43af-929a-6207edbc45cc x-openstack-request-id: req-31eb24e3-9c71-43af-929a-6207edbc45cc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:48.107158 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77b9d1c-a7b6-4bda-9079-9f093e231231", "name": "network-vif-plugged", "status": "completed", "tag": "76b01e32-c145-40c3-938b-e37287360bd5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:48.107496 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31eb24e3-9c71-43af-929a-6207edbc45cc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:48.108095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:48.108257 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77b9d1c-a7b6-4bda-9079-9f093e231231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b01e32-c145-40c3-938b-e37287360bd5', 'code': 200} Jul 16 01:13:48.115422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:48.147840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=76b01e32-c145-40c3-938b-e37287360bd5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:48.157375 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-2f73ecdf-4547-461d-a5d1-47a6f8764843 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5784986 Jul 16 01:13:48.170826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Request body: {'port': {'device_id': 'ddc7a486-44e9-47eb-b08d-df2e6b1ca64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:48.337702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Network 32cd7fcd-2771-4ee8-a675-fe73ac96ae18 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:13:48.372078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:48.376005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:48.504452 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:48.528858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:48.531353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 32cd7fcd-2771-4ee8-a675-fe73ac96ae18) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:48.535656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:48.536188 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:48.544574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:48.567426 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:48.602230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2df37f9-3168-4d21-9956-a9347d4ac61b None None] Network 32cd7fcd-2771-4ee8-a675-fe73ac96ae18 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:48.702934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becb460-e423-4f8c-a4e7-ba8fc1b50610 req-efabe715-b4c3-4b1d-8f4d-8076d2550303 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:48.706281 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fecd7e2f-2ed1-4a8e-8431-38a46487c60f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3150268 Jul 16 01:13:48.712170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8becb460-e423-4f8c-a4e7-ba8fc1b50610 req-efabe715-b4c3-4b1d-8f4d-8076d2550303 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 931 time: 0.3238666 Jul 16 01:13:48.721502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad37dcb-22ab-48f7-98a9-319262156671 req-3f99e5c4-23de-4fe9-8bb8-f77b6cacd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:48.723180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ad37dcb-22ab-48f7-98a9-319262156671 req-3f99e5c4-23de-4fe9-8bb8-f77b6cacd0e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 1097 time: 0.4827292 Jul 16 01:13:48.852104 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ad37dcb-22ab-48f7-98a9-319262156671 req-43a00739-9f5f-473f-a846-4d06eef0b792 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201854 Jul 16 01:13:48.895348 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:48.897089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-79f02651-a2f7-491b-b662-aaf91139245b None None] Provisioning complete for port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:48.900026 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79f02651-a2f7-491b-b662-aaf91139245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:48.933516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Router 3033f98a-af8d-4142-a51f-6dfd6a977b8a is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:13:48.988412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:49.047387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a64412-c00c-4dfe-b24d-56780fc623b5 admin admin] Deleting subnet cc571fc7-3299-402d-8f61-bde4c9a3b217 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:13:49.049861 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b98e3d2e-ea5a-4077-8bb2-c896d6a3c511,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:49.057040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5d60c-a7c3-42dd-b0fc-e57a99e9a8a6 None None] Network 32cd7fcd-2771-4ee8-a675-fe73ac96ae18 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:49.057823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14a64412-c00c-4dfe-b24d-56780fc623b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.113976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f96385-6c52-433f-b0a3-32924f6b36d5 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:49.122280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.137516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Transition to ACTIVE for port object 81f96385-6c52-433f-b0a3-32924f6b36d5 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:49.148702 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.209416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:49.217352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Pushing event updated for resources: {'Port': ['ID=81f96385-6c52-433f-b0a3-32924f6b36d5,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:49.225502 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8becb460-e423-4f8c-a4e7-ba8fc1b50610 req-082be449-5d76-4b82-9eb7-6d88183a8a3b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124738 Jul 16 01:13:49.254886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.258527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36347fae-a671-4c0b-8203-336a2eafe04a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2083547 Jul 16 01:13:49.266189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52846) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:49.268898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Sync routers for ids ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:49.283494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.339933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Attempting to bind port 81f96385-6c52-433f-b0a3-32924f6b36d5 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:49.340622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Attempting to bind port 81f96385-6c52-433f-b0a3-32924f6b36d5 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:49.341299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Attempting to bind port 81f96385-6c52-433f-b0a3-32924f6b36d5 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:49.346720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Port 81f96385-6c52-433f-b0a3-32924f6b36d5 on network db8facb9-7f33-47d6-9f8a-78547de9b32d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:49.347549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Attempting to bind port 81f96385-6c52-433f-b0a3-32924f6b36d5 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:49.355201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:49.355542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Checking segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:49.355924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Bound using segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:49.356357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Bound port: 81f96385-6c52-433f-b0a3-32924f6b36d5, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:49.356721 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.431687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Routers {'3033f98a-af8d-4142-a51f-6dfd6a977b8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:49.432775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:49.444891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14a64412-c00c-4dfe-b24d-56780fc623b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.489767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] For port 81f96385-6c52-433f-b0a3-32924f6b36d5, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:49.493906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] For port 81f96385-6c52-433f-b0a3-32924f6b36d5, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=81f96385-6c52-433f-b0a3-32924f6b36d5,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:49.503699 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.566084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:49.567040 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.581406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] 10.222.0.50 "PUT /v2.0/ports/81f96385-6c52-433f-b0a3-32924f6b36d5 HTTP/1.1" status: 200 len: 1092 time: 1.4153111 Jul 16 01:13:49.582762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc7a486-44e9-47eb-b08d-df2e6b1ca64c', 'tag': '81f96385-6c52-433f-b0a3-32924f6b36d5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:49.590128 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc7a486-44e9-47eb-b08d-df2e6b1ca64c", "tag": "81f96385-6c52-433f-b0a3-32924f6b36d5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:49.660813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563cd27-9aa3-44a5-8933-c64064903090 req-50b5004e-4a67-4221-8060-e86de38c8434 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:49.663264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d563cd27-9aa3-44a5-8933-c64064903090 req-50b5004e-4a67-4221-8060-e86de38c8434 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 945 time: 0.7405334 Jul 16 01:13:49.675930 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14a64412-c00c-4dfe-b24d-56780fc623b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.695620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd5498-bfd1-4952-a8cf-6898be88a63b service neutron] Pushing event updated for resources: {'Port': ['ID=81f96385-6c52-433f-b0a3-32924f6b36d5,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:49.724305 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f1b6998-b883-41ad-9942-63e12e6c1853 req-9c5ff57b-15d3-4224-a8a8-f755a9575c9b tempest-FlavorsV2NegativeTest-44118709 tempest-FlavorsV2NegativeTest-44118709-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=91fb05088289491f86f69ac0d7d95ed2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821211 Jul 16 01:13:49.733368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Set router 3033f98a-af8d-4142-a51f-6dfd6a977b8a gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:49.809203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b98e3d2e-ea5a-4077-8bb2-c896d6a3c511,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:49.875884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-3dce139d-92b1-431a-80c4-848529c929f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:49.877420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-3dce139d-92b1-431a-80c4-848529c929f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 1095 time: 0.1915109 Jul 16 01:13:49.947355 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-66c58aa3-5808-4c7f-9759-ea27489ed0cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f96385-6c52-433f-b0a3-32924f6b36d5 HTTP/1.1" status: 200 len: 217 time: 0.0570438 Jul 16 01:13:49.961454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b6998-b883-41ad-9942-63e12e6c1853 req-b11cee52-7a24-482f-8d18-322859d0a3aa tempest-FlavorsV2NegativeTest-44118709 tempest-FlavorsV2NegativeTest-44118709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:49.963046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f1b6998-b883-41ad-9942-63e12e6c1853 req-b11cee52-7a24-482f-8d18-322859d0a3aa tempest-FlavorsV2NegativeTest-44118709 tempest-FlavorsV2NegativeTest-44118709-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216113 Jul 16 01:13:50.009008 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-router', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:44Z', 'updated_at': '2021-07-16T01:13:47Z', 'revision_number': 3, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'gw_port': {'id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:45Z', 'updated_at': '2021-07-16T01:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:50.037063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f1b6998-b883-41ad-9942-63e12e6c1853 req-c35705ed-41f1-4050-9859-10108e7e0935 tempest-FlavorsV2NegativeTest-44118709 tempest-FlavorsV2NegativeTest-44118709-project] 10.222.0.64 "GET /v2.0/quotas/91fb05088289491f86f69ac0d7d95ed2 HTTP/1.1" status: 200 len: 375 time: 0.0504897 Jul 16 01:13:50.046587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d563cd27-9aa3-44a5-8933-c64064903090 req-99b7900e-99e3-4676-9953-4b743390e253 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712668 Jul 16 01:13:50.082036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Checking router: 3033f98a-af8d-4142-a51f-6dfd6a977b8a for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:50.082834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Updating router 3033f98a-af8d-4142-a51f-6dfd6a977b8a port 81538a40-2af2-4680-b896-fe8b009c0b24 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:13:50.097004 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f1b6998-b883-41ad-9942-63e12e6c1853 req-325114eb-0a7c-468e-9f8d-b886695eb2e0 tempest-FlavorsV2NegativeTest-44118709 tempest-FlavorsV2NegativeTest-44118709-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=91fb05088289491f86f69ac0d7d95ed2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561728 Jul 16 01:13:50.097004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-4eec32db-1938-4490-97cf-a9c0345d6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:50.097908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-4eec32db-1938-4490-97cf-a9c0345d6d89 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.1339734 Jul 16 01:13:50.144255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-0e0d8689-e221-4a08-a1f7-04ae1135ee2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391762 Jul 16 01:13:50.145516 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.146247 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e41d436-a4ee-4cc2-9d30-4034cdfbc5a2 x-openstack-request-id: req-6e41d436-a4ee-4cc2-9d30-4034cdfbc5a2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:50.146633 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc7a486-44e9-47eb-b08d-df2e6b1ca64c", "tag": "81f96385-6c52-433f-b0a3-32924f6b36d5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:50.146986 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e41d436-a4ee-4cc2-9d30-4034cdfbc5a2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:50.147471 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc7a486-44e9-47eb-b08d-df2e6b1ca64c', 'tag': '81f96385-6c52-433f-b0a3-32924f6b36d5', 'status': 'completed', 'code': 200} Jul 16 01:13:50.368146 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14a64412-c00c-4dfe-b24d-56780fc623b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.408584 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14a64412-c00c-4dfe-b24d-56780fc623b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.416909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-14a64412-c00c-4dfe-b24d-56780fc623b5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cc571fc7-3299-402d-8f61-bde4c9a3b217 HTTP/1.1" status: 204 len: 168 time: 1.4256423 Jul 16 01:13:50.428129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:50.625375 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.637206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-33571aae-d18f-4df4-aadb-fc7f8a1ab9ac service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852757 Jul 16 01:13:50.644207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a64412-c00c-4dfe-b24d-56780fc623b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc571fc7-3299-402d-8f61-bde4c9a3b217,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:50.814133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d79fc-3b81-47be-9c62-9ad2fb95894b req-3e126a7b-726e-4b9a-a3d6-16b37729c733 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:50.824290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc5d79fc-3b81-47be-9c62-9ad2fb95894b req-3e126a7b-726e-4b9a-a3d6-16b37729c733 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 943 time: 0.3377969 Jul 16 01:13:50.841451 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.854265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dd00b6-c4e2-4a79-b7bb-fbffe25e965a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:50.875486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a73a0a-997b-468b-a5b2-78f9f9d0c262') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:50.875910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a73a0a-997b-468b-a5b2-78f9f9d0c262') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:50.895859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.897024 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc5d79fc-3b81-47be-9c62-9ad2fb95894b req-843c9227-49aa-4ad9-8719-7d1e56e373f5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711081 Jul 16 01:13:50.907114 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27823dc1-25d8-4bb3-969c-1a23262fa7c0 req-cb64452c-5852-4c8e-a134-731eff8996a2 service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591288 Jul 16 01:13:50.913231 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.918424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:50.923505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:13:50.924076 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:13:50.926089 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:13:51.068410 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.095746 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.105526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/07dd00b6-c4e2-4a79-b7bb-fbffe25e965a HTTP/1.1" status: 204 len: 168 time: 0.6762187 Jul 16 01:13:51.106564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52904) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:51.121051 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.138269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Transition to ACTIVE for port object 81538a40-2af2-4680-b896-fe8b009c0b24 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:51.158626 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.186541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134e95c-00a2-4936-ad7c-65d05eaeb0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=07dd00b6-c4e2-4a79-b7bb-fbffe25e965a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:51.272084 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Attempting to bind port 81538a40-2af2-4680-b896-fe8b009c0b24 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:51.272440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Attempting to bind port 81538a40-2af2-4680-b896-fe8b009c0b24 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:51.280962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Attempting to bind port 81538a40-2af2-4680-b896-fe8b009c0b24 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:51.286500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:51.286869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.302304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3044b84d-52a0-4c46-8545-1871408996f3 admin admin] Deleting subnet f50265d8-f5b3-4462-b37c-188558f4fcfa {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:13:51.307683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.313286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3044b84d-52a0-4c46-8545-1871408996f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.368471 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3044b84d-52a0-4c46-8545-1871408996f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.379560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:51.380455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:51.380875 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.381523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:51.382045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Bound port: 81538a40-2af2-4680-b896-fe8b009c0b24, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:51.382426 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.458680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5b7fe-b2c5-4241-9ddd-2ddb3a84db8c None None] Pushing event updated for resources: {'Port': ['ID=81538a40-2af2-4680-b896-fe8b009c0b24,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:51.474057 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3044b84d-52a0-4c46-8545-1871408996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.544373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019ced-94ac-480f-ac79-9e1ed44d37e7 req-8cabfc45-b4c3-421c-bec0-f8d9663174a7 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:51.553374 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6019ced-94ac-480f-ac79-9e1ed44d37e7 req-8cabfc45-b4c3-421c-bec0-f8d9663174a7 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 945 time: 0.2031646 Jul 16 01:13:51.571831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] For port 81538a40-2af2-4680-b896-fe8b009c0b24, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:51.579688 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18 req-3684781f-f290-40e9-a594-eea11674e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:51.581656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18 req-3684781f-f290-40e9-a594-eea11674e709 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 1095 time: 0.5765655 Jul 16 01:13:51.589520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3044b84d-52a0-4c46-8545-1871408996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.592936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] For port 81538a40-2af2-4680-b896-fe8b009c0b24, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=81538a40-2af2-4680-b896-fe8b009c0b24,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:51.628460 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.651753 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6019ced-94ac-480f-ac79-9e1ed44d37e7 req-6860621f-ce3b-46e0-b3d8-f9012ef93d57 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973880 Jul 16 01:13:51.684887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Allocated IP 172.20.0.1 (337d4116-4df7-4d61-a915-b63073372206/0ce39fb8-4fac-46cf-9d66-74b483d39f5b/ce67c38c-77db-4614-ae08-e350e43b1194) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:51.695699 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5b7fe-b2c5-4241-9ddd-2ddb3a84db8c None None] Pushing event updated for resources: {'Port': ['ID=81538a40-2af2-4680-b896-fe8b009c0b24,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:51.736462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Routers {'3033f98a-af8d-4142-a51f-6dfd6a977b8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:51.737884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:51.875974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3044b84d-52a0-4c46-8545-1871408996f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.879645 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3044b84d-52a0-4c46-8545-1871408996f3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f50265d8-f5b3-4462-b37c-188558f4fcfa HTTP/1.1" status: 204 len: 168 time: 0.7677357 Jul 16 01:13:51.882342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044b84d-52a0-4c46-8545-1871408996f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f50265d8-f5b3-4462-b37c-188558f4fcfa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:51.891206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52928) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:51.913699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:51.963840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] Set router 3033f98a-af8d-4142-a51f-6dfd6a977b8a gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:52.068190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.098313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.145070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Transition to ACTIVE for port object ce67c38c-77db-4614-ae08-e350e43b1194 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:52.195608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18 req-7edde160-bf61-456d-8c14-fcab8d87f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:52.197181 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18 req-7edde160-bf61-456d-8c14-fcab8d87f082 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 911 time: 0.6001868 Jul 16 01:13:52.247983 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28d52e72-7991-4fc2-9777-3fc2bd051878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.300304 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.333184 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.363186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cd7fcd-2771-4ee8-a675-fe73ac96ae18']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:52.398615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c9d013-5e8c-4992-b384-5d561eeb25c1') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:52.398867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c9d013-5e8c-4992-b384-5d561eeb25c1') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:52.413503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 81f96385-6c52-433f-b0a3-32924f6b36d5 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:52.422811 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.442454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Network 337d4116-4df7-4d61-a915-b63073372206 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:52.459253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.471402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce67c38c-77db-4614-ae08-e350e43b1194,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:52.471586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-router', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:44Z', 'updated_at': '2021-07-16T01:13:47Z', 'revision_number': 3, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'gw_port': {'id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:45Z', 'updated_at': '2021-07-16T01:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:52.475759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:13:52.476230 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.490644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:52.510955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:52.563427 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:13:52.565119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a6d04a-ae33-4334-8472-0f696294f9c1 None None] The sync data for ids ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'] in n-d-791504-14 is: [{'id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-router', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:44Z', 'updated_at': '2021-07-16T01:13:47Z', 'revision_number': 3, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'gw_port': {'id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:45Z', 'updated_at': '2021-07-16T01:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:13:52.621414 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:13:52.645237 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.716260 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.776338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b4805-9a4a-4f63-b28e-826fd8eea3ba req-338e94a4-094a-409f-8495-ab8d3b8439fa tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:52.786883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c0b4805-9a4a-4f63-b28e-826fd8eea3ba req-338e94a4-094a-409f-8495-ab8d3b8439fa tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 943 time: 0.4336967 Jul 16 01:13:52.812946 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.819882 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] 10.222.0.64 "DELETE /v2.0/networks/32cd7fcd-2771-4ee8-a675-fe73ac96ae18 HTTP/1.1" status: 204 len: 168 time: 0.9210334 Jul 16 01:13:52.871277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95634042-d76f-4f6d-bab2-6b0d8e715aef admin admin] Pushing event deleted for resources: {'Network': ['ID=32cd7fcd-2771-4ee8-a675-fe73ac96ae18,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:52.894662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18 req-508f1123-921f-4bc1-a099-3be973ae7fd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f96385-6c52-433f-b0a3-32924f6b36d5 HTTP/1.1" status: 200 len: 217 time: 0.2710485 Jul 16 01:13:52.949023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 81f96385-6c52-433f-b0a3-32924f6b36d5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=81f96385-6c52-433f-b0a3-32924f6b36d5,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:52.992788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '81f96385-6c52-433f-b0a3-32924f6b36d5', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'port_id': '81f96385-6c52-433f-b0a3-32924f6b36d5', 'mac_address': 'fa:16:3e:c4:95:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dec5ba0-6bd7-476b-8091-6c954de6e44e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:53.026875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18 req-1b4f3261-a9b2-4ae9-854d-9102bfd2f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:53.028504 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18 req-1b4f3261-a9b2-4ae9-854d-9102bfd2f463 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.1293926 Jul 16 01:13:53.103758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18 req-1f635750-e678-4522-80d8-fcb3d31bfbe4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587347 Jul 16 01:13:53.114859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28d52e72-7991-4fc2-9777-3fc2bd051878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.152287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28d52e72-7991-4fc2-9777-3fc2bd051878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.208917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c0b4805-9a4a-4f63-b28e-826fd8eea3ba req-cd66ff36-79bc-47fe-abf5-a4dbe19514d2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215841 Jul 16 01:13:53.210373 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.237223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f96385-6c52-433f-b0a3-32924f6b36d5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:53.242661 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2cd77a8c-2e7c-4480-950d-85927e776fb6 None None] Provisioning for port ce67c38c-77db-4614-ae08-e350e43b1194 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:53.264248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2cd77a8c-2e7c-4480-950d-85927e776fb6 None None] Provisioning complete for port ce67c38c-77db-4614-ae08-e350e43b1194 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:53.265330 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2cd77a8c-2e7c-4480-950d-85927e776fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.333214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2cd77a8c-2e7c-4480-950d-85927e776fb6 None None] Port ce67c38c-77db-4614-ae08-e350e43b1194 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:53.348543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 81f96385-6c52-433f-b0a3-32924f6b36d5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=81f96385-6c52-433f-b0a3-32924f6b36d5,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:53.363886 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.416113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52986) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:53.477114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=81f96385-6c52-433f-b0a3-32924f6b36d5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:53.510758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18 req-ade83b24-a0bc-4a7c-89f1-36709c5445c5 service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997469 Jul 16 01:13:53.597941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['81f96385-6c52-433f-b0a3-32924f6b36d5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:53.624928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.629856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d52e72-7991-4fc2-9777-3fc2bd051878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6035212-aafa-47b0-8527-37ac6b079b86,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:53.645237 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-28d52e72-7991-4fc2-9777-3fc2bd051878 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91fb05088289491f86f69ac0d7d95ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7137260 Jul 16 01:13:53.647586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52992) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:53.688914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89dce770-a15e-4d4f-a6a4-4ef4624dcb18 req-97a1b00d-1c59-4ab7-b98c-759fdfdee15d service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688597 Jul 16 01:13:53.721445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f0ca0-a3ba-44a5-8356-535a7b67b9fe req-f10bc66b-d8d7-45a0-a3e3-9944c3b6b723 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:53.723576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-353f0ca0-a3ba-44a5-8356-535a7b67b9fe req-f10bc66b-d8d7-45a0-a3e3-9944c3b6b723 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 945 time: 0.1270425 Jul 16 01:13:53.767402 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3ec58907-2669-442f-a9f3-4c636db6d0d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=311c9d490ea9416fa645933668cc2fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483477 Jul 16 01:13:53.768322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:53.775144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab25d-1c2a-4a54-b23d-4ae0480c60f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.798713 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-353f0ca0-a3ba-44a5-8356-535a7b67b9fe req-001de1d4-9634-42b6-bb08-73a57729a8b8 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684979 Jul 16 01:13:53.859733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab25d-1c2a-4a54-b23d-4ae0480c60f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.372554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.390617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 81538a40-2af2-4680-b896-fe8b009c0b24 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:54.406470 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3be9d35-c054-493d-8e8a-1769e81f4a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.416114 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.429920 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab25d-1c2a-4a54-b23d-4ae0480c60f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.432273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 81f96385-6c52-433f-b0a3-32924f6b36d5 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:54.435287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab25d-1c2a-4a54-b23d-4ae0480c60f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.441046 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6d4ab25d-1c2a-4a54-b23d-4ae0480c60f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6035212-aafa-47b0-8527-37ac6b079b86 HTTP/1.1" status: 204 len: 168 time: 0.7869737 Jul 16 01:13:54.510466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ab25d-1c2a-4a54-b23d-4ae0480c60f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6035212-aafa-47b0-8527-37ac6b079b86,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:54.529209 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3be9d35-c054-493d-8e8a-1769e81f4a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.574852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce67c38c-77db-4614-ae08-e350e43b1194,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:54.633303 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91305f58-88a7-4fff-9cf9-fb2362a555da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.653766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.675009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 81538a40-2af2-4680-b896-fe8b009c0b24 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:54.681237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 81538a40-2af2-4680-b896-fe8b009c0b24 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:54.681952 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.770747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 81f96385-6c52-433f-b0a3-32924f6b36d5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:54.774606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 81f96385-6c52-433f-b0a3-32924f6b36d5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:54.775091 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.910408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Network 337d4116-4df7-4d61-a915-b63073372206 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:54.922925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:55.059045 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.156271 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3be9d35-c054-493d-8e8a-1769e81f4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.167548 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3be9d35-c054-493d-8e8a-1769e81f4a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.172822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d3be9d35-c054-493d-8e8a-1769e81f4a11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b322a80-5fae-427b-ad1c-585f0833f464 HTTP/1.1" status: 204 len: 168 time: 1.3923819 Jul 16 01:13:55.175969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 81538a40-2af2-4680-b896-fe8b009c0b24, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=81538a40-2af2-4680-b896-fe8b009c0b24,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:55.180835 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.197266 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.226477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c45e03-66f9-441f-ab9f-f6c7e596c0ae req-0d27c27c-00a9-4988-87ac-618627ab81bb tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:55.239062 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0c45e03-66f9-441f-ab9f-f6c7e596c0ae req-0d27c27c-00a9-4988-87ac-618627ab81bb tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 945 time: 0.1956444 Jul 16 01:13:55.284852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17130e-3dde-4ae1-8490-a824a55d0526 req-25e71c81-2b6c-4a6b-a375-bb1388330794 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:55.294471 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ac17130e-3dde-4ae1-8490-a824a55d0526 req-25e71c81-2b6c-4a6b-a375-bb1388330794 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 944 time: 0.6534538 Jul 16 01:13:55.296467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be9d35-c054-493d-8e8a-1769e81f4a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b322a80-5fae-427b-ad1c-585f0833f464,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:55.346541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0c45e03-66f9-441f-ab9f-f6c7e596c0ae req-c5f997d5-1392-4680-82ba-7c42a5393a7f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064658 Jul 16 01:13:55.408585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc7a486-44e9-47eb-b08d-df2e6b1ca64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f96385-6c52-433f-b0a3-32924f6b36d5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:55.409720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Router 3033f98a-af8d-4142-a51f-6dfd6a977b8a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:13:55.427396 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9973dfb6-6863-4394-b609-6c931402eb53" -d '{"events": [{"server_uuid": "ddc7a486-44e9-47eb-b08d-df2e6b1ca64c", "name": "network-vif-plugged", "status": "completed", "tag": "81f96385-6c52-433f-b0a3-32924f6b36d5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:55.429469 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ac17130e-3dde-4ae1-8490-a824a55d0526 req-14ea558d-9028-400d-b594-9c9c90f0cf51 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340079 Jul 16 01:13:55.486111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=81538a40-2af2-4680-b896-fe8b009c0b24,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:55.545259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 76b01e32-c145-40c3-938b-e37287360bd5 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:55.627347 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8557144c-538f-4714-933d-0247d03b53fd x-openstack-request-id: req-8557144c-538f-4714-933d-0247d03b53fd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:55.627838 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc7a486-44e9-47eb-b08d-df2e6b1ca64c", "name": "network-vif-plugged", "status": "completed", "tag": "81f96385-6c52-433f-b0a3-32924f6b36d5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:55.628260 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8557144c-538f-4714-933d-0247d03b53fd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:55.629022 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc7a486-44e9-47eb-b08d-df2e6b1ca64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f96385-6c52-433f-b0a3-32924f6b36d5', 'code': 200} Jul 16 01:13:55.633038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 81f96385-6c52-433f-b0a3-32924f6b36d5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=81f96385-6c52-433f-b0a3-32924f6b36d5,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:55.649671 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.658281 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.683200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:55.699498 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Sync routers for ids ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:55.705214 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-08ec091d-417e-4f23-93d8-f3193b6db0e7 admin admin] 10.222.0.64 "PUT /v2.0/routers/3033f98a-af8d-4142-a51f-6dfd6a977b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4369359 Jul 16 01:13:55.741143 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Routers {'3033f98a-af8d-4142-a51f-6dfd6a977b8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:55.742474 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:55.790860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 76b01e32-c145-40c3-938b-e37287360bd5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=76b01e32-c145-40c3-938b-e37287360bd5,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:55.804397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c0e63464-1b6b-469a-90a9-c449aa054de8 None None] Provisioning complete for port ce67c38c-77db-4614-ae08-e350e43b1194 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:55.808274 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0e63464-1b6b-469a-90a9-c449aa054de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.810182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '76b01e32-c145-40c3-938b-e37287360bd5', 'network_id': '2a15a0c6-4a36-45cb-a57e-583b27c31196', 'port_id': '76b01e32-c145-40c3-938b-e37287360bd5', 'mac_address': 'fa:16:3e:a3:a7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603c6279-2295-494f-bf1a-1b81562edde4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:55.865680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd55ea7-398b-4329-a917-9cda0dd5672d req-952fa938-f11c-4f1f-8e97-372fc39b51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:55.867714 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ccd55ea7-398b-4329-a917-9cda0dd5672d req-952fa938-f11c-4f1f-8e97-372fc39b51cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 1097 time: 0.1250815 Jul 16 01:13:55.935907 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ccd55ea7-398b-4329-a917-9cda0dd5672d req-4572aecb-085a-4398-915c-25ea9ea76491 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583739 Jul 16 01:13:55.978316 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Set router 3033f98a-af8d-4142-a51f-6dfd6a977b8a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:56.003734 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.063931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76b01e32-c145-40c3-938b-e37287360bd5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:56.075060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=81f96385-6c52-433f-b0a3-32924f6b36d5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:56.081283 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c0e63464-1b6b-469a-90a9-c449aa054de8 None None] Port ce67c38c-77db-4614-ae08-e350e43b1194 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:56.115620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 76b01e32-c145-40c3-938b-e37287360bd5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=76b01e32-c145-40c3-938b-e37287360bd5,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:56.125058 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.239504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=76b01e32-c145-40c3-938b-e37287360bd5,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:56.341096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['76b01e32-c145-40c3-938b-e37287360bd5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:56.341675 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-router', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:44Z', 'updated_at': '2021-07-16T01:13:53Z', 'revision_number': 4, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'gw_port': {'id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:45Z', 'updated_at': '2021-07-16T01:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ce67c38c-77db-4614-ae08-e350e43b1194', 'name': '', 'network_id': '337d4116-4df7-4d61-a915-b63073372206', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'mac_address': 'fa:16:3e:b7:37:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0ce39fb8-4fac-46cf-9d66-74b483d39f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:51Z', 'updated_at': '2021-07-16T01:13:53Z', 'revision_number': 2, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'subnets': [{'id': '0ce39fb8-4fac-46cf-9d66-74b483d39f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:56.364552 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.386250 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Checking router: 3033f98a-af8d-4142-a51f-6dfd6a977b8a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:56.387163 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Updating router 3033f98a-af8d-4142-a51f-6dfd6a977b8a port ce67c38c-77db-4614-ae08-e350e43b1194 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:13:56.467959 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.469138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 81538a40-2af2-4680-b896-fe8b009c0b24 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:56.507978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:56.658719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 81538a40-2af2-4680-b896-fe8b009c0b24 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:56.659515 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.783442 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ce8a3c5c-567a-41fc-8463-084c9626e38d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ccdba3adcda488195cbc86bd64dbf42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725191 Jul 16 01:13:56.787300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:56.938398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d013373-a66f-42fb-8484-fae2bc0a099d req-97354ad1-cbf3-4724-be9e-4c917d561f2b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:56.944566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d013373-a66f-42fb-8484-fae2bc0a099d req-97354ad1-cbf3-4724-be9e-4c917d561f2b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 945 time: 0.2430501 Jul 16 01:13:57.044239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19587d-dba4-4129-8db7-44569f7cd980 req-10de6ec3-e28e-4c9c-ad43-894c5ca7aba7 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:57.061153 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa19587d-dba4-4129-8db7-44569f7cd980 req-10de6ec3-e28e-4c9c-ad43-894c5ca7aba7 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 944 time: 0.4145236 Jul 16 01:13:57.089515 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d013373-a66f-42fb-8484-fae2bc0a099d req-c77f9323-a551-4525-93fd-2517b3b6265a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338835 Jul 16 01:13:57.196723 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9f976da-6b72-4389-be6c-77b73ab4e99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.243124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa19587d-dba4-4129-8db7-44569f7cd980 req-736bd3c1-338c-4343-8d3f-a5886f9e9a2b tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779647 Jul 16 01:13:57.247126 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.296933 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.376011 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.396257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.397129 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Transition to ACTIVE for port object ce67c38c-77db-4614-ae08-e350e43b1194 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:57.402884 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.406532 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f4c8063-d6e2-4640-99f1-2e988b875013 HTTP/1.1" status: 204 len: 168 time: 0.6035469 Jul 16 01:13:57.412858 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.419651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4c8063-d6e2-4640-99f1-2e988b875013,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:57.456587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.457151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.457715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.458313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.459029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.459596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.461801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.462419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.463372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.463925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.464495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.465021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dd36c-6b7c-4be9-a856-a17fc4cde14a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:57.514159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 76b01e32-c145-40c3-938b-e37287360bd5 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:57.518789 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304c961-3576-42f6-ad59-dd537a69f053 None None] Pushing event updated for resources: {'Port': ['ID=ce67c38c-77db-4614-ae08-e350e43b1194,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:57.566771 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.595309 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Attempting to bind port ce67c38c-77db-4614-ae08-e350e43b1194 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:57.595955 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Attempting to bind port ce67c38c-77db-4614-ae08-e350e43b1194 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:57.596509 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Attempting to bind port ce67c38c-77db-4614-ae08-e350e43b1194 on network 337d4116-4df7-4d61-a915-b63073372206 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:57.611650 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:57.611650 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Checking segment: {'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:57.611986 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.612509 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Bound using segment: {'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:57.612657 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Bound port: ce67c38c-77db-4614-ae08-e350e43b1194, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:57.613056 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.740381 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] For port ce67c38c-77db-4614-ae08-e350e43b1194, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:57.746547 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] For port ce67c38c-77db-4614-ae08-e350e43b1194, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ce67c38c-77db-4614-ae08-e350e43b1194,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:57.756264 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.849463 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304c961-3576-42f6-ad59-dd537a69f053 None None] Pushing event updated for resources: {'Port': ['ID=ce67c38c-77db-4614-ae08-e350e43b1194,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:57.870132 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.876091 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Routers {'3033f98a-af8d-4142-a51f-6dfd6a977b8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:57.877074 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:57.901275 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 76b01e32-c145-40c3-938b-e37287360bd5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:57.956289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 76b01e32-c145-40c3-938b-e37287360bd5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=76b01e32-c145-40c3-938b-e37287360bd5,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:57.966170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.047400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=76b01e32-c145-40c3-938b-e37287360bd5,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:58.106702 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] Set router 3033f98a-af8d-4142-a51f-6dfd6a977b8a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:58.292302 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.435440 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-router', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:44Z', 'updated_at': '2021-07-16T01:13:53Z', 'revision_number': 4, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'gw_port': {'id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:45Z', 'updated_at': '2021-07-16T01:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ce67c38c-77db-4614-ae08-e350e43b1194', 'name': '', 'network_id': '337d4116-4df7-4d61-a915-b63073372206', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'mac_address': 'fa:16:3e:b7:37:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0ce39fb8-4fac-46cf-9d66-74b483d39f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:51Z', 'updated_at': '2021-07-16T01:13:57Z', 'revision_number': 4, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'subnets': [{'id': '0ce39fb8-4fac-46cf-9d66-74b483d39f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:58.469281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53112) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:58.496297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f8ce4-bc3f-483d-8e06-68fa1026eae1 req-944dfd39-d511-4187-905e-35c274b774cf tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:58.497931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da1f8ce4-bc3f-483d-8e06-68fa1026eae1 req-944dfd39-d511-4187-905e-35c274b774cf tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 945 time: 0.1548743 Jul 16 01:13:58.499985 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ecef8-58bb-40d8-b1cc-69f8401042fd None None] The sync data for ids ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'] in n-d-791504-14 is: [{'id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-router', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:44Z', 'updated_at': '2021-07-16T01:13:53Z', 'revision_number': 4, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'gw_port': {'id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:45Z', 'updated_at': '2021-07-16T01:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ce67c38c-77db-4614-ae08-e350e43b1194', 'name': '', 'network_id': '337d4116-4df7-4d61-a915-b63073372206', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'mac_address': 'fa:16:3e:b7:37:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0ce39fb8-4fac-46cf-9d66-74b483d39f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:51Z', 'updated_at': '2021-07-16T01:13:57Z', 'revision_number': 4, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'subnets': [{'id': '0ce39fb8-4fac-46cf-9d66-74b483d39f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:58.589188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cd3d8-fdab-40d6-9062-84d1fa8eb50f req-f79326ef-2ebc-413c-be04-5065b9db6189 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:58.598448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-790cd3d8-fdab-40d6-9062-84d1fa8eb50f req-f79326ef-2ebc-413c-be04-5065b9db6189 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 943 time: 0.1264932 Jul 16 01:13:58.600687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53122) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:58.606588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-network', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:58.625354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da1f8ce4-bc3f-483d-8e06-68fa1026eae1 req-527359c6-4100-4e59-8336-3d959ff724c4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156228 Jul 16 01:13:58.714409 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-790cd3d8-fdab-40d6-9062-84d1fa8eb50f req-afc9e24a-7327-4b64-8520-4c9224b5bcdc tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909803 Jul 16 01:13:58.715784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Made reservation on behalf of 50d1832177754b79b5b1d8a9fee4115c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:58.721713 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.732182 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.956078 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.964164 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.005598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:59.037677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d79010-05a3-4e93-90ba-55ccb7a85230,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:59.047683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.048304 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Added segment 79b14e56-c130-4307-ad3d-185febbd7198 of type vlan for network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 Jul 16 01:13:59.110613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-network', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:59.149776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.189656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Made reservation on behalf of ffb9ff8b38c4409b93f5835f716f311b for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:59.193730 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.232704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.378612 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.379779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:59.381669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.409760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6a87c-9eae-4013-808c-2e2b732534c4 req-a2a274d0-24f5-4edf-8257-22c0179d1130 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:59.419144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02c6a87c-9eae-4013-808c-2e2b732534c4 req-a2a274d0-24f5-4edf-8257-22c0179d1130 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 946 time: 0.1385276 Jul 16 01:13:59.490729 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.526943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02c6a87c-9eae-4013-808c-2e2b732534c4 req-cd5397cc-407a-47ec-9f90-5904c607ef39 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053956 Jul 16 01:13:59.539011 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.598213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:59.624206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.624569 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Added segment 040a7224-2202-4fa6-980d-4c1a2d8a4849 of type vlan for network abf1d4a0-4573-45ea-bcfe-70b953f5709c Jul 16 01:13:59.629660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:59.635061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Request body: {'subnet': {'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-subnet', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:59.646761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0443311 Jul 16 01:13:59.679428 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Made reservation on behalf of 50d1832177754b79b5b1d8a9fee4115c for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:59.691508 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.709514 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938c259-be31-4e5f-b366-9a86457518e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7f510ab1-eddc-42db-bb3e-54fb0a7afb22,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:59.738501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:13:59.783948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b75d44-f9a5-44a7-9fcb-552d1362549c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:59.826743 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.902481 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.903656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:59.904335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.976764 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.002440 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5304446 Jul 16 01:14:00.013536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53172) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:00.022042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Request body: {'subnet': {'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-subnet', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:00.112096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269b112-2ca6-4c4b-8c6f-ad0078e5c8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=abf1d4a0-4573-45ea-bcfe-70b953f5709c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:00.126732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network abf1d4a0-4573-45ea-bcfe-70b953f5709c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:14:00.165838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Made reservation on behalf of ffb9ff8b38c4409b93f5835f716f311b for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:00.174814 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.458425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ce67c38c-77db-4614-ae08-e350e43b1194 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:00.772990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ce67c38c-77db-4614-ae08-e350e43b1194 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:00.785855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ce67c38c-77db-4614-ae08-e350e43b1194 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:00.786252 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.825118 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.924490 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.962426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0589108-88fd-4b33-aba8-a58961191be1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:00.972759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Checking segment: {'id': '79b14e56-c130-4307-ad3d-185febbd7198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:00.973198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Network hostable DHCP agents. Network: 7f510ab1-eddc-42db-bb3e-54fb0a7afb22, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:14:00.996751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:14:01.005226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Checking segment: {'id': '040a7224-2202-4fa6-980d-4c1a2d8a4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:01.005582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Network hostable DHCP agents. Network: abf1d4a0-4573-45ea-bcfe-70b953f5709c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:14:01.012151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 7f510ab1-eddc-42db-bb3e-54fb0a7afb22) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:01.019630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:01.020199 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.027639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bcad37-a32b-4cc0-9753-be584d69c08a None None] Network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:01.029605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7790c4-3a00-4cb2-9609-ded2eb488413,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:01.055008 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e46ef17d-d1ec-4b28-bf3d-5be51a2fd1fd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4214940 Jul 16 01:14:01.055240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bff890-2be9-47ff-88f8-a701bf4b85e3 req-0a109412-0366-4d48-9be6-0f955b69f57e tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:01.055980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53198) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:01.062458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-29bff890-2be9-47ff-88f8-a701bf4b85e3 req-0a109412-0366-4d48-9be6-0f955b69f57e tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 943 time: 0.5874946 Jul 16 01:14:01.073509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-router', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:01.114702 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-29bff890-2be9-47ff-88f8-a701bf4b85e3 req-393d809d-c334-472b-95fc-703237531474 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509229 Jul 16 01:14:01.115706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Network abf1d4a0-4573-45ea-bcfe-70b953f5709c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:14:01.137163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.138369 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.148031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, abf1d4a0-4573-45ea-bcfe-70b953f5709c) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:01.155195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:01.156013 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.183016 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8573172d-09c8-4c03-8427-36330df79ed7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1658018 Jul 16 01:14:01.186783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53206) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:01.194045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-router', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:01.219601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a966be-73b3-408b-bbde-83c4c01188ce None None] Network abf1d4a0-4573-45ea-bcfe-70b953f5709c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:01.243370 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.244409 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.358550 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.401025 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.424440 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.508560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ce67c38c-77db-4614-ae08-e350e43b1194, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ce67c38c-77db-4614-ae08-e350e43b1194,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:01.591588 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.604003 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-abf1d4a0-4573-45ea-bcfe-70b953f5709c', 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'fixed_ips': [{'subnet_id': '3c7790c4-3a00-4cb2-9609-ded2eb488413'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:14:01.604666 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.618132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-7f510ab1-eddc-42db-bb3e-54fb0a7afb22', 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'fixed_ips': [{'subnet_id': 'c0589108-88fd-4b33-aba8-a58961191be1'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:14:01.619239 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.731071 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.742431 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.796952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-42cefb71-2748-4d0d-9ac6-9fb2b2e775d9 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:01.798932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-42cefb71-2748-4d0d-9ac6-9fb2b2e775d9 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 943 time: 0.1708844 Jul 16 01:14:01.837074 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:14:01.895505 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bca5a-300b-4e26-b702-8940eedb5e3c req-cc9bd233-ded3-4a69-82b2-2b7e4cd63a99 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:01.907010 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-267bca5a-300b-4e26-b702-8940eedb5e3c req-cc9bd233-ded3-4a69-82b2-2b7e4cd63a99 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 946 time: 0.3662162 Jul 16 01:14:01.994314 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-267bca5a-300b-4e26-b702-8940eedb5e3c req-11e818ef-53c3-4adf-9677-a99b797062e7 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863585 Jul 16 01:14:02.042761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ce67c38c-77db-4614-ae08-e350e43b1194,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:02.137121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-03ca064c-449c-40c6-aefd-f888ae69316f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Deleting port 76b01e32-c145-40c3-938b-e37287360bd5 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:02.137701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-03ca064c-449c-40c6-aefd-f888ae69316f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.266982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.271652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Allocated IP 172.20.0.2 (7f510ab1-eddc-42db-bb3e-54fb0a7afb22/c0589108-88fd-4b33-aba8-a58961191be1/e9bcaaf7-efd0-465c-8a63-2a1b67c426aa) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:02.301062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Allocated IP 172.20.0.2 (abf1d4a0-4573-45ea-bcfe-70b953f5709c/3c7790c4-3a00-4cb2-9609-ded2eb488413/8e867288-8fa0-4df2-abd6-a23a47ded03d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:02.323497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.404467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ce67c38c-77db-4614-ae08-e350e43b1194 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:02.542128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Allocated IP 172.25.4.59 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/341ac38c-dc60-4776-bf4e-50e86dfa28a9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:02.734116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-03ca064c-449c-40c6-aefd-f888ae69316f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] For port 76b01e32-c145-40c3-938b-e37287360bd5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=76b01e32-c145-40c3-938b-e37287360bd5,segment=NetworkSegment(d52b9450-b044-48a6-afb6-1716c4197ffc),segment_id=d52b9450-b044-48a6-afb6-1716c4197ffc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:02.749334 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-03ca064c-449c-40c6-aefd-f888ae69316f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.761414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ce67c38c-77db-4614-ae08-e350e43b1194 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:02.762880 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.766878 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.810573 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.869642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:02.870747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-03ca064c-449c-40c6-aefd-f888ae69316f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Calling delete_port for 76b01e32-c145-40c3-938b-e37287360bd5 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:02.893108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Pushing event updated for resources: {'Port': ['ID=341ac38c-dc60-4776-bf4e-50e86dfa28a9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:02.898746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:02.901078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:02.935407 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.999491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Transition to ACTIVE for port object e9bcaaf7-efd0-465c-8a63-2a1b67c426aa will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:03.110854 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.132862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Transition to ACTIVE for port object 8e867288-8fa0-4df2-abd6-a23a47ded03d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:03.156091 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.160462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Transition to ACTIVE for port object 8e867288-8fa0-4df2-abd6-a23a47ded03d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:03.169487 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.190987 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.205219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-03ca064c-449c-40c6-aefd-f888ae69316f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.242029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Transition to ACTIVE for port object e9bcaaf7-efd0-465c-8a63-2a1b67c426aa will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:03.276265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Network abf1d4a0-4573-45ea-bcfe-70b953f5709c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:03.306965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Pushing event updated for resources: {'Port': ['ID=8e867288-8fa0-4df2-abd6-a23a47ded03d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:03.313985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:03.320638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:03.334538 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.401298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca064c-449c-40c6-aefd-f888ae69316f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Pushing event deleted for resources: {'Port': ['ID=76b01e32-c145-40c3-938b-e37287360bd5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:03.458331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:03.465580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53268) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:03.471819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:03.474604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Pushing event updated for resources: {'Port': ['ID=e9bcaaf7-efd0-465c-8a63-2a1b67c426aa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:03.477078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:03.482390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Attempting to bind port 8e867288-8fa0-4df2-abd6-a23a47ded03d on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:03.483039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Attempting to bind port 8e867288-8fa0-4df2-abd6-a23a47ded03d by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '040a7224-2202-4fa6-980d-4c1a2d8a4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:03.483543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Attempting to bind port 8e867288-8fa0-4df2-abd6-a23a47ded03d on network abf1d4a0-4573-45ea-bcfe-70b953f5709c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:03.492176 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.527586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-03ca064c-449c-40c6-aefd-f888ae69316f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] No DVR routers for this DVR port 76b01e32-c145-40c3-938b-e37287360bd5 on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:14:03.540804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:03.540804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Checking segment: {'id': '040a7224-2202-4fa6-980d-4c1a2d8a4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:03.541226 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.541595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Bound using segment: {'id': '040a7224-2202-4fa6-980d-4c1a2d8a4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:03.542118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Bound port: 8e867288-8fa0-4df2-abd6-a23a47ded03d, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040a7224-2202-4fa6-980d-4c1a2d8a4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:03.542496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.548037 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-03ca064c-449c-40c6-aefd-f888ae69316f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.557400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36b86a57-bfff-4ec9-9111-c2a60b37c304 req-03ca064c-449c-40c6-aefd-f888ae69316f tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.67 "DELETE /v2.0/ports/76b01e32-c145-40c3-938b-e37287360bd5 HTTP/1.1" status: 204 len: 173 time: 1.7513418 Jul 16 01:14:03.560276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 76b01e32-c145-40c3-938b-e37287360bd5 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:03.570794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77b9d1c-a7b6-4bda-9079-9f093e231231', 'name': 'network-vif-deleted', 'tag': '76b01e32-c145-40c3-938b-e37287360bd5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:03.580624 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364a9c62-9be9-4ef2-ac8f-293c8454896b" -d '{"events": [{"server_uuid": "c77b9d1c-a7b6-4bda-9079-9f093e231231", "name": "network-vif-deleted", "tag": "76b01e32-c145-40c3-938b-e37287360bd5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:03.632752 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53278) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:03.643309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054d764-d896-49e7-babe-39dfbe8bb58f req-a9c76204-50b4-4f3a-9032-607727325492 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:03.645146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Attempting to bind port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:03.645751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Attempting to bind port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '79b14e56-c130-4307-ad3d-185febbd7198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:03.646353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Attempting to bind port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa on network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:03.652447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 76b01e32-c145-40c3-938b-e37287360bd5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:14:03.653796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 76b01e32-c145-40c3-938b-e37287360bd5 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:14:03.654885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-587973360'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:03.656726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b054d764-d896-49e7-babe-39dfbe8bb58f req-a9c76204-50b4-4f3a-9032-607727325492 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/ports?device_id=c77b9d1c-a7b6-4bda-9079-9f093e231231 HTTP/1.1" status: 200 len: 865 time: 0.8199546 Jul 16 01:14:03.665500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:03.666299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Checking segment: {'id': '79b14e56-c130-4307-ad3d-185febbd7198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:03.666927 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.667529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Bound using segment: {'id': '79b14e56-c130-4307-ad3d-185febbd7198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:03.669374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Bound port: e9bcaaf7-efd0-465c-8a63-2a1b67c426aa, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b14e56-c130-4307-ad3d-185febbd7198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:03.669374 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.679743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0252cef0-8f9c-47ae-ac63-35995350d208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.706147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:03.715063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.759268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] For port 8e867288-8fa0-4df2-abd6-a23a47ded03d, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:03.810326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:14:03.810606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] For port 8e867288-8fa0-4df2-abd6-a23a47ded03d, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8e867288-8fa0-4df2-abd6-a23a47ded03d,segment=NetworkSegment(040a7224-2202-4fa6-980d-4c1a2d8a4849),segment_id=040a7224-2202-4fa6-980d-4c1a2d8a4849)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:03.817449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] For port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:03.821630 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b054d764-d896-49e7-babe-39dfbe8bb58f req-57010858-d100-4790-9a53-f12df708cd50 tempest-ImagesTestJSON-23716671 tempest-ImagesTestJSON-23716671-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06e1785-457f-48fa-a584-ff0108ddb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639259 Jul 16 01:14:03.821921 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.825676 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.826234 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Added segment cd889f19-1243-49ba-ac5d-90a5a6910422 of type vlan for network c7231af3-6249-44cf-854d-777978c3b983 Jul 16 01:14:03.863846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Allocated IP 172.25.4.68 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/8c6d6dc7-2be4-423c-9969-7e4ba85e13e0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:03.867344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] For port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e9bcaaf7-efd0-465c-8a63-2a1b67c426aa,segment=NetworkSegment(79b14e56-c130-4307-ad3d-185febbd7198),segment_id=79b14e56-c130-4307-ad3d-185febbd7198)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:03.939206 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.968630 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.067692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f28c44-d3a0-43db-b703-88adaf194856 None None] Pushing event updated for resources: {'Port': ['ID=8e867288-8fa0-4df2-abd6-a23a47ded03d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:04.190451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf1af1-4426-4f1f-b269-7701f7f61a0c None None] Pushing event updated for resources: {'Port': ['ID=e9bcaaf7-efd0-465c-8a63-2a1b67c426aa,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:04.192060 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.207179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:04.207834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.216775 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.269894 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f644e3a6-55e6-4ae8-888c-2869c6d81b00 x-openstack-request-id: req-f644e3a6-55e6-4ae8-888c-2869c6d81b00 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:04.270476 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77b9d1c-a7b6-4bda-9079-9f093e231231", "name": "network-vif-deleted", "tag": "76b01e32-c145-40c3-938b-e37287360bd5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:04.270898 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f644e3a6-55e6-4ae8-888c-2869c6d81b00 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:04.271478 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77b9d1c-a7b6-4bda-9079-9f093e231231', 'name': 'network-vif-deleted', 'tag': '76b01e32-c145-40c3-938b-e37287360bd5', 'status': 'completed', 'code': 200} Jul 16 01:14:04.323548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de97e38-e995-4c9c-95d9-d4d0c008e04e req-d8981506-d966-401a-99f3-17782433d1a3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:04.325425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0de97e38-e995-4c9c-95d9-d4d0c008e04e req-d8981506-d966-401a-99f3-17782433d1a3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 946 time: 0.2607059 Jul 16 01:14:04.392304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0de97e38-e995-4c9c-95d9-d4d0c008e04e req-f51170e6-1133-4099-a41f-58e9e29dc233 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583382 Jul 16 01:14:04.410400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.473873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:04.489194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:04.493561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:04.582357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c6d6dc7-2be4-423c-9969-7e4ba85e13e0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:04.668374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Network': ['ID=c7231af3-6249-44cf-854d-777978c3b983,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:04.673232 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0252cef0-8f9c-47ae-ac63-35995350d208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.689273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network c7231af3-6249-44cf-854d-777978c3b983 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:14:04.706371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0252cef0-8f9c-47ae-ac63-35995350d208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.734162 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-197aa6fa-3cbf-4ac3-9610-fe8717f23af0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0985231 Jul 16 01:14:04.756535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:04.837017 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1040697012'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:04.866142 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.928051 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0252cef0-8f9c-47ae-ac63-35995350d208 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ce487f6401c44c385c5dd33a7722b17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4569464 Jul 16 01:14:04.940238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:04.964356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252cef0-8f9c-47ae-ac63-35995350d208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22b9473-af06-417a-83ba-9e1b425b1c47,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:05.089676 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.107158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:05.112572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.192184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:14:05.210845 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.211215 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Added segment 2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9 of type vlan for network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 Jul 16 01:14:05.285587 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.319620 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cee3f25c-949d-4055-a00f-84e88a56ee97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.387802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cee3f25c-949d-4055-a00f-84e88a56ee97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.416492 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.449295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:05.449842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.608216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8496811 Jul 16 01:14:05.614220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:05.649513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'subnet': {'network_id': 'c7231af3-6249-44cf-854d-777978c3b983', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:05.677541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:14:05.859973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef58aa-065c-46d0-9a8d-eddf7a54b138 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Network': ['ID=aaebf08d-3259-4a82-b7fc-f3ff6e40c593,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:05.877363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:14:05.929508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-7abf3669-79cc-4daf-8d00-6dfa8055d474 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:05.935677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-7abf3669-79cc-4daf-8d00-6dfa8055d474 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.67 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 946 time: 0.9790013 Jul 16 01:14:06.042816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70afd80-b9a0-475d-85eb-7ed0f99fb23e None None] Network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:06.086698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cbe492b8-642c-4459-b346-8e6877936fb5 None None] Provisioning for port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:06.119302 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cee3f25c-949d-4055-a00f-84e88a56ee97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.122415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cee3f25c-949d-4055-a00f-84e88a56ee97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.127247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cee3f25c-949d-4055-a00f-84e88a56ee97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a22b9473-af06-417a-83ba-9e1b425b1c47 HTTP/1.1" status: 204 len: 168 time: 1.1810677 Jul 16 01:14:06.166390 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.178441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3f25c-949d-4055-a00f-84e88a56ee97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22b9473-af06-417a-83ba-9e1b425b1c47,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:06.290744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Deleting port 838e672e-1767-42a6-8805-2e00956e1955 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:06.291092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.342996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b966e8b-9ef5-4ee1-9d70-66b90d1025de None None] Network abf1d4a0-4573-45ea-bcfe-70b953f5709c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:06.404376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:06.419925 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.479984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d6a20-fa3c-4204-9271-8530c3de66c5 req-3a23013a-843f-402d-89c5-20247f86c9ab tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:06.491692 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-481d6a20-fa3c-4204-9271-8530c3de66c5 req-3a23013a-843f-402d-89c5-20247f86c9ab tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 946 time: 0.8309789 Jul 16 01:14:06.526806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:06.545361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] For port 838e672e-1767-42a6-8805-2e00956e1955, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=838e672e-1767-42a6-8805-2e00956e1955,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:06.546347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.662738 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.676435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d6f40c01-7ef5-4512-9350-1de02ecf40ea admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6145637 Jul 16 01:14:06.679360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:06.691887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e9bcaaf7-efd0-465c-8a63-2a1b67c426aa up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:06.703981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Sync routers for ids ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:06.721159 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-481d6a20-fa3c-4204-9271-8530c3de66c5 req-d59f6c91-ac22-4665-901a-3345abc126b2 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups?id=66e98be0-d741-40cb-8d63-90c1ab9522a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280586 Jul 16 01:14:06.722150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53368) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:06.742417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bec167a0-a441-4376-98c3-b72feee11eb3 None None] Provisioning for port 8e867288-8fa0-4df2-abd6-a23a47ded03d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:06.808172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Routers {'0be3d323-b4e8-47b7-9b34-6d555e8b7401'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:06.809097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:06.930626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:06.934306 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:06.980432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:06.980810 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.003989 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96c383de-4bdd-4eb6-99b4-9126ca100012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.060252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Router dae09935-eab7-4f36-bd7d-198fcbb1c86d is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:14:07.079807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f27bb0a-5a99-4ed8-966b-33e529dd006e admin admin] Deleting subnet 603c6279-2295-494f-bf1a-1b81562edde4 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:14:07.088845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f27bb0a-5a99-4ed8-966b-33e529dd006e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.159411 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f27bb0a-5a99-4ed8-966b-33e529dd006e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.207323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Set router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:07.224363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f27bb0a-5a99-4ed8-966b-33e529dd006e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.425244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f27bb0a-5a99-4ed8-966b-33e529dd006e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.430445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.505964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.506485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.509032 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Floating IP 3eb38bef-7383-4f80-ba77-e286e150814f disassociated. External IP: 172.25.4.75, port: 838e672e-1767-42a6-8805-2e00956e1955. Jul 16 01:14:07.509032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Calling delete_port for 838e672e-1767-42a6-8805-2e00956e1955 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:07.562196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0068c2b1-3741-4142-8e3f-ab5fdb83f5c1 None None] Provisioning complete for port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:07.562588 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0068c2b1-3741-4142-8e3f-ab5fdb83f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.604369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27bb0a-5a99-4ed8-966b-33e529dd006e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603c6279-2295-494f-bf1a-1b81562edde4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:07.607314 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.620866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f27bb0a-5a99-4ed8-966b-33e529dd006e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.622506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 838e672e-1767-42a6-8805-2e00956e1955 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:07.632110 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4f27bb0a-5a99-4ed8-966b-33e529dd006e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/603c6279-2295-494f-bf1a-1b81562edde4 HTTP/1.1" status: 204 len: 168 time: 0.9054270 Jul 16 01:14:07.648704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53384) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:07.794817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e9bcaaf7-efd0-465c-8a63-2a1b67c426aa,segment=NetworkSegment(79b14e56-c130-4307-ad3d-185febbd7198),segment_id=79b14e56-c130-4307-ad3d-185febbd7198)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:07.825183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:07.845868 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Sync routers for ids ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:07.851648 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.853294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8e867288-8fa0-4df2-abd6-a23a47ded03d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:07.869110 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Routers {'dae09935-eab7-4f36-bd7d-198fcbb1c86d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:07.869110 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:08.028072 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.147229 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96c383de-4bdd-4eb6-99b4-9126ca100012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.152268 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.266432 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.296127 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96c383de-4bdd-4eb6-99b4-9126ca100012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.320350 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.324325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-611a2ebb-3b22-46c9-8ca5-3979592de3d6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1337235 Jul 16 01:14:08.330746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53400) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:08.353118 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-96c383de-4bdd-4eb6-99b4-9126ca100012 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c532ace5010e49d58ae3d4893c74f889&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4100521 Jul 16 01:14:08.353118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Pushing event deleted for resources: {'Port': ['ID=838e672e-1767-42a6-8805-2e00956e1955,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:08.371002 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cee725b9-fe1e-4384-94ad-26ddd2cd06c9 req-7a071907-fafe-4590-a8a3-e1199a5edbca tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 210 time: 0.3307555 Jul 16 01:14:08.390338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53402) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:08.413548 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Set router dae09935-eab7-4f36-bd7d-198fcbb1c86d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:08.417079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=e9bcaaf7-efd0-465c-8a63-2a1b67c426aa,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:08.484718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Checking segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:08.485414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network hostable DHCP agents. Network: c7231af3-6249-44cf-854d-777978c3b983, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:14:08.490430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Subnet': ['ID=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:08.515435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-router', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:03Z', 'revision_number': 3, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'gw_port': {'id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:02Z', 'updated_at': '2021-07-16T01:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:08.574943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:14:08.587212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network c7231af3-6249-44cf-854d-777978c3b983 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:14:08.603661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db3f3760-411e-4de5-bfad-d218183b2501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.606434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Checking router: 0be3d323-b4e8-47b7-9b34-6d555e8b7401 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:08.610791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Updating router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 port 341ac38c-dc60-4776-bf4e-50e86dfa28a9 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:08.623936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 8e867288-8fa0-4df2-abd6-a23a47ded03d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:08.635705 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db3f3760-411e-4de5-bfad-d218183b2501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.651588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, c7231af3-6249-44cf-854d-777978c3b983) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:08.670874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:08.671996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3450a62-af64-46ea-afc0-f540ea65096e None None] Network c7231af3-6249-44cf-854d-777978c3b983 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:08.672145 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.673559 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8e867288-8fa0-4df2-abd6-a23a47ded03d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:08.673717 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.747914 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db3f3760-411e-4de5-bfad-d218183b2501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.761069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db3f3760-411e-4de5-bfad-d218183b2501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.763155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-db3f3760-411e-4de5-bfad-d218183b2501 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10a8e7bb-c495-40bc-a99f-f64d79f24c17 HTTP/1.1" status: 204 len: 168 time: 0.2389441 Jul 16 01:14:08.765906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c383de-4bdd-4eb6-99b4-9126ca100012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a8e7bb-c495-40bc-a99f-f64d79f24c17,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:08.851796 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-router', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:04Z', 'revision_number': 3, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'gw_port': {'id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:41:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:08.852894 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.897743 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-27d38da9-d7ce-485e-beaa-ba68946aee20 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2645242 Jul 16 01:14:08.899051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53412) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:08.924753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'subnet': {'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:08.962717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f3760-411e-4de5-bfad-d218183b2501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a8e7bb-c495-40bc-a99f-f64d79f24c17,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:08.977434 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Checking router: dae09935-eab7-4f36-bd7d-198fcbb1c86d for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:08.977857 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Updating router dae09935-eab7-4f36-bd7d-198fcbb1c86d port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:09.058507 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.158190 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.279310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:09.339806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a15a0c6-4a36-45cb-a57e-583b27c31196']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:09.369404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] No DVR routers for this DVR port 838e672e-1767-42a6-8805-2e00956e1955 on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:14:09.375095 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.378983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7483a290-4e8b-414a-a85f-34ba49d258c2 req-cee1e1dd-ce3c-4286-8956-34aa2faae6e3 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.67 "DELETE /v2.0/ports/838e672e-1767-42a6-8805-2e00956e1955 HTTP/1.1" status: 204 len: 173 time: 3.4390786 Jul 16 01:14:09.379543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'name': 'network-vif-deleted', 'tag': '838e672e-1767-42a6-8805-2e00956e1955'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:09.381851 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587117bc-346a-4026-8588-9deb630b155b" -d '{"events": [{"server_uuid": "0bb8cd02-1ebe-4a1a-891c-910528389d5a", "name": "network-vif-deleted", "tag": "838e672e-1767-42a6-8805-2e00956e1955"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:09.399243 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52b9450-b044-48a6-afb6-1716c4197ffc') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:09.401661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52b9450-b044-48a6-afb6-1716c4197ffc') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:09.431948 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.462593 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6498c8-564f-48f5-8b37-2f7587e98907 x-openstack-request-id: req-0a6498c8-564f-48f5-8b37-2f7587e98907 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:09.463103 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb8cd02-1ebe-4a1a-891c-910528389d5a", "name": "network-vif-deleted", "tag": "838e672e-1767-42a6-8805-2e00956e1955", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:09.463525 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a6498c8-564f-48f5-8b37-2f7587e98907 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:09.464100 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb8cd02-1ebe-4a1a-891c-910528389d5a', 'name': 'network-vif-deleted', 'tag': '838e672e-1767-42a6-8805-2e00956e1955', 'status': 'completed', 'code': 200} Jul 16 01:14:09.468358 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.486273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:14:09.486965 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:14:09.489015 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:14:09.505280 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.621294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] Sync routers for ids ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:09.648744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.670730 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.679072 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2a15a0c6-4a36-45cb-a57e-583b27c31196 HTTP/1.1" status: 204 len: 168 time: 2.0281329 Jul 16 01:14:09.726482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239da15f-2f2d-4c99-9721-16313d462184 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a15a0c6-4a36-45cb-a57e-583b27c31196,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:09.756855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Transition to ACTIVE for port object 341ac38c-dc60-4776-bf4e-50e86dfa28a9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:09.762573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:09.771426 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.775775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] Routers {'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:09.782583 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:09.895536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fff45040-8e18-4286-ac73-bc397ef0e810 req-06eb7bf3-4737-44d6-8db5-e9b6d3fe442e tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb8cd02-1ebe-4a1a-891c-910528389d5a HTTP/1.1" status: 200 len: 210 time: 0.1872780 Jul 16 01:14:09.925103 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.934666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53440) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:09.952071 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.986455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.046321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae2756-f58a-4019-a0c2-f150e6d88fa7 None None] Pushing event updated for resources: {'Port': ['ID=341ac38c-dc60-4776-bf4e-50e86dfa28a9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:10.058453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8c2911e8-89f0-416f-af20-e9eaf951a0d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e84ae5bc7ea047b49776188bd5277b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210978 Jul 16 01:14:10.062058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:10.067335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-c7231af3-6249-44cf-854d-777978c3b983', 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'fixed_ips': [{'subnet_id': 'd841f3de-4d8b-43bb-b2cc-6b4dc15f797a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:14:10.068209 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.174642 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23de61a3-882e-48d0-be8d-a969f4993b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.198502 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.220885 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Transition to ACTIVE for port object 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:10.239293 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23de61a3-882e-48d0-be8d-a969f4993b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.241040 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.351307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Attempting to bind port 341ac38c-dc60-4776-bf4e-50e86dfa28a9 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:10.351680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Attempting to bind port 341ac38c-dc60-4776-bf4e-50e86dfa28a9 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:10.352051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Attempting to bind port 341ac38c-dc60-4776-bf4e-50e86dfa28a9 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:10.368312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Allocated IP 172.20.0.1 (7f510ab1-eddc-42db-bb3e-54fb0a7afb22/c0589108-88fd-4b33-aba8-a58961191be1/15b09bfc-8fe4-434c-aa05-6394a5cd9ef5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:10.405253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:10.405663 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:10.406046 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.406450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:10.406931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Bound port: 341ac38c-dc60-4776-bf4e-50e86dfa28a9, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:10.407309 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.410401 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6d7ef-107c-42d7-93a2-b3da766eb42a None None] Pushing event updated for resources: {'Port': ['ID=8c6d6dc7-2be4-423c-9969-7e4ba85e13e0,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:10.412562 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23de61a3-882e-48d0-be8d-a969f4993b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.423276 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23de61a3-882e-48d0-be8d-a969f4993b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.428761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-23de61a3-882e-48d0-be8d-a969f4993b52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c06e1785-457f-48fa-a584-ff0108ddb8eb HTTP/1.1" status: 204 len: 168 time: 0.3633442 Jul 16 01:14:10.467479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de61a3-882e-48d0-be8d-a969f4993b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e1785-457f-48fa-a584-ff0108ddb8eb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:10.520529 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Attempting to bind port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:10.523113 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Attempting to bind port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:10.523753 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Attempting to bind port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:10.551351 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:10.552190 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:10.552843 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.554796 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:10.555537 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Bound port: 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:10.557099 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.674331 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] For port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:10.678264 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] For port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8c6d6dc7-2be4-423c-9969-7e4ba85e13e0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:10.680863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 8e867288-8fa0-4df2-abd6-a23a47ded03d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8e867288-8fa0-4df2-abd6-a23a47ded03d,segment=NetworkSegment(040a7224-2202-4fa6-980d-4c1a2d8a4849),segment_id=040a7224-2202-4fa6-980d-4c1a2d8a4849)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:10.689794 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.736485 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.804821 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6d7ef-107c-42d7-93a2-b3da766eb42a None None] Pushing event updated for resources: {'Port': ['ID=8c6d6dc7-2be4-423c-9969-7e4ba85e13e0,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:10.827712 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Routers {'dae09935-eab7-4f36-bd7d-198fcbb1c86d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:10.828623 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:10.941894 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] Set router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:10.964856 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] Set router dae09935-eab7-4f36-bd7d-198fcbb1c86d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:11.068139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e9bcaaf7-efd0-465c-8a63-2a1b67c426aa up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:11.082523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.174104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] For port 341ac38c-dc60-4776-bf4e-50e86dfa28a9, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:11.199804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:11.260075 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Transition to ACTIVE for port object 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:11.272486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=8e867288-8fa0-4df2-abd6-a23a47ded03d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:11.275336 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-router', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:04Z', 'revision_number': 3, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'gw_port': {'id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:41:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:11.289203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.291777 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6410631c-17bb-44a1-a700-45cc023df57f tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.305468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Allocated IP 10.1.1.2 (c7231af3-6249-44cf-854d-777978c3b983/d841f3de-4d8b-43bb-b2cc-6b4dc15f797a/4de356bc-1bd9-4d32-b2de-d250b251096e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:11.312724 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.313376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] For port 341ac38c-dc60-4776-bf4e-50e86dfa28a9, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=341ac38c-dc60-4776-bf4e-50e86dfa28a9,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:11.350850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6410631c-17bb-44a1-a700-45cc023df57f tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.366467 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.375492 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229aa12-f519-48f3-8cdf-0911af40f21c None None] The sync data for ids ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'] in n-d-791504-14 is: [{'id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-router', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:04Z', 'revision_number': 3, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'gw_port': {'id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:41:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:11.466076 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6410631c-17bb-44a1-a700-45cc023df57f tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.470238 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6410631c-17bb-44a1-a700-45cc023df57f tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.473481 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6410631c-17bb-44a1-a700-45cc023df57f tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "DELETE /v2.0/security-groups/66e98be0-d741-40cb-8d63-90c1ab9522a0 HTTP/1.1" status: 204 len: 168 time: 0.2720313 Jul 16 01:14:11.475036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53480) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:11.515528 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-5cb1326b-9447-4ad7-ba38-981c84304c94 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] show failed (client error): The resource could not be found. Jul 16 01:14:11.519805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5cb1326b-9447-4ad7-ba38-981c84304c94 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "GET /v2.0/security-groups/66e98be0-d741-40cb-8d63-90c1ab9522a0 HTTP/1.1" status: 404 len: 347 time: 0.0334778 Jul 16 01:14:11.526189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:11.587869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Subnet': ['ID=fc0b9ad1-833c-4e60-a477-a5855cdf9915,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:11.595899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410631c-17bb-44a1-a700-45cc023df57f tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e98be0-d741-40cb-8d63-90c1ab9522a0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:11.614508 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.691095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Checking segment: {'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:11.691510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network hostable DHCP agents. Network: aaebf08d-3259-4a82-b7fc-f3ff6e40c593, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:14:11.726899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae2756-f58a-4019-a0c2-f150e6d88fa7 None None] Pushing event updated for resources: {'Port': ['ID=341ac38c-dc60-4776-bf4e-50e86dfa28a9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:11.752845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:11.771975 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:11.786991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:11.802616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Pushing event updated for resources: {'Port': ['ID=15b09bfc-8fe4-434c-aa05-6394a5cd9ef5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:11.833147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a36c042d-fb40-4a40-8152-9fe94d37d111 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Deleting port 9ed284ff-d309-436e-98d1-945ff681c79d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:11.833502 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a36c042d-fb40-4a40-8152-9fe94d37d111 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.843430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Routers {'0be3d323-b4e8-47b7-9b34-6d555e8b7401'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:11.845233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:11.868596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:11.870606 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.906695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:14:11.966609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, aaebf08d-3259-4a82-b7fc-f3ff6e40c593) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:11.985175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:11.985770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.020024 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a36c042d-fb40-4a40-8152-9fe94d37d111 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.020502 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a36c042d-fb40-4a40-8152-9fe94d37d111 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.051119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a36c042d-fb40-4a40-8152-9fe94d37d111 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Calling delete_port for 9ed284ff-d309-436e-98d1-945ff681c79d owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:12.051400 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.067925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7623ce4b-b4ec-4565-8dda-bf5289e56493 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1483727 Jul 16 01:14:12.068603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53500) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:12.121452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Allocated IP 172.20.0.1 (abf1d4a0-4573-45ea-bcfe-70b953f5709c/3c7790c4-3a00-4cb2-9609-ded2eb488413/3a668536-6070-4ecd-aa62-9eb823b506a1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:12.154805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'port': {'network_id': 'c7231af3-6249-44cf-854d-777978c3b983', 'name': 'tempest-TaggedBootDevicesTest-286437153', 'fixed_ips': [{'subnet_id': 'd841f3de-4d8b-43bb-b2cc-6b4dc15f797a'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:12.166197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] Set router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:12.271107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7706def0-2124-4c3c-bdce-92b40eaba530 None None] Network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:12.293057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53506) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:12.471012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-704387e3-df5e-4638-bd8b-742c18eae997 None None] Provisioning for port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:12.471495 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a36c042d-fb40-4a40-8152-9fe94d37d111 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.483210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-704387e3-df5e-4638-bd8b-742c18eae997 None None] Provisioning complete for port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:12.483717 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-704387e3-df5e-4638-bd8b-742c18eae997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.551283 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-704387e3-df5e-4638-bd8b-742c18eae997 None None] Port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:12.617438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c042d-fb40-4a40-8152-9fe94d37d111 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Pushing event deleted for resources: {'Port': ['ID=9ed284ff-d309-436e-98d1-945ff681c79d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:12.621585 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7135ee3-8419-43ed-bf00-c14d77d41994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.825103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:59Z', 'revision_number': 5, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:12.917191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] Checking router: e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:12.919698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-aaebf08d-3259-4a82-b7fc-f3ff6e40c593', 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'fixed_ips': [{'subnet_id': 'fc0b9ad1-833c-4e60-a477-a5855cdf9915'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:14:12.921311 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.973708 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a36c042d-fb40-4a40-8152-9fe94d37d111 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.976439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a36c042d-fb40-4a40-8152-9fe94d37d111 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.984311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a36c042d-fb40-4a40-8152-9fe94d37d111 tempest-ServersTestJSON-369331882 tempest-ServersTestJSON-369331882-project] 10.222.0.64 "DELETE /v2.0/floatingips/3eb38bef-7383-4f80-ba77-e286e150814f HTTP/1.1" status: 204 len: 168 time: 1.4499283 Jul 16 01:14:12.984311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:12.986909 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.067302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7135ee3-8419-43ed-bf00-c14d77d41994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.080856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7135ee3-8419-43ed-bf00-c14d77d41994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.098387 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.117649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Transition to ACTIVE for port object 4de356bc-1bd9-4d32-b2de-d250b251096e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:13.140404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] Routers {'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:13.141374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:13.175528 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.200569 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a7135ee3-8419-43ed-bf00-c14d77d41994 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cbd5f67b1bf4b20aa1e3505766cad57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9039319 Jul 16 01:14:13.211017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:13.227563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7135ee3-8419-43ed-bf00-c14d77d41994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2c559a-ef03-49b4-ace0-98b3fb54af45,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:13.312250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Transition to ACTIVE for port object 4de356bc-1bd9-4d32-b2de-d250b251096e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:13.314417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Transition to ACTIVE for port object 3a668536-6070-4ecd-aa62-9eb823b506a1 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:13.337484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:13.390861 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-233af215-c4c4-4437-8eef-4d445c5b1b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.456868 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-233af215-c4c4-4437-8eef-4d445c5b1b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.474125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.521271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Allocated IP 10.2.2.2 (aaebf08d-3259-4a82-b7fc-f3ff6e40c593/fc0b9ad1-833c-4e60-a477-a5855cdf9915/f2550a5d-e8ce-455d-be0a-dd47f74d65f6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:13.563891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] device_id is not set on port 20b25509-f4f8-4420-8150-49ffe7d401dd yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:14:13.587733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-233af215-c4c4-4437-8eef-4d445c5b1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.590204 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-233af215-c4c4-4437-8eef-4d445c5b1b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.591507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-233af215-c4c4-4437-8eef-4d445c5b1b57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a2c559a-ef03-49b4-ace0-98b3fb54af45 HTTP/1.1" status: 204 len: 168 time: 0.3795125 Jul 16 01:14:13.623529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233af215-c4c4-4437-8eef-4d445c5b1b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2c559a-ef03-49b4-ace0-98b3fb54af45,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:13.718232 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.762482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.796338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Pushing event updated for resources: {'Port': ['ID=3a668536-6070-4ecd-aa62-9eb823b506a1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:13.848558 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.876552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Network abf1d4a0-4573-45ea-bcfe-70b953f5709c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:13.882570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:13.886519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:13.908504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:13.954981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.039158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Pushing event updated for resources: {'Port': ['ID=4de356bc-1bd9-4d32-b2de-d250b251096e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:14.094735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.095308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.095839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.096362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.096871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.097371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.098840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.099530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.100036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.100542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.101036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.101539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:14.122327 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.151099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.199459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:14.218814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Network c7231af3-6249-44cf-854d-777978c3b983 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:14.249195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:14.278231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:14.337811 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.347208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:14.348033 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.355824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53568) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:14.359059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Pushing event updated for resources: {'Port': ['ID=15b09bfc-8fe4-434c-aa05-6394a5cd9ef5,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:14.385707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82d2696e-59b7-45f8-9a2b-470e28b3ee9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.506857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Attempting to bind port 4de356bc-1bd9-4d32-b2de-d250b251096e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:14.507382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Attempting to bind port 4de356bc-1bd9-4d32-b2de-d250b251096e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:14.508667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Attempting to bind port 4de356bc-1bd9-4d32-b2de-d250b251096e on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:14.524682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:14.525262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Checking segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:14.525935 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.526599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Bound using segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:14.527384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Bound port: 4de356bc-1bd9-4d32-b2de-d250b251096e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:14.527791 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.542682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2df1c156-9f65-4561-b8db-83183979a140 None None] Provisioning for port 3a668536-6070-4ecd-aa62-9eb823b506a1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:14.564220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-router', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:03Z', 'revision_number': 3, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'gw_port': {'id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:02Z', 'updated_at': '2021-07-16T01:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:14.636985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a49f99-1281-4773-8fb9-8dec2be21057 None None] The sync data for ids ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'] in n-d-791504-14 is: [{'id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-router', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:03Z', 'revision_number': 3, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'gw_port': {'id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:02Z', 'updated_at': '2021-07-16T01:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:14.712640 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.744548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8c6d6dc7-2be4-423c-9969-7e4ba85e13e0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:14.747721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2df1c156-9f65-4561-b8db-83183979a140 None None] Provisioning complete for port 3a668536-6070-4ecd-aa62-9eb823b506a1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:14.748660 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2df1c156-9f65-4561-b8db-83183979a140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.801545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2df1c156-9f65-4561-b8db-83183979a140 None None] Port 3a668536-6070-4ecd-aa62-9eb823b506a1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:14.805304 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.806645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8e867288-8fa0-4df2-abd6-a23a47ded03d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:14.817669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] Deleting port 4d9dc171-1dc7-423b-99c5-b9d7853177d3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:14.818257 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.871080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] Set router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:14.978222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] For port 4d9dc171-1dc7-423b-99c5-b9d7853177d3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4d9dc171-1dc7-423b-99c5-b9d7853177d3,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:14.978760 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.999640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] Calling delete_port for 4d9dc171-1dc7-423b-99c5-b9d7853177d3 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:15.157019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Allocated IP 10.1.1.12 (c7231af3-6249-44cf-854d-777978c3b983/d841f3de-4d8b-43bb-b2cc-6b4dc15f797a/20b25509-f4f8-4420-8150-49ffe7d401dd) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:15.281762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] For port 4de356bc-1bd9-4d32-b2de-d250b251096e, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:15.287800 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.333553 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.343867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:15.356950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] For port 4de356bc-1bd9-4d32-b2de-d250b251096e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4de356bc-1bd9-4d32-b2de-d250b251096e,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:15.382806 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.441498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Transition to ACTIVE for port object f2550a5d-e8ce-455d-be0a-dd47f74d65f6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:15.445256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8e867288-8fa0-4df2-abd6-a23a47ded03d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:15.447868 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.480696 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.498658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:15.501113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=8c6d6dc7-2be4-423c-9969-7e4ba85e13e0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:15.505865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:15.597088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9dc171-1dc7-423b-99c5-b9d7853177d3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:15.599356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4629e-9c38-4b59-95f1-11fe963e1d6b None None] Pushing event updated for resources: {'Port': ['ID=4de356bc-1bd9-4d32-b2de-d250b251096e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:15.635291 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82d2696e-59b7-45f8-9a2b-470e28b3ee9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.649665 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.659374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Transition to ACTIVE for port object f2550a5d-e8ce-455d-be0a-dd47f74d65f6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:15.694145 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.760416 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82d2696e-59b7-45f8-9a2b-470e28b3ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.889798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Pushing event updated for resources: {'Port': ['ID=f2550a5d-e8ce-455d-be0a-dd47f74d65f6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:15.910253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:15.922646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:15.937143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:15.961559 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-82d2696e-59b7-45f8-9a2b-470e28b3ee9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4db42f341c284e0d84b0b4395bc0b38b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5978448 Jul 16 01:14:15.964935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:16.043906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:59Z', 'revision_number': 5, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:16.100909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8632a59-9444-4088-8183-124aa38d44ab None None] The sync data for ids ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'] in n-d-791504-14 is: [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:11:46Z', 'revision_number': 4, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port': {'id': '68ac2554-85c4-46b1-aa34-42754491efa2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:39Z', 'updated_at': '2021-07-16T01:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4d9dc171-1dc7-423b-99c5-b9d7853177d3', 'name': '', 'network_id': '0a9ce279-727f-4ba6-a0ff-02c0de57fa83', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'mac_address': 'fa:16:3e:26:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:43Z', 'updated_at': '2021-07-16T01:11:59Z', 'revision_number': 5, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'subnets': [{'id': '99407746-f7e6-4d64-9ad1-5c12cd9dac20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:16.129089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Attempting to bind port f2550a5d-e8ce-455d-be0a-dd47f74d65f6 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:16.129606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Attempting to bind port f2550a5d-e8ce-455d-be0a-dd47f74d65f6 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:16.130099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Attempting to bind port f2550a5d-e8ce-455d-be0a-dd47f74d65f6 on network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:16.149424 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.158998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d4a3063-0793-4ef1-b76e-22397ed0db57 None None] Provisioning complete for port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:16.167631 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d4a3063-0793-4ef1-b76e-22397ed0db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.171558 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.212581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a3063-0793-4ef1-b76e-22397ed0db57 None None] Port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:16.214633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:16.215309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Checking segment: {'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:16.216202 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.216852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Bound using segment: {'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:16.217696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Bound port: f2550a5d-e8ce-455d-be0a-dd47f74d65f6, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:16.218379 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.268879 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.347377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] For port f2550a5d-e8ce-455d-be0a-dd47f74d65f6, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:16.360003 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] For port f2550a5d-e8ce-455d-be0a-dd47f74d65f6, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f2550a5d-e8ce-455d-be0a-dd47f74d65f6,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:16.376421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:14:16.380099 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.389376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2696e-59b7-45f8-9a2b-470e28b3ee9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f330a079-7a91-4fa3-8eca-3d6b0dcb9aec,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:16.406518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669ba6f4-51df-460d-80b9-0b12acf6c65c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:16.414125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2dd8b8058b04669be446f8e478e9fda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0690627 Jul 16 01:14:16.445302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:16.482337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.483091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.483741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.484658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.485463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.486107 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.486761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.487438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.488140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.488836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.490888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.503322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6fdff-fd8c-4e36-86be-f9f6fb26625c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:16.606866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a99aa-a47e-40ef-b421-6c0412da7159 None None] Pushing event updated for resources: {'Port': ['ID=f2550a5d-e8ce-455d-be0a-dd47f74d65f6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:16.640583 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4de356bc-1bd9-4d32-b2de-d250b251096e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:16.676216 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.733619 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.777876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 4de356bc-1bd9-4d32-b2de-d250b251096e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:16.783340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 341ac38c-dc60-4776-bf4e-50e86dfa28a9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:16.823451 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.828660 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5501f3-f34c-4ceb-9556-47db72a4785f None None] New status for floating IP 3eb38bef-7383-4f80-ba77-e286e150814f: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:14:16.892722 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d83ea394-bbfd-47c7-9cc7-3fddafe1e682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.941369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 341ac38c-dc60-4776-bf4e-50e86dfa28a9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:16.949474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 341ac38c-dc60-4776-bf4e-50e86dfa28a9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:16.950245 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.972790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] Router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:14:16.993748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bb8348c-dc79-47b3-ac8e-a61ceed13e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.012796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Transition to ACTIVE for port object 20b25509-f4f8-4420-8150-49ffe7d401dd will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:17.066448 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Pushing event updated for resources: {'Port': ['ID=3a668536-6070-4ecd-aa62-9eb823b506a1,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:17.105504 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.111209 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bb8348c-dc79-47b3-ac8e-a61ceed13e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.116155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d83ea394-bbfd-47c7-9cc7-3fddafe1e682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.172446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:17.220616 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.265651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 341ac38c-dc60-4776-bf4e-50e86dfa28a9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=341ac38c-dc60-4776-bf4e-50e86dfa28a9,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:17.273023 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.273658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:17.345843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:17.361366 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c5a4507b-f1df-4b8b-8967-6cefd30a5d4a admin admin] 10.222.0.64 "PUT /v2.0/routers/e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3763571 Jul 16 01:14:17.363894 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:17.369766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] Sync routers for ids ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:17.400521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4a3b2791-e14a-4456-8441-b136d9ff1ced admin admin] 10.222.0.64 "PUT /v2.0/routers/0be3d323-b4e8-47b7-9b34-6d555e8b7401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7133601 Jul 16 01:14:17.454522 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bb8348c-dc79-47b3-ac8e-a61ceed13e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.457427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bb8348c-dc79-47b3-ac8e-a61ceed13e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.458103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Network abf1d4a0-4573-45ea-bcfe-70b953f5709c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:17.458959 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6bb8348c-dc79-47b3-ac8e-a61ceed13e04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/669ba6f4-51df-460d-80b9-0b12acf6c65c HTTP/1.1" status: 204 len: 168 time: 1.0124481 Jul 16 01:14:17.475749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:17.480945 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f581ad29-24ad-4e91-8386-bce97dbd024c None None] Network c7231af3-6249-44cf-854d-777978c3b983 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:17.545859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8348c-dc79-47b3-ac8e-a61ceed13e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669ba6f4-51df-460d-80b9-0b12acf6c65c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:17.564429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.609991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.649006 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d83ea394-bbfd-47c7-9cc7-3fddafe1e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.652027 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d83ea394-bbfd-47c7-9cc7-3fddafe1e682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.655936 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d83ea394-bbfd-47c7-9cc7-3fddafe1e682 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f330a079-7a91-4fa3-8eca-3d6b0dcb9aec HTTP/1.1" status: 204 len: 168 time: 1.4252977 Jul 16 01:14:17.782797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ea394-bbfd-47c7-9cc7-3fddafe1e682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f330a079-7a91-4fa3-8eca-3d6b0dcb9aec,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:17.801049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network c7231af3-6249-44cf-854d-777978c3b983 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:17.819134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Port': ['ID=20b25509-f4f8-4420-8150-49ffe7d401dd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:17.829401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:17.843799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:17.847714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.956969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Router dae09935-eab7-4f36-bd7d-198fcbb1c86d has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:14:17.967149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:17.968401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.991455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ce54c942-7156-4941-8daf-3d1efb07caeb tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8665135 Jul 16 01:14:17.995370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:18.005816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'port': {'network_id': 'c7231af3-6249-44cf-854d-777978c3b983', 'name': 'tempest-TaggedBootDevicesTest-325402323', 'fixed_ips': [{'subnet_id': 'd841f3de-4d8b-43bb-b2cc-6b4dc15f797a'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:18.058535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Deleting port 68ac2554-85c4-46b1-aa34-42754491efa2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:18.058895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:18.254579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] For port 68ac2554-85c4-46b1-aa34-42754491efa2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=68ac2554-85c4-46b1-aa34-42754491efa2,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:18.254873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:18.278771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Calling delete_port for 68ac2554-85c4-46b1-aa34-42754491efa2 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:18.282878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:18.293655 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Sync routers for ids ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:18.306074 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bcb74f60-4838-47ba-9eb9-9880e83d1796 admin admin] 10.222.0.64 "PUT /v2.0/routers/dae09935-eab7-4f36-bd7d-198fcbb1c86d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9606986 Jul 16 01:14:18.306074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53692) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:18.318385 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Routers {'dae09935-eab7-4f36-bd7d-198fcbb1c86d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:18.319475 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:18.350528 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be9f730-0917-49f8-a53b-18178f47cee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:18.379726 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] Routers {'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:18.381843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:18.428180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=341ac38c-dc60-4776-bf4e-50e86dfa28a9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:18.603998 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Set router dae09935-eab7-4f36-bd7d-198fcbb1c86d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:18.644665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be9f730-0917-49f8-a53b-18178f47cee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:18.651150 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be9f730-0917-49f8-a53b-18178f47cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:18.677012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Sync routers for ids ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:18.716062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-62272982-f8d8-40e5-bee1-96e22013d80f None None] Provisioning for port 4de356bc-1bd9-4d32-b2de-d250b251096e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:18.744882 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7be9f730-0917-49f8-a53b-18178f47cee4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=560b665779244ef98a946cae692c98bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451206 Jul 16 01:14:18.764781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53698) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:18.775267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Routers {'0be3d323-b4e8-47b7-9b34-6d555e8b7401'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:18.776186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:18.780394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-62272982-f8d8-40e5-bee1-96e22013d80f None None] Provisioning complete for port 4de356bc-1bd9-4d32-b2de-d250b251096e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:18.786053 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62272982-f8d8-40e5-bee1-96e22013d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:18.788288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9f730-0917-49f8-a53b-18178f47cee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5916cd-608f-4f4e-9b83-938f67165da7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:18.944556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:18.996288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44563be-9e71-4511-9009-749e67721eeb None None] Network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:19.018434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:19.031954 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:19.150733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] Set router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:19.260647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e14a9-c6af-44a9-9af5-ce18f802d13c req-df10f272-9f62-4b56-81e9-a5d961874e3e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:19.265185 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d49e14a9-c6af-44a9-9af5-ce18f802d13c req-df10f272-9f62-4b56-81e9-a5d961874e3e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 945 time: 0.6997559 Jul 16 01:14:19.308514 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-router', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 4, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'gw_port': {'id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3a668536-6070-4ecd-aa62-9eb823b506a1', 'name': '', 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'mac_address': 'fa:16:3e:14:c3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '3c7790c4-3a00-4cb2-9609-ded2eb488413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:11Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 2, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'subnets': [{'id': '3c7790c4-3a00-4cb2-9609-ded2eb488413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:19.397998 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Checking router: dae09935-eab7-4f36-bd7d-198fcbb1c86d for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:19.398431 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Updating router dae09935-eab7-4f36-bd7d-198fcbb1c86d port 3a668536-6070-4ecd-aa62-9eb823b506a1 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:19.444973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:14:17Z', 'revision_number': 6, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:19.495940 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:19.507979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b14e12fa-8fbf-46e7-a05b-251a8c219f3d req-f7ab6e2b-6782-415e-8217-f3c429633e6d tempest-FloatingIPsNegativeTestJSON-1320680201 tempest-FloatingIPsNegativeTestJSON-1320680201-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=ffb9ff8b38c4409b93f5835f716f311b HTTP/1.1" status: 200 len: 217 time: 0.1848381 Jul 16 01:14:19.517998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c64aa939-dbc7-420c-8fd3-cdcc7b81434d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:19.533252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] Checking router: e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:19.633798 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02dba530-4459-4633-8776-171b62d3b803 req-1ce54892-54d8-4317-8ef0-a9eb477a17cb tempest-FloatingIPsNegativeTestJSON-1320680201 tempest-FloatingIPsNegativeTestJSON-1320680201-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1011794 Jul 16 01:14:19.728404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d49e14a9-c6af-44a9-9af5-ce18f802d13c req-289ef4e2-e4dc-451d-a64a-337da11266ff tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425895 Jul 16 01:14:19.731229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] Routers {'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:19.733803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:19.804925 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-f78c762f-49f4-4dce-8bfc-79cfcdc9f2da req-e5043f30-cef7-4f3a-87c0-75d42939534a tempest-FloatingIPsNegativeTestJSON-1320680201 tempest-FloatingIPsNegativeTestJSON-1320680201-project] show failed (client error): The resource could not be found. Jul 16 01:14:19.814746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f78c762f-49f4-4dce-8bfc-79cfcdc9f2da req-e5043f30-cef7-4f3a-87c0-75d42939534a tempest-FloatingIPsNegativeTestJSON-1320680201 tempest-FloatingIPsNegativeTestJSON-1320680201-project] 10.222.0.64 "GET /v2.0/floatingips/f73cdb60-cab8-422b-bd2f-f9266ccc0492 HTTP/1.1" status: 404 len: 350 time: 0.1514704 Jul 16 01:14:19.821977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53742) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:19.956438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c64aa939-dbc7-420c-8fd3-cdcc7b81434d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:19.962070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Set router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:19.985471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:20.283890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:20.359356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] device_id is not set on port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:14:20.436181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] Set router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:20.446264 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62272982-f8d8-40e5-bee1-96e22013d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:20.658497 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:20.710994 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Transition to ACTIVE for port object 3a668536-6070-4ecd-aa62-9eb823b506a1 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:20.726586 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:20.768190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Pushing event deleted for resources: {'Port': ['ID=68ac2554-85c4-46b1-aa34-42754491efa2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:20.844543 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdd620-15fd-4254-a070-5a9bd5d57e4f None None] Pushing event updated for resources: {'Port': ['ID=3a668536-6070-4ecd-aa62-9eb823b506a1,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:20.927466 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c64aa939-dbc7-420c-8fd3-cdcc7b81434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:20.931304 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c64aa939-dbc7-420c-8fd3-cdcc7b81434d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:20.937868 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c64aa939-dbc7-420c-8fd3-cdcc7b81434d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb5916cd-608f-4f4e-9b83-938f67165da7 HTTP/1.1" status: 204 len: 168 time: 2.1615729 Jul 16 01:14:20.989724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:14:17Z', 'revision_number': 6, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:21.020380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64aa939-dbc7-420c-8fd3-cdcc7b81434d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5916cd-608f-4f4e-9b83-938f67165da7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:21.108183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-309f34dd-86a5-4d23-97fb-591edfeb366f tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1904140 Jul 16 01:14:21.176386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fec83-598d-42d7-bd90-b694447a540e req-bde42649-cf0a-4b00-93ec-99f5d88a8d48 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:21.184305 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-282fec83-598d-42d7-bd90-b694447a540e req-bde42649-cf0a-4b00-93ec-99f5d88a8d48 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 945 time: 0.8497655 Jul 16 01:14:21.215580 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Attempting to bind port 3a668536-6070-4ecd-aa62-9eb823b506a1 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:21.216384 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Attempting to bind port 3a668536-6070-4ecd-aa62-9eb823b506a1 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '040a7224-2202-4fa6-980d-4c1a2d8a4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:21.217512 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Attempting to bind port 3a668536-6070-4ecd-aa62-9eb823b506a1 on network abf1d4a0-4573-45ea-bcfe-70b953f5709c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:21.231632 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:21.234394 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Checking segment: {'id': '040a7224-2202-4fa6-980d-4c1a2d8a4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:21.235086 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:21.241096 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Bound using segment: {'id': '040a7224-2202-4fa6-980d-4c1a2d8a4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:21.241985 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Bound port: 3a668536-6070-4ecd-aa62-9eb823b506a1, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040a7224-2202-4fa6-980d-4c1a2d8a4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:21.242944 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:21.271955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f710b-138b-4c0c-8a10-803f462ae442 None None] The sync data for ids ['e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37'] in n-d-791504-14 is: [{'id': 'e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37', 'name': 'tempest-ServersTestJSON-2090267974-router', 'tenant_id': 'fce90306888f4cae88a734b74f6c46f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:38Z', 'updated_at': '2021-07-16T01:14:17Z', 'revision_number': 6, 'project_id': 'fce90306888f4cae88a734b74f6c46f7', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:21.292532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 341ac38c-dc60-4776-bf4e-50e86dfa28a9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:21.527567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-62272982-f8d8-40e5-bee1-96e22013d80f None None] For port 4de356bc-1bd9-4d32-b2de-d250b251096e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4de356bc-1bd9-4d32-b2de-d250b251096e,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:21.590321 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62272982-f8d8-40e5-bee1-96e22013d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:21.681916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 341ac38c-dc60-4776-bf4e-50e86dfa28a9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:21.682711 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:21.854296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62272982-f8d8-40e5-bee1-96e22013d80f None None] Pushing event updated for resources: {'Port': ['ID=4de356bc-1bd9-4d32-b2de-d250b251096e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:21.855630 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] For port 3a668536-6070-4ecd-aa62-9eb823b506a1, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:21.872855 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] For port 3a668536-6070-4ecd-aa62-9eb823b506a1, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3a668536-6070-4ecd-aa62-9eb823b506a1,segment=NetworkSegment(040a7224-2202-4fa6-980d-4c1a2d8a4849),segment_id=040a7224-2202-4fa6-980d-4c1a2d8a4849)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:21.885292 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:21.937391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de6a7bd3-751b-4d13-b3b1-1bfb315ee825 None None] Provisioning for port f2550a5d-e8ce-455d-be0a-dd47f74d65f6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:22.043635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-282fec83-598d-42d7-bd90-b694447a540e req-dde29f49-eb18-43b9-a5c9-b1a696bb0c6d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Deleting port 81f96385-6c52-433f-b0a3-32924f6b36d5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:22.044348 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-282fec83-598d-42d7-bd90-b694447a540e req-dde29f49-eb18-43b9-a5c9-b1a696bb0c6d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.110091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de6a7bd3-751b-4d13-b3b1-1bfb315ee825 None None] Provisioning complete for port 4de356bc-1bd9-4d32-b2de-d250b251096e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:22.124274 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de6a7bd3-751b-4d13-b3b1-1bfb315ee825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.141617 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Routers {'dae09935-eab7-4f36-bd7d-198fcbb1c86d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:22.152866 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:13:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:22.300102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-282fec83-598d-42d7-bd90-b694447a540e req-dde29f49-eb18-43b9-a5c9-b1a696bb0c6d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] For port 81f96385-6c52-433f-b0a3-32924f6b36d5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=81f96385-6c52-433f-b0a3-32924f6b36d5,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:22.305848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-282fec83-598d-42d7-bd90-b694447a540e req-dde29f49-eb18-43b9-a5c9-b1a696bb0c6d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.325590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Allocated IP 10.1.1.46 (c7231af3-6249-44cf-854d-777978c3b983/d841f3de-4d8b-43bb-b2cc-6b4dc15f797a/9d469d7f-030e-4a04-a7e3-59a7ba7f4adc) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:22.356362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-282fec83-598d-42d7-bd90-b694447a540e req-dde29f49-eb18-43b9-a5c9-b1a696bb0c6d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Calling delete_port for 81f96385-6c52-433f-b0a3-32924f6b36d5 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:22.361025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-router', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:12Z', 'revision_number': 4, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'gw_port': {'id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:02Z', 'updated_at': '2021-07-16T01:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '15b09bfc-8fe4-434c-aa05-6394a5cd9ef5', 'name': '', 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'mac_address': 'fa:16:3e:e1:a9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'c0589108-88fd-4b33-aba8-a58961191be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:10Z', 'updated_at': '2021-07-16T01:14:13Z', 'revision_number': 2, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'subnets': [{'id': 'c0589108-88fd-4b33-aba8-a58961191be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:22.403349 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdd620-15fd-4254-a070-5a9bd5d57e4f None None] Pushing event updated for resources: {'Port': ['ID=3a668536-6070-4ecd-aa62-9eb823b506a1,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:22.570731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Checking router: 0be3d323-b4e8-47b7-9b34-6d555e8b7401 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:22.571270 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Updating router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:22.689400 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] Set router dae09935-eab7-4f36-bd7d-198fcbb1c86d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:22.690740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4316e1-28a8-45ed-ace1-dbc4a121a65f req-3cd09ea5-7955-497b-886e-c6d19994a2c1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:22.699825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e4316e1-28a8-45ed-ace1-dbc4a121a65f req-3cd09ea5-7955-497b-886e-c6d19994a2c1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 945 time: 1.2715328 Jul 16 01:14:22.704435 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-282fec83-598d-42d7-bd90-b694447a540e req-dde29f49-eb18-43b9-a5c9-b1a696bb0c6d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.789511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde29f49-eb18-43b9-a5c9-b1a696bb0c6d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event deleted for resources: {'Port': ['ID=81f96385-6c52-433f-b0a3-32924f6b36d5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:22.902379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-282fec83-598d-42d7-bd90-b694447a540e req-dde29f49-eb18-43b9-a5c9-b1a696bb0c6d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] No DVR routers for this DVR port 81f96385-6c52-433f-b0a3-32924f6b36d5 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:14:22.906523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-282fec83-598d-42d7-bd90-b694447a540e req-dde29f49-eb18-43b9-a5c9-b1a696bb0c6d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.909089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-282fec83-598d-42d7-bd90-b694447a540e req-dde29f49-eb18-43b9-a5c9-b1a696bb0c6d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "DELETE /v2.0/ports/81f96385-6c52-433f-b0a3-32924f6b36d5 HTTP/1.1" status: 204 len: 173 time: 1.7081747 Jul 16 01:14:22.923309 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e4316e1-28a8-45ed-ace1-dbc4a121a65f req-4d2cdd61-ff8e-4b47-a2a7-b1c0f065d2fe tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208624 Jul 16 01:14:22.926573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc7a486-44e9-47eb-b08d-df2e6b1ca64c', 'name': 'network-vif-deleted', 'tag': '81f96385-6c52-433f-b0a3-32924f6b36d5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:22.927079 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.929196 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb81703-db1b-44a4-b0a1-dbbd545c79a3" -d '{"events": [{"server_uuid": "ddc7a486-44e9-47eb-b08d-df2e6b1ca64c", "name": "network-vif-deleted", "tag": "81f96385-6c52-433f-b0a3-32924f6b36d5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:22.986792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Transition to ACTIVE for port object 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:22.990890 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:23.395399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:23.401942 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-router', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 4, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'gw_port': {'id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3a668536-6070-4ecd-aa62-9eb823b506a1', 'name': '', 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'mac_address': 'fa:16:3e:14:c3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '3c7790c4-3a00-4cb2-9609-ded2eb488413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:11Z', 'updated_at': '2021-07-16T01:14:21Z', 'revision_number': 4, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'subnets': [{'id': '3c7790c4-3a00-4cb2-9609-ded2eb488413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:23.416338 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:23.434228 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:23.508906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f2550a5d-e8ce-455d-be0a-dd47f74d65f6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:23.529585 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c37c3-f482-44b6-abdc-72d241a852ac None None] The sync data for ids ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'] in n-d-791504-14 is: [{'id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-router', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 4, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'gw_port': {'id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3a668536-6070-4ecd-aa62-9eb823b506a1', 'name': '', 'network_id': 'abf1d4a0-4573-45ea-bcfe-70b953f5709c', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'mac_address': 'fa:16:3e:14:c3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '3c7790c4-3a00-4cb2-9609-ded2eb488413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:11Z', 'updated_at': '2021-07-16T01:14:21Z', 'revision_number': 4, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'subnets': [{'id': '3c7790c4-3a00-4cb2-9609-ded2eb488413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:23.575272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Port': ['ID=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:23.852659 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2bbf32-70a1-436f-b7c9-d036b7a8527e x-openstack-request-id: req-4b2bbf32-70a1-436f-b7c9-d036b7a8527e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:23.853236 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc7a486-44e9-47eb-b08d-df2e6b1ca64c", "name": "network-vif-deleted", "tag": "81f96385-6c52-433f-b0a3-32924f6b36d5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:23.859823 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b2bbf32-70a1-436f-b7c9-d036b7a8527e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:23.860444 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc7a486-44e9-47eb-b08d-df2e6b1ca64c', 'name': 'network-vif-deleted', 'tag': '81f96385-6c52-433f-b0a3-32924f6b36d5', 'status': 'completed', 'code': 200} Jul 16 01:14:24.009503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] Deleting port 3a668536-6070-4ecd-aa62-9eb823b506a1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:24.010154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.148158 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.166834 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.172164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network c7231af3-6249-44cf-854d-777978c3b983 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:24.188398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:24.196570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:24.239197 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-e1d26954-68dc-4323-9dda-cb2f89ef1027 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:24.244120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-e1d26954-68dc-4323-9dda-cb2f89ef1027 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 3.1347239 Jul 16 01:14:24.438857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31394363-1991-4f2e-9cb2-4320c0366142 req-cfeef25f-0389-45b3-8dd2-a57dbba5861d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 210 time: 0.1066220 Jul 16 01:14:24.444086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] For port 3a668536-6070-4ecd-aa62-9eb823b506a1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3a668536-6070-4ecd-aa62-9eb823b506a1,segment=NetworkSegment(040a7224-2202-4fa6-980d-4c1a2d8a4849),segment_id=040a7224-2202-4fa6-980d-4c1a2d8a4849)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:24.446447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.461871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-60a21206-6994-4a3d-a56e-46ef9aedb49c tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/quotas/b88d7eae355e4b7e86bb55015e6fc81c HTTP/1.1" status: 200 len: 375 time: 0.1150174 Jul 16 01:14:24.495048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] Calling delete_port for 3a668536-6070-4ecd-aa62-9eb823b506a1 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:24.550646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:24.551320 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.592973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 81f96385-6c52-433f-b0a3-32924f6b36d5 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:24.675862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.677660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:14:24.747255 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-131b2ff4-12a1-4940-9e7e-61f21220f879 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1724641 Jul 16 01:14:24.757073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1791607b-9304-46cc-a91e-c9f796719f1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.7558358 Jul 16 01:14:24.760348 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.765172 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-92c901e2-bdc2-41c5-8096-9991d8a0777d admin admin] 10.222.0.64 "DELETE /v2.0/routers/e1db1ed7-8631-43d5-aac9-2e5d1ee8ac37 HTTP/1.1" status: 204 len: 168 time: 7.3999367 Jul 16 01:14:24.768962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53856) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:24.808206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port f2550a5d-e8ce-455d-be0a-dd47f74d65f6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:24.850751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 81f96385-6c52-433f-b0a3-32924f6b36d5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:14:24.852938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 81f96385-6c52-433f-b0a3-32924f6b36d5 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:14:24.873946 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1da21d3c-046e-487a-97ef-8b453cd9739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.902506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f2550a5d-e8ce-455d-be0a-dd47f74d65f6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:24.905816 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.946541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24733e3-b24f-4a07-99fb-79d19b0e27be admin admin] Deleting subnet 99407746-f7e6-4d64-9ad1-5c12cd9dac20 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:14:24.955333 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a24733e3-b24f-4a07-99fb-79d19b0e27be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:25.106497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a24733e3-b24f-4a07-99fb-79d19b0e27be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:25.126994 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:25.365085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a668536-6070-4ecd-aa62-9eb823b506a1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:25.426970 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de6a7bd3-751b-4d13-b3b1-1bfb315ee825 None None] Provisioning for port 20b25509-f4f8-4420-8150-49ffe7d401dd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:25.501269 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:25.522981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a24733e3-b24f-4a07-99fb-79d19b0e27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:25.540260 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:25.550518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de6a7bd3-751b-4d13-b3b1-1bfb315ee825 None None] Provisioning complete for port 20b25509-f4f8-4420-8150-49ffe7d401dd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:25.558828 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de6a7bd3-751b-4d13-b3b1-1bfb315ee825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:25.839997 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a24733e3-b24f-4a07-99fb-79d19b0e27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:25.921291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Transition to ACTIVE for port object 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:25.931945 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:25.934075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de6a7bd3-751b-4d13-b3b1-1bfb315ee825 None None] Port 20b25509-f4f8-4420-8150-49ffe7d401dd cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:25.953570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:25.978708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53886) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:25.984483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24733e3-b24f-4a07-99fb-79d19b0e27be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99407746-f7e6-4d64-9ad1-5c12cd9dac20,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:26.031396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ba7c6520-f5c7-42ff-bcea-1622f87710f7 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--791465893', 'description': 'tempest-description--1891161572'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:26.134537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port f2550a5d-e8ce-455d-be0a-dd47f74d65f6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f2550a5d-e8ce-455d-be0a-dd47f74d65f6,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:26.165039 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:26.216567 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:26.218635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53888) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:26.245042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4e783390-0f3c-4a6e-9eb8-1d7a4dd1f61a None None] Provisioning complete for port f2550a5d-e8ce-455d-be0a-dd47f74d65f6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:26.273159 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e783390-0f3c-4a6e-9eb8-1d7a4dd1f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:26.282227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fc3fa-0e7c-45fb-bc8f-1a2252f6db73 None None] Pushing event updated for resources: {'Port': ['ID=15b09bfc-8fe4-434c-aa05-6394a5cd9ef5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:26.330529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a9051-5462-4e1f-be95-018909e43a33 None None] Network 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:26.394312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a24733e3-b24f-4a07-99fb-79d19b0e27be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:26.409530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a24733e3-b24f-4a07-99fb-79d19b0e27be admin admin] 10.222.0.64 "DELETE /v2.0/subnets/99407746-f7e6-4d64-9ad1-5c12cd9dac20 HTTP/1.1" status: 204 len: 168 time: 1.6319113 Jul 16 01:14:26.458880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1657a31-bbc6-4676-967a-3e94c8a11e1e req-12019364-1c18-4740-b108-b8ca6d2ceda6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 210 time: 0.3459163 Jul 16 01:14:26.474704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53902) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:26.614661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6520-f5c7-42ff-bcea-1622f87710f7 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:26.732439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-c2dad35f-c05a-4690-a697-b1e26889901b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2083323 Jul 16 01:14:26.774848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beabf835-dc01-43c4-86df-e66a1695715c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:26.778041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4de356bc-1bd9-4d32-b2de-d250b251096e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:26.826195 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:26.840909 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.025055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6520-f5c7-42ff-bcea-1622f87710f7 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.043201 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6520-f5c7-42ff-bcea-1622f87710f7 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.070550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Deleting port d2c3330e-91e0-467b-bb08-a4611a0d0ea4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:27.071168 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.129665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Attempting to bind port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:27.152099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Attempting to bind port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '79b14e56-c130-4307-ad3d-185febbd7198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:27.153619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Attempting to bind port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 on network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:27.163418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] For port d2c3330e-91e0-467b-bb08-a4611a0d0ea4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d2c3330e-91e0-467b-bb08-a4611a0d0ea4,segment=NetworkSegment(14fe3719-d3ad-4bf3-aa53-5c6b92fe4160),segment_id=14fe3719-d3ad-4bf3-aa53-5c6b92fe4160)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:27.164096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.192919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Calling delete_port for d2c3330e-91e0-467b-bb08-a4611a0d0ea4 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:27.224687 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beabf835-dc01-43c4-86df-e66a1695715c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.236041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beabf835-dc01-43c4-86df-e66a1695715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.317237 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-beabf835-dc01-43c4-86df-e66a1695715c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a86c4dd310484b5eb51c57aba63d62cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0679750 Jul 16 01:14:27.331216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53912) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:27.336640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=f2550a5d-e8ce-455d-be0a-dd47f74d65f6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:27.369656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:27.370681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Checking segment: {'id': '79b14e56-c130-4307-ad3d-185febbd7198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:27.372571 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.374610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Bound using segment: {'id': '79b14e56-c130-4307-ad3d-185febbd7198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:27.375653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Bound port: 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b14e56-c130-4307-ad3d-185febbd7198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:27.391453 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.396691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.437561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabf835-dc01-43c4-86df-e66a1695715c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1494710a-d47d-4c20-91b5-79360587deb8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:27.538092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6520-f5c7-42ff-bcea-1622f87710f7 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.542787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ba7c6520-f5c7-42ff-bcea-1622f87710f7 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5456057 Jul 16 01:14:27.557975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] No DVR routers for this DVR port d2c3330e-91e0-467b-bb08-a4611a0d0ea4 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:14:27.574105 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2952943c-b318-4e3b-968a-83879652212a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.617809 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.639095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:27.645823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c3330e-91e0-467b-bb08-a4611a0d0ea4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:27.663227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-43324f5b-0303-41af-890d-9dd1767a54d2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'security_group_rule': {'security_group_id': '44f1e5a8-b71c-4cc5-b592-b284d2179133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:27.690303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b43738-3275-418e-bdc5-961a5c3416f4 None None] DHCP port deletion for 0a9ce279-727f-4ba6-a0ff-02c0de57fa83 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:14:27.714414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-78f70ba1-f817-495c-98ae-612d013593e8 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:27.733090 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-78f70ba1-f817-495c-98ae-612d013593e8 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9993947 Jul 16 01:14:27.733845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c6520-f5c7-42ff-bcea-1622f87710f7 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f1e5a8-b71c-4cc5-b592-b284d2179133,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:27.764799 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43324f5b-0303-41af-890d-9dd1767a54d2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.777270 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4de356bc-1bd9-4d32-b2de-d250b251096e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:27.779905 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.801548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-02b9ced2-a861-4bff-82e7-b9ea8269d08b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/quotas/b88d7eae355e4b7e86bb55015e6fc81c HTTP/1.1" status: 200 len: 375 time: 0.0665927 Jul 16 01:14:27.832353 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.873950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9ce279-727f-4ba6-a0ff-02c0de57fa83']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:27.889716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:27.889979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fe3719-d3ad-4bf3-aa53-5c6b92fe4160') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:27.902774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:27.932503 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-9a97dc15-9fd7-4fae-852e-30af00ac96ac tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285951 Jul 16 01:14:27.940167 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43324f5b-0303-41af-890d-9dd1767a54d2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.945722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.956046 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43324f5b-0303-41af-890d-9dd1767a54d2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.963586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79142fa6-9e28-4194-8bc8-aaea1c38b486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.985930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43324f5b-0303-41af-890d-9dd1767a54d2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b558566-459d-4c2e-a667-265b45c9e6ee,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:28.017713 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.028244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:14:28.029462 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:14:28.031699 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:14:28.062817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4e783390-0f3c-4a6e-9eb8-1d7a4dd1f61a None None] Could not find standard attr ID for object 3a668536-6070-4ecd-aa62-9eb823b506a1. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:14:28.083720 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d62faa24-0596-4b58-b204-a569c62d6f4c req-101608b3-9390-47c4-acf2-b251c2b0e0f1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 210 time: 0.1017542 Jul 16 01:14:28.094215 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43324f5b-0303-41af-890d-9dd1767a54d2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.096103 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-43324f5b-0303-41af-890d-9dd1767a54d2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4445250 Jul 16 01:14:28.114685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:28.128440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] For port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:28.134532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f5917959-5ecf-45cb-8a3a-fc23e6f3d8c8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'security_group_rule': {'security_group_id': '44f1e5a8-b71c-4cc5-b592-b284d2179133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:28.167461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] For port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=15b09bfc-8fe4-434c-aa05-6394a5cd9ef5,segment=NetworkSegment(79b14e56-c130-4307-ad3d-185febbd7198),segment_id=79b14e56-c130-4307-ad3d-185febbd7198)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:28.205982 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.205982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4e783390-0f3c-4a6e-9eb8-1d7a4dd1f61a None None] Provisioning for port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:28.232054 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79142fa6-9e28-4194-8bc8-aaea1c38b486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.301658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4e783390-0f3c-4a6e-9eb8-1d7a4dd1f61a None None] Provisioning complete for port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:28.302219 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e783390-0f3c-4a6e-9eb8-1d7a4dd1f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.368573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] Router dae09935-eab7-4f36-bd7d-198fcbb1c86d has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:14:28.405982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.423460 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-b5aebac3-eb27-40dc-a171-f33269105b81 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291544 Jul 16 01:14:28.426185 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6046f60c-803e-449d-8447-78ce18f2b6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.442796 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.455377 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] 10.222.0.64 "DELETE /v2.0/networks/0a9ce279-727f-4ba6-a0ff-02c0de57fa83 HTTP/1.1" status: 204 len: 168 time: 1.9571383 Jul 16 01:14:28.528113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4e783390-0f3c-4a6e-9eb8-1d7a4dd1f61a None None] Port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:28.564293 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79142fa6-9e28-4194-8bc8-aaea1c38b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.567483 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79142fa6-9e28-4194-8bc8-aaea1c38b486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.568911 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-79142fa6-9e28-4194-8bc8-aaea1c38b486 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1494710a-d47d-4c20-91b5-79360587deb8 HTTP/1.1" status: 204 len: 168 time: 1.2340550 Jul 16 01:14:28.628261 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaf27fdb-4221-4ceb-b22d-7229dd8bde04 req-29aebc04-1520-4b3c-a38f-2fe2c34a878d tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 210 time: 0.0951395 Jul 16 01:14:28.640082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79142fa6-9e28-4194-8bc8-aaea1c38b486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1494710a-d47d-4c20-91b5-79360587deb8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:28.748600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:28.772241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-86b14bcc-ec9e-4446-96fe-f48c7191b26e admin admin] 10.222.0.64 "PUT /v2.0/routers/dae09935-eab7-4f36-bd7d-198fcbb1c86d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9486027 Jul 16 01:14:28.779803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:28.792231 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] Sync routers for ids ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:28.799244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:28.832867 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] Routers {'dae09935-eab7-4f36-bd7d-198fcbb1c86d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:28.833513 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:28.893090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Routers {'0be3d323-b4e8-47b7-9b34-6d555e8b7401'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:28.894052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:28.914552 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:29.043625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4d9dc171-1dc7-423b-99c5-b9d7853177d3 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:29.111353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 4d9dc171-1dc7-423b-99c5-b9d7853177d3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:14:29.111916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4d9dc171-1dc7-423b-99c5-b9d7853177d3 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:14:29.112574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 68ac2554-85c4-46b1-aa34-42754491efa2 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:29.168728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-a06881a8-822e-4250-8744-8f58cc8e7e7f tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:29.191130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-a06881a8-822e-4250-8744-8f58cc8e7e7f tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7603419 Jul 16 01:14:29.205285 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5917959-5ecf-45cb-8a3a-fc23e6f3d8c8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:29.220441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69875e0-dd03-44e3-972e-50e3bf2d85ed admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9ce279-727f-4ba6-a0ff-02c0de57fa83,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:29.261937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Request body: {'port': {'device_id': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': 'b88d7eae355e4b7e86bb55015e6fc81c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:29.304643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 68ac2554-85c4-46b1-aa34-42754491efa2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:14:29.305742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 68ac2554-85c4-46b1-aa34-42754491efa2 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:14:29.422150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5917959-5ecf-45cb-8a3a-fc23e6f3d8c8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:29.428116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fc3fa-0e7c-45fb-bc8f-1a2252f6db73 None None] Pushing event updated for resources: {'Port': ['ID=15b09bfc-8fe4-434c-aa05-6394a5cd9ef5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:29.449605 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] Set router dae09935-eab7-4f36-bd7d-198fcbb1c86d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:29.450812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5917959-5ecf-45cb-8a3a-fc23e6f3d8c8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:29.565938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5917959-5ecf-45cb-8a3a-fc23e6f3d8c8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aad095-9b3b-4694-bdde-045c1854c4d2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:29.708704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] Set router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:29.768690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6046f60c-803e-449d-8447-78ce18f2b6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:29.815638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6046f60c-803e-449d-8447-78ce18f2b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:29.954055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f2550a5d-e8ce-455d-be0a-dd47f74d65f6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:29.968202 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5917959-5ecf-45cb-8a3a-fc23e6f3d8c8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:29.983890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f5917959-5ecf-45cb-8a3a-fc23e6f3d8c8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8662140 Jul 16 01:14:30.003788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53958) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:30.019282 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd7e069f-4962-441f-b0ed-c9724168626c req-f6e416f2-0cee-4e1b-bc79-486bdc3c3d8d tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 210 time: 0.2356017 Jul 16 01:14:30.046257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:30.067264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Made reservation on behalf of b88d7eae355e4b7e86bb55015e6fc81c for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:30.072121 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.089917 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.133463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046f60c-803e-449d-8447-78ce18f2b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e9fb05-49ff-4577-bc70-d5993c034d87,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:30.147928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6046f60c-803e-449d-8447-78ce18f2b6c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=89b86aeb91184892aca33331ecda2c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2438550 Jul 16 01:14:30.151705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53964) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:30.163681 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-router', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:24Z', 'revision_number': 5, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'gw_port': {'id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:30.250972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-402af7d1-d215-466f-84e6-717f027b89a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.258753 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] Checking router: dae09935-eab7-4f36-bd7d-198fcbb1c86d for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:30.260690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.283948 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] Routers {'dae09935-eab7-4f36-bd7d-198fcbb1c86d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:30.286898 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:30.444436 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-402af7d1-d215-466f-84e6-717f027b89a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.499306 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.636240 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-19a7f523-6b3a-462e-b12d-a70eee15f4c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fce90306888f4cae88a734b74f6c46f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8193777 Jul 16 01:14:30.640523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.654466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53972) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:30.656475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f2550a5d-e8ce-455d-be0a-dd47f74d65f6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:30.656965 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.700291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-402af7d1-d215-466f-84e6-717f027b89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.707801 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] Set router dae09935-eab7-4f36-bd7d-198fcbb1c86d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:30.711169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-402af7d1-d215-466f-84e6-717f027b89a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.717410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-402af7d1-d215-466f-84e6-717f027b89a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04e9fb05-49ff-4577-bc70-d5993c034d87 HTTP/1.1" status: 204 len: 168 time: 0.5643535 Jul 16 01:14:30.820076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-router', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:12Z', 'revision_number': 4, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'gw_port': {'id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:02Z', 'updated_at': '2021-07-16T01:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '15b09bfc-8fe4-434c-aa05-6394a5cd9ef5', 'name': '', 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'mac_address': 'fa:16:3e:e1:a9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'c0589108-88fd-4b33-aba8-a58961191be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:10Z', 'updated_at': '2021-07-16T01:14:28Z', 'revision_number': 4, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'subnets': [{'id': 'c0589108-88fd-4b33-aba8-a58961191be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:30.881078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a8b95-0ebd-45d9-9098-d4c0c56e1f16 None None] The sync data for ids ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'] in n-d-791504-14 is: [{'id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-router', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:12Z', 'revision_number': 4, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'gw_port': {'id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:02Z', 'updated_at': '2021-07-16T01:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '15b09bfc-8fe4-434c-aa05-6394a5cd9ef5', 'name': '', 'network_id': '7f510ab1-eddc-42db-bb3e-54fb0a7afb22', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'mac_address': 'fa:16:3e:e1:a9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'c0589108-88fd-4b33-aba8-a58961191be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:10Z', 'updated_at': '2021-07-16T01:14:28Z', 'revision_number': 4, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'subnets': [{'id': 'c0589108-88fd-4b33-aba8-a58961191be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:30.908450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae17dca1-efa3-42bd-9adf-78d6d72cbfb3 req-4bf3a2cd-beb1-4035-8c0c-ecf42e0b902f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 210 time: 0.2445896 Jul 16 01:14:31.044861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402af7d1-d215-466f-84e6-717f027b89a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e9fb05-49ff-4577-bc70-d5993c034d87,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:31.328251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aeea2e7-7bdc-448c-8b40-8a02a4c851df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.583190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aeea2e7-7bdc-448c-8b40-8a02a4c851df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.657292 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14de36d9-ffe1-4bfa-a46a-b2ab270046b9 req-1efd9b5c-dc10-4dc1-8804-317f1c674e8c tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 210 time: 0.3154898 Jul 16 01:14:31.697768 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.755145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.765977 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.808106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d2c3330e-91e0-467b-bb08-a4611a0d0ea4 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:31.944255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: d2c3330e-91e0-467b-bb08-a4611a0d0ea4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:14:31.944609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d2c3330e-91e0-467b-bb08-a4611a0d0ea4 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:14:32.074675 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.117458 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-router', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:24Z', 'revision_number': 5, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'gw_port': {'id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:32.124874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-d459e816-51aa-4913-b2af-2ba25c552c3f tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4588470 Jul 16 01:14:32.293002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:32.297313 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87596a2-22c7-4a4a-9154-3904600691c3 None None] The sync data for ids ['dae09935-eab7-4f36-bd7d-198fcbb1c86d'] in n-d-791504-14 is: [{'id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-145567664-router', 'tenant_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:14:24Z', 'revision_number': 5, 'project_id': 'ffb9ff8b38c4409b93f5835f716f311b', 'gw_port': {'id': '8c6d6dc7-2be4-423c-9969-7e4ba85e13e0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae09935-eab7-4f36-bd7d-198fcbb1c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:32.379969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Allocated IP 172.25.4.22 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/d7485c85-63c2-4469-bddf-27aaab753dca) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:32.498860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:32.503138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:32.503750 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.646598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:32.661267 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.750622 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a2dd-9fda-46e8-90c2-52aebb02b754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.777115 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fefefb5d-b6dd-44b4-9d0b-5f3fb635ffd8 req-8b8bc8f1-3f3c-4416-8979-d6105a929c8f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 210 time: 0.3001192 Jul 16 01:14:32.909897 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aeea2e7-7bdc-448c-8b40-8a02a4c851df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.923914 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aeea2e7-7bdc-448c-8b40-8a02a4c851df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.932064 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8aeea2e7-7bdc-448c-8b40-8a02a4c851df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4e6ed86-50fd-491a-a64c-edd73b68b3e9 HTTP/1.1" status: 204 len: 168 time: 2.2682388 Jul 16 01:14:33.179444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.238996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Allocated IP 192.168.233.185 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/86ecf4ee-b264-4165-9f6c-5b29f4313561) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:33.286830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=15b09bfc-8fe4-434c-aa05-6394a5cd9ef5,segment=NetworkSegment(79b14e56-c130-4307-ad3d-185febbd7198),segment_id=79b14e56-c130-4307-ad3d-185febbd7198)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:33.295518 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.297071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a2dd-9fda-46e8-90c2-52aebb02b754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.343898 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a2dd-9fda-46e8-90c2-52aebb02b754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.374862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeea2e7-7bdc-448c-8b40-8a02a4c851df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e6ed86-50fd-491a-a64c-edd73b68b3e9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:33.409078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a752ad3-a133-4462-9125-a23c48957010,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:33.438929 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.488562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-cd112e7a-9268-4d3c-a5f9-1181fc2cb6e9 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:33.491702 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-cd112e7a-9268-4d3c-a5f9-1181fc2cb6e9 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2205093 Jul 16 01:14:33.509750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=15b09bfc-8fe4-434c-aa05-6394a5cd9ef5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:33.536524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Deleting port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:33.537223 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.565459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Request body: {'port': {'device_id': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': 'b88d7eae355e4b7e86bb55015e6fc81c'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:33.677551 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c9b7a2dd-9fda-46e8-90c2-52aebb02b754 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4c24b865e114a39a14c9586314df589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9730027 Jul 16 01:14:33.682265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:33.711423 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2239531-733b-479d-a73d-9d17e8b421de req-62fa0acf-c86b-4c96-b89f-8e9fcf5ad89e tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 210 time: 0.3178473 Jul 16 01:14:33.842366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] For port 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8c6d6dc7-2be4-423c-9969-7e4ba85e13e0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:33.843236 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.861519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Calling delete_port for 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:33.886375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:33.899110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7a2dd-9fda-46e8-90c2-52aebb02b754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4634608-5ca4-4a8d-b174-407ae43abb62,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:34.061556 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.112028 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Transition to ACTIVE for port object 86ecf4ee-b264-4165-9f6c-5b29f4313561 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:34.155161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:34.166282 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d4b4580-6a38-483d-be35-0c45d513647c req-b25bed4c-fc1e-4fc5-8b76-09d938e6362d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 210 time: 0.1165321 Jul 16 01:14:34.243514 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:34.250142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:34.332304 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.351022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:34.351594 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.533995 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.580614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Port': ['ID=d7485c85-63c2-4469-bddf-27aaab753dca,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:34.582922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Made reservation on behalf of b88d7eae355e4b7e86bb55015e6fc81c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:34.593034 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.611146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3a668536-6070-4ecd-aa62-9eb823b506a1 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:34.651459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:34.671500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 3a668536-6070-4ecd-aa62-9eb823b506a1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:14:34.671796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3a668536-6070-4ecd-aa62-9eb823b506a1 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:14:34.718602 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.749180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:34.753203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:34.758557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:34.821784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.874380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6734933-9ade-4e46-88ad-097e7e40e58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.892204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6d6dc7-2be4-423c-9969-7e4ba85e13e0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:35.034479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54118) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:35.067710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37136165-bc13-46ae-93d2-3cab802a3874 req-4e7884ea-2ca1-40cd-853c-52fecf3bd80b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 210 time: 0.1340952 Jul 16 01:14:35.076781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Allocated IP 192.168.233.11 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/0ac82c53-1e49-40da-be21-ab2a881bad44) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:35.108901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6734933-9ade-4e46-88ad-097e7e40e58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.140020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:35.140967 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.208122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-eb819e83-5713-4171-9ccf-8806d8a9a559 None None] Provisioning for port 86ecf4ee-b264-4165-9f6c-5b29f4313561 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:35.214618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-eb819e83-5713-4171-9ccf-8806d8a9a559 None None] Provisioning complete for port 86ecf4ee-b264-4165-9f6c-5b29f4313561 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:35.214991 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb819e83-5713-4171-9ccf-8806d8a9a559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.306930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-eb819e83-5713-4171-9ccf-8806d8a9a559 None None] Port 86ecf4ee-b264-4165-9f6c-5b29f4313561 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:35.388666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.414321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Transition to ACTIVE for port object 0ac82c53-1e49-40da-be21-ab2a881bad44 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:35.424914 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54126) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:35.518757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abaec4f9-16df-4cde-9b3e-c5a960c0c1c4 req-2331c416-faa5-4489-9a09-35535375aad1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc7a486-44e9-47eb-b08d-df2e6b1ca64c HTTP/1.1" status: 200 len: 210 time: 0.1749279 Jul 16 01:14:35.525703 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.657975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.667493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.672320 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaf79411-49a1-48c3-a688-682d3a22632c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.682381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-5697d20e-a6a1-446f-9e21-859a216a9f21 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4658816 Jul 16 01:14:35.691217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1055002515-network', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:35.714287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Request body: {'port': {'device_id': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:35.802308 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.835746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.836600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae09935-eab7-4f36-bd7d-198fcbb1c86d {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:14:35.879329 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.884325 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.889771 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-62f47518-6c0e-4afe-8b9b-a9eb2b21ca05 admin admin] 10.222.0.64 "DELETE /v2.0/routers/dae09935-eab7-4f36-bd7d-198fcbb1c86d HTTP/1.1" status: 204 len: 168 time: 7.0995941 Jul 16 01:14:35.891706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54130) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:35.904343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.947042 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6734933-9ade-4e46-88ad-097e7e40e58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.951294 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6734933-9ade-4e46-88ad-097e7e40e58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.954969 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a6734933-9ade-4e46-88ad-097e7e40e58f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4634608-5ca4-4a8d-b174-407ae43abb62 HTTP/1.1" status: 204 len: 168 time: 2.2645919 Jul 16 01:14:35.959349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75586b0-5762-4a83-9401-3f7206ec49ab admin admin] Deleting subnet 3c7790c4-3a00-4cb2-9609-ded2eb488413 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:14:35.969366 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e75586b0-5762-4a83-9401-3f7206ec49ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.971025 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.998053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6734933-9ade-4e46-88ad-097e7e40e58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4634608-5ca4-4a8d-b174-407ae43abb62,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:36.017019 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e75586b0-5762-4a83-9401-3f7206ec49ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.037426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Port': ['ID=d7485c85-63c2-4469-bddf-27aaab753dca,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:36.142943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.295331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:36.298986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Pushing event updated for resources: {'Port': ['ID=0ac82c53-1e49-40da-be21-ab2a881bad44,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:36.322784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:36.330954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:36.377776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e75586b0-5762-4a83-9401-3f7206ec49ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.493252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:36.494134 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.527425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee2d49-59be-452b-bf38-aeda9494eb1f req-9b08560d-c173-47f7-8979-46c0ea8280c1 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:36.541427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93ee2d49-59be-452b-bf38-aeda9494eb1f req-9b08560d-c173-47f7-8979-46c0ea8280c1 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 935 time: 0.1671948 Jul 16 01:14:36.566625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e75586b0-5762-4a83-9401-3f7206ec49ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.588825 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaf79411-49a1-48c3-a688-682d3a22632c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.662534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaf79411-49a1-48c3-a688-682d3a22632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.663222 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.666991 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0552aba6-4e5b-47fa-8b47-842e001d7ed2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6587813 Jul 16 01:14:36.699445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc24ae-fbd5-4537-848c-4df65fba8d24 None None] Network abf1d4a0-4573-45ea-bcfe-70b953f5709c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:36.703836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e75586b0-5762-4a83-9401-3f7206ec49ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.706729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e75586b0-5762-4a83-9401-3f7206ec49ab admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3c7790c4-3a00-4cb2-9609-ded2eb488413 HTTP/1.1" status: 204 len: 168 time: 0.8063796 Jul 16 01:14:36.707700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75586b0-5762-4a83-9401-3f7206ec49ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7790c4-3a00-4cb2-9609-ded2eb488413,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:36.720486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-0db7a323-f464-4223-a22a-28fc144222fb tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1756635 Jul 16 01:14:36.723928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93ee2d49-59be-452b-bf38-aeda9494eb1f req-0fbfa4b2-7c9f-497a-9c26-a8f3262291e6 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813335 Jul 16 01:14:36.733079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54148) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:36.759737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Request body: {'port': {'device_id': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:36.761448 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:36.764859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.788164 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:36.990375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf79411-49a1-48c3-a688-682d3a22632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f443e98-1ba9-477f-9679-3b1752ac8eac,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:37.019495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aaf79411-49a1-48c3-a688-682d3a22632c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c06d8cb0cab47d5bb9bd6cd94033e85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5651813 Jul 16 01:14:37.035401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:37.163417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ecf4ee-b264-4165-9f6c-5b29f4313561 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:37.204597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c7213c2b-1d5d-4d63-88bf-953f3e52b95b None None] Provisioning for port 0ac82c53-1e49-40da-be21-ab2a881bad44 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:37.259324 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.272271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c7213c2b-1d5d-4d63-88bf-953f3e52b95b None None] Provisioning complete for port 0ac82c53-1e49-40da-be21-ab2a881bad44 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:37.277983 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7213c2b-1d5d-4d63-88bf-953f3e52b95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.307097 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.341814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Transition to ACTIVE for port object 86ecf4ee-b264-4165-9f6c-5b29f4313561 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:37.369623 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.384209 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.429030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c7213c2b-1d5d-4d63-88bf-953f3e52b95b None None] Port 0ac82c53-1e49-40da-be21-ab2a881bad44 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:37.457140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:37.471063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-04d43904-2241-46cd-990c-c08483550b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.514167 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-04d43904-2241-46cd-990c-c08483550b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.605518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00428a61-b6b4-457c-bea0-a80e10c51a72 None None] DHCP port deletion for abf1d4a0-4573-45ea-bcfe-70b953f5709c request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:14:37.641714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-04d43904-2241-46cd-990c-c08483550b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.644754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-04d43904-2241-46cd-990c-c08483550b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.646178 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-04d43904-2241-46cd-990c-c08483550b49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f443e98-1ba9-477f-9679-3b1752ac8eac HTTP/1.1" status: 204 len: 168 time: 0.6101329 Jul 16 01:14:37.758532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d43904-2241-46cd-990c-c08483550b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f443e98-1ba9-477f-9679-3b1752ac8eac,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:37.792860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-fce7c2a7-05b3-49c0-aca8-7d0898cfbf46 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--791465893&fields=id&tenant_id=a8c2e1d5846b4437a4a7cb76ee192248 HTTP/1.1" status: 200 len: 267 time: 0.1942582 Jul 16 01:14:37.819600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00428a61-b6b4-457c-bea0-a80e10c51a72 None None] Deleting port 8e867288-8fa0-4df2-abd6-a23a47ded03d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:37.820122 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00428a61-b6b4-457c-bea0-a80e10c51a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.893403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b1db69c3-c42c-4792-b6d4-cff8128b6629 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:37.895395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b1db69c3-c42c-4792-b6d4-cff8128b6629 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports/20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 200 len: 930 time: 0.1016617 Jul 16 01:14:37.942201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62ada-a859-4074-9841-03b1b1416dae req-69ff0f2b-efb9-40af-963a-81953d6762f6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:37.951280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-69ff0f2b-efb9-40af-963a-81953d6762f6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.3362470 Jul 16 01:14:37.958451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Deleting port 8e867288-8fa0-4df2-abd6-a23a47ded03d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:14:37.959160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.974279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-90465150-35be-4f2a-b630-238f213020e6 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:37.975856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-90465150-35be-4f2a-b630-238f213020e6 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports/9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 200 len: 930 time: 0.0719686 Jul 16 01:14:37.990592 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.008807 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-ef43056c-c1b7-4e25-82f5-06b894df84cf tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/quotas/319e93c2b6a747e89f168f27df7d6c9e HTTP/1.1" status: 200 len: 375 time: 0.0562711 Jul 16 01:14:38.036521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.051221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:14:38.062647 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.063410 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Added segment 536cb88a-1d41-403d-b3fe-372391dbde74 of type vlan for network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f Jul 16 01:14:38.100367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:38.120183 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.153968 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-a35b2315-7c33-4bab-9175-36f2ee5c51f5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1439970 Jul 16 01:14:38.172284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-00428a61-b6b4-457c-bea0-a80e10c51a72 None None] For port 8e867288-8fa0-4df2-abd6-a23a47ded03d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8e867288-8fa0-4df2-abd6-a23a47ded03d,segment=NetworkSegment(040a7224-2202-4fa6-980d-4c1a2d8a4849),segment_id=040a7224-2202-4fa6-980d-4c1a2d8a4849)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:38.193460 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00428a61-b6b4-457c-bea0-a80e10c51a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.196099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:14:38.196443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8c6d6dc7-2be4-423c-9969-7e4ba85e13e0 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:14:38.196868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8e867288-8fa0-4df2-abd6-a23a47ded03d no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:38.267412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feeda7e-f007-437c-ae26-88de632ddd28,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:38.273700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-733e76c8-bd07-4e15-bade-4221ac189302 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2783139 Jul 16 01:14:38.276295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.277442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:38.278295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.295358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00428a61-b6b4-457c-bea0-a80e10c51a72 None None] Calling delete_port for 8e867288-8fa0-4df2-abd6-a23a47ded03d owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:38.332243 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Attempting to bind port 86ecf4ee-b264-4165-9f6c-5b29f4313561 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:38.339795 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Attempting to bind port 86ecf4ee-b264-4165-9f6c-5b29f4313561 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:38.340331 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Attempting to bind port 86ecf4ee-b264-4165-9f6c-5b29f4313561 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:38.357350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2823410 Jul 16 01:14:38.369079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] For port 8e867288-8fa0-4df2-abd6-a23a47ded03d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8e867288-8fa0-4df2-abd6-a23a47ded03d,segment=NetworkSegment(040a7224-2202-4fa6-980d-4c1a2d8a4849),segment_id=040a7224-2202-4fa6-980d-4c1a2d8a4849)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:38.372596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.381575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54202) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:38.425127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Port 86ecf4ee-b264-4165-9f6c-5b29f4313561 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:38.425730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Attempting to bind port 86ecf4ee-b264-4165-9f6c-5b29f4313561 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:38.461381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-a2a5e779-90dc-49d7-a9a1-43160cdb74b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1649692 Jul 16 01:14:38.467006 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Calling delete_port for 8e867288-8fa0-4df2-abd6-a23a47ded03d owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:14:38.472126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Request body: {'subnet': {'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1055002515-subnet', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:38.484141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:38.490493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:38.491121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:38.491788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Bound port: 86ecf4ee-b264-4165-9f6c-5b29f4313561, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:38.492345 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.536708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54208) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:38.548716 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.580135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1071543-fd5d-4ff8-9ad8-42ec116842db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.647113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 8e867288-8fa0-4df2-abd6-a23a47ded03d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8e867288-8fa0-4df2-abd6-a23a47ded03d,segment=NetworkSegment(040a7224-2202-4fa6-980d-4c1a2d8a4849),segment_id=040a7224-2202-4fa6-980d-4c1a2d8a4849)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:38.673144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-2f5ded33-fa5e-4d85-96b1-a0be72af3b43 service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448152 Jul 16 01:14:38.673612 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.754249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=8e867288-8fa0-4df2-abd6-a23a47ded03d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:38.776160 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00428a61-b6b4-457c-bea0-a80e10c51a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.836382 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:14:38.839838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039aedd0-e4e9-4b7c-91b4-b4b3af1db7dc admin admin] Pushing event updated for resources: {'Network': ['ID=4e12d1af-cef7-4cd4-a11c-2363fbc2a77f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:38.846134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:38.848497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.875281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00428a61-b6b4-457c-bea0-a80e10c51a72 None None] Pushing event deleted for resources: {'Port': ['ID=8e867288-8fa0-4df2-abd6-a23a47ded03d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:38.885370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:14:38.890214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00428a61-b6b4-457c-bea0-a80e10c51a72 None None] No DVR routers for this DVR port 8e867288-8fa0-4df2-abd6-a23a47ded03d on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:14:38.937903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac82c53-1e49-40da-be21-ab2a881bad44 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:39.008701 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.071922 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.074068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Transition to ACTIVE for port object 0ac82c53-1e49-40da-be21-ab2a881bad44 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:39.083516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-262ed57f-148a-4eef-b288-eb3c68687ecc service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095089 Jul 16 01:14:39.107473 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.118864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e867288-8fa0-4df2-abd6-a23a47ded03d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:39.133667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] No DVR routers for this DVR port 8e867288-8fa0-4df2-abd6-a23a47ded03d on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:14:39.153130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-28c81b75-348b-4fc8-9eb7-c59545cdfa1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:39.169363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-28c81b75-348b-4fc8-9eb7-c59545cdfa1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:39.198104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-28c81b75-348b-4fc8-9eb7-c59545cdfa1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:39.212843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-28c81b75-348b-4fc8-9eb7-c59545cdfa1f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/networks?id=90e7227a-696f-4b17-be86-431b8100a57c&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593 HTTP/1.1" status: 200 len: 1990 time: 0.7502699 Jul 16 01:14:39.231831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:39.267128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Pushing event updated for resources: {'Port': ['ID=0ac82c53-1e49-40da-be21-ab2a881bad44,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:39.300312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:39.304387 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1071543-fd5d-4ff8-9ad8-42ec116842db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.328482 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-83157756-895a-4071-ae95-e50611b6e83b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/quotas/a8c2e1d5846b4437a4a7cb76ee192248 HTTP/1.1" status: 200 len: 375 time: 0.1146736 Jul 16 01:14:39.353484 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.381291 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.395647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf1d4a0-4573-45ea-bcfe-70b953f5709c']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:39.459469 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1071543-fd5d-4ff8-9ad8-42ec116842db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.464064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040a7224-2202-4fa6-980d-4c1a2d8a4849') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:39.464778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040a7224-2202-4fa6-980d-4c1a2d8a4849') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:39.521737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.568947 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b1071543-fd5d-4ff8-9ad8-42ec116842db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a389f02dfc1847a296708cd6f9ce0200&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0274291 Jul 16 01:14:39.570179 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.573744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54224) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:39.574463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1071543-fd5d-4ff8-9ad8-42ec116842db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b39549-b7cb-46cc-8bcd-b7aee128478a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:39.592121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:14:39.592570 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:14:39.598963 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:14:39.654633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Attempting to bind port 0ac82c53-1e49-40da-be21-ab2a881bad44 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:39.654917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Attempting to bind port 0ac82c53-1e49-40da-be21-ab2a881bad44 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:39.655965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Attempting to bind port 0ac82c53-1e49-40da-be21-ab2a881bad44 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:39.660382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:39.661408 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.662918 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] 10.222.0.67 "PUT /v2.0/ports/86ecf4ee-b264-4165-9f6c-5b29f4313561 HTTP/1.1" status: 200 len: 1097 time: 3.9576933 Jul 16 01:14:39.666666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:39.670878 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e5c391-7717-4656-be5e-82ab1f109402" -d '{"events": [{"name": "network-changed", "server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:39.674421 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.751869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Port 0ac82c53-1e49-40da-be21-ab2a881bad44 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:39.752222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Attempting to bind port 0ac82c53-1e49-40da-be21-ab2a881bad44 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:39.773753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:39.774132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:39.774573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:39.775035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Bound port: 0ac82c53-1e49-40da-be21-ab2a881bad44, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:39.775398 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.812367 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.830106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abe0982-876e-41a9-9215-26c9865223a2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:39.839352 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.843785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/abf1d4a0-4573-45ea-bcfe-70b953f5709c HTTP/1.1" status: 204 len: 168 time: 3.1033914 Jul 16 01:14:39.890382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a09-a394-493b-8f8a-e5a944eabfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.906180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcd775-4174-46e4-bdf4-328475c44bda service neutron] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:39.910415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Checking segment: {'id': '536cb88a-1d41-403d-b3fe-372391dbde74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:39.911042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Network hostable DHCP agents. Network: 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:14:39.949001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-d5daca57-b115-4e01-bdcc-619964e852e5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6115127 Jul 16 01:14:40.096932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:14:40.107637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-995b7d1a-8b8b-4a16-a242-6d21026c8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:40.109570 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-995b7d1a-8b8b-4a16-a242-6d21026c8960 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 1100 time: 0.3723824 Jul 16 01:14:40.254486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:40.266699 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ffb55f-44fd-4559-ab64-81ea071056ca None None] Network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:40.286498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:40.291925 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.303087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-4afe9157-11c5-440a-990d-dbff18763603 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561 HTTP/1.1" status: 200 len: 217 time: 0.1568623 Jul 16 01:14:40.345532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:40.367074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d310db6-dd55-4879-9c03-c0f816cdf3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf1d4a0-4573-45ea-bcfe-70b953f5709c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:40.416231 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a09-a394-493b-8f8a-e5a944eabfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.445779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837c384-3cde-4c5d-82d4-5809873b0ac8 req-a948c1b8-9cf3-468c-a37a-03093ee80aa1 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:40.452846 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0837c384-3cde-4c5d-82d4-5809873b0ac8 req-a948c1b8-9cf3-468c-a37a-03093ee80aa1 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 947 time: 0.8359370 Jul 16 01:14:40.456592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dba3fd42-60ce-4717-bc49-5660b38334b2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0128698 Jul 16 01:14:40.461894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:40.479404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1055002515-router', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:40.484081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33145462-0f7e-4445-8bbb-51e2683f81f9 service neutron] 10.222.0.64 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341110 Jul 16 01:14:40.499775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] For port 0ac82c53-1e49-40da-be21-ab2a881bad44, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:40.541086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4e12d1af-cef7-4cd4-a11c-2363fbc2a77f', 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'fixed_ips': [{'subnet_id': '4abe0982-876e-41a9-9215-26c9865223a2'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:14:40.544923 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.545866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-4217fe45-f8f8-4fbd-8b21-1a0c367674fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:40.547397 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-4217fe45-f8f8-4fbd-8b21-1a0c367674fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2266896 Jul 16 01:14:40.560852 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] For port 0ac82c53-1e49-40da-be21-ab2a881bad44, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0ac82c53-1e49-40da-be21-ab2a881bad44,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:40.583801 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.618955 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0837c384-3cde-4c5d-82d4-5809873b0ac8 req-e27097a4-b211-4b6f-9eb4-89f4c5b92404 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651566 Jul 16 01:14:40.623958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54240) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:40.628805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5e74e7a2-5f63-4981-8770-05e333faa369 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffb9ff8b38c4409b93f5835f716f311b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667489 Jul 16 01:14:40.673766 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.679283 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.776841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:40.777473 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.779488 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] 10.222.0.50 "PUT /v2.0/ports/0ac82c53-1e49-40da-be21-ab2a881bad44 HTTP/1.1" status: 200 len: 1096 time: 4.0252244 Jul 16 01:14:40.780026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'tag': '0ac82c53-1e49-40da-be21-ab2a881bad44'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:40.802177 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5291c3c-0664-473c-bd9e-95525765ee06" -d '{"events": [{"name": "network-changed", "server_uuid": "379d33f8-f59b-43cf-9e10-d816244e9e7e", "tag": "0ac82c53-1e49-40da-be21-ab2a881bad44"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:40.829022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-60811fe2-1926-48eb-93d2-46374c6c570f service neutron] 10.222.0.64 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094535 Jul 16 01:14:40.837476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Allocated IP 172.20.0.2 (4e12d1af-cef7-4cd4-a11c-2363fbc2a77f/4abe0982-876e-41a9-9215-26c9865223a2/9abfffb4-3b81-4d17-9fbc-2c580d7f9688) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:40.923123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a09-a394-493b-8f8a-e5a944eabfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.925707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a09-a394-493b-8f8a-e5a944eabfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.926389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-be80a7be-8179-481b-bafa-85c7cc37de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:40.926897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d27c0a09-a394-493b-8f8a-e5a944eabfcf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63b39549-b7cb-46cc-8bcd-b7aee128478a HTTP/1.1" status: 204 len: 168 time: 1.3492823 Jul 16 01:14:40.936262 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-be80a7be-8179-481b-bafa-85c7cc37de47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3570697 Jul 16 01:14:40.937308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151b1bb-a437-465c-9c35-18f03acd0a1e service neutron] Pushing event updated for resources: {'Port': ['ID=0ac82c53-1e49-40da-be21-ab2a881bad44,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:40.991342 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-0eb87205-4c5c-4fd9-bf70-416bf0439fed service neutron] 10.222.0.64 "GET /v2.0/ports/20b25509-f4f8-4420-8150-49ffe7d401dd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1502719 Jul 16 01:14:41.040806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54f1d9fa-dd59-49d4-9ded-4b0972f96c8c req-054d033f-d1e3-4c95-b91f-fcdbef87ffc6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 210 time: 0.1337264 Jul 16 01:14:41.044670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c0a09-a394-493b-8f8a-e5a944eabfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b39549-b7cb-46cc-8bcd-b7aee128478a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:41.138471 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.147933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Transition to ACTIVE for port object 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:41.169524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Transition to ACTIVE for port object 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:41.196296 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.203594 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.211119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-37344110-cf62-44f9-860b-e7b17ba22007 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669823 Jul 16 01:14:41.217453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-3e3dea4d-3de3-4f5c-b087-ca901748f8af service neutron] 10.222.0.64 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088223 Jul 16 01:14:41.248030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5bba0b-a823-459a-8181-cca045950e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.273806 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:41.283564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:41.286271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:41.359176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Pushing event updated for resources: {'Port': ['ID=9abfffb4-3b81-4d17-9fbc-2c580d7f9688,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:41.381376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Attempting to bind port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:41.382919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Attempting to bind port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '536cb88a-1d41-403d-b3fe-372391dbde74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:41.385240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Attempting to bind port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 on network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:41.401896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:41.402713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Checking segment: {'id': '536cb88a-1d41-403d-b3fe-372391dbde74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:41.403512 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.404124 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Bound using segment: {'id': '536cb88a-1d41-403d-b3fe-372391dbde74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:41.404827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Bound port: 9abfffb4-3b81-4d17-9fbc-2c580d7f9688, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536cb88a-1d41-403d-b3fe-372391dbde74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:41.405705 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.452725 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c4517ed-4895-4735-9eb5-87c43b6b2712 req-2deaab13-1287-452b-9b05-00eca5209708 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339778 Jul 16 01:14:41.457622 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-a414afba-3846-4ea4-aa64-54e39907965a service neutron] 10.222.0.64 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315817 Jul 16 01:14:41.514492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] For port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:41.519183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] For port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9abfffb4-3b81-4d17-9fbc-2c580d7f9688,segment=NetworkSegment(536cb88a-1d41-403d-b3fe-372391dbde74),segment_id=536cb88a-1d41-403d-b3fe-372391dbde74)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:41.523836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5bba0b-a823-459a-8181-cca045950e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.530884 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.575337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-62a6a48b-bbd3-4da7-a208-030c69f9b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:41.577019 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-62a6a48b-bbd3-4da7-a208-030c69f9b359 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 1099 time: 0.6988928 Jul 16 01:14:41.637106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b3c23-f9c6-4279-be4e-2d17e0b21ac1 None None] Pushing event updated for resources: {'Port': ['ID=9abfffb4-3b81-4d17-9fbc-2c580d7f9688,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:41.740724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-708d2140-89b1-4719-b891-b4c011d79d77 service neutron] 10.222.0.64 "GET /v2.0/ports/9d469d7f-030e-4a04-a7e3-59a7ba7f4adc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2532856 Jul 16 01:14:41.797422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.823205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62ada-a859-4074-9841-03b1b1416dae req-95743af7-beef-4f33-9910-44e6a9b95d31 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:41.826116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-95743af7-beef-4f33-9910-44e6a9b95d31 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.4606259 Jul 16 01:14:41.858536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Request body: {'port': {'device_id': 'fab5acd2-3df7-4ce3-8e1e-aa0737190e01', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'admin_state_up': True, 'tenant_id': '319e93c2b6a747e89f168f27df7d6c9e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:41.877803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-f74437bd-235b-4543-9d90-b772b3828125 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=0ac82c53-1e49-40da-be21-ab2a881bad44 HTTP/1.1" status: 200 len: 217 time: 0.2829230 Jul 16 01:14:41.879143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5bba0b-a823-459a-8181-cca045950e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.884403 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5bba0b-a823-459a-8181-cca045950e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.889391 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ed5bba0b-a823-459a-8181-cca045950e8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50b75d44-f9a5-44a7-9fcb-552d1362549c HTTP/1.1" status: 204 len: 168 time: 1.1960747 Jul 16 01:14:41.936100 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-3f888035-2471-459b-83c8-5a2dad1f6c4d tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0e8708eedc5b41508269e8ce705da8a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819671 Jul 16 01:14:41.978518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bba0b-a823-459a-8181-cca045950e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b75d44-f9a5-44a7-9fcb-552d1362549c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:42.272508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-450d4cfa-d45a-40ae-8405-d094112fa9d9 service neutron] 10.222.0.64 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199482 Jul 16 01:14:42.313882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:42.328222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Made reservation on behalf of 319e93c2b6a747e89f168f27df7d6c9e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:42.331985 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:42.333232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-2227eb08-5d85-462f-814e-fbb7dccbcbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:42.334794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-2227eb08-5d85-462f-814e-fbb7dccbcbd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.4440334 Jul 16 01:14:42.467700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:42.496021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207738d-a74d-472b-8fde-70696a349937 req-673a76c3-db4b-4ad3-8566-f95902bfb1c4 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:42.498603 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-673a76c3-db4b-4ad3-8566-f95902bfb1c4 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4821470 Jul 16 01:14:42.545887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-b3ff8ad1-0a51-4654-955f-968b2dccc635 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/quotas/0e8708eedc5b41508269e8ce705da8a9 HTTP/1.1" status: 200 len: 375 time: 0.0358398 Jul 16 01:14:42.548611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-b32c5fe3-8f76-4d35-9f0e-715a49005660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:42.550084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-b32c5fe3-8f76-4d35-9f0e-715a49005660 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2063770 Jul 16 01:14:42.553006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8f5397d6-d333-403a-9f1e-6e5b68e16e41 service neutron] 10.222.0.64 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492111 Jul 16 01:14:42.669530 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-506ff201-c567-44a4-a90d-5896b87587d2 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e8708eedc5b41508269e8ce705da8a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163828 Jul 16 01:14:43.113562 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cff274-050d-4f88-a90b-5e3fae394528 x-openstack-request-id: req-58cff274-050d-4f88-a90b-5e3fae394528 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:43.113861 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d33f8-f59b-43cf-9e10-d816244e9e7e", "tag": "0ac82c53-1e49-40da-be21-ab2a881bad44", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:43.116428 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58cff274-050d-4f88-a90b-5e3fae394528 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:43.117287 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'tag': '0ac82c53-1e49-40da-be21-ab2a881bad44', 'status': 'completed', 'code': 200} Jul 16 01:14:43.177470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:43.279342 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-5011ba2c-5fa8-4d85-9c1a-a9a8a4edc50c service neutron] 10.222.0.64 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094598 Jul 16 01:14:43.284894 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93de60f3-605c-43e0-9aee-0854a1911eda x-openstack-request-id: req-93de60f3-605c-43e0-9aee-0854a1911eda {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:43.285482 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:43.285910 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93de60f3-605c-43e0-9aee-0854a1911eda {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:43.286574 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'status': 'completed', 'code': 200} Jul 16 01:14:43.310612 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:43.547068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d1ec0-34bb-4bab-a6f6-630be24209f3 None None] Network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:43.554968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Allocated IP 172.25.4.114 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/6fc8f985-f14a-4f94-b475-3ca6de33badc) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:43.611324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Allocated IP 172.20.0.6 (db8facb9-7f33-47d6-9f8a-78547de9b32d/7dec5ba0-6bd7-476b-8091-6c954de6e44e/208c398b-4087-48aa-9797-144782efa026) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:43.631082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-c0005f20-ff3f-485c-9ea8-dd03e60a1eb4 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0643046 Jul 16 01:14:43.659057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c8c67eaf-e66b-40bc-9984-1305291128fa None None] Provisioning for port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:43.686336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c8c67eaf-e66b-40bc-9984-1305291128fa None None] Provisioning complete for port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:43.686707 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8c67eaf-e66b-40bc-9984-1305291128fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:43.804609 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-78cfe75a-a4c9-4c82-b3be-25ad0d4e24f4 service neutron] 10.222.0.64 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064387 Jul 16 01:14:43.806067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54330) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:43.962329 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8c67eaf-e66b-40bc-9984-1305291128fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.008792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-d607f36c-0166-4a66-88c9-ef028a257790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:44.011846 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-d607f36c-0166-4a66-88c9-ef028a257790 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 1100 time: 0.7286677 Jul 16 01:14:44.043012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c8c67eaf-e66b-40bc-9984-1305291128fa None None] For port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9abfffb4-3b81-4d17-9fbc-2c580d7f9688,segment=NetworkSegment(536cb88a-1d41-403d-b3fe-372391dbde74),segment_id=536cb88a-1d41-403d-b3fe-372391dbde74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:44.056614 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8c67eaf-e66b-40bc-9984-1305291128fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.162645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c67eaf-e66b-40bc-9984-1305291128fa None None] Pushing event updated for resources: {'Port': ['ID=9abfffb4-3b81-4d17-9fbc-2c580d7f9688,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:44.186105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.221577 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1decd29-822a-4d7d-ae24-8c94405d8f48 req-d8610c6f-790b-486f-be9a-0112ec67646e service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803416 Jul 16 01:14:44.262857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667f99f-ff69-45b3-a786-4a071187af55 req-f8669652-f78c-4877-b93c-f1bd1c477d6a tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:44.264487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9667f99f-ff69-45b3-a786-4a071187af55 req-f8669652-f78c-4877-b93c-f1bd1c477d6a tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 947 time: 0.4774125 Jul 16 01:14:44.395314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1241254847-network', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:44.464228 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9667f99f-ff69-45b3-a786-4a071187af55 req-67c780a6-c861-4a22-b381-a5d0a40c640e tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833775 Jul 16 01:14:44.465394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-9401c778-7f87-4733-897f-c211bc6367e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:44.467708 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-9401c778-7f87-4733-897f-c211bc6367e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.4242969 Jul 16 01:14:44.509733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f91a3630-bf36-4e46-abcc-f180ab597e30 None None] Provisioning complete for port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:44.510139 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f91a3630-bf36-4e46-abcc-f180ab597e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.552635 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.651857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-b7361cdb-0847-4efc-a38b-863902925362 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561 HTTP/1.1" status: 200 len: 217 time: 0.1723125 Jul 16 01:14:44.665956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-16c9727d-095b-4908-a148-83cd4fc553bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:44.673193 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-16c9727d-095b-4908-a148-83cd4fc553bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 1099 time: 0.3063281 Jul 16 01:14:44.742902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-92baed96-5f8b-4edb-b54a-7de50f50ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:44.744368 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-92baed96-5f8b-4edb-b54a-7de50f50ac7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0745242 Jul 16 01:14:44.754964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Made reservation on behalf of 8cb2381dc4c94fb2a5c317b1f4b04596 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:44.756672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:44.758388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.774802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:44.797156 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.812300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-c375aa54-84f8-47ef-9288-30d2d71c1a33 service neutron] 10.222.0.64 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9747138 Jul 16 01:14:44.824859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.836604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d44b8db6-0259-4a60-a0f6-9603f5481d11 req-2069da03-be26-4ad0-984a-49f5c044e5bb tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 210 time: 0.0920868 Jul 16 01:14:44.837915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:44.990763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc8f985-f14a-4f94-b475-3ca6de33badc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:45.209110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-af08cfb1-d6ac-4b49-b2d7-fe77427d729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:45.215115 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-af08cfb1-d6ac-4b49-b2d7-fe77427d729d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4477923 Jul 16 01:14:45.225709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-f59cacd7-bac8-4abe-a919-e5cc7c9f39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:45.227393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-f59cacd7-bac8-4abe-a919-e5cc7c9f39a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.5238316 Jul 16 01:14:45.237477 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ceb39a94-618c-4623-9348-482dc9d9264f service neutron] 10.222.0.64 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242058 Jul 16 01:14:45.252469 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.429897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-7d67f066-3acd-41a9-a2c6-ecb3cd89a387 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=0ac82c53-1e49-40da-be21-ab2a881bad44 HTTP/1.1" status: 200 len: 217 time: 0.1827142 Jul 16 01:14:45.457928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Network db8facb9-7f33-47d6-9f8a-78547de9b32d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:45.515968 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-cdeef819-aa1b-40bf-9a7d-af291168298d tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0e8708eedc5b41508269e8ce705da8a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2767224 Jul 16 01:14:45.530257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:45.627133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-057c82c4-be55-4169-a0ff-ddd3dae48cf0 service neutron] 10.222.0.64 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586714 Jul 16 01:14:45.628220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:45.639218 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.663074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event updated for resources: {'Port': ['ID=208c398b-4087-48aa-9797-144782efa026,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:45.708371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-5368bc19-9bac-40e0-9b21-d6065afdf0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:45.709507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-5368bc19-9bac-40e0-9b21-d6065afdf0a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2377295 Jul 16 01:14:45.710516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 86ecf4ee-b264-4165-9f6c-5b29f4313561 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:14:45.755075 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.756286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.817614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553d43-3f03-4ed5-b1d3-d3bacf0c56d2 req-87eae348-d7f3-48bc-832b-a4ff7aceb6a1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:45.826085 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0553d43-3f03-4ed5-b1d3-d3bacf0c56d2 req-87eae348-d7f3-48bc-832b-a4ff7aceb6a1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 931 time: 0.5953300 Jul 16 01:14:45.847396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fcb74b-c179-4b1b-8c29-3396fa8aeb47,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:45.873566 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:14:45.883271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:45.894538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207738d-a74d-472b-8fde-70696a349937 req-69c9cf20-7add-4896-8b55-c9f540fd2c02 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:45.898443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-69c9cf20-7add-4896-8b55-c9f540fd2c02 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3816257 Jul 16 01:14:45.910676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'mac_address': 'fa:16:3e:00:6a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:14:45.954604 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.955303 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Added segment f35519c0-a5b3-43c3-bdd7-b6cbecb549d9 of type vlan for network f535cf33-17bc-41ca-8755-e79cd5b9f681 Jul 16 01:14:45.964901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:45.966996 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.967701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Request body: {'port': {'device_id': 'd50473b9-cbd9-48a2-9e04-61a65cfe5bc4', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '0e8708eedc5b41508269e8ce705da8a9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:45.994266 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.007449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-9c679ed2-d143-44b9-a3ed-963ced7e83f8 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7756758 Jul 16 01:14:46.009640 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-1d2b253c-a182-48cd-accf-8fda91a1c3a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1664393 Jul 16 01:14:46.017448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ecf4ee-b264-4165-9f6c-5b29f4313561 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:46.050727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:46.061207 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.064663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0553d43-3f03-4ed5-b1d3-d3bacf0c56d2 req-37811dba-3a2f-48a5-8667-93d5eb3c1731 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375352 Jul 16 01:14:46.133303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-dfd484f2-578c-4687-9757-e36233beb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:46.149096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-dfd484f2-578c-4687-9757-e36233beb5ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4276433 Jul 16 01:14:46.167720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:46.194403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Request body: {'port': {'device_id': 'fab5acd2-3df7-4ce3-8e1e-aa0737190e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:46.207291 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4e5c391-7717-4656-be5e-82ab1f109402 req-d1428fad-9b65-456c-8b87-ae8af48f19fc service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643236 Jul 16 01:14:46.252433 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.282129 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-860dcf66-2c3a-4d62-95b5-0a8210420b04 service neutron] 10.222.0.64 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394606 Jul 16 01:14:46.286067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:46.323217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:46.323598 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.353427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['86ecf4ee-b264-4165-9f6c-5b29f4313561'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:46.409992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:14:46.507689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.509838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:46.511680 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.558322 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc8b38e6-2b29-4d18-b0fd-4b4e3abea209 service neutron] 10.222.0.64 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752452 Jul 16 01:14:46.582979 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7616765 Jul 16 01:14:46.591327 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.674499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54434) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:46.674499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32764a04-a405-43d1-b2b1-130262417ddb admin admin] Pushing event updated for resources: {'Network': ['ID=f535cf33-17bc-41ca-8755-e79cd5b9f681,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:46.685854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f535cf33-17bc-41ca-8755-e79cd5b9f681 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:14:46.694194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Request body: {'subnet': {'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1241254847-subnet', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:46.894384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.045331 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-b6a310fa-abba-4b89-aa0d-777a3f6b8e67 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814813 Jul 16 01:14:47.071391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Made reservation on behalf of 0e8708eedc5b41508269e8ce705da8a9 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:47.074323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:14:47.074323 n-d-791504-14 neutron-server[93944]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:14:47.074323 n-d-791504-14 neutron-server[93944]: [parameters: {'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'id': '93e3f40b-6a44-4c8b-a276-80465f22be7c', 'expiration': datetime.datetime(2021, 7, 16, 1, 16, 47, 15423)}] Jul 16 01:14:47.074323 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:14:47.074747 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:14:47.075632 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.103443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56164817-88a7-4d5d-a12f-1f25d6c5cbd9 req-199cd825-55e3-4d70-9854-1dfafe9dba28 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:47.107856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56164817-88a7-4d5d-a12f-1f25d6c5cbd9 req-199cd825-55e3-4d70-9854-1dfafe9dba28 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 947 time: 0.7730076 Jul 16 01:14:47.134117 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.187712 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-c3bb02ef-3da9-4234-b323-a4636af85752 service neutron] 10.222.0.64 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042750 Jul 16 01:14:47.225931 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208c398b-4087-48aa-9797-144782efa026 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:47.244016 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.260697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Transition to ACTIVE for port object 208c398b-4087-48aa-9797-144782efa026 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:47.267809 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.268625 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56164817-88a7-4d5d-a12f-1f25d6c5cbd9 req-fe8684a0-a747-4315-bfe4-956dc090e07a tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598194 Jul 16 01:14:47.387226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Pushing event updated for resources: {'Port': ['ID=208c398b-4087-48aa-9797-144782efa026,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:47.389269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:14:47.399108 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5291c3c-0664-473c-bd9e-95525765ee06 req-6c9fe536-b1db-415a-9e83-25942b049e08 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433812 Jul 16 01:14:47.463103 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ca879a3-3d74-4a93-a8af-fddc002a4689 req-4531206c-4324-44c7-83f1-68a612424794 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 210 time: 0.0570288 Jul 16 01:14:47.558571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Attempting to bind port 208c398b-4087-48aa-9797-144782efa026 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:47.561398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Attempting to bind port 208c398b-4087-48aa-9797-144782efa026 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:47.561752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Attempting to bind port 208c398b-4087-48aa-9797-144782efa026 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:47.610784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Port 208c398b-4087-48aa-9797-144782efa026 on network db8facb9-7f33-47d6-9f8a-78547de9b32d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:47.612956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Attempting to bind port 208c398b-4087-48aa-9797-144782efa026 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:47.639345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:47.643239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Checking segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:47.644013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Bound using segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:47.645545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Bound port: 208c398b-4087-48aa-9797-144782efa026, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:47.646866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.726107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 86ecf4ee-b264-4165-9f6c-5b29f4313561 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:47.753195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] For port 208c398b-4087-48aa-9797-144782efa026, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:47.756649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] For port 208c398b-4087-48aa-9797-144782efa026, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=208c398b-4087-48aa-9797-144782efa026,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:47.766475 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.818159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:47.819876 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.823182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] 10.222.0.50 "PUT /v2.0/ports/208c398b-4087-48aa-9797-144782efa026 HTTP/1.1" status: 200 len: 1092 time: 1.7752092 Jul 16 01:14:47.823966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab5acd2-3df7-4ce3-8e1e-aa0737190e01', 'tag': '208c398b-4087-48aa-9797-144782efa026'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:47.833351 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.855527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.861400 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b9bdef-be10-4347-90be-8ed7964bfecb" -d '{"events": [{"name": "network-changed", "server_uuid": "fab5acd2-3df7-4ce3-8e1e-aa0737190e01", "tag": "208c398b-4087-48aa-9797-144782efa026"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:47.869152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 86ecf4ee-b264-4165-9f6c-5b29f4313561 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:47.874358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 86ecf4ee-b264-4165-9f6c-5b29f4313561 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:47.874738 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.972289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:48.024490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd904bf9-eabf-4e12-9d6d-368e738da1ff service neutron] Pushing event updated for resources: {'Port': ['ID=208c398b-4087-48aa-9797-144782efa026,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:48.032295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Made reservation on behalf of 8cb2381dc4c94fb2a5c317b1f4b04596 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:48.035310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:48.104416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba89f54f-c258-4cb9-846b-6f04bb1861aa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:48.169047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62ada-a859-4074-9841-03b1b1416dae req-ef9c7676-becc-4047-ad34-9ca4838fb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:48.171845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-ef9c7676-becc-4047-ad34-9ca4838fb864 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 1095 time: 0.2434211 Jul 16 01:14:48.187799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:48.189389 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3e018532-3b9d-4e71-a8fc-68eb13b15596 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7241936 Jul 16 01:14:48.197234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54524) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:48.305502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Sync routers for ids ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:48.365774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Routers {'54dfe4c3-2af0-4a56-b421-1b44d3aaad25'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:48.366607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:48.405833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8631be-7fa2-4d86-8e8d-bfb714990d89 req-28422a59-92cf-4b6c-bdbe-350c52dd87d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:48.416764 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db8631be-7fa2-4d86-8e8d-bfb714990d89 req-28422a59-92cf-4b6c-bdbe-350c52dd87d0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 943 time: 0.7207444 Jul 16 01:14:48.575955 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:48.647189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54542) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:48.670304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0ac82c53-1e49-40da-be21-ab2a881bad44 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:14:48.693081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Allocated IP 192.168.233.136 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/bee74d0d-7905-44ce-a0da-755114562188) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:48.724810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db8631be-7fa2-4d86-8e8d-bfb714990d89 req-745ec9ad-fd43-4a4a-9984-b98cc91dec8c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065951 Jul 16 01:14:48.788790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:48.793061 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce0bcc9-0412-41cb-97b9-2950c89785e1" -d '{"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-plugged", "status": "completed", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:48.826038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:48.871723 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:48.915043 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-552b710f-f40e-4d39-854d-b324a8aaea70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=208c398b-4087-48aa-9797-144782efa026 HTTP/1.1" status: 200 len: 217 time: 0.7317784 Jul 16 01:14:48.916765 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8dd25a-62e1-44c7-b42a-e6d1f27e4b3f x-openstack-request-id: req-7b8dd25a-62e1-44c7-b42a-e6d1f27e4b3f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:48.917158 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab5acd2-3df7-4ce3-8e1e-aa0737190e01", "tag": "208c398b-4087-48aa-9797-144782efa026", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:48.917516 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b8dd25a-62e1-44c7-b42a-e6d1f27e4b3f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:48.918210 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab5acd2-3df7-4ce3-8e1e-aa0737190e01', 'tag': '208c398b-4087-48aa-9797-144782efa026', 'status': 'completed', 'code': 200} Jul 16 01:14:48.920270 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Set router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:48.954703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-75c40561-6a2d-4027-adf1-0085008ab7ac req-7a3c8ffe-a5ef-47a1-8b5d-3f26a32a32a3 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.0453503 Jul 16 01:14:48.999625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62ada-a859-4074-9841-03b1b1416dae req-94cd8955-2be3-448d-be50-c3565974ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:49.001334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-94cd8955-2be3-448d-be50-c3565974ccd0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.0745370 Jul 16 01:14:49.014834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66c3fb67-562b-4f5b-87d3-423b999c19b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.127292 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:49.141687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-84ba5061-1409-416c-954f-098576892bd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855088 Jul 16 01:14:49.180048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 0ac82c53-1e49-40da-be21-ab2a881bad44, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0ac82c53-1e49-40da-be21-ab2a881bad44,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:49.285987 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-612dbfe7-d26b-4003-8ba4-ead3198e7a60 service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418254 Jul 16 01:14:49.301692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '0ac82c53-1e49-40da-be21-ab2a881bad44', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '0ac82c53-1e49-40da-be21-ab2a881bad44', 'mac_address': 'fa:16:3e:66:60:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:14:49.310350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33b93187-6953-4e03-832e-6927244dcc3d req-b66f7c02-7ad0-4956-8e79-3d12d83f4ede tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 210 time: 0.0864584 Jul 16 01:14:49.337936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530d93-8e47-4a6c-abf1-f5b4bca0adde req-de7179cd-4ee0-409e-9bf4-0a53694fa475 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:49.337936 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21530d93-8e47-4a6c-abf1-f5b4bca0adde req-de7179cd-4ee0-409e-9bf4-0a53694fa475 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 947 time: 0.4094472 Jul 16 01:14:49.383451 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.402252 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21530d93-8e47-4a6c-abf1-f5b4bca0adde req-0293a6ad-b0a7-475f-835b-4d9c42138c2c tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Jul 16 01:14:49.470739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac82c53-1e49-40da-be21-ab2a881bad44 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:49.521947 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.531171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 0ac82c53-1e49-40da-be21-ab2a881bad44, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0ac82c53-1e49-40da-be21-ab2a881bad44,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:49.546469 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdc831b-0111-4559-8405-e4bff03817cd x-openstack-request-id: req-bcdc831b-0111-4559-8405-e4bff03817cd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:49.546734 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-plugged", "status": "completed", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:49.546952 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcdc831b-0111-4559-8405-e4bff03817cd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:49.547453 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'code': 200} Jul 16 01:14:49.557635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'name': 'tempest-ServersTestMultiNic-1055002515-router', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:40Z', 'updated_at': '2021-07-16T01:14:45Z', 'revision_number': 3, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'gw_port': {'id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:43Z', 'updated_at': '2021-07-16T01:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:49.588117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444f5a35-d039-4025-93ff-5c48224f261f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:49.612580 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.625486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Checking router: 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:49.625836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Updating router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 port 6fc8f985-f14a-4f94-b475-3ca6de33badc binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:49.627917 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.637649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-60ed7b12-c7b9-43ac-b304-6d53c960f809 service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364229 Jul 16 01:14:49.639611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Checking segment: {'id': 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:49.639611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Network hostable DHCP agents. Network: f535cf33-17bc-41ca-8755-e79cd5b9f681, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:14:49.675839 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Transition to ACTIVE for port object bee74d0d-7905-44ce-a0da-755114562188 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:49.714200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Network f535cf33-17bc-41ca-8755-e79cd5b9f681 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:14:49.729931 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329feaea-8efc-480d-99a1-1b27b1fa8b12 req-2fc73e26-59b5-4ae2-9732-5309f23f8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:49.732795 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-329feaea-8efc-480d-99a1-1b27b1fa8b12 req-2fc73e26-59b5-4ae2-9732-5309f23f8d38 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 1102 time: 0.0856481 Jul 16 01:14:49.734652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f535cf33-17bc-41ca-8755-e79cd5b9f681) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:49.737629 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66c3fb67-562b-4f5b-87d3-423b999c19b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.740261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:49.741204 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.786346 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66c3fb67-562b-4f5b-87d3-423b999c19b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.786668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-329feaea-8efc-480d-99a1-1b27b1fa8b12 req-bd401c1b-ec4d-43cb-84a1-83f050c1ff85 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412338 Jul 16 01:14:49.832168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf4cc8-ff30-4e66-8f89-9fb986f4caa2 None None] Network f535cf33-17bc-41ca-8755-e79cd5b9f681 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:49.859782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b5c49614-ce43-4776-b580-829f68639335 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1816204 Jul 16 01:14:49.865486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54560) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:49.866565 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-66c3fb67-562b-4f5b-87d3-423b999c19b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a66ec4009b214af98b8e853c099e6212&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2154412 Jul 16 01:14:49.868087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1241254847-router', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:49.873429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54562) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:49.881983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3fb67-562b-4f5b-87d3-423b999c19b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41827eb-359d-485d-84f6-318074385179,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:49.905972 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.924580 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.925863 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.952022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['0ac82c53-1e49-40da-be21-ab2a881bad44'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:49.963994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9bdef-be10-4347-90be-8ed7964bfecb req-35b2571d-3e9f-47d2-9e8a-7cdfb546d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:49.967848 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-90b9bdef-be10-4347-90be-8ed7964bfecb req-35b2571d-3e9f-47d2-9e8a-7cdfb546d244 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 1095 time: 0.1753824 Jul 16 01:14:50.033483 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.099261 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.205299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:50.229702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Pushing event updated for resources: {'Port': ['ID=bee74d0d-7905-44ce-a0da-755114562188,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:50.250146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:50.254196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:50.311640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=0ac82c53-1e49-40da-be21-ab2a881bad44,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:50.379073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.379470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.437004 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c33e75-e18c-46ca-8d25-588eed437a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.466563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9bdef-be10-4347-90be-8ed7964bfecb req-953fefdd-3a7f-4cd9-a280-d8bd1de9e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.468980 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-90b9bdef-be10-4347-90be-8ed7964bfecb req-953fefdd-3a7f-4cd9-a280-d8bd1de9e25b service neutron] 10.222.0.50 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 911 time: 0.4902978 Jul 16 01:14:50.483100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.525890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.535918 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32e1335e-6df5-416a-bf90-5b52056a3d70 req-437b05fa-e792-4cac-9368-7184b4d677f8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.2346852 Jul 16 01:14:50.580894 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-6babb2a5-4a7f-4929-8ebf-4b0126b283a3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6642246 Jul 16 01:14:50.603486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Request body: {'port': {'device_id': 'd50473b9-cbd9-48a2-9e04-61a65cfe5bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:50.629581 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-90b9bdef-be10-4347-90be-8ed7964bfecb req-1a0105ca-5ef4-461c-8e73-46f382be3434 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=208c398b-4087-48aa-9797-144782efa026 HTTP/1.1" status: 200 len: 217 time: 0.1404614 Jul 16 01:14:50.661528 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c33e75-e18c-46ca-8d25-588eed437a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.720932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9bdef-be10-4347-90be-8ed7964bfecb req-423126cd-565f-4d4a-bc19-91ca0051d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.722491 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-90b9bdef-be10-4347-90be-8ed7964bfecb req-423126cd-565f-4d4a-bc19-91ca0051d384 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.0797570 Jul 16 01:14:50.738611 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.796634 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-90b9bdef-be10-4347-90be-8ed7964bfecb req-02c8c770-cc7e-4d71-a35c-5c5c500d605f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655649 Jul 16 01:14:50.811625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849ad17-c7fd-4348-8c6a-a17e1bbd8b62 req-bf03d911-3142-40c6-b04e-ceb2dac6d683 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.819751 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c849ad17-c7fd-4348-8c6a-a17e1bbd8b62 req-bf03d911-3142-40c6-b04e-ceb2dac6d683 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 943 time: 0.7388294 Jul 16 01:14:50.888172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Transition to ACTIVE for port object 6fc8f985-f14a-4f94-b475-3ca6de33badc will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:50.924425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f212bdb-197e-4c68-b9da-3e56baac0acb None None] Provisioning for port bee74d0d-7905-44ce-a0da-755114562188 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:50.926426 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.962222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c849ad17-c7fd-4348-8c6a-a17e1bbd8b62 req-b16ed7eb-9d34-4b74-b3fc-c0f4745a9318 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413095 Jul 16 01:14:50.966241 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.004170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f212bdb-197e-4c68-b9da-3e56baac0acb None None] Provisioning complete for port bee74d0d-7905-44ce-a0da-755114562188 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:51.004545 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f212bdb-197e-4c68-b9da-3e56baac0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.067088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c33e75-e18c-46ca-8d25-588eed437a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.075075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c33e75-e18c-46ca-8d25-588eed437a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.076253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-41c33e75-e18c-46ca-8d25-588eed437a90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a41827eb-359d-485d-84f6-318074385179 HTTP/1.1" status: 204 len: 168 time: 1.2016141 Jul 16 01:14:51.214656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-90b9bdef-be10-4347-90be-8ed7964bfecb req-303d6910-ea1a-4537-b10e-68f1ec6d6a01 service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836119 Jul 16 01:14:51.304289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-f535cf33-17bc-41ca-8755-e79cd5b9f681', 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'fixed_ips': [{'subnet_id': '444f5a35-d039-4025-93ff-5c48224f261f'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:14:51.305341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.337509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c33e75-e18c-46ca-8d25-588eed437a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41827eb-359d-485d-84f6-318074385179,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:51.365091 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-604b6479-3273-4f86-b900-968fd0dcb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.374600 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-604b6479-3273-4f86-b900-968fd0dcb74c service neutron] 10.222.0.50 "GET /v2.0/ports/20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 200 len: 1026 time: 0.4844301 Jul 16 01:14:51.400339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Attempting to bind port 6fc8f985-f14a-4f94-b475-3ca6de33badc on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:51.400716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Attempting to bind port 6fc8f985-f14a-4f94-b475-3ca6de33badc by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:51.401083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Attempting to bind port 6fc8f985-f14a-4f94-b475-3ca6de33badc on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:51.431767 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:51.432263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:51.438872 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.439377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:51.439963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Bound port: 6fc8f985-f14a-4f94-b475-3ca6de33badc, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:51.440308 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.442172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f1faf-b3dd-4d72-8dde-2e981cddc631 None None] Pushing event updated for resources: {'Port': ['ID=6fc8f985-f14a-4f94-b475-3ca6de33badc,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:51.504676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2f212bdb-197e-4c68-b9da-3e56baac0acb None None] Port bee74d0d-7905-44ce-a0da-755114562188 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:51.530497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a58ce-183a-4bf0-9858-e6667c52d9c7 req-25d4deca-dba5-4d7c-bbf0-a859c022ba92 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.532104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-844a58ce-183a-4bf0-9858-e6667c52d9c7 req-25d4deca-dba5-4d7c-bbf0-a859c022ba92 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 936 time: 0.6973195 Jul 16 01:14:51.694550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46f8d-60db-44f9-9886-2aedb37ba769 req-1c99cf31-d18c-48fc-8bb5-61ecc7e63198 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.705516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2f46f8d-60db-44f9-9886-2aedb37ba769 req-1c99cf31-d18c-48fc-8bb5-61ecc7e63198 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 948 time: 0.5350239 Jul 16 01:14:51.711507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-73f3a461-d15b-42b5-9365-3416f31fef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.712685 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-90b9bdef-be10-4347-90be-8ed7964bfecb req-dddf1404-a9f6-4a05-8e49-266195b66e10 service neutron] 10.222.0.50 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900310 Jul 16 01:14:51.713186 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-73f3a461-d15b-42b5-9365-3416f31fef59 service neutron] 10.222.0.50 "GET /v2.0/ports/9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 200 len: 1026 time: 0.3315287 Jul 16 01:14:51.720985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Allocated IP 172.20.0.1 (4e12d1af-cef7-4cd4-a11c-2363fbc2a77f/4abe0982-876e-41a9-9215-26c9865223a2/b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:51.787909 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-844a58ce-183a-4bf0-9858-e6667c52d9c7 req-e366f24b-174b-4bbd-9448-ae54947e6cbc tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412253 Jul 16 01:14:51.789591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] For port 6fc8f985-f14a-4f94-b475-3ca6de33badc, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:51.790104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.816179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] For port 6fc8f985-f14a-4f94-b475-3ca6de33badc, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6fc8f985-f14a-4f94-b475-3ca6de33badc,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:51.847900 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.851702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Allocated IP 172.20.0.2 (f535cf33-17bc-41ca-8755-e79cd5b9f681/444f5a35-d039-4025-93ff-5c48224f261f/413fd7b8-a48f-41e7-982c-2fd1574c2226) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:51.913541 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2f46f8d-60db-44f9-9886-2aedb37ba769 req-f94258b5-2427-4d41-bed1-2ada59356eac tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068117 Jul 16 01:14:51.959121 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.072416 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.096690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Transition to ACTIVE for port object b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:52.275115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Allocated IP 172.25.4.64 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/7759935f-c850-493e-862e-47f3f4a7549c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:52.330661 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Routers {'54dfe4c3-2af0-4a56-b421-1b44d3aaad25'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:52.331220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:52.340394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-7515bdec-8575-4802-9798-3b1381e4bbe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.341088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f1faf-b3dd-4d72-8dde-2e981cddc631 None None] Pushing event updated for resources: {'Port': ['ID=6fc8f985-f14a-4f94-b475-3ca6de33badc,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:52.353409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-7515bdec-8575-4802-9798-3b1381e4bbe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.361498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-7515bdec-8575-4802-9798-3b1381e4bbe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.364318 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-7515bdec-8575-4802-9798-3b1381e4bbe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "GET /v2.0/networks?id=90e7227a-696f-4b17-be86-431b8100a57c&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593 HTTP/1.1" status: 200 len: 1990 time: 0.6328826 Jul 16 01:14:52.415362 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.432714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Transition to ACTIVE for port object 413fd7b8-a48f-41e7-982c-2fd1574c2226 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:52.531179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Transition to ACTIVE for port object 413fd7b8-a48f-41e7-982c-2fd1574c2226 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:52.549338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee74d0d-7905-44ce-a0da-755114562188 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:52.563309 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.569719 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.581506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Transition to ACTIVE for port object bee74d0d-7905-44ce-a0da-755114562188 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:52.586838 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.667934 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.695725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 208c398b-4087-48aa-9797-144782efa026 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:14:52.702810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0ac82c53-1e49-40da-be21-ab2a881bad44 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:52.721510 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] Set router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:52.728002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Network f535cf33-17bc-41ca-8755-e79cd5b9f681 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:52.757137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Pushing event updated for resources: {'Port': ['ID=b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:52.771803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189fa1c-98d2-40df-8f73-02c5243a2628 req-7116585f-0c79-4332-b0c5-1974f560e9c7 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.785962 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a189fa1c-98d2-40df-8f73-02c5243a2628 req-7116585f-0c79-4332-b0c5-1974f560e9c7 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 943 time: 0.3998477 Jul 16 01:14:52.808383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:52.878168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55b20870-004b-4371-8cfb-183c0ddf1092 req-3f14064c-db09-495d-af9f-7792ecc48d04 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.2933183 Jul 16 01:14:52.899566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Pushing event updated for resources: {'Port': ['ID=bee74d0d-7905-44ce-a0da-755114562188,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:52.905340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.927613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:52.955637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-2122c265-53a8-49c3-a97d-69f019a361a1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8c2e1d5846b4437a4a7cb76ee192248 HTTP/1.1" status: 200 len: 379 time: 0.3331306 Jul 16 01:14:52.974027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'admin_state_up': True, 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'security_groups': ['44f1e5a8-b71c-4cc5-b592-b284d2179133']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:53.003786 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a189fa1c-98d2-40df-8f73-02c5243a2628 req-8d49e6d3-d8ab-4a1d-929c-8245687c441f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157154 Jul 16 01:14:53.090261 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:14:53.096621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Pushing event updated for resources: {'Port': ['ID=413fd7b8-a48f-41e7-982c-2fd1574c2226,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:53.133694 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.202768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:53.226972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Attempting to bind port 413fd7b8-a48f-41e7-982c-2fd1574c2226 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:53.236278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Attempting to bind port 413fd7b8-a48f-41e7-982c-2fd1574c2226 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:53.236731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Attempting to bind port 413fd7b8-a48f-41e7-982c-2fd1574c2226 on network f535cf33-17bc-41ca-8755-e79cd5b9f681 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:53.243072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 0ac82c53-1e49-40da-be21-ab2a881bad44 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:53.268550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:53.296267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:53.310913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:53.407503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:53.411245 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.426539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Pushing event updated for resources: {'Port': ['ID=7759935f-c850-493e-862e-47f3f4a7549c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:53.432994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:53.436587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:53.449663 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:53.457851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Checking segment: {'id': 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:53.458399 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.458813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Bound using segment: {'id': 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:53.459333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Bound port: 413fd7b8-a48f-41e7-982c-2fd1574c2226, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:53.459727 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.484015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Attempting to bind port bee74d0d-7905-44ce-a0da-755114562188 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:53.484377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Attempting to bind port bee74d0d-7905-44ce-a0da-755114562188 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:53.484683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Attempting to bind port bee74d0d-7905-44ce-a0da-755114562188 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:53.500277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 0ac82c53-1e49-40da-be21-ab2a881bad44 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:53.500651 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.652928 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.679257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Port bee74d0d-7905-44ce-a0da-755114562188 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:53.679626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Attempting to bind port bee74d0d-7905-44ce-a0da-755114562188 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:53.790599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 208c398b-4087-48aa-9797-144782efa026, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=208c398b-4087-48aa-9797-144782efa026,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:53.824458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:53.824802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:53.825911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:53.826415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Bound port: bee74d0d-7905-44ce-a0da-755114562188, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:53.826766 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.827273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '208c398b-4087-48aa-9797-144782efa026', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'port_id': '208c398b-4087-48aa-9797-144782efa026', 'mac_address': 'fa:16:3e:df:fa:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dec5ba0-6bd7-476b-8091-6c954de6e44e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:14:53.896496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3fe6a-7bf9-414b-b96a-38ebf64a9e00 req-76854719-de56-438a-94e7-e05d085fd0c0 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:53.899787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9bd3fe6a-7bf9-414b-b96a-38ebf64a9e00 req-76854719-de56-438a-94e7-e05d085fd0c0 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 948 time: 0.4750614 Jul 16 01:14:53.908736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Allocated IP 172.20.0.12 (90e7227a-696f-4b17-be86-431b8100a57c/2246a116-9b5d-48d9-8c84-79b4a085fa8f/7210560e-dd1b-42b8-b735-1c99f3448846) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:53.968335 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.996040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce110c14-901d-4837-aeb9-791dcf2bb780 req-84172899-84e0-407b-8bde-c3d022d013af tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:54.004284 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce110c14-901d-4837-aeb9-791dcf2bb780 req-84172899-84e0-407b-8bde-c3d022d013af tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 948 time: 0.7375958 Jul 16 01:14:54.026762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 0ac82c53-1e49-40da-be21-ab2a881bad44, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0ac82c53-1e49-40da-be21-ab2a881bad44,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:54.038750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac82c53-1e49-40da-be21-ab2a881bad44'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:54.041288 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8670c5ac-2fcf-4bfd-ba23-089a7b5e4bcd" -d '{"events": [{"server_uuid": "379d33f8-f59b-43cf-9e10-d816244e9e7e", "name": "network-vif-plugged", "status": "completed", "tag": "0ac82c53-1e49-40da-be21-ab2a881bad44"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:54.082083 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.179509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] For port 413fd7b8-a48f-41e7-982c-2fd1574c2226, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:54.185011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] For port 413fd7b8-a48f-41e7-982c-2fd1574c2226, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=413fd7b8-a48f-41e7-982c-2fd1574c2226,segment=NetworkSegment(f35519c0-a5b3-43c3-bdd7-b6cbecb549d9),segment_id=f35519c0-a5b3-43c3-bdd7-b6cbecb549d9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:54.187718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=0ac82c53-1e49-40da-be21-ab2a881bad44,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:54.197570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7372dc5b-9c44-48eb-a361-5bffef8b806c None None] Provisioning for port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:54.202851 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.208555 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.229330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7372dc5b-9c44-48eb-a361-5bffef8b806c None None] Provisioning complete for port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:54.229677 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7372dc5b-9c44-48eb-a361-5bffef8b806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.242818 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9bd3fe6a-7bf9-414b-b96a-38ebf64a9e00 req-430de3d7-9715-4548-b769-e3a5c151b26c tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072042 Jul 16 01:14:54.287197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208c398b-4087-48aa-9797-144782efa026 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:54.313281 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.384005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 208c398b-4087-48aa-9797-144782efa026, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=208c398b-4087-48aa-9797-144782efa026,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:54.400982 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.409587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7372dc5b-9c44-48eb-a361-5bffef8b806c None None] Port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:54.432096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764f81b-4927-47a2-88bb-fb35cdb5a2af None None] Pushing event updated for resources: {'Port': ['ID=413fd7b8-a48f-41e7-982c-2fd1574c2226,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:54.438327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'name': 'tempest-ServersTestMultiNic-1055002515-router', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:40Z', 'updated_at': '2021-07-16T01:14:45Z', 'revision_number': 3, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'gw_port': {'id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:43Z', 'updated_at': '2021-07-16T01:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:54.557854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0a5b3-ee7d-476d-96cb-a7b318ff9e30 None None] The sync data for ids ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'] in n-d-791504-14 is: [{'id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'name': 'tempest-ServersTestMultiNic-1055002515-router', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:40Z', 'updated_at': '2021-07-16T01:14:45Z', 'revision_number': 3, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'gw_port': {'id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:43Z', 'updated_at': '2021-07-16T01:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:54.633394 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d29dee3-2699-43e4-bd13-9bea0d2dd186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.672081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=208c398b-4087-48aa-9797-144782efa026,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:54.677341 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['208c398b-4087-48aa-9797-144782efa026'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:54.691846 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] For port bee74d0d-7905-44ce-a0da-755114562188, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:54.744938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b97049ee-1d70-476a-bdd6-ec1b2e8de646 req-062cff19-f350-42a1-8478-fcdb7efae826 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.1417100 Jul 16 01:14:54.823930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] For port bee74d0d-7905-44ce-a0da-755114562188, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bee74d0d-7905-44ce-a0da-755114562188,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:55.142784 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.169874 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.189613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Transition to ACTIVE for port object 7210560e-dd1b-42b8-b735-1c99f3448846 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:55.304228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.328055 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.512123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.538131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Pushing event updated for resources: {'Port': ['ID=bee74d0d-7905-44ce-a0da-755114562188,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:55.785290 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.813395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:55.814951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.817022 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-90e594ff-4adc-4e65-8cf6-c96294974258 service neutron] 10.222.0.67 "PUT /v2.0/ports/bee74d0d-7905-44ce-a0da-755114562188 HTTP/1.1" status: 200 len: 1097 time: 5.2196932 Jul 16 01:14:55.821676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce110c14-901d-4837-aeb9-791dcf2bb780 req-946ca16d-ef17-4952-902e-7233c1f94044 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8164842 Jul 16 01:14:55.831982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.913935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50473b9-cbd9-48a2-9e04-61a65cfe5bc4', 'tag': 'bee74d0d-7905-44ce-a0da-755114562188'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:55.916872 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d50473b9-cbd9-48a2-9e04-61a65cfe5bc4", "tag": "bee74d0d-7905-44ce-a0da-755114562188"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:55.968141 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7735691b-0014-412d-b57c-76149ec78edc x-openstack-request-id: req-7735691b-0014-412d-b57c-76149ec78edc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:55.968434 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d33f8-f59b-43cf-9e10-d816244e9e7e", "name": "network-vif-plugged", "status": "completed", "tag": "0ac82c53-1e49-40da-be21-ab2a881bad44", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:55.968711 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7735691b-0014-412d-b57c-76149ec78edc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:55.969108 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac82c53-1e49-40da-be21-ab2a881bad44', 'code': 200} Jul 16 01:14:55.991020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Pushing event updated for resources: {'Port': ['ID=b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:56.004094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.013783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.260044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Port': ['ID=7210560e-dd1b-42b8-b735-1c99f3448846,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:56.291630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network 90e7227a-696f-4b17-be86-431b8100a57c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:56.317849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 413fd7b8-a48f-41e7-982c-2fd1574c2226 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:56.332624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:56.338470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:56.382103 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.446996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c802def8-9f16-41d6-90e6-75d535584587 None None] Network f535cf33-17bc-41ca-8755-e79cd5b9f681 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:56.518567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 413fd7b8-a48f-41e7-982c-2fd1574c2226 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:56.570332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6fc8f985-f14a-4f94-b475-3ca6de33badc up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:56.695033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 208c398b-4087-48aa-9797-144782efa026 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:56.752768 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6ddb465a-be5d-4f03-8ae4-ea3e1fee271f None None] Provisioning for port 413fd7b8-a48f-41e7-982c-2fd1574c2226 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:56.767805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.768888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.807534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Router 1037db04-0072-46f6-90f2-8809f85896a4 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:14:56.823440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207738d-a74d-472b-8fde-70696a349937 req-c4e73ab7-9898-4b42-8c84-01ce28321288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.827519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-c4e73ab7-9898-4b42-8c84-01ce28321288 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e8708eedc5b41508269e8ce705da8a9&device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 1100 time: 0.9146526 Jul 16 01:14:56.834334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6ddb465a-be5d-4f03-8ae4-ea3e1fee271f None None] Provisioning complete for port 413fd7b8-a48f-41e7-982c-2fd1574c2226 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:56.835073 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ddb465a-be5d-4f03-8ae4-ea3e1fee271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.859181 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9331-d5ec-4e21-8d4f-7b98ea3042b1 req-fbd100ff-95d6-436f-987a-ec20649f8db3 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.859869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f466e7f6-95a4-4e4b-bf6d-72d53de6f2c1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9020319 Jul 16 01:14:56.874155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1dfd9331-d5ec-4e21-8d4f-7b98ea3042b1 req-fbd100ff-95d6-436f-987a-ec20649f8db3 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 944 time: 0.6767082 Jul 16 01:14:56.883732 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03855e-8314-483e-8f9d-6f070eb0b468 req-693997ff-7c4b-4b1c-aeb6-664774c3bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.885364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de03855e-8314-483e-8f9d-6f070eb0b468 req-693997ff-7c4b-4b1c-aeb6-664774c3bcd1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 1101 time: 0.6420882 Jul 16 01:14:56.896132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983', 'admin_state_up': True, 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'security_groups': ['44f1e5a8-b71c-4cc5-b592-b284d2179133']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:56.983307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06e14a-7c53-484e-a6f4-7ec94915de22 req-d58694f4-bace-4963-be48-2e14c92fbe94 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.986298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b06e14a-7c53-484e-a6f4-7ec94915de22 req-d58694f4-bace-4963-be48-2e14c92fbe94 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 949 time: 0.6259429 Jul 16 01:14:56.989987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-c17b5508-5b32-42ce-bb11-d275e41b3e0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=bee74d0d-7905-44ce-a0da-755114562188 HTTP/1.1" status: 200 len: 217 time: 0.1439083 Jul 16 01:14:57.009610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 6fc8f985-f14a-4f94-b475-3ca6de33badc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:57.043056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:57.070986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 6fc8f985-f14a-4f94-b475-3ca6de33badc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:57.071268 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:57.136919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:57.192267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 208c398b-4087-48aa-9797-144782efa026 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:57.341915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1dfd9331-d5ec-4e21-8d4f-7b98ea3042b1 req-8b2800b0-4671-4618-8715-015896791271 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629450 Jul 16 01:14:57.354649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de03855e-8314-483e-8f9d-6f070eb0b468 req-95251ce8-518d-4b0c-be07-ef32ac35edab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612968 Jul 16 01:14:57.380888 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ddb465a-be5d-4f03-8ae4-ea3e1fee271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:57.392730 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00b2788e-2617-46a8-bbde-22ab214b8c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:57.395735 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b06e14a-7c53-484e-a6f4-7ec94915de22 req-f4d8879f-eae5-4c79-86f1-951b2db692f2 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914690 Jul 16 01:14:57.411446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:57.424624 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Sync routers for ids ['1037db04-0072-46f6-90f2-8809f85896a4'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:57.428024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:14:57.458065 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Routers {'1037db04-0072-46f6-90f2-8809f85896a4'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:57.459452 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:57.460309 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1037db04-0072-46f6-90f2-8809f85896a4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:57.460977 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ae93f650-58e8-49de-af28-3352e9fc480c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5966372 Jul 16 01:14:57.463126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 208c398b-4087-48aa-9797-144782efa026 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:57.463894 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54704) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:57.471877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207738d-a74d-472b-8fde-70696a349937 req-c7792b1a-1ec1-442b-95c7-0de1ce031584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:57.472618 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:57.475726 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-c7792b1a-1ec1-442b-95c7-0de1ce031584 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.4710889 Jul 16 01:14:57.784936 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457609e0-45fa-4e01-961e-35335cfdf036 x-openstack-request-id: req-457609e0-45fa-4e01-961e-35335cfdf036 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:57.791272 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50473b9-cbd9-48a2-9e04-61a65cfe5bc4", "tag": "bee74d0d-7905-44ce-a0da-755114562188", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:57.793425 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-457609e0-45fa-4e01-961e-35335cfdf036 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:57.797006 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50473b9-cbd9-48a2-9e04-61a65cfe5bc4', 'tag': 'bee74d0d-7905-44ce-a0da-755114562188', 'status': 'completed', 'code': 200} Jul 16 01:14:57.820209 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Set router 1037db04-0072-46f6-90f2-8809f85896a4 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:58.160981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:58.206267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6ddb465a-be5d-4f03-8ae4-ea3e1fee271f None None] For port 413fd7b8-a48f-41e7-982c-2fd1574c2226, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=413fd7b8-a48f-41e7-982c-2fd1574c2226,segment=NetworkSegment(f35519c0-a5b3-43c3-bdd7-b6cbecb549d9),segment_id=f35519c0-a5b3-43c3-bdd7-b6cbecb549d9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:58.210788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:58.212842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Sync routers for ids ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:58.216285 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:58.221713 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:58.238696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-854717db-74a0-4000-8147-73b523e2f38f admin admin] 10.222.0.64 "PUT /v2.0/routers/54dfe4c3-2af0-4a56-b421-1b44d3aaad25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0400157 Jul 16 01:14:58.245376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ddb465a-be5d-4f03-8ae4-ea3e1fee271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:58.321101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb465a-be5d-4f03-8ae4-ea3e1fee271f None None] Pushing event updated for resources: {'Port': ['ID=413fd7b8-a48f-41e7-982c-2fd1574c2226,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:58.407130 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:58.452074 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 6fc8f985-f14a-4f94-b475-3ca6de33badc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6fc8f985-f14a-4f94-b475-3ca6de33badc,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:58.469426 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:58.536356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Routers {'54dfe4c3-2af0-4a56-b421-1b44d3aaad25'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:58.537005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:58.577178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Allocated IP 10.1.1.104 (c7231af3-6249-44cf-854d-777978c3b983/d841f3de-4d8b-43bb-b2cc-6b4dc15f797a/a792df07-6f4e-4b20-a758-7c9a069af816) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:58.595543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54740) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:58.695898 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037db04-0072-46f6-90f2-8809f85896a4', 'name': 'tempest-FloatingIPDetailsTestJSON-1241254847-router', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '7759935f-c850-493e-862e-47f3f4a7549c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:49Z', 'updated_at': '2021-07-16T01:14:53Z', 'revision_number': 3, 'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'gw_port': {'id': '7759935f-c850-493e-862e-47f3f4a7549c', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037db04-0072-46f6-90f2-8809f85896a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:51Z', 'updated_at': '2021-07-16T01:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:58.717667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Set router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:58.836169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec0478-8293-4a94-8233-946302828ea1 req-0c7f2dd0-c331-4f76-9ce1-8ec81bbc1988 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:58.850332 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bec0478-8293-4a94-8233-946302828ea1 req-0c7f2dd0-c331-4f76-9ce1-8ec81bbc1988 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 932 time: 0.9319017 Jul 16 01:14:58.868050 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Checking router: 1037db04-0072-46f6-90f2-8809f85896a4 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:58.868409 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Updating router 1037db04-0072-46f6-90f2-8809f85896a4 port 7759935f-c850-493e-862e-47f3f4a7549c binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:58.910198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 413fd7b8-a48f-41e7-982c-2fd1574c2226 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:58.912053 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:58.970404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207738d-a74d-472b-8fde-70696a349937 req-d3d38300-f10c-46b4-a00b-6128f599697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:58.975552 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-d3d38300-f10c-46b4-a00b-6128f599697e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4661067 Jul 16 01:14:59.009471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be1782f1-0179-4537-9493-f962b2ee0f9b None None] Provisioning for port 7210560e-dd1b-42b8-b735-1c99f3448846 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:59.035282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be1782f1-0179-4537-9493-f962b2ee0f9b None None] Provisioning complete for port 7210560e-dd1b-42b8-b735-1c99f3448846 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:59.036083 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be1782f1-0179-4537-9493-f962b2ee0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.051611 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.197388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-233423548'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:59.219844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab627b6-2737-4012-97ec-2f7e8b1e5999 req-8f2bcede-5b92-425b-82fd-f4752d823564 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:59.228187 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ab627b6-2737-4012-97ec-2f7e8b1e5999 req-8f2bcede-5b92-425b-82fd-f4752d823564 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 948 time: 1.3655171 Jul 16 01:14:59.308654 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.353958 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ab627b6-2737-4012-97ec-2f7e8b1e5999 req-2e54cca5-4aff-4e84-9b74-caf9b3cf0499 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251357 Jul 16 01:14:59.391657 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-23c9d8a6-7d4a-452c-add6-2405a7924e8e service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002261 Jul 16 01:14:59.400994 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.429756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Transition to ACTIVE for port object a792df07-6f4e-4b20-a758-7c9a069af816 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:59.445216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bec0478-8293-4a94-8233-946302828ea1 req-c6d55c4e-2eb4-4327-9050-fa166bd046f3 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5883715 Jul 16 01:14:59.445462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=6fc8f985-f14a-4f94-b475-3ca6de33badc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:59.493174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be1782f1-0179-4537-9493-f962b2ee0f9b None None] Port 7210560e-dd1b-42b8-b735-1c99f3448846 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:59.504107 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:59.535241 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.541351 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.602070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab5acd2-3df7-4ce3-8e1e-aa0737190e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208c398b-4087-48aa-9797-144782efa026'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:59.604342 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c44c308-3430-455c-b051-24185264781e" -d '{"events": [{"server_uuid": "fab5acd2-3df7-4ce3-8e1e-aa0737190e01", "name": "network-vif-plugged", "status": "completed", "tag": "208c398b-4087-48aa-9797-144782efa026"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:59.691618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:14:59.740009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 208c398b-4087-48aa-9797-144782efa026, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=208c398b-4087-48aa-9797-144782efa026,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:59.750516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.751871 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Added segment d8501628-60f0-4f65-b75c-3c66b4aeacd9 of type vlan for network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d Jul 16 01:14:59.765256 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.800883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 413fd7b8-a48f-41e7-982c-2fd1574c2226 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:59.808345 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.909065 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.924282 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5207738d-a74d-472b-8fde-70696a349937 req-e15abe6b-73b1-4958-bbfb-cd4540ff1bc2 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163982 Jul 16 01:14:59.929060 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.932967 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Transition to ACTIVE for port object 7759935f-c850-493e-862e-47f3f4a7549c will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:59.956819 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.962957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be1782f1-0179-4537-9493-f962b2ee0f9b None None] Provisioning complete for port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:59.963327 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be1782f1-0179-4537-9493-f962b2ee0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.014851 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.015939 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Attempting to bind port 7759935f-c850-493e-862e-47f3f4a7549c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:00.016598 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Attempting to bind port 7759935f-c850-493e-862e-47f3f4a7549c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:00.017239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=208c398b-4087-48aa-9797-144782efa026,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:00.017776 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Attempting to bind port 7759935f-c850-493e-862e-47f3f4a7549c on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:00.083498 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:00.087935 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:00.088565 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.091753 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:00.092456 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Bound port: 7759935f-c850-493e-862e-47f3f4a7549c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:00.093189 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.100559 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.104676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network c7231af3-6249-44cf-854d-777978c3b983 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:00.126978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16a401-b41e-4e8f-8cdf-57658b44de8f req-ddc81333-2c3c-49a1-a5a4-9de066f823c0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:00.135712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2b16a401-b41e-4e8f-8cdf-57658b44de8f req-ddc81333-2c3c-49a1-a5a4-9de066f823c0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 944 time: 0.5397453 Jul 16 01:15:00.153662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be1782f1-0179-4537-9493-f962b2ee0f9b None None] Port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:00.202445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:15:00.236884 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] For port 7759935f-c850-493e-862e-47f3f4a7549c, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:00.238280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'name': 'tempest-ServersTestMultiNic-1055002515-router', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:40Z', 'updated_at': '2021-07-16T01:14:54Z', 'revision_number': 4, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'gw_port': {'id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:43Z', 'updated_at': '2021-07-16T01:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba', 'name': '', 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'mac_address': 'fa:16:3e:4f:7b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4abe0982-876e-41a9-9215-26c9865223a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:50Z', 'updated_at': '2021-07-16T01:14:55Z', 'revision_number': 2, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'subnets': [{'id': '4abe0982-876e-41a9-9215-26c9865223a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:00.245917 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] For port 7759935f-c850-493e-862e-47f3f4a7549c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7759935f-c850-493e-862e-47f3f4a7549c,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:00.255185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:00.260729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:00.285532 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.311804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f44c3f-3ce7-44b3-94c2-555098747768 req-087f3afd-a71d-4276-9038-b4b103c76d27 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:00.327658 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3f44c3f-3ce7-44b3-94c2-555098747768 req-087f3afd-a71d-4276-9038-b4b103c76d27 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 949 time: 0.4826570 Jul 16 01:15:00.358136 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Routers {'1037db04-0072-46f6-90f2-8809f85896a4'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:00.360982 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1037db04-0072-46f6-90f2-8809f85896a4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:00.377754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Checking router: 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:00.378129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Updating router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:15:00.390862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.391159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:00.394895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.396366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:00.396965 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.494749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2b16a401-b41e-4e8f-8cdf-57658b44de8f req-020a7a3e-96ac-441a-9f41-cb57681f7081 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570235 Jul 16 01:15:00.498202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a2e6af1-75b1-4dea-8099-709cd97c6e47 None None] Provisioning complete for port 413fd7b8-a48f-41e7-982c-2fd1574c2226 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:00.500494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6297927 Jul 16 01:15:00.504407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Port': ['ID=a792df07-6f4e-4b20-a758-7c9a069af816,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:00.505150 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6af1-75b1-4dea-8099-709cd97c6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.545157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983', 'admin_state_up': True, 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'security_groups': ['44f1e5a8-b71c-4cc5-b592-b284d2179133']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:00.625569 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] Set router 1037db04-0072-46f6-90f2-8809f85896a4 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:00.654479 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.669120 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd7fb89-9809-4fb0-a2f0-f6099515ad62 x-openstack-request-id: req-2fd7fb89-9809-4fb0-a2f0-f6099515ad62 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:00.669411 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab5acd2-3df7-4ce3-8e1e-aa0737190e01", "name": "network-vif-plugged", "status": "completed", "tag": "208c398b-4087-48aa-9797-144782efa026", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:00.669675 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fd7fb89-9809-4fb0-a2f0-f6099515ad62 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:00.670996 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab5acd2-3df7-4ce3-8e1e-aa0737190e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208c398b-4087-48aa-9797-144782efa026', 'code': 200} Jul 16 01:15:00.701165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6fc8f985-f14a-4f94-b475-3ca6de33badc up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:00.799926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Allocated IP 172.20.0.1 (f535cf33-17bc-41ca-8755-e79cd5b9f681/444f5a35-d039-4025-93ff-5c48224f261f/5c753755-9c8c-476f-9fe9-bda05ea09cb4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:00.854759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.855452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.855885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.857064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.857720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.858212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.858644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.859073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.859498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.859923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.860346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.860766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf715fae-1967-4321-9bd9-1d3f1d8b3952 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.907520 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Pushing event updated for resources: {'Port': ['ID=7759935f-c850-493e-862e-47f3f4a7549c,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:00.943135 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.943135 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.943135 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.943135 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.944104 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.944104 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.944104 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.944369 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.944642 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.953671 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.955009 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:00.958568 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:01.021776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:01.031330 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.134796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 6fc8f985-f14a-4f94-b475-3ca6de33badc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:01.135161 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.145222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Network': ['ID=9255bb38-60d5-4a2e-990e-cf71c83a5b2d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:01.192245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-d3d29b75-0414-44af-b239-402cd91f3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:01.195686 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-d3d29b75-0414-44af-b239-402cd91f3d97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e8708eedc5b41508269e8ce705da8a9&device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 1100 time: 1.1016176 Jul 16 01:15:01.201155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3f44c3f-3ce7-44b3-94c2-555098747768 req-52145e39-bad2-4f7c-a301-06da2a736bd6 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8711772 Jul 16 01:15:01.208051 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cdf8f812-8058-49c0-9486-b093d7365858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.6077657 Jul 16 01:15:01.209949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54860) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:01.221354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:15:01.236632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'subnet': {'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:01.258836 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e69345-08d1-44a7-b212-22609a41ba3d None None] Pushing event updated for resources: {'Port': ['ID=7759935f-c850-493e-862e-47f3f4a7549c,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:01.301998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e80fa6de-8e51-46ee-aa7e-4c0ad501101f None None] Provisioning for port a792df07-6f4e-4b20-a758-7c9a069af816 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:01.355152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e80fa6de-8e51-46ee-aa7e-4c0ad501101f None None] Provisioning complete for port a792df07-6f4e-4b20-a758-7c9a069af816 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:01.355152 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e80fa6de-8e51-46ee-aa7e-4c0ad501101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.419156 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.424551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2141ee-decf-46d3-8419-e7f85f6afdf3 req-3153e62a-d43b-4b76-a002-e4278cb9687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:01.430855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c2141ee-decf-46d3-8419-e7f85f6afdf3 req-3153e62a-d43b-4b76-a002-e4278cb9687a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 1097 time: 0.3952513 Jul 16 01:15:01.512215 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037db04-0072-46f6-90f2-8809f85896a4', 'name': 'tempest-FloatingIPDetailsTestJSON-1241254847-router', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '7759935f-c850-493e-862e-47f3f4a7549c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:49Z', 'updated_at': '2021-07-16T01:14:53Z', 'revision_number': 3, 'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'gw_port': {'id': '7759935f-c850-493e-862e-47f3f4a7549c', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037db04-0072-46f6-90f2-8809f85896a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:51Z', 'updated_at': '2021-07-16T01:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:01.530861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37940-3507-4aeb-9bc2-08641b24a44c req-8735f880-b11e-4c7b-85dd-05863d49699c tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:01.537957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ff37940-3507-4aeb-9bc2-08641b24a44c req-8735f880-b11e-4c7b-85dd-05863d49699c tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 948 time: 0.5323119 Jul 16 01:15:01.560258 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2ff38-32f0-4965-9713-b9a375e6bec9 None None] The sync data for ids ['1037db04-0072-46f6-90f2-8809f85896a4'] in n-d-791504-14 is: [{'id': '1037db04-0072-46f6-90f2-8809f85896a4', 'name': 'tempest-FloatingIPDetailsTestJSON-1241254847-router', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '7759935f-c850-493e-862e-47f3f4a7549c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:49Z', 'updated_at': '2021-07-16T01:14:53Z', 'revision_number': 3, 'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'gw_port': {'id': '7759935f-c850-493e-862e-47f3f4a7549c', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037db04-0072-46f6-90f2-8809f85896a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:51Z', 'updated_at': '2021-07-16T01:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:01.599186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Transition to ACTIVE for port object 5c753755-9c8c-476f-9fe9-bda05ea09cb4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:01.644536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-b6030991-2503-4aa2-88d4-828854f789a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:01.650312 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c2141ee-decf-46d3-8419-e7f85f6afdf3 req-b5e8b34f-a378-4f49-aa10-d6bfa927547a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994119 Jul 16 01:15:01.652318 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-b6030991-2503-4aa2-88d4-828854f789a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.3693721 Jul 16 01:15:01.657438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e80fa6de-8e51-46ee-aa7e-4c0ad501101f None None] Port a792df07-6f4e-4b20-a758-7c9a069af816 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:01.688906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:01.692471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.703718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Allocated IP 10.1.1.211 (c7231af3-6249-44cf-854d-777978c3b983/d841f3de-4d8b-43bb-b2cc-6b4dc15f797a/63c8ce17-e48f-4aae-9026-159cd9590014) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:01.768590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.779729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16e5b6-5e28-4d0b-83f5-4f23a1f2d892 req-64fee8d4-6593-4994-8b22-fe599638679f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:01.786407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16e5b6-5e28-4d0b-83f5-4f23a1f2d892 req-64fee8d4-6593-4994-8b22-fe599638679f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:01.794357 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c16e5b6-5e28-4d0b-83f5-4f23a1f2d892 req-64fee8d4-6593-4994-8b22-fe599638679f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 1654 time: 0.2506938 Jul 16 01:15:01.824196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-555488f0-d679-4479-b277-eea914da04ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=bee74d0d-7905-44ce-a0da-755114562188 HTTP/1.1" status: 200 len: 217 time: 0.1543593 Jul 16 01:15:01.879056 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ff37940-3507-4aeb-9bc2-08641b24a44c req-6051e2e3-dd38-4b52-8af3-9277004c18c7 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385437 Jul 16 01:15:01.884664 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.914388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Transition to ACTIVE for port object b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:01.933598 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:02.081461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Network f535cf33-17bc-41ca-8755-e79cd5b9f681 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:02.097253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-f0b5d314-b10f-4daa-9df7-4e22b501f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.104423 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-f0b5d314-b10f-4daa-9df7-4e22b501f551 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2682874 Jul 16 01:15:02.118849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c753755-9c8c-476f-9fe9-bda05ea09cb4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:02.145730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57585a7f-60e5-42f6-8790-5e299680e88b None None] Pushing event updated for resources: {'Port': ['ID=b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:02.156621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c16e5b6-5e28-4d0b-83f5-4f23a1f2d892 req-e112876f-20bc-44ed-817b-f352a48bdc06 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607900 Jul 16 01:15:02.157621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:02.167564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:02.206967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Attempting to bind port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:02.207952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Attempting to bind port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '536cb88a-1d41-403d-b3fe-372391dbde74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:02.209349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Attempting to bind port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba on network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:02.215536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:02.217024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Checking segment: {'id': '536cb88a-1d41-403d-b3fe-372391dbde74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:02.217405 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:02.217920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Bound using segment: {'id': '536cb88a-1d41-403d-b3fe-372391dbde74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:02.218718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Bound port: b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536cb88a-1d41-403d-b3fe-372391dbde74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:02.219374 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:02.345618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] For port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:02.352156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] For port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba,segment=NetworkSegment(536cb88a-1d41-403d-b3fe-372391dbde74),segment_id=536cb88a-1d41-403d-b3fe-372391dbde74)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:02.359675 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:02.493235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:02.728844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:02.796078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-02680f69-7f46-4e9f-9c69-d697f582a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.799647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-02680f69-7f46-4e9f-9c69-d697f582a490 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6699061 Jul 16 01:15:02.808320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Transition to ACTIVE for port object 63c8ce17-e48f-4aae-9026-159cd9590014 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:02.895933 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:02.916939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7759935f-c850-493e-862e-47f3f4a7549c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:02.972748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:03.041270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e60140-cc09-47ac-b633-f4b9493ad166 req-b4b3acea-1e38-4db8-be9e-0bcc0e0bc7ec tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:03.050623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83e60140-cc09-47ac-b633-f4b9493ad166 req-b4b3acea-1e38-4db8-be9e-0bcc0e0bc7ec tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 950 time: 0.6773186 Jul 16 01:15:03.094331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Port': ['ID=63c8ce17-e48f-4aae-9026-159cd9590014,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:03.126968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Routers {'54dfe4c3-2af0-4a56-b421-1b44d3aaad25'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:03.127606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:03.152568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57585a7f-60e5-42f6-8790-5e299680e88b None None] Pushing event updated for resources: {'Port': ['ID=b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:03.322844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c066526-df5b-4c4a-98fe-30cc26e5d05f None None] Provisioning for port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:03.342620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c066526-df5b-4c4a-98fe-30cc26e5d05f None None] Provisioning complete for port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:03.353803 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c066526-df5b-4c4a-98fe-30cc26e5d05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:03.361130 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:03.495036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7c066526-df5b-4c4a-98fe-30cc26e5d05f None None] Port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:03.498455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 7759935f-c850-493e-862e-47f3f4a7549c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:03.538519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7759935f-c850-493e-862e-47f3f4a7549c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:03.539468 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:03.589101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Subnet': ['ID=04a4ba3f-6e6a-463c-b79e-d05ee390ad43,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:03.603207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] Set router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:03.644324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62ada-a859-4074-9841-03b1b1416dae req-71ec8427-0ee9-4ac6-a65b-26bf7de3a916 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:03.646788 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-71ec8427-0ee9-4ac6-a65b-26bf7de3a916 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 945 time: 0.6832285 Jul 16 01:15:03.657857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-e0aaf201-9397-4463-8b1a-501e18613949 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:03.670710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-e0aaf201-9397-4463-8b1a-501e18613949 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/networks?id=337d4116-4df7-4d61-a915-b63073372206 HTTP/1.1" status: 200 len: 815 time: 0.8008773 Jul 16 01:15:03.755994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network c7231af3-6249-44cf-854d-777978c3b983 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:03.824418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bee74d0d-7905-44ce-a0da-755114562188 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:03.841133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-33394543-c7c0-40dd-8cb5-1a90efc63566 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/quotas/e5e4c0340d5140f9a0aaa43ca7498245 HTTP/1.1" status: 200 len: 375 time: 0.1683872 Jul 16 01:15:03.856834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Checking segment: {'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:03.857539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network hostable DHCP agents. Network: 9255bb38-60d5-4a2e-990e-cf71c83a5b2d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:15:03.860834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-4e805592-1e37-4f8b-89ec-2297cd510e51 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0449607 Jul 16 01:15:03.870630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:03.877158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:04.016383 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.021526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:15:04.068290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83e60140-cc09-47ac-b633-f4b9493ad166 req-6ac185ed-2f37-4e18-935d-ab29c646df6a tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0166645 Jul 16 01:15:04.095193 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-3a1dfdde-e8d1-4564-9fe7-8d021d8599d8 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e4c0340d5140f9a0aaa43ca7498245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2527082 Jul 16 01:15:04.107526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 9255bb38-60d5-4a2e-990e-cf71c83a5b2d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:04.133494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:04.141067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4163dfaf-1104-4213-8437-63b2a77b21e3 None None] Network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:04.143952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.147459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 7759935f-c850-493e-862e-47f3f4a7549c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7759935f-c850-493e-862e-47f3f4a7549c,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:04.219308 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-53d62ada-a859-4074-9841-03b1b1416dae req-ed059509-89d9-43c8-9a8e-132c8472d936 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Deleting port 208c398b-4087-48aa-9797-144782efa026 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:04.219693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-ed059509-89d9-43c8-9a8e-132c8472d936 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.223748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.302254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.303449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:04.304554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.304993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.332874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c345b65-813f-4fb0-9f66-e24dd1665d8a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8034105 Jul 16 01:15:04.377922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2a8e3b7-f250-4a4e-9aa7-4a483b4cda7d req-df2909b4-a041-415d-b18c-6a4cdd15654e service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966931 Jul 16 01:15:04.381855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593', 'admin_state_up': True, 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'security_groups': ['44f1e5a8-b71c-4cc5-b592-b284d2179133']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:04.447867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port bee74d0d-7905-44ce-a0da-755114562188, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bee74d0d-7905-44ce-a0da-755114562188,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:04.466537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=7759935f-c850-493e-862e-47f3f4a7549c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:04.495573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'bee74d0d-7905-44ce-a0da-755114562188', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'bee74d0d-7905-44ce-a0da-755114562188', 'mac_address': 'fa:16:3e:a4:9a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:15:04.528551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:04.533280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-495aed72-ec90-4029-ae37-d0c66f563000 None None] Provisioning for port 63c8ce17-e48f-4aae-9026-159cd9590014 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:04.588246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd7a38-c720-48f8-a8f5-7ca041292221 req-8b486a08-16dc-485d-a36b-3d103f72944c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:04.591376 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6bd7a38-c720-48f8-a8f5-7ca041292221 req-8b486a08-16dc-485d-a36b-3d103f72944c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 945 time: 0.2712622 Jul 16 01:15:04.603736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-495aed72-ec90-4029-ae37-d0c66f563000 None None] Provisioning complete for port 63c8ce17-e48f-4aae-9026-159cd9590014 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:04.604115 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-495aed72-ec90-4029-ae37-d0c66f563000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.639906 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.670277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7759935f-c850-493e-862e-47f3f4a7549c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:04.687323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee74d0d-7905-44ce-a0da-755114562188 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:04.689848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6bd7a38-c720-48f8-a8f5-7ca041292221 req-21d1fe01-0801-402c-a55e-3cc5fa447eef tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879660 Jul 16 01:15:04.725451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:04.757676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-495aed72-ec90-4029-ae37-d0c66f563000 None None] Port 63c8ce17-e48f-4aae-9026-159cd9590014 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:04.788571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'name': 'tempest-ServersTestMultiNic-1055002515-router', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:40Z', 'updated_at': '2021-07-16T01:14:54Z', 'revision_number': 4, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'gw_port': {'id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:43Z', 'updated_at': '2021-07-16T01:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba', 'name': '', 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'mac_address': 'fa:16:3e:4f:7b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4abe0982-876e-41a9-9215-26c9865223a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:50Z', 'updated_at': '2021-07-16T01:15:02Z', 'revision_number': 4, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'subnets': [{'id': '4abe0982-876e-41a9-9215-26c9865223a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:04.800376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port bee74d0d-7905-44ce-a0da-755114562188, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bee74d0d-7905-44ce-a0da-755114562188,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:04.836155 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.836748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-53d62ada-a859-4074-9841-03b1b1416dae req-ed059509-89d9-43c8-9a8e-132c8472d936 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] For port 208c398b-4087-48aa-9797-144782efa026, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=208c398b-4087-48aa-9797-144782efa026,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:04.837731 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-ed059509-89d9-43c8-9a8e-132c8472d936 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.840659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dededa-e490-4cc0-80ab-44ee86c7640a None None] The sync data for ids ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'] in n-d-791504-14 is: [{'id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'name': 'tempest-ServersTestMultiNic-1055002515-router', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:40Z', 'updated_at': '2021-07-16T01:14:54Z', 'revision_number': 4, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'gw_port': {'id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:43Z', 'updated_at': '2021-07-16T01:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba', 'name': '', 'network_id': '4e12d1af-cef7-4cd4-a11c-2363fbc2a77f', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'mac_address': 'fa:16:3e:4f:7b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4abe0982-876e-41a9-9215-26c9865223a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:50Z', 'updated_at': '2021-07-16T01:15:02Z', 'revision_number': 4, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'subnets': [{'id': '4abe0982-876e-41a9-9215-26c9865223a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:04.877026 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90a4760-18ad-48f1-85f0-4e3440d6737a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.877504 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-53d62ada-a859-4074-9841-03b1b1416dae req-ed059509-89d9-43c8-9a8e-132c8472d936 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Calling delete_port for 208c398b-4087-48aa-9797-144782efa026 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:04.954844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-9255bb38-60d5-4a2e-990e-cf71c83a5b2d', 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'fixed_ips': [{'subnet_id': '04a4ba3f-6e6a-463c-b79e-d05ee390ad43'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:15:04.955715 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.961705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7759935f-c850-493e-862e-47f3f4a7549c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:04.962144 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.973770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=bee74d0d-7905-44ce-a0da-755114562188,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:05.008587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-700feb33-15b7-4900-8c1a-e5cfb1020c67 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7874050 Jul 16 01:15:05.017653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54988) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:05.040872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1951812967'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:05.128895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:05.172974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['bee74d0d-7905-44ce-a0da-755114562188'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:05.233569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c753755-9c8c-476f-9fe9-bda05ea09cb4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:05.244253 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-ed059509-89d9-43c8-9a8e-132c8472d936 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:05.265964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['208c398b-4087-48aa-9797-144782efa026'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:05.292720 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-2e34a3e9-bb3c-4b7c-95bd-45407484fff6 service neutron] 10.222.0.64 "GET /v2.0/networks/337d4116-4df7-4d61-a915-b63073372206?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1966460 Jul 16 01:15:05.355154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21732035-3105-4e59-ac3c-9bde2dce483e req-a4e0931e-e19f-4045-ae0a-542301448a3e tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:05.357473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21732035-3105-4e59-ac3c-9bde2dce483e req-a4e0931e-e19f-4045-ae0a-542301448a3e tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 949 time: 0.3406045 Jul 16 01:15:05.378054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:05.444262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Allocated IP 19.80.0.2 (9255bb38-60d5-4a2e-990e-cf71c83a5b2d/04a4ba3f-6e6a-463c-b79e-d05ee390ad43/98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:05.491626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed059509-89d9-43c8-9a8e-132c8472d936 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event deleted for resources: {'Port': ['ID=208c398b-4087-48aa-9797-144782efa026,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:05.523871 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Network f535cf33-17bc-41ca-8755-e79cd5b9f681 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:05.577560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:05.597903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90a4760-18ad-48f1-85f0-4e3440d6737a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:05.608600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d62ada-a859-4074-9841-03b1b1416dae req-ed059509-89d9-43c8-9a8e-132c8472d936 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] No DVR routers for this DVR port 208c398b-4087-48aa-9797-144782efa026 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:05.615333 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-53d62ada-a859-4074-9841-03b1b1416dae req-ed059509-89d9-43c8-9a8e-132c8472d936 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:05.617504 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53d62ada-a859-4074-9841-03b1b1416dae req-ed059509-89d9-43c8-9a8e-132c8472d936 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "DELETE /v2.0/ports/208c398b-4087-48aa-9797-144782efa026 HTTP/1.1" status: 204 len: 173 time: 1.9056311 Jul 16 01:15:05.626000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab5acd2-3df7-4ce3-8e1e-aa0737190e01', 'name': 'network-vif-deleted', 'tag': '208c398b-4087-48aa-9797-144782efa026'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:05.628355 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2bc43e-1812-495d-a7d2-b5930c7a2753" -d '{"events": [{"server_uuid": "fab5acd2-3df7-4ce3-8e1e-aa0737190e01", "name": "network-vif-deleted", "tag": "208c398b-4087-48aa-9797-144782efa026"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:05.644553 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90a4760-18ad-48f1-85f0-4e3440d6737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:05.672757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21732035-3105-4e59-ac3c-9bde2dce483e req-5008320d-166b-47d0-bd84-8b2752bc688e tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843249 Jul 16 01:15:05.755307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:05.759372 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:05.817963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a90a4760-18ad-48f1-85f0-4e3440d6737a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=126986503a404d488db9d446ab3e6d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2740502 Jul 16 01:15:05.840924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:05.851861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a4760-18ad-48f1-85f0-4e3440d6737a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988061d7-3287-479b-b403-d542b83f1f9d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:05.908953 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:05.910185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Router 1037db04-0072-46f6-90f2-8809f85896a4 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:05.939117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-a6af7da2-a886-4e0d-9ca0-3de164776d4d service neutron] 10.222.0.64 "GET /v2.0/networks/337d4116-4df7-4d61-a915-b63073372206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6454277 Jul 16 01:15:05.983437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Transition to ACTIVE for port object 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:05.992959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Allocated IP 10.2.2.100 (aaebf08d-3259-4a82-b7fc-f3ff6e40c593/fc0b9ad1-833c-4e60-a477-a5855cdf9915/fcc7a6f5-63d1-4adb-a205-1991dc38c05b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:05.999392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:15:06.071046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Transition to ACTIVE for port object 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:06.102332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:06.110111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a258a2c8-d531-44f2-a59c-251f207fdeb0 admin admin] 10.222.0.64 "PUT /v2.0/routers/1037db04-0072-46f6-90f2-8809f85896a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6448996 Jul 16 01:15:06.112772 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:06.119143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:06.119787 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Added segment c8df7406-dc3f-4507-81dc-9891c63579fa of type vlan for network db2e51e9-3b70-4fb1-973f-e85d8523d991 Jul 16 01:15:06.123779 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Sync routers for ids ['1037db04-0072-46f6-90f2-8809f85896a4'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:06.151268 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Routers {'1037db04-0072-46f6-90f2-8809f85896a4'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:06.152260 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1037db04-0072-46f6-90f2-8809f85896a4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:06.164825 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-116e373b-67dc-43af-9a33-4561baa57348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:06.304448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2092d01f-33df-4e73-b906-b1e098526876 req-2af9a987-0bd0-4a28-a937-bf6eff08531d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 210 time: 0.0483375 Jul 16 01:15:06.357505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:06.370968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-17bc4dab-7154-4d92-a5c7-ac74e494b07f None None] Provisioning complete for port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:06.378940 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-116e373b-67dc-43af-9a33-4561baa57348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:06.388497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:06.389366 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17bc4dab-7154-4d92-a5c7-ac74e494b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:06.421777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:06.445807 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Set router 1037db04-0072-46f6-90f2-8809f85896a4 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:06.768603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d313bf-f771-402a-9af1-e6ab57323e7d req-d37c758e-883a-4e19-9826-8c5c2d929f43 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.799386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d313bf-f771-402a-9af1-e6ab57323e7d req-d37c758e-883a-4e19-9826-8c5c2d929f43 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.817873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d313bf-f771-402a-9af1-e6ab57323e7d req-d37c758e-883a-4e19-9826-8c5c2d929f43 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.827756 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d313bf-f771-402a-9af1-e6ab57323e7d req-d37c758e-883a-4e19-9826-8c5c2d929f43 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 2375 time: 0.8710763 Jul 16 01:15:06.851726 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037db04-0072-46f6-90f2-8809f85896a4', 'name': 'tempest-FloatingIPDetailsTestJSON-1241254847-router', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '7759935f-c850-493e-862e-47f3f4a7549c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:49Z', 'updated_at': '2021-07-16T01:15:03Z', 'revision_number': 4, 'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'gw_port': {'id': '7759935f-c850-493e-862e-47f3f4a7549c', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037db04-0072-46f6-90f2-8809f85896a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:51Z', 'updated_at': '2021-07-16T01:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '5c753755-9c8c-476f-9fe9-bda05ea09cb4', 'name': '', 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'mac_address': 'fa:16:3e:0d:a4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037db04-0072-46f6-90f2-8809f85896a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f5a35-d039-4025-93ff-5c48224f261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:59Z', 'updated_at': '2021-07-16T01:15:03Z', 'revision_number': 2, 'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'subnets': [{'id': '444f5a35-d039-4025-93ff-5c48224f261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:06.862215 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:06.868079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092d01f-33df-4e73-b906-b1e098526876 req-b98f24a0-7de9-4af8-b968-d741e57f411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.872948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2092d01f-33df-4e73-b906-b1e098526876 req-b98f24a0-7de9-4af8-b968-d741e57f411d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5556977 Jul 16 01:15:06.875023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.875808 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:06.881226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:06.920448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:06.952193 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Checking router: 1037db04-0072-46f6-90f2-8809f85896a4 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:06.952806 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Updating router 1037db04-0072-46f6-90f2-8809f85896a4 port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:15:07.009843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9867482 Jul 16 01:15:07.023645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55018) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:07.030768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'subnet': {'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:07.032962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Pushing event updated for resources: {'Port': ['ID=98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:07.103434 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.133113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.140696 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-116e373b-67dc-43af-9a33-4561baa57348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.145617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-116e373b-67dc-43af-9a33-4561baa57348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.151477 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-116e373b-67dc-43af-9a33-4561baa57348 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/988061d7-3287-479b-b403-d542b83f1f9d HTTP/1.1" status: 204 len: 168 time: 1.3012850 Jul 16 01:15:07.172397 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7d313bf-f771-402a-9af1-e6ab57323e7d req-80696bbd-1ee2-47c6-8325-a1bff1f342f5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437283 Jul 16 01:15:07.177098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd5206-3887-4191-bb7c-31f5d49b3944 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Network': ['ID=db2e51e9-3b70-4fb1-973f-e85d8523d991,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:07.221967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-17bc4dab-7154-4d92-a5c7-ac74e494b07f None None] Port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:07.235724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network db2e51e9-3b70-4fb1-973f-e85d8523d991 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:15:07.259149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e373b-67dc-43af-9a33-4561baa57348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988061d7-3287-479b-b403-d542b83f1f9d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:07.269907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Transition to ACTIVE for port object fcc7a6f5-63d1-4adb-a205-1991dc38c05b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:07.374801 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a5349a-745f-413e-a56c-168dea51988e x-openstack-request-id: req-63a5349a-745f-413e-a56c-168dea51988e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:07.375165 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab5acd2-3df7-4ce3-8e1e-aa0737190e01", "name": "network-vif-deleted", "tag": "208c398b-4087-48aa-9797-144782efa026", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:07.375356 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63a5349a-745f-413e-a56c-168dea51988e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:07.378446 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab5acd2-3df7-4ce3-8e1e-aa0737190e01', 'name': 'network-vif-deleted', 'tag': '208c398b-4087-48aa-9797-144782efa026', 'status': 'completed', 'code': 200} Jul 16 01:15:07.410341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.433694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092d01f-33df-4e73-b906-b1e098526876 req-fd58127b-4666-4266-9d49-ad72c76dee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:07.436675 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2092d01f-33df-4e73-b906-b1e098526876 req-fd58127b-4666-4266-9d49-ad72c76dee85 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5504963 Jul 16 01:15:07.471610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:07.497540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Attempting to bind port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:07.507440 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.509714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Attempting to bind port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:07.510127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Attempting to bind port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e on network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:07.522444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:07.522872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Checking segment: {'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:07.523267 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.523669 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Bound using segment: {'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:07.539348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Bound port: 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:07.539802 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.541246 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c8c1183-4b9c-411e-9016-25c347d7ecc3 req-d4a25bc5-18a6-4158-8dab-de0020422c6b tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 210 time: 0.0510960 Jul 16 01:15:07.555775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:07.560971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:07.600557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:07.617433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:07.687295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:07.690397 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.705039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Port': ['ID=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:07.857255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:07.900552 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.952240 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9384a240-fa64-4792-b14f-30266020c805 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5791724 Jul 16 01:15:07.968638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593', 'admin_state_up': True, 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'security_groups': ['44f1e5a8-b71c-4cc5-b592-b284d2179133']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:07.993973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] For port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:07.999073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] For port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:08.019225 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:08.268832 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:08.269883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-98adcd83-1eee-4709-bc38-0f51d642ad7e req-1f796bd6-602f-446a-846a-4bfe7317aa7f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 210 time: 0.2045958 Jul 16 01:15:08.419987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6576005-8d21-4a14-b2bf-0c912c652594 None None] Pushing event updated for resources: {'Port': ['ID=98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:08.459727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-924e5233-9efd-4f8d-8b87-b31007c5c476 None None] Provisioning for port fcc7a6f5-63d1-4adb-a205-1991dc38c05b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:08.473624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba,segment=NetworkSegment(536cb88a-1d41-403d-b3fe-372391dbde74),segment_id=536cb88a-1d41-403d-b3fe-372391dbde74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:08.480592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-924e5233-9efd-4f8d-8b87-b31007c5c476 None None] Provisioning complete for port fcc7a6f5-63d1-4adb-a205-1991dc38c05b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:08.485279 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-924e5233-9efd-4f8d-8b87-b31007c5c476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:08.490057 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:08.588317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Made reservation on behalf of a8c2e1d5846b4437a4a7cb76ee192248 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:08.610266 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:08.703773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:08.766799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-924e5233-9efd-4f8d-8b87-b31007c5c476 None None] Port fcc7a6f5-63d1-4adb-a205-1991dc38c05b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:08.813443 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:08.842276 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Transition to ACTIVE for port object 5c753755-9c8c-476f-9fe9-bda05ea09cb4 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:08.861794 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:08.896967 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:09.135788 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839f287-a92f-4652-8f84-02783cb2d2d3 None None] Pushing event updated for resources: {'Port': ['ID=5c753755-9c8c-476f-9fe9-bda05ea09cb4,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:09.197844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Subnet': ['ID=feb12e0a-6756-4294-96bd-84438b6f45c9,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:09.277944 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Attempting to bind port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:09.278545 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Attempting to bind port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:09.279045 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Attempting to bind port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 on network f535cf33-17bc-41ca-8755-e79cd5b9f681 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:09.298751 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:09.299244 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Checking segment: {'id': 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:09.299756 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:09.301625 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Bound using segment: {'id': 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:09.302417 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Bound port: 5c753755-9c8c-476f-9fe9-bda05ea09cb4, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:09.302906 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:09.349183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2092d01f-33df-4e73-b906-b1e098526876 req-4e7067a3-dd26-4a03-9a64-90d8e54bcbbe tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.50 "GET /v2.0/ports?device_id=fab5acd2-3df7-4ce3-8e1e-aa0737190e01 HTTP/1.1" status: 200 len: 210 time: 0.1004570 Jul 16 01:15:09.351411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Checking segment: {'id': 'c8df7406-dc3f-4507-81dc-9891c63579fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:09.367208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network hostable DHCP agents. Network: db2e51e9-3b70-4fb1-973f-e85d8523d991, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:15:09.411563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network db2e51e9-3b70-4fb1-973f-e85d8523d991 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:15:09.431193 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] For port 5c753755-9c8c-476f-9fe9-bda05ea09cb4, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:09.437445 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] For port 5c753755-9c8c-476f-9fe9-bda05ea09cb4, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=5c753755-9c8c-476f-9fe9-bda05ea09cb4,segment=NetworkSegment(f35519c0-a5b3-43c3-bdd7-b6cbecb549d9),segment_id=f35519c0-a5b3-43c3-bdd7-b6cbecb549d9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:09.443576 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:09.462362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac0135-8841-402f-b31e-20b5e0d5a598 req-5e4e796d-2d2a-4c4c-b973-05025884e792 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:09.466355 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ceac0135-8841-402f-b31e-20b5e0d5a598 req-5e4e796d-2d2a-4c4c-b973-05025884e792 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 949 time: 0.4815753 Jul 16 01:15:09.467912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, db2e51e9-3b70-4fb1-973f-e85d8523d991) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:09.475933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb3066f-40ea-43ae-a674-efcf7efe5ff3 None None] Network db2e51e9-3b70-4fb1-973f-e85d8523d991 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:09.490606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:09.491649 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:09.579962 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-10436489-ff38-490c-9494-1cf0795777c2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5550461 Jul 16 01:15:09.583910 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ceac0135-8841-402f-b31e-20b5e0d5a598 req-f78179cd-947e-4702-98de-3c3e07d8745c tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882821 Jul 16 01:15:09.694943 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839f287-a92f-4652-8f84-02783cb2d2d3 None None] Pushing event updated for resources: {'Port': ['ID=5c753755-9c8c-476f-9fe9-bda05ea09cb4,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:09.728501 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Routers {'1037db04-0072-46f6-90f2-8809f85896a4'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:09.729244 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:14:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1037db04-0072-46f6-90f2-8809f85896a4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:09.866560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bee74d0d-7905-44ce-a0da-755114562188 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:10.116819 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] Set router 1037db04-0072-46f6-90f2-8809f85896a4 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:10.146262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port bee74d0d-7905-44ce-a0da-755114562188 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:10.245148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port bee74d0d-7905-44ce-a0da-755114562188 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:10.247989 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.278487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-14881c00-fa44-4503-86bd-7b668e7ac49d tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3413839 Jul 16 01:15:10.307274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Allocated IP 10.2.2.200 (aaebf08d-3259-4a82-b7fc-f3ff6e40c593/fc0b9ad1-833c-4e60-a477-a5855cdf9915/d6048739-9c8a-4890-88e3-0e64cdcbf9fb) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:10.314505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727e3fd-e683-43a9-847a-6a676b038724 req-8f401792-cfc4-46b6-9ff5-1307b97fb0c6 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:10.323144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727e3fd-e683-43a9-847a-6a676b038724 req-8f401792-cfc4-46b6-9ff5-1307b97fb0c6 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:10.332207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727e3fd-e683-43a9-847a-6a676b038724 req-8f401792-cfc4-46b6-9ff5-1307b97fb0c6 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:10.349123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-cae5206c-4d66-4c62-82d6-f2c26c4a311f tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:10.351710 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-cae5206c-4d66-4c62-82d6-f2c26c4a311f tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.67 "GET /v2.0/networks?id=337d4116-4df7-4d61-a915-b63073372206 HTTP/1.1" status: 200 len: 815 time: 1.2915382 Jul 16 01:15:10.359666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:10.368587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727e3fd-e683-43a9-847a-6a676b038724 req-8f401792-cfc4-46b6-9ff5-1307b97fb0c6 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:10.373176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Request body: {'port': {'device_id': '86878b11-4373-436b-abc6-d4d059ee9384', 'network_id': '337d4116-4df7-4d61-a915-b63073372206', 'admin_state_up': True, 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:10.380617 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7727e3fd-e683-43a9-847a-6a676b038724 req-8f401792-cfc4-46b6-9ff5-1307b97fb0c6 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 3096 time: 0.3008859 Jul 16 01:15:10.433745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-db2e51e9-3b70-4fb1-973f-e85d8523d991', 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'fixed_ips': [{'subnet_id': 'feb12e0a-6756-4294-96bd-84438b6f45c9'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:15:10.434952 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.460119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7727e3fd-e683-43a9-847a-6a676b038724 req-80284289-fdad-47a7-85ed-cd0ab2e50a8e tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770652 Jul 16 01:15:10.491887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff58b8-6a52-43ca-ba48-c6cab3aa4daa None None] Network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:10.776490 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037db04-0072-46f6-90f2-8809f85896a4', 'name': 'tempest-FloatingIPDetailsTestJSON-1241254847-router', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '7759935f-c850-493e-862e-47f3f4a7549c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:49Z', 'updated_at': '2021-07-16T01:15:03Z', 'revision_number': 4, 'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'gw_port': {'id': '7759935f-c850-493e-862e-47f3f4a7549c', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037db04-0072-46f6-90f2-8809f85896a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:51Z', 'updated_at': '2021-07-16T01:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '5c753755-9c8c-476f-9fe9-bda05ea09cb4', 'name': '', 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'mac_address': 'fa:16:3e:0d:a4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037db04-0072-46f6-90f2-8809f85896a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f5a35-d039-4025-93ff-5c48224f261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:59Z', 'updated_at': '2021-07-16T01:15:09Z', 'revision_number': 4, 'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'subnets': [{'id': '444f5a35-d039-4025-93ff-5c48224f261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:10.856614 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfabd00-ff5b-4936-bf00-5312e6bccf0c None None] The sync data for ids ['1037db04-0072-46f6-90f2-8809f85896a4'] in n-d-791504-14 is: [{'id': '1037db04-0072-46f6-90f2-8809f85896a4', 'name': 'tempest-FloatingIPDetailsTestJSON-1241254847-router', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '7759935f-c850-493e-862e-47f3f4a7549c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:49Z', 'updated_at': '2021-07-16T01:15:03Z', 'revision_number': 4, 'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'gw_port': {'id': '7759935f-c850-493e-862e-47f3f4a7549c', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037db04-0072-46f6-90f2-8809f85896a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:51Z', 'updated_at': '2021-07-16T01:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '5c753755-9c8c-476f-9fe9-bda05ea09cb4', 'name': '', 'network_id': 'f535cf33-17bc-41ca-8755-e79cd5b9f681', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'mac_address': 'fa:16:3e:0d:a4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037db04-0072-46f6-90f2-8809f85896a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f5a35-d039-4025-93ff-5c48224f261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:59Z', 'updated_at': '2021-07-16T01:15:09Z', 'revision_number': 4, 'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'subnets': [{'id': '444f5a35-d039-4025-93ff-5c48224f261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:10.904217 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.932030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55106) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:10.964483 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eaa368bf-76ef-44d5-a647-241e4e3514b1 req-300cd706-cf5f-4f60-9117-2f5eedea44b3 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 210 time: 0.1812954 Jul 16 01:15:11.018765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:11.025717 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:11.125582 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:11.183156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Transition to ACTIVE for port object d6048739-9c8a-4890-88e3-0e64cdcbf9fb will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:11.471844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-024ab16e-11b1-43ae-9c00-08bea5741a79 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:11.533758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Made reservation on behalf of e5e4c0340d5140f9a0aaa43ca7498245 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:11.538964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:11.579006 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-463d2e8d-560a-439e-9990-73a3e5028d2c None None] Provisioning for port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:11.601884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50473b9-cbd9-48a2-9e04-61a65cfe5bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee74d0d-7905-44ce-a0da-755114562188'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:11.604716 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4279e6e-836d-4184-990f-497e74936447" -d '{"events": [{"server_uuid": "d50473b9-cbd9-48a2-9e04-61a65cfe5bc4", "name": "network-vif-plugged", "status": "completed", "tag": "bee74d0d-7905-44ce-a0da-755114562188"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:11.645188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port bee74d0d-7905-44ce-a0da-755114562188, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bee74d0d-7905-44ce-a0da-755114562188,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:11.765955 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:11.796211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-024ab16e-11b1-43ae-9c00-08bea5741a79 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] 10.222.0.64 "PUT /v2.0/quotas/bd1b730993dc4617b7275e21cafdc5a6 HTTP/1.1" status: 200 len: 366 time: 0.8306694 Jul 16 01:15:11.800056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:11.840417 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:11.850220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:11.983091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 86ecf4ee-b264-4165-9f6c-5b29f4313561 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:11.987442 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a0ecc10-9450-4374-b38f-26487e0c5ff2 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1778624 Jul 16 01:15:11.991789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=bee74d0d-7905-44ce-a0da-755114562188,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:12.011224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55128) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:12.048135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:12.070819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:12.071616 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:12.096154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-60de3420-a467-4b46-84db-2f5f93d0d6b2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:12.115664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-60de3420-a467-4b46-84db-2f5f93d0d6b2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:12.123765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Allocated IP 19.86.0.2 (db2e51e9-3b70-4fb1-973f-e85d8523d991/feb12e0a-6756-4294-96bd-84438b6f45c9/569edc6e-79d4-4608-b9cf-8f0b509fa5b5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:12.141894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Allocated IP 172.20.0.12 (337d4116-4df7-4d61-a915-b63073372206/0ce39fb8-4fac-46cf-9d66-74b483d39f5b/f6d47b58-9eb0-46a9-93a2-231bd150e26c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:12.154073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-60de3420-a467-4b46-84db-2f5f93d0d6b2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/networks?id=9255bb38-60d5-4a2e-990e-cf71c83a5b2d&id=db2e51e9-3b70-4fb1-973f-e85d8523d991&id=9255bb38-60d5-4a2e-990e-cf71c83a5b2d HTTP/1.1" status: 200 len: 1391 time: 0.6415658 Jul 16 01:15:12.161199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d9988c0e-2b1d-41e2-8f30-586200b47710 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] 10.222.0.64 "GET /v2.0/quotas/bd1b730993dc4617b7275e21cafdc5a6 HTTP/1.1" status: 200 len: 366 time: 0.1460268 Jul 16 01:15:12.166764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55132) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:12.245008 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-81c0bd1d-3855-47f1-80b3-747132cec004 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/quotas/9bae6ce20e104a60a86606b29d10637c HTTP/1.1" status: 200 len: 375 time: 0.0815918 Jul 16 01:15:12.315317 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dec97231-f163-4170-9652-d061a6f42daa tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/bd1b730993dc4617b7275e21cafdc5a6 HTTP/1.1" status: 204 len: 168 time: 0.1473508 Jul 16 01:15:12.318035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55134) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:12.337733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f464df70-0615-4d4d-bb56-eccd1692a264 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0185952 Jul 16 01:15:12.340321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55136) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:12.372463 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-15adb42d-4b4a-4840-ad83-7171f186259c tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] 10.222.0.64 "GET /v2.0/quotas/bd1b730993dc4617b7275e21cafdc5a6 HTTP/1.1" status: 200 len: 370 time: 0.0263076 Jul 16 01:15:12.376030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55138) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:12.378444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:12.385892 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:12.393205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:12.397133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4b85f414-a0b5-4b04-9c1d-62e38c5a0544 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] 10.222.0.64 "GET /v2.0/quotas/bd1b730993dc4617b7275e21cafdc5a6/default HTTP/1.1" status: 200 len: 370 time: 0.0174012 Jul 16 01:15:12.397952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55140) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:12.401428 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event updated for resources: {'Port': ['ID=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:12.440904 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-2b3cb758-69c0-421b-b573-09893612c7e2 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:15:12.441945 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2b3cb758-69c0-421b-b573-09893612c7e2 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/bd1b730993dc4617b7275e21cafdc5a6 HTTP/1.1" status: 404 len: 348 time: 0.0418386 Jul 16 01:15:12.569199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-53ccf17e-9fd1-40df-b0e4-25c1f4975f8b tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bae6ce20e104a60a86606b29d10637c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3231871 Jul 16 01:15:12.633932 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:12.674358 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:12.707286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:12.720614 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:12.721524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:12.725913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:12.739013 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:12.785852 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55144) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:12.789248 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b3f97f02-2575-458c-97e4-b4c377f1ee6b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8292692 Jul 16 01:15:12.810520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Transition to ACTIVE for port object f6d47b58-9eb0-46a9-93a2-231bd150e26c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:12.835299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:12.953195 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-35cfb1a0-daf2-430d-be64-5f751b646763 service neutron] 10.222.0.64 "GET /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829823 Jul 16 01:15:12.989021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:13.194908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:13.217621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-d3c55681-0060-4b19-8f25-17db69d78496 service neutron] 10.222.0.64 "GET /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563708 Jul 16 01:15:13.259238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Usage tracker for resource:network and tenant:9e7078b9d3974762a11ddf275401e056 is out of sync, need to count used quota {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:15:13.318892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Allocated IP 172.25.4.147 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/b09c5351-d9ae-4e0a-911d-f9578493cd3f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:13.327247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:15:13.336104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'mac_address': 'fa:16:3e:00:6a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:15:13.339784 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.449206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Usage tracker for resource:subnet and tenant:9e7078b9d3974762a11ddf275401e056 is out of sync, need to count used quota {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:15:13.456580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Transition to ACTIVE for port object 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:13.477106 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:15:13.480350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:13.480731 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.486678 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-ef722b37-0d89-4476-a03e-9a7e8d790348 service neutron] 10.222.0.64 "GET /v2.0/networks/db2e51e9-3b70-4fb1-973f-e85d8523d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679996 Jul 16 01:15:13.506434 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.517319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6cd0a48e-51bc-4570-91a6-411a345bfe96 None None] Provisioning complete for port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:13.518334 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a48e-51bc-4570-91a6-411a345bfe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.561490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Transition to ACTIVE for port object 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:13.573714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.584757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Pushing event updated for resources: {'Port': ['ID=f6d47b58-9eb0-46a9-93a2-231bd150e26c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:13.588528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Usage tracker for resource:subnetpool and tenant:9e7078b9d3974762a11ddf275401e056 is out of sync, need to count used quota {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:15:13.616039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:15:13.618495 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.667243 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.686485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86ecf4ee-b264-4165-9f6c-5b29f4313561 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:13.744998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-9db408a7-2961-4329-ac7b-f0f9a52b68dc service neutron] 10.222.0.64 "GET /v2.0/networks/db2e51e9-3b70-4fb1-973f-e85d8523d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573159 Jul 16 01:15:13.944531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7210560e-dd1b-42b8-b735-1c99f3448846 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:13.953804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.958174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Network db2e51e9-3b70-4fb1-973f-e85d8523d991 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:13.968161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Transition to ACTIVE for port object 7210560e-dd1b-42b8-b735-1c99f3448846 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:13.972919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:13.976927 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.977911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:13.979145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Usage tracker for resource:port and tenant:9e7078b9d3974762a11ddf275401e056 is out of sync, need to count used quota {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:15:13.982258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Network 337d4116-4df7-4d61-a915-b63073372206 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:13.992869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:14.001791 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-b5ca3ca8-4712-4de1-bbbe-628cae71c740 service neutron] 10.222.0.64 "GET /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559295 Jul 16 01:15:14.038838 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.041073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Pushing event updated for resources: {'Port': ['ID=7210560e-dd1b-42b8-b735-1c99f3448846,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:14.060427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:14.079080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:15:14.083701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:14.142671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Pushing event updated for resources: {'Port': ['ID=569edc6e-79d4-4608-b9cf-8f0b509fa5b5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:14.218325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['86ecf4ee-b264-4165-9f6c-5b29f4313561'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:14.287516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e3ed6291-2dfd-4a65-a8ad-d80363af1907 service neutron] 10.222.0.64 "GET /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782738 Jul 16 01:15:14.347682 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.377687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.378042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.378383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.378718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.379047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.379376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.379697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.380018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.382613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.384335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.384695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.385540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:14.450736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Usage tracker for resource:router and tenant:9e7078b9d3974762a11ddf275401e056 is out of sync, need to count used quota {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:15:14.648523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Attempting to bind port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:14.648904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Attempting to bind port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'c8df7406-dc3f-4507-81dc-9891c63579fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:14.649281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Attempting to bind port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 on network db2e51e9-3b70-4fb1-973f-e85d8523d991 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:14.684027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:14.685127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Checking segment: {'id': 'c8df7406-dc3f-4507-81dc-9891c63579fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:14.685331 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.685709 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Bound using segment: {'id': 'c8df7406-dc3f-4507-81dc-9891c63579fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:14.686255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Bound port: 569edc6e-79d4-4608-b9cf-8f0b509fa5b5, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8df7406-dc3f-4507-81dc-9891c63579fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:14.686666 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.757610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 208c398b-4087-48aa-9797-144782efa026 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:15.000304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] For port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:15.005692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] For port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=569edc6e-79d4-4608-b9cf-8f0b509fa5b5,segment=NetworkSegment(c8df7406-dc3f-4507-81dc-9891c63579fa),segment_id=c8df7406-dc3f-4507-81dc-9891c63579fa)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:15.037786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5c753755-9c8c-476f-9fe9-bda05ea09cb4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:15.040056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:15.052549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:15.081381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 208c398b-4087-48aa-9797-144782efa026 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:15.081735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 208c398b-4087-48aa-9797-144782efa026 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:15.182546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61149-495b-4aac-bb23-e15fb99ae301 req-9c869064-e837-41b3-95a5-48e2bacda623 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:15.183501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352593d9-9622-4ba4-8927-7688613e8a30 None None] Pushing event updated for resources: {'Port': ['ID=569edc6e-79d4-4608-b9cf-8f0b509fa5b5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:15.185569 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3de61149-495b-4aac-bb23-e15fb99ae301 req-9c869064-e837-41b3-95a5-48e2bacda623 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 950 time: 0.2110710 Jul 16 01:15:15.274272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-024e319a-5897-4741-aada-1e04f18087d4 None None] Provisioning for port d6048739-9c8a-4890-88e3-0e64cdcbf9fb completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:15.288895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-024e319a-5897-4741-aada-1e04f18087d4 None None] Provisioning complete for port d6048739-9c8a-4890-88e3-0e64cdcbf9fb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:15.289397 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-024e319a-5897-4741-aada-1e04f18087d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:15.293495 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3de61149-495b-4aac-bb23-e15fb99ae301 req-7499f636-5a4f-4b4a-ab42-99885627805a tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959349 Jul 16 01:15:15.397959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-024e319a-5897-4741-aada-1e04f18087d4 None None] Port d6048739-9c8a-4890-88e3-0e64cdcbf9fb cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:15.406223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:15.424631 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:15.425407 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:15.513283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:15:15.514234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-024e319a-5897-4741-aada-1e04f18087d4 None None] Provisioning for port f6d47b58-9eb0-46a9-93a2-231bd150e26c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:15.530510 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-024e319a-5897-4741-aada-1e04f18087d4 None None] Provisioning complete for port f6d47b58-9eb0-46a9-93a2-231bd150e26c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:15.530884 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-024e319a-5897-4741-aada-1e04f18087d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:15.553657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:15.554840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:15.714705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Usage tracker for resource:floatingip and tenant:9e7078b9d3974762a11ddf275401e056 is out of sync, need to count used quota {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:15:15.797074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:15:15.817610 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:15.837305 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:15:15.847332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-024e319a-5897-4741-aada-1e04f18087d4 None None] Port f6d47b58-9eb0-46a9-93a2-231bd150e26c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:15.850896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f5ea640-0eee-4050-9111-c00f3614a6e5 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4853699 Jul 16 01:15:15.897245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Attempting to bind port 7210560e-dd1b-42b8-b735-1c99f3448846 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:15.900575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Attempting to bind port 7210560e-dd1b-42b8-b735-1c99f3448846 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:15.901109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Attempting to bind port 7210560e-dd1b-42b8-b735-1c99f3448846 on network 90e7227a-696f-4b17-be86-431b8100a57c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:15.941183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 5c753755-9c8c-476f-9fe9-bda05ea09cb4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=5c753755-9c8c-476f-9fe9-bda05ea09cb4,segment=NetworkSegment(f35519c0-a5b3-43c3-bdd7-b6cbecb549d9),segment_id=f35519c0-a5b3-43c3-bdd7-b6cbecb549d9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:15.942434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Port 7210560e-dd1b-42b8-b735-1c99f3448846 on network 90e7227a-696f-4b17-be86-431b8100a57c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:15.942924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Attempting to bind port 7210560e-dd1b-42b8-b735-1c99f3448846 on network 90e7227a-696f-4b17-be86-431b8100a57c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:15.947654 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:15.952084 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:15.979950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Request body: {'port': {'device_id': '86878b11-4373-436b-abc6-d4d059ee9384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:15.983921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:15.984762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Checking segment: {'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:15.985472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Bound using segment: {'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:15.986242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Bound port: 7210560e-dd1b-42b8-b735-1c99f3448846, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b048081f-734b-4ab1-9d4d-7cb211df3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:15.986931 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:15.990641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:16.062890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e15eb0-1e70-455d-a102-4fb472e74707 req-21cc2126-0a2b-44ac-a1ec-5695a3854174 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:16.084544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e15eb0-1e70-455d-a102-4fb472e74707 req-21cc2126-0a2b-44ac-a1ec-5695a3854174 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:16.100085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e15eb0-1e70-455d-a102-4fb472e74707 req-21cc2126-0a2b-44ac-a1ec-5695a3854174 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:16.108846 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 86ecf4ee-b264-4165-9f6c-5b29f4313561 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:16.126909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e15eb0-1e70-455d-a102-4fb472e74707 req-21cc2126-0a2b-44ac-a1ec-5695a3854174 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:16.143789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e15eb0-1e70-455d-a102-4fb472e74707 req-21cc2126-0a2b-44ac-a1ec-5695a3854174 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:16.181877 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72e15eb0-1e70-455d-a102-4fb472e74707 req-21cc2126-0a2b-44ac-a1ec-5695a3854174 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 3829 time: 0.2721179 Jul 16 01:15:16.295607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=5c753755-9c8c-476f-9fe9-bda05ea09cb4,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:16.319243 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72e15eb0-1e70-455d-a102-4fb472e74707 req-991e795c-e525-4f90-b8b1-cff86c472b69 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341915 Jul 16 01:15:16.353789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:16.381912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:16.394310 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:16.399117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 86ecf4ee-b264-4165-9f6c-5b29f4313561 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:16.400699 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:16.478143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:16.490633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Usage tracker for resource:security_group and tenant:9e7078b9d3974762a11ddf275401e056 is out of sync, need to count used quota {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:15:16.510818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:16.594747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:16.667822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] For port 7210560e-dd1b-42b8-b735-1c99f3448846, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:16.689621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] For port 7210560e-dd1b-42b8-b735-1c99f3448846, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7210560e-dd1b-42b8-b735-1c99f3448846,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:16.690064 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:16.740605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:16.750551 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:16.943478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:16.959574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event updated for resources: {'Port': ['ID=b09c5351-d9ae-4e0a-911d-f9578493cd3f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:16.987624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:15:17.068283 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:17.092699 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:17.184414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5c753755-9c8c-476f-9fe9-bda05ea09cb4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:17.258976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b24f5a-fff5-4217-a889-faf2bccad17c None None] Network db2e51e9-3b70-4fb1-973f-e85d8523d991 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:17.305538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Usage tracker for resource:security_group_rule and tenant:9e7078b9d3974762a11ddf275401e056 is out of sync, need to count used quota {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:15:17.311472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:17.323974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:17.327302 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] 10.222.0.50 "PUT /v2.0/ports/7210560e-dd1b-42b8-b735-1c99f3448846 HTTP/1.1" status: 200 len: 1093 time: 4.5104725 Jul 16 01:15:17.341093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': '7210560e-dd1b-42b8-b735-1c99f3448846'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:17.355121 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6533c84-d060-4827-b268-8f8b2bcdb09f" -d '{"events": [{"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "7210560e-dd1b-42b8-b735-1c99f3448846"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:17.417908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-070ba2a9-2366-496e-b841-062e38cf0178 None None] Provisioning for port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:17.460006 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:17.490166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.quota.resource [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:15:17.555410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:17.556077 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:17.575149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-17908cc7-5411-48f9-b432-f6b36f210400 tempest-QuotasTest-936645876 tempest-QuotasTest-936645876-project-admin] 10.222.0.64 "GET /v2.0/quotas/9e7078b9d3974762a11ddf275401e056/details.json HTTP/1.1" status: 200 len: 703 time: 4.7807722 Jul 16 01:15:17.709941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c20e5-91a2-4642-9b44-6ca7e4222c40 service neutron] Pushing event updated for resources: {'Port': ['ID=7210560e-dd1b-42b8-b735-1c99f3448846,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:17.958648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:17.985042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.151733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:18.157545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:18.157927 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.357608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.369148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55208) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:18.461319 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.558747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-1e9a8719-fbea-4289-a6f4-2575c9d01006 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:18.589273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-1e9a8719-fbea-4289-a6f4-2575c9d01006 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:18.591106 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-1e9a8719-fbea-4289-a6f4-2575c9d01006 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "GET /v2.0/networks?id=9255bb38-60d5-4a2e-990e-cf71c83a5b2d&id=db2e51e9-3b70-4fb1-973f-e85d8523d991&id=9255bb38-60d5-4a2e-990e-cf71c83a5b2d HTTP/1.1" status: 200 len: 1391 time: 0.4959385 Jul 16 01:15:18.591471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=569edc6e-79d4-4608-b9cf-8f0b509fa5b5,segment=NetworkSegment(c8df7406-dc3f-4507-81dc-9891c63579fa),segment_id=c8df7406-dc3f-4507-81dc-9891c63579fa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:18.596608 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.620610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'port': {'device_id': '64544956-ea64-41e1-a05d-a761e5da226c', 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d', 'admin_state_up': True, 'tenant_id': '9bae6ce20e104a60a86606b29d10637c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:18.699025 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.735461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=569edc6e-79d4-4608-b9cf-8f0b509fa5b5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:18.769303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d252f7fb-54f8-4b86-aa34-9aecf7b53752 None None] Provisioning complete for port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:18.769673 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d252f7fb-54f8-4b86-aa34-9aecf7b53752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.975567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d47b58-9eb0-46a9-93a2-231bd150e26c {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:19.043016 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.080480 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.087926 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.123505 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Transition to ACTIVE for port object f6d47b58-9eb0-46a9-93a2-231bd150e26c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:19.130964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc9e6e67abca45d6a786955e3411c95e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597141 Jul 16 01:15:19.138137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55212) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:19.143418 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.147216 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.197310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d47b58-9eb0-46a9-93a2-231bd150e26c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:19.199753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.230867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:19.239159 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.428829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Allocated IP 19.80.0.148 (9255bb38-60d5-4a2e-990e-cf71c83a5b2d/04a4ba3f-6e6a-463c-b79e-d05ee390ad43/dd523611-56e4-4f3f-ab55-79145db996a0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:19.477928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event updated for resources: {'Port': ['ID=b09c5351-d9ae-4e0a-911d-f9578493cd3f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:19.540944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b25509-f4f8-4420-8150-49ffe7d401dd {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:19.553946 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.558452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.616182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Transition to ACTIVE for port object 20b25509-f4f8-4420-8150-49ffe7d401dd will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:19.617797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Attempting to bind port f6d47b58-9eb0-46a9-93a2-231bd150e26c on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:19.618611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Attempting to bind port f6d47b58-9eb0-46a9-93a2-231bd150e26c by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:19.619271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Attempting to bind port f6d47b58-9eb0-46a9-93a2-231bd150e26c on network 337d4116-4df7-4d61-a915-b63073372206 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:19.623999 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.625534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-7f67656e-128b-47c6-86ed-5ff6227a4759 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 9.3340297 Jul 16 01:15:19.627576 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.644277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Port f6d47b58-9eb0-46a9-93a2-231bd150e26c on network 337d4116-4df7-4d61-a915-b63073372206 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:19.644912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Attempting to bind port f6d47b58-9eb0-46a9-93a2-231bd150e26c on network 337d4116-4df7-4d61-a915-b63073372206 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:19.677883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:19.678557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Checking segment: {'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:19.679120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Bound using segment: {'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:19.679762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Bound port: f6d47b58-9eb0-46a9-93a2-231bd150e26c, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '337d4116-4df7-4d61-a915-b63073372206'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:19.680311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.790374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.815163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Transition to ACTIVE for port object dd523611-56e4-4f3f-ab55-79145db996a0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:19.861911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d8f15-85a8-4264-9e47-4e89afc7b31a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:19.878641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.879125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.879468 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.879830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.880211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.880560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.880835 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.881161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.881577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.881906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.882293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.882839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67178f66-b455-415b-88f3-40c1ebc6c9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:19.889317 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.916842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:19.921564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:19.922700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:19.925872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f73c7c9-e83b-4a9f-8e0b-203ae5ddc615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.952473 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f73c7c9-e83b-4a9f-8e0b-203ae5ddc615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.970935 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-c5f2c306-0ca1-4f2d-96b1-dea0a48a5b65 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 696 time: 0.2938423 Jul 16 01:15:19.990031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=20b25509-f4f8-4420-8150-49ffe7d401dd,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:20.335205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:20.338819 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:20.442402 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8371475 Jul 16 01:15:20.451112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f39f08-5594-4165-b715-6f5aa986bc0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Port': ['ID=dd523611-56e4-4f3f-ab55-79145db996a0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:20.462757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'port': {'device_id': '64544956-ea64-41e1-a05d-a761e5da226c', 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991', 'admin_state_up': True, 'tenant_id': '9bae6ce20e104a60a86606b29d10637c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:20.571791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-986026d9-0a16-40b9-a475-776682e2f5b1 None None] Provisioning for port dd523611-56e4-4f3f-ab55-79145db996a0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:20.578294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-986026d9-0a16-40b9-a475-776682e2f5b1 None None] Provisioning complete for port dd523611-56e4-4f3f-ab55-79145db996a0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:20.579144 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-986026d9-0a16-40b9-a475-776682e2f5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:20.647266 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f73c7c9-e83b-4a9f-8e0b-203ae5ddc615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:20.654606 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f73c7c9-e83b-4a9f-8e0b-203ae5ddc615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:20.656105 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1f73c7c9-e83b-4a9f-8e0b-203ae5ddc615 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e00d8f15-85a8-4264-9e47-4e89afc7b31a HTTP/1.1" status: 204 len: 168 time: 1.5166757 Jul 16 01:15:20.660685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:20.666144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:20.667532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-986026d9-0a16-40b9-a475-776682e2f5b1 None None] Port dd523611-56e4-4f3f-ab55-79145db996a0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:20.687281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] For port f6d47b58-9eb0-46a9-93a2-231bd150e26c, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:20.695507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73c7c9-e83b-4a9f-8e0b-203ae5ddc615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d8f15-85a8-4264-9e47-4e89afc7b31a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:20.740711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] For port f6d47b58-9eb0-46a9-93a2-231bd150e26c, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f6d47b58-9eb0-46a9-93a2-231bd150e26c,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:20.765039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:20.806399 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Attempting to bind port 20b25509-f4f8-4420-8150-49ffe7d401dd on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:20.806820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Attempting to bind port 20b25509-f4f8-4420-8150-49ffe7d401dd by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:20.807151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Attempting to bind port 20b25509-f4f8-4420-8150-49ffe7d401dd on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:20.822130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:20.822837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:20.824288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] 10.222.0.67 "PUT /v2.0/ports/f6d47b58-9eb0-46a9-93a2-231bd150e26c HTTP/1.1" status: 200 len: 1093 time: 4.8537037 Jul 16 01:15:20.863254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-138f63d5-f2dc-4809-ac39-7b65c1ab9716 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:20.881386 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Allocated IP 19.86.0.21 (db2e51e9-3b70-4fb1-973f-e85d8523d991/feb12e0a-6756-4294-96bd-84438b6f45c9/d3634005-0ef5-4849-b634-8287178723da) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:20.889815 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f59dd47-f99f-4fc4-a6d1-aaf321addf39 req-138f63d5-f2dc-4809-ac39-7b65c1ab9716 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.9162741 Jul 16 01:15:20.961367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Port 20b25509-f4f8-4420-8150-49ffe7d401dd on network c7231af3-6249-44cf-854d-777978c3b983 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:20.961695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Attempting to bind port 20b25509-f4f8-4420-8150-49ffe7d401dd on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:21.011303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:21.012929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Checking segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:21.012929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Bound using segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:21.013509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Bound port: 20b25509-f4f8-4420-8150-49ffe7d401dd, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:21.018076 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:21.128205 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917d4c88-a203-415d-8597-2a16dd70c486 x-openstack-request-id: req-917d4c88-a203-415d-8597-2a16dd70c486 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:21.128484 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50473b9-cbd9-48a2-9e04-61a65cfe5bc4", "name": "network-vif-plugged", "status": "completed", "tag": "bee74d0d-7905-44ce-a0da-755114562188", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:21.128738 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-917d4c88-a203-415d-8597-2a16dd70c486 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:21.129126 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50473b9-cbd9-48a2-9e04-61a65cfe5bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee74d0d-7905-44ce-a0da-755114562188', 'code': 200} Jul 16 01:15:21.142196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:21.448646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] For port 20b25509-f4f8-4420-8150-49ffe7d401dd, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:21.476006 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] For port 20b25509-f4f8-4420-8150-49ffe7d401dd, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=20b25509-f4f8-4420-8150-49ffe7d401dd,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:21.519601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:21.524555 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:21.559352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55220) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:21.737139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:21.787416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:21.789331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:21.791921 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] 10.222.0.50 "PUT /v2.0/ports/20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 200 len: 1130 time: 4.4022262 Jul 16 01:15:21.820391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66098a38-ad01-47b6-a86f-83d0b1d4eb27 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d47b58-9eb0-46a9-93a2-231bd150e26c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:21.968851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b24fe-e7d6-4553-97a7-24ce06dee9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=20b25509-f4f8-4420-8150-49ffe7d401dd,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:21.999912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:22.368886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:22.404285 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Transition to ACTIVE for port object d3634005-0ef5-4849-b634-8287178723da will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:22.497933 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:22.626047 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77bdc877-9db4-4bf2-b770-02ded117436e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:22.654276 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:22.741106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network db2e51e9-3b70-4fb1-973f-e85d8523d991 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:22.817492 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77bdc877-9db4-4bf2-b770-02ded117436e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:22.846471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:22.888376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:22.905779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-810cdadf-6ebe-4f81-b6fe-94c9e0e5c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:22.936075 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-810cdadf-6ebe-4f81-b6fe-94c9e0e5c999 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5e4c0340d5140f9a0aaa43ca7498245&device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 1096 time: 1.9751723 Jul 16 01:15:22.953941 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77bdc877-9db4-4bf2-b770-02ded117436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:22.959970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Port': ['ID=d3634005-0ef5-4849-b634-8287178723da,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:23.021548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:23.023008 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:23.045385 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-889191ea-d7f5-4f5a-928f-6dd608791af6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5883100 Jul 16 01:15:23.097813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'port': {'device_id': '64544956-ea64-41e1-a05d-a761e5da226c', 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d', 'admin_state_up': True, 'tenant_id': '9bae6ce20e104a60a86606b29d10637c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:23.130165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:23.133592 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7053c7-aaea-4035-afa0-1c7b76220d5a" -d '{"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-plugged", "status": "completed", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:23.167485 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-13af4e6f-2c0c-4286-827a-fc91f38e8d89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d47b58-9eb0-46a9-93a2-231bd150e26c HTTP/1.1" status: 200 len: 217 time: 0.1666212 Jul 16 01:15:23.173286 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-77bdc877-9db4-4bf2-b770-02ded117436e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e7078b9d3974762a11ddf275401e056&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5207086 Jul 16 01:15:23.175322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55228) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:23.184560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdc877-9db4-4bf2-b770-02ded117436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327565e2-1dcc-45c4-8777-7d3cb669bbee,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:23.238950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b750c68-09e1-42d8-94b2-60ae9dda65e1 req-f7595ccf-b8e0-42e8-a6e4-d33d05c66315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:23.240641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b750c68-09e1-42d8-94b2-60ae9dda65e1 req-f7595ccf-b8e0-42e8-a6e4-d33d05c66315 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 1102 time: 1.7065039 Jul 16 01:15:23.329604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb76661-ee4d-4cb3-ae3b-b0990333c347 req-e343ade6-d142-4b3e-99e2-e98ee4ef31b3 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:23.343586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdb76661-ee4d-4cb3-ae3b-b0990333c347 req-e343ade6-d142-4b3e-99e2-e98ee4ef31b3 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 944 time: 1.5790546 Jul 16 01:15:23.357765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b90284a2-ff0f-479b-850e-56af24c90952 None None] Provisioning for port d3634005-0ef5-4849-b634-8287178723da completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:23.367442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b90284a2-ff0f-479b-850e-56af24c90952 None None] Provisioning complete for port d3634005-0ef5-4849-b634-8287178723da triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:23.367892 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b90284a2-ff0f-479b-850e-56af24c90952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:23.437776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:23.451044 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:23.500818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b90284a2-ff0f-479b-850e-56af24c90952 None None] Port d3634005-0ef5-4849-b634-8287178723da cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:23.685454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:23.694543 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:23.709452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Transition to ACTIVE for port object 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:23.717108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Allocated IP 19.80.0.254 (9255bb38-60d5-4a2e-990e-cf71c83a5b2d/04a4ba3f-6e6a-463c-b79e-d05ee390ad43/e190982c-a325-4e59-9283-81909c1a9c7e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:23.726374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b750c68-09e1-42d8-94b2-60ae9dda65e1 req-14587d91-f9bd-4004-9d48-2f74d5f1ce41 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145997 Jul 16 01:15:23.728840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-ee76ab21-91b7-4a2e-8822-9677712aef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:23.730639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-ee76ab21-91b7-4a2e-8822-9677712aef34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ce39fb8-4fac-46cf-9d66-74b483d39f5b HTTP/1.1" status: 200 len: 854 time: 0.5319397 Jul 16 01:15:23.734338 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:23.858205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Pushing event updated for resources: {'Port': ['ID=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:23.893419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8e0cf5b-c23a-486a-aa30-ba6fd4c4730f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.114116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdb76661-ee4d-4cb3-ae3b-b0990333c347 req-a779d7e3-1343-48d1-87da-ac711a796999 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3f80741-6523-4921-a260-939385d2234b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7314117 Jul 16 01:15:24.127447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.141758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Attempting to bind port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:24.142385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Attempting to bind port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:24.144211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Attempting to bind port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:24.147058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Transition to ACTIVE for port object e190982c-a325-4e59-9283-81909c1a9c7e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:24.213156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc on network c7231af3-6249-44cf-854d-777978c3b983 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:24.213789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Attempting to bind port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:24.279194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.313650 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8e0cf5b-c23a-486a-aa30-ba6fd4c4730f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.378689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-0cb0cd14-a230-4686-83a0-bf29d6558e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:24.381526 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-0cb0cd14-a230-4686-83a0-bf29d6558e74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=337d4116-4df7-4d61-a915-b63073372206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5284994 Jul 16 01:15:24.388837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:24.397698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:24.399443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:24.400021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Checking segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:24.404030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Bound using segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:24.404030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Bound port: 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:24.404030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.405249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:24.469887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Port': ['ID=e190982c-a325-4e59-9283-81909c1a9c7e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:24.544970 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3260-0e92-42ac-86b0-1069c58b805c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.571178 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:24.580334 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.621677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-4c13e775-6a61-44f9-9755-cfdeefc7e817 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5342228 Jul 16 01:15:24.643560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Request body: {'port': {'device_id': '64544956-ea64-41e1-a05d-a761e5da226c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:24.801423 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-189465a4-f1eb-4ba0-aea7-91e157769565 service neutron] 10.222.0.67 "GET /v2.0/networks/337d4116-4df7-4d61-a915-b63073372206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327628 Jul 16 01:15:24.818135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8e0cf5b-c23a-486a-aa30-ba6fd4c4730f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.820943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8e0cf5b-c23a-486a-aa30-ba6fd4c4730f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.822112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e8e0cf5b-c23a-486a-aa30-ba6fd4c4730f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/327565e2-1dcc-45c4-8777-7d3cb669bbee HTTP/1.1" status: 204 len: 168 time: 1.6434579 Jul 16 01:15:24.843926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] For port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:24.869397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.881332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] For port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:24.906082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138692ef-1c65-4af0-966d-cfbbfaed25ba req-3ea52f8f-8bb5-40a1-849b-c433c9c4cdd3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:24.913394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d769ecde-d9f7-4d86-9f86-4f4361a46c74 None None] Provisioning for port e190982c-a325-4e59-9283-81909c1a9c7e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:24.924640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d769ecde-d9f7-4d86-9f86-4f4361a46c74 None None] Provisioning complete for port e190982c-a325-4e59-9283-81909c1a9c7e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:24.925591 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769ecde-d9f7-4d86-9f86-4f4361a46c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.942214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138692ef-1c65-4af0-966d-cfbbfaed25ba req-3ea52f8f-8bb5-40a1-849b-c433c9c4cdd3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:24.950826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138692ef-1c65-4af0-966d-cfbbfaed25ba req-3ea52f8f-8bb5-40a1-849b-c433c9c4cdd3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:24.959862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-138692ef-1c65-4af0-966d-cfbbfaed25ba req-3ea52f8f-8bb5-40a1-849b-c433c9c4cdd3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2376 time: 0.5332663 Jul 16 01:15:24.971423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0cf5b-c23a-486a-aa30-ba6fd4c4730f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327565e2-1dcc-45c4-8777-7d3cb669bbee,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:24.983030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.060597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d769ecde-d9f7-4d86-9f86-4f4361a46c74 None None] Port e190982c-a325-4e59-9283-81909c1a9c7e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:25.150951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:25.151764 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.153647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] 10.222.0.50 "PUT /v2.0/ports/9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 200 len: 1130 time: 3.1864328 Jul 16 01:15:25.164816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-138692ef-1c65-4af0-966d-cfbbfaed25ba req-811304cd-3c47-4daa-8bdd-ee03a9d12e7e tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842694 Jul 16 01:15:25.208265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc777dc5-cfa5-4af0-acce-56971973268c service neutron] Pushing event updated for resources: {'Port': ['ID=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:25.229936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:25.292271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.422975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.822353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd523611-56e4-4f3f-ab55-79145db996a0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:25.822959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26261106-4d90-418f-9375-abd65ed1d7cd req-14be7bff-aaf3-480b-a046-1fe9d6bf3805 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:25.824090 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26261106-4d90-418f-9375-abd65ed1d7cd req-14be7bff-aaf3-480b-a046-1fe9d6bf3805 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 950 time: 0.3676906 Jul 16 01:15:25.856350 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.857641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e831af3e-490c-4538-bda8-edcad3a40a01 req-8f71eab9-cec4-40eb-aabc-8c0f5cf0a20d service neutron] 10.222.0.67 "GET /v2.0/networks/337d4116-4df7-4d61-a915-b63073372206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270864 Jul 16 01:15:25.901601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Transition to ACTIVE for port object dd523611-56e4-4f3f-ab55-79145db996a0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:25.904929 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26261106-4d90-418f-9375-abd65ed1d7cd req-45bc720c-5437-435c-a05b-43616f095ee3 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736303 Jul 16 01:15:25.910037 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.083783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Pushing event updated for resources: {'Port': ['ID=dd523611-56e4-4f3f-ab55-79145db996a0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:26.307393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Attempting to bind port dd523611-56e4-4f3f-ab55-79145db996a0 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:26.310222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Attempting to bind port dd523611-56e4-4f3f-ab55-79145db996a0 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:26.311684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Attempting to bind port dd523611-56e4-4f3f-ab55-79145db996a0 on network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:26.314419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a792df07-6f4e-4b20-a758-7c9a069af816 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:26.316001 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.324790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Port dd523611-56e4-4f3f-ab55-79145db996a0 on network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:26.330449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.332027 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Attempting to bind port dd523611-56e4-4f3f-ab55-79145db996a0 on network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:26.359073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:26.359522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Checking segment: {'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:26.362686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Bound using segment: {'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:26.367544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Bound port: dd523611-56e4-4f3f-ab55-79145db996a0, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:26.368304 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.369905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Transition to ACTIVE for port object a792df07-6f4e-4b20-a758-7c9a069af816 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:26.387077 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.571278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] For port dd523611-56e4-4f3f-ab55-79145db996a0, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:26.576828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] For port dd523611-56e4-4f3f-ab55-79145db996a0, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd523611-56e4-4f3f-ab55-79145db996a0,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:26.585774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.650934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Pushing event updated for resources: {'Port': ['ID=a792df07-6f4e-4b20-a758-7c9a069af816,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:26.693509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:26.694335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.695846 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] 10.222.0.67 "PUT /v2.0/ports/dd523611-56e4-4f3f-ab55-79145db996a0 HTTP/1.1" status: 200 len: 1093 time: 2.0583677 Jul 16 01:15:26.696324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'tag': 'dd523611-56e4-4f3f-ab55-79145db996a0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:26.706994 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7" -d '{"events": [{"name": "network-changed", "server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "tag": "dd523611-56e4-4f3f-ab55-79145db996a0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:26.755227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982b63e-5f5c-46f8-aecd-e83a52946a3e service neutron] Pushing event updated for resources: {'Port': ['ID=dd523611-56e4-4f3f-ab55-79145db996a0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:26.963753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Attempting to bind port a792df07-6f4e-4b20-a758-7c9a069af816 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:26.964275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Attempting to bind port a792df07-6f4e-4b20-a758-7c9a069af816 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:26.964422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Attempting to bind port a792df07-6f4e-4b20-a758-7c9a069af816 on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:26.975345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Port a792df07-6f4e-4b20-a758-7c9a069af816 on network c7231af3-6249-44cf-854d-777978c3b983 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:26.975705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Attempting to bind port a792df07-6f4e-4b20-a758-7c9a069af816 on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:26.993211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:26.993590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Checking segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:26.993850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Bound using segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:26.994331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Bound port: a792df07-6f4e-4b20-a758-7c9a069af816, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:26.994698 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:27.095065 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7dae4fb-fd44-4234-8782-f989c2670b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:27.259527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] For port a792df07-6f4e-4b20-a758-7c9a069af816, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:27.276198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] For port a792df07-6f4e-4b20-a758-7c9a069af816, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a792df07-6f4e-4b20-a758-7c9a069af816,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:27.284251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:27.374527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:27.375298 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:27.377163 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] 10.222.0.50 "PUT /v2.0/ports/a792df07-6f4e-4b20-a758-7c9a069af816 HTTP/1.1" status: 200 len: 1092 time: 2.1599562 Jul 16 01:15:27.420982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:27.567275 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:27.579167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161c05e-670e-4b72-87f3-68ba9af00660 service neutron] Pushing event updated for resources: {'Port': ['ID=a792df07-6f4e-4b20-a758-7c9a069af816,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:27.703670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.200244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:28.303199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c8ce17-e48f-4aae-9026-159cd9590014 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:28.323715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.386636 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.392822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Transition to ACTIVE for port object 63c8ce17-e48f-4aae-9026-159cd9590014 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:28.425323 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.518140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1342544537', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:28.534877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Pushing event updated for resources: {'Port': ['ID=63c8ce17-e48f-4aae-9026-159cd9590014,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:28.575996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Made reservation on behalf of a7ba50310eaa4b23aa2dc9d7211d0a51 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:28.579254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.610605 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.682456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Attempting to bind port 63c8ce17-e48f-4aae-9026-159cd9590014 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:28.682840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Attempting to bind port 63c8ce17-e48f-4aae-9026-159cd9590014 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:28.683194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Attempting to bind port 63c8ce17-e48f-4aae-9026-159cd9590014 on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:28.689042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Port 63c8ce17-e48f-4aae-9026-159cd9590014 on network c7231af3-6249-44cf-854d-777978c3b983 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:28.689481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Attempting to bind port 63c8ce17-e48f-4aae-9026-159cd9590014 on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:28.702103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:28.702564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Checking segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:28.703285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Bound using segment: {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:28.707604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Bound port: 63c8ce17-e48f-4aae-9026-159cd9590014, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd889f19-1243-49ba-ac5d-90a5a6910422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:28.707975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.777032 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.785749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.790467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] device_id is not set on port 925e7448-07d4-434d-a805-8f6047be57a8 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:15:28.878124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] For port 63c8ce17-e48f-4aae-9026-159cd9590014, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:28.893478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] For port 63c8ce17-e48f-4aae-9026-159cd9590014, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=63c8ce17-e48f-4aae-9026-159cd9590014,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:28.900259 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.926529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6d8e16-244e-413b-bef7-c817fd9f388e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:28.998405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:28.999445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.001253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] 10.222.0.50 "PUT /v2.0/ports/63c8ce17-e48f-4aae-9026-159cd9590014 HTTP/1.1" status: 200 len: 1092 time: 1.5872507 Jul 16 01:15:29.060257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:29.089824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Allocated IP 172.25.4.80 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/925e7448-07d4-434d-a805-8f6047be57a8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:29.113112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5a42e-ab93-43b1-8cca-515f23995c83 service neutron] Pushing event updated for resources: {'Port': ['ID=63c8ce17-e48f-4aae-9026-159cd9590014,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:29.255178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.421427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.541592 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.600649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:29.604408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:29.609820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:29.661680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:29.663667 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.675542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Pushing event updated for resources: {'Port': ['ID=925e7448-07d4-434d-a805-8f6047be57a8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:29.684856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af1fbf64-28de-4192-9521-40b1b43185e6 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4824295 Jul 16 01:15:29.687784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55286) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:29.692706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.80'}]}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:29.718271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc7a6f5-63d1-4adb-a205-1991dc38c05b {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:29.721250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.722621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.728820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.743960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Transition to ACTIVE for port object fcc7a6f5-63d1-4adb-a205-1991dc38c05b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:29.750139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.804752 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.829215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Pushing event updated for resources: {'Port': ['ID=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:29.964405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Attempting to bind port fcc7a6f5-63d1-4adb-a205-1991dc38c05b on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:29.965267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Attempting to bind port fcc7a6f5-63d1-4adb-a205-1991dc38c05b by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:29.965959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Attempting to bind port fcc7a6f5-63d1-4adb-a205-1991dc38c05b on network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:29.971357 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.975957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Port fcc7a6f5-63d1-4adb-a205-1991dc38c05b on network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:29.976397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Attempting to bind port fcc7a6f5-63d1-4adb-a205-1991dc38c05b on network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:30.000638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.001038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:30.001388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Checking segment: {'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:30.002162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Bound using segment: {'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:30.002626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Bound port: fcc7a6f5-63d1-4adb-a205-1991dc38c05b, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:30.002998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.158687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] For port fcc7a6f5-63d1-4adb-a205-1991dc38c05b, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:30.163487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] For port fcc7a6f5-63d1-4adb-a205-1991dc38c05b, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:30.169370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.281312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:30.284704 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.287487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] 10.222.0.50 "PUT /v2.0/ports/fcc7a6f5-63d1-4adb-a205-1991dc38c05b HTTP/1.1" status: 200 len: 1092 time: 1.2344608 Jul 16 01:15:30.317969 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.318523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Request body: {'port': {'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:30.351080 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.395123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f02cb-5031-44ec-a131-b9a2c5bdcbde service neutron] Pushing event updated for resources: {'Port': ['ID=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:30.499671 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.629084 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.843771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.854446 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.933569 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.934752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f7eb450-cc68-4ada-9e4c-8d05b677d540 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:15:30.955326 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:15:30.963777 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4cae3408-514c-4546-96af-ff31394f5f3b tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2746360 Jul 16 01:15:30.964620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55290) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:30.973948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6048739-9c8a-4890-88e3-0e64cdcbf9fb {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:30.985594 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.001876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Transition to ACTIVE for port object d6048739-9c8a-4890-88e3-0e64cdcbf9fb will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:31.014336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.096026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Pushing event updated for resources: {'Port': ['ID=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:31.108420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7814d8e5-f000-4602-86dc-6611c088eb91 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Deleting port 925e7448-07d4-434d-a805-8f6047be57a8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:31.108836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7814d8e5-f000-4602-86dc-6611c088eb91 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.238624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Attempting to bind port d6048739-9c8a-4890-88e3-0e64cdcbf9fb on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:31.238967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Attempting to bind port d6048739-9c8a-4890-88e3-0e64cdcbf9fb by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:31.239299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Attempting to bind port d6048739-9c8a-4890-88e3-0e64cdcbf9fb on network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:31.248164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Port d6048739-9c8a-4890-88e3-0e64cdcbf9fb on network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:31.248919 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7814d8e5-f000-4602-86dc-6611c088eb91 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.249460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Attempting to bind port d6048739-9c8a-4890-88e3-0e64cdcbf9fb on network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:31.255271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:31.255874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Checking segment: {'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:31.256772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Bound using segment: {'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:31.257461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Bound port: d6048739-9c8a-4890-88e3-0e64cdcbf9fb, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:31.258370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.276579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7814d8e5-f000-4602-86dc-6611c088eb91 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Calling delete_port for 925e7448-07d4-434d-a805-8f6047be57a8 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:31.376036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] For port d6048739-9c8a-4890-88e3-0e64cdcbf9fb, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:31.379892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] For port d6048739-9c8a-4890-88e3-0e64cdcbf9fb, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:31.390209 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.455704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Pushing event updated for resources: {'Port': ['ID=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:31.484008 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.485154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.487630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33f4a556-76e9-4283-8ea9-d7c763782682 service neutron] 10.222.0.50 "PUT /v2.0/ports/d6048739-9c8a-4890-88e3-0e64cdcbf9fb HTTP/1.1" status: 200 len: 1092 time: 1.1723220 Jul 16 01:15:31.608667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd180371-bfce-4a26-af73-0145984a400d req-6db11cbf-3f66-4e7a-bd32-cd4811193ca4 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.617126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd180371-bfce-4a26-af73-0145984a400d req-6db11cbf-3f66-4e7a-bd32-cd4811193ca4 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.625622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd180371-bfce-4a26-af73-0145984a400d req-6db11cbf-3f66-4e7a-bd32-cd4811193ca4 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.627332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-4a66adfc-a1ac-4e07-8c30-f7ffc5517ee6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.628907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-4a66adfc-a1ac-4e07-8c30-f7ffc5517ee6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.3320539 Jul 16 01:15:31.632007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd180371-bfce-4a26-af73-0145984a400d req-6db11cbf-3f66-4e7a-bd32-cd4811193ca4 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.639258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd180371-bfce-4a26-af73-0145984a400d req-6db11cbf-3f66-4e7a-bd32-cd4811193ca4 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.645477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd180371-bfce-4a26-af73-0145984a400d req-6db11cbf-3f66-4e7a-bd32-cd4811193ca4 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.651590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd180371-bfce-4a26-af73-0145984a400d req-6db11cbf-3f66-4e7a-bd32-cd4811193ca4 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.654362 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd180371-bfce-4a26-af73-0145984a400d req-6db11cbf-3f66-4e7a-bd32-cd4811193ca4 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.2025700 Jul 16 01:15:31.734159 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7814d8e5-f000-4602-86dc-6611c088eb91 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.766769 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd180371-bfce-4a26-af73-0145984a400d req-318b7b11-49bc-46f6-b588-7d99a0c8b347 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841758 Jul 16 01:15:31.795010 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814d8e5-f000-4602-86dc-6611c088eb91 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Pushing event deleted for resources: {'Port': ['ID=925e7448-07d4-434d-a805-8f6047be57a8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:31.818441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-94d5ac33-c878-4542-a7ec-d5dc7ed89d0c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/quotas/319e93c2b6a747e89f168f27df7d6c9e HTTP/1.1" status: 200 len: 375 time: 0.0950968 Jul 16 01:15:31.823892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-90999d37-d716-4476-a202-97fa14c9f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.827912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-90999d37-d716-4476-a202-97fa14c9f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.828750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-90999d37-d716-4476-a202-97fa14c9f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.829353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-90999d37-d716-4476-a202-97fa14c9f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.829882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-90999d37-d716-4476-a202-97fa14c9f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.830440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-90999d37-d716-4476-a202-97fa14c9f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.830965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-90999d37-d716-4476-a202-97fa14c9f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.833132 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-90999d37-d716-4476-a202-97fa14c9f74e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6483 time: 0.2539079 Jul 16 01:15:31.913648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-499be987-b120-4de0-9ae6-b1bd47079c3e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940166 Jul 16 01:15:31.921778 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4fbe8b-b724-4c6b-bcc0-68786f736716 x-openstack-request-id: req-ee4fbe8b-b724-4c6b-bcc0-68786f736716 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:31.922245 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "7210560e-dd1b-42b8-b735-1c99f3448846", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:31.922702 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee4fbe8b-b724-4c6b-bcc0-68786f736716 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:31.923205 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': '7210560e-dd1b-42b8-b735-1c99f3448846', 'status': 'completed', 'code': 200} Jul 16 01:15:31.928586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1eeb82bf-dfa7-4173-a361-3703e1e80d7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7210560e-dd1b-42b8-b735-1c99f3448846 HTTP/1.1" status: 200 len: 217 time: 0.0822678 Jul 16 01:15:32.064451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Request body: {'port': {'device_id': '64544956-ea64-41e1-a05d-a761e5da226c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:32.098470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-5907ed93-cff8-41ac-8020-f1af4932ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:32.100180 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-5907ed93-cff8-41ac-8020-f1af4932ee1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2246a116-9b5d-48d9-8c84-79b4a085fa8f HTTP/1.1" status: 200 len: 851 time: 0.1420226 Jul 16 01:15:32.117096 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-5c6f2917-7c1f-41d7-a8b6-520d0145b739 service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949716 Jul 16 01:15:32.260986 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.342491 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7814d8e5-f000-4602-86dc-6611c088eb91 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.345078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7814d8e5-f000-4602-86dc-6611c088eb91 tempest-RoutersAdminNegativeIpV6Test-800149180 tempest-RoutersAdminNegativeIpV6Test-800149180-project-admin] 10.222.0.64 "DELETE /v2.0/ports/925e7448-07d4-434d-a805-8f6047be57a8 HTTP/1.1" status: 204 len: 168 time: 1.3788102 Jul 16 01:15:32.423945 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-10307523-aa38-4c0e-afb9-c8397de8fa78 service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057275 Jul 16 01:15:32.586088 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c8e156-0b11-406d-b972-a062566a4ead req-c4841097-8276-4391-b211-c970abac9e65 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6559136 Jul 16 01:15:32.595602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:32.652248 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.719628 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c21700-babf-4e5f-80d3-718e9b65a23e x-openstack-request-id: req-d2c21700-babf-4e5f-80d3-718e9b65a23e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:32.720164 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-plugged", "status": "completed", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:32.720164 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2c21700-babf-4e5f-80d3-718e9b65a23e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:32.720649 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'code': 200} Jul 16 01:15:32.733369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-71fa7db1-7881-40eb-9dd3-70aa3bbcbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:32.746130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-71fa7db1-7881-40eb-9dd3-70aa3bbcbb51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90e7227a-696f-4b17-be86-431b8100a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6162934 Jul 16 01:15:33.019509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:33.026469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3634005-0ef5-4849-b634-8287178723da {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:33.039501 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.070125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Transition to ACTIVE for port object d3634005-0ef5-4849-b634-8287178723da will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:33.094174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-33560b71-609b-427b-8f2a-d90d9ea1e4ac service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207018 Jul 16 01:15:33.105210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eeb492-4210-4c2b-8247-4626f77a0a09 req-ec67be4c-175e-4c2a-a8a8-3cf7c0a14a0c tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:33.107345 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00eeb492-4210-4c2b-8247-4626f77a0a09 req-ec67be4c-175e-4c2a-a8a8-3cf7c0a14a0c tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 944 time: 0.1649132 Jul 16 01:15:33.108027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.208281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.360953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Allocated IP 172.25.4.128 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/501414db-9547-4aff-acf1-0517d71dc276) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:33.370881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-331541a6-81d3-49bb-8aee-708e4492947e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.376877 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00eeb492-4210-4c2b-8247-4626f77a0a09 req-51bd1095-6c10-4d8c-b94d-2fd8cc126dde tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3f80741-6523-4921-a260-939385d2234b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550319 Jul 16 01:15:33.381058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Pushing event updated for resources: {'Port': ['ID=d3634005-0ef5-4849-b634-8287178723da,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:33.476249 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-1a6c74a9-1a3c-4776-8b87-7ba1b251c9b5 service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748472 Jul 16 01:15:33.570439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-6c69018c-b815-45e4-a30f-5b317905ff6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 200 len: 217 time: 0.0834489 Jul 16 01:15:33.659569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Attempting to bind port d3634005-0ef5-4849-b634-8287178723da on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:33.660048 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Attempting to bind port d3634005-0ef5-4849-b634-8287178723da by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'c8df7406-dc3f-4507-81dc-9891c63579fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:33.660281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Attempting to bind port d3634005-0ef5-4849-b634-8287178723da on network db2e51e9-3b70-4fb1-973f-e85d8523d991 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:33.671418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Port d3634005-0ef5-4849-b634-8287178723da on network db2e51e9-3b70-4fb1-973f-e85d8523d991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:33.671418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Attempting to bind port d3634005-0ef5-4849-b634-8287178723da on network db2e51e9-3b70-4fb1-973f-e85d8523d991 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:33.705616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:33.705616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Checking segment: {'id': 'c8df7406-dc3f-4507-81dc-9891c63579fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:33.706202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Bound using segment: {'id': 'c8df7406-dc3f-4507-81dc-9891c63579fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:33.706202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Bound port: d3634005-0ef5-4849-b634-8287178723da, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8df7406-dc3f-4507-81dc-9891c63579fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:33.706563 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.731816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-13aa1c7b-c6d0-4a19-8879-c48156de0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:33.733639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-13aa1c7b-c6d0-4a19-8879-c48156de0f42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1534371 Jul 16 01:15:33.895218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] For port d3634005-0ef5-4849-b634-8287178723da, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:33.899934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] For port d3634005-0ef5-4849-b634-8287178723da, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d3634005-0ef5-4849-b634-8287178723da,segment=NetworkSegment(c8df7406-dc3f-4507-81dc-9891c63579fa),segment_id=c8df7406-dc3f-4507-81dc-9891c63579fa)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:33.907918 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.940853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86878b11-4373-436b-abc6-d4d059ee9384', 'tag': 'f6d47b58-9eb0-46a9-93a2-231bd150e26c'}, {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': '20b25509-f4f8-4420-8150-49ffe7d401dd'}, {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': '9d469d7f-030e-4a04-a7e3-59a7ba7f4adc'}, {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': 'a792df07-6f4e-4b20-a758-7c9a069af816'}, {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': '63c8ce17-e48f-4aae-9026-159cd9590014'}, {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': 'fcc7a6f5-63d1-4adb-a205-1991dc38c05b'}, {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': 'd6048739-9c8a-4890-88e3-0e64cdcbf9fb'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:33.943206 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1" -d '{"events": [{"name": "network-changed", "server_uuid": "86878b11-4373-436b-abc6-d4d059ee9384", "tag": "f6d47b58-9eb0-46a9-93a2-231bd150e26c"}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "20b25509-f4f8-4420-8150-49ffe7d401dd"}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "9d469d7f-030e-4a04-a7e3-59a7ba7f4adc"}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "a792df07-6f4e-4b20-a758-7c9a069af816"}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "63c8ce17-e48f-4aae-9026-159cd9590014"}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "fcc7a6f5-63d1-4adb-a205-1991dc38c05b"}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "d6048739-9c8a-4890-88e3-0e64cdcbf9fb"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:33.969399 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.990233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Pushing event updated for resources: {'Port': ['ID=d3634005-0ef5-4849-b634-8287178723da,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:34.038974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.040026 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.042222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-bdbbb425-f2ca-4ac6-a0ab-af937f5b1795 service neutron] 10.222.0.67 "PUT /v2.0/ports/d3634005-0ef5-4849-b634-8287178723da HTTP/1.1" status: 200 len: 1092 time: 2.1398382 Jul 16 01:15:34.048257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-331541a6-81d3-49bb-8aee-708e4492947e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.064203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-331541a6-81d3-49bb-8aee-708e4492947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.084678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Request body: {'port': {'device_id': '64544956-ea64-41e1-a05d-a761e5da226c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:34.138606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d67e9-7a90-4001-9f17-696cf3daa604 req-ff537356-a646-454b-a255-5bab3cadcea6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.146303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d67e9-7a90-4001-9f17-696cf3daa604 req-ff537356-a646-454b-a255-5bab3cadcea6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.156413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d67e9-7a90-4001-9f17-696cf3daa604 req-ff537356-a646-454b-a255-5bab3cadcea6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.158536 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e9d67e9-7a90-4001-9f17-696cf3daa604 req-ff537356-a646-454b-a255-5bab3cadcea6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2400 time: 0.1694686 Jul 16 01:15:34.198268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f6d47b58-9eb0-46a9-93a2-231bd150e26c details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:34.236170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-56d3ed13-6cc6-416c-bff0-9ef7449e1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.240425 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-56d3ed13-6cc6-416c-bff0-9ef7449e1c8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4900599 Jul 16 01:15:34.265604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331541a6-81d3-49bb-8aee-708e4492947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79e8845-d931-4d88-a2fc-e165adb4efd5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:34.312473 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.345074 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e9d67e9-7a90-4001-9f17-696cf3daa604 req-7bc94135-83f3-44bc-a4e9-a5436d97f436 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789927 Jul 16 01:15:34.367886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-331541a6-81d3-49bb-8aee-708e4492947e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7c16a19d6dc4f15922657a697f979ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3373306 Jul 16 01:15:34.372371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55328) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:34.382437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.495490 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e743b-728a-4eee-9b5d-e9641a492645 x-openstack-request-id: req-e85e743b-728a-4eee-9b5d-e9641a492645 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:34.495823 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "tag": "dd523611-56e4-4f3f-ab55-79145db996a0", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:34.496034 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e85e743b-728a-4eee-9b5d-e9641a492645 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:34.496467 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'tag': 'dd523611-56e4-4f3f-ab55-79145db996a0', 'status': 'completed', 'code': 200} Jul 16 01:15:34.650525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:34.654147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event updated for resources: {'Port': ['ID=501414db-9547-4aff-acf1-0517d71dc276,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:34.671547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:34.680471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:34.696476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f6d47b58-9eb0-46a9-93a2-231bd150e26c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f6d47b58-9eb0-46a9-93a2-231bd150e26c,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:34.709968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'f6d47b58-9eb0-46a9-93a2-231bd150e26c', 'network_id': '337d4116-4df7-4d61-a915-b63073372206', 'port_id': 'f6d47b58-9eb0-46a9-93a2-231bd150e26c', 'mac_address': 'fa:16:3e:ae:6c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce39fb8-4fac-46cf-9d66-74b483d39f5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:15:34.712027 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-2cc711c3-11b4-4b3a-a561-a8bc2f646530 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562616 Jul 16 01:15:34.728390 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b6a3-c94d-471a-a82b-1cbca1faaf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.755311 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.778884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d47b58-9eb0-46a9-93a2-231bd150e26c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:34.796746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b6a3-c94d-471a-a82b-1cbca1faaf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.811121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f6d47b58-9eb0-46a9-93a2-231bd150e26c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f6d47b58-9eb0-46a9-93a2-231bd150e26c,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:34.829156 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.836175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7 req-f1f909fe-3a86-4dd2-88d3-4c02b06800ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.836664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7 req-f1f909fe-3a86-4dd2-88d3-4c02b06800ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.837139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7 req-f1f909fe-3a86-4dd2-88d3-4c02b06800ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.839061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7 req-f1f909fe-3a86-4dd2-88d3-4c02b06800ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bae6ce20e104a60a86606b29d10637c&device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2800 time: 0.3498001 Jul 16 01:15:34.846958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863babda-c9b7-4d53-9ed9-e056053b2b2b req-8508b28f-b0f0-464f-a6db-86841c1dbb01 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.854311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-863babda-c9b7-4d53-9ed9-e056053b2b2b req-8508b28f-b0f0-464f-a6db-86841c1dbb01 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 950 time: 0.2408488 Jul 16 01:15:34.858921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e190982c-a325-4e59-9283-81909c1a9c7e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:34.890750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.906389 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-ef6dd798-1337-4877-941f-e7c211e83cb2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2553599 Jul 16 01:15:34.932328 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Transition to ACTIVE for port object e190982c-a325-4e59-9283-81909c1a9c7e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:34.937186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=f6d47b58-9eb0-46a9-93a2-231bd150e26c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:34.939555 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.943715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-8c256845-2606-4037-a895-2de506b55277 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082860 Jul 16 01:15:34.944904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.956883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-863babda-c9b7-4d53-9ed9-e056053b2b2b req-703b62e6-80b0-409a-a674-cebfb2cf3b25 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994177 Jul 16 01:15:35.023148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-bb12e7e5-480b-46f1-84da-13d18656174c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 200 len: 217 time: 0.0612044 Jul 16 01:15:35.025299 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b6a3-c94d-471a-a82b-1cbca1faaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:35.030724 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b6a3-c94d-471a-a82b-1cbca1faaf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:35.030962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f32388-8847-4733-aabd-40692059f741 service neutron] Pushing event updated for resources: {'Port': ['ID=e190982c-a325-4e59-9283-81909c1a9c7e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:35.032005 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b8e1b6a3-c94d-471a-a82b-1cbca1faaf0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d79e8845-d931-4d88-a2fc-e165adb4efd5 HTTP/1.1" status: 204 len: 168 time: 0.6586511 Jul 16 01:15:35.271407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['f6d47b58-9eb0-46a9-93a2-231bd150e26c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:35.422736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:35.425477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-59c93a71-9c8e-4f03-a958-d9c234fbbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:35.427019 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-59c93a71-9c8e-4f03-a958-d9c234fbbd78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.3939259 Jul 16 01:15:35.427784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1b6a3-c94d-471a-a82b-1cbca1faaf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79e8845-d931-4d88-a2fc-e165adb4efd5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:35.616224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:35.630935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-609064db-a948-4048-813a-1b7a4c0ad23f req-b73d6633-8e9b-4837-b042-04fa20b4991c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 210 time: 0.0591848 Jul 16 01:15:35.676437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-4106f62d-84aa-407f-86e0-69c212545b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:35.678088 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-4106f62d-84aa-407f-86e0-69c212545b94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 1101 time: 0.6645834 Jul 16 01:15:35.679252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Attempting to bind port e190982c-a325-4e59-9283-81909c1a9c7e on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:35.679597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Attempting to bind port e190982c-a325-4e59-9283-81909c1a9c7e by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:35.679926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Attempting to bind port e190982c-a325-4e59-9283-81909c1a9c7e on network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:35.685375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Port e190982c-a325-4e59-9283-81909c1a9c7e on network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:35.685711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Attempting to bind port e190982c-a325-4e59-9283-81909c1a9c7e on network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:35.691498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:35.691498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Checking segment: {'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:35.691931 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Bound using segment: {'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:35.692207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Bound port: e190982c-a325-4e59-9283-81909c1a9c7e, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8501628-60f0-4f65-b75c-3c66b4aeacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:35.692571 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:35.731481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7 req-208e7d76-f1ce-493c-8dcd-ffc1625c9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:35.732060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7 req-208e7d76-f1ce-493c-8dcd-ffc1625c9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:35.733050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7 req-208e7d76-f1ce-493c-8dcd-ffc1625c9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:35.734623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7 req-208e7d76-f1ce-493c-8dcd-ffc1625c9adb service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9bae6ce20e104a60a86606b29d10637c&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.5936930 Jul 16 01:15:35.846392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-16c73c71-6658-4ec8-93de-dd24e05f468b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:35.847992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-16c73c71-6658-4ec8-93de-dd24e05f468b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.4085965 Jul 16 01:15:35.861748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] For port e190982c-a325-4e59-9283-81909c1a9c7e, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:35.869295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8ed38912-2491-4fc7-993d-197bf1575b9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7ba50310eaa4b23aa2dc9d7211d0a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424767 Jul 16 01:15:35.869547 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:35.904704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] For port e190982c-a325-4e59-9283-81909c1a9c7e, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e190982c-a325-4e59-9283-81909c1a9c7e,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:35.906833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Request body: {'port': {'device_id': '96568888-d018-49d9-a2f0-50613c80d41f', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'admin_state_up': True, 'tenant_id': '319e93c2b6a747e89f168f27df7d6c9e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:35.924300 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:35.961536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-2cd2c09e-2fbd-48b1-b52f-41893b867b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:35.963053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-2cd2c09e-2fbd-48b1-b52f-41893b867b71 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2296717 Jul 16 01:15:35.989576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b8789-b5d0-4dd1-aa69-1619e8dffc52 req-05307b25-87cf-4ba1-a478-8fd590f3ff16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:35.995653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b8789-b5d0-4dd1-aa69-1619e8dffc52 req-05307b25-87cf-4ba1-a478-8fd590f3ff16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.002449 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b8789-b5d0-4dd1-aa69-1619e8dffc52 req-05307b25-87cf-4ba1-a478-8fd590f3ff16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.008434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b8789-b5d0-4dd1-aa69-1619e8dffc52 req-05307b25-87cf-4ba1-a478-8fd590f3ff16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.015109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b8789-b5d0-4dd1-aa69-1619e8dffc52 req-05307b25-87cf-4ba1-a478-8fd590f3ff16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.021054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b8789-b5d0-4dd1-aa69-1619e8dffc52 req-05307b25-87cf-4ba1-a478-8fd590f3ff16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.027028 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b8789-b5d0-4dd1-aa69-1619e8dffc52 req-05307b25-87cf-4ba1-a478-8fd590f3ff16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.029255 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c99b8789-b5d0-4dd1-aa69-1619e8dffc52 req-05307b25-87cf-4ba1-a478-8fd590f3ff16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.2840245 Jul 16 01:15:36.092995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.093678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.095155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-24f32388-8847-4733-aabd-40692059f741 service neutron] 10.222.0.67 "PUT /v2.0/ports/e190982c-a325-4e59-9283-81909c1a9c7e HTTP/1.1" status: 200 len: 1093 time: 2.0153837 Jul 16 01:15:36.116038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-38c3d3a0-7339-4b05-8370-cdc327719737 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=0ac82c53-1e49-40da-be21-ab2a881bad44 HTTP/1.1" status: 200 len: 217 time: 0.1437635 Jul 16 01:15:36.145887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f32388-8847-4733-aabd-40692059f741 service neutron] Pushing event updated for resources: {'Port': ['ID=e190982c-a325-4e59-9283-81909c1a9c7e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:36.167762 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c267c386-a9d2-498a-828f-683243cff497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.202678 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c99b8789-b5d0-4dd1-aa69-1619e8dffc52 req-ebf3ec39-7906-4c76-9ecb-db7deb7abc49 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633530 Jul 16 01:15:36.216355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-acb9bd23-1813-4735-b118-3b99a5ea0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.217970 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-acb9bd23-1813-4735-b118-3b99a5ea0334 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7072833 Jul 16 01:15:36.219339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f6d47b58-9eb0-46a9-93a2-231bd150e26c up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:36.221464 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c267c386-a9d2-498a-828f-683243cff497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.228398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-e34cdaaf-4469-4943-b6b3-f6ffb3cb4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.229892 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-e34cdaaf-4469-4943-b6b3-f6ffb3cb4ca9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0978520 Jul 16 01:15:36.337759 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c267c386-a9d2-498a-828f-683243cff497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.341013 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c267c386-a9d2-498a-828f-683243cff497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.342641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c267c386-a9d2-498a-828f-683243cff497 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa6d8e16-244e-413b-bef7-c817fd9f388e HTTP/1.1" status: 204 len: 168 time: 0.4733393 Jul 16 01:15:36.357961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-a8e9346f-e23e-42ad-b6e7-ee8da395f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.359982 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-a8e9346f-e23e-42ad-b6e7-ee8da395f288 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1166859 Jul 16 01:15:36.363608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267c386-a9d2-498a-828f-683243cff497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6d8e16-244e-413b-bef7-c817fd9f388e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:36.430910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port f6d47b58-9eb0-46a9-93a2-231bd150e26c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:36.437060 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1181 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8c982d-6984-4d5a-b88d-4993995d7247 x-openstack-request-id: req-4b8c982d-6984-4d5a-b88d-4993995d7247 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:36.437563 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86878b11-4373-436b-abc6-d4d059ee9384", "tag": "f6d47b58-9eb0-46a9-93a2-231bd150e26c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "20b25509-f4f8-4420-8150-49ffe7d401dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "9d469d7f-030e-4a04-a7e3-59a7ba7f4adc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "a792df07-6f4e-4b20-a758-7c9a069af816", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "63c8ce17-e48f-4aae-9026-159cd9590014", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "fcc7a6f5-63d1-4adb-a205-1991dc38c05b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "d6048739-9c8a-4890-88e3-0e64cdcbf9fb", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:36.438678 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b8c982d-6984-4d5a-b88d-4993995d7247 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:36.439490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port f6d47b58-9eb0-46a9-93a2-231bd150e26c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:36.439920 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.440094 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86878b11-4373-436b-abc6-d4d059ee9384', 'tag': 'f6d47b58-9eb0-46a9-93a2-231bd150e26c', 'status': 'completed', 'code': 200} Jul 16 01:15:36.441043 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': '20b25509-f4f8-4420-8150-49ffe7d401dd', 'status': 'completed', 'code': 200} Jul 16 01:15:36.441543 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': '9d469d7f-030e-4a04-a7e3-59a7ba7f4adc', 'status': 'completed', 'code': 200} Jul 16 01:15:36.442051 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': 'a792df07-6f4e-4b20-a758-7c9a069af816', 'status': 'completed', 'code': 200} Jul 16 01:15:36.444317 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': '63c8ce17-e48f-4aae-9026-159cd9590014', 'status': 'completed', 'code': 200} Jul 16 01:15:36.445198 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': 'fcc7a6f5-63d1-4adb-a205-1991dc38c05b', 'status': 'completed', 'code': 200} Jul 16 01:15:36.445673 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': 'd6048739-9c8a-4890-88e3-0e64cdcbf9fb', 'status': 'completed', 'code': 200} Jul 16 01:15:36.498662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'tag': 'd3634005-0ef5-4849-b634-8287178723da'}, {'name': 'network-changed', 'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'tag': 'e190982c-a325-4e59-9283-81909c1a9c7e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:36.501365 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43323b09-8c64-4f34-a7c0-611471915a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "tag": "d3634005-0ef5-4849-b634-8287178723da"}, {"name": "network-changed", "server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "tag": "e190982c-a325-4e59-9283-81909c1a9c7e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:36.574171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7 req-bba89464-43c9-4f6d-8ba9-9921cb354fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.576681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3bd0831-2b72-4614-8c85-01fdaaa1afe7 req-bba89464-43c9-4f6d-8ba9-9921cb354fb0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8214200 Jul 16 01:15:36.614645 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.617703 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.631529 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.653566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86878b11-4373-436b-abc6-d4d059ee9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d47b58-9eb0-46a9-93a2-231bd150e26c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:36.656451 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aefd94-a9e4-439e-a9b5-af06e79eed8b" -d '{"events": [{"server_uuid": "86878b11-4373-436b-abc6-d4d059ee9384", "name": "network-vif-plugged", "status": "completed", "tag": "f6d47b58-9eb0-46a9-93a2-231bd150e26c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:36.676375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f6d47b58-9eb0-46a9-93a2-231bd150e26c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f6d47b58-9eb0-46a9-93a2-231bd150e26c,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:36.685923 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.703257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-bdc51125-0b25-460f-86ff-187b97761480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.705485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-bdc51125-0b25-460f-86ff-187b97761480 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5e4c0340d5140f9a0aaa43ca7498245&device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 1097 time: 0.2768838 Jul 16 01:15:36.708944 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-8880de46-324a-4ade-975c-3d53d27931c4 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410800 Jul 16 01:15:36.733806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-76997654-a121-4d7a-afa9-04bf6f3e379c service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978290 Jul 16 01:15:36.786884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=f6d47b58-9eb0-46a9-93a2-231bd150e26c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:36.802097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Made reservation on behalf of 319e93c2b6a747e89f168f27df7d6c9e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:36.805467 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.843802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event updated for resources: {'Port': ['ID=501414db-9547-4aff-acf1-0517d71dc276,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:36.889162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55b3b7-f5ce-4f27-ac51-55c8f4ae2fca req-dd39af88-9d84-4e09-ace9-98eb3b950992 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.890939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ed55b3b7-f5ce-4f27-ac51-55c8f4ae2fca req-dd39af88-9d84-4e09-ace9-98eb3b950992 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 945 time: 0.3286774 Jul 16 01:15:36.896977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.998233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.998380 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c8e156-0b11-406d-b972-a062566a4ead req-938ae734-989f-4288-80c8-1d19f65f4119 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4113433 Jul 16 01:15:37.007246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-314bd487-027c-48f9-a31f-00e8bee864f3 req-5eb13fdc-94a4-4e31-9a89-d057dc728057 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849793 Jul 16 01:15:37.034785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-b58b2c43-b49f-4773-821e-555f2b5c8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.036618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-b58b2c43-b49f-4773-821e-555f2b5c8c41 service neutron] 10.222.0.67 "GET /v2.0/networks?id=337d4116-4df7-4d61-a915-b63073372206 HTTP/1.1" status: 200 len: 915 time: 0.3156664 Jul 16 01:15:37.051506 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ed55b3b7-f5ce-4f27-ac51-55c8f4ae2fca req-ccd4711d-b0be-4a25-8844-7e731e0a71f7 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3f80741-6523-4921-a260-939385d2234b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438439 Jul 16 01:15:37.085943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-a96c6fa8-d390-4399-bba0-545b9b24072e service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010578 Jul 16 01:15:37.089169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-cb050c1a-f43f-4ecb-a85c-513996f75e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.089647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-cb050c1a-f43f-4ecb-a85c-513996f75e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.090141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-cb050c1a-f43f-4ecb-a85c-513996f75e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.092579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-cb050c1a-f43f-4ecb-a85c-513996f75e36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bae6ce20e104a60a86606b29d10637c&device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2868 time: 0.4333861 Jul 16 01:15:37.107788 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-686bce0e-946e-459b-8357-d640a37eb23f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d47b58-9eb0-46a9-93a2-231bd150e26c HTTP/1.1" status: 200 len: 217 time: 0.0551088 Jul 16 01:15:37.112900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c8e156-0b11-406d-b972-a062566a4ead req-4d791112-98b3-4122-998b-119158d5275a tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.1015465 Jul 16 01:15:37.168002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-331bd3ce-3501-4a68-95c5-6dd4f090c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.169737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-331bd3ce-3501-4a68-95c5-6dd4f090c7a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ce39fb8-4fac-46cf-9d66-74b483d39f5b HTTP/1.1" status: 200 len: 854 time: 0.0532179 Jul 16 01:15:37.230283 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9fc81c07-883c-488c-bc69-251d46a381c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=a792df07-6f4e-4b20-a758-7c9a069af816 HTTP/1.1" status: 200 len: 217 time: 0.1285746 Jul 16 01:15:37.244705 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-d92acaac-7f26-4500-9772-e2354098b4ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=dd523611-56e4-4f3f-ab55-79145db996a0 HTTP/1.1" status: 200 len: 217 time: 0.1094964 Jul 16 01:15:37.252678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-dc4884bb-8c8e-4215-bbec-0754a3c98dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.254353 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-dc4884bb-8c8e-4215-bbec-0754a3c98dbc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=337d4116-4df7-4d61-a915-b63073372206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764751 Jul 16 01:15:37.373421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Allocated IP 172.20.0.2 (db8facb9-7f33-47d6-9f8a-78547de9b32d/7dec5ba0-6bd7-476b-8091-6c954de6e44e/b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:37.409318 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-4c6c24ac-72d1-4356-93d6-4276f4931201 service neutron] 10.222.0.67 "GET /v2.0/networks/337d4116-4df7-4d61-a915-b63073372206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418200 Jul 16 01:15:37.419060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-87791da6-40c8-4ec5-b46c-84c5a4437ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.420703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-87791da6-40c8-4ec5-b46c-84c5a4437ebe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04a4ba3f-6e6a-463c-b79e-d05ee390ad43 HTTP/1.1" status: 200 len: 801 time: 0.1530542 Jul 16 01:15:37.445276 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-4e8defbe-4496-4022-8ff4-09c666f4d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.447345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-4e8defbe-4496-4022-8ff4-09c666f4d26e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1970351 Jul 16 01:15:37.468273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55402) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:37.531206 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-cef16edc-7701-49d9-8465-a1911bf72a01 service neutron] 10.222.0.67 "GET /v2.0/networks/337d4116-4df7-4d61-a915-b63073372206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108317 Jul 16 01:15:37.550082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e156-0b11-406d-b972-a062566a4ead req-1dcc17bb-94a8-4b88-9bb3-cbb4b182b086 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.551805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c8e156-0b11-406d-b972-a062566a4ead req-1dcc17bb-94a8-4b88-9bb3-cbb4b182b086 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.4026554 Jul 16 01:15:37.644035 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33bfc30-f0fa-4789-b1dc-5563f4c66c92 x-openstack-request-id: req-b33bfc30-f0fa-4789-b1dc-5563f4c66c92 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:37.650503 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "tag": "d3634005-0ef5-4849-b634-8287178723da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "tag": "e190982c-a325-4e59-9283-81909c1a9c7e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:37.651192 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b33bfc30-f0fa-4789-b1dc-5563f4c66c92 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:37.651845 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'tag': 'd3634005-0ef5-4849-b634-8287178723da', 'status': 'completed', 'code': 200} Jul 16 01:15:37.653105 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'tag': 'e190982c-a325-4e59-9283-81909c1a9c7e', 'status': 'completed', 'code': 200} Jul 16 01:15:37.709343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcb10b-c04f-4634-b432-d57934d78b61 req-45a67047-2677-4a40-8145-f9b5f57adf0d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.719521 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcb10b-c04f-4634-b432-d57934d78b61 req-45a67047-2677-4a40-8145-f9b5f57adf0d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.724696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-3266595b-3638-4f3e-9fb2-63464a78d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.726251 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-3266595b-3638-4f3e-9fb2-63464a78d33a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9255bb38-60d5-4a2e-990e-cf71c83a5b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2761214 Jul 16 01:15:37.728407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcb10b-c04f-4634-b432-d57934d78b61 req-45a67047-2677-4a40-8145-f9b5f57adf0d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.730811 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-80bcb10b-c04f-4634-b432-d57934d78b61 req-45a67047-2677-4a40-8145-f9b5f57adf0d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2412 time: 0.1332247 Jul 16 01:15:37.751675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-5488f090-1da1-4701-bd8d-d24237e66d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.753178 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-5488f090-1da1-4701-bd8d-d24237e66d2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2876849 Jul 16 01:15:37.756290 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.781316 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-80bcb10b-c04f-4634-b432-d57934d78b61 req-2878a456-5ee5-455a-ba31-eed1d66f53b9 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446641 Jul 16 01:15:37.798858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-165232817'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:37.803816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2426f9e5-d3b2-4425-8e29-8a4ac4f408d0 req-9ef95e76-62ed-4981-83df-8be28516a3e6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 210 time: 0.0728521 Jul 16 01:15:37.840073 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeb9bb8-1505-43b8-83ff-1e9344d4170e x-openstack-request-id: req-ebeb9bb8-1505-43b8-83ff-1e9344d4170e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:37.841370 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86878b11-4373-436b-abc6-d4d059ee9384", "name": "network-vif-plugged", "status": "completed", "tag": "f6d47b58-9eb0-46a9-93a2-231bd150e26c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:37.841878 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebeb9bb8-1505-43b8-83ff-1e9344d4170e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:37.843068 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86878b11-4373-436b-abc6-d4d059ee9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d47b58-9eb0-46a9-93a2-231bd150e26c', 'code': 200} Jul 16 01:15:37.962226 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-183eb165-e338-4985-b995-24dc7705c6be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0823410 Jul 16 01:15:38.002278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Made reservation on behalf of 8d9fd288ea334cd1bac2738868702b34 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:38.005660 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.066550 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.106604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-049c2b19-3bdf-4272-b9e0-cef091ce2c14 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361406 Jul 16 01:15:38.108364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-dc2c1b89-01ac-4795-b2d0-5ac9c6d5059e service neutron] 10.222.0.67 "GET /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667800 Jul 16 01:15:38.109407 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.116739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-83546879-4954-49f2-b540-e6c0f30b993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.118314 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-83546879-4954-49f2-b540-e6c0f30b993d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 1102 time: 0.1046081 Jul 16 01:15:38.128385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7655-1773-4973-801e-8347764d0c2c req-756885ea-6b36-4f2a-a774-53173994952d tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.129874 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-776c7655-1773-4973-801e-8347764d0c2c req-756885ea-6b36-4f2a-a774-53173994952d tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 950 time: 0.0871274 Jul 16 01:15:38.203048 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-776c7655-1773-4973-801e-8347764d0c2c req-7b890806-347a-4186-a75c-b9111ed62499 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659366 Jul 16 01:15:38.233248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 86ecf4ee-b264-4165-9f6c-5b29f4313561 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:38.233489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Network db8facb9-7f33-47d6-9f8a-78547de9b32d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:38.270568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:38.273058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:38.329136 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.364848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:38.369503 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.373583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-a8c68ef2-4d7b-4575-be63-1d788a99e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.375468 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-a8c68ef2-4d7b-4575-be63-1d788a99e34e service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2202430 Jul 16 01:15:38.425507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:38.457202 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-5db4d2c9-77bf-4b7f-8488-6fe4c72e7b37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561 HTTP/1.1" status: 200 len: 217 time: 0.0647557 Jul 16 01:15:38.521599 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-500d1826-8d20-4acb-b817-e94858c8d98d req-7982c076-1866-4f2e-b681-2b9c1524cc61 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2861896 Jul 16 01:15:38.535293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:38.546358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-75796bd8-5073-4ee4-8c0c-f7feef716a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.547827 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-75796bd8-5073-4ee4-8c0c-f7feef716a16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0760455 Jul 16 01:15:38.617080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-c43a5d3b-3c5c-4716-a69f-d6d071fddc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.618841 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-c43a5d3b-3c5c-4716-a69f-d6d071fddc20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605037 Jul 16 01:15:38.630170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6efb33-e650-4f80-a83f-a0c10be84460 req-97f06123-9aa9-4191-9574-71e9fe93d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.631311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c6efb33-e650-4f80-a83f-a0c10be84460 req-97f06123-9aa9-4191-9574-71e9fe93d2cf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 1098 time: 0.6870384 Jul 16 01:15:38.631946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event updated for resources: {'Port': ['ID=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:38.720103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc263b1-5a38-43f6-87e6-ee55deb4bed7 req-0ab1576d-6300-4936-aa1e-4f9278de6cb1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.725917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc263b1-5a38-43f6-87e6-ee55deb4bed7 req-0ab1576d-6300-4936-aa1e-4f9278de6cb1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.730406 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-7a1a6d79-e194-4f62-aeab-8049960841bc service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027212 Jul 16 01:15:38.732503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc263b1-5a38-43f6-87e6-ee55deb4bed7 req-0ab1576d-6300-4936-aa1e-4f9278de6cb1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.738286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc263b1-5a38-43f6-87e6-ee55deb4bed7 req-0ab1576d-6300-4936-aa1e-4f9278de6cb1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.744101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc263b1-5a38-43f6-87e6-ee55deb4bed7 req-0ab1576d-6300-4936-aa1e-4f9278de6cb1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.750104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc263b1-5a38-43f6-87e6-ee55deb4bed7 req-0ab1576d-6300-4936-aa1e-4f9278de6cb1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.755932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc263b1-5a38-43f6-87e6-ee55deb4bed7 req-0ab1576d-6300-4936-aa1e-4f9278de6cb1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.757887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6dc263b1-5a38-43f6-87e6-ee55deb4bed7 req-0ab1576d-6300-4936-aa1e-4f9278de6cb1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.7982991 Jul 16 01:15:38.793377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.795041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.836396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-d1ad8f6d-3689-4b5f-a5f0-23b3a9d1cc5c service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221730 Jul 16 01:15:38.852362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e7081ef-54c8-4c96-9d7d-1f3b236256d8 req-44b7f441-2df8-4e42-921d-fa8dfdc67017 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123195 Jul 16 01:15:38.877321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c6efb33-e650-4f80-a83f-a0c10be84460 req-1f1b79bb-f4d4-4039-888e-c16959824190 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c3f80741-6523-4921-a260-939385d2234b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270103 Jul 16 01:15:38.924964 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-3c7fd01a-ad16-43b5-8d86-2f20d4d14cf6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=63c8ce17-e48f-4aae-9026-159cd9590014 HTTP/1.1" status: 200 len: 217 time: 0.0781877 Jul 16 01:15:38.931474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-2366fb44-c3d4-4dc7-a460-761c10abc097 service neutron] 10.222.0.67 "GET /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8022673 Jul 16 01:15:38.944889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6dc263b1-5a38-43f6-87e6-ee55deb4bed7 req-e9b7c893-04b0-466f-9ec2-142bbb0c52dd tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1768901 Jul 16 01:15:39.028080 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-360c320b-e89c-4bca-a047-be803559e084 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.21&port_id=d3634005-0ef5-4849-b634-8287178723da HTTP/1.1" status: 200 len: 217 time: 0.0821295 Jul 16 01:15:39.036002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.054487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.066711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:15:39.075327 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.106643 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-56bc0069-6e68-46c7-a803-702da36cb964 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2098651 Jul 16 01:15:39.125332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Request body: {'port': {'device_id': '96568888-d018-49d9-a2f0-50613c80d41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:39.157491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.157954 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Added segment 0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c of type vlan for network cc218a67-15a7-4736-ab45-ffbf2cf45da1 Jul 16 01:15:39.168618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-30aa8a24-10f5-4620-bdc7-83f0dba4a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:39.174128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-30aa8a24-10f5-4620-bdc7-83f0dba4a76d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.2100229 Jul 16 01:15:39.241628 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.251277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6486cd6-859e-498c-83ea-e21cad560cb8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:39.254930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-020c66a7-d0fd-4747-91c3-4de49250cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:39.256518 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-020c66a7-d0fd-4747-91c3-4de49250cc00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=feb12e0a-6756-4294-96bd-84438b6f45c9 HTTP/1.1" status: 200 len: 801 time: 0.2160418 Jul 16 01:15:39.341973 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.377458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Allocated IP 172.25.4.45 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/806c121f-796a-438a-9ec9-3b8e9511b964) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:39.432565 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.456899 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.462357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:39.462951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.483657 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.518455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-6d23bd3c-ace2-4965-bb4d-3c95fd270d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:39.519866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-6d23bd3c-ace2-4965-bb4d-3c95fd270d7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3236523 Jul 16 01:15:39.534726 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.549178 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0732491 Jul 16 01:15:39.558822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55426) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:39.561496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-f15c6d1c-0563-4a8f-881b-4f1d6fef7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:39.562992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-f15c6d1c-0563-4a8f-881b-4f1d6fef7c8f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db2e51e9-3b70-4fb1-973f-e85d8523d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933602 Jul 16 01:15:39.566393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Request body: {'subnet': {'network_id': 'cc218a67-15a7-4736-ab45-ffbf2cf45da1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:39.570278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1803b81-070d-4f55-8d63-baccd84c8bc7 req-d0f80523-2725-44f6-b712-79fab22c496e tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:39.571766 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1803b81-070d-4f55-8d63-baccd84c8bc7 req-d0f80523-2725-44f6-b712-79fab22c496e tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 946 time: 0.3138645 Jul 16 01:15:39.609148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:39.618520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:39.620944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:39.628529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bd134-7eca-41cc-a5b4-4526a36a12b9 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event updated for resources: {'Network': ['ID=cc218a67-15a7-4736-ab45-ffbf2cf45da1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:39.641144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network cc218a67-15a7-4736-ab45-ffbf2cf45da1 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:15:39.654190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event updated for resources: {'Port': ['ID=806c121f-796a-438a-9ec9-3b8e9511b964,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:39.754454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Made reservation on behalf of 8d9fd288ea334cd1bac2738868702b34 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:39.757890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.789061 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.837529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1803b81-070d-4f55-8d63-baccd84c8bc7 req-9f9dab2c-9f1e-455b-9aa7-d3d9a12a3123 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3f80741-6523-4921-a260-939385d2234b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270777 Jul 16 01:15:39.844512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:39.847983 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ca218-2f77-4c43-a458-77314e732230" -d '{"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-unplugged", "status": "completed", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:39.879666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-cc3ad071-ee5f-44ce-ab75-498054608b6f service neutron] 10.222.0.67 "GET /v2.0/networks/db2e51e9-3b70-4fb1-973f-e85d8523d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796137 Jul 16 01:15:39.884470 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f92a89ba-1d79-4d45-8517-62c51cb2a7ed service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347011 Jul 16 01:15:39.901486 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.112954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.154094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-78a81d17-d57b-4a99-9f28-23978c5376bc service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526200 Jul 16 01:15:40.158733 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-e73022c5-1e06-49be-9ae8-93664f15b1db service neutron] 10.222.0.67 "GET /v2.0/networks/db2e51e9-3b70-4fb1-973f-e85d8523d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555454 Jul 16 01:15:40.202613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event updated for resources: {'Subnet': ['ID=8208d104-77aa-4f75-aaba-76b2af63def2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:40.226136 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-54b692d8-7dea-429f-8ee7-dbed88b8daa2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b HTTP/1.1" status: 200 len: 217 time: 0.0617015 Jul 16 01:15:40.245031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Checking segment: {'id': '0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc218a67-15a7-4736-ab45-ffbf2cf45da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:40.245389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Network hostable DHCP agents. Network: cc218a67-15a7-4736-ab45-ffbf2cf45da1, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:15:40.252168 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.260983 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.285446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-1b38ae9a-d0c8-4a81-a271-c1db7b8ba0c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=e190982c-a325-4e59-9283-81909c1a9c7e HTTP/1.1" status: 200 len: 217 time: 0.1071925 Jul 16 01:15:40.338923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event updated for resources: {'Port': ['ID=806c121f-796a-438a-9ec9-3b8e9511b964,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:40.353503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:40.364311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Network cc218a67-15a7-4736-ab45-ffbf2cf45da1 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:15:40.374432 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.377593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, cc218a67-15a7-4736-ab45-ffbf2cf45da1) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:40.390603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:40.390882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd4895-d2f8-46f1-9f5b-0fc633126b16 None None] Network cc218a67-15a7-4736-ab45-ffbf2cf45da1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:40.391362 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.397917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-2545c9fc-d8f8-4021-a728-99dd08bd27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:40.399609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-2545c9fc-d8f8-4021-a728-99dd08bd27bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.1249189 Jul 16 01:15:40.409401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Transition to ACTIVE for port object b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:40.414661 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e5e0e3d1-6332-4a7e-85f5-3c5194180b3d tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8521531 Jul 16 01:15:40.417596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:40.423031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Request body: {'port': {'network_id': 'cc218a67-15a7-4736-ab45-ffbf2cf45da1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1370793771'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:40.431359 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.454032 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.470478 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.472004 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-500d1826-8d20-4acb-b817-e94858c8d98d req-febd0797-2d14-4ebd-9b12-734970e7927e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9423146 Jul 16 01:15:40.487854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-99af5b2e-9807-4dde-802f-feff674e424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:40.489531 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-99af5b2e-9807-4dde-802f-feff674e424f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04a4ba3f-6e6a-463c-b79e-d05ee390ad43 HTTP/1.1" status: 200 len: 801 time: 0.1963108 Jul 16 01:15:40.568764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-500d1826-8d20-4acb-b817-e94858c8d98d req-9e680223-acd3-4f33-903c-3de06410e143 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.0592487 Jul 16 01:15:40.600098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:40.640103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-cc218a67-15a7-4736-ab45-ffbf2cf45da1', 'network_id': 'cc218a67-15a7-4736-ab45-ffbf2cf45da1', 'tenant_id': '8d9fd288ea334cd1bac2738868702b34', 'fixed_ips': [{'subnet_id': '8208d104-77aa-4f75-aaba-76b2af63def2'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:15:40.641315 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.683130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-edbb6e6e-1526-4729-af9b-7280dbba3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:40.684884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-edbb6e6e-1526-4729-af9b-7280dbba3613 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2720244 Jul 16 01:15:40.701435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d96295-e91f-4b69-8c5f-80f2af1d94ce req-e6ea5792-2f49-43e4-941c-bf7ae31c010d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:40.707858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d96295-e91f-4b69-8c5f-80f2af1d94ce req-e6ea5792-2f49-43e4-941c-bf7ae31c010d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:40.714040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d96295-e91f-4b69-8c5f-80f2af1d94ce req-e6ea5792-2f49-43e4-941c-bf7ae31c010d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:40.717735 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09d96295-e91f-4b69-8c5f-80f2af1d94ce req-e6ea5792-2f49-43e4-941c-bf7ae31c010d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2412 time: 0.3013749 Jul 16 01:15:40.774357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-23ab84ed-f74f-4ee3-a5a6-c750e05f1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:40.776085 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-23ab84ed-f74f-4ee3-a5a6-c750e05f1512 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9255bb38-60d5-4a2e-990e-cf71c83a5b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751629 Jul 16 01:15:40.834754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Allocated IP 172.20.0.2 (cc218a67-15a7-4736-ab45-ffbf2cf45da1/8208d104-77aa-4f75-aaba-76b2af63def2/1a4d76b5-aa48-479f-bc4f-ea86dfe94cde) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:40.873567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Attempting to bind port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:40.874601 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Attempting to bind port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:40.875729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Attempting to bind port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:40.923483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 on network db8facb9-7f33-47d6-9f8a-78547de9b32d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:40.924012 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Attempting to bind port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:40.957005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:40.957967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Checking segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:40.957967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Bound using segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:40.958291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Bound port: b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:40.958576 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.965215 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-59f075d1-a2de-47f8-a706-e01880f43f5c service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439451 Jul 16 01:15:41.022606 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-40746be6-becf-4e69-8e08-89749e64d405 service neutron] 10.222.0.67 "GET /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349925 Jul 16 01:15:41.049570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.060112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Transition to ACTIVE for port object 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:41.105500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Transition to ACTIVE for port object 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:41.116091 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.125481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d1826-8d20-4acb-b817-e94858c8d98d req-5e9ab0bd-1279-4a90-8d46-3a4e0e072bc1 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:41.128316 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-500d1826-8d20-4acb-b817-e94858c8d98d req-5e9ab0bd-1279-4a90-8d46-3a4e0e072bc1 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.5357549 Jul 16 01:15:41.130258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Made reservation on behalf of 8d9fd288ea334cd1bac2738868702b34 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:41.134375 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.159709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] device_id is not set on port 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:15:41.219864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Network cc218a67-15a7-4736-ab45-ffbf2cf45da1 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:41.226969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:41.238227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:41.261716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Pushing event updated for resources: {'Port': ['ID=1a4d76b5-aa48-479f-bc4f-ea86dfe94cde,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:41.324209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Attempting to bind port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:41.325569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Attempting to bind port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc218a67-15a7-4736-ab45-ffbf2cf45da1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:41.326298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Attempting to bind port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde on network cc218a67-15a7-4736-ab45-ffbf2cf45da1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:41.336056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:41.336555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Checking segment: {'id': '0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc218a67-15a7-4736-ab45-ffbf2cf45da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:41.336889 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.337318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Bound using segment: {'id': '0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc218a67-15a7-4736-ab45-ffbf2cf45da1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:41.337855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Bound port: 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc218a67-15a7-4736-ab45-ffbf2cf45da1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:41.338329 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.350460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Allocated IP 172.20.0.12 (cc218a67-15a7-4736-ab45-ffbf2cf45da1/8208d104-77aa-4f75-aaba-76b2af63def2/5cbde9a0-2104-440b-91fb-a9899a4a3ec8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:41.483567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] For port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:41.495030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] For port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1a4d76b5-aa48-479f-bc4f-ea86dfe94cde,segment=NetworkSegment(0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c),segment_id=0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:41.508094 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.541967 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09d96295-e91f-4b69-8c5f-80f2af1d94ce req-e0f99b1c-abf4-4908-83d4-b678d971fbfa tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8023820 Jul 16 01:15:41.623600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca686b-1297-4f16-8da9-10eb03dfcfb7 None None] Pushing event updated for resources: {'Port': ['ID=1a4d76b5-aa48-479f-bc4f-ea86dfe94cde,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:41.668153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] For port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:41.673362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] For port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:41.698754 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.702314 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.748492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Transition to ACTIVE for port object 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:41.784545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:41.785546 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.787921 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] 10.222.0.67 "PUT /v2.0/ports/b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 HTTP/1.1" status: 200 len: 1092 time: 2.6679511 Jul 16 01:15:41.803779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96568888-d018-49d9-a2f0-50613c80d41f', 'tag': 'b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:41.807650 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d515423-dfc2-425b-9854-5cb21c193402" -d '{"events": [{"name": "network-changed", "server_uuid": "96568888-d018-49d9-a2f0-50613c80d41f", "tag": "b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:41.846190 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-2b9e45fc-ba8a-4bc7-a221-dd69135dac90 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8582757 Jul 16 01:15:41.853364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0233d4fc-eb22-4736-a207-bf6bdc489a08 req-2d4ba7ff-cb77-403a-af1f-1be2c8aecc1f service neutron] 10.222.0.67 "GET /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7974377 Jul 16 01:15:41.865664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33e54d-0af6-430c-8927-c1f83d96095e req-8e5a0a57-ae2c-4237-b0ce-ba970aa8824a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:41.868388 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe33e54d-0af6-430c-8927-c1f83d96095e req-8e5a0a57-ae2c-4237-b0ce-ba970aa8824a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 943 time: 0.4978688 Jul 16 01:15:41.920258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-b67a4035-5143-4bb6-81ed-1f82a444ca6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb HTTP/1.1" status: 200 len: 217 time: 0.0658689 Jul 16 01:15:41.928607 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce3cd1-d11c-45cd-8972-4a6810fdfc49 x-openstack-request-id: req-21ce3cd1-d11c-45cd-8972-4a6810fdfc49 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:41.929138 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-unplugged", "status": "completed", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:41.929262 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21ce3cd1-d11c-45cd-8972-4a6810fdfc49 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:41.929646 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'code': 200} Jul 16 01:15:41.953925 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe33e54d-0af6-430c-8927-c1f83d96095e req-f54fe45b-2574-43ad-b48a-ef2450928eb8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666888 Jul 16 01:15:41.956533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.056685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-aaddf10d-e779-4ca1-9794-6e4366e6db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.058790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-aaddf10d-e779-4ca1-9794-6e4366e6db26 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.0650632 Jul 16 01:15:42.066444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Network cc218a67-15a7-4736-ab45-ffbf2cf45da1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:42.068031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:42.070819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:42.170435 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event updated for resources: {'Port': ['ID=5cbde9a0-2104-440b-91fb-a9899a4a3ec8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:42.207709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.208399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.210423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17022a-c6e8-4232-a6d9-27ac1eee4866 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:42.257381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fe1c09d5-4acf-4d39-b663-6fcba1aa5d35 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8357081 Jul 16 01:15:42.258930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55464) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:42.265869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Request body: {'port': {'network_id': 'cc218a67-15a7-4736-ab45-ffbf2cf45da1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2086477142', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:42.266420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.api.validators [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] bootfile-name is not in valid_values {{(pid=93944) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:15:42.266757 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.api.validators [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] tftp-server is not in valid_values {{(pid=93944) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:15:42.267086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.api.validators [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] server-ip-address is not in valid_values {{(pid=93944) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:15:42.272685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-39bd2601-d4db-4440-b188-c8a45d2b838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.274254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-39bd2601-d4db-4440-b188-c8a45d2b838c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 1095 time: 0.3474910 Jul 16 01:15:42.291285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9d0eb041-2d59-4343-8f47-74563a1ca91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.293165 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-9d0eb041-2d59-4343-8f47-74563a1ca91d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2049842 Jul 16 01:15:42.304947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-49cd861f-7c54-4b6b-8504-5b7a745f8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.306515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-49cd861f-7c54-4b6b-8504-5b7a745f8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.306515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-49cd861f-7c54-4b6b-8504-5b7a745f8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.307838 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-49cd861f-7c54-4b6b-8504-5b7a745f8e5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bae6ce20e104a60a86606b29d10637c&device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2868 time: 0.2310970 Jul 16 01:15:42.352523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cad7-470c-41fb-9aca-fc48b200d8ef req-35eb21a7-2537-4427-8826-f9a269013212 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.354063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efc6cad7-470c-41fb-9aca-fc48b200d8ef req-35eb21a7-2537-4427-8826-f9a269013212 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 946 time: 0.1423962 Jul 16 01:15:42.359109 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-fde6120a-7a70-467d-b046-bd9fb8ec77fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 HTTP/1.1" status: 200 len: 217 time: 0.0705786 Jul 16 01:15:42.394581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27b292-3e41-43a5-9da0-11552aa0cc05 req-2c6d1490-b417-43f8-b4d8-f29466c44942 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.400631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27b292-3e41-43a5-9da0-11552aa0cc05 req-2c6d1490-b417-43f8-b4d8-f29466c44942 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.406947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27b292-3e41-43a5-9da0-11552aa0cc05 req-2c6d1490-b417-43f8-b4d8-f29466c44942 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.412811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27b292-3e41-43a5-9da0-11552aa0cc05 req-2c6d1490-b417-43f8-b4d8-f29466c44942 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.419393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27b292-3e41-43a5-9da0-11552aa0cc05 req-2c6d1490-b417-43f8-b4d8-f29466c44942 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.431563 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efc6cad7-470c-41fb-9aca-fc48b200d8ef req-25c81c08-1faf-4e6e-a7f5-f3cb46dd763d tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3f80741-6523-4921-a260-939385d2234b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603242 Jul 16 01:15:42.432948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27b292-3e41-43a5-9da0-11552aa0cc05 req-2c6d1490-b417-43f8-b4d8-f29466c44942 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.432948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27b292-3e41-43a5-9da0-11552aa0cc05 req-2c6d1490-b417-43f8-b4d8-f29466c44942 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.434953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d27b292-3e41-43a5-9da0-11552aa0cc05 req-2c6d1490-b417-43f8-b4d8-f29466c44942 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.3072255 Jul 16 01:15:42.438698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Made reservation on behalf of 8d9fd288ea334cd1bac2738868702b34 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:42.442974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.606525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] device_id is not set on port 86af7062-f165-486f-b207-b07e7724a02b yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:15:42.621400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-6e002812-d752-464e-9388-b34e94e63a5d tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1444151 Jul 16 01:15:42.652011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d27b292-3e41-43a5-9da0-11552aa0cc05 req-b43eb2e6-5ae3-42c2-9819-0cdad0b3c98f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1894827 Jul 16 01:15:42.657816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-f3a04428-612d-46bf-bc41-03d040622489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.659341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-f3a04428-612d-46bf-bc41-03d040622489 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.2885687 Jul 16 01:15:42.690890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-f7e7edbf-60fc-46e6-8dc6-793840b0c31d service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522122 Jul 16 01:15:42.705041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:42.726587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-ed3ee787-6e80-4fcc-8fd4-47296d581224 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486481 Jul 16 01:15:42.748464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-4501f762-a002-4adc-b804-86b41a144fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:42.752275 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-4501f762-a002-4adc-b804-86b41a144fc0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db2e51e9-3b70-4fb1-973f-e85d8523d991 HTTP/1.1" status: 200 len: 902 time: 0.4108996 Jul 16 01:15:42.754642 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816c872f-bef0-4655-b523-495bdf4ac2d6 x-openstack-request-id: req-816c872f-bef0-4655-b523-495bdf4ac2d6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:42.754941 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96568888-d018-49d9-a2f0-50613c80d41f", "tag": "b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:42.755192 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-816c872f-bef0-4655-b523-495bdf4ac2d6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:42.755689 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96568888-d018-49d9-a2f0-50613c80d41f', 'tag': 'b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5', 'status': 'completed', 'code': 200} Jul 16 01:15:42.796556 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.820919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Allocated IP 172.20.0.3 (cc218a67-15a7-4736-ab45-ffbf2cf45da1/8208d104-77aa-4f75-aaba-76b2af63def2/86af7062-f165-486f-b207-b07e7724a02b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:42.860439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-fd5e111d-0928-411c-a076-3a6289b8b727 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.21&port_id=d3634005-0ef5-4849-b634-8287178723da HTTP/1.1" status: 200 len: 217 time: 0.0811515 Jul 16 01:15:43.004808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb36f8e-15d4-43a1-b57a-8c9b6bee5bdd None None] Network cc218a67-15a7-4736-ab45-ffbf2cf45da1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:43.110684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:43.127774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-4937b0cc-ec4e-4c2d-9bd3-974b0c003f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.129459 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-4937b0cc-ec4e-4c2d-9bd3-974b0c003f39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=feb12e0a-6756-4294-96bd-84438b6f45c9 HTTP/1.1" status: 200 len: 801 time: 0.2177856 Jul 16 01:15:43.167622 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.205371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-23d78784-d9b8-4991-a07e-36ff3721b9ba None None] Provisioning for port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:43.239263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06fa31c-df28-412f-a1db-2930dd4d0d54 req-3b6184b8-da33-47d8-bd72-3dd05a183d58 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231256 Jul 16 01:15:43.255930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:43.268479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:43.268945 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.275719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.301133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-5e4f4d38-8435-4be7-8bc7-38b50283a8b5 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421889 Jul 16 01:15:43.318141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Transition to ACTIVE for port object 86af7062-f165-486f-b207-b07e7724a02b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:43.363972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e45f5-e8f1-487b-b14b-65140b3317cd req-6e47d2b9-f36a-432a-8dd7-3e6d98729ed0 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.366677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f7e45f5-e8f1-487b-b14b-65140b3317cd req-6e47d2b9-f36a-432a-8dd7-3e6d98729ed0 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 950 time: 0.3000872 Jul 16 01:15:43.405214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Allocated IP 172.25.4.210 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/17430bb6-5e26-442e-84ec-b1502e7e57cd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:43.433755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-6d3cb758-f452-4313-b2ed-7943015d2c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.436564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-6d3cb758-f452-4313-b2ed-7943015d2c3b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db2e51e9-3b70-4fb1-973f-e85d8523d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684491 Jul 16 01:15:43.488428 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.549835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.562246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1a4d76b5-aa48-479f-bc4f-ea86dfe94cde,segment=NetworkSegment(0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c),segment_id=0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:43.566140 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f7e45f5-e8f1-487b-b14b-65140b3317cd req-4872ee7f-40da-456d-85af-5500e91f2135 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681314 Jul 16 01:15:43.568333 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.655934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=1a4d76b5-aa48-479f-bc4f-ea86dfe94cde,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:43.663457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8524a274-a4ff-4b2d-9fbf-a51980dca5c1 req-cc1ad99d-dc1c-4b77-b583-1884b1725318 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485410 Jul 16 01:15:43.705155 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.726273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-548ab2c9-7181-433f-97f0-e722ea87ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.726876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-548ab2c9-7181-433f-97f0-e722ea87ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.727354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-548ab2c9-7181-433f-97f0-e722ea87ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.727832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-548ab2c9-7181-433f-97f0-e722ea87ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.728301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-548ab2c9-7181-433f-97f0-e722ea87ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.728767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-548ab2c9-7181-433f-97f0-e722ea87ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.729231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-548ab2c9-7181-433f-97f0-e722ea87ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.732474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-548ab2c9-7181-433f-97f0-e722ea87ab0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6483 time: 0.4009345 Jul 16 01:15:43.776445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:43.791826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:43.796108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:43.843191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.877839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2572f4fe-5773-4613-8369-0cd0e922376b None None] Provisioning complete for port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:43.878318 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2572f4fe-5773-4613-8369-0cd0e922376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.886177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event updated for resources: {'Port': ['ID=17430bb6-5e26-442e-84ec-b1502e7e57cd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:43.938154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Network cc218a67-15a7-4736-ab45-ffbf2cf45da1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:43.944263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:43.944580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-b2a34cc8-ec01-497e-a4d6-3f9297de03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.946359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-b2a34cc8-ec01-497e-a4d6-3f9297de03f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90e7227a-696f-4b17-be86-431b8100a57c HTTP/1.1" status: 200 len: 912 time: 0.2029636 Jul 16 01:15:43.947938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:43.949777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-615f7924-a1eb-48c7-b5d0-6dff9f806dd0 service neutron] 10.222.0.67 "GET /v2.0/networks/db2e51e9-3b70-4fb1-973f-e85d8523d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760456 Jul 16 01:15:44.059520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event updated for resources: {'Port': ['ID=86af7062-f165-486f-b207-b07e7724a02b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:44.062105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2572f4fe-5773-4613-8369-0cd0e922376b None None] Provisioning for port 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:44.070040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2572f4fe-5773-4613-8369-0cd0e922376b None None] Provisioning complete for port 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:44.070195 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2572f4fe-5773-4613-8369-0cd0e922376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.101376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.102618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.110745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.150567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2572f4fe-5773-4613-8369-0cd0e922376b None None] Port 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:44.217297 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-94dc28bc-517e-4106-b322-8993e16d6f1d service neutron] 10.222.0.67 "GET /v2.0/networks/db2e51e9-3b70-4fb1-973f-e85d8523d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996350 Jul 16 01:15:44.223971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eda2ba76-b652-40b3-a72e-c77f78632977 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9628537 Jul 16 01:15:44.227533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:44.274067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e190982c-a325-4e59-9283-81909c1a9c7e details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:44.283325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-307d792e-0a41-4865-a559-4fa0401f6723 None None] Provisioning complete for port 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:44.283975 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-307d792e-0a41-4865-a559-4fa0401f6723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.308924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-b36518a4-eeb8-4d9a-b777-a4b088a1a424 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7210560e-dd1b-42b8-b735-1c99f3448846 HTTP/1.1" status: 200 len: 217 time: 0.2573781 Jul 16 01:15:44.331961 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.368067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-307d792e-0a41-4865-a559-4fa0401f6723 None None] Port 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:44.491751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d515423-dfc2-425b-9854-5cb21c193402 req-1a705d1b-5c4a-484f-b342-9639df2979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.493584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d515423-dfc2-425b-9854-5cb21c193402 req-1a705d1b-5c4a-484f-b342-9639df2979ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 1095 time: 0.7581720 Jul 16 01:15:44.508079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e190982c-a325-4e59-9283-81909c1a9c7e, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e190982c-a325-4e59-9283-81909c1a9c7e,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:44.508606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba9d9a-9e38-4cf6-88cd-18a7e6062822 req-0e7c11b6-6706-444b-a7e5-b2c9562e4772 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.519073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba9d9a-9e38-4cf6-88cd-18a7e6062822 req-0e7c11b6-6706-444b-a7e5-b2c9562e4772 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.529372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba9d9a-9e38-4cf6-88cd-18a7e6062822 req-0e7c11b6-6706-444b-a7e5-b2c9562e4772 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.538958 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89ba9d9a-9e38-4cf6-88cd-18a7e6062822 req-0e7c11b6-6706-444b-a7e5-b2c9562e4772 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2412 time: 0.5800111 Jul 16 01:15:44.546373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da314dea-8904-49c3-885a-9bbd4b2660f5 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.552748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da314dea-8904-49c3-885a-9bbd4b2660f5 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.559791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da314dea-8904-49c3-885a-9bbd4b2660f5 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.561259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'e190982c-a325-4e59-9283-81909c1a9c7e', 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d', 'port_id': 'e190982c-a325-4e59-9283-81909c1a9c7e', 'mac_address': 'fa:16:3e:2b:ce:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a4ba3f-6e6a-463c-b79e-d05ee390ad43', 'ip_address': '19.80.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:15:44.561837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-da314dea-8904-49c3-885a-9bbd4b2660f5 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3329108 Jul 16 01:15:44.569746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55486) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:44.594318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-1568e9e4-cdb8-484b-88be-1d4c7d034cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.598420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-1568e9e4-cdb8-484b-88be-1d4c7d034cf4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2246a116-9b5d-48d9-8c84-79b4a085fa8f HTTP/1.1" status: 200 len: 851 time: 0.2309391 Jul 16 01:15:44.623434 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.642259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e190982c-a325-4e59-9283-81909c1a9c7e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:44.685422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e190982c-a325-4e59-9283-81909c1a9c7e, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e190982c-a325-4e59-9283-81909c1a9c7e,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:44.687233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-5a54a3a1-5dc0-4d5c-af86-6eef0dec8c80 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.688817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-5a54a3a1-5dc0-4d5c-af86-6eef0dec8c80 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 950 time: 0.4672103 Jul 16 01:15:44.691623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba7d094e-9251-4c4a-9ba1-751597ec5d38 None None] Provisioning for port 86af7062-f165-486f-b207-b07e7724a02b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:44.697459 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.698175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd523611-56e4-4f3f-ab55-79145db996a0 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:44.713592 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89ba9d9a-9e38-4cf6-88cd-18a7e6062822 req-54b8d09d-22b1-489e-b523-37d9c0d7c536 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741576 Jul 16 01:15:44.758077 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.764470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eccedbca-3ced-4c9e-8e1f-ec1cafcf0eec tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Deleting port 86af7062-f165-486f-b207-b07e7724a02b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:44.764708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba7d094e-9251-4c4a-9ba1-751597ec5d38 None None] Provisioning complete for port 86af7062-f165-486f-b207-b07e7724a02b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:44.764845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eccedbca-3ced-4c9e-8e1f-ec1cafcf0eec tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.765163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba7d094e-9251-4c4a-9ba1-751597ec5d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.781642 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.805300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=e190982c-a325-4e59-9283-81909c1a9c7e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:44.816785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d094e-9251-4c4a-9ba1-751597ec5d38 None None] Port 86af7062-f165-486f-b207-b07e7724a02b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:44.841732 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:15:44.879913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port dd523611-56e4-4f3f-ab55-79145db996a0, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd523611-56e4-4f3f-ab55-79145db996a0,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:44.901417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0ac82c53-1e49-40da-be21-ab2a881bad44 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:44.913217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'dd523611-56e4-4f3f-ab55-79145db996a0', 'network_id': '9255bb38-60d5-4a2e-990e-cf71c83a5b2d', 'port_id': 'dd523611-56e4-4f3f-ab55-79145db996a0', 'mac_address': 'fa:16:3e:04:90:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a4ba3f-6e6a-463c-b79e-d05ee390ad43', 'ip_address': '19.80.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:15:44.941734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event updated for resources: {'Port': ['ID=17430bb6-5e26-442e-84ec-b1502e7e57cd,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:44.959962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.974865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eccedbca-3ced-4c9e-8e1f-ec1cafcf0eec tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.995094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eccedbca-3ced-4c9e-8e1f-ec1cafcf0eec tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Calling delete_port for 86af7062-f165-486f-b207-b07e7724a02b owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:44.999490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:45.002529 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.010106 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d71b0ef0-b8d4-4429-af2a-0195f2ea9203 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3185539 Jul 16 01:15:45.061001 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.081701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-3cf7d464-16bc-48a6-8990-34372d151fff tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0705881 Jul 16 01:15:45.081987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd523611-56e4-4f3f-ab55-79145db996a0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:45.102736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port dd523611-56e4-4f3f-ab55-79145db996a0, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd523611-56e4-4f3f-ab55-79145db996a0,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:45.140424 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.141085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d3634005-0ef5-4849-b634-8287178723da details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:45.194622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-f00c767f-259d-41d0-8707-dfb9e73252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.195100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-f00c767f-259d-41d0-8707-dfb9e73252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.195779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-f00c767f-259d-41d0-8707-dfb9e73252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.197460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-f00c767f-259d-41d0-8707-dfb9e73252bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bae6ce20e104a60a86606b29d10637c&device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2868 time: 0.8844137 Jul 16 01:15:45.272978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d94f29f7-ab16-472c-a14f-ea163fb1bfc8 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.275250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:45.275830 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.287025 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-768a44c7-5ae8-46c2-815e-165d0fee7c8b req-d94f29f7-ab16-472c-a14f-ea163fb1bfc8 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.2043443 Jul 16 01:15:45.356104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d515423-dfc2-425b-9854-5cb21c193402 req-5f1849a6-9922-4629-81ba-20380c8468f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.357821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d515423-dfc2-425b-9854-5cb21c193402 req-5f1849a6-9922-4629-81ba-20380c8468f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 911 time: 0.7939446 Jul 16 01:15:45.410761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=dd523611-56e4-4f3f-ab55-79145db996a0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:45.428610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eccedbca-3ced-4c9e-8e1f-ec1cafcf0eec tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.450534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-72e08c17-9628-4662-82ac-27ad37708570 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Deleting port bee74d0d-7905-44ce-a0da-755114562188 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:45.450873 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-72e08c17-9628-4662-82ac-27ad37708570 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.479917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccedbca-3ced-4c9e-8e1f-ec1cafcf0eec tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event deleted for resources: {'Port': ['ID=86af7062-f165-486f-b207-b07e7724a02b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:45.519866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port d3634005-0ef5-4849-b634-8287178723da, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d3634005-0ef5-4849-b634-8287178723da,segment=NetworkSegment(c8df7406-dc3f-4507-81dc-9891c63579fa),segment_id=c8df7406-dc3f-4507-81dc-9891c63579fa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:45.540803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 0ac82c53-1e49-40da-be21-ab2a881bad44, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0ac82c53-1e49-40da-be21-ab2a881bad44,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:45.568163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'd3634005-0ef5-4849-b634-8287178723da', 'network_id': 'db2e51e9-3b70-4fb1-973f-e85d8523d991', 'port_id': 'd3634005-0ef5-4849-b634-8287178723da', 'mac_address': 'fa:16:3e:44:7b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb12e0a-6756-4294-96bd-84438b6f45c9', 'ip_address': '19.86.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:15:45.579384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '0ac82c53-1e49-40da-be21-ab2a881bad44', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '0ac82c53-1e49-40da-be21-ab2a881bad44', 'mac_address': 'fa:16:3e:66:60:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:15:45.585565 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d515423-dfc2-425b-9854-5cb21c193402 req-5293dff5-b8bc-49ef-8576-143e782eff9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 HTTP/1.1" status: 200 len: 217 time: 0.2124200 Jul 16 01:15:45.587873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-101a03bc-ce63-4f73-846e-c704f1ed8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.589571 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-101a03bc-ce63-4f73-846e-c704f1ed8f9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90e7227a-696f-4b17-be86-431b8100a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9399586 Jul 16 01:15:45.619139 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eccedbca-3ced-4c9e-8e1f-ec1cafcf0eec tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.625191 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eccedbca-3ced-4c9e-8e1f-ec1cafcf0eec tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "DELETE /v2.0/ports/86af7062-f165-486f-b207-b07e7724a02b HTTP/1.1" status: 204 len: 168 time: 1.0501966 Jul 16 01:15:45.625858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:45.641347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Request body: {'port': {'name': 'tempest-new-port-name-646957782', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:45.641774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.api.validators [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] bootfile-name is not in valid_values {{(pid=93944) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:15:45.643315 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.api.validators [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] tftp-server is not in valid_values {{(pid=93944) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:15:45.643872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.api.validators [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] server-ip-address is not in valid_values {{(pid=93944) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:15:45.684851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3aa2-e79a-4be9-89d9-a49e9e26272f req-c0331071-f8b8-48dc-a117-6049b1b0b9d1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.688570 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8fe3aa2-e79a-4be9-89d9-a49e9e26272f req-c0331071-f8b8-48dc-a117-6049b1b0b9d1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 943 time: 0.5588372 Jul 16 01:15:45.736226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-c1cec12d-1ad1-4a50-b160-4dce8a81671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.738268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-c1cec12d-1ad1-4a50-b160-4dce8a81671a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9255bb38-60d5-4a2e-990e-cf71c83a5b2d HTTP/1.1" status: 200 len: 901 time: 0.5318108 Jul 16 01:15:45.745128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dd5ec-7898-4239-b79d-8710511965f3 req-f634ee4a-5f76-4152-a866-2aefa383fb61 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.762824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dd5ec-7898-4239-b79d-8710511965f3 req-f634ee4a-5f76-4152-a866-2aefa383fb61 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.773287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dd5ec-7898-4239-b79d-8710511965f3 req-f634ee4a-5f76-4152-a866-2aefa383fb61 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.801768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dd5ec-7898-4239-b79d-8710511965f3 req-f634ee4a-5f76-4152-a866-2aefa383fb61 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.809915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dd5ec-7898-4239-b79d-8710511965f3 req-f634ee4a-5f76-4152-a866-2aefa383fb61 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.817147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dd5ec-7898-4239-b79d-8710511965f3 req-f634ee4a-5f76-4152-a866-2aefa383fb61 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.825243 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dd5ec-7898-4239-b79d-8710511965f3 req-f634ee4a-5f76-4152-a866-2aefa383fb61 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.836342 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a0dd5ec-7898-4239-b79d-8710511965f3 req-f634ee4a-5f76-4152-a866-2aefa383fb61 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.3207002 Jul 16 01:15:45.902656 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.915825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-695d2dfb-bc9e-40e6-92a3-bdb13e0c8a2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=e190982c-a325-4e59-9283-81909c1a9c7e HTTP/1.1" status: 200 len: 217 time: 0.1650305 Jul 16 01:15:45.922964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-72e08c17-9628-4662-82ac-27ad37708570 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] For port bee74d0d-7905-44ce-a0da-755114562188, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bee74d0d-7905-44ce-a0da-755114562188,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:45.923552 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-72e08c17-9628-4662-82ac-27ad37708570 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.934570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3634005-0ef5-4849-b634-8287178723da {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:45.944809 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.952683 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a0dd5ec-7898-4239-b79d-8710511965f3 req-42bd1434-a7b9-4a51-bdfd-0c7a7c7b7720 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034348 Jul 16 01:15:45.962239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port d3634005-0ef5-4849-b634-8287178723da, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d3634005-0ef5-4849-b634-8287178723da,segment=NetworkSegment(c8df7406-dc3f-4507-81dc-9891c63579fa),segment_id=c8df7406-dc3f-4507-81dc-9891c63579fa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:45.964002 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.983770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ac82c53-1e49-40da-be21-ab2a881bad44 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:46.007042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 0ac82c53-1e49-40da-be21-ab2a881bad44, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0ac82c53-1e49-40da-be21-ab2a881bad44,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:46.008176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d515423-dfc2-425b-9854-5cb21c193402 req-8c25cdd5-8094-412c-a9e3-8bdc14014a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:46.008627 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.010229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d515423-dfc2-425b-9854-5cb21c193402 req-8c25cdd5-8094-412c-a9e3-8bdc14014a76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.4134316 Jul 16 01:15:46.032356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-72e08c17-9628-4662-82ac-27ad37708570 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Calling delete_port for bee74d0d-7905-44ce-a0da-755114562188 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:46.073667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=d3634005-0ef5-4849-b634-8287178723da,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:46.077778 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.088616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d515423-dfc2-425b-9854-5cb21c193402 req-03ea7314-1f3d-4135-8eed-a6b67b5bc517 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685503 Jul 16 01:15:46.138096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8fe3aa2-e79a-4be9-89d9-a49e9e26272f req-62549bfe-76c2-4b3f-ac20-77220fe96759 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976972 Jul 16 01:15:46.145715 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=0ac82c53-1e49-40da-be21-ab2a881bad44,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:46.206688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['0ac82c53-1e49-40da-be21-ab2a881bad44'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:46.219315 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-1784508c-d862-4631-bf9b-fd875d15f7d6 service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118097 Jul 16 01:15:46.242151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-dc5b4333-c992-435b-99b2-20630b9ab5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:46.244230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-dc5b4333-c992-435b-99b2-20630b9ab5c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04a4ba3f-6e6a-463c-b79e-d05ee390ad43 HTTP/1.1" status: 200 len: 801 time: 0.3171477 Jul 16 01:15:46.341208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d25042-796a-4deb-bc3d-eb451f26270f req-904cfc3f-7a61-4bcd-b0c5-f4a755fd311a tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:46.349070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4d25042-796a-4deb-bc3d-eb451f26270f req-904cfc3f-7a61-4bcd-b0c5-f4a755fd311a tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/ports?device_id=d50473b9-cbd9-48a2-9e04-61a65cfe5bc4 HTTP/1.1" status: 200 len: 950 time: 0.1273267 Jul 16 01:15:46.351850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bee74d0d-7905-44ce-a0da-755114562188 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:46.392350 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.409546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.432188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4d25042-796a-4deb-bc3d-eb451f26270f req-bc1ad878-e75e-4099-a207-6326edb095fb tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba89f54f-c258-4cb9-846b-6f04bb1861aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821583 Jul 16 01:15:46.441811 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-498be36d-5a69-4b80-9916-969f63e87a68 req-d32aaa21-1489-4547-8b7e-57b454cc4ea2 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips/571628f1-f31f-4cdb-9062-c4352dcabb56 HTTP/1.1" status: 200 len: 693 time: 0.2209508 Jul 16 01:15:46.451382 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.516978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port bee74d0d-7905-44ce-a0da-755114562188, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bee74d0d-7905-44ce-a0da-755114562188,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:46.541787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['dd523611-56e4-4f3f-ab55-79145db996a0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:46.641397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50473b9-cbd9-48a2-9e04-61a65cfe5bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee74d0d-7905-44ce-a0da-755114562188'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:46.643735 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48707393-c1c5-4d0e-8e76-c4c30e039a3c" -d '{"events": [{"server_uuid": "d50473b9-cbd9-48a2-9e04-61a65cfe5bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "bee74d0d-7905-44ce-a0da-755114562188"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:46.669195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] In _notify_port_updated(), no bound segment for port 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 on network cc218a67-15a7-4736-ab45-ffbf2cf45da1 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:15:46.688200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d515423-dfc2-425b-9854-5cb21c193402 req-8bcecfac-7345-4be6-80b1-6c2dcd6af1d7 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818310 Jul 16 01:15:46.708601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:46.710619 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.717796 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "PUT /v2.0/ports/5cbde9a0-2104-440b-91fb-a9899a4a3ec8 HTTP/1.1" status: 200 len: 1136 time: 1.0894258 Jul 16 01:15:46.724198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55536) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:46.725049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['d3634005-0ef5-4849-b634-8287178723da'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:46.784814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84046252-1754-463b-b81d-c15a2ea69d4b tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event updated for resources: {'Port': ['ID=5cbde9a0-2104-440b-91fb-a9899a4a3ec8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:46.802952 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.824426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27334dcc-efac-4c86-9968-f2e1949e312c tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:46.826770 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6533c84-d060-4827-b268-8f8b2bcdb09f req-cac693aa-b51b-40e2-ad2d-ac3ba3d65305 service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869217 Jul 16 01:15:46.846467 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-27334dcc-efac-4c86-9968-f2e1949e312c tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "GET /v2.0/ports/5cbde9a0-2104-440b-91fb-a9899a4a3ec8 HTTP/1.1" status: 200 len: 1136 time: 0.1187780 Jul 16 01:15:46.847809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:46.991575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-90c14c5d-f2ed-4b1c-9edc-066caaffb8da tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Deleting port 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:46.991973 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c14c5d-f2ed-4b1c-9edc-066caaffb8da tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.042717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323b09-8c64-4f34-a7c0-611471915a8a req-5bf28f35-865d-4825-ac61-7de88751203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.046375 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-5bf28f35-865d-4825-ac61-7de88751203a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9255bb38-60d5-4a2e-990e-cf71c83a5b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7454572 Jul 16 01:15:47.061530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a41010e5-113f-4eab-9af5-59ac83ed0deb None None] Provisioning complete for port 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:47.062319 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a41010e5-113f-4eab-9af5-59ac83ed0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.115508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=bee74d0d-7905-44ce-a0da-755114562188,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:47.117130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d515423-dfc2-425b-9854-5cb21c193402 req-cfc057f0-f740-4b1a-a7ea-6540c99ba40d service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150498 Jul 16 01:15:47.155646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498be36d-5a69-4b80-9916-969f63e87a68 req-6702ff6b-7dd0-4b7f-ba20-acd99281aab4 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.173769 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-498be36d-5a69-4b80-9916-969f63e87a68 req-6702ff6b-7dd0-4b7f-ba20-acd99281aab4 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.7299733 Jul 16 01:15:47.177513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-72e08c17-9628-4662-82ac-27ad37708570 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.236626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c14c5d-f2ed-4b1c-9edc-066caaffb8da tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.275543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a41010e5-113f-4eab-9af5-59ac83ed0deb None None] Port 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:47.310875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-90c14c5d-f2ed-4b1c-9edc-066caaffb8da tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Calling delete_port for 5cbde9a0-2104-440b-91fb-a9899a4a3ec8 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:47.345193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e08c17-9628-4662-82ac-27ad37708570 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Pushing event deleted for resources: {'Port': ['ID=bee74d0d-7905-44ce-a0da-755114562188,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:47.345421 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937db996-087d-4fab-9faa-5e168b676cf1 x-openstack-request-id: req-937db996-087d-4fab-9faa-5e168b676cf1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:47.345824 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50473b9-cbd9-48a2-9e04-61a65cfe5bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "bee74d0d-7905-44ce-a0da-755114562188", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:47.346094 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-937db996-087d-4fab-9faa-5e168b676cf1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:47.346498 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50473b9-cbd9-48a2-9e04-61a65cfe5bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee74d0d-7905-44ce-a0da-755114562188', 'code': 200} Jul 16 01:15:47.486683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['e190982c-a325-4e59-9283-81909c1a9c7e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:47.523694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-72e08c17-9628-4662-82ac-27ad37708570 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] No DVR routers for this DVR port bee74d0d-7905-44ce-a0da-755114562188 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:47.530619 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-72e08c17-9628-4662-82ac-27ad37708570 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.532789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63067f87-2fde-4e7a-833b-73d3e7b132eb req-72e08c17-9628-4662-82ac-27ad37708570 tempest-TenantUsagesTestJSON-1659415773 tempest-TenantUsagesTestJSON-1659415773-project] 10.222.0.67 "DELETE /v2.0/ports/bee74d0d-7905-44ce-a0da-755114562188 HTTP/1.1" status: 204 len: 173 time: 2.8156683 Jul 16 01:15:47.599148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50473b9-cbd9-48a2-9e04-61a65cfe5bc4', 'name': 'network-vif-deleted', 'tag': 'bee74d0d-7905-44ce-a0da-755114562188'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:47.601808 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb3968a-62a8-427d-8a1f-abc7bcb33d50" -d '{"events": [{"server_uuid": "d50473b9-cbd9-48a2-9e04-61a65cfe5bc4", "name": "network-vif-deleted", "tag": "bee74d0d-7905-44ce-a0da-755114562188"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:47.668288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-be1159fe-c7b2-4db3-9ae2-2d47d243816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.670791 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c14c5d-f2ed-4b1c-9edc-066caaffb8da tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.678295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-be1159fe-c7b2-4db3-9ae2-2d47d243816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.678778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-be1159fe-c7b2-4db3-9ae2-2d47d243816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.679266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-be1159fe-c7b2-4db3-9ae2-2d47d243816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.682021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-be1159fe-c7b2-4db3-9ae2-2d47d243816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.682542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-be1159fe-c7b2-4db3-9ae2-2d47d243816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.683021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-be1159fe-c7b2-4db3-9ae2-2d47d243816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.690061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-be1159fe-c7b2-4db3-9ae2-2d47d243816e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6483 time: 0.7763412 Jul 16 01:15:47.729966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-8081627f-88a4-4d4b-addc-498aa58eb4fc service neutron] 10.222.0.67 "GET /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548582 Jul 16 01:15:47.766680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c14c5d-f2ed-4b1c-9edc-066caaffb8da tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event deleted for resources: {'Port': ['ID=5cbde9a0-2104-440b-91fb-a9899a4a3ec8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:47.876345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800ff22-4ad6-4205-b0d4-a26668a6adea req-57e596e4-c28a-4bc6-96f1-e3e0f3b21b16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.885752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800ff22-4ad6-4205-b0d4-a26668a6adea req-57e596e4-c28a-4bc6-96f1-e3e0f3b21b16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.890069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800ff22-4ad6-4205-b0d4-a26668a6adea req-57e596e4-c28a-4bc6-96f1-e3e0f3b21b16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.894134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6800ff22-4ad6-4205-b0d4-a26668a6adea req-57e596e4-c28a-4bc6-96f1-e3e0f3b21b16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2415 time: 0.4631796 Jul 16 01:15:47.963595 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c14c5d-f2ed-4b1c-9edc-066caaffb8da tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.965571 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-90c14c5d-f2ed-4b1c-9edc-066caaffb8da tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "DELETE /v2.0/ports/5cbde9a0-2104-440b-91fb-a9899a4a3ec8 HTTP/1.1" status: 204 len: 168 time: 1.1152575 Jul 16 01:15:47.973001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:48.059643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6800ff22-4ad6-4205-b0d4-a26668a6adea req-453462b2-4b6a-4753-bf9f-5d4e1a20a38d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986531 Jul 16 01:15:48.066577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c04effa-aee8-4946-bfce-bf4d079ec596 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Deleting subnet 8208d104-77aa-4f75-aaba-76b2af63def2 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:15:48.070269 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c04effa-aee8-4946-bfce-bf4d079ec596 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.168964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c04effa-aee8-4946-bfce-bf4d079ec596 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.296050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:48.370239 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c04effa-aee8-4946-bfce-bf4d079ec596 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.428637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e525b9d-4b44-4fe3-8fb8-bfd54d46cfa5 req-7c980d61-a833-4624-ae22-278e9bc9bb63 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:48.444731 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e525b9d-4b44-4fe3-8fb8-bfd54d46cfa5 req-7c980d61-a833-4624-ae22-278e9bc9bb63 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 943 time: 0.1788621 Jul 16 01:15:48.466994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d3634005-0ef5-4849-b634-8287178723da up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:48.547070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e525b9d-4b44-4fe3-8fb8-bfd54d46cfa5 req-7c5549ad-b034-4dbd-9efa-fbc235f67df7 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093168 Jul 16 01:15:48.553101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c04effa-aee8-4946-bfce-bf4d079ec596 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.623428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04effa-aee8-4946-bfce-bf4d079ec596 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event deleted for resources: {'Subnet': ['ID=8208d104-77aa-4f75-aaba-76b2af63def2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:48.626346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:48.648913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc5424f-3191-4836-b5da-e160881dd94d None None] Network cc218a67-15a7-4736-ab45-ffbf2cf45da1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:48.664372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c04effa-aee8-4946-bfce-bf4d079ec596 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.666457 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2c04effa-aee8-4946-bfce-bf4d079ec596 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "DELETE /v2.0/subnets/8208d104-77aa-4f75-aaba-76b2af63def2 HTTP/1.1" status: 204 len: 168 time: 0.6925292 Jul 16 01:15:48.669269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:48.692069 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45638706-b91d-4685-8c8c-08e48556086d req-0086d44c-471a-447a-9eae-c09b35c909ee tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips/571628f1-f31f-4cdb-9062-c4352dcabb56 HTTP/1.1" status: 200 len: 693 time: 0.0723193 Jul 16 01:15:48.718577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-fadb2169-2128-4cc4-ada1-e0799a6c6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:48.720049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-fadb2169-2128-4cc4-ada1-e0799a6c6cd1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7231af3-6249-44cf-854d-777978c3b983 HTTP/1.1" status: 200 len: 901 time: 0.9890621 Jul 16 01:15:48.832672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'port_id': 'b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5', 'mac_address': 'fa:16:3e:cd:32:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dec5ba0-6bd7-476b-8091-6c954de6e44e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:15:48.863487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6120-7584-410d-a5e4-0dd6e6169cac req-0cc2fee8-250c-4938-8185-5d7a9504d4a8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:48.869741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6120-7584-410d-a5e4-0dd6e6169cac req-0cc2fee8-250c-4938-8185-5d7a9504d4a8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:48.877886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6120-7584-410d-a5e4-0dd6e6169cac req-0cc2fee8-250c-4938-8185-5d7a9504d4a8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:48.884009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6120-7584-410d-a5e4-0dd6e6169cac req-0cc2fee8-250c-4938-8185-5d7a9504d4a8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:48.891100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6120-7584-410d-a5e4-0dd6e6169cac req-0cc2fee8-250c-4938-8185-5d7a9504d4a8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:48.897184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6120-7584-410d-a5e4-0dd6e6169cac req-0cc2fee8-250c-4938-8185-5d7a9504d4a8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:48.903489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6120-7584-410d-a5e4-0dd6e6169cac req-0cc2fee8-250c-4938-8185-5d7a9504d4a8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:48.905667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-671d6120-7584-410d-a5e4-0dd6e6169cac req-0cc2fee8-250c-4938-8185-5d7a9504d4a8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 1.3841715 Jul 16 01:15:48.907001 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-95556a3b-eb77-4ed7-a596-dc3e6f10b34c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 200 len: 217 time: 0.1705947 Jul 16 01:15:48.937284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0ac82c53-1e49-40da-be21-ab2a881bad44 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:49.016317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-671d6120-7584-410d-a5e4-0dd6e6169cac req-89ab604e-2150-4f74-aa51-2744f1cd6c5e tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031847 Jul 16 01:15:49.018063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-cb3a9bdd-e21d-460e-9496-2ee848c1453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.019831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-cb3a9bdd-e21d-460e-9496-2ee848c1453c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.0556960 Jul 16 01:15:49.030289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port d3634005-0ef5-4849-b634-8287178723da completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:49.056886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port d3634005-0ef5-4849-b634-8287178723da triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:49.073181 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.080890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43323b09-8c64-4f34-a7c0-611471915a8a req-767841a0-7ad1-4226-9bab-30c747c82c16 service neutron] 10.222.0.67 "GET /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1786280 Jul 16 01:15:49.143548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-b03d9f1e-d226-4913-bdbd-3c1bf0095df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.149241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-b03d9f1e-d226-4913-bdbd-3c1bf0095df2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197011 Jul 16 01:15:49.243151 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.281011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:49.305674 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc1230-abdd-41a6-98ad-0a66bf5af08c x-openstack-request-id: req-55dc1230-abdd-41a6-98ad-0a66bf5af08c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:49.305959 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50473b9-cbd9-48a2-9e04-61a65cfe5bc4", "name": "network-vif-deleted", "tag": "bee74d0d-7905-44ce-a0da-755114562188", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:49.306232 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55dc1230-abdd-41a6-98ad-0a66bf5af08c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:49.306629 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50473b9-cbd9-48a2-9e04-61a65cfe5bc4', 'name': 'network-vif-deleted', 'tag': 'bee74d0d-7905-44ce-a0da-755114562188', 'status': 'completed', 'code': 200} Jul 16 01:15:49.359480 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-94288baa-60d4-4a86-9e21-072a7b38f51a service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979918 Jul 16 01:15:49.361757 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.400063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:49.431706 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.535578 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45638706-b91d-4685-8c8c-08e48556086d req-1aac2631-9375-484d-afe6-3fd255b7fad6 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.546201 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45638706-b91d-4685-8c8c-08e48556086d req-1aac2631-9375-484d-afe6-3fd255b7fad6 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.8515584 Jul 16 01:15:49.555764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f441f0-4e6c-42e2-bbf7-dbdfa2570c7c None None] DHCP port deletion for cc218a67-15a7-4736-ab45-ffbf2cf45da1 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:15:49.559017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-45638706-b91d-4685-8c8c-08e48556086d req-d4158cdb-e680-4cd2-88b6-2b52ac005efb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:15:49.568983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45638706-b91d-4685-8c8c-08e48556086d req-d4158cdb-e680-4cd2-88b6-2b52ac005efb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208282 Jul 16 01:15:49.616914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3327f3cc-22b0-4f17-b04f-67886196caeb service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484739 Jul 16 01:15:49.632530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 0ac82c53-1e49-40da-be21-ab2a881bad44 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:49.632908 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.667758 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45638706-b91d-4685-8c8c-08e48556086d req-09b7f3a7-c80e-4359-965d-a935c3fe66e4 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0962136 Jul 16 01:15:49.693544 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.707217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:49.743785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45638706-b91d-4685-8c8c-08e48556086d req-bc040a37-6ebf-4ee8-b43e-6c3aff323daf tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0747998 Jul 16 01:15:49.765126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3634005-0ef5-4849-b634-8287178723da'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:49.770543 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50beb63e-d93c-4e88-b0c3-3360c29cea7a" -d '{"events": [{"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-plugged", "status": "completed", "tag": "d3634005-0ef5-4849-b634-8287178723da"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:49.782086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-51f441f0-4e6c-42e2-bbf7-dbdfa2570c7c None None] Deleting port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:49.782482 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51f441f0-4e6c-42e2-bbf7-dbdfa2570c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.804141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Deleting port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:49.804886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.806701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:49.880435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000c81c-9605-447d-b197-1c4cb8f46822 req-d8092026-8f49-4df0-a1f9-ec7ac6f54d68 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.893631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000c81c-9605-447d-b197-1c4cb8f46822 req-d8092026-8f49-4df0-a1f9-ec7ac6f54d68 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.901571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port d3634005-0ef5-4849-b634-8287178723da, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d3634005-0ef5-4849-b634-8287178723da,segment=NetworkSegment(c8df7406-dc3f-4507-81dc-9891c63579fa),segment_id=c8df7406-dc3f-4507-81dc-9891c63579fa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:49.914358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000c81c-9605-447d-b197-1c4cb8f46822 req-d8092026-8f49-4df0-a1f9-ec7ac6f54d68 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.918929 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f000c81c-9605-447d-b197-1c4cb8f46822 req-d8092026-8f49-4df0-a1f9-ec7ac6f54d68 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2415 time: 0.2953022 Jul 16 01:15:49.945968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55592) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:49.947505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.955679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-ef0a6f68-e69d-431d-bb91-b9e9e656c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.956177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-ef0a6f68-e69d-431d-bb91-b9e9e656c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.956764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-ef0a6f68-e69d-431d-bb91-b9e9e656c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.957158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-ef0a6f68-e69d-431d-bb91-b9e9e656c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.957628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-ef0a6f68-e69d-431d-bb91-b9e9e656c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.958170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-ef0a6f68-e69d-431d-bb91-b9e9e656c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.958634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-ef0a6f68-e69d-431d-bb91-b9e9e656c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.960707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-ef0a6f68-e69d-431d-bb91-b9e9e656c64a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6483 time: 0.2156887 Jul 16 01:15:49.995405 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f000c81c-9605-447d-b197-1c4cb8f46822 req-0dae177b-cde3-4d96-80c4-2548dd42ab9f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693672 Jul 16 01:15:50.056987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] For port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1a4d76b5-aa48-479f-bc4f-ea86dfe94cde,segment=NetworkSegment(0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c),segment_id=0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:50.057414 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.111950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Calling delete_port for 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:50.142697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-c2675d1c-b616-4308-a121-940b4997a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:50.144146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-c2675d1c-b616-4308-a121-940b4997a58d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7231af3-6249-44cf-854d-777978c3b983 HTTP/1.1" status: 200 len: 901 time: 0.1618023 Jul 16 01:15:50.159134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=d3634005-0ef5-4849-b634-8287178723da,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:50.166078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-51f441f0-4e6c-42e2-bbf7-dbdfa2570c7c None None] For port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1a4d76b5-aa48-479f-bc4f-ea86dfe94cde,segment=NetworkSegment(0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c),segment_id=0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:50.166912 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51f441f0-4e6c-42e2-bbf7-dbdfa2570c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.180195 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.198285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-51f441f0-4e6c-42e2-bbf7-dbdfa2570c7c None None] Calling delete_port for 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:50.233964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-45638706-b91d-4685-8c8c-08e48556086d req-85198507-9ea6-4ca4-865a-c0833ce062a0 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Deleting port 17430bb6-5e26-442e-84ec-b1502e7e57cd {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:50.234411 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45638706-b91d-4685-8c8c-08e48556086d req-85198507-9ea6-4ca4-865a-c0833ce062a0 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.267470 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3961954f-18f6-4106-81c0-3049a6643d2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 200 len: 217 time: 0.1134443 Jul 16 01:15:50.303232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd523611-56e4-4f3f-ab55-79145db996a0 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:50.311499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 0ac82c53-1e49-40da-be21-ab2a881bad44, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0ac82c53-1e49-40da-be21-ab2a881bad44,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:50.336699 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.398144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45638706-b91d-4685-8c8c-08e48556086d req-85198507-9ea6-4ca4-865a-c0833ce062a0 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.400621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45638706-b91d-4685-8c8c-08e48556086d req-85198507-9ea6-4ca4-865a-c0833ce062a0 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.409556 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.455229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-1726a90c-392b-4c94-aa06-b4539f16ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:50.466464 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-1726a90c-392b-4c94-aa06-b4539f16ee1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1775379 Jul 16 01:15:50.499851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-45638706-b91d-4685-8c8c-08e48556086d req-85198507-9ea6-4ca4-865a-c0833ce062a0 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Calling delete_port for 17430bb6-5e26-442e-84ec-b1502e7e57cd owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:50.506268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event deleted for resources: {'Port': ['ID=1a4d76b5-aa48-479f-bc4f-ea86dfe94cde,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:50.521081 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-79793fad-2634-4beb-aa00-41d5907ce9d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e8708eedc5b41508269e8ce705da8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438905 Jul 16 01:15:50.540222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55600) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:50.575377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=0ac82c53-1e49-40da-be21-ab2a881bad44,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:50.610190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] No DVR routers for this DVR port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:50.632493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448518c-678a-4aa0-95a7-0bb773f7e1b2 req-669de922-91be-4acd-8242-723d3a051059 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:50.640637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d448518c-678a-4aa0-95a7-0bb773f7e1b2 req-669de922-91be-4acd-8242-723d3a051059 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 944 time: 0.3718255 Jul 16 01:15:50.705742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port dd523611-56e4-4f3f-ab55-79145db996a0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:50.726880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port dd523611-56e4-4f3f-ab55-79145db996a0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:50.727879 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.731546 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51f441f0-4e6c-42e2-bbf7-dbdfa2570c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.773881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f441f0-4e6c-42e2-bbf7-dbdfa2570c7c None None] No DVR routers for this DVR port 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:50.807320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f441f0-4e6c-42e2-bbf7-dbdfa2570c7c None None] Pushing event deleted for resources: {'Port': ['ID=1a4d76b5-aa48-479f-bc4f-ea86dfe94cde,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:50.816742 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2713279-767e-4cf6-9570-3e6d50c9ebc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.860159 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.877802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc218a67-15a7-4736-ab45-ffbf2cf45da1']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:50.885045 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2713279-767e-4cf6-9570-3e6d50c9ebc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.902441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:50.902908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5a9319-e2f9-4b7b-8043-4b29c7c71d7c') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:50.920875 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.942617 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d448518c-678a-4aa0-95a7-0bb773f7e1b2 req-6c8b17a3-077f-456d-b506-c78789427e7e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010058 Jul 16 01:15:50.957864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-de0213b9-a96d-4667-80f1-a077236c3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:50.959519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-de0213b9-a96d-4667-80f1-a077236c3502 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4795561 Jul 16 01:15:50.968288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.981304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:50.995169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:15:50.995427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.000559 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:15:51.012372 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:15:51.065599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:51.066020 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1a4d76b5-aa48-479f-bc4f-ea86dfe94cde not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:51.072040 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-fa6fda35-5e0d-4481-b9dd-13509922d8b3 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981007 Jul 16 01:15:51.072435 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2713279-767e-4cf6-9570-3e6d50c9ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.075214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2713279-767e-4cf6-9570-3e6d50c9ebc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.076259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f2713279-767e-4cf6-9570-3e6d50c9ebc2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba89f54f-c258-4cb9-846b-6f04bb1861aa HTTP/1.1" status: 204 len: 168 time: 0.5342371 Jul 16 01:15:51.119904 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f37ec8-9a55-42e2-b53a-b2b7bb948064 x-openstack-request-id: req-a3f37ec8-9a55-42e2-b53a-b2b7bb948064 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:51.120157 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-plugged", "status": "completed", "tag": "d3634005-0ef5-4849-b634-8287178723da", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:51.120445 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3f37ec8-9a55-42e2-b53a-b2b7bb948064 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:51.120792 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3634005-0ef5-4849-b634-8287178723da', 'code': 200} Jul 16 01:15:51.159852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port dd523611-56e4-4f3f-ab55-79145db996a0, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd523611-56e4-4f3f-ab55-79145db996a0,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:51.167074 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.170103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e190982c-a325-4e59-9283-81909c1a9c7e up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:51.252425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.286345 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.290412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] 10.222.0.64 "DELETE /v2.0/networks/cc218a67-15a7-4736-ab45-ffbf2cf45da1 HTTP/1.1" status: 204 len: 168 time: 2.6199985 Jul 16 01:15:51.316860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-84eb6701-62f6-4785-8fe4-6ec969f9db4a service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376719 Jul 16 01:15:51.348897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2713279-767e-4cf6-9570-3e6d50c9ebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba89f54f-c258-4cb9-846b-6f04bb1861aa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.368724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8a419-7b6a-49f4-ab43-104b470b1788 tempest-ExtraDHCPOptionsTestJSON-1932656673 tempest-ExtraDHCPOptionsTestJSON-1932656673-project] Pushing event deleted for resources: {'Network': ['ID=cc218a67-15a7-4736-ab45-ffbf2cf45da1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.385181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45638706-b91d-4685-8c8c-08e48556086d req-85198507-9ea6-4ca4-865a-c0833ce062a0 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.472381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=dd523611-56e4-4f3f-ab55-79145db996a0,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.560596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port e190982c-a325-4e59-9283-81909c1a9c7e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:51.565591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port e190982c-a325-4e59-9283-81909c1a9c7e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:51.565834 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.626747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85198507-9ea6-4ca4-865a-c0833ce062a0 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event deleted for resources: {'Port': ['ID=17430bb6-5e26-442e-84ec-b1502e7e57cd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.677308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:51.743799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d79c7531-cb17-49f2-b2c2-513f160fb39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.747058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45638706-b91d-4685-8c8c-08e48556086d req-85198507-9ea6-4ca4-865a-c0833ce062a0 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.752035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45638706-b91d-4685-8c8c-08e48556086d req-85198507-9ea6-4ca4-865a-c0833ce062a0 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.753229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45638706-b91d-4685-8c8c-08e48556086d req-85198507-9ea6-4ca4-865a-c0833ce062a0 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "DELETE /v2.0/floatingips/571628f1-f31f-4cdb-9062-c4352dcabb56 HTTP/1.1" status: 204 len: 173 time: 2.0079198 Jul 16 01:15:51.787195 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.820478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300597f-838a-4554-aaac-5ab166c5f002 req-52a75687-c820-4425-8434-2ad1189eacc5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:51.837097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300597f-838a-4554-aaac-5ab166c5f002 req-52a75687-c820-4425-8434-2ad1189eacc5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:51.846782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e190982c-a325-4e59-9283-81909c1a9c7e, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e190982c-a325-4e59-9283-81909c1a9c7e,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:51.858283 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.874782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300597f-838a-4554-aaac-5ab166c5f002 req-52a75687-c820-4425-8434-2ad1189eacc5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:51.888178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300597f-838a-4554-aaac-5ab166c5f002 req-52a75687-c820-4425-8434-2ad1189eacc5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:51.904663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300597f-838a-4554-aaac-5ab166c5f002 req-52a75687-c820-4425-8434-2ad1189eacc5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:51.904845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:51.925752 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300597f-838a-4554-aaac-5ab166c5f002 req-52a75687-c820-4425-8434-2ad1189eacc5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:51.939209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300597f-838a-4554-aaac-5ab166c5f002 req-52a75687-c820-4425-8434-2ad1189eacc5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:51.944916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0300597f-838a-4554-aaac-5ab166c5f002 req-52a75687-c820-4425-8434-2ad1189eacc5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.5675030 Jul 16 01:15:51.949679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=e190982c-a325-4e59-9283-81909c1a9c7e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:52.066856 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d79c7531-cb17-49f2-b2c2-513f160fb39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.077467 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d79c7531-cb17-49f2-b2c2-513f160fb39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.158057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3b6f1f28-546b-4369-83d2-ad9c9a637a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.158760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3b6f1f28-546b-4369-83d2-ad9c9a637a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.159247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3b6f1f28-546b-4369-83d2-ad9c9a637a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.160773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3b6f1f28-546b-4369-83d2-ad9c9a637a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.161256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3b6f1f28-546b-4369-83d2-ad9c9a637a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.164315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3b6f1f28-546b-4369-83d2-ad9c9a637a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.164960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3b6f1f28-546b-4369-83d2-ad9c9a637a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.167587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3b6f1f28-546b-4369-83d2-ad9c9a637a97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6483 time: 0.6180465 Jul 16 01:15:52.222087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74d6b8-c6a3-459b-9978-1a86b117b753 req-e4cc6e79-136f-4ef1-bf55-2a826ad4ae6d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.230495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74d6b8-c6a3-459b-9978-1a86b117b753 req-e4cc6e79-136f-4ef1-bf55-2a826ad4ae6d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.242270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74d6b8-c6a3-459b-9978-1a86b117b753 req-e4cc6e79-136f-4ef1-bf55-2a826ad4ae6d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.252022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc74d6b8-c6a3-459b-9978-1a86b117b753 req-e4cc6e79-136f-4ef1-bf55-2a826ad4ae6d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2418 time: 0.2058802 Jul 16 01:15:52.289083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:52.304070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-02664c44-9091-4ef2-8cad-486e5e253bc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d9fd288ea334cd1bac2738868702b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979454 Jul 16 01:15:52.307641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:52.328848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-0473869b-ba82-4a23-893a-416f807cbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.330587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-0473869b-ba82-4a23-893a-416f807cbbb5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7231af3-6249-44cf-854d-777978c3b983 HTTP/1.1" status: 200 len: 901 time: 0.1478171 Jul 16 01:15:52.335377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0300597f-838a-4554-aaac-5ab166c5f002 req-1f3ae23f-1c35-4112-af4b-219295ba1b13 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2648597 Jul 16 01:15:52.336146 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc74d6b8-c6a3-459b-9978-1a86b117b753 req-7f0a3408-34d4-4a26-95e5-a35958415680 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828881 Jul 16 01:15:52.354779 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d79c7531-cb17-49f2-b2c2-513f160fb39a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd3fe12d96284701b95175e1dc145b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736679 Jul 16 01:15:52.356663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c7531-cb17-49f2-b2c2-513f160fb39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb6d132-c48c-482e-9909-393968523b82,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:52.362392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:52.404858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-d8ece474-ede9-4b8e-8683-82ec11af8ae5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=a792df07-6f4e-4b20-a758-7c9a069af816 HTTP/1.1" status: 200 len: 217 time: 0.0648916 Jul 16 01:15:52.500178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-abf9c8cb-726e-490a-a76f-2af06cd6038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.501671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-abf9c8cb-726e-490a-a76f-2af06cd6038b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.0821147 Jul 16 01:15:52.524461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:52.536384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:52.542294 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.694210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d758185-e543-4d1a-8e6f-c4063bdd6393 req-43607715-7ad7-4e6a-856b-a867fe161f0e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.703496 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d758185-e543-4d1a-8e6f-c4063bdd6393 req-43607715-7ad7-4e6a-856b-a867fe161f0e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2748880 Jul 16 01:15:52.781833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f79cbab1-b53d-4464-a5ca-51e0f6b07dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.783671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f79cbab1-b53d-4464-a5ca-51e0f6b07dc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2700684 Jul 16 01:15:52.810176 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.840079 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:15:52.851525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44d6e3-fb55-4136-8731-1faf79e1ed3e req-69b03153-4325-4851-b934-fc45f91e7bda tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.855532 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae44d6e3-fb55-4136-8731-1faf79e1ed3e req-69b03153-4325-4851-b934-fc45f91e7bda tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 944 time: 0.2540183 Jul 16 01:15:52.904016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:52.913437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.921985 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32e40e0c-29eb-4988-8948-b90aa5d97639 req-bf2a4029-31a1-463a-8f19-fff3943e01b8 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=8cb2381dc4c94fb2a5c317b1f4b04596 HTTP/1.1" status: 200 len: 1656 time: 0.1757176 Jul 16 01:15:52.965302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5cdaa4b-c5ee-445f-a918-ad39cf711a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.992298 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a5fba6f-3afc-481f-84a4-e6ad141af861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.033356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:53.043911 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5cdaa4b-c5ee-445f-a918-ad39cf711a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.051584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-6bad8b81-5936-4d55-a655-531eea67a132 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559865 Jul 16 01:15:53.053517 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae44d6e3-fb55-4136-8731-1faf79e1ed3e req-85378141-5c00-4763-aecf-40c3fd030518 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906776 Jul 16 01:15:53.072980 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a5fba6f-3afc-481f-84a4-e6ad141af861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.122636 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac82c53-1e49-40da-be21-ab2a881bad44'}, {'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd523611-56e4-4f3f-ab55-79145db996a0'}, {'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190982c-a325-4e59-9283-81909c1a9c7e'}, {'server_uuid': '96568888-d018-49d9-a2f0-50613c80d41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:53.125357 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ad7af5-70b9-4f2f-8984-1951b530dda7" -d '{"events": [{"server_uuid": "379d33f8-f59b-43cf-9e10-d816244e9e7e", "name": "network-vif-plugged", "status": "completed", "tag": "0ac82c53-1e49-40da-be21-ab2a881bad44"}, {"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-plugged", "status": "completed", "tag": "dd523611-56e4-4f3f-ab55-79145db996a0"}, {"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-plugged", "status": "completed", "tag": "e190982c-a325-4e59-9283-81909c1a9c7e"}, {"server_uuid": "96568888-d018-49d9-a2f0-50613c80d41f", "name": "network-vif-plugged", "status": "completed", "tag": "b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:53.249815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40e0c-29eb-4988-8948-b90aa5d97639 req-254fe3b0-0795-4c69-9746-e34b544a3c03 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:53.251607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32e40e0c-29eb-4988-8948-b90aa5d97639 req-254fe3b0-0795-4c69-9746-e34b544a3c03 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks?id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 787 time: 0.3287144 Jul 16 01:15:53.272357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-32e40e0c-29eb-4988-8948-b90aa5d97639 req-88286070-0a76-492a-a90d-a240bf1b3e3d tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:15:53.273451 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32e40e0c-29eb-4988-8948-b90aa5d97639 req-88286070-0a76-492a-a90d-a240bf1b3e3d tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127571 Jul 16 01:15:53.296774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-1f4d47eb-93ff-4e48-93f8-f9cbee9187b6 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358496 Jul 16 01:15:53.302771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a5fba6f-3afc-481f-84a4-e6ad141af861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.302986 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218b1cb0-376d-4018-830f-6e44e1849bfa x-openstack-request-id: req-218b1cb0-376d-4018-830f-6e44e1849bfa {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:53.303518 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d33f8-f59b-43cf-9e10-d816244e9e7e", "name": "network-vif-plugged", "status": "completed", "tag": "0ac82c53-1e49-40da-be21-ab2a881bad44", "code": 200}, {"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-plugged", "status": "completed", "tag": "dd523611-56e4-4f3f-ab55-79145db996a0", "code": 200}, {"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-plugged", "status": "completed", "tag": "e190982c-a325-4e59-9283-81909c1a9c7e", "code": 200}, {"server_uuid": "96568888-d018-49d9-a2f0-50613c80d41f", "name": "network-vif-plugged", "status": "completed", "tag": "b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:53.303982 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-218b1cb0-376d-4018-830f-6e44e1849bfa {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:53.304456 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac82c53-1e49-40da-be21-ab2a881bad44', 'code': 200} Jul 16 01:15:53.304765 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd523611-56e4-4f3f-ab55-79145db996a0', 'code': 200} Jul 16 01:15:53.305075 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190982c-a325-4e59-9283-81909c1a9c7e', 'code': 200} Jul 16 01:15:53.305407 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96568888-d018-49d9-a2f0-50613c80d41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5', 'code': 200} Jul 16 01:15:53.309063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a5fba6f-3afc-481f-84a4-e6ad141af861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.312682 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6a5fba6f-3afc-481f-84a4-e6ad141af861 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6486cd6-859e-498c-83ea-e21cad560cb8 HTTP/1.1" status: 204 len: 168 time: 1.0015488 Jul 16 01:15:53.314227 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5cdaa4b-c5ee-445f-a918-ad39cf711a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.316848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5cdaa4b-c5ee-445f-a918-ad39cf711a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.320374 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e5cdaa4b-c5ee-445f-a918-ad39cf711a96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfb6d132-c48c-482e-9909-393968523b82 HTTP/1.1" status: 204 len: 168 time: 0.9543569 Jul 16 01:15:53.428721 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-ea4faff7-fc5b-4bab-bd4e-3cf525c0f73c tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips/61213a3a-7f32-4505-841c-2e78338dfec7 HTTP/1.1" status: 200 len: 692 time: 0.1169178 Jul 16 01:15:53.457077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fba6f-3afc-481f-84a4-e6ad141af861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6486cd6-859e-498c-83ea-e21cad560cb8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:53.598203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-0565fc47-543e-48ba-b6eb-3e780f3d38c5 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:53.608308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-0565fc47-543e-48ba-b6eb-3e780f3d38c5 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.1784594 Jul 16 01:15:53.616320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdaa4b-c5ee-445f-a918-ad39cf711a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb6d132-c48c-482e-9909-393968523b82,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:53.740168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-755ea325-561c-4e70-aa5f-c452edfe4301 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.1300423 Jul 16 01:15:53.867604 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-1660436f-daf7-4139-be80-818648a3e52c tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.1158528 Jul 16 01:15:53.890737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d27f9c-9978-4a38-9e7b-2c9c58544784 req-11386e0d-2d53-4d4a-8e47-91967740bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:53.890737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d27f9c-9978-4a38-9e7b-2c9c58544784 req-11386e0d-2d53-4d4a-8e47-91967740bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:53.890737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d27f9c-9978-4a38-9e7b-2c9c58544784 req-11386e0d-2d53-4d4a-8e47-91967740bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:53.893187 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-42d27f9c-9978-4a38-9e7b-2c9c58544784 req-11386e0d-2d53-4d4a-8e47-91967740bb9d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2874 time: 0.4804478 Jul 16 01:15:54.058752 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-42d27f9c-9978-4a38-9e7b-2c9c58544784 req-fd79a5a6-1b83-499a-ba6c-2898359acf75 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371317 Jul 16 01:15:54.070876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c25f5-efba-48a0-88b3-d096d7a4c86c req-4848af10-e4df-412b-bfb7-549f20ee860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.072384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc5c25f5-efba-48a0-88b3-d096d7a4c86c req-4848af10-e4df-412b-bfb7-549f20ee860e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 1097 time: 0.5715711 Jul 16 01:15:54.079067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-d04482f2-fd28-4898-ae9f-a3c0d1258411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.079553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-d04482f2-fd28-4898-ae9f-a3c0d1258411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.080026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-d04482f2-fd28-4898-ae9f-a3c0d1258411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.080491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-d04482f2-fd28-4898-ae9f-a3c0d1258411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.080956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-d04482f2-fd28-4898-ae9f-a3c0d1258411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.081519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-d04482f2-fd28-4898-ae9f-a3c0d1258411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.081992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-d04482f2-fd28-4898-ae9f-a3c0d1258411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.083953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-d04482f2-fd28-4898-ae9f-a3c0d1258411 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6483 time: 0.5843687 Jul 16 01:15:54.095685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298b650-6bad-4f82-81c3-269bdc9c4ad9 req-4721e136-4699-442c-bb30-905da5e8a8e6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.101715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298b650-6bad-4f82-81c3-269bdc9c4ad9 req-4721e136-4699-442c-bb30-905da5e8a8e6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.108447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298b650-6bad-4f82-81c3-269bdc9c4ad9 req-4721e136-4699-442c-bb30-905da5e8a8e6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.115850 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0298b650-6bad-4f82-81c3-269bdc9c4ad9 req-4721e136-4699-442c-bb30-905da5e8a8e6 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2418 time: 0.4252117 Jul 16 01:15:54.156077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-1366e1e2-c7f8-40d9-9363-0fbf4ec5f6bb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Deleting port 806c121f-796a-438a-9ec9-3b8e9511b964 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:54.159064 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-1366e1e2-c7f8-40d9-9363-0fbf4ec5f6bb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.370124 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-1366e1e2-c7f8-40d9-9363-0fbf4ec5f6bb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.370438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-1366e1e2-c7f8-40d9-9363-0fbf4ec5f6bb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.407111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-1366e1e2-c7f8-40d9-9363-0fbf4ec5f6bb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Calling delete_port for 806c121f-796a-438a-9ec9-3b8e9511b964 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:54.467151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0298b650-6bad-4f82-81c3-269bdc9c4ad9 req-f112d112-4386-4334-b941-4c6f8856adbc tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502789 Jul 16 01:15:54.537638 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc5c25f5-efba-48a0-88b3-d096d7a4c86c req-4d9b240a-4c80-4ecf-bbdc-351b9f201622 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060652 Jul 16 01:15:54.552287 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13f8017e-131d-41e6-b2f9-af603c16698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.575863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-69dbc097-0a00-4a7a-a641-10c8355bd04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.579244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-69dbc097-0a00-4a7a-a641-10c8355bd04e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7231af3-6249-44cf-854d-777978c3b983 HTTP/1.1" status: 200 len: 901 time: 0.4442534 Jul 16 01:15:54.733144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-a1deb504-91bd-4c2f-8a46-815039a5cece service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=63c8ce17-e48f-4aae-9026-159cd9590014 HTTP/1.1" status: 200 len: 217 time: 0.1450722 Jul 16 01:15:54.782692 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-1366e1e2-c7f8-40d9-9363-0fbf4ec5f6bb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.828676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366e1e2-c7f8-40d9-9363-0fbf4ec5f6bb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event deleted for resources: {'Port': ['ID=806c121f-796a-438a-9ec9-3b8e9511b964,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:54.932237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-32c45ce9-8f00-49c7-893c-77c38f002a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.943801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-32c45ce9-8f00-49c7-893c-77c38f002a38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1835988 Jul 16 01:15:54.986847 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-1366e1e2-c7f8-40d9-9363-0fbf4ec5f6bb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.989838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-1366e1e2-c7f8-40d9-9363-0fbf4ec5f6bb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.995097 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3af6398-0740-4804-837b-b5a6d5700cfc req-1366e1e2-c7f8-40d9-9363-0fbf4ec5f6bb tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "DELETE /v2.0/floatingips/61213a3a-7f32-4505-841c-2e78338dfec7 HTTP/1.1" status: 204 len: 173 time: 1.1372721 Jul 16 01:15:54.995724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55710) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:55.056214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3165-4c8f-48c5-bdf6-4433bc3a164d req-97145e76-42a1-4942-93f3-acb51280b8f5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.073010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3165-4c8f-48c5-bdf6-4433bc3a164d req-97145e76-42a1-4942-93f3-acb51280b8f5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.079303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3165-4c8f-48c5-bdf6-4433bc3a164d req-97145e76-42a1-4942-93f3-acb51280b8f5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.085243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3165-4c8f-48c5-bdf6-4433bc3a164d req-97145e76-42a1-4942-93f3-acb51280b8f5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.096606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3165-4c8f-48c5-bdf6-4433bc3a164d req-97145e76-42a1-4942-93f3-acb51280b8f5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.102874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3165-4c8f-48c5-bdf6-4433bc3a164d req-97145e76-42a1-4942-93f3-acb51280b8f5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.109476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3165-4c8f-48c5-bdf6-4433bc3a164d req-97145e76-42a1-4942-93f3-acb51280b8f5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.122566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27ce3165-4c8f-48c5-bdf6-4433bc3a164d req-97145e76-42a1-4942-93f3-acb51280b8f5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.3922522 Jul 16 01:15:55.213359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27ce3165-4c8f-48c5-bdf6-4433bc3a164d req-ff6d8a20-acbe-4e14-9492-eb7f766430c0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896897 Jul 16 01:15:55.226104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-0c885beb-9c16-4484-9dfe-a1d1a54139e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.232164 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-0c885beb-9c16-4484-9dfe-a1d1a54139e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2774293 Jul 16 01:15:55.327767 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.354624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646e3d7-daf2-4b41-b10a-5fabdad1e787 req-7f065bcb-9cfd-4e42-8f1d-002eef007451 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.363977 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f646e3d7-daf2-4b41-b10a-5fabdad1e787 req-7f065bcb-9cfd-4e42-8f1d-002eef007451 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 945 time: 0.1799116 Jul 16 01:15:55.423025 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f646e3d7-daf2-4b41-b10a-5fabdad1e787 req-897a6708-d323-4709-994f-52e7cadf353d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580609 Jul 16 01:15:55.558836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-324097303'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:55.576498 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-b2549013-b184-4a54-b353-990c0aab9e7f tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips/7786caf5-39ad-4c44-bd5f-430aa752b33d HTTP/1.1" status: 200 len: 693 time: 0.1534674 Jul 16 01:15:55.603286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Made reservation on behalf of d0904c5fb4e64184a6951102d8acc501 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:55.607846 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.619225 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.852362 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.854425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-037e03db-c666-49b3-aae7-a20a6a85447e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.856794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-037e03db-c666-49b3-aae7-a20a6a85447e tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.2753115 Jul 16 01:15:55.861669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.876213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-e5490c82-26d9-4283-889e-851525a875b5 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365931 Jul 16 01:15:55.941748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1456e438-5cfb-4df9-9dcd-614a6559df67,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:56.021571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:15:56.025596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-0612c6bd-f3c8-49be-8ae8-c21c0c4fae2f service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396248 Jul 16 01:15:56.051397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.052083 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Added segment 5059c081-af6c-4e21-91f0-15c645288726 of type vlan for network d5fa0c91-cfe5-46df-8c77-8c0152634e65 Jul 16 01:15:56.076483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6836c-62bc-430b-82ba-98b133f959f5 req-65fa7cf5-2e58-4de5-a337-5f220aef8761 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.083496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6836c-62bc-430b-82ba-98b133f959f5 req-65fa7cf5-2e58-4de5-a337-5f220aef8761 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.089854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6836c-62bc-430b-82ba-98b133f959f5 req-65fa7cf5-2e58-4de5-a337-5f220aef8761 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.098567 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9b6836c-62bc-430b-82ba-98b133f959f5 req-65fa7cf5-2e58-4de5-a337-5f220aef8761 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2418 time: 0.1456022 Jul 16 01:15:56.190218 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-39e5271e-2ea4-422a-adc7-32fc6e710908 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.3108690 Jul 16 01:15:56.242328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.258666 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9b6836c-62bc-430b-82ba-98b133f959f5 req-f9b4e943-1a0b-42ad-a802-77a8bb196ce2 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549680 Jul 16 01:15:56.327301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.347093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.349580 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.350781 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.395758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-2c540836-e8af-429e-80a3-5546bf99e433 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.1556649 Jul 16 01:15:56.497023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.4944146 Jul 16 01:15:56.497649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55748) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:56.502911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00bd56-74a9-4427-981a-d80de56b8906 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Pushing event updated for resources: {'Network': ['ID=d5fa0c91-cfe5-46df-8c77-8c0152634e65,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:56.519667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network d5fa0c91-cfe5-46df-8c77-8c0152634e65 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:15:56.554325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-67f109ba-5f31-4031-a192-56ae8e300bf1 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65', 'tempest-TagsTest-Tag-1193348983') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:56.705327 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-67f109ba-5f31-4031-a192-56ae8e300bf1 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "PUT /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags/tempest-TagsTest-Tag-1193348983 HTTP/1.1" status: 201 len: 201 time: 0.2063782 Jul 16 01:15:56.705948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55750) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:56.711734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-af659ffd-937c-4c13-b5c4-1fc651ce710b tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65', 'tempest-TagsTest-Tag-1193348983') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:56.739448 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2457c-8553-41dc-984b-3aac1f643319 req-fa67858e-32e0-4215-97fc-5e1fd0b4a5fd tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.750315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2457c-8553-41dc-984b-3aac1f643319 req-fa67858e-32e0-4215-97fc-5e1fd0b4a5fd tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.759491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2457c-8553-41dc-984b-3aac1f643319 req-fa67858e-32e0-4215-97fc-5e1fd0b4a5fd tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.766069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2457c-8553-41dc-984b-3aac1f643319 req-fa67858e-32e0-4215-97fc-5e1fd0b4a5fd tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.775015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2457c-8553-41dc-984b-3aac1f643319 req-fa67858e-32e0-4215-97fc-5e1fd0b4a5fd tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.781156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2457c-8553-41dc-984b-3aac1f643319 req-fa67858e-32e0-4215-97fc-5e1fd0b4a5fd tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.786909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2457c-8553-41dc-984b-3aac1f643319 req-fa67858e-32e0-4215-97fc-5e1fd0b4a5fd tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.788801 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7a2457c-8553-41dc-984b-3aac1f643319 req-fa67858e-32e0-4215-97fc-5e1fd0b4a5fd tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.2935517 Jul 16 01:15:56.808367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f14d6f99-909f-48f0-99c9-d3be540f91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.809360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f14d6f99-909f-48f0-99c9-d3be540f91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.810404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f14d6f99-909f-48f0-99c9-d3be540f91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.810891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f14d6f99-909f-48f0-99c9-d3be540f91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.811364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f14d6f99-909f-48f0-99c9-d3be540f91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.811843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f14d6f99-909f-48f0-99c9-d3be540f91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.812301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f14d6f99-909f-48f0-99c9-d3be540f91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.814375 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f14d6f99-909f-48f0-99c9-d3be540f91c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6483 time: 0.6715126 Jul 16 01:15:56.879775 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7a2457c-8553-41dc-984b-3aac1f643319 req-0e864e04-330b-4cf7-9a86-a4d92c7221d3 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740383 Jul 16 01:15:56.932059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af659ffd-937c-4c13-b5c4-1fc651ce710b tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "GET /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags/tempest-TagsTest-Tag-1193348983 HTTP/1.1" status: 204 len: 168 time: 0.2240014 Jul 16 01:15:56.944429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55752) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:56.952171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-c2a4359b-a936-4e73-a326-1b28552fdb68 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:56.958296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-f53a5c8b-3c21-4446-954b-8a80615c8854 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Deleting port 501414db-9547-4aff-acf1-0517d71dc276 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:56.960861 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-f53a5c8b-3c21-4446-954b-8a80615c8854 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.067053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-385b023a-0966-4ea2-8524-b1f6d45321c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.076741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-385b023a-0966-4ea2-8524-b1f6d45321c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593 HTTP/1.1" status: 200 len: 902 time: 0.2224958 Jul 16 01:15:57.078080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55756) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:57.078457 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c2a4359b-a936-4e73-a326-1b28552fdb68 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "GET /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags HTTP/1.1" status: 200 len: 238 time: 0.1320224 Jul 16 01:15:57.080794 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25816fc5-dca1-4fd9-a6c4-06e0c36cefc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.092119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-f170cacb-954a-45cc-aab5-551b9fc7b94a tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65', {'tags': ['tempest-TagsTest-Tag-151710626', 'tempest-TagsTest-Tag-1180882308', 'tempest-TagsTest-Tag-616800106']}) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:57.213841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-34b335ad-6532-4bd3-b95e-5a6372ce9a84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b HTTP/1.1" status: 200 len: 217 time: 0.1334307 Jul 16 01:15:57.267233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-f53a5c8b-3c21-4446-954b-8a80615c8854 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.267233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-f53a5c8b-3c21-4446-954b-8a80615c8854 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.291262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-f53a5c8b-3c21-4446-954b-8a80615c8854 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Calling delete_port for 501414db-9547-4aff-acf1-0517d71dc276 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:57.296529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f170cacb-954a-45cc-aab5-551b9fc7b94a tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "PUT /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags HTTP/1.1" status: 200 len: 307 time: 0.2105634 Jul 16 01:15:57.298497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55768) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:57.312324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-426eecce-48b9-4fb7-9ac4-b4833c843128 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65', 'tempest-TagsTest-Tag-151710626') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:57.384154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40db5f8-1fe0-46f3-8881-14b680e9c417 req-0fdc9e1d-7605-4a18-993c-4283b2e6d309 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.390041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-8570ddd9-3787-4cfb-a007-c36c1b0a7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.391554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-8570ddd9-3787-4cfb-a007-c36c1b0a7b78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.1696014 Jul 16 01:15:57.393724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e40db5f8-1fe0-46f3-8881-14b680e9c417 req-0fdc9e1d-7605-4a18-993c-4283b2e6d309 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 945 time: 0.1036015 Jul 16 01:15:57.458973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e40db5f8-1fe0-46f3-8881-14b680e9c417 req-a191a384-26db-441e-9914-0ccb55e3f8e4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638757 Jul 16 01:15:57.552018 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.576732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-4d0fbb1f-2c5b-4beb-9dc5-fe4f67430626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.578550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-4d0fbb1f-2c5b-4beb-9dc5-fe4f67430626 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1798184 Jul 16 01:15:57.594510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f899abe4-a41d-4f99-8ddf-b2a70aed2e3e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:15:57.600018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-f899abe4-a41d-4f99-8ddf-b2a70aed2e3e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085998 Jul 16 01:15:57.636023 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-426eecce-48b9-4fb7-9ac4-b4833c843128 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "DELETE /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags/tempest-TagsTest-Tag-151710626 HTTP/1.1" status: 204 len: 168 time: 0.3351645 Jul 16 01:15:57.639518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:57.644288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-b4189f62-f3f7-4b54-9084-5a3036a0fe96 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65', 'tempest-TagsTest-Tag-151710626') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:57.731058 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-f53a5c8b-3c21-4446-954b-8a80615c8854 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.784158 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-b4189f62-f3f7-4b54-9084-5a3036a0fe96 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] show failed (client error): The resource could not be found. Jul 16 01:15:57.786080 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b4189f62-f3f7-4b54-9084-5a3036a0fe96 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "GET /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags/tempest-TagsTest-Tag-151710626 HTTP/1.1" status: 404 len: 325 time: 0.1448095 Jul 16 01:15:57.798644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55776) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:57.802417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a5c8b-3c21-4446-954b-8a80615c8854 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event deleted for resources: {'Port': ['ID=501414db-9547-4aff-acf1-0517d71dc276,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:57.804794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-6a82a1f4-145d-4be1-9ce2-93cc7f185c53 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65', 'tempest-TagsTest-Tag-1180882308') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:57.857368 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-e3bc42a8-9b02-4e3f-8f4c-3e884f59b3ee service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365496 Jul 16 01:15:57.925071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6a82a1f4-145d-4be1-9ce2-93cc7f185c53 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "GET /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags/tempest-TagsTest-Tag-1180882308 HTTP/1.1" status: 204 len: 168 time: 0.1246343 Jul 16 01:15:57.926520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:57.935728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-49773fd8-7682-4086-9a30-4134da375cad tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65', 'tempest-TagsTest-Tag-616800106') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:57.994828 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-72edd1fd-e2f3-4310-be25-301b80755c34 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290219 Jul 16 01:15:58.000448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-f53a5c8b-3c21-4446-954b-8a80615c8854 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.001887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-f53a5c8b-3c21-4446-954b-8a80615c8854 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.014877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4914d70d-cf5f-4710-ac5f-56021e38c1cb req-f53a5c8b-3c21-4446-954b-8a80615c8854 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "DELETE /v2.0/floatingips/7786caf5-39ad-4c44-bd5f-430aa752b33d HTTP/1.1" status: 204 len: 173 time: 1.6171248 Jul 16 01:15:58.047870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:58.048715 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-49773fd8-7682-4086-9a30-4134da375cad tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "GET /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags/tempest-TagsTest-Tag-616800106 HTTP/1.1" status: 204 len: 168 time: 0.1203239 Jul 16 01:15:58.053392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-ccce6aea-a2af-4d94-8849-095b78cac5ee tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:58.289998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-a1bf4a24-7141-42aa-95f2-12597361df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.290716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-a1bf4a24-7141-42aa-95f2-12597361df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.290938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-a1bf4a24-7141-42aa-95f2-12597361df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.291483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-a1bf4a24-7141-42aa-95f2-12597361df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.291998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-a1bf4a24-7141-42aa-95f2-12597361df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.292474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-a1bf4a24-7141-42aa-95f2-12597361df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.292964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-a1bf4a24-7141-42aa-95f2-12597361df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.295313 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-a1bf4a24-7141-42aa-95f2-12597361df40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6483 time: 0.2172773 Jul 16 01:15:58.304363 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.316202 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ccce6aea-a2af-4d94-8849-095b78cac5ee tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "DELETE /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags HTTP/1.1" status: 204 len: 168 time: 0.2640624 Jul 16 01:15:58.317100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55796) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:58.322295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-0b415840-754f-485b-abdf-9c0d4293f7f3 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65', 'tempest-TagsTest-Tag-1180882308') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:58.412160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bffd7-7b91-4dd6-b706-6de64c10c2e7 req-f55d8224-7711-4d0c-a141-efe8c26c55b3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.418751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bffd7-7b91-4dd6-b706-6de64c10c2e7 req-f55d8224-7711-4d0c-a141-efe8c26c55b3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.425165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bffd7-7b91-4dd6-b706-6de64c10c2e7 req-f55d8224-7711-4d0c-a141-efe8c26c55b3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.426914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f7bffd7-7b91-4dd6-b706-6de64c10c2e7 req-f55d8224-7711-4d0c-a141-efe8c26c55b3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2418 time: 0.2242756 Jul 16 01:15:58.446346 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-0b415840-754f-485b-abdf-9c0d4293f7f3 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] show failed (client error): The resource could not be found. Jul 16 01:15:58.452122 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0b415840-754f-485b-abdf-9c0d4293f7f3 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "GET /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags/tempest-TagsTest-Tag-1180882308 HTTP/1.1" status: 404 len: 326 time: 0.1334352 Jul 16 01:15:58.454357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:58.464821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aa02-486c-4790-8057-3bb22f23b555 req-6f669705-fa0b-4f73-ae78-3046b95deb6c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.471511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aa02-486c-4790-8057-3bb22f23b555 req-6f669705-fa0b-4f73-ae78-3046b95deb6c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.478211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aa02-486c-4790-8057-3bb22f23b555 req-6f669705-fa0b-4f73-ae78-3046b95deb6c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.485182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aa02-486c-4790-8057-3bb22f23b555 req-6f669705-fa0b-4f73-ae78-3046b95deb6c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.487599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-0dd9331a-7e9b-4743-8830-f5b90794d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.489094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-0dd9331a-7e9b-4743-8830-f5b90794d1f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593 HTTP/1.1" status: 200 len: 902 time: 0.1782286 Jul 16 01:15:58.491663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aa02-486c-4790-8057-3bb22f23b555 req-6f669705-fa0b-4f73-ae78-3046b95deb6c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.494902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f7bffd7-7b91-4dd6-b706-6de64c10c2e7 req-2c0b96ce-c09e-4aef-8cd2-2033b808f508 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609834 Jul 16 01:15:58.510895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aa02-486c-4790-8057-3bb22f23b555 req-6f669705-fa0b-4f73-ae78-3046b95deb6c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.521986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aa02-486c-4790-8057-3bb22f23b555 req-6f669705-fa0b-4f73-ae78-3046b95deb6c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.541209 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b308aa02-486c-4790-8057-3bb22f23b555 req-6f669705-fa0b-4f73-ae78-3046b95deb6c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.2443445 Jul 16 01:15:58.557461 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-bf2d550f-c46a-4501-a48b-4607898e989c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb HTTP/1.1" status: 200 len: 217 time: 0.0583019 Jul 16 01:15:58.560069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-64695a6b-37c4-43ed-8f42-e6e3198e8f1a tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65', 'tempest-TagsTest-Tag-616800106') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:58.634284 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb08284e-863e-4946-b118-74e32d17053d req-d9a7e189-8af4-4b4c-99c0-a612e85d46bf tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips/79dc71f3-9921-4ee5-be3a-60fcbc387397 HTTP/1.1" status: 200 len: 693 time: 0.0844123 Jul 16 01:15:58.677508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-5d554929-cd64-41aa-b7d3-544fc443ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.687452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-5d554929-cd64-41aa-b7d3-544fc443ab49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.0870886 Jul 16 01:15:58.731456 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b308aa02-486c-4790-8057-3bb22f23b555 req-fc1c4aa3-920c-4e28-bb11-8674dafb0e30 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1838980 Jul 16 01:15:58.862494 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-64695a6b-37c4-43ed-8f42-e6e3198e8f1a tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] show failed (client error): The resource could not be found. Jul 16 01:15:58.878300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-64695a6b-37c4-43ed-8f42-e6e3198e8f1a tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "GET /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags/tempest-TagsTest-Tag-616800106 HTTP/1.1" status: 404 len: 325 time: 0.3240197 Jul 16 01:15:58.879005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55802) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:58.893479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-c7cb90a5-21fa-4256-b6b3-376e9c13e779 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd5fa0c91-cfe5-46df-8c77-8c0152634e65') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:58.912781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08284e-863e-4946-b118-74e32d17053d req-2c316500-42af-4aa6-b9cb-5a3352de4027 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.914251 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb08284e-863e-4946-b118-74e32d17053d req-2c316500-42af-4aa6-b9cb-5a3352de4027 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.2276671 Jul 16 01:15:58.985955 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb08284e-863e-4946-b118-74e32d17053d req-81c2aa6b-f3b5-4cfe-a145-623972b020fd tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 696 time: 0.0645573 Jul 16 01:15:59.029962 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c7cb90a5-21fa-4256-b6b3-376e9c13e779 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "DELETE /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65/tags HTTP/1.1" status: 204 len: 168 time: 0.1407723 Jul 16 01:15:59.037735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55804) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:59.054165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-cd693982-9d56-4074-af55-0dc06cf98d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.055676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-cd693982-9d56-4074-af55-0dc06cf98d48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3651047 Jul 16 01:15:59.083091 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb08284e-863e-4946-b118-74e32d17053d req-e4c6284f-c2de-41ba-a85f-2247f64534b5 tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 696 time: 0.0901375 Jul 16 01:15:59.103355 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84010ab7-2108-45b8-bbc9-6fc468c7a140 req-c19ac856-2e01-4e35-977c-f6a78e52b4ec tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.113950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84010ab7-2108-45b8-bbc9-6fc468c7a140 req-c19ac856-2e01-4e35-977c-f6a78e52b4ec tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 945 time: 0.1501372 Jul 16 01:15:59.170993 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84010ab7-2108-45b8-bbc9-6fc468c7a140 req-641b5caa-1ebe-43c6-95b6-69667532e2c1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558012 Jul 16 01:15:59.489287 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.673199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-fe79eca2-0127-4fff-8f5d-dc48a51fdf8a service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007993 Jul 16 01:15:59.796676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-fb08284e-863e-4946-b118-74e32d17053d req-b53ec9c4-31f6-4da4-9a11-d37695e7c2ae tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Deleting port b09c5351-d9ae-4e0a-911d-f9578493cd3f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:59.797093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fb08284e-863e-4946-b118-74e32d17053d req-b53ec9c4-31f6-4da4-9a11-d37695e7c2ae tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.832698 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.890257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fa0c91-cfe5-46df-8c77-8c0152634e65']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:59.904200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50009d8c-5f6e-4428-8b20-c21031d352db req-bfa243e4-6d70-4c4b-9d24-627dbc4c9452 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.915485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50009d8c-5f6e-4428-8b20-c21031d352db req-bfa243e4-6d70-4c4b-9d24-627dbc4c9452 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.916945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5059c081-af6c-4e21-91f0-15c645288726') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:59.917363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5059c081-af6c-4e21-91f0-15c645288726') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:59.924111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50009d8c-5f6e-4428-8b20-c21031d352db req-bfa243e4-6d70-4c4b-9d24-627dbc4c9452 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.932912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50009d8c-5f6e-4428-8b20-c21031d352db req-bfa243e4-6d70-4c4b-9d24-627dbc4c9452 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2418 time: 0.1713181 Jul 16 01:15:59.978847 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.002146 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50009d8c-5f6e-4428-8b20-c21031d352db req-6e9ba7d5-a856-47b3-8343-2d6607b20ff1 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681279 Jul 16 01:16:00.010039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.042766 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d3a6c11-c2ce-4b36-8b44-9ec0cded0db1 req-3f5cd7d0-32d1-4aed-a7f9-9cc2501693a6 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554287 Jul 16 01:16:00.043720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.060630 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fb08284e-863e-4946-b118-74e32d17053d req-b53ec9c4-31f6-4da4-9a11-d37695e7c2ae tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.061062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fb08284e-863e-4946-b118-74e32d17053d req-b53ec9c4-31f6-4da4-9a11-d37695e7c2ae tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.079692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:16:00.080153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:16:00.083667 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:16:00.104284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-fb08284e-863e-4946-b118-74e32d17053d req-b53ec9c4-31f6-4da4-9a11-d37695e7c2ae tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Calling delete_port for b09c5351-d9ae-4e0a-911d-f9578493cd3f owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:00.253362 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.260024 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.263932 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] 10.222.0.64 "DELETE /v2.0/networks/d5fa0c91-cfe5-46df-8c77-8c0152634e65 HTTP/1.1" status: 204 len: 168 time: 1.2251835 Jul 16 01:16:00.284251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42cf93-67e9-4ff9-8659-0ca7bd1861bc req-50ef65cb-557f-4ab8-91d5-166ac79fd8f4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.296363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b42cf93-67e9-4ff9-8659-0ca7bd1861bc req-50ef65cb-557f-4ab8-91d5-166ac79fd8f4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 945 time: 0.1357350 Jul 16 01:16:00.300289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d7994-fbb2-4599-890c-d208365c7a79 tempest-TagsTest-1346196526 tempest-TagsTest-1346196526-project] Pushing event deleted for resources: {'Network': ['ID=d5fa0c91-cfe5-46df-8c77-8c0152634e65,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:00.372845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-97d5148b-63c5-4baa-991c-3234b591abea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.375631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b42cf93-67e9-4ff9-8659-0ca7bd1861bc req-1649c1cc-914a-4a67-bc61-82e0b6e1a8df tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782475 Jul 16 01:16:00.379668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-97d5148b-63c5-4baa-991c-3234b591abea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.399107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-97d5148b-63c5-4baa-991c-3234b591abea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.401144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-97d5148b-63c5-4baa-991c-3234b591abea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2418 time: 0.1909852 Jul 16 01:16:00.548852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fb08284e-863e-4946-b118-74e32d17053d req-b53ec9c4-31f6-4da4-9a11-d37695e7c2ae tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.621530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ec9c4-31f6-4da4-9a11-d37695e7c2ae tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Pushing event deleted for resources: {'Port': ['ID=b09c5351-d9ae-4e0a-911d-f9578493cd3f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:00.734798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58170e-7585-4893-a19d-205353817abd req-234fb50e-3c83-41cd-a65d-4d78958420ff tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.740849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58170e-7585-4893-a19d-205353817abd req-234fb50e-3c83-41cd-a65d-4d78958420ff tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.755536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58170e-7585-4893-a19d-205353817abd req-234fb50e-3c83-41cd-a65d-4d78958420ff tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.764013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58170e-7585-4893-a19d-205353817abd req-234fb50e-3c83-41cd-a65d-4d78958420ff tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.770448 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58170e-7585-4893-a19d-205353817abd req-234fb50e-3c83-41cd-a65d-4d78958420ff tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.776827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58170e-7585-4893-a19d-205353817abd req-234fb50e-3c83-41cd-a65d-4d78958420ff tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.783153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58170e-7585-4893-a19d-205353817abd req-234fb50e-3c83-41cd-a65d-4d78958420ff tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.785301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fb08284e-863e-4946-b118-74e32d17053d req-b53ec9c4-31f6-4da4-9a11-d37695e7c2ae tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.790232 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fb08284e-863e-4946-b118-74e32d17053d req-b53ec9c4-31f6-4da4-9a11-d37695e7c2ae tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.791567 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf58170e-7585-4893-a19d-205353817abd req-234fb50e-3c83-41cd-a65d-4d78958420ff tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.1968071 Jul 16 01:16:00.809433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55842) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:00.809843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb08284e-863e-4946-b118-74e32d17053d req-b53ec9c4-31f6-4da4-9a11-d37695e7c2ae tempest-FloatingIPDetailsTestJSON-376372412 tempest-FloatingIPDetailsTestJSON-376372412-project] 10.222.0.64 "DELETE /v2.0/floatingips/79dc71f3-9921-4ee5-be3a-60fcbc387397 HTTP/1.1" status: 204 len: 173 time: 1.7154918 Jul 16 01:16:00.836823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting port e190982c-a325-4e59-9283-81909c1a9c7e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:00.837396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.907014 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf58170e-7585-4893-a19d-205353817abd req-0858812b-b420-4b61-9b9f-32f6a4b16531 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142273 Jul 16 01:16:01.099283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55854) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:01.195186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] For port e190982c-a325-4e59-9283-81909c1a9c7e, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e190982c-a325-4e59-9283-81909c1a9c7e,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:01.195468 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.219034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Calling delete_port for e190982c-a325-4e59-9283-81909c1a9c7e owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:01.489310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55874) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:01.489536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f117e596-6a79-43b3-83ac-3984b761ec4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0904c5fb4e64184a6951102d8acc501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881273 Jul 16 01:16:01.526503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16612b5-6a8c-4d23-9a15-882fb357562b req-a631eefc-6807-4566-a076-ff22dd801872 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:01.533299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16612b5-6a8c-4d23-9a15-882fb357562b req-a631eefc-6807-4566-a076-ff22dd801872 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:01.539834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16612b5-6a8c-4d23-9a15-882fb357562b req-a631eefc-6807-4566-a076-ff22dd801872 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:01.547818 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f16612b5-6a8c-4d23-9a15-882fb357562b req-a631eefc-6807-4566-a076-ff22dd801872 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 2418 time: 0.3147695 Jul 16 01:16:01.609125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.630990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['d3634005-0ef5-4849-b634-8287178723da', 'dd523611-56e4-4f3f-ab55-79145db996a0', 'e190982c-a325-4e59-9283-81909c1a9c7e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:01.660750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Port': ['ID=e190982c-a325-4e59-9283-81909c1a9c7e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:01.737642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.737987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.738369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.738694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.739031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.739612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.740132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.740468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.740797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.741143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.741459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.741815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:01.837283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] No DVR routers for this DVR port e190982c-a325-4e59-9283-81909c1a9c7e on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:01.860368 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.878464 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-407464fa-3212-4022-a3f6-617b178f87f5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "DELETE /v2.0/ports/e190982c-a325-4e59-9283-81909c1a9c7e HTTP/1.1" status: 204 len: 173 time: 1.4489946 Jul 16 01:16:01.892513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-deleted', 'tag': 'e190982c-a325-4e59-9283-81909c1a9c7e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:01.900781 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb166526-f54c-4cf9-b5c1-abdc770944cd" -d '{"events": [{"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-deleted", "tag": "e190982c-a325-4e59-9283-81909c1a9c7e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:02.115843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198d38c-2d18-4a94-abe6-5beae5d95a06 req-ed22333f-ba3e-4d09-b249-ca95b6c69def tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:02.128439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9198d38c-2d18-4a94-abe6-5beae5d95a06 req-ed22333f-ba3e-4d09-b249-ca95b6c69def tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 945 time: 0.4827428 Jul 16 01:16:02.216393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9198d38c-2d18-4a94-abe6-5beae5d95a06 req-c0db46ff-6c7f-4798-81b5-dee9ce42f26d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860651 Jul 16 01:16:02.283436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b78811-7c78-45ea-b291-8d75a23e155c req-f7abb763-c203-4384-b4a9-8ca15e415e77 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:02.286114 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-78b78811-7c78-45ea-b291-8d75a23e155c req-f7abb763-c203-4384-b4a9-8ca15e415e77 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 945 time: 0.5959413 Jul 16 01:16:02.339421 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f16612b5-6a8c-4d23-9a15-882fb357562b req-483a0ab4-394a-4e25-8163-de52d64eefa5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7903748 Jul 16 01:16:02.445728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53b7d30b-90c4-4575-a08f-7e2affb911d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.523029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53b7d30b-90c4-4575-a08f-7e2affb911d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.535743 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f736ed1-2ff4-4753-bc54-9bc219833d05 x-openstack-request-id: req-8f736ed1-2ff4-4753-bc54-9bc219833d05 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:02.536337 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-deleted", "tag": "e190982c-a325-4e59-9283-81909c1a9c7e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:02.536730 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f736ed1-2ff4-4753-bc54-9bc219833d05 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:02.539572 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-deleted', 'tag': 'e190982c-a325-4e59-9283-81909c1a9c7e', 'status': 'completed', 'code': 200} Jul 16 01:16:02.720927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-cd67fc22-e061-4702-bba7-30daf3e3f6a7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting port d3634005-0ef5-4849-b634-8287178723da {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:02.721899 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-cd67fc22-e061-4702-bba7-30daf3e3f6a7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.730513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53b7d30b-90c4-4575-a08f-7e2affb911d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.736190 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53b7d30b-90c4-4575-a08f-7e2affb911d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.738176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-53b7d30b-90c4-4575-a08f-7e2affb911d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1456e438-5cfb-4df9-9dcd-614a6559df67 HTTP/1.1" status: 204 len: 168 time: 1.2439294 Jul 16 01:16:02.772826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7d30b-90c4-4575-a08f-7e2affb911d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1456e438-5cfb-4df9-9dcd-614a6559df67,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:02.821148 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.824151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-78b78811-7c78-45ea-b291-8d75a23e155c req-5c7b2330-a8fe-4aef-a999-ba6afc206bf4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Deleting port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:02.825165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-78b78811-7c78-45ea-b291-8d75a23e155c req-5c7b2330-a8fe-4aef-a999-ba6afc206bf4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.005884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a792df07-6f4e-4b20-a758-7c9a069af816 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:03.036089 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-cd67fc22-e061-4702-bba7-30daf3e3f6a7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] For port d3634005-0ef5-4849-b634-8287178723da, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d3634005-0ef5-4849-b634-8287178723da,segment=NetworkSegment(c8df7406-dc3f-4507-81dc-9891c63579fa),segment_id=c8df7406-dc3f-4507-81dc-9891c63579fa)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:03.036518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-cd67fc22-e061-4702-bba7-30daf3e3f6a7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.073098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-78b78811-7c78-45ea-b291-8d75a23e155c req-5c7b2330-a8fe-4aef-a999-ba6afc206bf4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] For port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:03.073992 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-78b78811-7c78-45ea-b291-8d75a23e155c req-5c7b2330-a8fe-4aef-a999-ba6afc206bf4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.107556 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-cd67fc22-e061-4702-bba7-30daf3e3f6a7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Calling delete_port for d3634005-0ef5-4849-b634-8287178723da owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:03.123919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-78b78811-7c78-45ea-b291-8d75a23e155c req-5c7b2330-a8fe-4aef-a999-ba6afc206bf4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Calling delete_port for b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:03.201944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e229b16-823b-4ac4-bf17-c2142e4e615e req-a77ba437-f9e7-4205-aa4b-355028e7937d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.209821 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a792df07-6f4e-4b20-a758-7c9a069af816, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a792df07-6f4e-4b20-a758-7c9a069af816,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:03.216549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e229b16-823b-4ac4-bf17-c2142e4e615e req-a77ba437-f9e7-4205-aa4b-355028e7937d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.241676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e229b16-823b-4ac4-bf17-c2142e4e615e req-a77ba437-f9e7-4205-aa4b-355028e7937d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.247960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'a792df07-6f4e-4b20-a758-7c9a069af816', 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983', 'port_id': 'a792df07-6f4e-4b20-a758-7c9a069af816', 'mac_address': 'fa:16:3e:85:ac:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd841f3de-4d8b-43bb-b2cc-6b4dc15f797a', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:03.264832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e229b16-823b-4ac4-bf17-c2142e4e615e req-a77ba437-f9e7-4205-aa4b-355028e7937d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.286814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e229b16-823b-4ac4-bf17-c2142e4e615e req-a77ba437-f9e7-4205-aa4b-355028e7937d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.307309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e229b16-823b-4ac4-bf17-c2142e4e615e req-a77ba437-f9e7-4205-aa4b-355028e7937d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.327471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e229b16-823b-4ac4-bf17-c2142e4e615e req-a77ba437-f9e7-4205-aa4b-355028e7937d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.329871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e229b16-823b-4ac4-bf17-c2142e4e615e req-a77ba437-f9e7-4205-aa4b-355028e7937d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5419 time: 0.3558338 Jul 16 01:16:03.363701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.415753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a792df07-6f4e-4b20-a758-7c9a069af816 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:03.461654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a792df07-6f4e-4b20-a758-7c9a069af816, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a792df07-6f4e-4b20-a758-7c9a069af816,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:03.477799 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.479097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:03.554341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e229b16-823b-4ac4-bf17-c2142e4e615e req-289fa365-99b6-4920-9e0a-180eed27666b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969516 Jul 16 01:16:03.564417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:03.624615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '9d469d7f-030e-4a04-a7e3-59a7ba7f4adc', 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983', 'port_id': '9d469d7f-030e-4a04-a7e3-59a7ba7f4adc', 'mac_address': 'fa:16:3e:71:39:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd841f3de-4d8b-43bb-b2cc-6b4dc15f797a', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:03.631479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] Deleting port 5c753755-9c8c-476f-9fe9-bda05ea09cb4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:03.631976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.677338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=a792df07-6f4e-4b20-a758-7c9a069af816,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:03.704558 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.732328 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-78b78811-7c78-45ea-b291-8d75a23e155c req-5c7b2330-a8fe-4aef-a999-ba6afc206bf4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.735552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:03.753900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:03.805401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] For port 5c753755-9c8c-476f-9fe9-bda05ea09cb4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=5c753755-9c8c-476f-9fe9-bda05ea09cb4,segment=NetworkSegment(f35519c0-a5b3-43c3-bdd7-b6cbecb549d9),segment_id=f35519c0-a5b3-43c3-bdd7-b6cbecb549d9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:03.805756 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.811075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:03.819379 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.820932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 63c8ce17-e48f-4aae-9026-159cd9590014 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:03.822621 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-cd67fc22-e061-4702-bba7-30daf3e3f6a7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.840790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] Calling delete_port for 5c753755-9c8c-476f-9fe9-bda05ea09cb4 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:03.844466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b2330-a8fe-4aef-a999-ba6afc206bf4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event deleted for resources: {'Port': ['ID=b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:03.933543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 63c8ce17-e48f-4aae-9026-159cd9590014, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=63c8ce17-e48f-4aae-9026-159cd9590014,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:03.957926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '63c8ce17-e48f-4aae-9026-159cd9590014', 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983', 'port_id': '63c8ce17-e48f-4aae-9026-159cd9590014', 'mac_address': 'fa:16:3e:35:0a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd841f3de-4d8b-43bb-b2cc-6b4dc15f797a', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:03.960230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:04.017316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b78811-7c78-45ea-b291-8d75a23e155c req-5c7b2330-a8fe-4aef-a999-ba6afc206bf4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] No DVR routers for this DVR port b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:04.040777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-78b78811-7c78-45ea-b291-8d75a23e155c req-5c7b2330-a8fe-4aef-a999-ba6afc206bf4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.053542 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-78b78811-7c78-45ea-b291-8d75a23e155c req-5c7b2330-a8fe-4aef-a999-ba6afc206bf4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "DELETE /v2.0/ports/b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 HTTP/1.1" status: 204 len: 173 time: 1.7586598 Jul 16 01:16:04.056122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67fc22-e061-4702-bba7-30daf3e3f6a7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Port': ['ID=d3634005-0ef5-4849-b634-8287178723da,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:04.125786 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.172399 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c8ce17-e48f-4aae-9026-159cd9590014 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:04.185434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-cd67fc22-e061-4702-bba7-30daf3e3f6a7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] No DVR routers for this DVR port d3634005-0ef5-4849-b634-8287178723da on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:04.192904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-cd67fc22-e061-4702-bba7-30daf3e3f6a7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.201555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-cd67fc22-e061-4702-bba7-30daf3e3f6a7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "DELETE /v2.0/ports/d3634005-0ef5-4849-b634-8287178723da HTTP/1.1" status: 204 len: 173 time: 2.2920253 Jul 16 01:16:04.222592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 63c8ce17-e48f-4aae-9026-159cd9590014, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=63c8ce17-e48f-4aae-9026-159cd9590014,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:04.238141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.238738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 20b25509-f4f8-4420-8150-49ffe7d401dd details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:04.301361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ef5df-3635-4d30-a548-383abd9ad056 req-69741491-c0e1-4e92-b124-8fa802b3dcc5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:04.320831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-900ef5df-3635-4d30-a548-383abd9ad056 req-69741491-c0e1-4e92-b124-8fa802b3dcc5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=96568888-d018-49d9-a2f0-50613c80d41f HTTP/1.1" status: 200 len: 867 time: 0.7760546 Jul 16 01:16:04.379873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd523611-56e4-4f3f-ab55-79145db996a0 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:04.381984 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.442601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c753755-9c8c-476f-9fe9-bda05ea09cb4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:04.457504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=63c8ce17-e48f-4aae-9026-159cd9590014,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:04.467390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de1267-a6f2-4440-83f8-46f8efe662f1 req-007e4927-d853-495b-a5ea-6a35a5b188c3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:04.481810 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-87de1267-a6f2-4440-83f8-46f8efe662f1 req-007e4927-d853-495b-a5ea-6a35a5b188c3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 946 time: 0.5508645 Jul 16 01:16:04.526579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 20b25509-f4f8-4420-8150-49ffe7d401dd, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=20b25509-f4f8-4420-8150-49ffe7d401dd,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:04.565029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96568888-d018-49d9-a2f0-50613c80d41f', 'name': 'network-vif-deleted', 'tag': 'b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5'}, {'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-deleted', 'tag': 'd3634005-0ef5-4849-b634-8287178723da'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:04.565866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '20b25509-f4f8-4420-8150-49ffe7d401dd', 'network_id': 'c7231af3-6249-44cf-854d-777978c3b983', 'port_id': '20b25509-f4f8-4420-8150-49ffe7d401dd', 'mac_address': 'fa:16:3e:f6:85:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd841f3de-4d8b-43bb-b2cc-6b4dc15f797a', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:04.571735 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7287e6f0-34fc-4afe-ad78-4e3f8c7cda7e" -d '{"events": [{"server_uuid": "96568888-d018-49d9-a2f0-50613c80d41f", "name": "network-vif-deleted", "tag": "b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5"}, {"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-deleted", "tag": "d3634005-0ef5-4849-b634-8287178723da"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:04.705769 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-900ef5df-3635-4d30-a548-383abd9ad056 req-91bfa8f8-2698-45ff-853c-e7bf33a42076 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839359 Jul 16 01:16:04.767860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-87de1267-a6f2-4440-83f8-46f8efe662f1 req-46cee35e-04da-4277-9ef4-e6d357b8c2eb tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839441 Jul 16 01:16:04.792714 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.815632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-9f938b2e-35d9-40e5-bce0-ab99e789a5a5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting port dd523611-56e4-4f3f-ab55-79145db996a0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:04.816263 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-9f938b2e-35d9-40e5-bce0-ab99e789a5a5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.826993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.852994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b25509-f4f8-4420-8150-49ffe7d401dd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:05.032908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd523611-56e4-4f3f-ab55-79145db996a0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:05.035342 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ab4f2e-788b-4874-9110-a1692031616f" -d '{"events": [{"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd523611-56e4-4f3f-ab55-79145db996a0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:05.072785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 20b25509-f4f8-4420-8150-49ffe7d401dd, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=20b25509-f4f8-4420-8150-49ffe7d401dd,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:05.088579 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527798f2-484c-445b-9d66-a13bf2c7d80f x-openstack-request-id: req-527798f2-484c-445b-9d66-a13bf2c7d80f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:05.089060 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96568888-d018-49d9-a2f0-50613c80d41f", "name": "network-vif-deleted", "tag": "b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5", "status": "completed", "code": 200}, {"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-deleted", "tag": "d3634005-0ef5-4849-b634-8287178723da", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:05.090063 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-527798f2-484c-445b-9d66-a13bf2c7d80f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:05.091711 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96568888-d018-49d9-a2f0-50613c80d41f', 'name': 'network-vif-deleted', 'tag': 'b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5', 'status': 'completed', 'code': 200} Jul 16 01:16:05.092548 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-deleted', 'tag': 'd3634005-0ef5-4849-b634-8287178723da', 'status': 'completed', 'code': 200} Jul 16 01:16:05.139565 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.140253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7210560e-dd1b-42b8-b735-1c99f3448846 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:05.151680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port dd523611-56e4-4f3f-ab55-79145db996a0, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd523611-56e4-4f3f-ab55-79145db996a0,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:05.163717 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e655382e-eff1-4f76-94d3-c66edb18db2a x-openstack-request-id: req-e655382e-eff1-4f76-94d3-c66edb18db2a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:05.164376 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd523611-56e4-4f3f-ab55-79145db996a0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:05.164935 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e655382e-eff1-4f76-94d3-c66edb18db2a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:05.165517 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd523611-56e4-4f3f-ab55-79145db996a0', 'code': 200} Jul 16 01:16:05.173006 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.174814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e190982c-a325-4e59-9283-81909c1a9c7e no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:05.197869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.219845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-9f938b2e-35d9-40e5-bce0-ab99e789a5a5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] For port dd523611-56e4-4f3f-ab55-79145db996a0, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd523611-56e4-4f3f-ab55-79145db996a0,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:05.221959 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-9f938b2e-35d9-40e5-bce0-ab99e789a5a5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.240337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: e190982c-a325-4e59-9283-81909c1a9c7e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:05.240966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e190982c-a325-4e59-9283-81909c1a9c7e not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:05.241597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:05.272281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-9f938b2e-35d9-40e5-bce0-ab99e789a5a5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Calling delete_port for dd523611-56e4-4f3f-ab55-79145db996a0 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:05.291927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:05.292597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b8a05a2e-11d1-4f0b-ba73-ab66ea1ba0d5 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:05.293265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d3634005-0ef5-4849-b634-8287178723da no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:05.456568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: d3634005-0ef5-4849-b634-8287178723da {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:05.457316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d3634005-0ef5-4849-b634-8287178723da not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:05.487765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=20b25509-f4f8-4420-8150-49ffe7d401dd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:05.568642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf834-8ac2-4267-b685-9be4923b29e1 req-552808bf-dd72-489c-a121-fc1c5d1189bf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.581909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf834-8ac2-4267-b685-9be4923b29e1 req-552808bf-dd72-489c-a121-fc1c5d1189bf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.612001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf834-8ac2-4267-b685-9be4923b29e1 req-552808bf-dd72-489c-a121-fc1c5d1189bf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.630543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf834-8ac2-4267-b685-9be4923b29e1 req-552808bf-dd72-489c-a121-fc1c5d1189bf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.643474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf834-8ac2-4267-b685-9be4923b29e1 req-552808bf-dd72-489c-a121-fc1c5d1189bf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.658980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf834-8ac2-4267-b685-9be4923b29e1 req-552808bf-dd72-489c-a121-fc1c5d1189bf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.679587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf834-8ac2-4267-b685-9be4923b29e1 req-552808bf-dd72-489c-a121-fc1c5d1189bf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.691773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55972) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:05.692817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bbbf834-8ac2-4267-b685-9be4923b29e1 req-552808bf-dd72-489c-a121-fc1c5d1189bf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5423 time: 0.4232152 Jul 16 01:16:05.790441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7210560e-dd1b-42b8-b735-1c99f3448846, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7210560e-dd1b-42b8-b735-1c99f3448846,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:05.796346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=dd523611-56e4-4f3f-ab55-79145db996a0,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:05.840202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '7210560e-dd1b-42b8-b735-1c99f3448846', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'port_id': '7210560e-dd1b-42b8-b735-1c99f3448846', 'mac_address': 'fa:16:3e:a9:88:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:05.924992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bbbf834-8ac2-4267-b685-9be4923b29e1 req-a18a4a4a-bffc-41e9-8627-762d6fe571d3 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2296846 Jul 16 01:16:05.991715 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.043746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] Router 1037db04-0072-46f6-90f2-8809f85896a4 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:06.055962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-9f938b2e-35d9-40e5-bce0-ab99e789a5a5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.068624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7210560e-dd1b-42b8-b735-1c99f3448846 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:06.146257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7210560e-dd1b-42b8-b735-1c99f3448846, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7210560e-dd1b-42b8-b735-1c99f3448846,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:06.156088 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.156971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device fcc7a6f5-63d1-4adb-a205-1991dc38c05b details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:06.162917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f938b2e-35d9-40e5-bce0-ab99e789a5a5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Port': ['ID=dd523611-56e4-4f3f-ab55-79145db996a0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:06.314853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7210560e-dd1b-42b8-b735-1c99f3448846,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:06.467583 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a908014-788d-452d-a494-2235e747471c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.502273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-9f938b2e-35d9-40e5-bce0-ab99e789a5a5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] No DVR routers for this DVR port dd523611-56e4-4f3f-ab55-79145db996a0 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:06.516063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdec38ac-5cc6-4cb2-ae72-9751280e3171 req-0baef4f4-3d90-46f8-b0bc-f0adc20fe86d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=64544956-ea64-41e1-a05d-a761e5da226c HTTP/1.1" status: 200 len: 210 time: 0.2420535 Jul 16 01:16:06.523143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-9f938b2e-35d9-40e5-bce0-ab99e789a5a5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.533088 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-317296c1-f403-40f6-ad1c-95e5f94d99c2 req-9f938b2e-35d9-40e5-bce0-ab99e789a5a5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "DELETE /v2.0/ports/dd523611-56e4-4f3f-ab55-79145db996a0 HTTP/1.1" status: 204 len: 173 time: 2.3245764 Jul 16 01:16:06.625594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port fcc7a6f5-63d1-4adb-a205-1991dc38c05b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:06.652046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'fcc7a6f5-63d1-4adb-a205-1991dc38c05b', 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593', 'port_id': 'fcc7a6f5-63d1-4adb-a205-1991dc38c05b', 'mac_address': 'fa:16:3e:a1:08:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0b9ad1-833c-4e60-a477-a5855cdf9915', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:06.749552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56010) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:06.749813 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.798696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc7a6f5-63d1-4adb-a205-1991dc38c05b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:06.858989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port fcc7a6f5-63d1-4adb-a205-1991dc38c05b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:06.865348 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.866441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device d6048739-9c8a-4890-88e3-0e64cdcbf9fb details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:06.879824 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a908014-788d-452d-a494-2235e747471c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.067377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:07.090319 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92c75842-5bd3-450a-bf0f-38c02671e172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.098380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-deleted', 'tag': 'dd523611-56e4-4f3f-ab55-79145db996a0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:07.101377 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a908014-788d-452d-a494-2235e747471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.109592 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74a4b47-4da3-4f7e-9a97-d91d9cecf824" -d '{"events": [{"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-deleted", "tag": "dd523611-56e4-4f3f-ab55-79145db996a0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:07.159330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port d6048739-9c8a-4890-88e3-0e64cdcbf9fb, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:07.218857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'd6048739-9c8a-4890-88e3-0e64cdcbf9fb', 'network_id': 'aaebf08d-3259-4a82-b7fc-f3ff6e40c593', 'port_id': 'd6048739-9c8a-4890-88e3-0e64cdcbf9fb', 'mac_address': 'fa:16:3e:a4:b1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0b9ad1-833c-4e60-a477-a5855cdf9915', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:07.287691 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2a908014-788d-452d-a494-2235e747471c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2509950af6c54390b5cd18b4286901e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5931749 Jul 16 01:16:07.290349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:07.292961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a908014-788d-452d-a494-2235e747471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169fd3df-9319-4ce6-8ebf-2903e53bd89f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:07.300957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:07.335057 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.359926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-6e936d90-9526-409a-83ae-942f44d8252c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.362109 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-6e936d90-9526-409a-83ae-942f44d8252c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.4792430 Jul 16 01:16:07.380200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6048739-9c8a-4890-88e3-0e64cdcbf9fb {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:07.400696 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-72a323bf-61c5-41d8-a94a-033b4c5e81ee tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/quotas/319e93c2b6a747e89f168f27df7d6c9e HTTP/1.1" status: 200 len: 375 time: 0.0299733 Jul 16 01:16:07.425577 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f45b8152-d880-4b43-abf2-c5adc672cda9 admin admin] 10.222.0.64 "PUT /v2.0/routers/1037db04-0072-46f6-90f2-8809f85896a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6144197 Jul 16 01:16:07.471300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port d6048739-9c8a-4890-88e3-0e64cdcbf9fb, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:07.488592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb63396-f069-47e8-b593-9582c7888cc6 None None] Sync routers for ids ['1037db04-0072-46f6-90f2-8809f85896a4'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:07.501466 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.514385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb63396-f069-47e8-b593-9582c7888cc6 None None] Routers {'1037db04-0072-46f6-90f2-8809f85896a4'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:07.515011 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-beb2d839-71b7-411e-9441-b1e5b89fb75c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060932 Jul 16 01:16:07.517353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4cb63396-f069-47e8-b593-9582c7888cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:15:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1037db04-0072-46f6-90f2-8809f85896a4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:07.517615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56024) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:07.603823 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92c75842-5bd3-450a-bf0f-38c02671e172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.656533 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92c75842-5bd3-450a-bf0f-38c02671e172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.705412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c75842-5bd3-450a-bf0f-38c02671e172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cadd00-def6-4803-ba76-502fcb8140ef,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:07.817900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:07.833361 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1d776bc-be81-4e53-9007-975553c62419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.862755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-92c75842-5bd3-450a-bf0f-38c02671e172 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a75f4ef4383748f69557f5b56cf3790f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1117575 Jul 16 01:16:07.864099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56032) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:07.895469 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4cb63396-f069-47e8-b593-9582c7888cc6 None None] Set router 1037db04-0072-46f6-90f2-8809f85896a4 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:07.970259 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1d776bc-be81-4e53-9007-975553c62419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.032137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8fbc8-799b-44d2-a13e-f976da7cadf2 req-8a23c056-6397-40f1-a2a0-7637e6f88a89 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.040392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8fbc8-799b-44d2-a13e-f976da7cadf2 req-8a23c056-6397-40f1-a2a0-7637e6f88a89 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.046212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-1bb14019-3bb3-485f-9aeb-40365ef280cb service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010033 Jul 16 01:16:08.054197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8fbc8-799b-44d2-a13e-f976da7cadf2 req-8a23c056-6397-40f1-a2a0-7637e6f88a89 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.066366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8fbc8-799b-44d2-a13e-f976da7cadf2 req-8a23c056-6397-40f1-a2a0-7637e6f88a89 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.073152 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8fbc8-799b-44d2-a13e-f976da7cadf2 req-8a23c056-6397-40f1-a2a0-7637e6f88a89 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.082919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8fbc8-799b-44d2-a13e-f976da7cadf2 req-8a23c056-6397-40f1-a2a0-7637e6f88a89 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.089598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8fbc8-799b-44d2-a13e-f976da7cadf2 req-8a23c056-6397-40f1-a2a0-7637e6f88a89 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.100116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0c8fbc8-799b-44d2-a13e-f976da7cadf2 req-8a23c056-6397-40f1-a2a0-7637e6f88a89 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5426 time: 0.5715454 Jul 16 01:16:08.166978 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c76e5fc-bc6f-4633-800c-65b2c41e950e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.204609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0c8fbc8-799b-44d2-a13e-f976da7cadf2 req-54b00354-914d-4806-b211-36397484e3f6 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034861 Jul 16 01:16:08.314700 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c76e5fc-bc6f-4633-800c-65b2c41e950e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.346146 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.358957 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1d776bc-be81-4e53-9007-975553c62419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.363699 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1d776bc-be81-4e53-9007-975553c62419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.371651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d1d776bc-be81-4e53-9007-975553c62419 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/169fd3df-9319-4ce6-8ebf-2903e53bd89f HTTP/1.1" status: 204 len: 168 time: 1.0777841 Jul 16 01:16:08.397842 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d92ab5-d368-4f37-9728-78a9ec697181 x-openstack-request-id: req-a1d92ab5-d368-4f37-9728-78a9ec697181 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:08.398322 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64544956-ea64-41e1-a05d-a761e5da226c", "name": "network-vif-deleted", "tag": "dd523611-56e4-4f3f-ab55-79145db996a0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:08.401618 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1d92ab5-d368-4f37-9728-78a9ec697181 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:08.402181 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64544956-ea64-41e1-a05d-a761e5da226c', 'name': 'network-vif-deleted', 'tag': 'dd523611-56e4-4f3f-ab55-79145db996a0', 'status': 'completed', 'code': 200} Jul 16 01:16:08.468362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-84b97acd-92ed-4747-a5f0-9e7d2d4af09e service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094071 Jul 16 01:16:08.471983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['a792df07-6f4e-4b20-a758-7c9a069af816'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:08.489132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d776bc-be81-4e53-9007-975553c62419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169fd3df-9319-4ce6-8ebf-2903e53bd89f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:08.546066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c76e5fc-bc6f-4633-800c-65b2c41e950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.550206 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c76e5fc-bc6f-4633-800c-65b2c41e950e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.551930 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7c76e5fc-bc6f-4633-800c-65b2c41e950e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0cadd00-def6-4803-ba76-502fcb8140ef HTTP/1.1" status: 204 len: 168 time: 0.6836948 Jul 16 01:16:08.592625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76e5fc-bc6f-4633-800c-65b2c41e950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cadd00-def6-4803-ba76-502fcb8140ef,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:08.661843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.847564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:08.878886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Deleting port 7759935f-c850-493e-862e-47f3f4a7549c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:08.890048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.012615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['9d469d7f-030e-4a04-a7e3-59a7ba7f4adc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:09.025796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec176a72-e52e-486f-96b1-c4d0cbd98527 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting subnet feb12e0a-6756-4294-96bd-84438b6f45c9 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:16:09.034863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['7210560e-dd1b-42b8-b735-1c99f3448846'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:09.037269 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec176a72-e52e-486f-96b1-c4d0cbd98527 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.065713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['fcc7a6f5-63d1-4adb-a205-1991dc38c05b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:09.080599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['20b25509-f4f8-4420-8150-49ffe7d401dd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:09.082108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] For port 7759935f-c850-493e-862e-47f3f4a7549c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7759935f-c850-493e-862e-47f3f4a7549c,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:09.082839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.083928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['d6048739-9c8a-4890-88e3-0e64cdcbf9fb'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:09.086655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['63c8ce17-e48f-4aae-9026-159cd9590014'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:09.127162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Calling delete_port for 7759935f-c850-493e-862e-47f3f4a7549c owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:09.186406 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec176a72-e52e-486f-96b1-c4d0cbd98527 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.373353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56080) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:09.519864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa008-4cc9-4692-a2d5-f4a53704d31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.647776 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbed3db9-9afd-4af2-9a83-d75c337428ea req-d46417b6-36d7-43b4-b6a1-2df7f3ebdc62 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 210 time: 0.5436099 Jul 16 01:16:09.752074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec176a72-e52e-486f-96b1-c4d0cbd98527 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.818945 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.917095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Pushing event deleted for resources: {'Port': ['ID=7759935f-c850-493e-862e-47f3f4a7549c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:09.990213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec176a72-e52e-486f-96b1-c4d0cbd98527 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.056120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec176a72-e52e-486f-96b1-c4d0cbd98527 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Subnet': ['ID=feb12e0a-6756-4294-96bd-84438b6f45c9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:10.092545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.184976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae2adc-989e-4e67-9665-f7858a550e68 None None] Network db2e51e9-3b70-4fb1-973f-e85d8523d991 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:10.235264 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.251563 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.303540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa008-4cc9-4692-a2d5-f4a53704d31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.307547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec176a72-e52e-486f-96b1-c4d0cbd98527 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.313411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ec176a72-e52e-486f-96b1-c4d0cbd98527 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "DELETE /v2.0/subnets/feb12e0a-6756-4294-96bd-84438b6f45c9 HTTP/1.1" status: 204 len: 168 time: 1.4624016 Jul 16 01:16:10.318046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56114) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:10.323968 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa008-4cc9-4692-a2d5-f4a53704d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.357195 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.357773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1037db04-0072-46f6-90f2-8809f85896a4 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:16:10.362669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.363722 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c51a7c31-7844-419a-89e5-f3c58bcdba2c admin admin] 10.222.0.64 "DELETE /v2.0/routers/1037db04-0072-46f6-90f2-8809f85896a4 HTTP/1.1" status: 204 len: 168 time: 2.8450940 Jul 16 01:16:10.371284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56120) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:10.402832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f5bfa008-4cc9-4692-a2d5-f4a53704d31f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8912a3f864441b3865d59f29db95e16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0276549 Jul 16 01:16:10.452782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56122) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:10.560502 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.573815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bb3f-8753-475f-a549-4425cb068545 req-ada748b9-4155-4108-8bb0-9a0237e9e131 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.581801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bb3f-8753-475f-a549-4425cb068545 req-ada748b9-4155-4108-8bb0-9a0237e9e131 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.616341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c04bb0a-dbae-41f6-b0a4-ad526510399b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.622126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bb3f-8753-475f-a549-4425cb068545 req-ada748b9-4155-4108-8bb0-9a0237e9e131 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.632978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bb3f-8753-475f-a549-4425cb068545 req-ada748b9-4155-4108-8bb0-9a0237e9e131 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.655414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bb3f-8753-475f-a549-4425cb068545 req-ada748b9-4155-4108-8bb0-9a0237e9e131 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.655820 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c04bb0a-dbae-41f6-b0a4-ad526510399b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.666695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bb3f-8753-475f-a549-4425cb068545 req-ada748b9-4155-4108-8bb0-9a0237e9e131 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.675028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4cb63396-f069-47e8-b593-9582c7888cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037db04-0072-46f6-90f2-8809f85896a4', 'name': 'tempest-FloatingIPDetailsTestJSON-1241254847-router', 'tenant_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '7759935f-c850-493e-862e-47f3f4a7549c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:49Z', 'updated_at': '2021-07-16T01:16:04Z', 'revision_number': 5, 'project_id': '8cb2381dc4c94fb2a5c317b1f4b04596', 'gw_port': {'id': '7759935f-c850-493e-862e-47f3f4a7549c', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037db04-0072-46f6-90f2-8809f85896a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:51Z', 'updated_at': '2021-07-16T01:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:10.688019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016bb3f-8753-475f-a549-4425cb068545 req-ada748b9-4155-4108-8bb0-9a0237e9e131 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.696990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1016bb3f-8753-475f-a549-4425cb068545 req-ada748b9-4155-4108-8bb0-9a0237e9e131 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5426 time: 1.2128315 Jul 16 01:16:10.725803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-9829d7d7-abbf-44bd-8cfd-bf4efa83899f admin admin] Deleting subnet 444f5a35-d039-4025-93ff-5c48224f261f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:16:10.730058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c04bb0a-dbae-41f6-b0a4-ad526510399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.734054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c04bb0a-dbae-41f6-b0a4-ad526510399b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.739484 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3c04bb0a-dbae-41f6-b0a4-ad526510399b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/178b6d3d-9e7a-4698-a932-f680b8d201e5 HTTP/1.1" status: 204 len: 168 time: 0.2821519 Jul 16 01:16:10.739484 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9829d7d7-abbf-44bd-8cfd-bf4efa83899f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.771130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfa008-4cc9-4692-a2d5-f4a53704d31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178b6d3d-9e7a-4698-a932-f680b8d201e5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:10.842193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb63396-f069-47e8-b593-9582c7888cc6 None None] Checking router: 1037db04-0072-46f6-90f2-8809f85896a4 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:10.899624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04bb0a-dbae-41f6-b0a4-ad526510399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b6d3d-9e7a-4698-a932-f680b8d201e5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:10.906648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1016bb3f-8753-475f-a549-4425cb068545 req-a50f8186-69d0-48cf-9cb4-389d097be938 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2086811 Jul 16 01:16:10.965817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:10.966414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.970347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9829d7d7-abbf-44bd-8cfd-bf4efa83899f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.162181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] For port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=569edc6e-79d4-4608-b9cf-8f0b509fa5b5,segment=NetworkSegment(c8df7406-dc3f-4507-81dc-9891c63579fa),segment_id=c8df7406-dc3f-4507-81dc-9891c63579fa)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:11.162556 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.188204 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9829d7d7-abbf-44bd-8cfd-bf4efa83899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.189512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Calling delete_port for 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:11.336153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb63396-f069-47e8-b593-9582c7888cc6 None None] Routers set() bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:11.337176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb63396-f069-47e8-b593-9582c7888cc6 None None] Router IDs set() for agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:16:11.338211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_agentschedulers_db [None req-4cb63396-f069-47e8-b593-9582c7888cc6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1037db04-0072-46f6-90f2-8809f85896a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:15:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent'). {{(pid=93946) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:16:11.338810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb63396-f069-47e8-b593-9582c7888cc6 None None] The sync data for ids ['1037db04-0072-46f6-90f2-8809f85896a4'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:11.369195 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b987909-e6b4-4c1a-94c4-645401f4c63b req-288b7b90-2bcc-4c9e-8a69-9c6886547f93 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 210 time: 0.0895677 Jul 16 01:16:11.493337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9829d7d7-abbf-44bd-8cfd-bf4efa83899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.616255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829d7d7-abbf-44bd-8cfd-bf4efa83899f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444f5a35-d039-4025-93ff-5c48224f261f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:11.658148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db857fda-d35d-4f02-8328-8a820fcce672 None None] Network f535cf33-17bc-41ca-8755-e79cd5b9f681 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:11.672763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9829d7d7-abbf-44bd-8cfd-bf4efa83899f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.684533 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9829d7d7-abbf-44bd-8cfd-bf4efa83899f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/444f5a35-d039-4025-93ff-5c48224f261f HTTP/1.1" status: 204 len: 168 time: 1.3113046 Jul 16 01:16:11.685666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56198) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:11.792733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.799317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4bb06-954b-4fa4-9104-22f4c8e1d6ba None None] DHCP port deletion for db2e51e9-3b70-4fb1-973f-e85d8523d991 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:16:12.061776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Deleting port 413fd7b8-a48f-41e7-982c-2fd1574c2226 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:12.062176 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.252119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56208) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:12.281505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] For port 413fd7b8-a48f-41e7-982c-2fd1574c2226, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=413fd7b8-a48f-41e7-982c-2fd1574c2226,segment=NetworkSegment(f35519c0-a5b3-43c3-bdd7-b6cbecb549d9),segment_id=f35519c0-a5b3-43c3-bdd7-b6cbecb549d9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:12.281891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.287156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4bb06-954b-4fa4-9104-22f4c8e1d6ba None None] Deleting port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:12.287641 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3bf4bb06-954b-4fa4-9104-22f4c8e1d6ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.300236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Calling delete_port for 413fd7b8-a48f-41e7-982c-2fd1574c2226 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:12.301956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.364650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a406b1-8787-4562-bbf7-84b3e74ef73d None None] DHCP port deletion for f535cf33-17bc-41ca-8755-e79cd5b9f681 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:16:12.440098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Port': ['ID=569edc6e-79d4-4608-b9cf-8f0b509fa5b5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:12.503527 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3bf4bb06-954b-4fa4-9104-22f4c8e1d6ba None None] For port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:12.504437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3bf4bb06-954b-4fa4-9104-22f4c8e1d6ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.507755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] No DVR routers for this DVR port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:12.530949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4bb06-954b-4fa4-9104-22f4c8e1d6ba None None] Calling delete_port for 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:12.535765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-3bf4bb06-954b-4fa4-9104-22f4c8e1d6ba None None] Port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:16:12.537910 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3bf4bb06-954b-4fa4-9104-22f4c8e1d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.610592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4bb06-954b-4fa4-9104-22f4c8e1d6ba None None] Pushing event deleted for resources: {'Port': ['ID=569edc6e-79d4-4608-b9cf-8f0b509fa5b5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:12.618546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf4bb06-954b-4fa4-9104-22f4c8e1d6ba None None] No DVR routers for this DVR port 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:12.619602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15f13932-3d9a-4116-acff-70a1e7aca57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.701796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-35a406b1-8787-4562-bbf7-84b3e74ef73d None None] Deleting port 413fd7b8-a48f-41e7-982c-2fd1574c2226 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:12.702213 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35a406b1-8787-4562-bbf7-84b3e74ef73d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.748133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-269b2a27-8d2b-46d7-ad1a-e832404d26a5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.762499 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-269b2a27-8d2b-46d7-ad1a-e832404d26a5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.6367002 Jul 16 01:16:12.789274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Request body: {'port': {'device_id': 'fc97e348-3684-436f-a071-5754a3e4994c', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'admin_state_up': True, 'tenant_id': '319e93c2b6a747e89f168f27df7d6c9e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:12.839710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc449b5-f4c3-432a-9e1c-207320548089 req-f3b334c9-e2a8-42af-b227-0e0515724dda tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.844493 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0cc449b5-f4c3-432a-9e1c-207320548089 req-f3b334c9-e2a8-42af-b227-0e0515724dda tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 949 time: 0.7296040 Jul 16 01:16:12.883962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.919006 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-35a406b1-8787-4562-bbf7-84b3e74ef73d None None] For port 413fd7b8-a48f-41e7-982c-2fd1574c2226, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=413fd7b8-a48f-41e7-982c-2fd1574c2226,segment=NetworkSegment(f35519c0-a5b3-43c3-bdd7-b6cbecb549d9),segment_id=f35519c0-a5b3-43c3-bdd7-b6cbecb549d9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:12.920513 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35a406b1-8787-4562-bbf7-84b3e74ef73d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.935460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2e51e9-3b70-4fb1-973f-e85d8523d991']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:12.985288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8df7406-dc3f-4507-81dc-9891c63579fa') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:12.986204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8df7406-dc3f-4507-81dc-9891c63579fa') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:13.015047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-35a406b1-8787-4562-bbf7-84b3e74ef73d None None] Calling delete_port for 413fd7b8-a48f-41e7-982c-2fd1574c2226 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:13.018362 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.076435 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.079110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 413fd7b8-a48f-41e7-982c-2fd1574c2226 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:13.085273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Pushing event deleted for resources: {'Port': ['ID=413fd7b8-a48f-41e7-982c-2fd1574c2226,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:13.102711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] No DVR routers for this DVR port 413fd7b8-a48f-41e7-982c-2fd1574c2226 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:13.130280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.144078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0cc449b5-f4c3-432a-9e1c-207320548089 req-8b87fa14-7662-49a1-9136-58118fc0735c tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335901 Jul 16 01:16:13.157210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:16:13.157852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:16:13.171244 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:16:13.173695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 413fd7b8-a48f-41e7-982c-2fd1574c2226 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:13.173816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9a91-e557-46a5-8ba7-61e16d8a8f27 req-d81aed47-1fee-4a34-beca-0ad6e56ee601 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.173931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 413fd7b8-a48f-41e7-982c-2fd1574c2226 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:13.173931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7759935f-c850-493e-862e-47f3f4a7549c no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:13.178322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9a91-e557-46a5-8ba7-61e16d8a8f27 req-d81aed47-1fee-4a34-beca-0ad6e56ee601 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.185241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9a91-e557-46a5-8ba7-61e16d8a8f27 req-d81aed47-1fee-4a34-beca-0ad6e56ee601 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.192336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9a91-e557-46a5-8ba7-61e16d8a8f27 req-d81aed47-1fee-4a34-beca-0ad6e56ee601 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.201161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9a91-e557-46a5-8ba7-61e16d8a8f27 req-d81aed47-1fee-4a34-beca-0ad6e56ee601 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.204726 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 7759935f-c850-493e-862e-47f3f4a7549c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:13.205152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7759935f-c850-493e-862e-47f3f4a7549c not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:13.205575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:13.209584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9a91-e557-46a5-8ba7-61e16d8a8f27 req-d81aed47-1fee-4a34-beca-0ad6e56ee601 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.216046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9a91-e557-46a5-8ba7-61e16d8a8f27 req-d81aed47-1fee-4a34-beca-0ad6e56ee601 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.224442 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb8f9a91-e557-46a5-8ba7-61e16d8a8f27 req-d81aed47-1fee-4a34-beca-0ad6e56ee601 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5426 time: 0.2952592 Jul 16 01:16:13.243489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:13.243856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 569edc6e-79d4-4608-b9cf-8f0b509fa5b5 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:13.244764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5c753755-9c8c-476f-9fe9-bda05ea09cb4 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:13.287189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 5c753755-9c8c-476f-9fe9-bda05ea09cb4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:13.288128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5c753755-9c8c-476f-9fe9-bda05ea09cb4 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:13.293547 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.304178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.326378 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.331940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f535cf33-17bc-41ca-8755-e79cd5b9f681']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:13.333240 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "DELETE /v2.0/networks/db2e51e9-3b70-4fb1-973f-e85d8523d991 HTTP/1.1" status: 204 len: 168 time: 3.0113709 Jul 16 01:16:13.334252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56230) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:13.348812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:13.349184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35519c0-a5b3-43c3-bdd7-b6cbecb549d9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:13.365147 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35a406b1-8787-4562-bbf7-84b3e74ef73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.366364 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.389786 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.393971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a406b1-8787-4562-bbf7-84b3e74ef73d None None] No DVR routers for this DVR port 413fd7b8-a48f-41e7-982c-2fd1574c2226 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:13.396903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e2def-7465-47d6-8ca0-5a906da43c16 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Network': ['ID=db2e51e9-3b70-4fb1-973f-e85d8523d991,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:13.421689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a406b1-8787-4562-bbf7-84b3e74ef73d None None] Pushing event deleted for resources: {'Port': ['ID=413fd7b8-a48f-41e7-982c-2fd1574c2226,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:13.436645 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb8f9a91-e557-46a5-8ba7-61e16d8a8f27 req-75fa14cf-8d7b-413a-beae-7fbb8b2e699b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2109494 Jul 16 01:16:13.438410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:16:13.438974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:16:13.441816 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:16:13.476692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15f13932-3d9a-4116-acff-70a1e7aca57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.484259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d8c820-9aad-4a36-aa7b-4b8f472c9c06 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting subnet 04a4ba3f-6e6a-463c-b79e-d05ee390ad43 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:16:13.489511 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79d8c820-9aad-4a36-aa7b-4b8f472c9c06 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.551263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0ac82c53-1e49-40da-be21-ab2a881bad44 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:13.553123 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.563244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.574693 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f535cf33-17bc-41ca-8755-e79cd5b9f681 HTTP/1.1" status: 204 len: 168 time: 1.8833723 Jul 16 01:16:13.578480 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79d8c820-9aad-4a36-aa7b-4b8f472c9c06 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.585715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15f13932-3d9a-4116-acff-70a1e7aca57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.611063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f67147-99f3-4ceb-ba33-f825e0ff8361 admin admin] Pushing event deleted for resources: {'Network': ['ID=f535cf33-17bc-41ca-8755-e79cd5b9f681,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:13.697468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ec4c26-29e8-4cd3-bfd1-5bd10e64aabb req-b75081c2-e4bf-4364-8f3f-4365d2d30c9c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 210 time: 0.3111858 Jul 16 01:16:13.764604 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.778094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:13.794457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Made reservation on behalf of 319e93c2b6a747e89f168f27df7d6c9e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:13.801145 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.829123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 0ac82c53-1e49-40da-be21-ab2a881bad44, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0ac82c53-1e49-40da-be21-ab2a881bad44,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:13.831524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac82c53-1e49-40da-be21-ab2a881bad44'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:13.834104 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240a014-1382-4884-b602-8400c0df0551" -d '{"events": [{"server_uuid": "379d33f8-f59b-43cf-9e10-d816244e9e7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0ac82c53-1e49-40da-be21-ab2a881bad44"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:13.858999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f13932-3d9a-4116-acff-70a1e7aca57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a08617-d234-4a19-a707-a3f1e43aed34,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:13.859963 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.897044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-15f13932-3d9a-4116-acff-70a1e7aca57c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f30bcf4f2d54e739c3f3011567c5b33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6438169 Jul 16 01:16:13.897717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:13.913854 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a2e29676-b45e-46dc-a350-222e53b85b24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8cb2381dc4c94fb2a5c317b1f4b04596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344142 Jul 16 01:16:13.919804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56258) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:14.016467 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79d8c820-9aad-4a36-aa7b-4b8f472c9c06 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.020166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=0ac82c53-1e49-40da-be21-ab2a881bad44,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.049870 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-965e9ab8-ad2e-4ade-960c-30f294ea1132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.086735 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-965e9ab8-ad2e-4ade-960c-30f294ea1132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.175619 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5ff246-ac40-409a-bad9-789fba76c9cb x-openstack-request-id: req-6e5ff246-ac40-409a-bad9-789fba76c9cb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:14.176010 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d33f8-f59b-43cf-9e10-d816244e9e7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0ac82c53-1e49-40da-be21-ab2a881bad44", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:14.176356 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e5ff246-ac40-409a-bad9-789fba76c9cb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:14.176845 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac82c53-1e49-40da-be21-ab2a881bad44', 'code': 200} Jul 16 01:16:14.210235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-965e9ab8-ad2e-4ade-960c-30f294ea1132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.216440 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-965e9ab8-ad2e-4ade-960c-30f294ea1132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.218691 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-965e9ab8-ad2e-4ade-960c-30f294ea1132 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2fcb74b-c179-4b1b-8c29-3396fa8aeb47 HTTP/1.1" status: 204 len: 168 time: 0.2970397 Jul 16 01:16:14.253101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e9ab8-ad2e-4ade-960c-30f294ea1132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fcb74b-c179-4b1b-8c29-3396fa8aeb47,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.272063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ced00be8-76f0-49f5-9774-1243468f9348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.329568 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ced00be8-76f0-49f5-9774-1243468f9348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.406843 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79d8c820-9aad-4a36-aa7b-4b8f472c9c06 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.454100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8c820-9aad-4a36-aa7b-4b8f472c9c06 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Subnet': ['ID=04a4ba3f-6e6a-463c-b79e-d05ee390ad43,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.468350 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79d8c820-9aad-4a36-aa7b-4b8f472c9c06 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.471209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-79d8c820-9aad-4a36-aa7b-4b8f472c9c06 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "DELETE /v2.0/subnets/04a4ba3f-6e6a-463c-b79e-d05ee390ad43 HTTP/1.1" status: 204 len: 168 time: 1.0963366 Jul 16 01:16:14.472872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07c45ab-f303-4274-ad83-768759f13710 None None] Network 9255bb38-60d5-4a2e-990e-cf71c83a5b2d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:14.473843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56288) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:14.484816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Allocated IP 172.20.0.2 (db8facb9-7f33-47d6-9f8a-78547de9b32d/7dec5ba0-6bd7-476b-8091-6c954de6e44e/de00b6a6-53ad-4630-8cad-aa23e7be9a62) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:14.526534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ced00be8-76f0-49f5-9774-1243468f9348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.530345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ced00be8-76f0-49f5-9774-1243468f9348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.534468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ced00be8-76f0-49f5-9774-1243468f9348 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4a08617-d234-4a19-a707-a3f1e43aed34 HTTP/1.1" status: 204 len: 168 time: 0.4694536 Jul 16 01:16:14.561420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced00be8-76f0-49f5-9774-1243468f9348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a08617-d234-4a19-a707-a3f1e43aed34,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.615200 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.719719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:14.725107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.858601 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.886120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] For port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e,segment=NetworkSegment(d8501628-60f0-4f65-b75c-3c66b4aeacd9),segment_id=d8501628-60f0-4f65-b75c-3c66b4aeacd9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:14.887749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.917881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Calling delete_port for 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:15.003108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.082738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Network db8facb9-7f33-47d6-9f8a-78547de9b32d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:15.109148 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.113044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:15.125730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:15.141704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc31c78-aeb4-4bce-a79d-2ea0edea0776 None None] DHCP port deletion for 9255bb38-60d5-4a2e-990e-cf71c83a5b2d request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:16:15.200472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event updated for resources: {'Port': ['ID=de00b6a6-53ad-4630-8cad-aa23e7be9a62,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.214253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Port': ['ID=98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.226749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] No DVR routers for this DVR port 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:15.233332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a782-068e-4600-a8c8-a04293846009 req-8a16a119-3d2c-467f-b2f2-87e58e9ac41e tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.239684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a782-068e-4600-a8c8-a04293846009 req-8a16a119-3d2c-467f-b2f2-87e58e9ac41e tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.245955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a782-068e-4600-a8c8-a04293846009 req-8a16a119-3d2c-467f-b2f2-87e58e9ac41e tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.252993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a782-068e-4600-a8c8-a04293846009 req-8a16a119-3d2c-467f-b2f2-87e58e9ac41e tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.260657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a782-068e-4600-a8c8-a04293846009 req-8a16a119-3d2c-467f-b2f2-87e58e9ac41e tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.266629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a782-068e-4600-a8c8-a04293846009 req-8a16a119-3d2c-467f-b2f2-87e58e9ac41e tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.272647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a782-068e-4600-a8c8-a04293846009 req-8a16a119-3d2c-467f-b2f2-87e58e9ac41e tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.274685 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1388a782-068e-4600-a8c8-a04293846009 req-8a16a119-3d2c-467f-b2f2-87e58e9ac41e tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5426 time: 0.3326550 Jul 16 01:16:15.317186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.317847 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.357262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-708ef26b-3563-4b5e-b08a-55c3b8745b58 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5935445 Jul 16 01:16:15.358045 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.381681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1388a782-068e-4600-a8c8-a04293846009 req-1d1b8002-2bdf-4514-94be-1de49d739a98 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971420 Jul 16 01:16:15.382396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9255bb38-60d5-4a2e-990e-cf71c83a5b2d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:15.398310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Request body: {'port': {'device_id': 'fc97e348-3684-436f-a071-5754a3e4994c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:15.414690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8501628-60f0-4f65-b75c-3c66b4aeacd9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:15.414690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8501628-60f0-4f65-b75c-3c66b4aeacd9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:15.427346 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.453947 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.464366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:16:15.464773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:16:15.469036 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:16:15.497575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150169c-69bc-48e9-ac3d-7100245cc72c req-a23f098a-c6a8-46eb-95d5-c10941795993 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.499205 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c150169c-69bc-48e9-ac3d-7100245cc72c req-a23f098a-c6a8-46eb-95d5-c10941795993 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 931 time: 0.1381419 Jul 16 01:16:15.581832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 20b25509-f4f8-4420-8150-49ffe7d401dd up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:15.586316 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c150169c-69bc-48e9-ac3d-7100245cc72c req-de767dec-408d-4760-bccb-25f0c1c8c3bf tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796165 Jul 16 01:16:15.587443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.597413 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.604610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "DELETE /v2.0/networks/9255bb38-60d5-4a2e-990e-cf71c83a5b2d HTTP/1.1" status: 204 len: 168 time: 1.1294460 Jul 16 01:16:15.607588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:15.628887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-130130724'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:15.656285 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.659773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6751b-b3e9-4bdf-a3a0-595628555466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Network': ['ID=9255bb38-60d5-4a2e-990e-cf71c83a5b2d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.682522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:15.690028 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.708851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 20b25509-f4f8-4420-8150-49ffe7d401dd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:15.722734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 20b25509-f4f8-4420-8150-49ffe7d401dd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:15.722734 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.740574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:15.767195 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.767554 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Added segment 2b665e13-a5e7-4735-935e-cff3e4233cc0 of type vlan for network 8ef03f08-8b94-401f-878e-897d99c854d2 Jul 16 01:16:15.776775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1091f-a359-4edf-836b-a9e94b72bb20 req-3ec79fef-5dfd-4da6-9ae2-39957c08148b tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.786551 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48c1091f-a359-4edf-836b-a9e94b72bb20 req-3ec79fef-5dfd-4da6-9ae2-39957c08148b tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 946 time: 0.2083447 Jul 16 01:16:15.834836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.847368 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.894893 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.901772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.902756 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.920541 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 20b25509-f4f8-4420-8150-49ffe7d401dd, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=20b25509-f4f8-4420-8150-49ffe7d401dd,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:15.931784 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.933212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a792df07-6f4e-4b20-a758-7c9a069af816 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:15.990918 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Network': ['ID=8ef03f08-8b94-401f-878e-897d99c854d2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.007744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8c6f00e0-f7cf-4fbd-81ad-afba1f565684 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3988760 Jul 16 01:16:16.008787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56358) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:16.016603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'subnet': {'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:16.059125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 8ef03f08-8b94-401f-878e-897d99c854d2 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:16.105461 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48c1091f-a359-4edf-836b-a9e94b72bb20 req-6a900558-ca1f-455a-993e-0dec1f8bf2ad tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3f80741-6523-4921-a260-939385d2234b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175101 Jul 16 01:16:16.156725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:16.164088 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.178797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b25509-f4f8-4420-8150-49ffe7d401dd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:16.181046 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af985444-3bb7-4028-85a9-a3ddb3a87a09" -d '{"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "20b25509-f4f8-4420-8150-49ffe7d401dd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:16.183299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de00b6a6-53ad-4630-8cad-aa23e7be9a62 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:16.216884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=20b25509-f4f8-4420-8150-49ffe7d401dd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.222591 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.237107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port a792df07-6f4e-4b20-a758-7c9a069af816 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:16.241601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.241781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.242108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.242449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.242786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.243306 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.243609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.243944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.244500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.244729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.244911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.245236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:16.250714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port a792df07-6f4e-4b20-a758-7c9a069af816 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:16.251379 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.266847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Transition to ACTIVE for port object de00b6a6-53ad-4630-8cad-aa23e7be9a62 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:16.273167 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.306960 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc14f5f4-34f5-4a0e-85a0-60be0afad42b x-openstack-request-id: req-fc14f5f4-34f5-4a0e-85a0-60be0afad42b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:16.307259 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "20b25509-f4f8-4420-8150-49ffe7d401dd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:16.307512 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc14f5f4-34f5-4a0e-85a0-60be0afad42b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:16.307906 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b25509-f4f8-4420-8150-49ffe7d401dd', 'code': 200} Jul 16 01:16:16.372975 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Pushing event updated for resources: {'Port': ['ID=de00b6a6-53ad-4630-8cad-aa23e7be9a62,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.393780 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.462426 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a792df07-6f4e-4b20-a758-7c9a069af816, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a792df07-6f4e-4b20-a758-7c9a069af816,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:16.469130 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.470265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:16.555687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Attempting to bind port de00b6a6-53ad-4630-8cad-aa23e7be9a62 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:16.558450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Attempting to bind port de00b6a6-53ad-4630-8cad-aa23e7be9a62 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:16.560073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Attempting to bind port de00b6a6-53ad-4630-8cad-aa23e7be9a62 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:16.567322 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.572155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Port de00b6a6-53ad-4630-8cad-aa23e7be9a62 on network db8facb9-7f33-47d6-9f8a-78547de9b32d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:16.573938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Attempting to bind port de00b6a6-53ad-4630-8cad-aa23e7be9a62 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:16.587349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:16.589710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Checking segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:16.591382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Bound using segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:16.592659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Bound port: de00b6a6-53ad-4630-8cad-aa23e7be9a62, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:16.593140 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.603620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=a792df07-6f4e-4b20-a758-7c9a069af816,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.650145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:16.655415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:16.655415 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.744218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Subnet': ['ID=481d35cb-fe42-4762-84ec-769f04b7d957,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.747781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Checking segment: {'id': '2b665e13-a5e7-4735-935e-cff3e4233cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:16.748143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network hostable DHCP agents. Network: 8ef03f08-8b94-401f-878e-897d99c854d2, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:16.770372 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.778887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] For port de00b6a6-53ad-4630-8cad-aa23e7be9a62, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:16.788514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] For port de00b6a6-53ad-4630-8cad-aa23e7be9a62, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:16.793709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network 8ef03f08-8b94-401f-878e-897d99c854d2 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:16.804787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 8ef03f08-8b94-401f-878e-897d99c854d2) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:16.818552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ebca2-b803-4559-99f3-c85c025617fa None None] Network 8ef03f08-8b94-401f-878e-897d99c854d2 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:16.820006 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23e88-1281-4b55-b2d2-ac18fa973024 req-4ca50106-2bac-43af-b0f4-e43455872f64 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.822840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.824082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:16.826673 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.827164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23e88-1281-4b55-b2d2-ac18fa973024 req-4ca50106-2bac-43af-b0f4-e43455872f64 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.833967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23e88-1281-4b55-b2d2-ac18fa973024 req-4ca50106-2bac-43af-b0f4-e43455872f64 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.839314 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.840646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23e88-1281-4b55-b2d2-ac18fa973024 req-4ca50106-2bac-43af-b0f4-e43455872f64 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.841647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7210560e-dd1b-42b8-b735-1c99f3448846 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:16.848217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23e88-1281-4b55-b2d2-ac18fa973024 req-4ca50106-2bac-43af-b0f4-e43455872f64 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.850361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7874fe7d-48ec-4ed9-964c-438d27690eda tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8400075 Jul 16 01:16:16.853190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56402) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:16.857740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23e88-1281-4b55-b2d2-ac18fa973024 req-4ca50106-2bac-43af-b0f4-e43455872f64 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.862843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-6258604'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:16.864006 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23e88-1281-4b55-b2d2-ac18fa973024 req-4ca50106-2bac-43af-b0f4-e43455872f64 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.872145 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19a23e88-1281-4b55-b2d2-ac18fa973024 req-4ca50106-2bac-43af-b0f4-e43455872f64 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5428 time: 0.2757208 Jul 16 01:16:16.875707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.906591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:16.916662 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.937903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.938906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.939969 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] 10.222.0.67 "PUT /v2.0/ports/de00b6a6-53ad-4630-8cad-aa23e7be9a62 HTTP/1.1" status: 200 len: 1092 time: 1.5572915 Jul 16 01:16:16.944587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc97e348-3684-436f-a071-5754a3e4994c', 'tag': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:16.947293 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e7796d-1819-4419-b598-c2d9b36d568b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc97e348-3684-436f-a071-5754a3e4994c", "tag": "de00b6a6-53ad-4630-8cad-aa23e7be9a62"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:17.002298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19a23e88-1281-4b55-b2d2-ac18fa973024 req-69afb198-97ab-4088-af5d-9895d215a062 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265934 Jul 16 01:16:17.019927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:17.022953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 7210560e-dd1b-42b8-b735-1c99f3448846 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:17.048386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 7210560e-dd1b-42b8-b735-1c99f3448846 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:17.048771 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.069099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3e39d-5db4-4072-a1c8-bdef2cdb4f99 service neutron] Pushing event updated for resources: {'Port': ['ID=de00b6a6-53ad-4630-8cad-aa23e7be9a62,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:17.074625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:17.085401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:17.098470 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.098983 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Added segment e030ce3b-06b7-4927-824c-4982a801ff33 of type vlan for network 61a650ab-661e-42a9-affd-1d37e65d0829 Jul 16 01:16:17.111116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-71d7e45f-7951-4334-8d54-e129a0284baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.115698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-71d7e45f-7951-4334-8d54-e129a0284baa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 1095 time: 0.1013725 Jul 16 01:16:17.124248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:17.124594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 98eb0ac6-4c5f-40b4-b512-e4b16f8efe5e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:17.147291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.172681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ad8d35e9-423c-4c60-a716-1b75502fbaa8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62 HTTP/1.1" status: 200 len: 217 time: 0.0433047 Jul 16 01:16:17.188766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.195394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.195969 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.218672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-8ef03f08-8b94-401f-878e-897d99c854d2', 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'fixed_ips': [{'subnet_id': '481d35cb-fe42-4762-84ec-769f04b7d957'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:16:17.219793 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.222178 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-417b5a9d-df6e-4e25-b4c6-20d8a4fc9a8e tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a758292e41a446698112918a11a67d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2216053 Jul 16 01:16:17.247579 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.307081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ac6fd475-5cd4-428a-972b-1424c4a03c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.310767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-ac6fd475-5cd4-428a-972b-1424c4a03c96 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.1212766 Jul 16 01:16:17.340189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4841039 Jul 16 01:16:17.351149 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56420) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:17.361901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'subnet': {'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:17.373699 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-daed4a46-a1cf-4cc4-bf42-e51ac2df3c01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501699 Jul 16 01:16:17.401594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7210560e-dd1b-42b8-b735-1c99f3448846, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7210560e-dd1b-42b8-b735-1c99f3448846,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:17.410324 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.411373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device fcc7a6f5-63d1-4adb-a205-1991dc38c05b up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:17.447462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58a697-4650-4e0c-a47a-db1fec9e0776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Network': ['ID=61a650ab-661e-42a9-affd-1d37e65d0829,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:17.468209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 61a650ab-661e-42a9-affd-1d37e65d0829 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:17.547041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-7cdb89e5-2092-42bc-935d-11be186d5cde tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.552687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-7cdb89e5-2092-42bc-935d-11be186d5cde tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3283675 Jul 16 01:16:17.579571 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-3f4fd463-5e2f-47e5-9fff-7071ffeb9ba7 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/quotas/1a758292e41a446698112918a11a67d8 HTTP/1.1" status: 200 len: 375 time: 0.0212550 Jul 16 01:16:17.586832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:17.591577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.633061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7210560e-dd1b-42b8-b735-1c99f3448846,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:17.645951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Allocated IP 19.80.0.2 (8ef03f08-8b94-401f-878e-897d99c854d2/481d35cb-fe42-4762-84ec-769f04b7d957/9ff8e51d-7022-4d80-821a-630bda5a58b4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:17.667162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c74594-b440-444c-a7df-17b305768767 req-b3102c34-01cc-4d2c-85de-3c396aa4f3d4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.670467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port fcc7a6f5-63d1-4adb-a205-1991dc38c05b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:17.676910 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8c74594-b440-444c-a7df-17b305768767 req-b3102c34-01cc-4d2c-85de-3c396aa4f3d4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 943 time: 0.2396541 Jul 16 01:16:17.680369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-bc1e7a04-e530-40a2-b1d4-f8cfa85ba9f6 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917292 Jul 16 01:16:17.690823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port fcc7a6f5-63d1-4adb-a205-1991dc38c05b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:17.691199 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.708101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf7725-c679-452a-8e79-859804fff3b6 req-9592d50a-7813-488a-a266-d568cb0f993e tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.709956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-66cf7725-c679-452a-8e79-859804fff3b6 req-9592d50a-7813-488a-a266-d568cb0f993e tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.67 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 946 time: 0.2350373 Jul 16 01:16:17.713312 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-b5ff5aed-1450-44ff-8739-64fb7998a3c7 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a758292e41a446698112918a11a67d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161509 Jul 16 01:16:17.897852 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.899342 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.917098 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Transition to ACTIVE for port object 9ff8e51d-7022-4d80-821a-630bda5a58b4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:17.978179 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8c74594-b440-444c-a7df-17b305768767 req-9ff1c871-d395-4849-9016-4043b07105ec tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002627 Jul 16 01:16:17.998500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.014162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Transition to ACTIVE for port object 9ff8e51d-7022-4d80-821a-630bda5a58b4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:18.020382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port fcc7a6f5-63d1-4adb-a205-1991dc38c05b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:18.030486 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.031311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device d6048739-9c8a-4890-88e3-0e64cdcbf9fb up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:18.034968 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.109387 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2acff4d-f593-42f5-b53d-b933ae68e85f x-openstack-request-id: req-c2acff4d-f593-42f5-b53d-b933ae68e85f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:18.109616 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc97e348-3684-436f-a071-5754a3e4994c", "tag": "de00b6a6-53ad-4630-8cad-aa23e7be9a62", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:18.109851 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2acff4d-f593-42f5-b53d-b933ae68e85f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:18.110287 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc97e348-3684-436f-a071-5754a3e4994c', 'tag': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62', 'status': 'completed', 'code': 200} Jul 16 01:16:18.129485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Network 8ef03f08-8b94-401f-878e-897d99c854d2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:18.137792 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:18.143460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:18.159883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6d49486-ed51-4645-aac1-70eb12861f41 req-da3ee689-1979-45b1-90fb-1e4806bf18e1 tempest-AbsoluteLimitsNegativeTestJSON-2071505978 tempest-AbsoluteLimitsNegativeTestJSON-2071505978-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7a96beef74a146c3bbfeeeb67a0915cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549047 Jul 16 01:16:18.166193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:18.173734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Subnet': ['ID=98cba576-d309-4509-ae59-ff8618f156b8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:18.247661 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9deb98c0-4d95-4c45-9ec2-2ade53a29ee1 req-5ef8544b-d44d-47bd-87e3-af58088cd159 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340874 Jul 16 01:16:18.274124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-66cf7725-c679-452a-8e79-859804fff3b6 req-70953397-e678-4916-bca9-3d1b6db9cc74 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Deleting port f6d47b58-9eb0-46a9-93a2-231bd150e26c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:18.274519 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66cf7725-c679-452a-8e79-859804fff3b6 req-70953397-e678-4916-bca9-3d1b6db9cc74 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.291630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Checking segment: {'id': 'e030ce3b-06b7-4927-824c-4982a801ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:18.292280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network hostable DHCP agents. Network: 61a650ab-661e-42a9-affd-1d37e65d0829, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:18.313658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a792df07-6f4e-4b20-a758-7c9a069af816'}, {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d469d7f-030e-4a04-a7e3-59a7ba7f4adc'}, {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7210560e-dd1b-42b8-b735-1c99f3448846'}, {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc7a6f5-63d1-4adb-a205-1991dc38c05b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:18.319967 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9623dd34-f176-4db6-9d7c-9158b63efa61" -d '{"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "a792df07-6f4e-4b20-a758-7c9a069af816"}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "9d469d7f-030e-4a04-a7e3-59a7ba7f4adc"}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "7210560e-dd1b-42b8-b735-1c99f3448846"}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "fcc7a6f5-63d1-4adb-a205-1991dc38c05b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:18.333560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network 61a650ab-661e-42a9-affd-1d37e65d0829 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:18.348665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 61a650ab-661e-42a9-affd-1d37e65d0829) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:18.354145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.355236 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.369034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port d6048739-9c8a-4890-88e3-0e64cdcbf9fb completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:18.380032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e594c14a-eed8-4de8-b9ec-4ff821226133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0259886 Jul 16 01:16:18.390765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d49486-ed51-4645-aac1-70eb12861f41 req-21ca66c4-4b16-4ea1-a12b-744ed630aecc tempest-AbsoluteLimitsNegativeTestJSON-2071505978 tempest-AbsoluteLimitsNegativeTestJSON-2071505978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.390906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ceeb79-66f6-4f0c-9ac4-55ad035cef81 None None] Network 61a650ab-661e-42a9-affd-1d37e65d0829 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:18.392068 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6d49486-ed51-4645-aac1-70eb12861f41 req-21ca66c4-4b16-4ea1-a12b-744ed630aecc tempest-AbsoluteLimitsNegativeTestJSON-2071505978 tempest-AbsoluteLimitsNegativeTestJSON-2071505978-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312827 Jul 16 01:16:18.401774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port d6048739-9c8a-4890-88e3-0e64cdcbf9fb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:18.402125 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.414409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Attempting to bind port 9ff8e51d-7022-4d80-821a-630bda5a58b4 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:18.414931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Attempting to bind port 9ff8e51d-7022-4d80-821a-630bda5a58b4 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2b665e13-a5e7-4735-935e-cff3e4233cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:18.415407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Attempting to bind port 9ff8e51d-7022-4d80-821a-630bda5a58b4 on network 8ef03f08-8b94-401f-878e-897d99c854d2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:18.429545 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6d49486-ed51-4645-aac1-70eb12861f41 req-6c4e6b5b-e66d-444c-a737-7308e3ca4e3f tempest-AbsoluteLimitsNegativeTestJSON-2071505978 tempest-AbsoluteLimitsNegativeTestJSON-2071505978-project] 10.222.0.64 "GET /v2.0/quotas/7a96beef74a146c3bbfeeeb67a0915cb HTTP/1.1" status: 200 len: 375 time: 0.0256920 Jul 16 01:16:18.449752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Pushing event updated for resources: {'Port': ['ID=9ff8e51d-7022-4d80-821a-630bda5a58b4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:18.458556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 86ecf4ee-b264-4165-9f6c-5b29f4313561 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:18.484309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:18.489977 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Checking segment: {'id': '2b665e13-a5e7-4735-935e-cff3e4233cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:18.490671 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.491623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Bound using segment: {'id': '2b665e13-a5e7-4735-935e-cff3e4233cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:18.491972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Bound port: 9ff8e51d-7022-4d80-821a-630bda5a58b4, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b665e13-a5e7-4735-935e-cff3e4233cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:18.492459 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.518518 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6d49486-ed51-4645-aac1-70eb12861f41 req-a71e9d66-3e05-4d8f-af9e-573c8ebb6c27 tempest-AbsoluteLimitsNegativeTestJSON-2071505978 tempest-AbsoluteLimitsNegativeTestJSON-2071505978-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a96beef74a146c3bbfeeeb67a0915cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776157 Jul 16 01:16:18.640210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-66cf7725-c679-452a-8e79-859804fff3b6 req-70953397-e678-4916-bca9-3d1b6db9cc74 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] For port f6d47b58-9eb0-46a9-93a2-231bd150e26c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f6d47b58-9eb0-46a9-93a2-231bd150e26c,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:18.640813 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66cf7725-c679-452a-8e79-859804fff3b6 req-70953397-e678-4916-bca9-3d1b6db9cc74 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.653393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c186e2d-54a4-42f2-8866-3c7adeecb921 req-44501fe5-b3d6-4b24-a496-bb080a326af9 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.661346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c186e2d-54a4-42f2-8866-3c7adeecb921 req-44501fe5-b3d6-4b24-a496-bb080a326af9 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 946 time: 0.3990290 Jul 16 01:16:18.732634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7796d-1819-4419-b598-c2d9b36d568b req-49fb1967-b341-46cb-b297-aa53eb30e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.736028 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62e7796d-1819-4419-b598-c2d9b36d568b req-49fb1967-b341-46cb-b297-aa53eb30e8da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 1095 time: 0.3898122 Jul 16 01:16:18.739331 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c8bd21d-9180-48d5-91be-53d214d873d9 req-32110a6b-20fe-48e2-8b3d-be8f68b92acd tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 210 time: 0.0845251 Jul 16 01:16:18.787135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-66cf7725-c679-452a-8e79-859804fff3b6 req-70953397-e678-4916-bca9-3d1b6db9cc74 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Calling delete_port for f6d47b58-9eb0-46a9-93a2-231bd150e26c owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:18.883187 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c186e2d-54a4-42f2-8866-3c7adeecb921 req-c79bcf1a-d4a4-45ee-915b-a91dc8a67324 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3f80741-6523-4921-a260-939385d2234b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207453 Jul 16 01:16:19.039538 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996d9902-3afa-4443-ab1e-226b82844a92 x-openstack-request-id: req-996d9902-3afa-4443-ab1e-226b82844a92 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:19.040745 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "a792df07-6f4e-4b20-a758-7c9a069af816", "code": 200}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "9d469d7f-030e-4a04-a7e3-59a7ba7f4adc", "code": 200}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "7210560e-dd1b-42b8-b735-1c99f3448846", "code": 200}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "fcc7a6f5-63d1-4adb-a205-1991dc38c05b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:19.041189 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-996d9902-3afa-4443-ab1e-226b82844a92 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:19.042354 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a792df07-6f4e-4b20-a758-7c9a069af816', 'code': 200} Jul 16 01:16:19.042948 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d469d7f-030e-4a04-a7e3-59a7ba7f4adc', 'code': 200} Jul 16 01:16:19.044050 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7210560e-dd1b-42b8-b735-1c99f3448846', 'code': 200} Jul 16 01:16:19.044469 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc7a6f5-63d1-4adb-a205-1991dc38c05b', 'code': 200} Jul 16 01:16:19.113373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56488) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:19.191969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7796d-1819-4419-b598-c2d9b36d568b req-22345995-2fa9-44c7-806f-749f42856925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.193650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62e7796d-1819-4419-b598-c2d9b36d568b req-22345995-2fa9-44c7-806f-749f42856925 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 911 time: 0.4259291 Jul 16 01:16:19.227362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fb40-f03f-4bb0-93c1-5053a838fe14 req-d75b8690-bf37-44e0-bf01-4df1f4bb2dec tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.236645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fb40-f03f-4bb0-93c1-5053a838fe14 req-d75b8690-bf37-44e0-bf01-4df1f4bb2dec tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.269125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] For port 9ff8e51d-7022-4d80-821a-630bda5a58b4, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:19.274845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] For port 9ff8e51d-7022-4d80-821a-630bda5a58b4, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9ff8e51d-7022-4d80-821a-630bda5a58b4,segment=NetworkSegment(2b665e13-a5e7-4735-935e-cff3e4233cc0),segment_id=2b665e13-a5e7-4735-935e-cff3e4233cc0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:19.285031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fb40-f03f-4bb0-93c1-5053a838fe14 req-d75b8690-bf37-44e0-bf01-4df1f4bb2dec tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.291340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fb40-f03f-4bb0-93c1-5053a838fe14 req-d75b8690-bf37-44e0-bf01-4df1f4bb2dec tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.297997 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.304053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fb40-f03f-4bb0-93c1-5053a838fe14 req-d75b8690-bf37-44e0-bf01-4df1f4bb2dec tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.311835 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fb40-f03f-4bb0-93c1-5053a838fe14 req-d75b8690-bf37-44e0-bf01-4df1f4bb2dec tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.318307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fb40-f03f-4bb0-93c1-5053a838fe14 req-d75b8690-bf37-44e0-bf01-4df1f4bb2dec tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.320349 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-29d2fb40-f03f-4bb0-93c1-5053a838fe14 req-d75b8690-bf37-44e0-bf01-4df1f4bb2dec tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5431 time: 0.3049285 Jul 16 01:16:19.348373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1732d7bb-9a37-44c4-923d-02960236f5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.380725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b54e7-4756-40cb-906b-28b245aab20b None None] Pushing event updated for resources: {'Port': ['ID=9ff8e51d-7022-4d80-821a-630bda5a58b4,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:19.420578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:19.479881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'mac_address': 'fa:16:3e:00:6a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:19.482780 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.504746 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-29d2fb40-f03f-4bb0-93c1-5053a838fe14 req-354c363a-201a-47a4-a19f-26a84c7d5840 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1388533 Jul 16 01:16:19.531437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port d6048739-9c8a-4890-88e3-0e64cdcbf9fb, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:19.532839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-61a650ab-661e-42a9-affd-1d37e65d0829', 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'fixed_ips': [{'subnet_id': '98cba576-d309-4509-ae59-ff8618f156b8'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:16:19.533791 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.560842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.561671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 63c8ce17-e48f-4aae-9026-159cd9590014 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:19.618090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1732d7bb-9a37-44c4-923d-02960236f5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.628806 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1732d7bb-9a37-44c4-923d-02960236f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.717621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-366fdcd0-b78e-4f9c-ae9f-68ff304eb220 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.737505 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-366fdcd0-b78e-4f9c-ae9f-68ff304eb220 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.751545 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-366fdcd0-b78e-4f9c-ae9f-68ff304eb220 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/networks?id=8ef03f08-8b94-401f-878e-897d99c854d2&id=61a650ab-661e-42a9-affd-1d37e65d0829 HTTP/1.1" status: 200 len: 1388 time: 0.6304684 Jul 16 01:16:19.770230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1732d7bb-9a37-44c4-923d-02960236f5a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a96beef74a146c3bbfeeeb67a0915cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6552668 Jul 16 01:16:19.773854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66cf7725-c679-452a-8e79-859804fff3b6 req-70953397-e678-4916-bca9-3d1b6db9cc74 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.774353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:19.824485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732d7bb-9a37-44c4-923d-02960236f5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0404d72f-920e-4a28-86a0-4e29728b97f5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:19.937127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:19.956980 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.959679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['f6d47b58-9eb0-46a9-93a2-231bd150e26c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:19.963453 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-4f134f59-24cb-42ef-844e-db415099fbf5 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/quotas/9bae6ce20e104a60a86606b29d10637c HTTP/1.1" status: 200 len: 375 time: 0.2109170 Jul 16 01:16:19.984885 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.026519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.035124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62e7796d-1819-4419-b598-c2d9b36d568b req-7a6dd255-dfa4-4218-996d-9624b7f7f45f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62 HTTP/1.1" status: 200 len: 217 time: 0.8304625 Jul 16 01:16:20.061731 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-85c35bca-5dda-4f9f-bbf5-25b81f21d71b tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1a758292e41a446698112918a11a67d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2250838 Jul 16 01:16:20.072374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70953397-e678-4916-bca9-3d1b6db9cc74 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Pushing event deleted for resources: {'Port': ['ID=f6d47b58-9eb0-46a9-93a2-231bd150e26c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:20.084093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a520-a8c5-4f9a-8cb5-b7d44c6033b0 req-67341ea8-1b9e-4857-8311-ba75666c8077 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:20.092065 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a07a520-a8c5-4f9a-8cb5-b7d44c6033b0 req-67341ea8-1b9e-4857-8311-ba75666c8077 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 943 time: 0.2318628 Jul 16 01:16:20.143396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cf7725-c679-452a-8e79-859804fff3b6 req-70953397-e678-4916-bca9-3d1b6db9cc74 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] No DVR routers for this DVR port f6d47b58-9eb0-46a9-93a2-231bd150e26c on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:20.147835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-66cf7725-c679-452a-8e79-859804fff3b6 req-70953397-e678-4916-bca9-3d1b6db9cc74 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.150774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-66cf7725-c679-452a-8e79-859804fff3b6 req-70953397-e678-4916-bca9-3d1b6db9cc74 tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.67 "DELETE /v2.0/ports/f6d47b58-9eb0-46a9-93a2-231bd150e26c HTTP/1.1" status: 204 len: 173 time: 2.4278584 Jul 16 01:16:20.153676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86878b11-4373-436b-abc6-d4d059ee9384', 'name': 'network-vif-deleted', 'tag': 'f6d47b58-9eb0-46a9-93a2-231bd150e26c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:20.165046 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40bc297-27e7-4139-9045-e7afe4aa1a2a" -d '{"events": [{"server_uuid": "86878b11-4373-436b-abc6-d4d059ee9384", "name": "network-vif-deleted", "tag": "f6d47b58-9eb0-46a9-93a2-231bd150e26c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:20.233607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ecf4ee-b264-4165-9f6c-5b29f4313561 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:20.298291 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a07a520-a8c5-4f9a-8cb5-b7d44c6033b0 req-a29f27ef-fe49-4069-8db1-da0727492b50 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989663 Jul 16 01:16:20.330239 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.333635 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.336472 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0404d72f-920e-4a28-86a0-4e29728b97f5 HTTP/1.1" status: 204 len: 168 time: 0.5591645 Jul 16 01:16:20.395211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0404d72f-920e-4a28-86a0-4e29728b97f5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:20.435433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.441901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.443719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.450506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.452127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.452377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.453757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.454106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.458201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.460127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.460556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.461215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a871c99-d765-489e-b7c3-6bdc5bfe4944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:20.585044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7796d-1819-4419-b598-c2d9b36d568b req-1be4d8e7-df05-49e8-ae34-f095181326c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:20.596760 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62e7796d-1819-4419-b598-c2d9b36d568b req-1be4d8e7-df05-49e8-ae34-f095181326c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.5007050 Jul 16 01:16:20.615132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:20.679577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 63c8ce17-e48f-4aae-9026-159cd9590014 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:20.682133 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.714179 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62e7796d-1819-4419-b598-c2d9b36d568b req-9686dd3c-9d11-46cf-8d1f-9b3023ff0000 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735669 Jul 16 01:16:20.716769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 63c8ce17-e48f-4aae-9026-159cd9590014 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:20.717423 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.737669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-62e7796d-1819-4419-b598-c2d9b36d568b req-fd95c715-e2a3-44bf-a678-3da8fa73f20b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:16:20.739624 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62e7796d-1819-4419-b598-c2d9b36d568b req-fd95c715-e2a3-44bf-a678-3da8fa73f20b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077577 Jul 16 01:16:20.809888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['86ecf4ee-b264-4165-9f6c-5b29f4313561'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:20.855362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdcfdaf6-a31a-4249-9a12-68bd545417b4 req-5becfd21-892c-4a39-976b-3e757496264c tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 210 time: 0.0687912 Jul 16 01:16:20.871922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:20.895580 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62e7796d-1819-4419-b598-c2d9b36d568b req-14301ad9-ebbd-47c8-9da6-42fba06f5c77 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411889 Jul 16 01:16:20.896404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Allocated IP 19.86.0.2 (61a650ab-661e-42a9-affd-1d37e65d0829/98cba576-d309-4509-ae59-ff8618f156b8/a9c6b6e2-6e25-47f8-a34a-99044a510b21) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:20.917856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6514aab0-844e-4c06-a325-dc077bea32b9 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bae6ce20e104a60a86606b29d10637c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9521854 Jul 16 01:16:20.935866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-42e06bfa-7531-4289-ace7-4f17fe6319fc tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:16:20.951572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-42e06bfa-7531-4289-ace7-4f17fe6319fc tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185418 Jul 16 01:16:21.026289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-c013002d-5856-4dc5-8a5e-5eed25f7fa1b tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.028724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-c013002d-5856-4dc5-8a5e-5eed25f7fa1b tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9528866 Jul 16 01:16:21.039591 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.092719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6048739-9c8a-4890-88e3-0e64cdcbf9fb'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:21.098735 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55fe2ce-744d-458b-adbb-4b9c3ec5fb0a" -d '{"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "d6048739-9c8a-4890-88e3-0e64cdcbf9fb"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:21.107715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Request body: {'port': {'device_id': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '1a758292e41a446698112918a11a67d8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:21.142798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9ff8e51d-7022-4d80-821a-630bda5a58b4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:21.309241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35c019c5-0baf-40ec-b513-5bfe95dc8797 req-5185f66b-d775-4c9a-99c1-b6740c0c634f tempest-AttachSCSIVolumeTestJSON-166070459 tempest-AttachSCSIVolumeTestJSON-166070459-project] 10.222.0.64 "GET /v2.0/ports?device_id=86878b11-4373-436b-abc6-d4d059ee9384 HTTP/1.1" status: 200 len: 210 time: 0.0715878 Jul 16 01:16:21.450557 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab1980c-efa3-4733-b337-91e3e3912ad8 x-openstack-request-id: req-0ab1980c-efa3-4733-b337-91e3e3912ad8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:21.452232 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86878b11-4373-436b-abc6-d4d059ee9384", "name": "network-vif-deleted", "tag": "f6d47b58-9eb0-46a9-93a2-231bd150e26c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:21.452810 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ab1980c-efa3-4733-b337-91e3e3912ad8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:21.455216 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86878b11-4373-436b-abc6-d4d059ee9384', 'name': 'network-vif-deleted', 'tag': 'f6d47b58-9eb0-46a9-93a2-231bd150e26c', 'status': 'completed', 'code': 200} Jul 16 01:16:21.523318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Made reservation on behalf of 1a758292e41a446698112918a11a67d8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:21.530668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.584703 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.725614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62e7796d-1819-4419-b598-c2d9b36d568b req-4ec61b24-762c-40e3-8446-f63c0ffcf76a service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7715530 Jul 16 01:16:21.735082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e4b83e-c254-421d-825d-158d2e83f272 None None] Network 8ef03f08-8b94-401f-878e-897d99c854d2 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:21.750661 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-134fe2fb-38bc-40e2-8e65-5f2cdafffce2 service neutron] 10.222.0.64 "GET /v2.0/networks/8ef03f08-8b94-401f-878e-897d99c854d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7977383 Jul 16 01:16:21.849975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f0b2-fb4f-4e20-8e47-895d1d5c6c4d req-c72c8669-7a17-4bcb-8afb-ca411cb07891 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.860159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f0b2-fb4f-4e20-8e47-895d1d5c6c4d req-c72c8669-7a17-4bcb-8afb-ca411cb07891 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.868619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f0b2-fb4f-4e20-8e47-895d1d5c6c4d req-c72c8669-7a17-4bcb-8afb-ca411cb07891 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.878631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f0b2-fb4f-4e20-8e47-895d1d5c6c4d req-c72c8669-7a17-4bcb-8afb-ca411cb07891 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.897110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f0b2-fb4f-4e20-8e47-895d1d5c6c4d req-c72c8669-7a17-4bcb-8afb-ca411cb07891 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.905286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f0b2-fb4f-4e20-8e47-895d1d5c6c4d req-c72c8669-7a17-4bcb-8afb-ca411cb07891 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.912457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f0b2-fb4f-4e20-8e47-895d1d5c6c4d req-c72c8669-7a17-4bcb-8afb-ca411cb07891 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.922542 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6e5f0b2-fb4f-4e20-8e47-895d1d5c6c4d req-c72c8669-7a17-4bcb-8afb-ca411cb07891 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5432 time: 0.2636690 Jul 16 01:16:22.015856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2df596c1-4a91-494f-b9c7-57f29ca2eaf4 None None] Provisioning for port 9ff8e51d-7022-4d80-821a-630bda5a58b4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:22.020239 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-84ea8177-e94b-4949-9ca8-3dfc9ee30fe1 service neutron] 10.222.0.64 "GET /v2.0/networks/8ef03f08-8b94-401f-878e-897d99c854d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677333 Jul 16 01:16:22.025925 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6e5f0b2-fb4f-4e20-8e47-895d1d5c6c4d req-dfcd9370-83a2-470b-8268-bf60c187a84b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014936 Jul 16 01:16:22.026950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 63c8ce17-e48f-4aae-9026-159cd9590014, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=63c8ce17-e48f-4aae-9026-159cd9590014,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:22.098901 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.133447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9ff8e51d-7022-4d80-821a-630bda5a58b4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:22.171828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9ff8e51d-7022-4d80-821a-630bda5a58b4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:22.172617 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.187841 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f22585d-2a56-4543-934e-82983ce0634d x-openstack-request-id: req-9f22585d-2a56-4543-934e-82983ce0634d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:22.188594 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "d6048739-9c8a-4890-88e3-0e64cdcbf9fb", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:22.188995 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f22585d-2a56-4543-934e-82983ce0634d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:22.189530 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6048739-9c8a-4890-88e3-0e64cdcbf9fb', 'code': 200} Jul 16 01:16:22.203811 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.225541 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.299774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Transition to ACTIVE for port object a9c6b6e2-6e25-47f8-a34a-99044a510b21 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:22.316537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56576) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:22.324621 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.376193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Transition to ACTIVE for port object a9c6b6e2-6e25-47f8-a34a-99044a510b21 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:22.377910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=63c8ce17-e48f-4aae-9026-159cd9590014,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.421148 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.437962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fec6c29-be3f-488a-8bb1-7b987be5340b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.487440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95792f63-08e9-415b-a6d0-e99018627175 req-719537c0-d756-4064-9806-e277de614ac4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:22.496592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-95792f63-08e9-415b-a6d0-e99018627175 req-719537c0-d756-4064-9806-e277de614ac4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 943 time: 0.1702931 Jul 16 01:16:22.538324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Pushing event updated for resources: {'Port': ['ID=a9c6b6e2-6e25-47f8-a34a-99044a510b21,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.563186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-95792f63-08e9-415b-a6d0-e99018627175 req-9c3c7719-4f80-467b-b6e8-0535dbcecf4c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650220 Jul 16 01:16:22.575995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-848365271-network', 'tenant_id': '34fb2ad32a314f21ac742cd3796e9d59'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:22.588124 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Network 61a650ab-661e-42a9-affd-1d37e65d0829 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:22.618577 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6fcef2c6-bd0b-4273-bbf2-119afdeb6e72 service neutron] 10.222.0.64 "GET /v2.0/networks/61a650ab-661e-42a9-affd-1d37e65d0829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893328 Jul 16 01:16:22.627819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:22.631132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Made reservation on behalf of 34fb2ad32a314f21ac742cd3796e9d59 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:22.635061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:22.638566 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.681196 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.715354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device de00b6a6-53ad-4630-8cad-aa23e7be9a62 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:22.718223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f6d47b58-9eb0-46a9-93a2-231bd150e26c no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:22.754080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.820592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6bd830e1-af9d-4253-a96d-3d98afa09276 req-82c5a788-5f5c-471a-9a2c-5566d40c057b tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 210 time: 0.0481668 Jul 16 01:16:22.822057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: f6d47b58-9eb0-46a9-93a2-231bd150e26c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:22.822433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f6d47b58-9eb0-46a9-93a2-231bd150e26c not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:22.843733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Attempting to bind port a9c6b6e2-6e25-47f8-a34a-99044a510b21 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:22.844109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Attempting to bind port a9c6b6e2-6e25-47f8-a34a-99044a510b21 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'e030ce3b-06b7-4927-824c-4982a801ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:22.844649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Attempting to bind port a9c6b6e2-6e25-47f8-a34a-99044a510b21 on network 61a650ab-661e-42a9-affd-1d37e65d0829 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:22.850445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f51cad24-14bb-41ee-8ba2-807105f1987c None None] Provisioning complete for port 9ff8e51d-7022-4d80-821a-630bda5a58b4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:22.850825 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f51cad24-14bb-41ee-8ba2-807105f1987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.891039 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.904790 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.934304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:22.934692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Checking segment: {'id': 'e030ce3b-06b7-4927-824c-4982a801ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:22.935101 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.935511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Bound using segment: {'id': 'e030ce3b-06b7-4927-824c-4982a801ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:22.936071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Bound port: a9c6b6e2-6e25-47f8-a34a-99044a510b21, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e030ce3b-06b7-4927-824c-4982a801ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:22.936390 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.946664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 9ff8e51d-7022-4d80-821a-630bda5a58b4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9ff8e51d-7022-4d80-821a-630bda5a58b4,segment=NetworkSegment(2b665e13-a5e7-4735-935e-cff3e4233cc0),segment_id=2b665e13-a5e7-4735-935e-cff3e4233cc0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:22.964123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Allocated IP 192.168.233.226 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/955a655e-2670-4385-932f-5f469c47ec5b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:22.969210 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.990505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:23.001928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc060bb-0df1-4480-a89b-87279a4ad1a0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:23.017869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.018372 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Added segment cb7d9ba2-947d-466f-9877-5d5e34cf3292 of type vlan for network 2ed75046-c145-4efd-92ba-d9dc01315141 Jul 16 01:16:23.119865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.189142 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.190106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.190707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.242322 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9244995 Jul 16 01:16:23.265890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:23.286550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Request body: {'subnet': {'network_id': '2ed75046-c145-4efd-92ba-d9dc01315141', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-848365271-subnet', 'tenant_id': '34fb2ad32a314f21ac742cd3796e9d59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:23.329261 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-7cefcdc1-f8cc-4cd0-a854-aafb8b51a860 service neutron] 10.222.0.64 "GET /v2.0/networks/61a650ab-661e-42a9-affd-1d37e65d0829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949551 Jul 16 01:16:23.358881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port de00b6a6-53ad-4630-8cad-aa23e7be9a62, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:23.406487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=9ff8e51d-7022-4d80-821a-630bda5a58b4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:23.417658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfd44b-599f-47e3-aa95-68ac9f2546f0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed75046-c145-4efd-92ba-d9dc01315141,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:23.453805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Made reservation on behalf of 34fb2ad32a314f21ac742cd3796e9d59 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:23.457332 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.466496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 2ed75046-c145-4efd-92ba-d9dc01315141 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:23.521262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509f399-c29e-4f9d-9b5b-212ab11b40d5 req-c21e0710-eeab-4a3c-85e4-215110aa96ab tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.529644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509f399-c29e-4f9d-9b5b-212ab11b40d5 req-c21e0710-eeab-4a3c-85e4-215110aa96ab tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.534821 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.536757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509f399-c29e-4f9d-9b5b-212ab11b40d5 req-c21e0710-eeab-4a3c-85e4-215110aa96ab tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.543905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509f399-c29e-4f9d-9b5b-212ab11b40d5 req-c21e0710-eeab-4a3c-85e4-215110aa96ab tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.552105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509f399-c29e-4f9d-9b5b-212ab11b40d5 req-c21e0710-eeab-4a3c-85e4-215110aa96ab tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.560472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509f399-c29e-4f9d-9b5b-212ab11b40d5 req-c21e0710-eeab-4a3c-85e4-215110aa96ab tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.569044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509f399-c29e-4f9d-9b5b-212ab11b40d5 req-c21e0710-eeab-4a3c-85e4-215110aa96ab tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.580325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a509f399-c29e-4f9d-9b5b-212ab11b40d5 req-c21e0710-eeab-4a3c-85e4-215110aa96ab tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5433 time: 0.2799578 Jul 16 01:16:23.592237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Transition to ACTIVE for port object 955a655e-2670-4385-932f-5f469c47ec5b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:23.696602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.820164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:23.824992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:23.831007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:23.835567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:23.873338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] For port a9c6b6e2-6e25-47f8-a34a-99044a510b21, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:23.941010 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a509f399-c29e-4f9d-9b5b-212ab11b40d5 req-08300e0a-3233-4f96-a3f1-29732c79009f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3530860 Jul 16 01:16:23.942288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'port_id': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62', 'mac_address': 'fa:16:3e:43:97:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dec5ba0-6bd7-476b-8091-6c954de6e44e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:23.969782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.973193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.998502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] For port a9c6b6e2-6e25-47f8-a34a-99044a510b21, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a9c6b6e2-6e25-47f8-a34a-99044a510b21,segment=NetworkSegment(e030ce3b-06b7-4927-824c-4982a801ff33),segment_id=e030ce3b-06b7-4927-824c-4982a801ff33)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:24.032511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-76177e48-abff-4566-9528-008d046caada tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9584353 Jul 16 01:16:24.046382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Request body: {'port': {'device_id': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:24.098341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.181619 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.200701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c8ce17-e48f-4aae-9026-159cd9590014'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:24.203996 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81b0dbb-ceb9-4632-bef9-f8d6d3dc9fd5" -d '{"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "63c8ce17-e48f-4aae-9026-159cd9590014"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:24.293920 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.430892 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.490259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710fb59-fb74-4580-a712-d14b7b37db6b None None] Pushing event updated for resources: {'Port': ['ID=a9c6b6e2-6e25-47f8-a34a-99044a510b21,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:24.518454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de00b6a6-53ad-4630-8cad-aa23e7be9a62 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:24.541925 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-871cf88e-8e68-405f-ab41-2082813a0c31 None None] Provisioning for port 955a655e-2670-4385-932f-5f469c47ec5b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:24.568376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-871cf88e-8e68-405f-ab41-2082813a0c31 None None] Provisioning complete for port 955a655e-2670-4385-932f-5f469c47ec5b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:24.569010 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-871cf88e-8e68-405f-ab41-2082813a0c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.589111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f18a54-974d-4201-96a1-b871ed5be0e8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:24.651424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Checking segment: {'id': 'cb7d9ba2-947d-466f-9877-5d5e34cf3292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ed75046-c145-4efd-92ba-d9dc01315141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:24.652162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port de00b6a6-53ad-4630-8cad-aa23e7be9a62, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:24.653324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Network hostable DHCP agents. Network: 2ed75046-c145-4efd-92ba-d9dc01315141, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:24.667741 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f4d38bc-3ba1-4496-931b-664df354ad8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.685551 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.724452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5d5f6-e1e3-4f8d-b34d-6d5f652f00e6 req-df707e66-22e9-48d3-8d18-ea2dd89e5923 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:24.726488 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5df5d5f6-e1e3-4f8d-b34d-6d5f652f00e6 req-df707e66-22e9-48d3-8d18-ea2dd89e5923 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 943 time: 0.4196839 Jul 16 01:16:24.727202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Network 2ed75046-c145-4efd-92ba-d9dc01315141 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:24.772810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 2ed75046-c145-4efd-92ba-d9dc01315141) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:24.779608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:24.780535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.811338 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6084b9ed-5456-4abc-bbd8-8209c8377d6f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5405188 Jul 16 01:16:24.834659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 86ecf4ee-b264-4165-9f6c-5b29f4313561 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:24.836787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c7cb3c-afdb-4966-9537-49f81aa82c4a None None] Network 2ed75046-c145-4efd-92ba-d9dc01315141 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:24.856402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-871cf88e-8e68-405f-ab41-2082813a0c31 None None] Port 955a655e-2670-4385-932f-5f469c47ec5b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:24.982737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5df5d5f6-e1e3-4f8d-b34d-6d5f652f00e6 req-a397b9a7-fedb-4168-9b45-d29e06267149 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456608 Jul 16 01:16:25.224012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['de00b6a6-53ad-4630-8cad-aa23e7be9a62'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:25.263802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955a655e-2670-4385-932f-5f469c47ec5b {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:25.273796 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.290838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Transition to ACTIVE for port object 955a655e-2670-4385-932f-5f469c47ec5b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:25.314998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.518312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a9c6b6e2-6e25-47f8-a34a-99044a510b21 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:25.561771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:25.596712 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a505ae5c-b898-4956-908d-0de402873dad req-4d4ff966-a870-481d-a303-2cb6f2294561 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 210 time: 0.1259122 Jul 16 01:16:25.829290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Attempting to bind port 955a655e-2670-4385-932f-5f469c47ec5b on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:25.850902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Attempting to bind port 955a655e-2670-4385-932f-5f469c47ec5b by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:25.851988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Attempting to bind port 955a655e-2670-4385-932f-5f469c47ec5b on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:25.865266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 86ecf4ee-b264-4165-9f6c-5b29f4313561 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:25.890046 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.941194 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7bbbf6-5548-454e-b8a0-ccf80590b6fc x-openstack-request-id: req-ea7bbbf6-5548-454e-b8a0-ccf80590b6fc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:25.941425 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-plugged", "status": "completed", "tag": "63c8ce17-e48f-4aae-9026-159cd9590014", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:25.945097 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea7bbbf6-5548-454e-b8a0-ccf80590b6fc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:25.947472 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c8ce17-e48f-4aae-9026-159cd9590014', 'code': 200} Jul 16 01:16:25.952744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=de00b6a6-53ad-4630-8cad-aa23e7be9a62,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:26.021750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Port 955a655e-2670-4385-932f-5f469c47ec5b on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:26.022390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Attempting to bind port 955a655e-2670-4385-932f-5f469c47ec5b on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:26.035045 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.091386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:26.094502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a9c6b6e2-6e25-47f8-a34a-99044a510b21 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:26.102801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:26.103422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:26.104044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Bound port: 955a655e-2670-4385-932f-5f469c47ec5b, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:26.104597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.206361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9ff8e51d-7022-4d80-821a-630bda5a58b4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:26.293743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b115-b9a1-43a3-bd2a-5ad69ad3bd10 req-fcf9c696-1262-4dab-b70a-e1f8ff17d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.294869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b115-b9a1-43a3-bd2a-5ad69ad3bd10 req-fcf9c696-1262-4dab-b70a-e1f8ff17d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.295919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b115-b9a1-43a3-bd2a-5ad69ad3bd10 req-fcf9c696-1262-4dab-b70a-e1f8ff17d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.296535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b115-b9a1-43a3-bd2a-5ad69ad3bd10 req-fcf9c696-1262-4dab-b70a-e1f8ff17d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.297149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b115-b9a1-43a3-bd2a-5ad69ad3bd10 req-fcf9c696-1262-4dab-b70a-e1f8ff17d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.298001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b115-b9a1-43a3-bd2a-5ad69ad3bd10 req-fcf9c696-1262-4dab-b70a-e1f8ff17d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.298413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55b115-b9a1-43a3-bd2a-5ad69ad3bd10 req-fcf9c696-1262-4dab-b70a-e1f8ff17d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.300890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b55b115-b9a1-43a3-bd2a-5ad69ad3bd10 req-fcf9c696-1262-4dab-b70a-e1f8ff17d068 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6497 time: 0.3031237 Jul 16 01:16:26.316274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd952c7-89fe-4aed-9a49-e438e5f359ed req-93e28165-f261-430f-b6be-817f4d2669ae tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.332053 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cd952c7-89fe-4aed-9a49-e438e5f359ed req-93e28165-f261-430f-b6be-817f4d2669ae tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 948 time: 0.7705815 Jul 16 01:16:26.432296 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a304234-ad05-4eee-909f-e8bb8f6e0e6e req-b62bfb1a-b7ad-47e0-aa67-c39dd5c101ed tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.456661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a304234-ad05-4eee-909f-e8bb8f6e0e6e req-b62bfb1a-b7ad-47e0-aa67-c39dd5c101ed tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.471819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a304234-ad05-4eee-909f-e8bb8f6e0e6e req-b62bfb1a-b7ad-47e0-aa67-c39dd5c101ed tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.478084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a304234-ad05-4eee-909f-e8bb8f6e0e6e req-b62bfb1a-b7ad-47e0-aa67-c39dd5c101ed tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.491653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab70cf-0c8c-4de9-9bd3-3f6af43785f0 None None] Network 61a650ab-661e-42a9-affd-1d37e65d0829 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:26.500246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a304234-ad05-4eee-909f-e8bb8f6e0e6e req-b62bfb1a-b7ad-47e0-aa67-c39dd5c101ed tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.517154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a304234-ad05-4eee-909f-e8bb8f6e0e6e req-b62bfb1a-b7ad-47e0-aa67-c39dd5c101ed tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.530199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:26.534068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a304234-ad05-4eee-909f-e8bb8f6e0e6e req-b62bfb1a-b7ad-47e0-aa67-c39dd5c101ed tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.545188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a304234-ad05-4eee-909f-e8bb8f6e0e6e req-b62bfb1a-b7ad-47e0-aa67-c39dd5c101ed tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5433 time: 0.3091235 Jul 16 01:16:26.570244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cd952c7-89fe-4aed-9a49-e438e5f359ed req-f079e19c-19ad-4d11-81dc-7a4ed0959ab7 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302949 Jul 16 01:16:26.641487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:26.674164 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.706400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a304234-ad05-4eee-909f-e8bb8f6e0e6e req-ba669124-19c6-42f1-a5f3-aea34a54f3b8 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1508625 Jul 16 01:16:26.828318 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b55b115-b9a1-43a3-bd2a-5ad69ad3bd10 req-a94c6ea3-5d76-4190-8b6e-76dfb2c69c46 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=44f1e5a8-b71c-4cc5-b592-b284d2179133&id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4724958 Jul 16 01:16:26.960543 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.043672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:27.132623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.133703 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.135634 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-761911bd-88e7-4a1b-b69f-460972bcb62f service neutron] 10.222.0.67 "PUT /v2.0/ports/955a655e-2670-4385-932f-5f469c47ec5b HTTP/1.1" status: 200 len: 1097 time: 3.0945139 Jul 16 01:16:27.136263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:27.139752 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750dc40e-546b-4c7d-ac39-414b7894de93" -d '{"events": [{"name": "network-changed", "server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "tag": "955a655e-2670-4385-932f-5f469c47ec5b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:27.209315 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.274587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ce7f4d9c-f07f-42cc-bedd-0b4e8f8b9007 None None] Provisioning for port a9c6b6e2-6e25-47f8-a34a-99044a510b21 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:27.407932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:27.412459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ce7f4d9c-f07f-42cc-bedd-0b4e8f8b9007 None None] Provisioning complete for port a9c6b6e2-6e25-47f8-a34a-99044a510b21 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:27.412845 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce7f4d9c-f07f-42cc-bedd-0b4e8f8b9007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.441223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c9d4f-a1ab-418e-8a39-69d49d8bda4b req-f9bef9f7-7e65-4727-ba0d-3548c50187c2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.450329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e30c9d4f-a1ab-418e-8a39-69d49d8bda4b req-f9bef9f7-7e65-4727-ba0d-3548c50187c2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 944 time: 0.2698572 Jul 16 01:16:27.486353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-3a40184d-3244-44f9-bd37-045e07457818 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.493398 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3934402-094d-4168-8ce1-3073f8020393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.494702 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-3a40184d-3244-44f9-bd37-045e07457818 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/networks?id=2ed75046-c145-4efd-92ba-d9dc01315141 HTTP/1.1" status: 200 len: 821 time: 0.3157167 Jul 16 01:16:27.500755 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.595466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e30c9d4f-a1ab-418e-8a39-69d49d8bda4b req-64425e5c-9b1f-4bde-bf98-310a9d92a1a3 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404417 Jul 16 01:16:27.596505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a30160-090b-42db-857c-a11e602e79ac None None] Network 2ed75046-c145-4efd-92ba-d9dc01315141 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:27.600911 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-8399926e-5b22-4b23-a18d-d6fa412e3a1a tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/quotas/34fb2ad32a314f21ac742cd3796e9d59 HTTP/1.1" status: 200 len: 375 time: 0.1052284 Jul 16 01:16:27.603611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9ff8e51d-7022-4d80-821a-630bda5a58b4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:27.604449 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.614490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-d8e2a2e7-eb49-40fd-bb59-28a4ff322be1 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.614722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:27.637004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-d8e2a2e7-eb49-40fd-bb59-28a4ff322be1 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.645534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-d8e2a2e7-eb49-40fd-bb59-28a4ff322be1 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "GET /v2.0/networks?id=8ef03f08-8b94-401f-878e-897d99c854d2&id=61a650ab-661e-42a9-affd-1d37e65d0829 HTTP/1.1" status: 200 len: 1388 time: 1.2017121 Jul 16 01:16:27.822224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'port': {'device_id': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2', 'admin_state_up': True, 'tenant_id': '9bae6ce20e104a60a86606b29d10637c'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:27.919331 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-8bbf32f7-dc61-483d-944a-a58f5d7d1429 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=34fb2ad32a314f21ac742cd3796e9d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3169978 Jul 16 01:16:28.025766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:28.034362 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a509a2df-80e4-4ae3-a9ef-62186b7993e2" -d '{"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-plugged", "status": "completed", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:28.050364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c0453d3-7872-4cbc-b4a4-392d7c2f4da5 req-50c80e9c-5a04-4c3a-84ed-793f29954ffd tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 210 time: 0.0745373 Jul 16 01:16:28.152313 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.329944 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce7f4d9c-f07f-42cc-bedd-0b4e8f8b9007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.461744 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.504914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-a33efe68-2be2-42b3-897b-fdacc1e345fa service neutron] 10.222.0.64 "GET /v2.0/networks/2ed75046-c145-4efd-92ba-d9dc01315141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737534 Jul 16 01:16:28.509719 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3656d9bc-0332-4765-948c-310af7f6b268 x-openstack-request-id: req-3656d9bc-0332-4765-948c-310af7f6b268 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:28.510115 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "tag": "955a655e-2670-4385-932f-5f469c47ec5b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:28.510423 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3656d9bc-0332-4765-948c-310af7f6b268 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:28.511771 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b', 'status': 'completed', 'code': 200} Jul 16 01:16:28.537311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239279da-1178-4a1f-9d36-aebf1155ec81 req-9e35d5b8-01cd-438c-bb27-34d6976213d4 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:28.545833 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-239279da-1178-4a1f-9d36-aebf1155ec81 req-9e35d5b8-01cd-438c-bb27-34d6976213d4 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 948 time: 0.1756170 Jul 16 01:16:28.615127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ce7f4d9c-f07f-42cc-bedd-0b4e8f8b9007 None None] For port a9c6b6e2-6e25-47f8-a34a-99044a510b21, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a9c6b6e2-6e25-47f8-a34a-99044a510b21,segment=NetworkSegment(e030ce3b-06b7-4927-824c-4982a801ff33),segment_id=e030ce3b-06b7-4927-824c-4982a801ff33)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:28.640221 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce7f4d9c-f07f-42cc-bedd-0b4e8f8b9007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.705286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-239279da-1178-4a1f-9d36-aebf1155ec81 req-3357772c-c04d-41df-8657-eea67a713867 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580367 Jul 16 01:16:28.794862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device de00b6a6-53ad-4630-8cad-aa23e7be9a62 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:28.905374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-d7e23beb-b1ab-463b-960b-daac605a8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:28.914157 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-d7e23beb-b1ab-463b-960b-daac605a8945 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1a758292e41a446698112918a11a67d8&device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 1100 time: 1.4096982 Jul 16 01:16:29.025606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port de00b6a6-53ad-4630-8cad-aa23e7be9a62 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:29.031905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f4d9c-f07f-42cc-bedd-0b4e8f8b9007 None None] Pushing event updated for resources: {'Port': ['ID=a9c6b6e2-6e25-47f8-a34a-99044a510b21,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:29.048267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port de00b6a6-53ad-4630-8cad-aa23e7be9a62 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:29.048765 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.134683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f648f41-8ddf-43fc-a627-84843ca36f11 None None] Provisioning complete for port a9c6b6e2-6e25-47f8-a34a-99044a510b21 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:29.134972 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f648f41-8ddf-43fc-a627-84843ca36f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.236459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25291-6892-4cd9-9a20-f0ac69def562 req-ce608fc7-0336-4711-94f6-fc0f2c45ab1b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.242803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25291-6892-4cd9-9a20-f0ac69def562 req-ce608fc7-0336-4711-94f6-fc0f2c45ab1b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.244791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-e742064a-d730-4a67-909e-11ce83d2e064 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=955a655e-2670-4385-932f-5f469c47ec5b HTTP/1.1" status: 200 len: 217 time: 0.3152440 Jul 16 01:16:29.259759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25291-6892-4cd9-9a20-f0ac69def562 req-ce608fc7-0336-4711-94f6-fc0f2c45ab1b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.271673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25291-6892-4cd9-9a20-f0ac69def562 req-ce608fc7-0336-4711-94f6-fc0f2c45ab1b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.283715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25291-6892-4cd9-9a20-f0ac69def562 req-ce608fc7-0336-4711-94f6-fc0f2c45ab1b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.291565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25291-6892-4cd9-9a20-f0ac69def562 req-ce608fc7-0336-4711-94f6-fc0f2c45ab1b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.298593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25291-6892-4cd9-9a20-f0ac69def562 req-ce608fc7-0336-4711-94f6-fc0f2c45ab1b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.306993 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4cf25291-6892-4cd9-9a20-f0ac69def562 req-ce608fc7-0336-4711-94f6-fc0f2c45ab1b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5433 time: 0.3621731 Jul 16 01:16:29.362800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4cf25291-6892-4cd9-9a20-f0ac69def562 req-46de64c7-d511-41aa-a590-d658419eec02 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545897 Jul 16 01:16:29.419992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:29.424270 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.445665 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48274138-4973-49c7-b9ef-e48c9194d9a7 x-openstack-request-id: req-48274138-4973-49c7-b9ef-e48c9194d9a7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:29.446145 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-plugged", "status": "completed", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:29.446545 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48274138-4973-49c7-b9ef-e48c9194d9a7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:29.447205 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'code': 200} Jul 16 01:16:29.454377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-763d3eb3-b6e1-41fb-9e84-e7ac3c8fd74f service neutron] 10.222.0.64 "GET /v2.0/networks/2ed75046-c145-4efd-92ba-d9dc01315141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9370990 Jul 16 01:16:29.484408 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.518688 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-a626a39f-1066-404b-a27a-45d20dcdb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.521974 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-a626a39f-1066-404b-a27a-45d20dcdb31a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.2656527 Jul 16 01:16:29.585863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port de00b6a6-53ad-4630-8cad-aa23e7be9a62, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:29.593987 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.742934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=de00b6a6-53ad-4630-8cad-aa23e7be9a62,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:29.856070 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:16:29.891645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48bfaf-ac99-4850-9f9d-c1ccdd50b12f req-6e866708-972f-47e3-905e-fe93f5e49e20 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.893019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-7f2d0130-1274-493a-8f19-adf0701acfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.894952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-7f2d0130-1274-493a-8f19-adf0701acfeb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3613100 Jul 16 01:16:29.895762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf48bfaf-ac99-4850-9f9d-c1ccdd50b12f req-6e866708-972f-47e3-905e-fe93f5e49e20 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1817617 Jul 16 01:16:29.906043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Allocated IP 19.80.0.210 (8ef03f08-8b94-401f-878e-897d99c854d2/481d35cb-fe42-4762-84ec-769f04b7d957/f199ec9e-2bb4-4139-af28-549a5ff64e94) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:29.975525 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.987547 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf48bfaf-ac99-4850-9f9d-c1ccdd50b12f req-81643b07-eb0f-4640-bfbf-83229b5904ad tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804477 Jul 16 01:16:30.049697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-33a4c24b-9519-4e6a-b614-738ecc96e4b2 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454268 Jul 16 01:16:30.346788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00303c-c984-443f-b48f-2e1dd58b0bde req-4554eb67-c7d4-4fa1-b596-c684a00ad08c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:30.361096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00303c-c984-443f-b48f-2e1dd58b0bde req-4554eb67-c7d4-4fa1-b596-c684a00ad08c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:30.401093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00303c-c984-443f-b48f-2e1dd58b0bde req-4554eb67-c7d4-4fa1-b596-c684a00ad08c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:30.419860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00303c-c984-443f-b48f-2e1dd58b0bde req-4554eb67-c7d4-4fa1-b596-c684a00ad08c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:30.421014 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33b532df-ed3d-49e6-8b40-f7e63e60bb4a req-849cb983-a786-40b5-94da-b51838fd42e3 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 210 time: 0.2609541 Jul 16 01:16:30.460505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00303c-c984-443f-b48f-2e1dd58b0bde req-4554eb67-c7d4-4fa1-b596-c684a00ad08c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:30.477287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00303c-c984-443f-b48f-2e1dd58b0bde req-4554eb67-c7d4-4fa1-b596-c684a00ad08c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:30.497228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00303c-c984-443f-b48f-2e1dd58b0bde req-4554eb67-c7d4-4fa1-b596-c684a00ad08c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:30.497581 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1ed3d97-c4ad-404c-b078-d9d4fc088275 req-df28bdc6-94b9-4a9a-a1ab-c445dba91197 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392779 Jul 16 01:16:30.525306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da00303c-c984-443f-b48f-2e1dd58b0bde req-4554eb67-c7d4-4fa1-b596-c684a00ad08c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5433 time: 0.3491716 Jul 16 01:16:30.540300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:30.563979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3713f5a2-deea-4301-815b-be2bd22ad1b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Request body: {'floatingip': {'port_id': '7210560e-dd1b-42b8-b735-1c99f3448846'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:30.698860 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3713f5a2-deea-4301-815b-be2bd22ad1b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.790155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.817730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-269d5fed-de53-4374-9180-54db34b1d594 req-aa13d115-fea2-4c99-ada7-0874fcc7b673 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 210 time: 0.2646146 Jul 16 01:16:30.888078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a9c6b6e2-6e25-47f8-a34a-99044a510b21 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:30.907384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Transition to ACTIVE for port object f199ec9e-2bb4-4139-af28-549a5ff64e94 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:31.043954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a9c6b6e2-6e25-47f8-a34a-99044a510b21 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:31.044521 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.074976 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.202249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-23d8347c-0304-402f-8336-de67e52e8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.205845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-23d8347c-0304-402f-8336-de67e52e8bb3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1a758292e41a446698112918a11a67d8&device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 1100 time: 0.6327059 Jul 16 01:16:31.229395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network 8ef03f08-8b94-401f-878e-897d99c854d2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:31.265552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:31.271638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:31.312524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f5415-156c-4af1-a552-10c4f24c1110 req-143cfe2f-032d-43ba-9b26-1c0f7899d257 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.319062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-744f5415-156c-4af1-a552-10c4f24c1110 req-143cfe2f-032d-43ba-9b26-1c0f7899d257 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 948 time: 0.3823140 Jul 16 01:16:31.421007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.421007 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.451912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97e348-3684-436f-a071-5754a3e4994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:31.455090 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27e5fd3-fb99-4a95-b85b-84e013d615ab" -d '{"events": [{"server_uuid": "fc97e348-3684-436f-a071-5754a3e4994c", "name": "network-vif-plugged", "status": "completed", "tag": "de00b6a6-53ad-4630-8cad-aa23e7be9a62"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:31.521741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Port': ['ID=f199ec9e-2bb4-4139-af28-549a5ff64e94,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:31.533254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-0309e4e9-83ab-40f0-b42d-1c148b6949c8 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8524303 Jul 16 01:16:31.553412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Request body: {'port': {'device_id': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829', 'admin_state_up': True, 'tenant_id': '9bae6ce20e104a60a86606b29d10637c'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:31.623023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-744f5415-156c-4af1-a552-10c4f24c1110 req-c7acf9ab-caf0-4175-ba83-a5379331b830 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995339 Jul 16 01:16:31.727120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a7192296-d1cb-4cba-909d-3d8f80660e26 None None] Provisioning for port f199ec9e-2bb4-4139-af28-549a5ff64e94 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:31.738458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a7192296-d1cb-4cba-909d-3d8f80660e26 None None] Provisioning complete for port f199ec9e-2bb4-4139-af28-549a5ff64e94 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:31.739182 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7192296-d1cb-4cba-909d-3d8f80660e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.798470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-a40a0e2d-490c-43e3-96ba-0ff9bbdfe5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.804921 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-a40a0e2d-490c-43e3-96ba-0ff9bbdfe5cd service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.5738220 Jul 16 01:16:31.874693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a7192296-d1cb-4cba-909d-3d8f80660e26 None None] Port f199ec9e-2bb4-4139-af28-549a5ff64e94 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:32.050742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-ff4d304d-b785-4b9a-9369-4e06ba0c15b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=955a655e-2670-4385-932f-5f469c47ec5b HTTP/1.1" status: 200 len: 217 time: 0.1978633 Jul 16 01:16:32.075449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10392-84dd-4390-b1bd-76d2b6d84568 req-2fae16ec-7954-4b0e-bfb8-1ee9dda6e221 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:32.085800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20d10392-84dd-4390-b1bd-76d2b6d84568 req-2fae16ec-7954-4b0e-bfb8-1ee9dda6e221 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.6962891 Jul 16 01:16:32.217489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71901ffc-a6fb-41ed-bd44-a7ebda2747f7 req-ad51a402-1a5a-4dc0-ae35-352fdd36491e tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:32.225093 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71901ffc-a6fb-41ed-bd44-a7ebda2747f7 req-ad51a402-1a5a-4dc0-ae35-352fdd36491e tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 932 time: 0.1324556 Jul 16 01:16:32.288249 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71901ffc-a6fb-41ed-bd44-a7ebda2747f7 req-7d1fa87c-a8d6-4c7d-be7c-6af1cb2f1fdc tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618670 Jul 16 01:16:32.299112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-3713f5a2-deea-4301-815b-be2bd22ad1b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:16:32.383706 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1878b7d-ebaf-4220-b416-647d70b972e8 x-openstack-request-id: req-b1878b7d-ebaf-4220-b416-647d70b972e8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:32.383706 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc97e348-3684-436f-a071-5754a3e4994c", "name": "network-vif-plugged", "status": "completed", "tag": "de00b6a6-53ad-4630-8cad-aa23e7be9a62", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:32.384282 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1878b7d-ebaf-4220-b416-647d70b972e8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:32.384754 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc97e348-3684-436f-a071-5754a3e4994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62', 'code': 200} Jul 16 01:16:32.443472 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3713f5a2-deea-4301-815b-be2bd22ad1b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.450952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3713f5a2-deea-4301-815b-be2bd22ad1b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.508336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Made reservation on behalf of 9bae6ce20e104a60a86606b29d10637c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:32.520189 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.795416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Allocated IP 19.86.0.35 (61a650ab-661e-42a9-affd-1d37e65d0829/98cba576-d309-4509-ae59-ff8618f156b8/ab1756a9-239e-4e60-b3d2-d36b142fbe0f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:32.910094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:33.015122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20d10392-84dd-4390-b1bd-76d2b6d84568 req-b36e78ab-b97f-485c-95b6-9152258027aa tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9271870 Jul 16 01:16:33.022739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-738698ba-f885-47a7-aeee-32f51029d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:33.024321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-738698ba-f885-47a7-aeee-32f51029d485 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.9245334 Jul 16 01:16:33.247197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f16499f0-57d4-42c8-9ef1-4d652f9956cc tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:33.248539 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f16499f0-57d4-42c8-9ef1-4d652f9956cc tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.67 "GET /v2.0/networks?id=2ed75046-c145-4efd-92ba-d9dc01315141 HTTP/1.1" status: 200 len: 821 time: 1.1453743 Jul 16 01:16:33.290956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Request body: {'port': {'device_id': '2537af0d-e7d1-4adb-a5f8-41b4a11c02ee', 'network_id': '2ed75046-c145-4efd-92ba-d9dc01315141', 'admin_state_up': True, 'tenant_id': '34fb2ad32a314f21ac742cd3796e9d59'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:33.399472 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.420522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Transition to ACTIVE for port object ab1756a9-239e-4e60-b3d2-d36b142fbe0f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:33.469509 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9df66b0-c962-4a6a-8adc-aaadff68c0c5 req-125c9d45-66b1-4c54-a959-b0ee5dcc8eac tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 210 time: 0.0739348 Jul 16 01:16:33.638749 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-3713f5a2-deea-4301-815b-be2bd22ad1b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Floating IP 679414da-3f6b-4b39-bbac-2c5098b617a3 associated. External IP: 172.25.4.22, port: 7210560e-dd1b-42b8-b735-1c99f3448846. Jul 16 01:16:33.649120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.661535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643abf3-d177-4ff2-9154-d9a73ca08f77 req-52424cb0-4e07-418b-b299-4b7fbc49f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:33.663444 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4643abf3-d177-4ff2-9154-d9a73ca08f77 req-52424cb0-4e07-418b-b299-4b7fbc49f2d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 1097 time: 0.2587481 Jul 16 01:16:33.903764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4643abf3-d177-4ff2-9154-d9a73ca08f77 req-868a1bd8-353f-4563-bd91-e00f555edbc3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965343 Jul 16 01:16:33.996687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713ce3f-8948-4894-b8da-2f20ceb9c1f8 req-d2bbe731-5d11-4a43-801c-1dd51ddf9133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.003195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713ce3f-8948-4894-b8da-2f20ceb9c1f8 req-d2bbe731-5d11-4a43-801c-1dd51ddf9133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.010765 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8713ce3f-8948-4894-b8da-2f20ceb9c1f8 req-d2bbe731-5d11-4a43-801c-1dd51ddf9133 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1654 time: 0.2125032 Jul 16 01:16:34.064280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8713ce3f-8948-4894-b8da-2f20ceb9c1f8 req-267e6687-bbfb-40dc-969c-572191a1c443 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515728 Jul 16 01:16:34.126861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3713f5a2-deea-4301-815b-be2bd22ad1b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Router 0e0db332-70db-42a9-b038-21b603fbd4c1 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:34.297010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Network 61a650ab-661e-42a9-affd-1d37e65d0829 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:34.304658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:34.306822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3713f5a2-deea-4301-815b-be2bd22ad1b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:34.312921 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3713f5a2-deea-4301-815b-be2bd22ad1b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.325607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-590adf4d-58a7-4bc0-80c5-a37ea7da0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.327174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-590adf4d-58a7-4bc0-80c5-a37ea7da0879 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2863982 Jul 16 01:16:34.328785 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b2754-8404-4565-a76a-115704571efd None None] Sync routers for ids ['0e0db332-70db-42a9-b038-21b603fbd4c1'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:34.331592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:34.358301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3713f5a2-deea-4301-815b-be2bd22ad1b1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "PUT /v2.0/floatingips/679414da-3f6b-4b39-bbac-2c5098b617a3 HTTP/1.1" status: 200 len: 991 time: 3.8122573 Jul 16 01:16:34.362463 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b2754-8404-4565-a76a-115704571efd None None] Routers {'0e0db332-70db-42a9-b038-21b603fbd4c1'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:34.367419 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-434b2754-8404-4565-a76a-115704571efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0e0db332-70db-42a9-b038-21b603fbd4c1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:34.373129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': '7210560e-dd1b-42b8-b735-1c99f3448846'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:34.374399 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15685e9e-8c76-44ef-a660-29531d75af1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "7210560e-dd1b-42b8-b735-1c99f3448846"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:34.434083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event updated for resources: {'Port': ['ID=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:34.438690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6987c-1476-4344-b85f-c3577d51a79f req-311cfc57-63d4-4304-b093-f90dd2c06b1b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.447058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44c6987c-1476-4344-b85f-c3577d51a79f req-311cfc57-63d4-4304-b093-f90dd2c06b1b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1496584 Jul 16 01:16:34.529492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44c6987c-1476-4344-b85f-c3577d51a79f req-9b5f21d5-a38a-40c9-8e01-d64bf4670290 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814123 Jul 16 01:16:34.544963 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-434b2754-8404-4565-a76a-115704571efd None None] Set router 0e0db332-70db-42a9-b038-21b603fbd4c1 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:34.592228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60acbe2-d238-4047-8791-abf6784d1fd7 req-79ecdf04-a7fe-48ab-a79d-51f9a7b918b5 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.599709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b60acbe2-d238-4047-8791-abf6784d1fd7 req-79ecdf04-a7fe-48ab-a79d-51f9a7b918b5 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 948 time: 1.1204739 Jul 16 01:16:34.727076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f0b3f21c-267a-4048-a89e-00b803995da4 None None] Provisioning for port ab1756a9-239e-4e60-b3d2-d36b142fbe0f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:34.735971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Made reservation on behalf of 34fb2ad32a314f21ac742cd3796e9d59 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:34.740394 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.744450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f0b3f21c-267a-4048-a89e-00b803995da4 None None] Provisioning complete for port ab1756a9-239e-4e60-b3d2-d36b142fbe0f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:34.744884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-a38e3126-94b0-4cb2-a6a4-c52fc2156347 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756578 Jul 16 01:16:34.753664 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0b3f21c-267a-4048-a89e-00b803995da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.783594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.784256 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.831864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3f21c-267a-4048-a89e-00b803995da4 None None] Port ab1756a9-239e-4e60-b3d2-d36b142fbe0f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:34.843093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 955a655e-2670-4385-932f-5f469c47ec5b details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:34.882539 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-6e149835-dc50-4401-812b-0ff504d1b102 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3330395 Jul 16 01:16:34.935481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Request body: {'port': {'device_id': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:34.953599 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-434b2754-8404-4565-a76a-115704571efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:20Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '679414da-3f6b-4b39-bbac-2c5098b617a3', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'port_id': '7210560e-dd1b-42b8-b735-1c99f3448846', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'mac_address': 'fa:16:3e:a9:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:34Z', 'updated_at': '2021-07-16T01:16:32Z', 'revision_number': 1, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d734e26-335b-4167-884e-0013eb452cc4', 'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'mac_address': 'fa:16:3e:43:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:18Z', 'updated_at': '2021-07-16T01:13:31Z', 'revision_number': 5, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'subnets': [{'id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:34.988484 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b2754-8404-4565-a76a-115704571efd None None] Checking router: 0e0db332-70db-42a9-b038-21b603fbd4c1 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:35.002251 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b2754-8404-4565-a76a-115704571efd None None] Routers {'0e0db332-70db-42a9-b038-21b603fbd4c1'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:35.002919 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-434b2754-8404-4565-a76a-115704571efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0e0db332-70db-42a9-b038-21b603fbd4c1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:35.166331 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff09b630-89e0-44b2-aa59-26798863b1a8 x-openstack-request-id: req-ff09b630-89e0-44b2-aa59-26798863b1a8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:35.166622 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "tag": "7210560e-dd1b-42b8-b735-1c99f3448846", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:35.166872 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff09b630-89e0-44b2-aa59-26798863b1a8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:35.167294 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'tag': '7210560e-dd1b-42b8-b735-1c99f3448846', 'status': 'completed', 'code': 200} Jul 16 01:16:35.219123 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-434b2754-8404-4565-a76a-115704571efd None None] Set router 0e0db332-70db-42a9-b038-21b603fbd4c1 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:35.368185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:35.392911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '955a655e-2670-4385-932f-5f469c47ec5b', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '955a655e-2670-4385-932f-5f469c47ec5b', 'mac_address': 'fa:16:3e:63:77:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:35.447370 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ca8eadd-29b0-4894-a3ec-286c4bc7584e req-ccbd8898-7fbd-4689-86ed-428a0664b913 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 210 time: 0.0613730 Jul 16 01:16:35.489914 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.546309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955a655e-2670-4385-932f-5f469c47ec5b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:35.600095 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b60acbe2-d238-4047-8791-abf6784d1fd7 req-bad98d94-8534-447b-beb0-55fb3f560702 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9983475 Jul 16 01:16:35.612719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-750dc40e-546b-4c7d-ac39-414b7894de93 req-f38d3974-56dd-4a64-b814-563833629369 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8461928 Jul 16 01:16:35.614184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:35.620708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.693018 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-434b2754-8404-4565-a76a-115704571efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:20Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '679414da-3f6b-4b39-bbac-2c5098b617a3', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'port_id': '7210560e-dd1b-42b8-b735-1c99f3448846', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'mac_address': 'fa:16:3e:a9:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:34Z', 'updated_at': '2021-07-16T01:16:32Z', 'revision_number': 1, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d734e26-335b-4167-884e-0013eb452cc4', 'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'mac_address': 'fa:16:3e:43:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:18Z', 'updated_at': '2021-07-16T01:13:31Z', 'revision_number': 5, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'subnets': [{'id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:35.732498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:35.749846 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b2754-8404-4565-a76a-115704571efd None None] The sync data for ids ['0e0db332-70db-42a9-b038-21b603fbd4c1'] in n-d-791504-14 is: [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:20Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '679414da-3f6b-4b39-bbac-2c5098b617a3', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'port_id': '7210560e-dd1b-42b8-b735-1c99f3448846', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'mac_address': 'fa:16:3e:a9:88:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:34Z', 'updated_at': '2021-07-16T01:16:32Z', 'revision_number': 1, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d734e26-335b-4167-884e-0013eb452cc4', 'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'mac_address': 'fa:16:3e:43:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:18Z', 'updated_at': '2021-07-16T01:13:31Z', 'revision_number': 5, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'subnets': [{'id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:35.802827 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.937922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['955a655e-2670-4385-932f-5f469c47ec5b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:36.048951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d1ee-5343-4cc1-ab61-146c62178b57 req-7471131d-f516-4775-b6b8-110ba4eb2466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.069051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d1ee-5343-4cc1-ab61-146c62178b57 req-7471131d-f516-4775-b6b8-110ba4eb2466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.071810 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31b6d1ee-5343-4cc1-ab61-146c62178b57 req-7471131d-f516-4775-b6b8-110ba4eb2466 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1654 time: 0.2620018 Jul 16 01:16:36.187277 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31b6d1ee-5343-4cc1-ab61-146c62178b57 req-b168f882-3c73-401c-9971-34162b551cf7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070485 Jul 16 01:16:36.271891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7260f5-6b86-4d49-877c-0be96b763bff None None] New status for floating IP 679414da-3f6b-4b39-bbac-2c5098b617a3: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:16:36.520696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:36.541015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f199ec9e-2bb4-4139-af28-549a5ff64e94 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:36.561974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.590906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Transition to ACTIVE for port object f199ec9e-2bb4-4139-af28-549a5ff64e94 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:36.656692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.685047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7df0eebc-ebf2-42b9-a127-e64ef9af9f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.702826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685e9e-8c76-44ef-a660-29531d75af1c req-54502a6f-b2d0-45d8-8852-3e4f941d8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.703869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685e9e-8c76-44ef-a660-29531d75af1c req-54502a6f-b2d0-45d8-8852-3e4f941d8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.704363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685e9e-8c76-44ef-a660-29531d75af1c req-54502a6f-b2d0-45d8-8852-3e4f941d8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.704921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685e9e-8c76-44ef-a660-29531d75af1c req-54502a6f-b2d0-45d8-8852-3e4f941d8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.705347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685e9e-8c76-44ef-a660-29531d75af1c req-54502a6f-b2d0-45d8-8852-3e4f941d8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.705810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685e9e-8c76-44ef-a660-29531d75af1c req-54502a6f-b2d0-45d8-8852-3e4f941d8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.706278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685e9e-8c76-44ef-a660-29531d75af1c req-54502a6f-b2d0-45d8-8852-3e4f941d8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.709080 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15685e9e-8c76-44ef-a660-29531d75af1c req-54502a6f-b2d0-45d8-8852-3e4f941d8f96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6497 time: 1.4183376 Jul 16 01:16:36.804053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ccbbf0a5-bf0e-4e71-9264-63e2179e9e59 req-537fb23c-20c9-48a3-a35c-32363258953a tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 210 time: 0.0318556 Jul 16 01:16:36.844259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Allocated IP 172.20.0.6 (2ed75046-c145-4efd-92ba-d9dc01315141/77f18a54-974d-4201-96a1-b871ed5be0e8/9a96bf80-6012-4014-9a52-daf71ef9f883) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:36.910205 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-6a1f0214-012e-423c-a15e-bd07e325ecc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1916287 Jul 16 01:16:37.111162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Pushing event updated for resources: {'Port': ['ID=f199ec9e-2bb4-4139-af28-549a5ff64e94,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:37.187538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7df0eebc-ebf2-42b9-a127-e64ef9af9f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.196866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685e9e-8c76-44ef-a660-29531d75af1c req-497dcdee-83ca-4fd0-b3d8-c5a4a34d59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.198449 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15685e9e-8c76-44ef-a660-29531d75af1c req-497dcdee-83ca-4fd0-b3d8-c5a4a34d59b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90e7227a-696f-4b17-be86-431b8100a57c HTTP/1.1" status: 200 len: 912 time: 0.4479930 Jul 16 01:16:37.204544 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7df0eebc-ebf2-42b9-a127-e64ef9af9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.247204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7df0eebc-ebf2-42b9-a127-e64ef9af9f70 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69643b76762e4e4f95af2772ec11086a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222643 Jul 16 01:16:37.258607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56890) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:37.291881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-8a0cb53c-72b7-499d-a9f1-78b3afe77310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.292277 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-8a0cb53c-72b7-499d-a9f1-78b3afe77310 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 1099 time: 0.2746580 Jul 16 01:16:37.347134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c941051-8a10-4843-b13d-b5bc75079f34 req-3c2e9251-eb9d-4bcf-bc52-b3717ab8e386 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.348082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c941051-8a10-4843-b13d-b5bc75079f34 req-3c2e9251-eb9d-4bcf-bc52-b3717ab8e386 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 1.3528252 Jul 16 01:16:37.438507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0eebc-ebf2-42b9-a127-e64ef9af9f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca3c94e-aa24-4b1c-9fa1-edc50ca4703a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:37.473354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d38ed9-073c-45b3-a429-761831703c6b req-5f27de45-fd8c-458c-b8ee-a122702a2ee6 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.476480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Attempting to bind port f199ec9e-2bb4-4139-af28-549a5ff64e94 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:37.476856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Attempting to bind port f199ec9e-2bb4-4139-af28-549a5ff64e94 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '2b665e13-a5e7-4735-935e-cff3e4233cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:37.477198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Attempting to bind port f199ec9e-2bb4-4139-af28-549a5ff64e94 on network 8ef03f08-8b94-401f-878e-897d99c854d2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:37.481369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17d38ed9-073c-45b3-a429-761831703c6b req-5f27de45-fd8c-458c-b8ee-a122702a2ee6 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 949 time: 0.3644726 Jul 16 01:16:37.518244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15685e9e-8c76-44ef-a660-29531d75af1c req-56a95bad-4430-4481-80c5-b414f4823a31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7210560e-dd1b-42b8-b735-1c99f3448846 HTTP/1.1" status: 200 len: 1001 time: 0.2957935 Jul 16 01:16:37.523312 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.533770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-c1854525-cd91-4671-8ac3-8cd70acb1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.535398 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-c1854525-cd91-4671-8ac3-8cd70acb1a09 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.2038820 Jul 16 01:16:37.547809 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17d38ed9-073c-45b3-a429-761831703c6b req-96f1d3ad-fec3-47a8-8639-45c6cd89ccea tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653663 Jul 16 01:16:37.598966 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Port f199ec9e-2bb4-4139-af28-549a5ff64e94 on network 8ef03f08-8b94-401f-878e-897d99c854d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:37.599297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Attempting to bind port f199ec9e-2bb4-4139-af28-549a5ff64e94 on network 8ef03f08-8b94-401f-878e-897d99c854d2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:37.620428 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-039ef9ce-d3d8-426f-bb60-b3ba041bde9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=0ac82c53-1e49-40da-be21-ab2a881bad44 HTTP/1.1" status: 200 len: 217 time: 0.0715668 Jul 16 01:16:37.645989 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c941051-8a10-4843-b13d-b5bc75079f34 req-edfbc191-105e-4581-9df5-a5f320ada76f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712450 Jul 16 01:16:37.671862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:37.672522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Checking segment: {'id': '2b665e13-a5e7-4735-935e-cff3e4233cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:37.672619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Bound using segment: {'id': '2b665e13-a5e7-4735-935e-cff3e4233cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:37.673053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Bound port: f199ec9e-2bb4-4139-af28-549a5ff64e94, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b665e13-a5e7-4735-935e-cff3e4233cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:37.673428 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.760835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00922b0e-6d0b-44a3-bf5b-cf8224a3253c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.784845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-df0dfc97-55d7-4636-89f3-6d413fb2df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.787417 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-df0dfc97-55d7-4636-89f3-6d413fb2df3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1534617 Jul 16 01:16:37.802314 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00922b0e-6d0b-44a3-bf5b-cf8224a3253c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.832086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c5960-c5f9-4034-9b9d-5c503f5ce584 req-6ec597e3-8150-400c-b1e9-d02646f51fac tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.838181 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c5960-c5f9-4034-9b9d-5c503f5ce584 req-6ec597e3-8150-400c-b1e9-d02646f51fac tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.839929 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c70c5960-c5f9-4034-9b9d-5c503f5ce584 req-6ec597e3-8150-400c-b1e9-d02646f51fac tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1666 time: 0.1290345 Jul 16 01:16:37.934678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] For port f199ec9e-2bb4-4139-af28-549a5ff64e94, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:37.940628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] For port f199ec9e-2bb4-4139-af28-549a5ff64e94, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f199ec9e-2bb4-4139-af28-549a5ff64e94,segment=NetworkSegment(2b665e13-a5e7-4735-935e-cff3e4233cc0),segment_id=2b665e13-a5e7-4735-935e-cff3e4233cc0)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:37.949947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c70c5960-c5f9-4034-9b9d-5c503f5ce584 req-df7e4377-6ebf-4524-b057-73fffc56407d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811160 Jul 16 01:16:37.956654 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00922b0e-6d0b-44a3-bf5b-cf8224a3253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.961519 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00922b0e-6d0b-44a3-bf5b-cf8224a3253c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.963486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-00922b0e-6d0b-44a3-bf5b-cf8224a3253c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aca3c94e-aa24-4b1c-9fa1-edc50ca4703a HTTP/1.1" status: 204 len: 168 time: 0.6592987 Jul 16 01:16:37.976371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.981261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685e9e-8c76-44ef-a660-29531d75af1c req-edd89ce5-f327-4219-9354-b1eb9bfbdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.984116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15685e9e-8c76-44ef-a660-29531d75af1c req-edd89ce5-f327-4219-9354-b1eb9bfbdb66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2246a116-9b5d-48d9-8c84-79b4a085fa8f HTTP/1.1" status: 200 len: 851 time: 0.4023337 Jul 16 01:16:37.989703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-1baaedb0-f322-4493-8c66-4c049876358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:38.002066 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-1baaedb0-f322-4493-8c66-4c049876358e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1982276 Jul 16 01:16:38.197362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Pushing event updated for resources: {'Port': ['ID=f199ec9e-2bb4-4139-af28-549a5ff64e94,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:38.233105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.267790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-25e29518-7078-4879-b104-3d865b0ca792 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609181 Jul 16 01:16:38.272531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00922b0e-6d0b-44a3-bf5b-cf8224a3253c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca3c94e-aa24-4b1c-9fa1-edc50ca4703a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:38.382895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:38.383960 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.395754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccbc5891-e94e-4423-a39d-cb9480c4ab08 service neutron] 10.222.0.67 "PUT /v2.0/ports/f199ec9e-2bb4-4139-af28-549a5ff64e94 HTTP/1.1" status: 200 len: 1093 time: 3.4700801 Jul 16 01:16:38.410941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'tag': 'f199ec9e-2bb4-4139-af28-549a5ff64e94'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:38.417494 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cae29e6-999c-4a6f-9e8c-33ab0b59120b" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "tag": "f199ec9e-2bb4-4139-af28-549a5ff64e94"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:38.426103 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f582fd1-a21f-40f3-bd34-c57ff145aa51 req-6f38f5a5-07c9-40a1-98a2-b8231efee8a2 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 210 time: 0.1569226 Jul 16 01:16:38.486728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:38.594134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e13892c-9701-4aac-aff5-805ae8a57364 req-ad9ae19f-945e-4094-8f94-71b183d8b3f1 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072975 Jul 16 01:16:38.602113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35e1235c-47ed-45ca-aa03-945939e203fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.625397 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c499b03d-9614-4369-8b45-72e4e4b2adfb x-openstack-request-id: req-c499b03d-9614-4369-8b45-72e4e4b2adfb {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:38.628582 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "tag": "f199ec9e-2bb4-4139-af28-549a5ff64e94", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:38.631215 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c499b03d-9614-4369-8b45-72e4e4b2adfb {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:38.635248 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'tag': 'f199ec9e-2bb4-4139-af28-549a5ff64e94', 'status': 'completed', 'code': 200} Jul 16 01:16:38.789937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 955a655e-2670-4385-932f-5f469c47ec5b up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:38.813033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Request body: {'port': {'device_id': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:38.873799 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35e1235c-47ed-45ca-aa03-945939e203fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.887402 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35e1235c-47ed-45ca-aa03-945939e203fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.975571 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-35e1235c-47ed-45ca-aa03-945939e203fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f26d4db427a4ce88e12cefa49b608ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4844377 Jul 16 01:16:38.975571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1235c-47ed-45ca-aa03-945939e203fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102a931a-2d0b-43fc-bcbb-19024f77d130,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:38.979056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56942) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:39.063011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 955a655e-2670-4385-932f-5f469c47ec5b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:39.067533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 955a655e-2670-4385-932f-5f469c47ec5b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:39.071205 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.138044 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1688b6c-5568-4494-bdec-365d9211067e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.149251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee40e7-777d-4806-ae8a-f05c190deef2 req-3f7219f8-de29-460d-8e55-445d1bc41d80 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.150878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9ee40e7-777d-4806-ae8a-f05c190deef2 req-3f7219f8-de29-460d-8e55-445d1bc41d80 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 949 time: 0.1620641 Jul 16 01:16:39.195359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685e9e-8c76-44ef-a660-29531d75af1c req-79fd7a31-fc21-4073-a004-226242d844a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.197945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15685e9e-8c76-44ef-a660-29531d75af1c req-79fd7a31-fc21-4073-a004-226242d844a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90e7227a-696f-4b17-be86-431b8100a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0742016 Jul 16 01:16:39.230941 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1688b6c-5568-4494-bdec-365d9211067e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.246857 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.308736 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9ee40e7-777d-4806-ae8a-f05c190deef2 req-8c8d383f-a42d-4677-b503-347d8446bfe7 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443501 Jul 16 01:16:39.333342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:39.335771 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e309bb-00c6-4b75-8fce-df15d458ba97" -d '{"events": [{"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-plugged", "status": "completed", "tag": "955a655e-2670-4385-932f-5f469c47ec5b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:39.376454 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1688b6c-5568-4494-bdec-365d9211067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.379422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:39.382528 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1688b6c-5568-4494-bdec-365d9211067e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.394865 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.401605 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f1688b6c-5568-4494-bdec-365d9211067e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/102a931a-2d0b-43fc-bcbb-19024f77d130 HTTP/1.1" status: 204 len: 168 time: 0.4209044 Jul 16 01:16:39.447356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1688b6c-5568-4494-bdec-365d9211067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102a931a-2d0b-43fc-bcbb-19024f77d130,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:39.531038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:39.724811 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.801124 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.977398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae29e6-999c-4a6f-9e8c-33ab0b59120b req-2c022945-523d-4318-b55c-730f2abdbc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.978541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae29e6-999c-4a6f-9e8c-33ab0b59120b req-2c022945-523d-4318-b55c-730f2abdbc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.979572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7cae29e6-999c-4a6f-9e8c-33ab0b59120b req-2c022945-523d-4318-b55c-730f2abdbc06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bae6ce20e104a60a86606b29d10637c&device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1914 time: 1.3431969 Jul 16 01:16:40.037610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525ef18-0f20-43ab-ab68-21e436647e99 req-23692f21-b7a2-411e-835d-36e540a826cc tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.044729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525ef18-0f20-43ab-ab68-21e436647e99 req-23692f21-b7a2-411e-835d-36e540a826cc tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.047708 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0525ef18-0f20-43ab-ab68-21e436647e99 req-23692f21-b7a2-411e-835d-36e540a826cc tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1666 time: 0.1505985 Jul 16 01:16:40.087774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Network 2ed75046-c145-4efd-92ba-d9dc01315141 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:40.122578 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56958) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:40.135172 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0525ef18-0f20-43ab-ab68-21e436647e99 req-a102f48f-e16c-40e0-bd7b-d186128f0b51 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582042 Jul 16 01:16:40.143844 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-776b7951-3c7d-4366-b94e-47a1770b8d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.224725 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d0f851-2a9f-4355-8d57-5715945a7319 x-openstack-request-id: req-e7d0f851-2a9f-4355-8d57-5715945a7319 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:40.225269 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-plugged", "status": "completed", "tag": "955a655e-2670-4385-932f-5f469c47ec5b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:40.225606 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7d0f851-2a9f-4355-8d57-5715945a7319 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:40.226502 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b', 'code': 200} Jul 16 01:16:40.280516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:40.291304 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-776b7951-3c7d-4366-b94e-47a1770b8d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.296901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-776b7951-3c7d-4366-b94e-47a1770b8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.301219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:40.411307 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-776b7951-3c7d-4366-b94e-47a1770b8d7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32cbbc03408f499eab78922bf9683d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873206 Jul 16 01:16:40.430299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:40.437011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b7951-3c7d-4366-b94e-47a1770b8d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b892d4-0e05-4508-96d6-3ad7f484343b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:40.443018 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Pushing event updated for resources: {'Port': ['ID=9a96bf80-6012-4014-9a52-daf71ef9f883,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:40.497934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6409b98-50fd-4ed9-90fd-f4d44d27f7f5 req-dc0e148c-56cc-43d0-b0f0-7fef1a1aea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.500060 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6409b98-50fd-4ed9-90fd-f4d44d27f7f5 req-dc0e148c-56cc-43d0-b0f0-7fef1a1aea80 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 1102 time: 0.1835854 Jul 16 01:16:40.516720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd3591-cf7a-44ed-a03f-fe026e71c887 req-32d525cf-51d3-4db8-b642-be55fe7fb99d tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.518849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92dd3591-cf7a-44ed-a03f-fe026e71c887 req-32d525cf-51d3-4db8-b642-be55fe7fb99d tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 931 time: 0.1411788 Jul 16 01:16:40.583289 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6409b98-50fd-4ed9-90fd-f4d44d27f7f5 req-e4606aee-2525-4c5f-9d82-849430d9c4e2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Jul 16 01:16:40.586988 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92dd3591-cf7a-44ed-a03f-fe026e71c887 req-dbc9198f-4525-49d5-a7ca-67cb983b21c1 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617440 Jul 16 01:16:40.594813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15685e9e-8c76-44ef-a660-29531d75af1c req-5806a7c3-9b36-43a6-ba0a-86a605e6ccde service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3761885 Jul 16 01:16:40.637333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.638072 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.721374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce254a15-a6b8-489e-b825-4067711f1c73 req-babacea8-6611-41c7-87d5-3a8f74b30766 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.724588 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce254a15-a6b8-489e-b825-4067711f1c73 req-babacea8-6611-41c7-87d5-3a8f74b30766 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 1.0028582 Jul 16 01:16:40.835151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae29e6-999c-4a6f-9e8c-33ab0b59120b req-11c93137-0297-4702-9349-b8c24148552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.835629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae29e6-999c-4a6f-9e8c-33ab0b59120b req-11c93137-0297-4702-9349-b8c24148552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.836094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae29e6-999c-4a6f-9e8c-33ab0b59120b req-11c93137-0297-4702-9349-b8c24148552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.840272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7cae29e6-999c-4a6f-9e8c-33ab0b59120b req-11c93137-0297-4702-9349-b8c24148552c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9bae6ce20e104a60a86606b29d10637c&shared=False HTTP/1.1" status: 200 len: 2285 time: 0.8311012 Jul 16 01:16:40.856758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f0faf0ae-bc9a-4500-bd29-66e0037af447 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5831842 Jul 16 01:16:40.905443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9afd5-ff93-4ece-b88d-f2be16a2ee0d req-b4a7fc8e-db53-4389-84ee-1daae2d6030c tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.907418 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6fb9afd5-ff93-4ece-b88d-f2be16a2ee0d req-b4a7fc8e-db53-4389-84ee-1daae2d6030c tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 950 time: 0.1164837 Jul 16 01:16:40.959727 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6fb9afd5-ff93-4ece-b88d-f2be16a2ee0d req-ab12de24-1a56-4baa-8e59-1ec565fede41 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Jul 16 01:16:40.993291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Request body: {'port': {'device_id': '2537af0d-e7d1-4adb-a5f8-41b4a11c02ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:41.075914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15685e9e-8c76-44ef-a660-29531d75af1c req-b79abb43-2159-498b-a5f9-926233ca93a5 service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302697 Jul 16 01:16:41.154728 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e18d7c71-81c5-48cc-bdd0-90a151054b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.234340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce254a15-a6b8-489e-b825-4067711f1c73 req-a9053867-3f57-4913-8dd4-2d389be4ea5a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860106 Jul 16 01:16:41.284748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] Deleting port ce67c38c-77db-4614-ae08-e350e43b1194 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:41.285323 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.314492 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e18d7c71-81c5-48cc-bdd0-90a151054b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.418425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.422549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae29e6-999c-4a6f-9e8c-33ab0b59120b req-34e821ce-0671-408d-b2e3-e4d60ffdf246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:41.422549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7cae29e6-999c-4a6f-9e8c-33ab0b59120b req-34e821ce-0671-408d-b2e3-e4d60ffdf246 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5348835 Jul 16 01:16:41.436371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb6adb-b9ee-4bc0-a4cd-c031150462a6 req-f636cc29-4d38-4448-b9bd-ce52024f8988 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:41.448833 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb6adb-b9ee-4bc0-a4cd-c031150462a6 req-f636cc29-4d38-4448-b9bd-ce52024f8988 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:41.452909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1756a9-239e-4e60-b3d2-d36b142fbe0f {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:41.459390 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-caeb6adb-b9ee-4bc0-a4cd-c031150462a6 req-f636cc29-4d38-4448-b9bd-ce52024f8988 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1666 time: 0.1422787 Jul 16 01:16:41.507572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.559808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-caeb6adb-b9ee-4bc0-a4cd-c031150462a6 req-4d9904d9-9753-472e-9584-869e1d791b62 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949645 Jul 16 01:16:41.572320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Transition to ACTIVE for port object ab1756a9-239e-4e60-b3d2-d36b142fbe0f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:41.602235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.622185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] For port ce67c38c-77db-4614-ae08-e350e43b1194, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ce67c38c-77db-4614-ae08-e350e43b1194,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:41.622643 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.740820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] Calling delete_port for ce67c38c-77db-4614-ae08-e350e43b1194 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:41.741549 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e18d7c71-81c5-48cc-bdd0-90a151054b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.744347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e18d7c71-81c5-48cc-bdd0-90a151054b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.745644 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e18d7c71-81c5-48cc-bdd0-90a151054b77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80b892d4-0e05-4508-96d6-3ad7f484343b HTTP/1.1" status: 204 len: 168 time: 1.2987881 Jul 16 01:16:41.800597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:41.814905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d7c71-81c5-48cc-bdd0-90a151054b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b892d4-0e05-4508-96d6-3ad7f484343b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:42.344477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4eabf-9f8d-4f8b-9dae-624a77439d31 req-48c2ac26-7efe-4540-b7d0-099fa11d61fe tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:42.356614 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dcc4eabf-9f8d-4f8b-9dae-624a77439d31 req-48c2ac26-7efe-4540-b7d0-099fa11d61fe tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 950 time: 0.1793089 Jul 16 01:16:42.408169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Attempting to bind port ab1756a9-239e-4e60-b3d2-d36b142fbe0f on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:42.408742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Attempting to bind port ab1756a9-239e-4e60-b3d2-d36b142fbe0f by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'e030ce3b-06b7-4927-824c-4982a801ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:42.408880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Attempting to bind port ab1756a9-239e-4e60-b3d2-d36b142fbe0f on network 61a650ab-661e-42a9-affd-1d37e65d0829 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:42.455194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Port ab1756a9-239e-4e60-b3d2-d36b142fbe0f on network 61a650ab-661e-42a9-affd-1d37e65d0829 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:42.455585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Attempting to bind port ab1756a9-239e-4e60-b3d2-d36b142fbe0f on network 61a650ab-661e-42a9-affd-1d37e65d0829 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:42.469231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa673a7-7868-4681-9b98-1ef21eebaa78 req-c8dc03b2-421c-43d9-9a87-4e449d00322a tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:42.470851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fa673a7-7868-4681-9b98-1ef21eebaa78 req-c8dc03b2-421c-43d9-9a87-4e449d00322a tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 931 time: 0.4695914 Jul 16 01:16:42.511314 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dcc4eabf-9f8d-4f8b-9dae-624a77439d31 req-8914635d-d9de-4041-b11c-679d557ea33f tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530974 Jul 16 01:16:42.514571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:42.514922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Checking segment: {'id': 'e030ce3b-06b7-4927-824c-4982a801ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:42.515316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Bound using segment: {'id': 'e030ce3b-06b7-4927-824c-4982a801ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:42.515777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Bound port: ab1756a9-239e-4e60-b3d2-d36b142fbe0f, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e030ce3b-06b7-4927-824c-4982a801ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:42.516148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.935429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a96bf80-6012-4014-9a52-daf71ef9f883 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:42.976845 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.993191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fa673a7-7868-4681-9b98-1ef21eebaa78 req-030968b7-58b0-4ad6-b76e-52639126cacc tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962444 Jul 16 01:16:43.083189 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.087802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Transition to ACTIVE for port object 9a96bf80-6012-4014-9a52-daf71ef9f883 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:43.104603 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.120555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf911a-908a-4f8b-8ffa-40d05c0b91b3 req-75b71852-f69b-4937-9abd-484fb3899fab tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:43.131480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] For port ab1756a9-239e-4e60-b3d2-d36b142fbe0f, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:43.135640 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9fdf911a-908a-4f8b-8ffa-40d05c0b91b3 req-75b71852-f69b-4937-9abd-484fb3899fab tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1908190 Jul 16 01:16:43.140547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce67c38c-77db-4614-ae08-e350e43b1194,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:43.157408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] For port ab1756a9-239e-4e60-b3d2-d36b142fbe0f, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,segment=NetworkSegment(e030ce3b-06b7-4927-824c-4982a801ff33),segment_id=e030ce3b-06b7-4927-824c-4982a801ff33)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:43.240337 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9fdf911a-908a-4f8b-8ffa-40d05c0b91b3 req-203e58f4-2abe-40c3-9897-2cffd0dcfabf tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975337 Jul 16 01:16:43.257417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.399586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:43.400223 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.403093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] 10.222.0.67 "PUT /v2.0/ports/ab1756a9-239e-4e60-b3d2-d36b142fbe0f HTTP/1.1" status: 200 len: 1092 time: 4.6605530 Jul 16 01:16:43.424588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Pushing event updated for resources: {'Port': ['ID=9a96bf80-6012-4014-9a52-daf71ef9f883,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:43.428676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'tag': 'ab1756a9-239e-4e60-b3d2-d36b142fbe0f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:43.456219 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e10d2a-0fd2-45c8-a818-d7e86db57d86" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "tag": "ab1756a9-239e-4e60-b3d2-d36b142fbe0f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:43.839366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70e677-15e2-4ae9-bb8f-8105ffafec30 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:43.850148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Attempting to bind port 9a96bf80-6012-4014-9a52-daf71ef9f883 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:43.850593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Attempting to bind port 9a96bf80-6012-4014-9a52-daf71ef9f883 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'cb7d9ba2-947d-466f-9877-5d5e34cf3292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ed75046-c145-4efd-92ba-d9dc01315141'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:43.850808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Attempting to bind port 9a96bf80-6012-4014-9a52-daf71ef9f883 on network 2ed75046-c145-4efd-92ba-d9dc01315141 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:43.875110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b4ded-6c6f-4641-ae8d-0c6ed8493b7a req-75df3da1-aa46-48a8-ae86-5a5bb243606a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:43.881151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b4ded-6c6f-4641-ae8d-0c6ed8493b7a req-75df3da1-aa46-48a8-ae86-5a5bb243606a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:43.888594 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-800b4ded-6c6f-4641-ae8d-0c6ed8493b7a req-75df3da1-aa46-48a8-ae86-5a5bb243606a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1678 time: 0.5827036 Jul 16 01:16:43.900256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Port 9a96bf80-6012-4014-9a52-daf71ef9f883 on network 2ed75046-c145-4efd-92ba-d9dc01315141 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:43.903281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Attempting to bind port 9a96bf80-6012-4014-9a52-daf71ef9f883 on network 2ed75046-c145-4efd-92ba-d9dc01315141 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:43.913284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.930375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:43.930727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Checking segment: {'id': 'cb7d9ba2-947d-466f-9877-5d5e34cf3292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ed75046-c145-4efd-92ba-d9dc01315141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:43.931243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Bound using segment: {'id': 'cb7d9ba2-947d-466f-9877-5d5e34cf3292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ed75046-c145-4efd-92ba-d9dc01315141'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:43.931721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Bound port: 9a96bf80-6012-4014-9a52-daf71ef9f883, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7d9ba2-947d-466f-9877-5d5e34cf3292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ed75046-c145-4efd-92ba-d9dc01315141'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:43.932113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.946175 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57046) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:43.965504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-7d9432db-db58-4a9f-844c-8b57f562443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:43.966068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-7d9432db-db58-4a9f-844c-8b57f562443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:43.967654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-7d9432db-db58-4a9f-844c-8b57f562443f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bae6ce20e104a60a86606b29d10637c&device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1982 time: 0.4594753 Jul 16 01:16:44.017494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-800b4ded-6c6f-4641-ae8d-0c6ed8493b7a req-e0b59500-3e20-4b28-a636-a9c5b3106b87 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278839 Jul 16 01:16:44.131345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-1ccdc05e-c6be-48b5-8896-2f40689cc71e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=f199ec9e-2bb4-4139-af28-549a5ff64e94 HTTP/1.1" status: 200 len: 217 time: 0.1067781 Jul 16 01:16:44.228973 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716d25f5-0ffc-4c0f-add9-5497667f8cbe x-openstack-request-id: req-716d25f5-0ffc-4c0f-add9-5497667f8cbe {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:44.229269 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "tag": "ab1756a9-239e-4e60-b3d2-d36b142fbe0f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:44.229648 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-716d25f5-0ffc-4c0f-add9-5497667f8cbe {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:44.230082 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'tag': 'ab1756a9-239e-4e60-b3d2-d36b142fbe0f', 'status': 'completed', 'code': 200} Jul 16 01:16:44.265868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] For port 9a96bf80-6012-4014-9a52-daf71ef9f883, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:44.291138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccf74ce9-e898-4e99-8e6f-8ee70a572370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.293633 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ccf74ce9-e898-4e99-8e6f-8ee70a572370 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=481d35cb-fe42-4762-84ec-769f04b7d957 HTTP/1.1" status: 200 len: 801 time: 0.1529968 Jul 16 01:16:44.295733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] For port 9a96bf80-6012-4014-9a52-daf71ef9f883, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=9a96bf80-6012-4014-9a52-daf71ef9f883,segment=NetworkSegment(cb7d9ba2-947d-466f-9877-5d5e34cf3292),segment_id=cb7d9ba2-947d-466f-9877-5d5e34cf3292)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:44.299610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49a196d2-03dd-405d-8feb-88bed32ff898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.303943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.586101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49a196d2-03dd-405d-8feb-88bed32ff898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.608579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49a196d2-03dd-405d-8feb-88bed32ff898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.627102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.628998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.631726 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] 10.222.0.67 "PUT /v2.0/ports/9a96bf80-6012-4014-9a52-daf71ef9f883 HTTP/1.1" status: 200 len: 1092 time: 3.6459272 Jul 16 01:16:44.668110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48777a7a-4e76-46ec-98b2-a86051b1c958 service neutron] Pushing event updated for resources: {'Port': ['ID=9a96bf80-6012-4014-9a52-daf71ef9f883,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:44.679064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a196d2-03dd-405d-8feb-88bed32ff898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092508bc-f8b4-494b-a7f0-125dcd8249ba,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:44.721948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-49a196d2-03dd-405d-8feb-88bed32ff898 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f5b3dbe1b1d417d931c72f1f3743b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7741425 Jul 16 01:16:44.749865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80dc0a-fac1-4fd0-b976-9d4afc607e71 req-85b0f7bf-755c-40cb-b3c1-92ee025d723d tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.751597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a80dc0a-fac1-4fd0-b976-9d4afc607e71 req-85b0f7bf-755c-40cb-b3c1-92ee025d723d tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 943 time: 0.2302570 Jul 16 01:16:44.752100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:44.953433 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a80dc0a-fac1-4fd0-b976-9d4afc607e71 req-850b2f58-764e-47a7-b1d4-040bc1a3a79b tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418660 Jul 16 01:16:44.965262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ddd03a30-f996-46b1-ab17-8fbfd36beb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.966827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-ddd03a30-f996-46b1-ab17-8fbfd36beb47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8ef03f08-8b94-401f-878e-897d99c854d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6597071 Jul 16 01:16:44.998109 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a8f92c7-aa59-443e-a102-34ecbb0ca7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.063793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] Router 3033f98a-af8d-4142-a51f-6dfd6a977b8a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:45.089418 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a8f92c7-aa59-443e-a102-34ecbb0ca7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.098171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22203e0-be61-4e54-b2eb-03bce4812140 req-e4dd7de8-fd6e-4488-8991-42e679277ad1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:45.101144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c22203e0-be61-4e54-b2eb-03bce4812140 req-e4dd7de8-fd6e-4488-8991-42e679277ad1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.3884938 Jul 16 01:16:45.177073 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a8f92c7-aa59-443e-a102-34ecbb0ca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.185798 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a8f92c7-aa59-443e-a102-34ecbb0ca7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.191360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a8f92c7-aa59-443e-a102-34ecbb0ca7a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/092508bc-f8b4-494b-a7f0-125dcd8249ba HTTP/1.1" status: 204 len: 168 time: 0.4382572 Jul 16 01:16:45.208855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f92c7-aa59-443e-a102-34ecbb0ca7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092508bc-f8b4-494b-a7f0-125dcd8249ba,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:45.343722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0fa32-a22f-4ff3-92dd-ef3fa85f025f req-7fe9ad8c-355c-442f-a7f3-67660a4b4489 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:45.354901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0fa32-a22f-4ff3-92dd-ef3fa85f025f req-7fe9ad8c-355c-442f-a7f3-67660a4b4489 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:45.366943 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-01a0fa32-a22f-4ff3-92dd-ef3fa85f025f req-7fe9ad8c-355c-442f-a7f3-67660a4b4489 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1678 time: 0.1370590 Jul 16 01:16:45.423321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-084d4d49-cfb1-4db8-8a4f-17214e5156b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:45.424832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-084d4d49-cfb1-4db8-8a4f-17214e5156b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34fb2ad32a314f21ac742cd3796e9d59&device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 1095 time: 0.4806504 Jul 16 01:16:45.430963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c22203e0-be61-4e54-b2eb-03bce4812140 req-16969ff6-68ed-435d-ba0a-a4b910c0e2d6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572145 Jul 16 01:16:45.433200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-913ddb8d-1a26-4ff8-b17d-016c70d4c268 service neutron] 10.222.0.67 "GET /v2.0/networks/8ef03f08-8b94-401f-878e-897d99c854d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299631 Jul 16 01:16:45.440825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:45.448680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-98eeae95-2f76-4199-93b0-4a7266577b1c admin admin] 10.222.0.64 "PUT /v2.0/routers/3033f98a-af8d-4142-a51f-6dfd6a977b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5349553 Jul 16 01:16:45.449921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57086) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:45.455032 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] Sync routers for ids ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:45.495275 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-01a0fa32-a22f-4ff3-92dd-ef3fa85f025f req-a5166e36-e74a-489f-91fe-67f879adee77 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969329 Jul 16 01:16:45.499525 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] Routers {'3033f98a-af8d-4142-a51f-6dfd6a977b8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:45.501204 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:45.708063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.711982 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-f36a480e-1c71-4144-87fe-c6926c57f45e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a96bf80-6012-4014-9a52-daf71ef9f883 HTTP/1.1" status: 200 len: 217 time: 0.1813366 Jul 16 01:16:45.779975 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] Set router 3033f98a-af8d-4142-a51f-6dfd6a977b8a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:46.012949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-935bd14c-5768-48ad-a86d-ec65308873da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:46.014634 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-935bd14c-5768-48ad-a86d-ec65308873da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=77f18a54-974d-4201-96a1-b871ed5be0e8 HTTP/1.1" status: 200 len: 861 time: 0.2411249 Jul 16 01:16:46.081710 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-e232bf37-1bcd-4921-8b85-424d1fc2f5b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ed75046-c145-4efd-92ba-d9dc01315141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543108 Jul 16 01:16:46.083918 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-69615ad2-97f6-49c2-9442-d90bad914c80 service neutron] 10.222.0.67 "GET /v2.0/networks/8ef03f08-8b94-401f-878e-897d99c854d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561695 Jul 16 01:16:46.242074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2537af0d-e7d1-4adb-a5f8-41b4a11c02ee', 'tag': '9a96bf80-6012-4014-9a52-daf71ef9f883'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:46.244400 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bddb565-377a-4a62-a331-815dd51ee2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2537af0d-e7d1-4adb-a5f8-41b4a11c02ee", "tag": "9a96bf80-6012-4014-9a52-daf71ef9f883"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:46.248651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-3a82b34a-a8ab-482c-90b4-09a893c3cf0f service neutron] 10.222.0.67 "GET /v2.0/networks/2ed75046-c145-4efd-92ba-d9dc01315141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489022 Jul 16 01:16:46.307220 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-router', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:44Z', 'updated_at': '2021-07-16T01:16:42Z', 'revision_number': 5, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'gw_port': {'id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:45Z', 'updated_at': '2021-07-16T01:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:46.372622 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] Checking router: 3033f98a-af8d-4142-a51f-6dfd6a977b8a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:46.383950 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] Routers {'3033f98a-af8d-4142-a51f-6dfd6a977b8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:46.385018 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:46.403795 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ae09c-44ae-4dc5-ac59-cedaaf0e3b43 req-bcc95d37-da81-4b6a-b36c-56ed5acfd1bc tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:46.405564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-753ae09c-44ae-4dc5-ac59-cedaaf0e3b43 req-bcc95d37-da81-4b6a-b36c-56ed5acfd1bc tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 943 time: 0.2009254 Jul 16 01:16:46.491424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-753ae09c-44ae-4dc5-ac59-cedaaf0e3b43 req-f1ed2589-fb3e-40a5-9620-d5639570797c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768147 Jul 16 01:16:46.605933 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] Set router 3033f98a-af8d-4142-a51f-6dfd6a977b8a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:46.799848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-7bd99bb6-3e04-498e-a483-342a60b4235d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=ab1756a9-239e-4e60-b3d2-d36b142fbe0f HTTP/1.1" status: 200 len: 217 time: 0.6989415 Jul 16 01:16:46.808157 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c179239-d53f-43e2-92c7-07c3af850e93 x-openstack-request-id: req-5c179239-d53f-43e2-92c7-07c3af850e93 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:46.808536 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2537af0d-e7d1-4adb-a5f8-41b4a11c02ee", "tag": "9a96bf80-6012-4014-9a52-daf71ef9f883", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:46.808844 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c179239-d53f-43e2-92c7-07c3af850e93 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:46.809236 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2537af0d-e7d1-4adb-a5f8-41b4a11c02ee', 'tag': '9a96bf80-6012-4014-9a52-daf71ef9f883', 'status': 'completed', 'code': 200} Jul 16 01:16:46.844242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0846c7-0080-4d7e-882b-83b06553347f req-14592c49-2f4e-447f-96b8-008356d19f10 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:46.845663 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.854401 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d0846c7-0080-4d7e-882b-83b06553347f req-14592c49-2f4e-447f-96b8-008356d19f10 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1502430 Jul 16 01:16:46.933584 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-router', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:44Z', 'updated_at': '2021-07-16T01:16:42Z', 'revision_number': 5, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'gw_port': {'id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:45Z', 'updated_at': '2021-07-16T01:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:46.945369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d0846c7-0080-4d7e-882b-83b06553347f req-93a61a5d-0d08-4f9d-8b96-9f7103be6b6b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884802 Jul 16 01:16:46.994437 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dab01-cc14-45e8-90e9-063957ef5230 None None] The sync data for ids ['3033f98a-af8d-4142-a51f-6dfd6a977b8a'] in n-d-791504-14 is: [{'id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1378913148-router', 'tenant_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:44Z', 'updated_at': '2021-07-16T01:16:42Z', 'revision_number': 5, 'project_id': 'e5e4c0340d5140f9a0aaa43ca7498245', 'gw_port': {'id': '81538a40-2af2-4680-b896-fe8b009c0b24', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3033f98a-af8d-4142-a51f-6dfd6a977b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:45Z', 'updated_at': '2021-07-16T01:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:47.043467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3947735-7f9e-46dc-812a-50c3f518fe37 req-836b9257-6b72-41d0-833b-8ebd60f38d71 service neutron] 10.222.0.67 "GET /v2.0/networks/2ed75046-c145-4efd-92ba-d9dc01315141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592475 Jul 16 01:16:47.056100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-441eaf47-2034-436a-8a6f-7dc2602a2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.058276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-441eaf47-2034-436a-8a6f-7dc2602a2678 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98cba576-d309-4509-ae59-ff8618f156b8 HTTP/1.1" status: 200 len: 801 time: 0.2139418 Jul 16 01:16:47.096437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13632-74ed-4bc9-8e26-bca12b1a9aed req-5ff9d1b0-9310-44dc-b98f-707ae6d53adf tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.102654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13632-74ed-4bc9-8e26-bca12b1a9aed req-5ff9d1b0-9310-44dc-b98f-707ae6d53adf tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.104279 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ad13632-74ed-4bc9-8e26-bca12b1a9aed req-5ff9d1b0-9310-44dc-b98f-707ae6d53adf tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1678 time: 0.3034425 Jul 16 01:16:47.154145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Deleting port 81538a40-2af2-4680-b896-fe8b009c0b24 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:47.154491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.216117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ad13632-74ed-4bc9-8e26-bca12b1a9aed req-a1c56f46-46c8-4960-9170-f50a7265cb1b tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900216 Jul 16 01:16:47.307308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1217-7683-4194-a59b-f8ea1140d40c req-03dc8ec8-78ea-446d-8a78-bca14035d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.317197 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-03dc8ec8-78ea-446d-8a78-bca14035d317 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61a650ab-661e-42a9-affd-1d37e65d0829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408316 Jul 16 01:16:47.471141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] For port 81538a40-2af2-4680-b896-fe8b009c0b24, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=81538a40-2af2-4680-b896-fe8b009c0b24,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:47.471632 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.506282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Calling delete_port for 81538a40-2af2-4680-b896-fe8b009c0b24 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:47.613134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e4eeb-8321-4dd9-8cee-f1c35444e4f1 req-9555ffc5-5c2c-439b-8968-b21b44cb86ec tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.614865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d7e4eeb-8321-4dd9-8cee-f1c35444e4f1 req-9555ffc5-5c2c-439b-8968-b21b44cb86ec tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 951 time: 0.1247370 Jul 16 01:16:47.652696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddb565-377a-4a62-a331-815dd51ee2d2 req-e1b7077b-a69b-4f86-abe6-b2af78d1711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.654729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bddb565-377a-4a62-a331-815dd51ee2d2 req-e1b7077b-a69b-4f86-abe6-b2af78d1711e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34fb2ad32a314f21ac742cd3796e9d59&device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 1095 time: 0.3358395 Jul 16 01:16:47.657070 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-9a085d3e-98a7-4763-9627-974da9d5d4c8 service neutron] 10.222.0.67 "GET /v2.0/networks/61a650ab-661e-42a9-affd-1d37e65d0829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154550 Jul 16 01:16:47.687124 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d7e4eeb-8321-4dd9-8cee-f1c35444e4f1 req-fd054548-ad0c-4743-ac6c-30868137b8b0 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663555 Jul 16 01:16:47.996378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddb565-377a-4a62-a331-815dd51ee2d2 req-d9bdb703-8e29-49f5-b0e6-42e76ebe280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.997862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bddb565-377a-4a62-a331-815dd51ee2d2 req-d9bdb703-8e29-49f5-b0e6-42e76ebe280c service neutron] 10.222.0.67 "GET /v2.0/networks?id=2ed75046-c145-4efd-92ba-d9dc01315141 HTTP/1.1" status: 200 len: 921 time: 0.3094969 Jul 16 01:16:48.008439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f8c71-5863-4237-8120-88513248803a req-796cf132-a8f2-4c27-bb8d-2926b1e6fe71 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.009934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d98f8c71-5863-4237-8120-88513248803a req-796cf132-a8f2-4c27-bb8d-2926b1e6fe71 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 943 time: 0.3383803 Jul 16 01:16:48.030027 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-294d1217-7683-4194-a59b-f8ea1140d40c req-b3ae49c1-dfd3-4f1d-9070-5295c29df135 service neutron] 10.222.0.67 "GET /v2.0/networks/61a650ab-661e-42a9-affd-1d37e65d0829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337522 Jul 16 01:16:48.086737 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bddb565-377a-4a62-a331-815dd51ee2d2 req-8091c9e7-0933-406d-9a51-b7bcfa1fba60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a96bf80-6012-4014-9a52-daf71ef9f883 HTTP/1.1" status: 200 len: 217 time: 0.0708516 Jul 16 01:16:48.100011 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.162610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Pushing event deleted for resources: {'Port': ['ID=81538a40-2af2-4680-b896-fe8b009c0b24,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:48.219209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b41651-8e60-42f1-ab49-a87862233022 req-c4259d7a-7325-4f95-ac64-515a4a3a9ba9 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.221554 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-47b41651-8e60-42f1-ab49-a87862233022 req-c4259d7a-7325-4f95-ac64-515a4a3a9ba9 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1261969 Jul 16 01:16:48.292061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d98f8c71-5863-4237-8120-88513248803a req-97a478e4-e33c-4c18-a682-a2681be4f3af tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722323 Jul 16 01:16:48.297158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-47b41651-8e60-42f1-ab49-a87862233022 req-55dcab31-c328-490c-b395-9d8376015aa5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685947 Jul 16 01:16:48.350159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddb565-377a-4a62-a331-815dd51ee2d2 req-c120bb1d-7bae-4f1a-a5d0-a3731f6dcc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.351716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bddb565-377a-4a62-a331-815dd51ee2d2 req-c120bb1d-7bae-4f1a-a5d0-a3731f6dcc49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=77f18a54-974d-4201-96a1-b871ed5be0e8 HTTP/1.1" status: 200 len: 861 time: 0.2128487 Jul 16 01:16:48.356377 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.453422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bddb565-377a-4a62-a331-815dd51ee2d2 req-8998f1fa-c999-40b8-a0d9-fdd1a69d3cbc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ed75046-c145-4efd-92ba-d9dc01315141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640142 Jul 16 01:16:48.495313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-fc6c39c9-8b41-4153-b2e9-fab2f6733f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.495906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-fc6c39c9-8b41-4153-b2e9-fab2f6733f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.497505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-fc6c39c9-8b41-4153-b2e9-fab2f6733f90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bae6ce20e104a60a86606b29d10637c&device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1982 time: 0.3575311 Jul 16 01:16:48.554984 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.559833 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.597865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd93d9-0578-4c81-9531-b7b6e1388d0e req-6ae86b29-f273-4977-9736-f82108abae92 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.603690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd93d9-0578-4c81-9531-b7b6e1388d0e req-6ae86b29-f273-4977-9736-f82108abae92 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.605476 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1bd93d9-0578-4c81-9531-b7b6e1388d0e req-6ae86b29-f273-4977-9736-f82108abae92 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1678 time: 0.1328886 Jul 16 01:16:48.677193 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1bd93d9-0578-4c81-9531-b7b6e1388d0e req-d12b451d-3271-4aca-9c8b-8781b10a8fbf tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649357 Jul 16 01:16:48.741514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-1835912a-7eee-4386-9380-5cfec996f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.743451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-1835912a-7eee-4386-9380-5cfec996f099 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61a650ab-661e-42a9-affd-1d37e65d0829 HTTP/1.1" status: 200 len: 899 time: 0.2331593 Jul 16 01:16:48.746758 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.747265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3033f98a-af8d-4142-a51f-6dfd6a977b8a {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:16:48.753706 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.754845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-51ac9214-ca28-49a4-a765-044f78f2067a admin admin] 10.222.0.64 "DELETE /v2.0/routers/3033f98a-af8d-4142-a51f-6dfd6a977b8a HTTP/1.1" status: 204 len: 168 time: 3.3044376 Jul 16 01:16:48.759016 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57224) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:48.835661 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-45d84d75-ca7a-4055-bd56-371550af9f5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=ab1756a9-239e-4e60-b3d2-d36b142fbe0f HTTP/1.1" status: 200 len: 217 time: 0.0717216 Jul 16 01:16:48.846973 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bddb565-377a-4a62-a331-815dd51ee2d2 req-49b106f1-6144-496f-9328-c0398bc766bd service neutron] 10.222.0.67 "GET /v2.0/networks/2ed75046-c145-4efd-92ba-d9dc01315141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645258 Jul 16 01:16:48.854645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 955a655e-2670-4385-932f-5f469c47ec5b details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:48.952618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c383d7-1170-4450-9df1-34c2f2635727 admin admin] Deleting subnet 0ce39fb8-4fac-46cf-9d66-74b483d39f5b {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:16:48.975655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4c383d7-1170-4450-9df1-34c2f2635727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.049743 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4c383d7-1170-4450-9df1-34c2f2635727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.066834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-dff92bab-9b8c-48f3-9256-e0019e37c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.068591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-dff92bab-9b8c-48f3-9256-e0019e37c037 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98cba576-d309-4509-ae59-ff8618f156b8 HTTP/1.1" status: 200 len: 801 time: 0.2199450 Jul 16 01:16:49.096937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:49.110533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '955a655e-2670-4385-932f-5f469c47ec5b', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '955a655e-2670-4385-932f-5f469c47ec5b', 'mac_address': 'fa:16:3e:63:77:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:49.114814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ce67c38c-77db-4614-ae08-e350e43b1194 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:49.138571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ce67c38c-77db-4614-ae08-e350e43b1194 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:49.139023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ce67c38c-77db-4614-ae08-e350e43b1194 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:49.150995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bddb565-377a-4a62-a331-815dd51ee2d2 req-15c9c78f-c4ee-4312-b59b-c4c8856aef04 service neutron] 10.222.0.67 "GET /v2.0/networks/2ed75046-c145-4efd-92ba-d9dc01315141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771122 Jul 16 01:16:49.156018 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4c383d7-1170-4450-9df1-34c2f2635727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.186553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bfedc-4cbd-4056-8781-917c833ddbfb req-f0d4e4f3-4d53-4f8c-9c59-05cc31c355d1 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.193632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-042bfedc-4cbd-4056-8781-917c833ddbfb req-f0d4e4f3-4d53-4f8c-9c59-05cc31c355d1 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 951 time: 0.2455249 Jul 16 01:16:49.201543 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.241005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-002151ed-45fe-4c0a-81d7-ba87e85f8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.242666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-002151ed-45fe-4c0a-81d7-ba87e85f8872 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61a650ab-661e-42a9-affd-1d37e65d0829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552742 Jul 16 01:16:49.247453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 955a655e-2670-4385-932f-5f469c47ec5b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:49.257489 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-042bfedc-4cbd-4056-8781-917c833ddbfb req-34cb14ec-4699-4c05-90a3-7f50843675e5 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627651 Jul 16 01:16:49.259438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4c383d7-1170-4450-9df1-34c2f2635727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.290234 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4c383d7-1170-4450-9df1-34c2f2635727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.295849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b4c383d7-1170-4450-9df1-34c2f2635727 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0ce39fb8-4fac-46cf-9d66-74b483d39f5b HTTP/1.1" status: 204 len: 168 time: 0.5354862 Jul 16 01:16:49.296163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:49.303501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:49.310165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cc23da-b2a9-4101-88fd-b904f9e3df76 None None] Network 337d4116-4df7-4d61-a915-b63073372206 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:49.319282 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.347299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c383d7-1170-4450-9df1-34c2f2635727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce39fb8-4fac-46cf-9d66-74b483d39f5b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:49.476226 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.569117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['955a655e-2670-4385-932f-5f469c47ec5b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:49.751337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:49.771741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-1769684d-3407-4276-ab8c-50129cbdaf44 service neutron] 10.222.0.67 "GET /v2.0/networks/61a650ab-661e-42a9-affd-1d37e65d0829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132082 Jul 16 01:16:49.834559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd7b19-223d-4ca5-9808-d05077824c88 req-119a72c6-28bb-43cf-aceb-b512b5d0ec8f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.836428 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1acd7b19-223d-4ca5-9808-d05077824c88 req-119a72c6-28bb-43cf-aceb-b512b5d0ec8f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1230426 Jul 16 01:16:49.956665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1acd7b19-223d-4ca5-9808-d05077824c88 req-06f63541-55f9-4009-8e61-8c6f04c09319 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019971 Jul 16 01:16:49.997269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2646dea0-3bff-412b-af17-8574a0d85f18 None None] DHCP port deletion for 337d4116-4df7-4d61-a915-b63073372206 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:16:50.064608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57e10d2a-0fd2-45c8-a818-d7e86db57d86 req-f729ba03-cfd5-4b01-88a2-00127dbfa094 service neutron] 10.222.0.67 "GET /v2.0/networks/61a650ab-661e-42a9-affd-1d37e65d0829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808111 Jul 16 01:16:50.082002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850324c-3f48-4e3e-a983-ece8d122f9e5 req-992c0cc1-6ed8-44af-889b-0ae16fb5f098 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:50.095976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e850324c-3f48-4e3e-a983-ece8d122f9e5 req-992c0cc1-6ed8-44af-889b-0ae16fb5f098 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 943 time: 0.4776170 Jul 16 01:16:50.106172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Deleting port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:50.106670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.118523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2646dea0-3bff-412b-af17-8574a0d85f18 None None] Deleting port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:50.118902 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2646dea0-3bff-412b-af17-8574a0d85f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.198173 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2646dea0-3bff-412b-af17-8574a0d85f18 None None] For port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b98e3d2e-ea5a-4077-8bb2-c896d6a3c511,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:50.198930 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2646dea0-3bff-412b-af17-8574a0d85f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.215499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2646dea0-3bff-412b-af17-8574a0d85f18 None None] Calling delete_port for b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:50.318353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2646dea0-3bff-412b-af17-8574a0d85f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.349494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646dea0-3bff-412b-af17-8574a0d85f18 None None] Pushing event deleted for resources: {'Port': ['ID=b98e3d2e-ea5a-4077-8bb2-c896d6a3c511,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:50.356329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646dea0-3bff-412b-af17-8574a0d85f18 None None] No DVR routers for this DVR port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:50.710000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e850324c-3f48-4e3e-a983-ece8d122f9e5 req-b7070079-bb3b-4f09-95a3-1f703c5b703b tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123567 Jul 16 01:16:50.733699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] For port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b98e3d2e-ea5a-4077-8bb2-c896d6a3c511,segment=NetworkSegment(b1f84c08-61ad-4c6f-ba98-c474ef70e81f),segment_id=b1f84c08-61ad-4c6f-ba98-c474ef70e81f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:50.733699 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.774867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f17fe4-9554-4e26-a44e-330b5f3ec6c8 req-fa26732c-ba41-49fd-97db-8b017b108b0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:50.784524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Calling delete_port for b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:50.805198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f17fe4-9554-4e26-a44e-330b5f3ec6c8 req-fa26732c-ba41-49fd-97db-8b017b108b0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:50.825651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36f17fe4-9554-4e26-a44e-330b5f3ec6c8 req-fa26732c-ba41-49fd-97db-8b017b108b0f tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1678 time: 0.2120993 Jul 16 01:16:50.866926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 9a96bf80-6012-4014-9a52-daf71ef9f883 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:50.877822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 955a655e-2670-4385-932f-5f469c47ec5b up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:50.948513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36f17fe4-9554-4e26-a44e-330b5f3ec6c8 req-166e2cda-5ae8-4b4b-8fd4-c95f3f3b1631 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213813 Jul 16 01:16:50.950333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 81538a40-2af2-4680-b896-fe8b009c0b24 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:50.984299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 81538a40-2af2-4680-b896-fe8b009c0b24 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:50.984657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 81538a40-2af2-4680-b896-fe8b009c0b24 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:50.985092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:51.048840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:51.049836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:51.076196 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.135027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Pushing event deleted for resources: {'Port': ['ID=b98e3d2e-ea5a-4077-8bb2-c896d6a3c511,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:51.144492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] No DVR routers for this DVR port b98e3d2e-ea5a-4077-8bb2-c896d6a3c511 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:51.201200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 955a655e-2670-4385-932f-5f469c47ec5b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:51.201733 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.260578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 9a96bf80-6012-4014-9a52-daf71ef9f883, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=9a96bf80-6012-4014-9a52-daf71ef9f883,segment=NetworkSegment(cb7d9ba2-947d-466f-9877-5d5e34cf3292),segment_id=cb7d9ba2-947d-466f-9877-5d5e34cf3292)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:51.279140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '9a96bf80-6012-4014-9a52-daf71ef9f883', 'network_id': '2ed75046-c145-4efd-92ba-d9dc01315141', 'port_id': '9a96bf80-6012-4014-9a52-daf71ef9f883', 'mac_address': 'fa:16:3e:21:92:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f18a54-974d-4201-96a1-b871ed5be0e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:51.308076 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.328816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337d4116-4df7-4d61-a915-b63073372206']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:51.345838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:51.345838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f84c08-61ad-4c6f-ba98-c474ef70e81f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:51.365743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96382b-4046-4c09-80fd-c32e4c22a2d2 req-cd100363-146f-4b85-baed-f9788a9b98cb tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:51.375323 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ac96382b-4046-4c09-80fd-c32e4c22a2d2 req-cd100363-146f-4b85-baed-f9788a9b98cb tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1398892 Jul 16 01:16:51.378575 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.426347 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.428220 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.431112 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.443540 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ac96382b-4046-4c09-80fd-c32e4c22a2d2 req-a3869663-aaf1-42a8-8a1a-b3b7bba22bad tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667412 Jul 16 01:16:51.451329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:16:51.452011 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:16:51.457560 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:16:51.464810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a96bf80-6012-4014-9a52-daf71ef9f883 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:51.492676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:51.496123 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc47716-b8fc-49c5-a20e-1bbe1e59533d" -d '{"events": [{"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-plugged", "status": "completed", "tag": "955a655e-2670-4385-932f-5f469c47ec5b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:51.530176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:51.535613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 9a96bf80-6012-4014-9a52-daf71ef9f883, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=9a96bf80-6012-4014-9a52-daf71ef9f883,segment=NetworkSegment(cb7d9ba2-947d-466f-9877-5d5e34cf3292),segment_id=cb7d9ba2-947d-466f-9877-5d5e34cf3292)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:51.539411 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.541441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 86ecf4ee-b264-4165-9f6c-5b29f4313561 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:51.630845 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.639310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.651063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.654430 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] 10.222.0.64 "DELETE /v2.0/networks/337d4116-4df7-4d61-a915-b63073372206 HTTP/1.1" status: 204 len: 168 time: 2.3570611 Jul 16 01:16:51.657327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57346) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:51.707518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56abed6-1198-4774-8413-474de94f963b admin admin] Pushing event deleted for resources: {'Network': ['ID=337d4116-4df7-4d61-a915-b63073372206,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:51.755812 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f08ae1-64d8-49cf-a007-d6103134f855 x-openstack-request-id: req-41f08ae1-64d8-49cf-a007-d6103134f855 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:51.756201 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-plugged", "status": "completed", "tag": "955a655e-2670-4385-932f-5f469c47ec5b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:51.756371 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41f08ae1-64d8-49cf-a007-d6103134f855 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:51.756779 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b', 'code': 200} Jul 16 01:16:51.881327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:52.021552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['9a96bf80-6012-4014-9a52-daf71ef9f883'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:52.114813 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.282512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5ed65-32b1-4b52-b7d4-5e4993693a78 req-1229397e-3302-418f-bc51-831500e21489 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.284384 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4c5ed65-32b1-4b52-b7d4-5e4993693a78 req-1229397e-3302-418f-bc51-831500e21489 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 944 time: 0.2360010 Jul 16 01:16:52.286582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=9a96bf80-6012-4014-9a52-daf71ef9f883,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:52.373146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:52.403201 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.489439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4c5ed65-32b1-4b52-b7d4-5e4993693a78 req-a0618f40-51e9-4796-8824-a7d23ff82197 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772392 Jul 16 01:16:52.588430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748fbdc-7356-43c1-9459-db607c27b22a req-21e54669-b0af-491a-85a9-1b62de667772 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.619268 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748fbdc-7356-43c1-9459-db607c27b22a req-21e54669-b0af-491a-85a9-1b62de667772 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.630442 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d748fbdc-7356-43c1-9459-db607c27b22a req-21e54669-b0af-491a-85a9-1b62de667772 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1678 time: 0.2538197 Jul 16 01:16:52.657939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:52.752096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d748fbdc-7356-43c1-9459-db607c27b22a req-62d81247-51db-4db2-9932-6ed180a12cfa tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067638 Jul 16 01:16:52.819931 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.890146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ab1756a9-239e-4e60-b3d2-d36b142fbe0f details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:53.118344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ab1756a9-239e-4e60-b3d2-d36b142fbe0f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,segment=NetworkSegment(e030ce3b-06b7-4927-824c-4982a801ff33),segment_id=e030ce3b-06b7-4927-824c-4982a801ff33)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:53.138297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'ab1756a9-239e-4e60-b3d2-d36b142fbe0f', 'network_id': '61a650ab-661e-42a9-affd-1d37e65d0829', 'port_id': 'ab1756a9-239e-4e60-b3d2-d36b142fbe0f', 'mac_address': 'fa:16:3e:5e:d3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cba576-d309-4509-ae59-ff8618f156b8', 'ip_address': '19.86.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:53.205308 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.255523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1756a9-239e-4e60-b3d2-d36b142fbe0f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:53.290888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ab1756a9-239e-4e60-b3d2-d36b142fbe0f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,segment=NetworkSegment(e030ce3b-06b7-4927-824c-4982a801ff33),segment_id=e030ce3b-06b7-4927-824c-4982a801ff33)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:53.295910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43967-6e33-4b62-bb3b-5e2be222021f req-3fad72e4-c240-45e5-b6b3-48deb8119653 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.296490 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.297410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f199ec9e-2bb4-4139-af28-549a5ff64e94 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:53.309146 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6fa43967-6e33-4b62-bb3b-5e2be222021f req-3fad72e4-c240-45e5-b6b3-48deb8119653 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.3745191 Jul 16 01:16:53.440279 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6fa43967-6e33-4b62-bb3b-5e2be222021f req-bcf58a0e-758a-4d94-b777-983f016bc744 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296442 Jul 16 01:16:53.474530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.575379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f199ec9e-2bb4-4139-af28-549a5ff64e94, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f199ec9e-2bb4-4139-af28-549a5ff64e94,segment=NetworkSegment(2b665e13-a5e7-4735-935e-cff3e4233cc0),segment_id=2b665e13-a5e7-4735-935e-cff3e4233cc0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:53.606334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'f199ec9e-2bb4-4139-af28-549a5ff64e94', 'network_id': '8ef03f08-8b94-401f-878e-897d99c854d2', 'port_id': 'f199ec9e-2bb4-4139-af28-549a5ff64e94', 'mac_address': 'fa:16:3e:d1:e9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481d35cb-fe42-4762-84ec-769f04b7d957', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:53.657880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] Deleting port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:53.658288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.722579 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.755528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f199ec9e-2bb4-4139-af28-549a5ff64e94 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:53.760125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:53.763174 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f222ff5-5306-4527-b97e-7c7f90d11092" -d '{"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-unplugged", "status": "completed", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:53.763381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] For port 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=15b09bfc-8fe4-434c-aa05-6394a5cd9ef5,segment=NetworkSegment(79b14e56-c130-4307-ad3d-185febbd7198),segment_id=79b14e56-c130-4307-ad3d-185febbd7198)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:53.763614 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.781243 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] Calling delete_port for 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:53.832840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f199ec9e-2bb4-4139-af28-549a5ff64e94, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f199ec9e-2bb4-4139-af28-549a5ff64e94,segment=NetworkSegment(2b665e13-a5e7-4735-935e-cff3e4233cc0),segment_id=2b665e13-a5e7-4735-935e-cff3e4233cc0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:53.835955 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf1931f-e7d0-4ba0-bf63-1ce419a12c8a x-openstack-request-id: req-9bf1931f-e7d0-4ba0-bf63-1ce419a12c8a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:53.836622 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-unplugged", "status": "completed", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:53.836988 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bf1931f-e7d0-4ba0-bf63-1ce419a12c8a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:53.837491 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'code': 200} Jul 16 01:16:53.839338 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.993770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=f199ec9e-2bb4-4139-af28-549a5ff64e94,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:54.057776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0260f1-e016-4943-862b-6496d66e921f req-90c7607f-fe07-4327-89f0-216ecc5b14e2 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.061504 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa0260f1-e016-4943-862b-6496d66e921f req-90c7607f-fe07-4327-89f0-216ecc5b14e2 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 944 time: 0.1300023 Jul 16 01:16:54.133338 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa0260f1-e016-4943-862b-6496d66e921f req-0520699f-5698-4c8b-a48e-43995a1e3ebf tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525708 Jul 16 01:16:54.134717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.168624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] Pushing event deleted for resources: {'Port': ['ID=15b09bfc-8fe4-434c-aa05-6394a5cd9ef5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:54.189876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78e363-1b40-41ec-83d6-cb37cafc3d24 req-69842e76-c490-450a-8af8-8ea6b76bf2b7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.196922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78e363-1b40-41ec-83d6-cb37cafc3d24 req-69842e76-c490-450a-8af8-8ea6b76bf2b7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.206291 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc78e363-1b40-41ec-83d6-cb37cafc3d24 req-69842e76-c490-450a-8af8-8ea6b76bf2b7 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1680 time: 0.1275797 Jul 16 01:16:54.217319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ab1756a9-239e-4e60-b3d2-d36b142fbe0f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:54.306438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['f199ec9e-2bb4-4139-af28-549a5ff64e94'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:54.313565 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc78e363-1b40-41ec-83d6-cb37cafc3d24 req-d74bf247-685c-4808-b7e9-0a3eb3004bd4 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995793 Jul 16 01:16:54.656984 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.784937 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbc26fd5-f926-47ea-af93-6ed3aa289183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.954067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 9a96bf80-6012-4014-9a52-daf71ef9f883 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:55.079662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 9a96bf80-6012-4014-9a52-daf71ef9f883 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:55.091485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 9a96bf80-6012-4014-9a52-daf71ef9f883 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:55.093019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.281536 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.390408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 9a96bf80-6012-4014-9a52-daf71ef9f883, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=9a96bf80-6012-4014-9a52-daf71ef9f883,segment=NetworkSegment(cb7d9ba2-947d-466f-9877-5d5e34cf3292),segment_id=cb7d9ba2-947d-466f-9877-5d5e34cf3292)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:55.390408 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.390408 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.523634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=9a96bf80-6012-4014-9a52-daf71ef9f883,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:55.838803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2537af0d-e7d1-4adb-a5f8-41b4a11c02ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a96bf80-6012-4014-9a52-daf71ef9f883'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:55.845453 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7fa9ad-31f9-468a-9ca1-86992dc892fe" -d '{"events": [{"server_uuid": "2537af0d-e7d1-4adb-a5f8-41b4a11c02ee", "name": "network-vif-plugged", "status": "completed", "tag": "9a96bf80-6012-4014-9a52-daf71ef9f883"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:55.861202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd5f2c-ffcf-487d-a444-3d8093545e8a req-46b0230b-8aef-48d3-ba60-23a503396dce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.862984 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-efcd5f2c-ffcf-487d-a444-3d8093545e8a req-46b0230b-8aef-48d3-ba60-23a503396dce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1091759 Jul 16 01:16:55.875333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] Router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:55.927035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-efcd5f2c-ffcf-487d-a444-3d8093545e8a req-5e385c8a-9087-4258-97f8-bf5da36cd784 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490274 Jul 16 01:16:56.099238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:56.107515 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ee7d1b2f-75e4-4948-b058-c5658ac360de admin admin] 10.222.0.64 "PUT /v2.0/routers/0be3d323-b4e8-47b7-9b34-6d555e8b7401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4490674 Jul 16 01:16:56.110178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:56.114316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] Sync routers for ids ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:56.149715 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] Routers {'0be3d323-b4e8-47b7-9b34-6d555e8b7401'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:56.150775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:56.152999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc92e7c-5011-4a56-9bf7-97991a983e05 req-1320c130-fc0e-4050-9691-96d47bb5a9f9 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.155748 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7cc92e7c-5011-4a56-9bf7-97991a983e05 req-1320c130-fc0e-4050-9691-96d47bb5a9f9 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 945 time: 0.2536867 Jul 16 01:16:56.234412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7cc92e7c-5011-4a56-9bf7-97991a983e05 req-8c6520a3-31ec-4e6f-8686-e3159accd7ff tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709162 Jul 16 01:16:56.439201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ced1f-4cc6-464c-93e6-82ba05ea3d87 req-1824fde1-1877-4d6e-b229-55eb09ba5776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.442061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] Set router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:56.457108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ced1f-4cc6-464c-93e6-82ba05ea3d87 req-1824fde1-1877-4d6e-b229-55eb09ba5776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.466602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a02ced1f-4cc6-464c-93e6-82ba05ea3d87 req-1824fde1-1877-4d6e-b229-55eb09ba5776 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1680 time: 0.3337374 Jul 16 01:16:56.511895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.771182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a02ced1f-4cc6-464c-93e6-82ba05ea3d87 req-2200f953-db08-470b-95b5-3b0f69564196 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877529 Jul 16 01:16:56.778485 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.808914 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.881492 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23185062-3d88-4642-87aa-f88eab04f1bb x-openstack-request-id: req-23185062-3d88-4642-87aa-f88eab04f1bb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:56.881918 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2537af0d-e7d1-4adb-a5f8-41b4a11c02ee", "name": "network-vif-plugged", "status": "completed", "tag": "9a96bf80-6012-4014-9a52-daf71ef9f883", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:56.882323 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23185062-3d88-4642-87aa-f88eab04f1bb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:56.882886 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2537af0d-e7d1-4adb-a5f8-41b4a11c02ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a96bf80-6012-4014-9a52-daf71ef9f883', 'code': 200} Jul 16 01:16:56.889571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f199ec9e-2bb4-4139-af28-549a5ff64e94 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:56.978739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Deleting port 341ac38c-dc60-4776-bf4e-50e86dfa28a9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:56.979278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.093793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-router', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:16:54Z', 'revision_number': 5, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'gw_port': {'id': '341ac38c-dc60-4776-bf4e-50e86dfa28a9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:02Z', 'updated_at': '2021-07-16T01:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:57.103213 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db738b45-6879-4b16-976d-75350df99c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.208867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] Checking router: 0be3d323-b4e8-47b7-9b34-6d555e8b7401 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:57.241883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port f199ec9e-2bb4-4139-af28-549a5ff64e94 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:57.246478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] Routers {'0be3d323-b4e8-47b7-9b34-6d555e8b7401'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:57.247676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:57.256360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port f199ec9e-2bb4-4139-af28-549a5ff64e94 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:57.257202 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.357080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] For port 341ac38c-dc60-4776-bf4e-50e86dfa28a9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=341ac38c-dc60-4776-bf4e-50e86dfa28a9,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:57.357878 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.394548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Calling delete_port for 341ac38c-dc60-4776-bf4e-50e86dfa28a9 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:57.522837 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.627816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] Set router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:57.682237 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.690195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f199ec9e-2bb4-4139-af28-549a5ff64e94, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f199ec9e-2bb4-4139-af28-549a5ff64e94,segment=NetworkSegment(2b665e13-a5e7-4735-935e-cff3e4233cc0),segment_id=2b665e13-a5e7-4735-935e-cff3e4233cc0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:57.737722 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.772274 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.773357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ab1756a9-239e-4e60-b3d2-d36b142fbe0f up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:57.781876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-router', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:16:56Z', 'revision_number': 6, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:57.825227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=341ac38c-dc60-4776-bf4e-50e86dfa28a9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:57.887016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1fde7d-2e1d-4a28-8ea6-05c6e06b2c46 None None] The sync data for ids ['0be3d323-b4e8-47b7-9b34-6d555e8b7401'] in n-d-791504-14 is: [{'id': '0be3d323-b4e8-47b7-9b34-6d555e8b7401', 'name': 'tempest-AttachSCSIVolumeTestJSON-313149270-router', 'tenant_id': '50d1832177754b79b5b1d8a9fee4115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:01Z', 'updated_at': '2021-07-16T01:16:56Z', 'revision_number': 6, 'project_id': '50d1832177754b79b5b1d8a9fee4115c', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:58.112553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217f06f-ec34-444a-ad7d-ffefabec3af7 req-32cac37d-c186-47e9-8e3f-300f2e5387b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.114714 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2217f06f-ec34-444a-ad7d-ffefabec3af7 req-32cac37d-c186-47e9-8e3f-300f2e5387b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 1097 time: 1.0451255 Jul 16 01:16:58.132568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=f199ec9e-2bb4-4139-af28-549a5ff64e94,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:58.157896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.177682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port ab1756a9-239e-4e60-b3d2-d36b142fbe0f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:58.184543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port ab1756a9-239e-4e60-b3d2-d36b142fbe0f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:58.185186 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.281422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.283652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.338751 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.339570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be3d323-b4e8-47b7-9b34-6d555e8b7401 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:16:58.358892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.358892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2dc4d6f1-2094-447c-8918-78931884d8a1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0be3d323-b4e8-47b7-9b34-6d555e8b7401 HTTP/1.1" status: 204 len: 168 time: 2.2421687 Jul 16 01:16:58.359194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:58.373079 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.379108 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2217f06f-ec34-444a-ad7d-ffefabec3af7 req-a362e6f7-14f0-4756-b783-cff6a7942c46 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559810 Jul 16 01:16:58.405393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f637164-b4cd-40d4-82f4-777ad4b608ea req-1929a9e8-415d-4f73-b7c7-dbb7c676fb8c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.413671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f637164-b4cd-40d4-82f4-777ad4b608ea req-1929a9e8-415d-4f73-b7c7-dbb7c676fb8c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.4454634 Jul 16 01:16:58.422103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfa5aba-06bf-40f7-8117-9dacde0e875d admin admin] Deleting subnet c0589108-88fd-4b33-aba8-a58961191be1 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:16:58.432056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.435404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5aba-06bf-40f7-8117-9dacde0e875d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.504708 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5aba-06bf-40f7-8117-9dacde0e875d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.510296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ab1756a9-239e-4e60-b3d2-d36b142fbe0f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,segment=NetworkSegment(e030ce3b-06b7-4927-824c-4982a801ff33),segment_id=e030ce3b-06b7-4927-824c-4982a801ff33)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:58.516424 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.518646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f637164-b4cd-40d4-82f4-777ad4b608ea req-6493b6b6-6c3e-411c-8407-e436c8ece380 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965521 Jul 16 01:16:58.597222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39366b6-32d6-4c8f-9f33-73d480c60c30 req-bec1d57b-04a4-4df6-aad8-4245b70238b4 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.606370 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f39366b6-32d6-4c8f-9f33-73d480c60c30 req-bec1d57b-04a4-4df6-aad8-4245b70238b4 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 945 time: 0.1803172 Jul 16 01:16:58.641269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:58.691206 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f39366b6-32d6-4c8f-9f33-73d480c60c30 req-2887ab36-be67-43b4-b204-3d9f5e99e649 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833073 Jul 16 01:16:58.789500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5aba-06bf-40f7-8117-9dacde0e875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.884227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f199ec9e-2bb4-4139-af28-549a5ff64e94'}, {'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1756a9-239e-4e60-b3d2-d36b142fbe0f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:58.889994 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4984011a-a58e-4ae7-857e-0f4ba1288084" -d '{"events": [{"server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "name": "network-vif-plugged", "status": "completed", "tag": "f199ec9e-2bb4-4139-af28-549a5ff64e94"}, {"server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "name": "network-vif-plugged", "status": "completed", "tag": "ab1756a9-239e-4e60-b3d2-d36b142fbe0f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:59.006117 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5aba-06bf-40f7-8117-9dacde0e875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.029472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 341ac38c-dc60-4776-bf4e-50e86dfa28a9 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:59.089338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 341ac38c-dc60-4776-bf4e-50e86dfa28a9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:59.091457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 341ac38c-dc60-4776-bf4e-50e86dfa28a9 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:59.096179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa5aba-06bf-40f7-8117-9dacde0e875d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0589108-88fd-4b33-aba8-a58961191be1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:59.100294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:59.137054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5aba-06bf-40f7-8117-9dacde0e875d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.141516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fdfa5aba-06bf-40f7-8117-9dacde0e875d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c0589108-88fd-4b33-aba8-a58961191be1 HTTP/1.1" status: 204 len: 168 time: 0.7799039 Jul 16 01:16:59.141804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:59.156483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12710e18-a65a-47d1-9df2-73feb69cfad2 None None] Network 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:59.173663 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:59.174026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 15b09bfc-8fe4-434c-aa05-6394a5cd9ef5 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:59.319500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435539d7-70f7-4f0e-9d7c-cd3afc529bb9 req-e5a0c355-94cc-46dd-b4f8-0bd63c601f1c tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:59.326417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.329785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435539d7-70f7-4f0e-9d7c-cd3afc529bb9 req-e5a0c355-94cc-46dd-b4f8-0bd63c601f1c tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:59.345371 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-435539d7-70f7-4f0e-9d7c-cd3afc529bb9 req-e5a0c355-94cc-46dd-b4f8-0bd63c601f1c tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1682 time: 0.2066672 Jul 16 01:16:59.513354 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-435539d7-70f7-4f0e-9d7c-cd3afc529bb9 req-26faa0c3-5717-4c3d-85d1-f29a479f4a0d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554756 Jul 16 01:16:59.529639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a08a0e-5e1d-4d14-ac94-1cd1bfcff689 None None] DHCP port deletion for 7f510ab1-eddc-42db-bb3e-54fb0a7afb22 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:16:59.551611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Deleting port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:59.551611 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.616303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d7a08a0e-5e1d-4d14-ac94-1cd1bfcff689 None None] Deleting port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:59.616701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7a08a0e-5e1d-4d14-ac94-1cd1bfcff689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.668528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] For port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e9bcaaf7-efd0-465c-8a63-2a1b67c426aa,segment=NetworkSegment(79b14e56-c130-4307-ad3d-185febbd7198),segment_id=79b14e56-c130-4307-ad3d-185febbd7198)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:59.668889 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.699657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Calling delete_port for e9bcaaf7-efd0-465c-8a63-2a1b67c426aa owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:59.712694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d7a08a0e-5e1d-4d14-ac94-1cd1bfcff689 None None] For port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e9bcaaf7-efd0-465c-8a63-2a1b67c426aa,segment=NetworkSegment(79b14e56-c130-4307-ad3d-185febbd7198),segment_id=79b14e56-c130-4307-ad3d-185febbd7198)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:59.713419 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7a08a0e-5e1d-4d14-ac94-1cd1bfcff689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.728229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d7a08a0e-5e1d-4d14-ac94-1cd1bfcff689 None None] Calling delete_port for e9bcaaf7-efd0-465c-8a63-2a1b67c426aa owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:59.910923 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.938944 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7a08a0e-5e1d-4d14-ac94-1cd1bfcff689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.984441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bcaaf7-efd0-465c-8a63-2a1b67c426aa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:59.997562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] No DVR routers for this DVR port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:00.005684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a08a0e-5e1d-4d14-ac94-1cd1bfcff689 None None] No DVR routers for this DVR port e9bcaaf7-efd0-465c-8a63-2a1b67c426aa on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:00.009435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a08a0e-5e1d-4d14-ac94-1cd1bfcff689 None None] Pushing event deleted for resources: {'Port': ['ID=e9bcaaf7-efd0-465c-8a63-2a1b67c426aa,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:00.046887 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.082664 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747ababa-443f-4a43-959b-8d4cdf24c273 x-openstack-request-id: req-747ababa-443f-4a43-959b-8d4cdf24c273 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:00.084071 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "name": "network-vif-plugged", "status": "completed", "tag": "f199ec9e-2bb4-4139-af28-549a5ff64e94", "code": 200}, {"server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "name": "network-vif-plugged", "status": "completed", "tag": "ab1756a9-239e-4e60-b3d2-d36b142fbe0f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:00.084659 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-747ababa-443f-4a43-959b-8d4cdf24c273 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:00.085349 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f199ec9e-2bb4-4139-af28-549a5ff64e94', 'code': 200} Jul 16 01:17:00.085790 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1756a9-239e-4e60-b3d2-d36b142fbe0f', 'code': 200} Jul 16 01:17:00.174303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.202138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f510ab1-eddc-42db-bb3e-54fb0a7afb22']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:00.303281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b14e56-c130-4307-ad3d-185febbd7198') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:00.317056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b14e56-c130-4307-ad3d-185febbd7198') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:00.399969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.488719 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.515794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:00.516482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:00.519606 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:00.537265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6627a20-4f1a-4099-baf5-db2bcada4ccb req-50657afa-ff21-44c0-b437-e68fd85bf01d tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.548029 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6627a20-4f1a-4099-baf5-db2bcada4ccb req-50657afa-ff21-44c0-b437-e68fd85bf01d tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 945 time: 0.1410608 Jul 16 01:17:00.576518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ff5d-3365-4c97-8cdf-add2f3e53ae2 req-5ba3ada8-f7e4-45e9-8ec6-336565ae97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.577263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ff5d-3365-4c97-8cdf-add2f3e53ae2 req-5ba3ada8-f7e4-45e9-8ec6-336565ae97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.579240 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ea5ff5d-3365-4c97-8cdf-add2f3e53ae2 req-5ba3ada8-f7e4-45e9-8ec6-336565ae97d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1986 time: 0.3855960 Jul 16 01:17:00.657712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae843cf9-acb3-48be-909f-ca1b4e2bbdbf req-d6afcc80-d9d6-4240-a9c0-d645d41d13f2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.659311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6627a20-4f1a-4099-baf5-db2bcada4ccb req-a3d4a051-7d6a-4836-b595-40cc8d30f7a1 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089661 Jul 16 01:17:00.659909 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae843cf9-acb3-48be-909f-ca1b4e2bbdbf req-d6afcc80-d9d6-4240-a9c0-d645d41d13f2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.2933164 Jul 16 01:17:00.663248 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.710840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.713344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] 10.222.0.64 "DELETE /v2.0/networks/7f510ab1-eddc-42db-bb3e-54fb0a7afb22 HTTP/1.1" status: 204 len: 168 time: 1.5701408 Jul 16 01:17:00.715854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e0010-62e9-4c4a-b3b6-646047fcadeb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f510ab1-eddc-42db-bb3e-54fb0a7afb22,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:00.734130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ea5ff5d-3365-4c97-8cdf-add2f3e53ae2 req-a5250122-8cba-436d-8916-7c649d107e86 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233656 Jul 16 01:17:00.794666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae843cf9-acb3-48be-909f-ca1b4e2bbdbf req-c0b97688-6bb2-45bc-b9ab-2b797330b11d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271408 Jul 16 01:17:00.908000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e9bcaaf7-efd0-465c-8a63-2a1b67c426aa no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:00.979682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:00.987193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: e9bcaaf7-efd0-465c-8a63-2a1b67c426aa {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:00.987553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e9bcaaf7-efd0-465c-8a63-2a1b67c426aa not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:01.173933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57710) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:01.258494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f853877e-13bd-4c4f-adfc-41f1ed7343c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5e4c0340d5140f9a0aaa43ca7498245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829759 Jul 16 01:17:01.264507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:01.308600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967272e-288a-48a8-bc5e-9f906652a677 req-21adf115-6cd9-41a8-8d42-1928951d5a31 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.341888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967272e-288a-48a8-bc5e-9f906652a677 req-21adf115-6cd9-41a8-8d42-1928951d5a31 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.353481 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7967272e-288a-48a8-bc5e-9f906652a677 req-21adf115-6cd9-41a8-8d42-1928951d5a31 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1682 time: 0.2584941 Jul 16 01:17:01.429107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec79bad-dfe7-4430-8995-19e6b4bee0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.465919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.492578 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7967272e-288a-48a8-bc5e-9f906652a677 req-64bcb2f3-6ffe-4903-b814-f627496cb4ab tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379013 Jul 16 01:17:01.514891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec79bad-dfe7-4430-8995-19e6b4bee0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.643460 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec79bad-dfe7-4430-8995-19e6b4bee0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.646289 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec79bad-dfe7-4430-8995-19e6b4bee0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.647550 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7ec79bad-dfe7-4430-8995-19e6b4bee0c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3f80741-6523-4921-a260-939385d2234b HTTP/1.1" status: 204 len: 168 time: 0.3820093 Jul 16 01:17:01.670121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec79bad-dfe7-4430-8995-19e6b4bee0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f80741-6523-4921-a260-939385d2234b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:01.687219 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.705500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.883966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd1b057a579f42cf841637b31e3b2282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9017811 Jul 16 01:17:01.885037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154acb8c-6b15-44df-8d37-3329a4b62177,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:01.897850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57732) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.944096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee5afe-baff-4c6a-86f9-6a8b6e9f887a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:01.956863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc403e90-4a8a-4eb4-a366-ffeaec2efc55 req-c32e0f97-daf9-41cb-9bc6-bea120f58d69 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.962338 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bc403e90-4a8a-4eb4-a366-ffeaec2efc55 req-c32e0f97-daf9-41cb-9bc6-bea120f58d69 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 947 time: 0.2212851 Jul 16 01:17:02.012317 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eeabc22-1daf-4bae-8eef-2aff0d818b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.049653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bc403e90-4a8a-4eb4-a366-ffeaec2efc55 req-ed89071a-b6fc-4902-bfb6-a74073309d80 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788176 Jul 16 01:17:02.061075 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eeabc22-1daf-4bae-8eef-2aff0d818b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.189004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eeabc22-1daf-4bae-8eef-2aff0d818b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.197762 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eeabc22-1daf-4bae-8eef-2aff0d818b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.202656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3eeabc22-1daf-4bae-8eef-2aff0d818b68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/154acb8c-6b15-44df-8d37-3329a4b62177 HTTP/1.1" status: 204 len: 168 time: 0.3016500 Jul 16 01:17:02.238651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeabc22-1daf-4bae-8eef-2aff0d818b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154acb8c-6b15-44df-8d37-3329a4b62177,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:02.445144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec15889-8275-404a-8f9d-0de1ee77b593 req-4c250903-9ea5-425d-9743-70185907615e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:02.453699 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1ec15889-8275-404a-8f9d-0de1ee77b593 req-4c250903-9ea5-425d-9743-70185907615e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.0914619 Jul 16 01:17:02.506282 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1ec15889-8275-404a-8f9d-0de1ee77b593 req-8f28ecd0-9dd0-4857-8a8c-c4b5a1376db1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512450 Jul 16 01:17:03.124900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57770) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:03.309284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b561e67-6d97-4ffa-a34d-4f384cf5e3d1 req-bfd65205-9927-4cae-9d0e-61854d22378a tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:03.323260 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b561e67-6d97-4ffa-a34d-4f384cf5e3d1 req-bfd65205-9927-4cae-9d0e-61854d22378a tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 945 time: 0.2224956 Jul 16 01:17:03.331935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-80d9f094-7d44-4270-a26c-35db8b1ae715 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50d1832177754b79b5b1d8a9fee4115c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023027 Jul 16 01:17:03.332918 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:03.376149 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ec2b0-3b0f-44bc-ac0f-849b4f9b6d4a req-1be30d98-1e4a-4377-9ccc-17d5556aaecd tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:03.384154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ec2b0-3b0f-44bc-ac0f-849b4f9b6d4a req-1be30d98-1e4a-4377-9ccc-17d5556aaecd tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:03.394425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c0ec2b0-3b0f-44bc-ac0f-849b4f9b6d4a req-1be30d98-1e4a-4377-9ccc-17d5556aaecd tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1682 time: 0.4862115 Jul 16 01:17:03.440739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b561e67-6d97-4ffa-a34d-4f384cf5e3d1 req-7f6f5432-6543-4eda-987a-bb65261dabbb tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146564 Jul 16 01:17:03.474759 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c0ec2b0-3b0f-44bc-ac0f-849b4f9b6d4a req-f1041d03-ff28-4dfb-b3a4-b4fd727d9f4d tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792763 Jul 16 01:17:03.475565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-a7c1f942-26e7-44f0-97ab-e2462a04c403 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:03.478648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-a7c1f942-26e7-44f0-97ab-e2462a04c403 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.50 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 947 time: 0.2556143 Jul 16 01:17:03.544145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1edca87-1c68-4d8e-9825-5c93a3dd1feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.614555 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1edca87-1c68-4d8e-9825-5c93a3dd1feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.728577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1edca87-1c68-4d8e-9825-5c93a3dd1feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.732021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1edca87-1c68-4d8e-9825-5c93a3dd1feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.733467 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d1edca87-1c68-4d8e-9825-5c93a3dd1feb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59d79010-05a3-4e93-90ba-55ccb7a85230 HTTP/1.1" status: 204 len: 168 time: 0.3963232 Jul 16 01:17:03.751739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edca87-1c68-4d8e-9825-5c93a3dd1feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d79010-05a3-4e93-90ba-55ccb7a85230,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:03.935234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-22d580de-9f8e-43e5-b0b5-aa97ef377d4b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Deleting port 0ac82c53-1e49-40da-be21-ab2a881bad44 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:03.935234 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-22d580de-9f8e-43e5-b0b5-aa97ef377d4b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.962042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec44b99-7fab-4f2f-ae81-c2a978a766f6 req-05f1b8f0-f7dc-40cd-bb94-94a7b85f99ce tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:03.966959 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eec44b99-7fab-4f2f-ae81-c2a978a766f6 req-05f1b8f0-f7dc-40cd-bb94-94a7b85f99ce tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 947 time: 0.2088904 Jul 16 01:17:04.108714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eec44b99-7fab-4f2f-ae81-c2a978a766f6 req-b5422101-d4dd-4bc5-aafb-419016d5bb2f tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319242 Jul 16 01:17:04.201414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-22d580de-9f8e-43e5-b0b5-aa97ef377d4b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] For port 0ac82c53-1e49-40da-be21-ab2a881bad44, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0ac82c53-1e49-40da-be21-ab2a881bad44,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:04.201577 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-22d580de-9f8e-43e5-b0b5-aa97ef377d4b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.234287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-22d580de-9f8e-43e5-b0b5-aa97ef377d4b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Calling delete_port for 0ac82c53-1e49-40da-be21-ab2a881bad44 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:04.576624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-22d580de-9f8e-43e5-b0b5-aa97ef377d4b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.620367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8b5cc-55f8-4c9c-a462-39f62302bc38 req-2850f593-88ca-4ff2-a357-1a0adee9d71a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:04.622579 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84d8b5cc-55f8-4c9c-a462-39f62302bc38 req-2850f593-88ca-4ff2-a357-1a0adee9d71a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1837745 Jul 16 01:17:04.668595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d580de-9f8e-43e5-b0b5-aa97ef377d4b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Pushing event deleted for resources: {'Port': ['ID=0ac82c53-1e49-40da-be21-ab2a881bad44,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:04.711674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84d8b5cc-55f8-4c9c-a462-39f62302bc38 req-55d7220e-c247-4915-b6a0-6a7d580d9980 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813944 Jul 16 01:17:04.905829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-22d580de-9f8e-43e5-b0b5-aa97ef377d4b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] No DVR routers for this DVR port 0ac82c53-1e49-40da-be21-ab2a881bad44 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:04.921540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-22d580de-9f8e-43e5-b0b5-aa97ef377d4b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.930677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-beb5fbc0-fbd7-45cc-b531-488dff4fc61c req-22d580de-9f8e-43e5-b0b5-aa97ef377d4b tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.50 "DELETE /v2.0/ports/0ac82c53-1e49-40da-be21-ab2a881bad44 HTTP/1.1" status: 204 len: 173 time: 1.4423032 Jul 16 01:17:04.933238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'name': 'network-vif-deleted', 'tag': '0ac82c53-1e49-40da-be21-ab2a881bad44'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:04.955912 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc01af6-99c3-47fd-9333-c0c81b58f54b" -d '{"events": [{"server_uuid": "379d33f8-f59b-43cf-9e10-d816244e9e7e", "name": "network-vif-deleted", "tag": "0ac82c53-1e49-40da-be21-ab2a881bad44"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:05.196828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25a311-c4bf-4143-98be-67face917db6 req-0efcbce4-7603-4c77-99df-a8180522af64 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.200629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc25a311-c4bf-4143-98be-67face917db6 req-0efcbce4-7603-4c77-99df-a8180522af64 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.67 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 945 time: 0.2685087 Jul 16 01:17:05.269166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1e6ec-4828-4ebf-9c73-9d4657568c71 req-57e7f94b-9706-4f9f-981f-bf6d89c5fb1b tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.280433 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83e1e6ec-4828-4ebf-9c73-9d4657568c71 req-57e7f94b-9706-4f9f-981f-bf6d89c5fb1b tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 945 time: 0.2447898 Jul 16 01:17:05.341625 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83e1e6ec-4828-4ebf-9c73-9d4657568c71 req-b0375e59-cdcc-4439-94d1-7e50bd647333 tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbc060bb-0df1-4480-a89b-87279a4ad1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587268 Jul 16 01:17:05.417071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:05.580264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2101747154-network', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:05.672837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e75f24-e995-42ea-bdc7-ea6902d0101c req-2a4c06c4-480a-4e55-8aa4-aa8c37914291 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.679136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e75f24-e995-42ea-bdc7-ea6902d0101c req-2a4c06c4-480a-4e55-8aa4-aa8c37914291 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.688255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Made reservation on behalf of f4ed7b4c19a34390bd1e0f76ba2228b9 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:05.689315 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71e75f24-e995-42ea-bdc7-ea6902d0101c req-2a4c06c4-480a-4e55-8aa4-aa8c37914291 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1682 time: 0.3658800 Jul 16 01:17:05.695621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.710048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.717901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-cc25a311-c4bf-4143-98be-67face917db6 req-c070b28f-3b1d-41e6-81eb-1768de77607c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Deleting port 9a96bf80-6012-4014-9a52-daf71ef9f883 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:05.718282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc25a311-c4bf-4143-98be-67face917db6 req-c070b28f-3b1d-41e6-81eb-1768de77607c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.821182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71e75f24-e995-42ea-bdc7-ea6902d0101c req-4358fa0d-aaaf-488a-ba06-9a8849fc6858 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306145 Jul 16 01:17:05.876190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cc25a311-c4bf-4143-98be-67face917db6 req-c070b28f-3b1d-41e6-81eb-1768de77607c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] For port 9a96bf80-6012-4014-9a52-daf71ef9f883, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=9a96bf80-6012-4014-9a52-daf71ef9f883,segment=NetworkSegment(cb7d9ba2-947d-466f-9877-5d5e34cf3292),segment_id=cb7d9ba2-947d-466f-9877-5d5e34cf3292)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:05.876987 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc25a311-c4bf-4143-98be-67face917db6 req-c070b28f-3b1d-41e6-81eb-1768de77607c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.924460 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00a974a-3441-4ecf-a41d-24e995316c48 x-openstack-request-id: req-b00a974a-3441-4ecf-a41d-24e995316c48 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:05.924713 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d33f8-f59b-43cf-9e10-d816244e9e7e", "name": "network-vif-deleted", "tag": "0ac82c53-1e49-40da-be21-ab2a881bad44", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:05.925076 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b00a974a-3441-4ecf-a41d-24e995316c48 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:05.925603 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d33f8-f59b-43cf-9e10-d816244e9e7e', 'name': 'network-vif-deleted', 'tag': '0ac82c53-1e49-40da-be21-ab2a881bad44', 'status': 'completed', 'code': 200} Jul 16 01:17:05.931803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-cc25a311-c4bf-4143-98be-67face917db6 req-c070b28f-3b1d-41e6-81eb-1768de77607c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Calling delete_port for 9a96bf80-6012-4014-9a52-daf71ef9f883 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:05.970665 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.984119 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.063752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:06.091480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97afa201-7b3b-4d46-beae-890850feb6fd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:06.112011 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.112501 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Added segment eb245211-8a43-4d88-a2c4-17c1073ab55f of type vlan for network 0401df81-8a63-4596-8bb1-76d5797e6451 Jul 16 01:17:06.243877 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.303256 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c17e941-7f55-48ff-b632-9e552d1f3f4a req-b2eae736-c0c7-476a-9da0-897fc6b189df tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=379d33f8-f59b-43cf-9e10-d816244e9e7e HTTP/1.1" status: 200 len: 210 time: 0.0493269 Jul 16 01:17:06.309422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc25a311-c4bf-4143-98be-67face917db6 req-c070b28f-3b1d-41e6-81eb-1768de77607c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.338587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['9a96bf80-6012-4014-9a52-daf71ef9f883'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:06.376922 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.379404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:06.380400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.393502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070b28f-3b1d-41e6-81eb-1768de77607c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Pushing event deleted for resources: {'Port': ['ID=9a96bf80-6012-4014-9a52-daf71ef9f883,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:06.493385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc25a311-c4bf-4143-98be-67face917db6 req-c070b28f-3b1d-41e6-81eb-1768de77607c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] No DVR routers for this DVR port 9a96bf80-6012-4014-9a52-daf71ef9f883 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:06.497723 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc25a311-c4bf-4143-98be-67face917db6 req-c070b28f-3b1d-41e6-81eb-1768de77607c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.512637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc25a311-c4bf-4143-98be-67face917db6 req-c070b28f-3b1d-41e6-81eb-1768de77607c tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.67 "DELETE /v2.0/ports/9a96bf80-6012-4014-9a52-daf71ef9f883 HTTP/1.1" status: 204 len: 173 time: 1.2999847 Jul 16 01:17:06.601216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=0401df81-8a63-4596-8bb1-76d5797e6451,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:06.618123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 0401df81-8a63-4596-8bb1-76d5797e6451 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:06.632096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-98b2ff7e-27f3-4394-963f-c57d23c6182e req-8db4293c-9702-41d1-a937-24fcd52e778a tempest-InstanceActionsNegativeTestJSON-366088811 tempest-InstanceActionsNegativeTestJSON-366088811-project] 10.222.0.64 "GET /v2.0/ports?device_id=2537af0d-e7d1-4adb-a5f8-41b4a11c02ee HTTP/1.1" status: 200 len: 210 time: 0.0847051 Jul 16 01:17:06.704893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57860) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:06.716183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Request body: {'subnet': {'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2101747154-subnet', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:06.718628 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eefce588-5845-4527-929b-756b30eb9bd1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2831676 Jul 16 01:17:06.757457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Made reservation on behalf of f4ed7b4c19a34390bd1e0f76ba2228b9 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:06.765518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.802775 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511446f-48ff-4e18-81fa-8867b27795cf req-720b65e1-b394-484b-a7f0-055fbcfa6ba3 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:06.836639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2511446f-48ff-4e18-81fa-8867b27795cf req-720b65e1-b394-484b-a7f0-055fbcfa6ba3 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.4923191 Jul 16 01:17:06.841438 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:17:06.912705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2511446f-48ff-4e18-81fa-8867b27795cf req-cfa15563-267e-48f3-9baa-da97bcca2f4d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757349 Jul 16 01:17:07.065010 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.181208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef95ef90-3be4-44c3-82ae-5b676d67b00f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:07.187903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Checking segment: {'id': 'eb245211-8a43-4d88-a2c4-17c1073ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:07.188277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Network hostable DHCP agents. Network: 0401df81-8a63-4596-8bb1-76d5797e6451, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:07.216029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ee513-8cfc-492f-bab1-b4039dc45866 req-63e592ae-c0d6-4650-82ac-5af99f9f7932 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.222031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ee513-8cfc-492f-bab1-b4039dc45866 req-63e592ae-c0d6-4650-82ac-5af99f9f7932 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.223849 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-708ee513-8cfc-492f-bab1-b4039dc45866 req-63e592ae-c0d6-4650-82ac-5af99f9f7932 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1682 time: 0.1809280 Jul 16 01:17:07.242144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Network 0401df81-8a63-4596-8bb1-76d5797e6451 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:07.263502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 0401df81-8a63-4596-8bb1-76d5797e6451) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:07.272270 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b1e0e-f362-47dc-97eb-59db954c9f18 None None] Network 0401df81-8a63-4596-8bb1-76d5797e6451 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:07.285685 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-708ee513-8cfc-492f-bab1-b4039dc45866 req-5f506c00-59c3-40a9-a6d6-f50d59562916 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Jul 16 01:17:07.287417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.288287 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.317306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ae896214-49b1-4bd7-99a6-d25f43aa172f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6088219 Jul 16 01:17:07.320120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:07.322369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2101747154-router', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:07.395183 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.396216 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.443567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-55300dcc-aab6-4d4a-9a8a-bc51dc2b44de tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.450826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-55300dcc-aab6-4d4a-9a8a-bc51dc2b44de tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.452534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-55300dcc-aab6-4d4a-9a8a-bc51dc2b44de tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1682 time: 0.1485264 Jul 16 01:17:07.577992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-0401df81-8a63-4596-8bb1-76d5797e6451', 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'fixed_ips': [{'subnet_id': 'ef95ef90-3be4-44c3-82ae-5b676d67b00f'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:17:07.578930 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.603828 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.799474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0ac82c53-1e49-40da-be21-ab2a881bad44 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:07.847942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:07.861295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Allocated IP 172.20.0.2 (0401df81-8a63-4596-8bb1-76d5797e6451/ef95ef90-3be4-44c3-82ae-5b676d67b00f/f5ae6749-5e59-4b2c-80b5-5213cab16c51) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:07.863591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 0ac82c53-1e49-40da-be21-ab2a881bad44 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:07.863935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0ac82c53-1e49-40da-be21-ab2a881bad44 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:07.948276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfd1973-e062-487c-9bf1-57936812eee1 admin admin] Deleting subnet 77f18a54-974d-4201-96a1-b871ed5be0e8 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:07.953753 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1973-e062-487c-9bf1-57936812eee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.054647 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1973-e062-487c-9bf1-57936812eee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.197855 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1973-e062-487c-9bf1-57936812eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.273756 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.282638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5f6a6-7667-4f20-b4e3-1448ca4e796b req-47764339-f1e6-4e19-bad0-f958ab6347ab tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.292001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Transition to ACTIVE for port object f5ae6749-5e59-4b2c-80b5-5213cab16c51 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:08.293786 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-25b5f6a6-7667-4f20-b4e3-1448ca4e796b req-47764339-f1e6-4e19-bad0-f958ab6347ab tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1760700 Jul 16 01:17:08.331234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Transition to ACTIVE for port object f5ae6749-5e59-4b2c-80b5-5213cab16c51 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:08.340820 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.360965 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-25b5f6a6-7667-4f20-b4e3-1448ca4e796b req-12022758-24af-40c1-9eb1-41c85f53dbc1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652635 Jul 16 01:17:08.397415 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1973-e062-487c-9bf1-57936812eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.406060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2537af0d-e7d1-4adb-a5f8-41b4a11c02ee', 'name': 'network-vif-deleted', 'tag': '9a96bf80-6012-4014-9a52-daf71ef9f883'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:08.408339 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057d1008-6fa6-4214-b81d-b5caa074b4f3" -d '{"events": [{"server_uuid": "2537af0d-e7d1-4adb-a5f8-41b4a11c02ee", "name": "network-vif-deleted", "tag": "9a96bf80-6012-4014-9a52-daf71ef9f883"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:08.448038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Network 0401df81-8a63-4596-8bb1-76d5797e6451 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:08.460761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:08.479569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:08.481198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd1973-e062-487c-9bf1-57936812eee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f18a54-974d-4201-96a1-b871ed5be0e8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:08.491554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1973-e062-487c-9bf1-57936812eee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.509807 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9bfd1973-e062-487c-9bf1-57936812eee1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/77f18a54-974d-4201-96a1-b871ed5be0e8 HTTP/1.1" status: 204 len: 168 time: 0.6446886 Jul 16 01:17:08.513767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57906) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:08.597577 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.604424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Pushing event updated for resources: {'Port': ['ID=f5ae6749-5e59-4b2c-80b5-5213cab16c51,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:08.675242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bb4d8-05e9-4d62-a7c3-38087e86d195 req-8ce62d72-fa5d-43b2-b075-67ac2b517c77 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.683149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-819bb4d8-05e9-4d62-a7c3-38087e86d195 req-8ce62d72-fa5d-43b2-b075-67ac2b517c77 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 949 time: 0.2781210 Jul 16 01:17:08.717770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-710e6a94-17e0-4206-84db-b0619ba95740 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting port f199ec9e-2bb4-4139-af28-549a5ff64e94 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:08.718142 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-710e6a94-17e0-4206-84db-b0619ba95740 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.803562 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.896030 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-819bb4d8-05e9-4d62-a7c3-38087e86d195 req-f60d585c-064c-4eb6-b291-eb9fba5cb8ba tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100649 Jul 16 01:17:08.942338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 9a96bf80-6012-4014-9a52-daf71ef9f883 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:09.000896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Attempting to bind port f5ae6749-5e59-4b2c-80b5-5213cab16c51 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:09.001314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Attempting to bind port f5ae6749-5e59-4b2c-80b5-5213cab16c51 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'eb245211-8a43-4d88-a2c4-17c1073ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:09.001639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Attempting to bind port f5ae6749-5e59-4b2c-80b5-5213cab16c51 on network 0401df81-8a63-4596-8bb1-76d5797e6451 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:09.015089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 9a96bf80-6012-4014-9a52-daf71ef9f883 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:09.015493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 9a96bf80-6012-4014-9a52-daf71ef9f883 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:09.036344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:09.036814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Checking segment: {'id': 'eb245211-8a43-4d88-a2c4-17c1073ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:09.037809 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.037809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Bound using segment: {'id': 'eb245211-8a43-4d88-a2c4-17c1073ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:09.044075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Bound port: f5ae6749-5e59-4b2c-80b5-5213cab16c51, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb245211-8a43-4d88-a2c4-17c1073ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:09.046557 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.050131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.079919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed75046-c145-4efd-92ba-d9dc01315141']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:09.113460 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dd4cb6-2866-4df1-a84b-aba6cfe52e94 x-openstack-request-id: req-e2dd4cb6-2866-4df1-a84b-aba6cfe52e94 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:09.114662 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2537af0d-e7d1-4adb-a5f8-41b4a11c02ee", "name": "network-vif-deleted", "tag": "9a96bf80-6012-4014-9a52-daf71ef9f883", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:09.115386 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2dd4cb6-2866-4df1-a84b-aba6cfe52e94 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:09.116660 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2537af0d-e7d1-4adb-a5f8-41b4a11c02ee', 'name': 'network-vif-deleted', 'tag': '9a96bf80-6012-4014-9a52-daf71ef9f883', 'status': 'completed', 'code': 200} Jul 16 01:17:09.120035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7d9ba2-947d-466f-9877-5d5e34cf3292') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:09.120331 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7d9ba2-947d-466f-9877-5d5e34cf3292') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:09.141325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-710e6a94-17e0-4206-84db-b0619ba95740 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] For port f199ec9e-2bb4-4139-af28-549a5ff64e94, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f199ec9e-2bb4-4139-af28-549a5ff64e94,segment=NetworkSegment(2b665e13-a5e7-4735-935e-cff3e4233cc0),segment_id=2b665e13-a5e7-4735-935e-cff3e4233cc0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:09.142428 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-710e6a94-17e0-4206-84db-b0619ba95740 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.148496 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.170351 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.185867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:09.187533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:09.192087 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:09.195744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] For port f5ae6749-5e59-4b2c-80b5-5213cab16c51, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:09.202152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] For port f5ae6749-5e59-4b2c-80b5-5213cab16c51, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f5ae6749-5e59-4b2c-80b5-5213cab16c51,segment=NetworkSegment(eb245211-8a43-4d88-a2c4-17c1073ab55f),segment_id=eb245211-8a43-4d88-a2c4-17c1073ab55f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:09.209735 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.325427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.332627 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.341011 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] 10.222.0.64 "DELETE /v2.0/networks/2ed75046-c145-4efd-92ba-d9dc01315141 HTTP/1.1" status: 204 len: 168 time: 0.8218007 Jul 16 01:17:09.352295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee526b-3702-4b2c-b0b5-9be7e50bab21 None None] Pushing event updated for resources: {'Port': ['ID=f5ae6749-5e59-4b2c-80b5-5213cab16c51,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:09.361859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bba061-4979-4b79-9bc1-8436486ce7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed75046-c145-4efd-92ba-d9dc01315141,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:09.509782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-710e6a94-17e0-4206-84db-b0619ba95740 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Calling delete_port for f199ec9e-2bb4-4139-af28-549a5ff64e94 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:09.647270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531475e-ad85-40b8-8e17-050d8a1d39f3 req-bd60def8-ae54-4c94-b74b-fba31d2c5c5f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.658645 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0531475e-ad85-40b8-8e17-050d8a1d39f3 req-bd60def8-ae54-4c94-b74b-fba31d2c5c5f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1342824 Jul 16 01:17:09.699199 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.714438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:09.729359 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.732436 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0531475e-ad85-40b8-8e17-050d8a1d39f3 req-b737c760-8438-40fe-b21d-9bffde46af62 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726476 Jul 16 01:17:09.861733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1f1d76fc-3406-449c-96e0-a5d711d2ba05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34fb2ad32a314f21ac742cd3796e9d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264906 Jul 16 01:17:09.873528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:09.949857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Allocated IP 172.25.4.218 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/456ccdf1-4728-4d8f-9c26-155c46bb902e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:09.955729 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaf70afe-6544-43cd-933c-f9354e7d1bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.000468 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaf70afe-6544-43cd-933c-f9354e7d1bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.087461 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaf70afe-6544-43cd-933c-f9354e7d1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.091310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaf70afe-6544-43cd-933c-f9354e7d1bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.095236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eaf70afe-6544-43cd-933c-f9354e7d1bad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dbc060bb-0df1-4480-a89b-87279a4ad1a0 HTTP/1.1" status: 204 len: 168 time: 0.2179437 Jul 16 01:17:10.098314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897acc2-3a16-4a47-82fa-dd916d3aa34e req-4949d6ea-3311-450c-b79f-9352c32c4e36 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.104375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897acc2-3a16-4a47-82fa-dd916d3aa34e req-4949d6ea-3311-450c-b79f-9352c32c4e36 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.104632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf70afe-6544-43cd-933c-f9354e7d1bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc060bb-0df1-4480-a89b-87279a4ad1a0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:10.106925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2897acc2-3a16-4a47-82fa-dd916d3aa34e req-4949d6ea-3311-450c-b79f-9352c32c4e36 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 1682 time: 0.9451580 Jul 16 01:17:10.163812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.199806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2897acc2-3a16-4a47-82fa-dd916d3aa34e req-8332008b-7f1a-4f9b-a17b-2255562e3605 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794621 Jul 16 01:17:10.320986 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.343077 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-710e6a94-17e0-4206-84db-b0619ba95740 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.359581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ab1756a9-239e-4e60-b3d2-d36b142fbe0f', 'f199ec9e-2bb4-4139-af28-549a5ff64e94'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:10.410503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:10.415556 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Pushing event updated for resources: {'Port': ['ID=456ccdf1-4728-4d8f-9c26-155c46bb902e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:10.423413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:10.434132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:10.513646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203897d-7511-46bc-a25f-5e67e8c7bc4b req-9de5e0ed-91b1-4cd2-b077-7cc447a046b4 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.522253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3203897d-7511-46bc-a25f-5e67e8c7bc4b req-9de5e0ed-91b1-4cd2-b077-7cc447a046b4 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 949 time: 0.1485128 Jul 16 01:17:10.626539 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3203897d-7511-46bc-a25f-5e67e8c7bc4b req-76a5cfe4-4340-4f98-bfed-580692c67753 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031361 Jul 16 01:17:10.665150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-710e6a94-17e0-4206-84db-b0619ba95740 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] No DVR routers for this DVR port f199ec9e-2bb4-4139-af28-549a5ff64e94 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:10.667097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e6a94-17e0-4206-84db-b0619ba95740 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Port': ['ID=f199ec9e-2bb4-4139-af28-549a5ff64e94,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:10.676978 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-710e6a94-17e0-4206-84db-b0619ba95740 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.679335 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-710e6a94-17e0-4206-84db-b0619ba95740 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "DELETE /v2.0/ports/f199ec9e-2bb4-4139-af28-549a5ff64e94 HTTP/1.1" status: 204 len: 173 time: 3.2074344 Jul 16 01:17:11.028089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f5ae6749-5e59-4b2c-80b5-5213cab16c51 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:11.139744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'name': 'network-vif-deleted', 'tag': 'f199ec9e-2bb4-4139-af28-549a5ff64e94'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:11.145721 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8510a4e2-9cad-4b71-9605-4be6c4b3f359" -d '{"events": [{"server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "name": "network-vif-deleted", "tag": "f199ec9e-2bb4-4139-af28-549a5ff64e94"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:11.189899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port f5ae6749-5e59-4b2c-80b5-5213cab16c51 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:11.268538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-19398ef3-542d-4913-863e-8abc5bdce5d6 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.270163 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-19398ef3-542d-4913-863e-8abc5bdce5d6 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.67 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 949 time: 0.5550094 Jul 16 01:17:11.321224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b56e8d-6579-40ad-b162-14db371b769e None None] Network 0401df81-8a63-4596-8bb1-76d5797e6451 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:11.411525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-32d68e7f-051d-4573-a44c-c7d486c25633 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting port ab1756a9-239e-4e60-b3d2-d36b142fbe0f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:11.411906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-32d68e7f-051d-4573-a44c-c7d486c25633 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.426163 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c7a60e-788a-48ee-9291-21f05162f5d9 x-openstack-request-id: req-73c7a60e-788a-48ee-9291-21f05162f5d9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:11.426679 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "name": "network-vif-deleted", "tag": "f199ec9e-2bb4-4139-af28-549a5ff64e94", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:11.426938 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73c7a60e-788a-48ee-9291-21f05162f5d9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:11.427335 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'name': 'network-vif-deleted', 'tag': 'f199ec9e-2bb4-4139-af28-549a5ff64e94', 'status': 'completed', 'code': 200} Jul 16 01:17:11.452353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3b2a8-1991-4ddd-86f9-d9326b46b865 req-94f6d20d-9b97-4459-ba4b-fd51dc989adb tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.459362 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-edb3b2a8-1991-4ddd-86f9-d9326b46b865 req-94f6d20d-9b97-4459-ba4b-fd51dc989adb tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.4555485 Jul 16 01:17:11.573201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0bb63bd4-cbdb-44b3-acfd-112c33eb253a None None] Provisioning for port f5ae6749-5e59-4b2c-80b5-5213cab16c51 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:11.590469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57986) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:11.595485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0bb63bd4-cbdb-44b3-acfd-112c33eb253a None None] Provisioning complete for port f5ae6749-5e59-4b2c-80b5-5213cab16c51 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:11.596013 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bb63bd4-cbdb-44b3-acfd-112c33eb253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.691978 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-edb3b2a8-1991-4ddd-86f9-d9326b46b865 req-6dec7752-fe85-475c-b724-283b5a1cba7a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316644 Jul 16 01:17:11.743235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-32d68e7f-051d-4573-a44c-c7d486c25633 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] For port ab1756a9-239e-4e60-b3d2-d36b142fbe0f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,segment=NetworkSegment(e030ce3b-06b7-4927-824c-4982a801ff33),segment_id=e030ce3b-06b7-4927-824c-4982a801ff33)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:11.752570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8fd3a-7fea-4efa-87e6-f728fd96fe63 req-dbb46136-0fbd-4939-b918-f408b6bced7e tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.753308 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-32d68e7f-051d-4573-a44c-c7d486c25633 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.756148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.769327 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6eb8fd3a-7fea-4efa-87e6-f728fd96fe63 req-dbb46136-0fbd-4939-b918-f408b6bced7e tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 945 time: 0.1911144 Jul 16 01:17:11.871587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1365326145-network', 'tenant_id': '14ebf8d6b5e7468bbd5b35b01fd2a71c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:11.891609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-32d68e7f-051d-4573-a44c-c7d486c25633 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Calling delete_port for ab1756a9-239e-4e60-b3d2-d36b142fbe0f owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:11.914543 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bb63bd4-cbdb-44b3-acfd-112c33eb253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.920161 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6eb8fd3a-7fea-4efa-87e6-f728fd96fe63 req-31423ae1-e510-47d0-a6fc-2449489c2fea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/security-groups?id=5feeda7e-f007-437c-ae26-88de632ddd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480718 Jul 16 01:17:11.924020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Made reservation on behalf of 14ebf8d6b5e7468bbd5b35b01fd2a71c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:11.932159 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.955627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-a3d484a5-34cf-458c-806c-a540645ed512 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Deleting port 86ecf4ee-b264-4165-9f6c-5b29f4313561 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:11.955971 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-a3d484a5-34cf-458c-806c-a540645ed512 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.960235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.041688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0bb63bd4-cbdb-44b3-acfd-112c33eb253a None None] For port f5ae6749-5e59-4b2c-80b5-5213cab16c51, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f5ae6749-5e59-4b2c-80b5-5213cab16c51,segment=NetworkSegment(eb245211-8a43-4d88-a2c4-17c1073ab55f),segment_id=eb245211-8a43-4d88-a2c4-17c1073ab55f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:12.047076 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bb63bd4-cbdb-44b3-acfd-112c33eb253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.143053 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.148550 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.185814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:12.203502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58018) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:12.208033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedee59b-c997-4f23-92f8-27ca0bdba876,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.215958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb63bd4-cbdb-44b3-acfd-112c33eb253a None None] Pushing event updated for resources: {'Port': ['ID=f5ae6749-5e59-4b2c-80b5-5213cab16c51,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.218891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.219250 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Added segment 8cbc6c81-917a-48ad-b369-a8db547b83dd of type vlan for network 1baa047e-8792-4270-8112-dbdbd0bc462a Jul 16 01:17:12.309462 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.357769 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.359584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.360526 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.441988 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0825e60e-048a-4e81-bf77-f96ba8417f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.450629 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8580525 Jul 16 01:17:12.484462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:12.490053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3916861a-d276-4406-8ce3-918973dae01c None None] Provisioning complete for port f5ae6749-5e59-4b2c-80b5-5213cab16c51 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:12.490849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3916861a-d276-4406-8ce3-918973dae01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.493201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e70361-9464-4e08-8d6c-f2577b17bbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=1baa047e-8792-4270-8112-dbdbd0bc462a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.526687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6fc8b-7d10-4afe-8d0d-d68521a3fe3a req-310064fc-f517-4e83-932f-39481eafa9f3 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.528122 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e7c6fc8b-7d10-4afe-8d0d-d68521a3fe3a req-310064fc-f517-4e83-932f-39481eafa9f3 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 950 time: 0.1860328 Jul 16 01:17:12.529070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Request body: {'subnet': {'network_id': '1baa047e-8792-4270-8112-dbdbd0bc462a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1365326145-subnet', 'tenant_id': '14ebf8d6b5e7468bbd5b35b01fd2a71c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:12.544422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 1baa047e-8792-4270-8112-dbdbd0bc462a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:12.588404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e7c6fc8b-7d10-4afe-8d0d-d68521a3fe3a req-ef6ca456-d19f-436e-a54d-4395b9aab51d tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526323 Jul 16 01:17:12.654390 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0825e60e-048a-4e81-bf77-f96ba8417f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.659439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0825e60e-048a-4e81-bf77-f96ba8417f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.711582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0825e60e-048a-4e81-bf77-f96ba8417f0a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26636eced10d44abac39544cc07698c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046182 Jul 16 01:17:12.712347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825e60e-048a-4e81-bf77-f96ba8417f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4598b6-a1ae-4ffd-bd03-72bf856a0847,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.716031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58030) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:12.790645 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8464755-d6f7-4e97-ac84-9060a2e33077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.822519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8464755-d6f7-4e97-ac84-9060a2e33077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.861390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Made reservation on behalf of 14ebf8d6b5e7468bbd5b35b01fd2a71c for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:12.864135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.909865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f5ae6749-5e59-4b2c-80b5-5213cab16c51 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:12.921801 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8464755-d6f7-4e97-ac84-9060a2e33077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.926420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8464755-d6f7-4e97-ac84-9060a2e33077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.928706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f8464755-d6f7-4e97-ac84-9060a2e33077 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f4598b6-a1ae-4ffd-bd03-72bf856a0847 HTTP/1.1" status: 204 len: 168 time: 0.2108719 Jul 16 01:17:12.946373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8464755-d6f7-4e97-ac84-9060a2e33077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4598b6-a1ae-4ffd-bd03-72bf856a0847,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.946636 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f199ec9e-2bb4-4139-af28-549a5ff64e94 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:12.983525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: f199ec9e-2bb4-4139-af28-549a5ff64e94 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:12.984496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f199ec9e-2bb4-4139-af28-549a5ff64e94 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:12.985058 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ab1756a9-239e-4e60-b3d2-d36b142fbe0f no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:13.005798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-a3d484a5-34cf-458c-806c-a540645ed512 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] For port 86ecf4ee-b264-4165-9f6c-5b29f4313561, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=86ecf4ee-b264-4165-9f6c-5b29f4313561,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:13.016668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-a3d484a5-34cf-458c-806c-a540645ed512 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.041094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-a3d484a5-34cf-458c-806c-a540645ed512 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Calling delete_port for 86ecf4ee-b264-4165-9f6c-5b29f4313561 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:13.097097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f5ae6749-5e59-4b2c-80b5-5213cab16c51 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:13.097482 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.140690 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.174424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1a604-b5ed-42a7-aac6-046e1c30ffc0 req-75a70f8a-78fd-4458-b16e-5b69a1ebf1de tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:13.176034 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bcf1a604-b5ed-42a7-aac6-046e1c30ffc0 req-75a70f8a-78fd-4458-b16e-5b69a1ebf1de tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 949 time: 1.1316886 Jul 16 01:17:13.220928 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.259943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89619d3-9e73-4c0c-8da8-2e2cc37f2ef0 req-b488c752-8ff2-4cb9-ad45-6393818bd31a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:13.261979 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f89619d3-9e73-4c0c-8da8-2e2cc37f2ef0 req-b488c752-8ff2-4cb9-ad45-6393818bd31a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.0873482 Jul 16 01:17:13.310158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f89619d3-9e73-4c0c-8da8-2e2cc37f2ef0 req-3fbebd17-be4b-4871-9f19-3c139845ec59 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366428 Jul 16 01:17:13.359011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bcf1a604-b5ed-42a7-aac6-046e1c30ffc0 req-09a95f2b-8bd0-4b34-9a3c-292a1de9f233 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a752ad3-a133-4462-9125-a23c48957010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679535 Jul 16 01:17:13.359642 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-32d68e7f-051d-4573-a44c-c7d486c25633 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.376002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 86ecf4ee-b264-4165-9f6c-5b29f4313561 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:13.437525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d68e7f-051d-4573-a44c-c7d486c25633 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Port': ['ID=ab1756a9-239e-4e60-b3d2-d36b142fbe0f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.540897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2b5a934-2eaa-430a-9c73-b7258f3ec75a req-68d270ad-299b-411c-b094-e41492a432a9 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 210 time: 0.0525117 Jul 16 01:17:13.664611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-32d68e7f-051d-4573-a44c-c7d486c25633 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] No DVR routers for this DVR port ab1756a9-239e-4e60-b3d2-d36b142fbe0f on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:13.669624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-32d68e7f-051d-4573-a44c-c7d486c25633 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.671800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65971ae4-0ffe-47fc-a4b2-7eb55d8a7cde req-32d68e7f-051d-4573-a44c-c7d486c25633 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.67 "DELETE /v2.0/ports/ab1756a9-239e-4e60-b3d2-d36b142fbe0f HTTP/1.1" status: 204 len: 173 time: 2.9509242 Jul 16 01:17:13.672695 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.705433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'name': 'network-vif-deleted', 'tag': 'ab1756a9-239e-4e60-b3d2-d36b142fbe0f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:13.708840 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aedcb6-ca8d-4b1f-8945-393224f38c90" -d '{"events": [{"server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "name": "network-vif-deleted", "tag": "ab1756a9-239e-4e60-b3d2-d36b142fbe0f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:13.820781 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c5a80-f4c8-4076-84f8-f49af01dfb48 x-openstack-request-id: req-bb8c5a80-f4c8-4076-84f8-f49af01dfb48 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:13.821423 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80", "name": "network-vif-deleted", "tag": "ab1756a9-239e-4e60-b3d2-d36b142fbe0f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:13.821950 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb8c5a80-f4c8-4076-84f8-f49af01dfb48 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:13.822663 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80', 'name': 'network-vif-deleted', 'tag': 'ab1756a9-239e-4e60-b3d2-d36b142fbe0f', 'status': 'completed', 'code': 200} Jul 16 01:17:13.860727 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-a3d484a5-34cf-458c-806c-a540645ed512 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.971501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e879f59-04e8-4043-bbd8-ca371be4d04f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.980627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d484a5-34cf-458c-806c-a540645ed512 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Pushing event deleted for resources: {'Port': ['ID=86ecf4ee-b264-4165-9f6c-5b29f4313561,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.990560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Checking segment: {'id': '8cbc6c81-917a-48ad-b369-a8db547b83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1baa047e-8792-4270-8112-dbdbd0bc462a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:13.991145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Network hostable DHCP agents. Network: 1baa047e-8792-4270-8112-dbdbd0bc462a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:14.081454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-a3d484a5-34cf-458c-806c-a540645ed512 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] No DVR routers for this DVR port 86ecf4ee-b264-4165-9f6c-5b29f4313561 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:14.085427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Router 0a6069e1-4962-416a-afe9-90edc91dfc6b is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:17:14.090290 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-a3d484a5-34cf-458c-806c-a540645ed512 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.092890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d38b8d77-ae32-4b82-a5a5-274838449a25 req-a3d484a5-34cf-458c-806c-a540645ed512 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.67 "DELETE /v2.0/ports/86ecf4ee-b264-4165-9f6c-5b29f4313561 HTTP/1.1" status: 204 len: 173 time: 2.8093379 Jul 16 01:17:14.099605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Network 1baa047e-8792-4270-8112-dbdbd0bc462a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:14.115973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 1baa047e-8792-4270-8112-dbdbd0bc462a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:14.129004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e72244-2829-47e5-8548-873f26e2a72e None None] Network 1baa047e-8792-4270-8112-dbdbd0bc462a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:14.161040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:14.161780 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.216366 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3c172737-d0c0-4e8d-863e-27fb37cec151 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6935585 Jul 16 01:17:14.245254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:14.265521 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Sync routers for ids ['0a6069e1-4962-416a-afe9-90edc91dfc6b'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:14.274643 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.278559 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0eac74e1-fdde-46e8-8dde-755081ab2ada admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9596970 Jul 16 01:17:14.279106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58112) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:14.287038 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Routers {'0a6069e1-4962-416a-afe9-90edc91dfc6b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:14.288017 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0a6069e1-4962-416a-afe9-90edc91dfc6b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:14.669492 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Set router 0a6069e1-4962-416a-afe9-90edc91dfc6b gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:14.774653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2706b-b2e3-45a4-8e42-3a021510b0d5 None None] Network 1baa047e-8792-4270-8112-dbdbd0bc462a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:14.922305 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a0503ea-f768-45a2-9f2a-668a321aa71e req-b22693f0-f07e-4ac6-9cb4-f94cf05ffde3 tempest-ListImageFiltersTestJSON-1119614790 tempest-ListImageFiltersTestJSON-1119614790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0207dd04-f728-4aec-ba58-42f3a07038dc HTTP/1.1" status: 200 len: 210 time: 0.0513339 Jul 16 01:17:14.993002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 955a655e-2670-4385-932f-5f469c47ec5b no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:15.191492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a08fd-5e13-4d7f-b779-2cd0bbe48149 req-5cd99dcb-1e77-45d2-9cf1-c0b987b99c0f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:15.194500 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f3a08fd-5e13-4d7f-b779-2cd0bbe48149 req-5cd99dcb-1e77-45d2-9cf1-c0b987b99c0f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.2191138 Jul 16 01:17:15.294185 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2292225d-35a5-410c-8131-3f4cebebae1b req-6220dd48-16cd-4a11-90c8-238c2458ac53 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dbcc30d-a9e2-4f87-8ae8-9ebbaa9e3b80 HTTP/1.1" status: 200 len: 210 time: 0.1435797 Jul 16 01:17:15.310944 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f3a08fd-5e13-4d7f-b779-2cd0bbe48149 req-49ce481b-e101-44b0-ad5d-35f35d1dfe6f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749793 Jul 16 01:17:15.324713 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'name': 'tempest-FloatingIPsTestJSON-2101747154-router', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:07Z', 'updated_at': '2021-07-16T01:17:11Z', 'revision_number': 3, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'gw_port': {'id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:09Z', 'updated_at': '2021-07-16T01:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:15.403248 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Checking router: 0a6069e1-4962-416a-afe9-90edc91dfc6b for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:15.404498 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Updating router 0a6069e1-4962-416a-afe9-90edc91dfc6b port 456ccdf1-4728-4d8f-9c26-155c46bb902e binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:17:15.416650 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.452249 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.505952 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.554685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:15.560832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:15.567458 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e51bc0-ff02-44c5-a53f-b40524e38e07" -d '{"events": [{"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-unplugged", "status": "completed", "tag": "955a655e-2670-4385-932f-5f469c47ec5b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:15.578102 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.709718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:15.824701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-deleted', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:15.827894 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a24fc4b-f982-44f7-8529-79d74f6f45e3" -d '{"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-deleted", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:15.921555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922c5e-5489-4a61-b624-505d5713011a req-01faeb50-83fa-4d56-a914-6917dbd0c5d6 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:15.929499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-01faeb50-83fa-4d56-a914-6917dbd0c5d6 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/networks?id=1baa047e-8792-4270-8112-dbdbd0bc462a HTTP/1.1" status: 200 len: 814 time: 0.1530020 Jul 16 01:17:15.956283 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-e64e4f0b-adef-4e1b-85fd-c594e75eb8ee tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/quotas/14ebf8d6b5e7468bbd5b35b01fd2a71c HTTP/1.1" status: 200 len: 375 time: 0.0258632 Jul 16 01:17:15.970760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Allocated IP 172.20.0.1 (0401df81-8a63-4596-8bb1-76d5797e6451/ef95ef90-3be4-44c3-82ae-5b676d67b00f/901324ad-41bf-4aa2-b70e-7bfb6a1c3c39) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:16.014558 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.016090 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-c59b5d2c-f40c-4041-9971-ee4589256fff tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=14ebf8d6b5e7468bbd5b35b01fd2a71c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391057 Jul 16 01:17:16.044456 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Transition to ACTIVE for port object 456ccdf1-4728-4d8f-9c26-155c46bb902e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:16.048480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-e9ee16eb-c9ac-4971-aa0b-0a037fa5516b tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:17:16.049674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-e9ee16eb-c9ac-4971-aa0b-0a037fa5516b tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201781 Jul 16 01:17:16.054931 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.131248 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Pushing event updated for resources: {'Port': ['ID=456ccdf1-4728-4d8f-9c26-155c46bb902e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:16.148524 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.149090 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.149605 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.150057 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.150985 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.151401 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.152620 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.153143 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.153568 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.154187 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.154825 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.155590 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:16.210370 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Attempting to bind port 456ccdf1-4728-4d8f-9c26-155c46bb902e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:16.212740 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Attempting to bind port 456ccdf1-4728-4d8f-9c26-155c46bb902e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:16.213571 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Attempting to bind port 456ccdf1-4728-4d8f-9c26-155c46bb902e on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:16.221409 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:16.221802 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:16.222328 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.222724 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:16.223298 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Bound port: 456ccdf1-4728-4d8f-9c26-155c46bb902e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:16.223666 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.300594 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] For port 456ccdf1-4728-4d8f-9c26-155c46bb902e, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:16.303141 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.304488 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] For port 456ccdf1-4728-4d8f-9c26-155c46bb902e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=456ccdf1-4728-4d8f-9c26-155c46bb902e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:16.310990 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.396941 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0d110d-2b3a-40ef-a807-ae3e060fccf9 x-openstack-request-id: req-ce0d110d-2b3a-40ef-a807-ae3e060fccf9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:16.397365 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-unplugged", "status": "completed", "tag": "955a655e-2670-4385-932f-5f469c47ec5b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:16.397638 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce0d110d-2b3a-40ef-a807-ae3e060fccf9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:16.398238 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b', 'code': 200} Jul 16 01:17:16.445136 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e5a1ca-7363-4754-9785-0b63541434e1 x-openstack-request-id: req-01e5a1ca-7363-4754-9785-0b63541434e1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:16.446764 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207dd04-f728-4aec-ba58-42f3a07038dc", "name": "network-vif-deleted", "tag": "86ecf4ee-b264-4165-9f6c-5b29f4313561", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:16.447069 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01e5a1ca-7363-4754-9785-0b63541434e1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:16.447493 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207dd04-f728-4aec-ba58-42f3a07038dc', 'name': 'network-vif-deleted', 'tag': '86ecf4ee-b264-4165-9f6c-5b29f4313561', 'status': 'completed', 'code': 200} Jul 16 01:17:16.530639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Transition to ACTIVE for port object 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:16.549585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-bf93ce37-9d1d-48fa-8742-9bd9d9d8746e service neutron] 10.222.0.64 "GET /v2.0/networks/1baa047e-8792-4270-8112-dbdbd0bc462a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914703 Jul 16 01:17:16.580508 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Routers {'0a6069e1-4962-416a-afe9-90edc91dfc6b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:16.581239 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0a6069e1-4962-416a-afe9-90edc91dfc6b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:16.625664 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e296aae-d893-4f99-aac3-74729d6209f0 None None] Pushing event updated for resources: {'Port': ['ID=456ccdf1-4728-4d8f-9c26-155c46bb902e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:16.707887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:16.716805 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] Set router 0a6069e1-4962-416a-afe9-90edc91dfc6b gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:16.742134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-a5ebe8eb-d10f-44aa-9652-4b29c901273e service neutron] 10.222.0.64 "GET /v2.0/networks/1baa047e-8792-4270-8112-dbdbd0bc462a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914651 Jul 16 01:17:16.754122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.803662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-365de387-2bc5-48af-85e6-98d095bff99a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting subnet 98cba576-d309-4509-ae59-ff8618f156b8 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:16.809212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-365de387-2bc5-48af-85e6-98d095bff99a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.829142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Network 0401df81-8a63-4596-8bb1-76d5797e6451 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:16.831963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:16.834599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:16.866672 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Pushing event updated for resources: {'Port': ['ID=901324ad-41bf-4aa2-b70e-7bfb6a1c3c39,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:16.879391 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-365de387-2bc5-48af-85e6-98d095bff99a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.904202 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.942766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device de00b6a6-53ad-4630-8cad-aa23e7be9a62 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:17.118729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port de00b6a6-53ad-4630-8cad-aa23e7be9a62, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:17.145987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'port_id': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62', 'mac_address': 'fa:16:3e:43:97:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dec5ba0-6bd7-476b-8091-6c954de6e44e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:17.170876 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'name': 'tempest-FloatingIPsTestJSON-2101747154-router', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:07Z', 'updated_at': '2021-07-16T01:17:11Z', 'revision_number': 3, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'gw_port': {'id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:09Z', 'updated_at': '2021-07-16T01:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:17.258476 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.277113 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a243f60a-9c8b-4342-84a6-57cfc7487cf9 None None] The sync data for ids ['0a6069e1-4962-416a-afe9-90edc91dfc6b'] in n-d-791504-14 is: [{'id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'name': 'tempest-FloatingIPsTestJSON-2101747154-router', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:07Z', 'updated_at': '2021-07-16T01:17:11Z', 'revision_number': 3, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'gw_port': {'id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:09Z', 'updated_at': '2021-07-16T01:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:17.314956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86286-b1f5-470b-8a23-809f876d1c4a req-f9414009-1513-4b92-b0c8-69a4b104b3ef tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:17.326741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-25a86286-b1f5-470b-8a23-809f876d1c4a req-f9414009-1513-4b92-b0c8-69a4b104b3ef tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.3670893 Jul 16 01:17:17.337382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.349588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de00b6a6-53ad-4630-8cad-aa23e7be9a62 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:17.365384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-365de387-2bc5-48af-85e6-98d095bff99a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.394669 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-25a86286-b1f5-470b-8a23-809f876d1c4a req-fef60dec-1dca-4f7f-b460-3ce0b8df7220 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666666 Jul 16 01:17:17.406108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port de00b6a6-53ad-4630-8cad-aa23e7be9a62, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:17.407653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2fccd19a-34fc-42fa-aaaf-987a00017ddd None None] Provisioning for port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:17.433598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2fccd19a-34fc-42fa-aaaf-987a00017ddd None None] Provisioning complete for port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:17.434002 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fccd19a-34fc-42fa-aaaf-987a00017ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.488881 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.532436 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-365de387-2bc5-48af-85e6-98d095bff99a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.549019 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2fccd19a-34fc-42fa-aaaf-987a00017ddd None None] Port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:17.575766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=de00b6a6-53ad-4630-8cad-aa23e7be9a62,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:17.589909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.590906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.591412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.591954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.592947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.593616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.594508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.594944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365de387-2bc5-48af-85e6-98d095bff99a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Subnet': ['ID=98cba576-d309-4509-ae59-ff8618f156b8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:17.595189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.595665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.596288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.596762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.597295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:17.608872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['de00b6a6-53ad-4630-8cad-aa23e7be9a62'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:17.621351 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-365de387-2bc5-48af-85e6-98d095bff99a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.623757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-365de387-2bc5-48af-85e6-98d095bff99a tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "DELETE /v2.0/subnets/98cba576-d309-4509-ae59-ff8618f156b8 HTTP/1.1" status: 204 len: 168 time: 0.9146388 Jul 16 01:17:17.626457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58218) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:17.642944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d49127-ef95-41be-948d-c39aee37315a None None] Network 61a650ab-661e-42a9-affd-1d37e65d0829 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:17.779845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.787297 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.953975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.990806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.040902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-80bc7ed9-6c8a-48c6-8596-f95f537e391a tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=000d03177bd94f8694f244628c0118ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461128 Jul 16 01:17:18.067657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Pushing event updated for resources: {'Port': ['ID=901324ad-41bf-4aa2-b70e-7bfb6a1c3c39,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:18.165859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c96f6f-35da-42cf-89af-3f0687bbe277 None None] DHCP port deletion for 61a650ab-661e-42a9-affd-1d37e65d0829 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:17:18.244540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Network 0401df81-8a63-4596-8bb1-76d5797e6451 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:18.249234 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:18.271811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting port a9c6b6e2-6e25-47f8-a34a-99044a510b21 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:18.272500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.309566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25c96f6f-35da-42cf-89af-3f0687bbe277 None None] Deleting port a9c6b6e2-6e25-47f8-a34a-99044a510b21 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:18.310128 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25c96f6f-35da-42cf-89af-3f0687bbe277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.468872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-dea6845e-05a5-4b80-a0ce-227a9ed969c5 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:18.486977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-dea6845e-05a5-4b80-a0ce-227a9ed969c5 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4420943 Jul 16 01:17:18.508125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25c96f6f-35da-42cf-89af-3f0687bbe277 None None] For port a9c6b6e2-6e25-47f8-a34a-99044a510b21, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a9c6b6e2-6e25-47f8-a34a-99044a510b21,segment=NetworkSegment(e030ce3b-06b7-4927-824c-4982a801ff33),segment_id=e030ce3b-06b7-4927-824c-4982a801ff33)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:18.513123 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25c96f6f-35da-42cf-89af-3f0687bbe277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.546186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25c96f6f-35da-42cf-89af-3f0687bbe277 None None] Calling delete_port for a9c6b6e2-6e25-47f8-a34a-99044a510b21 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:18.589748 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-03305e05-0ef6-4ed8-8177-4554d468dd97 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/quotas/000d03177bd94f8694f244628c0118ba HTTP/1.1" status: 200 len: 375 time: 0.1005006 Jul 16 01:17:18.709954 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25c96f6f-35da-42cf-89af-3f0687bbe277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.743613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c96f6f-35da-42cf-89af-3f0687bbe277 None None] Pushing event deleted for resources: {'Port': ['ID=a9c6b6e2-6e25-47f8-a34a-99044a510b21,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:18.750178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c96f6f-35da-42cf-89af-3f0687bbe277 None None] No DVR routers for this DVR port a9c6b6e2-6e25-47f8-a34a-99044a510b21 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:18.810560 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c8be4fd-0489-43e8-9a0d-665674be6da0 req-7f67c2dd-bb72-4596-840a-d86f478571ef tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 210 time: 0.1590638 Jul 16 01:17:18.908596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d0e3438e-5dce-4753-a146-072cbb8b674a None None] Provisioning complete for port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:18.908979 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0e3438e-5dce-4753-a146-072cbb8b674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.926300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Router 0a6069e1-4962-416a-afe9-90edc91dfc6b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:17:18.961886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-f10a1110-0165-4405-a039-34c8adbaff54 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=000d03177bd94f8694f244628c0118ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3605480 Jul 16 01:17:19.003367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] For port a9c6b6e2-6e25-47f8-a34a-99044a510b21, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a9c6b6e2-6e25-47f8-a34a-99044a510b21,segment=NetworkSegment(e030ce3b-06b7-4927-824c-4982a801ff33),segment_id=e030ce3b-06b7-4927-824c-4982a801ff33)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:19.003951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.023812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device de00b6a6-53ad-4630-8cad-aa23e7be9a62 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:19.089762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Calling delete_port for a9c6b6e2-6e25-47f8-a34a-99044a510b21 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:19.505574 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.568375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Port': ['ID=a9c6b6e2-6e25-47f8-a34a-99044a510b21,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.576686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] No DVR routers for this DVR port a9c6b6e2-6e25-47f8-a34a-99044a510b21 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:19.581004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 456ccdf1-4728-4d8f-9c26-155c46bb902e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:19.643702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3438e-5dce-4753-a146-072cbb8b674a None None] Port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:19.663056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port de00b6a6-53ad-4630-8cad-aa23e7be9a62 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:19.663641 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.720307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 456ccdf1-4728-4d8f-9c26-155c46bb902e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:19.729425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 456ccdf1-4728-4d8f-9c26-155c46bb902e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:19.730548 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.942678 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.951012 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.975982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a650ab-661e-42a9-affd-1d37e65d0829']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:20.036972 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.066317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97e348-3684-436f-a071-5754a3e4994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:20.087854 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6522564c-dda8-4381-ae61-8e09af9048b4" -d '{"events": [{"server_uuid": "fc97e348-3684-436f-a071-5754a3e4994c", "name": "network-vif-plugged", "status": "completed", "tag": "de00b6a6-53ad-4630-8cad-aa23e7be9a62"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:20.162746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port de00b6a6-53ad-4630-8cad-aa23e7be9a62, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:20.173655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922c5e-5489-4a61-b624-505d5713011a req-75b2005b-fa91-4294-b7f0-3b396519f92f tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.175758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-75b2005b-fa91-4294-b7f0-3b396519f92f tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.50 "GET /v2.0/networks?id=1baa047e-8792-4270-8112-dbdbd0bc462a HTTP/1.1" status: 200 len: 814 time: 0.2023926 Jul 16 01:17:20.202630 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.207495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Request body: {'port': {'device_id': 'ddd2e0cc-2ca6-4081-b208-fd7d2142e983', 'network_id': '1baa047e-8792-4270-8112-dbdbd0bc462a', 'admin_state_up': True, 'tenant_id': '14ebf8d6b5e7468bbd5b35b01fd2a71c'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:20.214619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e030ce3b-06b7-4927-824c-4982a801ff33') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:20.215435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e030ce3b-06b7-4927-824c-4982a801ff33') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:20.242542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 456ccdf1-4728-4d8f-9c26-155c46bb902e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=456ccdf1-4728-4d8f-9c26-155c46bb902e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:20.250516 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.257744 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.401020 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a9c6b6e2-6e25-47f8-a34a-99044a510b21 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:20.449486 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.481167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a9c6b6e2-6e25-47f8-a34a-99044a510b21 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:20.481958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a9c6b6e2-6e25-47f8-a34a-99044a510b21 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:20.485751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=de00b6a6-53ad-4630-8cad-aa23e7be9a62,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:20.502485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:20.513509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:20.514227 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:20.518651 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:20.529835 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7f9790fd-643b-4fe9-bebf-16e12199b54d admin admin] 10.222.0.64 "PUT /v2.0/routers/0a6069e1-4962-416a-afe9-90edc91dfc6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2495196 Jul 16 01:17:20.618260 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eea6e4bc-314c-4556-b461-ef4455ab2cb4 req-a330e15f-6e85-4202-9d27-69c4e20eb48d tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 210 time: 0.1016409 Jul 16 01:17:20.650340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=456ccdf1-4728-4d8f-9c26-155c46bb902e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:20.679744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ee4c4-5d72-4e46-a494-1ba0cd4dc395 req-d739f218-fa22-4e01-8908-b1131e05b866 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.698401 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-874ee4c4-5d72-4e46-a494-1ba0cd4dc395 req-d739f218-fa22-4e01-8908-b1131e05b866 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 944 time: 0.7938147 Jul 16 01:17:20.758459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Sync routers for ids ['0a6069e1-4962-416a-afe9-90edc91dfc6b'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:20.789776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.812202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.813470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Routers {'0a6069e1-4962-416a-afe9-90edc91dfc6b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:20.814896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "DELETE /v2.0/networks/61a650ab-661e-42a9-affd-1d37e65d0829 HTTP/1.1" status: 204 len: 168 time: 3.1868670 Jul 16 01:17:20.818247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58308) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:20.822288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0a6069e1-4962-416a-afe9-90edc91dfc6b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:20.888755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-874ee4c4-5d72-4e46-a494-1ba0cd4dc395 req-3127acc9-c615-4c16-8f15-e0ef94322704 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866314 Jul 16 01:17:20.889877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19330aec-d4c7-485d-94bd-3ed604f52751 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Network': ['ID=61a650ab-661e-42a9-affd-1d37e65d0829,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:20.919149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Made reservation on behalf of 14ebf8d6b5e7468bbd5b35b01fd2a71c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:20.927135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.957043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 955a655e-2670-4385-932f-5f469c47ec5b details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:20.986955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting subnet 481d35cb-fe42-4762-84ec-769f04b7d957 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:21.000844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 456ccdf1-4728-4d8f-9c26-155c46bb902e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:21.008197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.095295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49854d62-cced-4fac-9449-fbf9e130dcc6 req-526fae4b-738a-419e-a3e0-121cddb6edfc tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 210 time: 0.0983164 Jul 16 01:17:21.139222 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.252118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Set router 0a6069e1-4962-416a-afe9-90edc91dfc6b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:21.283440 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.345737 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b234217f-88c6-4d7e-ad3e-16ac65f9938d x-openstack-request-id: req-b234217f-88c6-4d7e-ad3e-16ac65f9938d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:21.346055 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc97e348-3684-436f-a071-5754a3e4994c", "name": "network-vif-plugged", "status": "completed", "tag": "de00b6a6-53ad-4630-8cad-aa23e7be9a62", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:21.346415 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b234217f-88c6-4d7e-ad3e-16ac65f9938d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:21.346709 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc97e348-3684-436f-a071-5754a3e4994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62', 'code': 200} Jul 16 01:17:21.503999 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.520065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Allocated IP 172.20.0.9 (1baa047e-8792-4270-8112-dbdbd0bc462a/8e879f59-04e8-4043-bbd8-ca371be4d04f/7ad9ca23-d998-4921-bf99-1206a42217e0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:21.543538 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Subnet': ['ID=481d35cb-fe42-4762-84ec-769f04b7d957,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:21.550107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 456ccdf1-4728-4d8f-9c26-155c46bb902e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:21.550739 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.552814 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.559231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "DELETE /v2.0/subnets/481d35cb-fe42-4762-84ec-769f04b7d957 HTTP/1.1" status: 204 len: 168 time: 0.7395771 Jul 16 01:17:21.561510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:21.565632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.566067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.566516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.566979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.567537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.568075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.568417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.568749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.569116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.569497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.569838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.570283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c0380-d4a1-44b0-84b7-f159017f7692 tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:21.584569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed90b10-e70e-4a9f-8759-4208d58a4ecf None None] Network 8ef03f08-8b94-401f-878e-897d99c854d2 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:21.796073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:22.055959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '955a655e-2670-4385-932f-5f469c47ec5b', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '955a655e-2670-4385-932f-5f469c47ec5b', 'mac_address': 'fa:16:3e:63:77:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:22.159788 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-b1ad70ea-a7c9-4a6c-87c6-78973defbe37 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=000d03177bd94f8694f244628c0118ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1285450 Jul 16 01:17:22.168820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c20c1634-c837-45db-88d2-d59a9fc8d7c3 req-d66c093d-8f39-4f04-b8d9-48c3022922be tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 210 time: 0.1524937 Jul 16 01:17:22.390970 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.480860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58368) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:22.549623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52488b75-87e2-4fb8-9fd0-0dab9fdb4073 req-ef6ab64d-6cb6-4447-9324-93bfabf80dfd tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:22.561464 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52488b75-87e2-4fb8-9fd0-0dab9fdb4073 req-ef6ab64d-6cb6-4447-9324-93bfabf80dfd tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1451178 Jul 16 01:17:22.567775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955a655e-2670-4385-932f-5f469c47ec5b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:22.571694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-de1c36df-6448-4d2b-8a40-c2fedd04cfb4 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:22.575277 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-de1c36df-6448-4d2b-8a40-c2fedd04cfb4 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3980138 Jul 16 01:17:22.605566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:22.612510 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.645294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Request body: {'port': {'device_id': 'd8d5af3a-d4d0-4241-90a9-0a56c91ad303', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '000d03177bd94f8694f244628c0118ba'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:22.681394 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.770384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:22.788099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52488b75-87e2-4fb8-9fd0-0dab9fdb4073 req-59361e7a-e232-4ce0-862c-42cc41e0a493 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256653 Jul 16 01:17:22.795730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f016866c-fbe8-4e7b-b560-87dd1b5458d2 None None] DHCP port deletion for 8ef03f08-8b94-401f-878e-897d99c854d2 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:17:22.845449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'name': 'tempest-FloatingIPsTestJSON-2101747154-router', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:07Z', 'updated_at': '2021-07-16T01:17:17Z', 'revision_number': 4, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'gw_port': {'id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:09Z', 'updated_at': '2021-07-16T01:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '901324ad-41bf-4aa2-b70e-7bfb6a1c3c39', 'name': '', 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'mac_address': 'fa:16:3e:33:d2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'ef95ef90-3be4-44c3-82ae-5b676d67b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:15Z', 'updated_at': '2021-07-16T01:17:17Z', 'revision_number': 2, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'subnets': [{'id': 'ef95ef90-3be4-44c3-82ae-5b676d67b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:22.905695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['955a655e-2670-4385-932f-5f469c47ec5b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:22.994822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9ff8e51d-7022-4d80-821a-630bda5a58b4 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:23.008261 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3ea5e5f6-a5c3-43a5-9830-79615b1696c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b88d7eae355e4b7e86bb55015e6fc81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256231 Jul 16 01:17:23.009063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58386) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:23.010582 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-8edd133a-6320-48e7-b991-84bed76944ce tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4907982 Jul 16 01:17:23.019937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:23.063675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Deleting port 9ff8e51d-7022-4d80-821a-630bda5a58b4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:23.064032 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.112036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Checking router: 0a6069e1-4962-416a-afe9-90edc91dfc6b for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:23.112411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Updating router 0a6069e1-4962-416a-afe9-90edc91dfc6b port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:17:23.170858 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.182041 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47ffe7c6-0436-4045-9bbb-c06d943342e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.192852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.257787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Made reservation on behalf of 000d03177bd94f8694f244628c0118ba for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:23.261630 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.282704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47ffe7c6-0436-4045-9bbb-c06d943342e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.328495 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.361054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] For port 9ff8e51d-7022-4d80-821a-630bda5a58b4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9ff8e51d-7022-4d80-821a-630bda5a58b4,segment=NetworkSegment(2b665e13-a5e7-4735-935e-cff3e4233cc0),segment_id=2b665e13-a5e7-4735-935e-cff3e4233cc0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:23.361607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.383005 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.419477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f016866c-fbe8-4e7b-b560-87dd1b5458d2 None None] Deleting port 9ff8e51d-7022-4d80-821a-630bda5a58b4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:23.419858 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f016866c-fbe8-4e7b-b560-87dd1b5458d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.458287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Calling delete_port for 9ff8e51d-7022-4d80-821a-630bda5a58b4 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:23.500621 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.536106 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.560263 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.625829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.667708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c176aeac-5f48-40f3-ad2b-a0517c4502fa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:23.715205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Pushing event updated for resources: {'Port': ['ID=7ad9ca23-d998-4921-bf99-1206a42217e0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:23.774158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Network 1baa047e-8792-4270-8112-dbdbd0bc462a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:23.786186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:23.805262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:23.807424 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47ffe7c6-0436-4045-9bbb-c06d943342e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.811287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47ffe7c6-0436-4045-9bbb-c06d943342e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.814872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-47ffe7c6-0436-4045-9bbb-c06d943342e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a752ad3-a133-4462-9125-a23c48957010 HTTP/1.1" status: 204 len: 168 time: 0.8008108 Jul 16 01:17:23.851662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.928541 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.957396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffe7c6-0436-4045-9bbb-c06d943342e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a752ad3-a133-4462-9125-a23c48957010,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:24.018960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Port': ['ID=9ff8e51d-7022-4d80-821a-630bda5a58b4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:24.046968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Allocated IP 192.168.233.180 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/10fd2776-8f8c-497a-bcc9-2f3b392dc74d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:24.050952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.054078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.097603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] No DVR routers for this DVR port 9ff8e51d-7022-4d80-821a-630bda5a58b4 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:24.360638 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.373789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef03f08-8b94-401f-878e-897d99c854d2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:24.432770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f016866c-fbe8-4e7b-b560-87dd1b5458d2 None None] For port 9ff8e51d-7022-4d80-821a-630bda5a58b4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9ff8e51d-7022-4d80-821a-630bda5a58b4,segment=NetworkSegment(2b665e13-a5e7-4735-935e-cff3e4233cc0),segment_id=2b665e13-a5e7-4735-935e-cff3e4233cc0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:24.433993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f016866c-fbe8-4e7b-b560-87dd1b5458d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.469646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.487047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f016866c-fbe8-4e7b-b560-87dd1b5458d2 None None] Calling delete_port for 9ff8e51d-7022-4d80-821a-630bda5a58b4 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:24.534049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Transition to ACTIVE for port object 10fd2776-8f8c-497a-bcc9-2f3b392dc74d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:24.622360 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-2bc29c39-0bbc-4976-bfa0-bcce59ac08f4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4209359 Jul 16 01:17:24.649605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b665e13-a5e7-4735-935e-cff3e4233cc0') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:24.650719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b665e13-a5e7-4735-935e-cff3e4233cc0') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:24.662557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.680741 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.720035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.753491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:24.757735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.800070 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f016866c-fbe8-4e7b-b560-87dd1b5458d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.854174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:24.867893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:24.891747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:25.010605 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:25.032455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Pushing event updated for resources: {'Port': ['ID=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:25.033376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.053686 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.065784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] 10.222.0.64 "DELETE /v2.0/networks/8ef03f08-8b94-401f-878e-897d99c854d2 HTTP/1.1" status: 204 len: 168 time: 3.4979215 Jul 16 01:17:25.096286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Request body: {'port': {'device_id': 'ddd2e0cc-2ca6-4081-b208-fd7d2142e983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:25.135499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f016866c-fbe8-4e7b-b560-87dd1b5458d2 None None] No DVR routers for this DVR port 9ff8e51d-7022-4d80-821a-630bda5a58b4 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:25.138751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.141733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016866c-fbe8-4e7b-b560-87dd1b5458d2 None None] Pushing event deleted for resources: {'Port': ['ID=9ff8e51d-7022-4d80-821a-630bda5a58b4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:25.144586 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.163955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54801052-27c5-4d72-801e-3e46f5c5fbea tempest-ServersTestMultiNic-846213086 tempest-ServersTestMultiNic-846213086-project] Pushing event deleted for resources: {'Network': ['ID=8ef03f08-8b94-401f-878e-897d99c854d2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:25.201409 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-1ea09f0e-94a1-4dcb-b5e1-424b6f69f82e tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5616007 Jul 16 01:17:25.224623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Request body: {'port': {'device_id': 'd8d5af3a-d4d0-4241-90a9-0a56c91ad303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:25.250999 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38405f67-5c42-4e29-912e-7f77b20c9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.366513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Allocated IP 172.25.4.203 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/bfdbb764-6d2f-465e-bd12-816c7a119a6d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:25.452910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.459871 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.537826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f23c9a75-d6b0-4648-af68-acbd075f6309 None None] Provisioning for port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:25.612809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f23c9a75-d6b0-4648-af68-acbd075f6309 None None] Provisioning complete for port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:25.613226 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f23c9a75-d6b0-4648-af68-acbd075f6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.690567 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.749492 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.779645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Transition to ACTIVE for port object 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:25.858043 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.919144 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.996481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f23c9a75-d6b0-4648-af68-acbd075f6309 None None] Port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:26.213670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482833ca-3f3e-4742-8e6b-17eaee376afe None None] Pushing event updated for resources: {'Port': ['ID=901324ad-41bf-4aa2-b70e-7bfb6a1c3c39,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:26.247875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Attempting to bind port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:26.248672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Attempting to bind port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'eb245211-8a43-4d88-a2c4-17c1073ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:26.249400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Attempting to bind port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 on network 0401df81-8a63-4596-8bb1-76d5797e6451 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:26.264128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fd2776-8f8c-497a-bcc9-2f3b392dc74d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:26.275577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:26.278303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Checking segment: {'id': 'eb245211-8a43-4d88-a2c4-17c1073ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:26.278907 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.280333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Bound using segment: {'id': 'eb245211-8a43-4d88-a2c4-17c1073ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:26.280968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Bound port: 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb245211-8a43-4d88-a2c4-17c1073ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:26.281469 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.296001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.319407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Transition to ACTIVE for port object 10fd2776-8f8c-497a-bcc9-2f3b392dc74d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:26.324930 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.475430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad9ca23-d998-4921-bf99-1206a42217e0 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:26.481430 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.497345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.508665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Pushing event updated for resources: {'Port': ['ID=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:26.520439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] For port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:26.528800 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] For port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=901324ad-41bf-4aa2-b70e-7bfb6a1c3c39,segment=NetworkSegment(eb245211-8a43-4d88-a2c4-17c1073ab55f),segment_id=eb245211-8a43-4d88-a2c4-17c1073ab55f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:26.536528 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.541618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.565248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Transition to ACTIVE for port object 7ad9ca23-d998-4921-bf99-1206a42217e0 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:26.599444 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.696686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:26.720131 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Routers {'0a6069e1-4962-416a-afe9-90edc91dfc6b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:26.721781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0a6069e1-4962-416a-afe9-90edc91dfc6b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:26.728309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Attempting to bind port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:26.728911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Attempting to bind port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:26.730258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Attempting to bind port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:26.732652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:26.736852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:26.737392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Attempting to bind port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:26.744816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:26.745581 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:26.746682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:26.747356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Bound port: 10fd2776-8f8c-497a-bcc9-2f3b392dc74d, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:26.747506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:26.748028 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.981489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] For port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:27.002455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] For port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:27.016486 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.053930 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.128301 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] Set router 0a6069e1-4962-416a-afe9-90edc91dfc6b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:27.193099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.308260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Pushing event updated for resources: {'Port': ['ID=bfdbb764-6d2f-465e-bd12-816c7a119a6d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.348047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Pushing event updated for resources: {'Port': ['ID=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.383690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482833ca-3f3e-4742-8e6b-17eaee376afe None None] Pushing event updated for resources: {'Port': ['ID=901324ad-41bf-4aa2-b70e-7bfb6a1c3c39,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.402554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:27.403736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.408601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 955a655e-2670-4385-932f-5f469c47ec5b up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:27.418190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-ee9bba0e-153f-4eb1-9831-9ffbcaf8952b service neutron] 10.222.0.50 "PUT /v2.0/ports/10fd2776-8f8c-497a-bcc9-2f3b392dc74d HTTP/1.1" status: 200 len: 1097 time: 2.2008405 Jul 16 01:17:27.419323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5af3a-d4d0-4241-90a9-0a56c91ad303', 'tag': '10fd2776-8f8c-497a-bcc9-2f3b392dc74d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:27.425643 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5af3a-d4d0-4241-90a9-0a56c91ad303", "tag": "10fd2776-8f8c-497a-bcc9-2f3b392dc74d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:27.596291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Pushing event updated for resources: {'Port': ['ID=7ad9ca23-d998-4921-bf99-1206a42217e0,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.747039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Attempting to bind port 7ad9ca23-d998-4921-bf99-1206a42217e0 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:27.748183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Attempting to bind port 7ad9ca23-d998-4921-bf99-1206a42217e0 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8cbc6c81-917a-48ad-b369-a8db547b83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1baa047e-8792-4270-8112-dbdbd0bc462a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:27.749268 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Attempting to bind port 7ad9ca23-d998-4921-bf99-1206a42217e0 on network 1baa047e-8792-4270-8112-dbdbd0bc462a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:27.783111 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d6a872a-8b40-4069-bc6b-b775be0c8bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.866237 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.874481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-13fdaffe-4e22-4a8f-98d2-b14222053fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:27.877138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-13fdaffe-4e22-4a8f-98d2-b14222053fda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=000d03177bd94f8694f244628c0118ba&device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 1100 time: 0.4016600 Jul 16 01:17:27.926808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Port 7ad9ca23-d998-4921-bf99-1206a42217e0 on network 1baa047e-8792-4270-8112-dbdbd0bc462a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:27.927983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Attempting to bind port 7ad9ca23-d998-4921-bf99-1206a42217e0 on network 1baa047e-8792-4270-8112-dbdbd0bc462a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:27.955171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:27.961517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Checking segment: {'id': '8cbc6c81-917a-48ad-b369-a8db547b83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1baa047e-8792-4270-8112-dbdbd0bc462a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:27.962769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Bound using segment: {'id': '8cbc6c81-917a-48ad-b369-a8db547b83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1baa047e-8792-4270-8112-dbdbd0bc462a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:27.964779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Bound port: 7ad9ca23-d998-4921-bf99-1206a42217e0, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbc6c81-917a-48ad-b369-a8db547b83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1baa047e-8792-4270-8112-dbdbd0bc462a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:27.966193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.972145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 955a655e-2670-4385-932f-5f469c47ec5b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:27.972673 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.137954 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-99c4f474-96a4-42c7-b47a-64a3d8188e1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=10fd2776-8f8c-497a-bcc9-2f3b392dc74d HTTP/1.1" status: 200 len: 217 time: 0.2298265 Jul 16 01:17:28.152722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'name': 'tempest-FloatingIPsTestJSON-2101747154-router', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:07Z', 'updated_at': '2021-07-16T01:17:17Z', 'revision_number': 4, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'gw_port': {'id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:09Z', 'updated_at': '2021-07-16T01:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '901324ad-41bf-4aa2-b70e-7bfb6a1c3c39', 'name': '', 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'mac_address': 'fa:16:3e:33:d2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'ef95ef90-3be4-44c3-82ae-5b676d67b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:15Z', 'updated_at': '2021-07-16T01:17:26Z', 'revision_number': 4, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'subnets': [{'id': 'ef95ef90-3be4-44c3-82ae-5b676d67b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:28.248978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec77b0-2aeb-4fc3-a823-cc42ef551732 None None] The sync data for ids ['0a6069e1-4962-416a-afe9-90edc91dfc6b'] in n-d-791504-14 is: [{'id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'name': 'tempest-FloatingIPsTestJSON-2101747154-router', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:07Z', 'updated_at': '2021-07-16T01:17:17Z', 'revision_number': 4, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'gw_port': {'id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:09Z', 'updated_at': '2021-07-16T01:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '901324ad-41bf-4aa2-b70e-7bfb6a1c3c39', 'name': '', 'network_id': '0401df81-8a63-4596-8bb1-76d5797e6451', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'mac_address': 'fa:16:3e:33:d2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'ef95ef90-3be4-44c3-82ae-5b676d67b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:15Z', 'updated_at': '2021-07-16T01:17:26Z', 'revision_number': 4, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'subnets': [{'id': 'ef95ef90-3be4-44c3-82ae-5b676d67b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:28.264318 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.313878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] For port 7ad9ca23-d998-4921-bf99-1206a42217e0, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:28.392691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] For port 7ad9ca23-d998-4921-bf99-1206a42217e0, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7ad9ca23-d998-4921-bf99-1206a42217e0,segment=NetworkSegment(8cbc6c81-917a-48ad-b369-a8db547b83dd),segment_id=8cbc6c81-917a-48ad-b369-a8db547b83dd)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:28.430695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:28.435167 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2cdf4d-a15d-49ef-b295-d43591d4c7eb" -d '{"events": [{"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-plugged", "status": "completed", "tag": "955a655e-2670-4385-932f-5f469c47ec5b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:28.454753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.455153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-adfe2b14-7a0b-4843-89fa-61881b6ef749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.456656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-adfe2b14-7a0b-4843-89fa-61881b6ef749 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.3125031 Jul 16 01:17:28.474286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.475294 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.507014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:28.519530 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.567038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Pushing event updated for resources: {'Port': ['ID=7ad9ca23-d998-4921-bf99-1206a42217e0,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.583364 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.595410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.649455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.649455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-8bd8582c-bc4d-49c6-816a-9811ed64440a service neutron] 10.222.0.50 "PUT /v2.0/ports/7ad9ca23-d998-4921-bf99-1206a42217e0 HTTP/1.1" status: 200 len: 1092 time: 3.6128969 Jul 16 01:17:28.649455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd2e0cc-2ca6-4081-b208-fd7d2142e983', 'tag': '7ad9ca23-d998-4921-bf99-1206a42217e0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:28.657539 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c782eb8d-c426-4862-bf25-12ff7346bc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd2e0cc-2ca6-4081-b208-fd7d2142e983", "tag": "7ad9ca23-d998-4921-bf99-1206a42217e0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:28.678431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-81b31803-9173-42c1-9d27-ac2ff3d0546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.678431 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-81b31803-9173-42c1-9d27-ac2ff3d0546f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1985714 Jul 16 01:17:28.682511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.732074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Pushing event updated for resources: {'Port': ['ID=bfdbb764-6d2f-465e-bd12-816c7a119a6d,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.902640 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-869e63ef-230c-4cf5-b66b-2cb03d62891f service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286227 Jul 16 01:17:28.904275 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.930082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922c5e-5489-4a61-b624-505d5713011a req-1ac72623-21d3-4a5c-8fb8-ef36be54518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.935826 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-1ac72623-21d3-4a5c-8fb8-ef36be54518a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14ebf8d6b5e7468bbd5b35b01fd2a71c&device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 1095 time: 0.1849935 Jul 16 01:17:29.043047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-4c32b51d-2149-4107-8b97-a1e856741c13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad9ca23-d998-4921-bf99-1206a42217e0 HTTP/1.1" status: 200 len: 217 time: 0.0821352 Jul 16 01:17:29.043773 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.062716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-6c3f5ac1-0871-4184-b066-76a866527cfb tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0499828 Jul 16 01:17:29.100463 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec413a47-153e-4c3c-8c15-27747c5e0414 req-83015e94-f8b0-4b57-9143-b69cc5811f3b service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899023 Jul 16 01:17:29.241047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-04a486df-2dae-4368-80bb-c496cc205efe tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.203 HTTP/1.1" status: 200 len: 696 time: 0.1773472 Jul 16 01:17:29.264324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922c5e-5489-4a61-b624-505d5713011a req-5fd02c28-57ef-4936-a9ee-d71bd5b059e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.267252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-5fd02c28-57ef-4936-a9ee-d71bd5b059e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e879f59-04e8-4043-bbd8-ca371be4d04f HTTP/1.1" status: 200 len: 854 time: 0.2025421 Jul 16 01:17:29.416101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-d1959d96-39b7-4403-b1f2-04258947ceca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1baa047e-8792-4270-8112-dbdbd0bc462a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398783 Jul 16 01:17:29.554403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:29.653243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-cf811ef2-0a19-4dca-9a24-7432bb16a3be tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.654765 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1eb4b241-4141-4189-ba08-487be9ab2ff8 req-cf811ef2-0a19-4dca-9a24-7432bb16a3be tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.4070091 Jul 16 01:17:29.692458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:29.706042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:29.707320 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.719389 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-da7711f1-a2c3-4372-bc7e-27c167ff984f service neutron] 10.222.0.50 "GET /v2.0/networks/1baa047e-8792-4270-8112-dbdbd0bc462a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627885 Jul 16 01:17:30.055426 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.060610 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.081638 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99922c5e-5489-4a61-b624-505d5713011a req-2aed2efa-2977-459a-a919-1deddcb16210 service neutron] 10.222.0.50 "GET /v2.0/networks/1baa047e-8792-4270-8112-dbdbd0bc462a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497210 Jul 16 01:17:30.152997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=901324ad-41bf-4aa2-b70e-7bfb6a1c3c39,segment=NetworkSegment(eb245211-8a43-4d88-a2c4-17c1073ab55f),segment_id=eb245211-8a43-4d88-a2c4-17c1073ab55f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:30.160978 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.162354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc218cc4-ac1b-4b62-a681-7b2d3fe6787b req-30e7dfd1-5487-4417-97a3-4133b3590013 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.179086 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc218cc4-ac1b-4b62-a681-7b2d3fe6787b req-30e7dfd1-5487-4417-97a3-4133b3590013 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 943 time: 0.2902036 Jul 16 01:17:30.279918 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc218cc4-ac1b-4b62-a681-7b2d3fe6787b req-f009a2fc-2295-450f-ae6f-4f4bbc0ef13d tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/security-groups?id=eedee59b-c997-4f23-92f8-27ca0bdba876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866194 Jul 16 01:17:30.315428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=901324ad-41bf-4aa2-b70e-7bfb6a1c3c39,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:30.894235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29681347-2616-4797-89ec-e37db03e0776 req-dd72c3c7-bb30-40fb-bb45-52f5b72e6bfd tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.896009 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29681347-2616-4797-89ec-e37db03e0776 req-dd72c3c7-bb30-40fb-bb45-52f5b72e6bfd tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 948 time: 0.1851113 Jul 16 01:17:30.986202 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29681347-2616-4797-89ec-e37db03e0776 req-728bdd59-4396-497a-a138-c2e9719d9719 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/security-groups?id=c176aeac-5f48-40f3-ad2b-a0517c4502fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822875 Jul 16 01:17:31.234103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845964-3a69-462b-afaf-6973ea68bce9 req-184a2841-007e-46b4-8617-ac88da4cd50b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:31.235618 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6845964-3a69-462b-afaf-6973ea68bce9 req-184a2841-007e-46b4-8617-ac88da4cd50b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1203139 Jul 16 01:17:31.308954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6845964-3a69-462b-afaf-6973ea68bce9 req-132345cd-a2a4-4e61-ae5b-e37a87fb82c9 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672176 Jul 16 01:17:31.397497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:31.516035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:31.518932 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.862947 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e43940-e81b-487f-8c30-9cf33cf10bb4 x-openstack-request-id: req-a3e43940-e81b-487f-8c30-9cf33cf10bb4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:31.863491 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5af3a-d4d0-4241-90a9-0a56c91ad303", "tag": "10fd2776-8f8c-497a-bcc9-2f3b392dc74d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:31.864139 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3e43940-e81b-487f-8c30-9cf33cf10bb4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:31.874170 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d5af3a-d4d0-4241-90a9-0a56c91ad303', 'tag': '10fd2776-8f8c-497a-bcc9-2f3b392dc74d', 'status': 'completed', 'code': 200} Jul 16 01:17:31.908981 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e1258d-ae5e-475b-ad07-ba77c07d5279 x-openstack-request-id: req-d0e1258d-ae5e-475b-ad07-ba77c07d5279 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:31.909297 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-plugged", "status": "completed", "tag": "955a655e-2670-4385-932f-5f469c47ec5b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:31.909551 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0e1258d-ae5e-475b-ad07-ba77c07d5279 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:31.909968 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b', 'code': 200} Jul 16 01:17:31.923085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 10fd2776-8f8c-497a-bcc9-2f3b392dc74d details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:31.983065 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867971cc-2456-4331-b8b5-10c442b00f2f x-openstack-request-id: req-867971cc-2456-4331-b8b5-10c442b00f2f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:31.989713 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd2e0cc-2ca6-4081-b208-fd7d2142e983", "tag": "7ad9ca23-d998-4921-bf99-1206a42217e0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:31.990395 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-867971cc-2456-4331-b8b5-10c442b00f2f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:31.991135 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd2e0cc-2ca6-4081-b208-fd7d2142e983', 'tag': '7ad9ca23-d998-4921-bf99-1206a42217e0', 'status': 'completed', 'code': 200} Jul 16 01:17:32.110111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782eb8d-c426-4862-bf25-12ff7346bc9f req-5dc0f311-d0ae-4a79-923c-26f4eb64caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.111820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c782eb8d-c426-4862-bf25-12ff7346bc9f req-5dc0f311-d0ae-4a79-923c-26f4eb64caff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14ebf8d6b5e7468bbd5b35b01fd2a71c&device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 1095 time: 0.1103086 Jul 16 01:17:32.125579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-d2fe0c1f-3314-4eba-a798-2a89699bffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.127381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-d2fe0c1f-3314-4eba-a798-2a89699bffca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=000d03177bd94f8694f244628c0118ba&device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 1100 time: 0.2330000 Jul 16 01:17:32.133934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fb7124f-4b41-464a-be4d-92d4f5a239de req-f28ecc76-ae6b-413a-b93e-239ac3446526 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips/715f54a5-1bd8-487f-b014-39bbee094c26 HTTP/1.1" status: 200 len: 693 time: 0.1299622 Jul 16 01:17:32.258095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:32.299251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '10fd2776-8f8c-497a-bcc9-2f3b392dc74d', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': '10fd2776-8f8c-497a-bcc9-2f3b392dc74d', 'mac_address': 'fa:16:3e:b9:1a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:32.365273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782eb8d-c426-4862-bf25-12ff7346bc9f req-3a4696be-92dc-4d3d-b28c-22c007c35b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.375435 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c782eb8d-c426-4862-bf25-12ff7346bc9f req-3a4696be-92dc-4d3d-b28c-22c007c35b83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1baa047e-8792-4270-8112-dbdbd0bc462a HTTP/1.1" status: 200 len: 914 time: 0.2509027 Jul 16 01:17:32.405904 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.426051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fd2776-8f8c-497a-bcc9-2f3b392dc74d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:32.450467 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c782eb8d-c426-4862-bf25-12ff7346bc9f req-b0bba604-ceab-4c17-bb42-b7bd15846307 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad9ca23-d998-4921-bf99-1206a42217e0 HTTP/1.1" status: 200 len: 217 time: 0.0593910 Jul 16 01:17:32.493069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:32.502050 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.528060 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782eb8d-c426-4862-bf25-12ff7346bc9f req-6a6d4362-ec21-4f96-ad1a-ceef14e2e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.529801 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c782eb8d-c426-4862-bf25-12ff7346bc9f req-6a6d4362-ec21-4f96-ad1a-ceef14e2e5ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e879f59-04e8-4043-bbd8-ca371be4d04f HTTP/1.1" status: 200 len: 854 time: 0.0720491 Jul 16 01:17:32.551519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7124f-4b41-464a-be4d-92d4f5a239de req-d1bb75c4-bf38-4a46-8595-49fdbeb206b2 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.564566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fb7124f-4b41-464a-be4d-92d4f5a239de req-d1bb75c4-bf38-4a46-8595-49fdbeb206b2 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.4136248 Jul 16 01:17:32.571016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-125466ec-a790-4d3b-88f5-244597410571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.574721 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-125466ec-a790-4d3b-88f5-244597410571 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.4083703 Jul 16 01:17:32.677410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c782eb8d-c426-4862-bf25-12ff7346bc9f req-99696d2d-e155-4417-a11c-2d53d676e609 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1baa047e-8792-4270-8112-dbdbd0bc462a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349368 Jul 16 01:17:32.686294 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-93785b26-4fd8-4f78-8cd2-3a0acf4d9e8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=10fd2776-8f8c-497a-bcc9-2f3b392dc74d HTTP/1.1" status: 200 len: 217 time: 0.1024914 Jul 16 01:17:32.687985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:32.805506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-54d804bf-e060-4327-9963-bfda600cc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.807492 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-54d804bf-e060-4327-9963-bfda600cc72c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1105299 Jul 16 01:17:32.844621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['10fd2776-8f8c-497a-bcc9-2f3b392dc74d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:32.901166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c782eb8d-c426-4862-bf25-12ff7346bc9f req-9dccefc9-cfdd-437d-8d9e-05bb4b28718b service neutron] 10.222.0.50 "GET /v2.0/networks/1baa047e-8792-4270-8112-dbdbd0bc462a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182851 Jul 16 01:17:33.031614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe2fc7-1c80-4a15-b67e-d8cad6172f49 req-57839c43-af1d-42e6-9fc9-921e49436480 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:33.039602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ebe2fc7-1c80-4a15-b67e-d8cad6172f49 req-57839c43-af1d-42e6-9fc9-921e49436480 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 943 time: 0.2268889 Jul 16 01:17:33.072693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-fa6e1ef8-290b-4399-b793-ae7b32ea5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:33.075243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-fa6e1ef8-290b-4399-b793-ae7b32ea5686 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2054694 Jul 16 01:17:33.116451 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c782eb8d-c426-4862-bf25-12ff7346bc9f req-0380856b-b3ec-4492-bdfe-2a3a4145e6eb service neutron] 10.222.0.50 "GET /v2.0/networks/1baa047e-8792-4270-8112-dbdbd0bc462a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077324 Jul 16 01:17:33.205300 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ebe2fc7-1c80-4a15-b67e-d8cad6172f49 req-6b3c3047-1cf2-4826-9d29-4866c878cfbf tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/security-groups?id=eedee59b-c997-4f23-92f8-27ca0bdba876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635754 Jul 16 01:17:33.230123 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-a3fa483b-e157-4431-8af3-c2fa41abedfd service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361444 Jul 16 01:17:33.489351 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3e9b25b-9211-46da-ab3c-ba0b4a24a199 req-5ec4829d-9adc-4d68-a6a1-0c422ffbf8d3 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516136 Jul 16 01:17:33.927099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d758662-4468-4328-b6ee-6c3940c54961 req-b6102467-3709-4361-9685-7c65242ae99f tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:33.939407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7ad9ca23-d998-4921-bf99-1206a42217e0 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:33.945832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d758662-4468-4328-b6ee-6c3940c54961 req-b6102467-3709-4361-9685-7c65242ae99f tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 949 time: 0.1791701 Jul 16 01:17:34.043303 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d758662-4468-4328-b6ee-6c3940c54961 req-b392b8f7-98c7-45f2-afbc-82401448229c tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/security-groups?id=c176aeac-5f48-40f3-ad2b-a0517c4502fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958474 Jul 16 01:17:34.103273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7ad9ca23-d998-4921-bf99-1206a42217e0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7ad9ca23-d998-4921-bf99-1206a42217e0,segment=NetworkSegment(8cbc6c81-917a-48ad-b369-a8db547b83dd),segment_id=8cbc6c81-917a-48ad-b369-a8db547b83dd)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:34.117591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '7ad9ca23-d998-4921-bf99-1206a42217e0', 'network_id': '1baa047e-8792-4270-8112-dbdbd0bc462a', 'port_id': '7ad9ca23-d998-4921-bf99-1206a42217e0', 'mac_address': 'fa:16:3e:93:56:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e879f59-04e8-4043-bbd8-ca371be4d04f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:34.203391 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.246950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad9ca23-d998-4921-bf99-1206a42217e0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:34.276653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7ad9ca23-d998-4921-bf99-1206a42217e0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7ad9ca23-d998-4921-bf99-1206a42217e0,segment=NetworkSegment(8cbc6c81-917a-48ad-b369-a8db547b83dd),segment_id=8cbc6c81-917a-48ad-b369-a8db547b83dd)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:34.283013 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.419480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7ad9ca23-d998-4921-bf99-1206a42217e0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.653777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['7ad9ca23-d998-4921-bf99-1206a42217e0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:34.926255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae705ba1-e8b2-49f6-bc94-711f951e930a req-b4cb1dbf-696b-4046-9a13-210562af6ba2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.938070 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae705ba1-e8b2-49f6-bc94-711f951e930a req-b4cb1dbf-696b-4046-9a13-210562af6ba2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.7535861 Jul 16 01:17:35.017635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae705ba1-e8b2-49f6-bc94-711f951e930a req-330f7190-f40c-4b99-868b-6b08a5e46b7d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796762 Jul 16 01:17:35.116426 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dc8bbef-5308-4473-936d-49946a2ae336 req-f79c5c2c-c50d-4346-8cdf-012b6f73e13a tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=f4ed7b4c19a34390bd1e0f76ba2228b9 HTTP/1.1" status: 200 len: 696 time: 0.0670948 Jul 16 01:17:35.268379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8bbef-5308-4473-936d-49946a2ae336 req-3a4b2948-f2e4-4f52-b336-bfae0750ea6b tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.275128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dc8bbef-5308-4473-936d-49946a2ae336 req-3a4b2948-f2e4-4f52-b336-bfae0750ea6b tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/networks?id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 787 time: 0.1575060 Jul 16 01:17:35.281727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-0dc8bbef-5308-4473-936d-49946a2ae336 req-9d783bf6-22c0-48cb-80f0-50c007a92106 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:17:35.293960 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dc8bbef-5308-4473-936d-49946a2ae336 req-9d783bf6-22c0-48cb-80f0-50c007a92106 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178804 Jul 16 01:17:35.954995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7ad9ca23-d998-4921-bf99-1206a42217e0 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:36.087121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 7ad9ca23-d998-4921-bf99-1206a42217e0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:36.091393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bd087-43e6-415c-a8c1-22f84dbd7c12 req-a77fc0d4-4225-4dfe-8d01-9c6c9c46b4b4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:36.094306 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 7ad9ca23-d998-4921-bf99-1206a42217e0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:36.094715 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.098891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-155bd087-43e6-415c-a8c1-22f84dbd7c12 req-a77fc0d4-4225-4dfe-8d01-9c6c9c46b4b4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 944 time: 0.0972919 Jul 16 01:17:36.151203 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-155bd087-43e6-415c-a8c1-22f84dbd7c12 req-e6c05234-a8a4-4c25-a773-9c6037d0c795 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/security-groups?id=eedee59b-c997-4f23-92f8-27ca0bdba876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493243 Jul 16 01:17:36.454634 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.489303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cecc2e-092b-4519-b78e-4f027042d50f req-6f25349d-0557-4e90-a0ef-c771bd6fff28 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:36.491862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f2cecc2e-092b-4519-b78e-4f027042d50f req-6f25349d-0557-4e90-a0ef-c771bd6fff28 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 949 time: 0.0923724 Jul 16 01:17:36.498042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd2e0cc-2ca6-4081-b208-fd7d2142e983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad9ca23-d998-4921-bf99-1206a42217e0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:36.500482 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4bdddc-9d2a-463a-8f37-4e347317bc82" -d '{"events": [{"server_uuid": "ddd2e0cc-2ca6-4081-b208-fd7d2142e983", "name": "network-vif-plugged", "status": "completed", "tag": "7ad9ca23-d998-4921-bf99-1206a42217e0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:36.507750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7ad9ca23-d998-4921-bf99-1206a42217e0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7ad9ca23-d998-4921-bf99-1206a42217e0,segment=NetworkSegment(8cbc6c81-917a-48ad-b369-a8db547b83dd),segment_id=8cbc6c81-917a-48ad-b369-a8db547b83dd)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:36.513374 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.514481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 10fd2776-8f8c-497a-bcc9-2f3b392dc74d up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:36.557055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-c5fa298c-5867-422a-b11b-9d28e338d3d0 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips/715f54a5-1bd8-487f-b014-39bbee094c26 HTTP/1.1" status: 200 len: 693 time: 0.0572097 Jul 16 01:17:36.561636 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f2cecc2e-092b-4519-b78e-4f027042d50f req-02c2d1d6-9959-4f25-9c73-7dc6d984980a tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/security-groups?id=c176aeac-5f48-40f3-ad2b-a0517c4502fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621202 Jul 16 01:17:36.604096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7ad9ca23-d998-4921-bf99-1206a42217e0,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:36.629192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:36.633593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:36.634188 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.650687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58494) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:36.694377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-e1c69df2-0577-43d0-838a-4e95e0dc9a68 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:36.703007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-e1c69df2-0577-43d0-838a-4e95e0dc9a68 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.1444199 Jul 16 01:17:36.748002 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.765865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-40f8a838-e61f-4780-80e8-8262c0ac591f tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.203 HTTP/1.1" status: 200 len: 696 time: 0.0616684 Jul 16 01:17:36.789367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:36.794830 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.838148 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-ef0aa80e-a8cc-4d10-bd73-1ad4452277c2 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.203 HTTP/1.1" status: 200 len: 696 time: 0.0710299 Jul 16 01:17:36.880529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:37.007346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-5aabe07b-52fd-4dee-8fba-ae700651d5ca tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Deleting port bfdbb764-6d2f-465e-bd12-816c7a119a6d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:37.007958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-5aabe07b-52fd-4dee-8fba-ae700651d5ca tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.106926 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-5aabe07b-52fd-4dee-8fba-ae700651d5ca tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.107853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-5aabe07b-52fd-4dee-8fba-ae700651d5ca tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.120686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-5aabe07b-52fd-4dee-8fba-ae700651d5ca tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Calling delete_port for bfdbb764-6d2f-465e-bd12-816c7a119a6d owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:37.292853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-5aabe07b-52fd-4dee-8fba-ae700651d5ca tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.318220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad210-d100-4cf2-94df-d4eae11086c3 req-4b93504f-ddb0-407a-91da-8cfc29d5f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.320471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ecad210-d100-4cf2-94df-d4eae11086c3 req-4b93504f-ddb0-407a-91da-8cfc29d5f473 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 1097 time: 0.1539822 Jul 16 01:17:37.348789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabe07b-52fd-4dee-8fba-ae700651d5ca tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Pushing event deleted for resources: {'Port': ['ID=bfdbb764-6d2f-465e-bd12-816c7a119a6d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:37.530917 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-5aabe07b-52fd-4dee-8fba-ae700651d5ca tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.530917 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-5aabe07b-52fd-4dee-8fba-ae700651d5ca tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.530917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-831f556e-a5f8-48ab-897d-d488a86dbe40 req-5aabe07b-52fd-4dee-8fba-ae700651d5ca tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "DELETE /v2.0/floatingips/715f54a5-1bd8-487f-b014-39bbee094c26 HTTP/1.1" status: 204 len: 173 time: 0.6521950 Jul 16 01:17:37.532225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad210-d100-4cf2-94df-d4eae11086c3 req-230eaa37-82c9-40f2-8994-11cbb7fa8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.532225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ecad210-d100-4cf2-94df-d4eae11086c3 req-230eaa37-82c9-40f2-8994-11cbb7fa8145 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 911 time: 0.1768446 Jul 16 01:17:37.561564 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e71109d-2200-4232-8cbc-026a7307f23a x-openstack-request-id: req-7e71109d-2200-4232-8cbc-026a7307f23a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:37.562722 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd2e0cc-2ca6-4081-b208-fd7d2142e983", "name": "network-vif-plugged", "status": "completed", "tag": "7ad9ca23-d998-4921-bf99-1206a42217e0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:37.563291 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e71109d-2200-4232-8cbc-026a7307f23a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:37.563948 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd2e0cc-2ca6-4081-b208-fd7d2142e983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad9ca23-d998-4921-bf99-1206a42217e0', 'code': 200} Jul 16 01:17:37.711317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ecad210-d100-4cf2-94df-d4eae11086c3 req-2c701ae1-a010-4290-a033-f1b95b067520 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62 HTTP/1.1" status: 200 len: 217 time: 0.1927407 Jul 16 01:17:37.834242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad210-d100-4cf2-94df-d4eae11086c3 req-9e10af5d-e6e9-4c38-99ed-6a253073e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.837724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ecad210-d100-4cf2-94df-d4eae11086c3 req-9e10af5d-e6e9-4c38-99ed-6a253073e0e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.0877419 Jul 16 01:17:37.859487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2ab37-b9b6-4806-97be-7ae8b77ef822 req-c254056e-9a60-43be-bb42-aa47c2ad0b8f tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.868191 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53b2ab37-b9b6-4806-97be-7ae8b77ef822 req-c254056e-9a60-43be-bb42-aa47c2ad0b8f tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 945 time: 0.0971026 Jul 16 01:17:37.886405 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ecad210-d100-4cf2-94df-d4eae11086c3 req-c4696979-dc0a-4cbc-b165-8b25900a7221 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412326 Jul 16 01:17:37.896461 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-774c8566-ef1d-4293-8034-3a7d899191a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1846545 Jul 16 01:17:37.899811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379f7cc-dfde-4b63-a767-599882dbdfad req-b85f297f-560a-4c99-a0bb-0c4e7ee93629 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.903741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d379f7cc-dfde-4b63-a767-599882dbdfad req-b85f297f-560a-4c99-a0bb-0c4e7ee93629 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.3965623 Jul 16 01:17:37.951611 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.989705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53b2ab37-b9b6-4806-97be-7ae8b77ef822 req-8654c99e-624b-4ada-a8f1-2295c0abc930 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/security-groups?id=eedee59b-c997-4f23-92f8-27ca0bdba876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203272 Jul 16 01:17:37.999348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ecf00-541f-4ff4-bd81-1eb2e03c1a32 req-d61f58d3-5a76-4d82-bd4f-8a066b26c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.001466 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-721ecf00-541f-4ff4-bd81-1eb2e03c1a32 req-d61f58d3-5a76-4d82-bd4f-8a066b26c382 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 1097 time: 0.3097432 Jul 16 01:17:38.053589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-ab751e04-476f-41bb-a8a8-d2744544c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.054214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-ab751e04-476f-41bb-a8a8-d2744544c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.054895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-ab751e04-476f-41bb-a8a8-d2744544c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.065680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-ab751e04-476f-41bb-a8a8-d2744544c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.066227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-ab751e04-476f-41bb-a8a8-d2744544c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.066851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-ab751e04-476f-41bb-a8a8-d2744544c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.067330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-ab751e04-476f-41bb-a8a8-d2744544c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.069350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-ab751e04-476f-41bb-a8a8-d2744544c396 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6497 time: 0.1347270 Jul 16 01:17:38.154646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d379f7cc-dfde-4b63-a767-599882dbdfad req-d9098ad0-9850-4da5-9a65-2465de0ee010 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391114 Jul 16 01:17:38.207459 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-721ecf00-541f-4ff4-bd81-1eb2e03c1a32 req-658fbd68-9ef6-4cca-941f-6c02e66a29fe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eedee59b-c997-4f23-92f8-27ca0bdba876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937928 Jul 16 01:17:38.279184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-eb118194-24f4-44f2-b970-4c9bfcffc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.279671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-eb118194-24f4-44f2-b970-4c9bfcffc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.280201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-eb118194-24f4-44f2-b970-4c9bfcffc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.282227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-eb118194-24f4-44f2-b970-4c9bfcffc775 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90e7227a-696f-4b17-be86-431b8100a57c&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593 HTTP/1.1" status: 200 len: 2290 time: 0.1805384 Jul 16 01:17:38.305763 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ecad210-d100-4cf2-94df-d4eae11086c3 req-9d619e80-0125-4207-93a6-7f695bc8b3c2 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008532 Jul 16 01:17:38.430475 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-072f92ae-937a-49b3-b116-82c2bf7cb4b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7210560e-dd1b-42b8-b735-1c99f3448846 HTTP/1.1" status: 200 len: 1001 time: 0.1408513 Jul 16 01:17:38.469466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-61e3399c-aca6-458d-bbcc-ce0c71c711ee tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2242625 Jul 16 01:17:38.503742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:38.539834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ecad210-d100-4cf2-94df-d4eae11086c3 req-1cf43ec0-ceee-4ffc-939b-af83314681df service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045534 Jul 16 01:17:38.546334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-129997c9-b0e5-4575-a157-4164f1ac7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.547813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-129997c9-b0e5-4575-a157-4164f1ac7c6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2246a116-9b5d-48d9-8c84-79b4a085fa8f HTTP/1.1" status: 200 len: 851 time: 0.1085346 Jul 16 01:17:38.554052 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.604133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8b22c-e8a2-44ca-b494-fb037b16718f req-cbf26c44-f6da-41e5-912a-dc72569f58fb tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.606363 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f6d8b22c-e8a2-44ca-b494-fb037b16718f req-cbf26c44-f6da-41e5-912a-dc72569f58fb tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 950 time: 0.1721869 Jul 16 01:17:38.679198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f6d8b22c-e8a2-44ca-b494-fb037b16718f req-8b627fbb-e615-4677-aced-5f7d4f2c2ae5 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/security-groups?id=c176aeac-5f48-40f3-ad2b-a0517c4502fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667608 Jul 16 01:17:38.686650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] Deleting port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:38.687094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.710283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-a1d93023-eb88-49c5-8f06-178432e32f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.711806 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-a1d93023-eb88-49c5-8f06-178432e32f7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90e7227a-696f-4b17-be86-431b8100a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520889 Jul 16 01:17:38.802813 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] For port b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba,segment=NetworkSegment(536cb88a-1d41-403d-b3fe-372391dbde74),segment_id=536cb88a-1d41-403d-b3fe-372391dbde74)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:38.803224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.818056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] Calling delete_port for b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:38.829852 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.900331 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-90f04626-fc50-43e7-b299-26c537a6ab53 service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715765 Jul 16 01:17:39.083935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-91e0b1d4-4b85-4321-a4a3-7256bf87ee2c service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802719 Jul 16 01:17:39.092419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.103283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Allocated IP 172.25.4.83 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/134b7503-74ce-4169-b05c-87b43a173762) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:39.145174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:39.220688 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-afec2d34-b1a8-4b46-bdaa-e60bb0defd99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 200 len: 217 time: 0.1191347 Jul 16 01:17:39.284890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58550) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:39.389041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-1828ab83-d0a5-4171-bdf5-acb4b03241b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.391686 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-1828ab83-d0a5-4171-bdf5-acb4b03241b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1638000 Jul 16 01:17:39.426650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06314f-742b-4d4e-bf16-91c5eafde0ee req-43b2a7fe-3812-4b98-8ccd-b9072ef2d097 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.427943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f06314f-742b-4d4e-bf16-91c5eafde0ee req-43b2a7fe-3812-4b98-8ccd-b9072ef2d097 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 945 time: 0.2248929 Jul 16 01:17:39.483176 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.488243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9695b345-4ad7-4a7d-a138-e8743bcf39ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.511948 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f06314f-742b-4d4e-bf16-91c5eafde0ee req-bbc880cd-56ec-4e66-aee9-9ef3cc235c22 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/security-groups?id=eedee59b-c997-4f23-92f8-27ca0bdba876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515158 Jul 16 01:17:39.514337 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.548117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-95c3ebfd-0442-43a1-b65e-d195d1709c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.555510 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-95c3ebfd-0442-43a1-b65e-d195d1709c5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1483428 Jul 16 01:17:39.565178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5af3a-d4d0-4241-90a9-0a56c91ad303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd2776-8f8c-497a-bcc9-2f3b392dc74d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:39.568803 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f0eeff-4df7-48fd-951e-ba5de6168438" -d '{"events": [{"server_uuid": "d8d5af3a-d4d0-4241-90a9-0a56c91ad303", "name": "network-vif-plugged", "status": "completed", "tag": "10fd2776-8f8c-497a-bcc9-2f3b392dc74d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:39.608852 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.711082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:39.718863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:39.721314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:39.728054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Pushing event updated for resources: {'Port': ['ID=134b7503-74ce-4169-b05c-87b43a173762,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:39.749587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fffd74-e545-4d27-99de-7844c9da2d1f req-72ae4a87-dade-4fd3-aaa0-ac857fcd556e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.751136 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49fffd74-e545-4d27-99de-7844c9da2d1f req-72ae4a87-dade-4fd3-aaa0-ac857fcd556e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 945 time: 0.1195216 Jul 16 01:17:39.784359 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-e058466c-c63c-4eb0-9557-647c1e38c300 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233994 Jul 16 01:17:39.811446 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9695b345-4ad7-4a7d-a138-e8743bcf39ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.095805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49fffd74-e545-4d27-99de-7844c9da2d1f req-42e8063c-7252-4e05-b537-a39204791064 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492501 Jul 16 01:17:40.105151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] Router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:17:40.161658 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9695b345-4ad7-4a7d-a138-e8743bcf39ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.235087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:40.240914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-17ddab8d-6318-40e5-b087-ff8e95f923bd admin admin] 10.222.0.64 "PUT /v2.0/routers/54dfe4c3-2af0-4a56-b421-1b44d3aaad25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5883906 Jul 16 01:17:40.245743 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] Sync routers for ids ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:40.251307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:40.255951 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] Routers {'54dfe4c3-2af0-4a56-b421-1b44d3aaad25'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:40.256831 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:17:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:40.272252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695b345-4ad7-4a7d-a138-e8743bcf39ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f400714-243b-455e-a5c5-2305d72fd349,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:40.292494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9695b345-4ad7-4a7d-a138-e8743bcf39ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d080f7f990c45d9b2837442eec60a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9952192 Jul 16 01:17:40.294889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:40.312942 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.330966 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-9150b032-eb8e-4ee2-8975-56a99cd123eb service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392179 Jul 16 01:17:40.345031 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8489bb4c-8022-476c-a0d4-99e759c60be2 x-openstack-request-id: req-8489bb4c-8022-476c-a0d4-99e759c60be2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:40.345392 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5af3a-d4d0-4241-90a9-0a56c91ad303", "name": "network-vif-plugged", "status": "completed", "tag": "10fd2776-8f8c-497a-bcc9-2f3b392dc74d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:40.345764 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8489bb4c-8022-476c-a0d4-99e759c60be2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:40.346345 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5af3a-d4d0-4241-90a9-0a56c91ad303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd2776-8f8c-497a-bcc9-2f3b392dc74d', 'code': 200} Jul 16 01:17:40.410317 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-16d1ba0c-541c-4c0b-a640-c179c49e5910 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 200 len: 217 time: 0.0672817 Jul 16 01:17:40.424961 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] Set router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:40.428695 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.435086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.500707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1df6f2b-e83d-47da-a371-8bf200703146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.550827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1df6f2b-e83d-47da-a371-8bf200703146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.555246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-a25e4f53-a630-463d-a89e-fa5bacfe3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.556926 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-a25e4f53-a630-463d-a89e-fa5bacfe3abf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1232564 Jul 16 01:17:40.628124 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'name': 'tempest-ServersTestMultiNic-1055002515-router', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:40Z', 'updated_at': '2021-07-16T01:17:38Z', 'revision_number': 5, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'gw_port': {'id': '6fc8f985-f14a-4f94-b475-3ca6de33badc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:43Z', 'updated_at': '2021-07-16T01:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:40.638394 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.677421 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] Checking router: 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:40.698162 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] Routers {'54dfe4c3-2af0-4a56-b421-1b44d3aaad25'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:40.706115 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:17:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:40.723338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-d4d9f5d0-4908-4418-865e-0a410317af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.725032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-d4d9f5d0-4908-4418-865e-0a410317af1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1513624 Jul 16 01:17:40.731447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1df6f2b-e83d-47da-a371-8bf200703146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.733978 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1df6f2b-e83d-47da-a371-8bf200703146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.740017 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e1df6f2b-e83d-47da-a371-8bf200703146 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f400714-243b-455e-a5c5-2305d72fd349 HTTP/1.1" status: 204 len: 168 time: 0.4406090 Jul 16 01:17:40.740844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd5720-296a-462f-84df-dacde7d7ecb1 req-639cee4b-4844-4305-9fc8-f647e1ad7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.742573 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6bd5720-296a-462f-84df-dacde7d7ecb1 req-639cee4b-4844-4305-9fc8-f647e1ad7bcf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 1102 time: 0.3052313 Jul 16 01:17:40.757658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29321ab6-a1e8-43a8-aa8b-be00b6c2ac21 req-0ac69498-4de0-4228-b59f-6e7d751d71d5 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.767013 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29321ab6-a1e8-43a8-aa8b-be00b6c2ac21 req-0ac69498-4de0-4228-b59f-6e7d751d71d5 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 950 time: 0.1820877 Jul 16 01:17:40.785989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df6f2b-e83d-47da-a371-8bf200703146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f400714-243b-455e-a5c5-2305d72fd349,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:40.798113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Deleting port 6fc8f985-f14a-4f94-b475-3ca6de33badc {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:40.798458 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.852242 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.855263 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] Set router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:40.862678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.913574 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'name': 'tempest-ServersTestMultiNic-1055002515-router', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:40Z', 'updated_at': '2021-07-16T01:17:40Z', 'revision_number': 6, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:40.942501 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-0bb7a2ed-323d-496a-8272-ea715120c0a1 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007627 Jul 16 01:17:40.954424 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919e115-836a-4b38-bdda-75cdce84fe55 None None] The sync data for ids ['54dfe4c3-2af0-4a56-b421-1b44d3aaad25'] in n-d-791504-14 is: [{'id': '54dfe4c3-2af0-4a56-b421-1b44d3aaad25', 'name': 'tempest-ServersTestMultiNic-1055002515-router', 'tenant_id': '9bae6ce20e104a60a86606b29d10637c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:40Z', 'updated_at': '2021-07-16T01:17:40Z', 'revision_number': 6, 'project_id': '9bae6ce20e104a60a86606b29d10637c', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:40.985143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Pushing event updated for resources: {'Port': ['ID=134b7503-74ce-4169-b05c-87b43a173762,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.005169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.008759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device de00b6a6-53ad-4630-8cad-aa23e7be9a62 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:41.010898 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29321ab6-a1e8-43a8-aa8b-be00b6c2ac21 req-898a9945-181c-497d-bb45-0749af388cbb tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/security-groups?id=c176aeac-5f48-40f3-ad2b-a0517c4502fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292240 Jul 16 01:17:41.056151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] For port 6fc8f985-f14a-4f94-b475-3ca6de33badc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6fc8f985-f14a-4f94-b475-3ca6de33badc,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:41.056466 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.056913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.058418 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-b6db1bee-3d81-4c9a-92f5-5ab91bbb2bc1 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5641053 Jul 16 01:17:41.101476 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6bd5720-296a-462f-84df-dacde7d7ecb1 req-81eeca78-ecfc-49b7-9c67-7facd3dd7bda service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c176aeac-5f48-40f3-ad2b-a0517c4502fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328602 Jul 16 01:17:41.118962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Calling delete_port for 6fc8f985-f14a-4f94-b475-3ca6de33badc owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:41.143592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-7b6b6c25-37e1-4c32-ab1e-b33d0d63b032 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.83 HTTP/1.1" status: 200 len: 695 time: 0.0750475 Jul 16 01:17:41.157496 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-c203f0f4-c7b8-4128-9e53-8823e7bc3c01 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074990 Jul 16 01:17:41.166061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-fe214369-8fed-4902-a638-386a9900a6b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2352130 Jul 16 01:17:41.276000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.291305 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-ec8e3bf4-ea09-41e8-ab7d-b142a4e416c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=a792df07-6f4e-4b20-a758-7c9a069af816 HTTP/1.1" status: 200 len: 217 time: 0.1055641 Jul 16 01:17:41.345653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:41.381787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:41.382950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b9d071a4-24d6-4fe6-9666-5c0dbbf4c8ba not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:41.411823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port de00b6a6-53ad-4630-8cad-aa23e7be9a62, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:41.418884 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.421163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 955a655e-2670-4385-932f-5f469c47ec5b no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:41.431819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-52802f88-f537-4485-af83-8fc822336b5e tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.433782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-52802f88-f537-4485-af83-8fc822336b5e tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.2827852 Jul 16 01:17:41.435616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-715742cd-b90a-495c-bcd9-b22cff858e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.437580 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-715742cd-b90a-495c-bcd9-b22cff858e77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.0999260 Jul 16 01:17:41.450405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-59983c13-e85a-4e77-9a65-4cab4d81b23a tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:17:41.472527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c3c706f-ed78-4311-875a-60dcae5f6d93 req-59983c13-e85a-4e77-9a65-4cab4d81b23a tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0309498 Jul 16 01:17:41.519711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-566900de-4e93-4cb5-a3d0-f2f38e54af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.521486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-566900de-4e93-4cb5-a3d0-f2f38e54af42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 1097 time: 0.2793818 Jul 16 01:17:41.534781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ea2f-6100-4975-9243-90d2d374e80d req-2dc9f37a-5154-47c9-a761-4e6b3c157cef tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.543123 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3bd3ea2f-6100-4975-9243-90d2d374e80d req-2dc9f37a-5154-47c9-a761-4e6b3c157cef tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 945 time: 0.2158716 Jul 16 01:17:41.569443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=de00b6a6-53ad-4630-8cad-aa23e7be9a62,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.644856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-80415126-0cc9-4985-8123-fbf0615b6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.646427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-80415126-0cc9-4985-8123-fbf0615b6f89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1723912 Jul 16 01:17:41.659493 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.702551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:41.707519 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.769888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.781979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3bd3ea2f-6100-4975-9243-90d2d374e80d req-ce2f7776-370e-4d71-a914-c96c75dd77e7 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/security-groups?id=eedee59b-c997-4f23-92f8-27ca0bdba876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313042 Jul 16 01:17:41.815900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.849814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc8f985-f14a-4f94-b475-3ca6de33badc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.855816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-6b71c2b3-3d2f-48e7-91b8-a2e81e43552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.857343 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-6b71c2b3-3d2f-48e7-91b8-a2e81e43552b service neutron] 10.222.0.67 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 911 time: 0.2608500 Jul 16 01:17:41.882096 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-f73ddaf2-d97a-4c2e-a93f-c270c4c38b76 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231400 Jul 16 01:17:41.923446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-60d5e1b0-5e52-4c9a-ac7f-3d63bc502698 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62 HTTP/1.1" status: 200 len: 217 time: 0.0571284 Jul 16 01:17:41.954901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb65e81-62c7-4f2b-8e94-667fb004a22f req-ccba69c9-9cdb-43c2-89e3-b789649db82a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.956600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3bb65e81-62c7-4f2b-8e94-667fb004a22f req-ccba69c9-9cdb-43c2-89e3-b789649db82a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 943 time: 0.2431571 Jul 16 01:17:42.043370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.049143 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3bb65e81-62c7-4f2b-8e94-667fb004a22f req-e0360eba-2ce2-4847-8b4e-e27cd019e76f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669010 Jul 16 01:17:42.082579 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-004aa507-59b0-4f30-b1b3-5e70e57a74fa service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823294 Jul 16 01:17:42.082672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-54187478-a4c4-4eaa-b1d1-afb3d50a6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.082672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-54187478-a4c4-4eaa-b1d1-afb3d50a6f92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.1301556 Jul 16 01:17:42.130139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-e99af55e-41f7-4814-b2b0-09b40352f266 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=63c8ce17-e48f-4aae-9026-159cd9590014 HTTP/1.1" status: 200 len: 217 time: 0.0502350 Jul 16 01:17:42.176579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-15f9fbd3-4776-4920-8a1e-7e9854827a99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611603 Jul 16 01:17:42.180632 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.185755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.218370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-cdf178d1-93e7-4cf1-b0c3-d3df8abea8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.221075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-cdf178d1-93e7-4cf1-b0c3-d3df8abea8f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.0833356 Jul 16 01:17:42.269843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870aefb-fb76-43f4-84d4-3c69016efa8f req-5e443de8-8114-44ae-bc29-9892591e8d90 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.271390 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b870aefb-fb76-43f4-84d4-3c69016efa8f req-5e443de8-8114-44ae-bc29-9892591e8d90 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 949 time: 0.2924554 Jul 16 01:17:42.273781 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.274369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54dfe4c3-2af0-4a56-b421-1b44d3aaad25 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:17:42.303267 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.304426 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-80cee64d-cc8c-4b60-96ae-2f101490418f admin admin] 10.222.0.64 "DELETE /v2.0/routers/54dfe4c3-2af0-4a56-b421-1b44d3aaad25 HTTP/1.1" status: 204 len: 168 time: 2.0518663 Jul 16 01:17:42.313309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:42.348626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97e348-3684-436f-a071-5754a3e4994c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62'}, {'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:42.350649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83e32040-883b-4310-a452-4220fce155cb req-1539927e-cce1-4fdf-972b-c4e6d3132200 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips/67c8d5b9-a7b3-475c-90f3-81f18fdbb1de HTTP/1.1" status: 200 len: 692 time: 0.1090131 Jul 16 01:17:42.354193 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e01b6e-ac4e-42ef-bca3-746bc11bb707" -d '{"events": [{"server_uuid": "fc97e348-3684-436f-a071-5754a3e4994c", "name": "network-vif-unplugged", "status": "completed", "tag": "de00b6a6-53ad-4630-8cad-aa23e7be9a62"}, {"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-unplugged", "status": "completed", "tag": "955a655e-2670-4385-932f-5f469c47ec5b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:42.405406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-dcecd693-5697-47d5-b321-1d366415b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.406983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-dcecd693-5697-47d5-b321-1d366415b490 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1792278 Jul 16 01:17:42.421465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff3d280-4097-4ef8-91be-9d814b878707 admin admin] Deleting subnet 4abe0982-876e-41a9-9215-26c9865223a2 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:42.432637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b870aefb-fb76-43f4-84d4-3c69016efa8f req-f1ff51be-a5eb-4925-9c1f-67dc83b0f6aa tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268349 Jul 16 01:17:42.433247 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cff3d280-4097-4ef8-91be-9d814b878707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.436448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-0a936b0b-efdd-411d-8a1f-83d68d27c540 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494512 Jul 16 01:17:42.501656 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cff3d280-4097-4ef8-91be-9d814b878707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.538162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e32040-883b-4310-a452-4220fce155cb req-382645ef-597d-49cc-8ae7-866fc45d889e tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.546244 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83e32040-883b-4310-a452-4220fce155cb req-382645ef-597d-49cc-8ae7-866fc45d889e tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.1871030 Jul 16 01:17:42.606531 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83e32040-883b-4310-a452-4220fce155cb req-7a9c73c5-d669-4478-a1e9-8eb32d79db8e tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.83 HTTP/1.1" status: 200 len: 695 time: 0.0590017 Jul 16 01:17:42.608295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7a58db3-31f3-447f-bcf8-af98b39c438b req-b94b8c7a-186f-40f1-94a5-dc8213440b62 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528521 Jul 16 01:17:42.627849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-cd740d85-22b7-4762-a6fd-40297d7a6f14 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132802 Jul 16 01:17:42.659332 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cff3d280-4097-4ef8-91be-9d814b878707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.691105 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83e32040-883b-4310-a452-4220fce155cb req-eb281fc0-1d41-4205-8cc9-fb3229ef9a7d tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.83 HTTP/1.1" status: 200 len: 695 time: 0.0656497 Jul 16 01:17:42.745978 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cff3d280-4097-4ef8-91be-9d814b878707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.755322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4c03b-0b19-4bd5-92c3-b3e349dcb925 req-eb9a2d17-7acb-4be6-af49-4773f3f99c96 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.756830 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0be4c03b-0b19-4bd5-92c3-b3e349dcb925 req-eb9a2d17-7acb-4be6-af49-4773f3f99c96 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 950 time: 0.1117368 Jul 16 01:17:42.789828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3d280-4097-4ef8-91be-9d814b878707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abe0982-876e-41a9-9215-26c9865223a2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:42.807260 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cff3d280-4097-4ef8-91be-9d814b878707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.808910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c9eda-0293-473b-b1ac-f60ba4bb3dcf None None] Network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:42.813124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cff3d280-4097-4ef8-91be-9d814b878707 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4abe0982-876e-41a9-9215-26c9865223a2 HTTP/1.1" status: 204 len: 168 time: 0.4957435 Jul 16 01:17:42.813124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58628) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:42.858301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0be4c03b-0b19-4bd5-92c3-b3e349dcb925 req-9a48f290-dd6d-4060-9e42-e3809255dae5 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/security-groups?id=c176aeac-5f48-40f3-ad2b-a0517c4502fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720100 Jul 16 01:17:42.861985 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-31245b49-a65c-4ddf-9852-482ea92e5297 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221792 Jul 16 01:17:42.898953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.909319 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-46349e95-6e0e-441e-b2ae-a6ba3989b6f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b HTTP/1.1" status: 200 len: 217 time: 0.0395806 Jul 16 01:17:42.967236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-83e32040-883b-4310-a452-4220fce155cb req-aaf96e66-8964-4824-a158-91aa904b3c57 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Deleting port 134b7503-74ce-4169-b05c-87b43a173762 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:42.967590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-83e32040-883b-4310-a452-4220fce155cb req-aaf96e66-8964-4824-a158-91aa904b3c57 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.005125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Deleting port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:43.006076 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.054650 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-83e32040-883b-4310-a452-4220fce155cb req-aaf96e66-8964-4824-a158-91aa904b3c57 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.054982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-83e32040-883b-4310-a452-4220fce155cb req-aaf96e66-8964-4824-a158-91aa904b3c57 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.072304 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-8e82acd7-a993-43e6-8cc2-0294a449065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.074734 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-8e82acd7-a993-43e6-8cc2-0294a449065e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.1575017 Jul 16 01:17:43.075678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-83e32040-883b-4310-a452-4220fce155cb req-aaf96e66-8964-4824-a158-91aa904b3c57 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Calling delete_port for 134b7503-74ce-4169-b05c-87b43a173762 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:43.096113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] For port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9abfffb4-3b81-4d17-9fbc-2c580d7f9688,segment=NetworkSegment(536cb88a-1d41-403d-b3fe-372391dbde74),segment_id=536cb88a-1d41-403d-b3fe-372391dbde74)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:43.098129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.118506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Calling delete_port for 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:43.144037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d2f6f0-25d6-4dec-bb1b-bdf3569374d4 None None] DHCP port deletion for 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:17:43.196499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-88d2f6f0-25d6-4dec-bb1b-bdf3569374d4 None None] Deleting port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:43.196915 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88d2f6f0-25d6-4dec-bb1b-bdf3569374d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.211235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-0eca3c5e-5b0d-46a7-a115-d0895e1167da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.212759 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-0eca3c5e-5b0d-46a7-a115-d0895e1167da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1270800 Jul 16 01:17:43.234358 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.271703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abfffb4-3b81-4d17-9fbc-2c580d7f9688,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:43.273772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] No DVR routers for this DVR port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:43.320531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-88d2f6f0-25d6-4dec-bb1b-bdf3569374d4 None None] For port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9abfffb4-3b81-4d17-9fbc-2c580d7f9688,segment=NetworkSegment(536cb88a-1d41-403d-b3fe-372391dbde74),segment_id=536cb88a-1d41-403d-b3fe-372391dbde74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:43.321090 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88d2f6f0-25d6-4dec-bb1b-bdf3569374d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.338256 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-83e32040-883b-4310-a452-4220fce155cb req-aaf96e66-8964-4824-a158-91aa904b3c57 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.350111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-88d2f6f0-25d6-4dec-bb1b-bdf3569374d4 None None] Calling delete_port for 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:43.371595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf96e66-8964-4824-a158-91aa904b3c57 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Pushing event deleted for resources: {'Port': ['ID=134b7503-74ce-4169-b05c-87b43a173762,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:43.382467 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.399966 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e12d1af-cef7-4cd4-a11c-2363fbc2a77f']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:43.413125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-9035c688-e778-45a6-bb61-61e89ca93a2c service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871402 Jul 16 01:17:43.424000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536cb88a-1d41-403d-b3fe-372391dbde74') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:43.424429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536cb88a-1d41-403d-b3fe-372391dbde74') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:43.438185 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.450253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:43.455316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.468649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:43.469346 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.483298 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-83e32040-883b-4310-a452-4220fce155cb req-aaf96e66-8964-4824-a158-91aa904b3c57 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.485868 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-83e32040-883b-4310-a452-4220fce155cb req-aaf96e66-8964-4824-a158-91aa904b3c57 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.487041 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83e32040-883b-4310-a452-4220fce155cb req-aaf96e66-8964-4824-a158-91aa904b3c57 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "DELETE /v2.0/floatingips/67c8d5b9-a7b3-475c-90f3-81f18fdbb1de HTTP/1.1" status: 204 len: 173 time: 0.7879634 Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:43.487355 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:43.548157 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.549192 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-b29d9696-4c0d-4482-8abf-0e59bd80c3c4 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172762 Jul 16 01:17:43.561258 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.578356 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4e12d1af-cef7-4cd4-a11c-2363fbc2a77f HTTP/1.1" status: 204 len: 168 time: 0.7556355 Jul 16 01:17:43.597280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39faf5-7c3d-4a7e-87f2-d7d6f53b4b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e12d1af-cef7-4cd4-a11c-2363fbc2a77f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:43.598612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-3f189cc8-82ca-4339-b0d3-789db23afd73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb HTTP/1.1" status: 200 len: 217 time: 0.0384688 Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: from cryptography.utils import int_from_bytes Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: from cryptography.utils import int_from_bytes Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.606312 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:43.609641 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:17:43.612522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:43.612878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:43.613307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6fc8f985-f14a-4f94-b475-3ca6de33badc no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:43.635705 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888e1897-b979-4141-bae0-cdbcc9c030e2 x-openstack-request-id: req-888e1897-b979-4141-bae0-cdbcc9c030e2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:43.636228 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc97e348-3684-436f-a071-5754a3e4994c", "name": "network-vif-unplugged", "status": "failed", "tag": "de00b6a6-53ad-4630-8cad-aa23e7be9a62", "code": 422}, {"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-unplugged", "status": "completed", "tag": "955a655e-2670-4385-932f-5f469c47ec5b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:43.636481 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-888e1897-b979-4141-bae0-cdbcc9c030e2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:43.637190 n-d-791504-14 neutron-server[93946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc97e348-3684-436f-a071-5754a3e4994c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62', 'code': 422} returned with failed status Jul 16 01:17:43.637301 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b', 'code': 200} Jul 16 01:17:43.638231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 6fc8f985-f14a-4f94-b475-3ca6de33badc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:43.638652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6fc8f985-f14a-4f94-b475-3ca6de33badc not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:43.641305 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88d2f6f0-25d6-4dec-bb1b-bdf3569374d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.676314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88d2f6f0-25d6-4dec-bb1b-bdf3569374d4 None None] Network 4e12d1af-cef7-4cd4-a11c-2363fbc2a77f is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:17:43.676786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2f6f0-25d6-4dec-bb1b-bdf3569374d4 None None] No DVR routers for this DVR port 9abfffb4-3b81-4d17-9fbc-2c580d7f9688 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:43.682184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-0a128c1e-a7fe-4a54-ab0e-56e4c067bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.683497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2f6f0-25d6-4dec-bb1b-bdf3569374d4 None None] Pushing event deleted for resources: {'Port': ['ID=9abfffb4-3b81-4d17-9fbc-2c580d7f9688,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:43.684485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-0a128c1e-a7fe-4a54-ab0e-56e4c067bbf5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.0751064 Jul 16 01:17:43.756641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-0c9c4e4d-d89b-4537-9926-e670c7602547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.758234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-0c9c4e4d-d89b-4537-9926-e670c7602547 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0632622 Jul 16 01:17:43.843295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58664) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:43.849604 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:17:43.904611 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-0af7d936-d00d-4c61-bcb5-d853bf1711e6 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361704 Jul 16 01:17:43.913106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6d27811b-81de-4d9c-975c-2ff60b2ef9bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9bae6ce20e104a60a86606b29d10637c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685737 Jul 16 01:17:43.917755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58666) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:43.983380 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87ec7141-257b-4c67-8cd6-0b5bbf8cd509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.019650 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87ec7141-257b-4c67-8cd6-0b5bbf8cd509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.041352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7854fbf9-426e-4919-8cc8-bbb1e271696f req-e11d0b63-6a35-4fb5-b7cb-5b2d209e8176 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270783 Jul 16 01:17:44.093115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87ec7141-257b-4c67-8cd6-0b5bbf8cd509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.096196 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87ec7141-257b-4c67-8cd6-0b5bbf8cd509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.099863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-87ec7141-257b-4c67-8cd6-0b5bbf8cd509 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5feeda7e-f007-437c-ae26-88de632ddd28 HTTP/1.1" status: 204 len: 168 time: 0.1788938 Jul 16 01:17:44.106692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec7141-257b-4c67-8cd6-0b5bbf8cd509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feeda7e-f007-437c-ae26-88de632ddd28,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:44.787508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-711f7105-b736-4dbf-b4a6-04983b8855c2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:44.789100 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-711f7105-b736-4dbf-b4a6-04983b8855c2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc97e348-3684-436f-a071-5754a3e4994c HTTP/1.1" status: 200 len: 943 time: 0.0780439 Jul 16 01:17:44.954514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-ef76c358-4a81-42ba-bbfb-5dbab4e7f1b5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Deleting port de00b6a6-53ad-4630-8cad-aa23e7be9a62 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:44.955297 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-ef76c358-4a81-42ba-bbfb-5dbab4e7f1b5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.024569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device de00b6a6-53ad-4630-8cad-aa23e7be9a62 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:45.220162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58752) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:45.226881 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-c1b8cdb1-36c7-44dd-9cfb-b0a1a6f1e2ee req-e4a3f398-347f-4fd0-85c1-17b7e54f2507 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] show failed (client error): The resource could not be found. Jul 16 01:17:45.228063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1b8cdb1-36c7-44dd-9cfb-b0a1a6f1e2ee req-e4a3f398-347f-4fd0-85c1-17b7e54f2507 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips/67c8d5b9-a7b3-475c-90f3-81f18fdbb1de HTTP/1.1" status: 404 len: 350 time: 0.0591209 Jul 16 01:17:45.375098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1421486314-network', 'tenant_id': '283b5742555e4ab499ccd15ffcf7c3c9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:45.406448 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Made reservation on behalf of 283b5742555e4ab499ccd15ffcf7c3c9 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:45.410941 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.425719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.471518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-ef76c358-4a81-42ba-bbfb-5dbab4e7f1b5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] For port de00b6a6-53ad-4630-8cad-aa23e7be9a62, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=de00b6a6-53ad-4630-8cad-aa23e7be9a62,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:45.472438 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-ef76c358-4a81-42ba-bbfb-5dbab4e7f1b5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.493325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-ef76c358-4a81-42ba-bbfb-5dbab4e7f1b5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Calling delete_port for de00b6a6-53ad-4630-8cad-aa23e7be9a62 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:45.577344 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.586444 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.617824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:45.631279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:45.637916 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.638631 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Added segment ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a of type vlan for network 3b57fa08-40a3-438e-9d27-6e7c35f6aea1 Jul 16 01:17:45.646720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc62f2f-2f42-42dd-a8d2-3f5229729c51 req-79232133-1355-418d-a320-6c12120865b9 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.648159 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ccc62f2f-2f42-42dd-a8d2-3f5229729c51 req-79232133-1355-418d-a320-6c12120865b9 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 950 time: 0.1391118 Jul 16 01:17:45.693271 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-ef76c358-4a81-42ba-bbfb-5dbab4e7f1b5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.705823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.725615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76c358-4a81-42ba-bbfb-5dbab4e7f1b5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event deleted for resources: {'Port': ['ID=de00b6a6-53ad-4630-8cad-aa23e7be9a62,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:45.743167 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ccc62f2f-2f42-42dd-a8d2-3f5229729c51 req-ded37ae8-c625-4120-bc27-e5eb21174052 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/security-groups?id=c176aeac-5f48-40f3-ad2b-a0517c4502fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824323 Jul 16 01:17:45.753425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.754856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.755455 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.792385 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5705299 Jul 16 01:17:45.797147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58766) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:45.801487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-ef76c358-4a81-42ba-bbfb-5dbab4e7f1b5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] No DVR routers for this DVR port de00b6a6-53ad-4630-8cad-aa23e7be9a62 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:45.804148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Request body: {'subnet': {'network_id': '3b57fa08-40a3-438e-9d27-6e7c35f6aea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1421486314-subnet', 'tenant_id': '283b5742555e4ab499ccd15ffcf7c3c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:45.804659 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-ef76c358-4a81-42ba-bbfb-5dbab4e7f1b5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.816788 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8711d5e9-cd61-40d3-a494-a5735c37ddb3 req-ef76c358-4a81-42ba-bbfb-5dbab4e7f1b5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "DELETE /v2.0/ports/de00b6a6-53ad-4630-8cad-aa23e7be9a62 HTTP/1.1" status: 204 len: 173 time: 1.0204051 Jul 16 01:17:45.817868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97e348-3684-436f-a071-5754a3e4994c', 'name': 'network-vif-deleted', 'tag': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:45.820204 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9295ba2c-70db-4b62-93d6-ce3b616db7e1" -d '{"events": [{"server_uuid": "fc97e348-3684-436f-a071-5754a3e4994c", "name": "network-vif-deleted", "tag": "de00b6a6-53ad-4630-8cad-aa23e7be9a62"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:45.861443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f7ddc-2b21-4ff7-abda-c441a6319984 admin admin] Pushing event updated for resources: {'Network': ['ID=3b57fa08-40a3-438e-9d27-6e7c35f6aea1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:45.887669 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 3b57fa08-40a3-438e-9d27-6e7c35f6aea1 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:45.914521 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-0d1381ff-400b-448f-aa7b-eb20bd3b3398 req-54889e79-f8aa-4a3c-830f-58b5ba9bfbb6 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] show failed (client error): The resource could not be found. Jul 16 01:17:45.915983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d1381ff-400b-448f-aa7b-eb20bd3b3398 req-54889e79-f8aa-4a3c-830f-58b5ba9bfbb6 tempest-FloatingIPsTestJSON-1698546432 tempest-FloatingIPsTestJSON-1698546432-project] 10.222.0.64 "GET /v2.0/floatingips/67c8d5b9-a7b3-475c-90f3-81f18fdbb1de HTTP/1.1" status: 404 len: 350 time: 0.0578606 Jul 16 01:17:45.933743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Made reservation on behalf of 283b5742555e4ab499ccd15ffcf7c3c9 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:45.934002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58776) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:45.934194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.422351 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.559607 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1c0e6c-3d16-45ca-a328-8ee9fd66e8b3 x-openstack-request-id: req-1f1c0e6c-3d16-45ca-a328-8ee9fd66e8b3 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:46.560042 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc97e348-3684-436f-a071-5754a3e4994c", "name": "network-vif-deleted", "tag": "de00b6a6-53ad-4630-8cad-aa23e7be9a62", "status": "failed", "code": 422}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:46.560435 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f1c0e6c-3d16-45ca-a328-8ee9fd66e8b3 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:46.561079 n-d-791504-14 neutron-server[93945]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc97e348-3684-436f-a071-5754a3e4994c', 'name': 'network-vif-deleted', 'tag': 'de00b6a6-53ad-4630-8cad-aa23e7be9a62', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:17:46.718672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.845101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4d654a-612e-44fd-92f1-15bb06ded9e8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:46.872137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] Deleting port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:46.872137 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.913595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Checking segment: {'id': 'ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b57fa08-40a3-438e-9d27-6e7c35f6aea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:46.913969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Network hostable DHCP agents. Network: 3b57fa08-40a3-438e-9d27-6e7c35f6aea1, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:46.991490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Network 3b57fa08-40a3-438e-9d27-6e7c35f6aea1 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:47.025466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-a6a507ed-36f3-415b-a4f2-65282218a8dc tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:47.028728 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-a6a507ed-36f3-415b-a4f2-65282218a8dc tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 950 time: 0.1571193 Jul 16 01:17:47.035422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 3b57fa08-40a3-438e-9d27-6e7c35f6aea1) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:47.041334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:47.041334 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.046057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb09ff-a4a7-411b-a2b0-cefb77bc0705 None None] Network 3b57fa08-40a3-438e-9d27-6e7c35f6aea1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:47.053727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] For port 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=901324ad-41bf-4aa2-b70e-7bfb6a1c3c39,segment=NetworkSegment(eb245211-8a43-4d88-a2c4-17c1073ab55f),segment_id=eb245211-8a43-4d88-a2c4-17c1073ab55f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:47.054117 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.074370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] Calling delete_port for 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:47.097458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c073308-898c-4c90-be7a-6c168a93dab3 req-9c5013a1-660a-4e88-a2e2-173ea0f7acde tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:47.099052 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c073308-898c-4c90-be7a-6c168a93dab3 req-9c5013a1-660a-4e88-a2e2-173ea0f7acde tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 945 time: 0.1156979 Jul 16 01:17:47.121836 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-66274344-a26e-4a4a-8113-8b5040a54a8d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3235035 Jul 16 01:17:47.129624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ec5fc-a733-4878-9123-579dd1402c4d req-85ce5fd4-f7d4-496b-abcd-88e4fdf1ebd8 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:47.131208 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-325ec5fc-a733-4878-9123-579dd1402c4d req-85ce5fd4-f7d4-496b-abcd-88e4fdf1ebd8 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 949 time: 0.2100775 Jul 16 01:17:47.201179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064c85b-f101-4f8a-9bf1-50daa1d6eff6 None None] Network 3b57fa08-40a3-438e-9d27-6e7c35f6aea1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:47.220045 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-325ec5fc-a733-4878-9123-579dd1402c4d req-5f038ff1-2efd-4fc0-aa87-843f939d71ee tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789435 Jul 16 01:17:47.270479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-5bc5d393-9d62-46cf-a125-5d411d30fe72 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Deleting port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:47.270931 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-5bc5d393-9d62-46cf-a125-5d411d30fe72 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.311763 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c073308-898c-4c90-be7a-6c168a93dab3 req-a99d2c13-4642-418e-a1fd-ebc0c98655a4 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/security-groups?id=eedee59b-c997-4f23-92f8-27ca0bdba876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605047 Jul 16 01:17:47.402213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.430548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-5bc5d393-9d62-46cf-a125-5d411d30fe72 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] For port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:47.431039 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-5bc5d393-9d62-46cf-a125-5d411d30fe72 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.444882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=901324ad-41bf-4aa2-b70e-7bfb6a1c3c39,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:47.454316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-5bc5d393-9d62-46cf-a125-5d411d30fe72 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Calling delete_port for 10fd2776-8f8c-497a-bcc9-2f3b392dc74d owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:47.567182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c33dc-581f-4798-9aae-edf04b104299 req-0ee80cbf-b262-4485-bb17-8bf97817e0ec tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:47.569384 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d55c33dc-581f-4798-9aae-edf04b104299 req-0ee80cbf-b262-4485-bb17-8bf97817e0ec tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8d5af3a-d4d0-4241-90a9-0a56c91ad303 HTTP/1.1" status: 200 len: 950 time: 0.1297631 Jul 16 01:17:47.641910 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d55c33dc-581f-4798-9aae-edf04b104299 req-5788b47f-5df5-4315-bca8-28a0538c22a6 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.64 "GET /v2.0/security-groups?id=c176aeac-5f48-40f3-ad2b-a0517c4502fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636406 Jul 16 01:17:47.653107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-922d879c-215c-4f6a-b581-61c1cf4ea174 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:47.660338 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-922d879c-215c-4f6a-b581-61c1cf4ea174 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.2174687 Jul 16 01:17:47.682249 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ebee058d-a8c2-4de5-a65a-76231d03d393 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/quotas/319e93c2b6a747e89f168f27df7d6c9e HTTP/1.1" status: 200 len: 375 time: 0.0209270 Jul 16 01:17:47.719054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-5bc5d393-9d62-46cf-a125-5d411d30fe72 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.738891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['10fd2776-8f8c-497a-bcc9-2f3b392dc74d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:47.757703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5d393-9d62-46cf-a125-5d411d30fe72 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Pushing event deleted for resources: {'Port': ['ID=10fd2776-8f8c-497a-bcc9-2f3b392dc74d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:47.758066 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-6f5a4abe-353e-4549-b0e2-328c2672b27f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745177 Jul 16 01:17:47.804975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.838737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-5bc5d393-9d62-46cf-a125-5d411d30fe72 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] No DVR routers for this DVR port 10fd2776-8f8c-497a-bcc9-2f3b392dc74d on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:47.849056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-5bc5d393-9d62-46cf-a125-5d411d30fe72 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.856535 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e77eaac2-e35e-4435-8ed6-a1c3d4e852ff req-5bc5d393-9d62-46cf-a125-5d411d30fe72 tempest-VolumesNegativeTest-601538369 tempest-VolumesNegativeTest-601538369-project] 10.222.0.50 "DELETE /v2.0/ports/10fd2776-8f8c-497a-bcc9-2f3b392dc74d HTTP/1.1" status: 204 len: 173 time: 0.8107774 Jul 16 01:17:47.857621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5af3a-d4d0-4241-90a9-0a56c91ad303', 'name': 'network-vif-deleted', 'tag': '10fd2776-8f8c-497a-bcc9-2f3b392dc74d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:47.861259 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55026934-8786-4690-b62c-465cbc008ae1" -d '{"events": [{"server_uuid": "d8d5af3a-d4d0-4241-90a9-0a56c91ad303", "name": "network-vif-deleted", "tag": "10fd2776-8f8c-497a-bcc9-2f3b392dc74d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:47.940444 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-d16e6ac3-b8dd-4faf-b3f5-66bf6976f444 service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814868 Jul 16 01:17:48.091063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-6e455869-d1f4-4940-80c9-2a8bae6a6b98 service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187892 Jul 16 01:17:48.271513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] Router 0a6069e1-4962-416a-afe9-90edc91dfc6b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:17:48.313850 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d469715-72f4-4f4e-82f1-b211b5497a59 x-openstack-request-id: req-4d469715-72f4-4f4e-82f1-b211b5497a59 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:48.314438 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5af3a-d4d0-4241-90a9-0a56c91ad303", "name": "network-vif-deleted", "tag": "10fd2776-8f8c-497a-bcc9-2f3b392dc74d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:48.314945 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d469715-72f4-4f4e-82f1-b211b5497a59 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:48.315700 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5af3a-d4d0-4241-90a9-0a56c91ad303', 'name': 'network-vif-deleted', 'tag': '10fd2776-8f8c-497a-bcc9-2f3b392dc74d', 'status': 'completed', 'code': 200} Jul 16 01:17:48.539598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-a983726e-64e8-4a3b-8fb5-fadd5eea705b tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.541113 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-a983726e-64e8-4a3b-8fb5-fadd5eea705b tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 945 time: 0.1574292 Jul 16 01:17:48.612292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:48.627575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-04cd4967-c275-458a-a283-97e400031c63 admin admin] 10.222.0.64 "PUT /v2.0/routers/0a6069e1-4962-416a-afe9-90edc91dfc6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6882334 Jul 16 01:17:48.630928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] Sync routers for ids ['0a6069e1-4962-416a-afe9-90edc91dfc6b'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:48.631628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58840) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:48.648431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-43a3dd7d-dc4e-4abc-9add-47d305034919 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.649039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] Routers {'0a6069e1-4962-416a-afe9-90edc91dfc6b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:48.653444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:17:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0a6069e1-4962-416a-afe9-90edc91dfc6b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:48.655919 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-43a3dd7d-dc4e-4abc-9add-47d305034919 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.67 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 949 time: 0.2654715 Jul 16 01:17:48.797472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-2e8bbd12-f406-4945-874d-09ce0d82da99 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Deleting port 7ad9ca23-d998-4921-bf99-1206a42217e0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:48.798078 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-2e8bbd12-f406-4945-874d-09ce0d82da99 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.822724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31ce6a-e11a-4384-886c-0e307507f280 req-7267f679-10d9-48d0-acfb-d4edac1d03fc tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.834806 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b31ce6a-e11a-4384-886c-0e307507f280 req-7267f679-10d9-48d0-acfb-d4edac1d03fc tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 949 time: 0.2310340 Jul 16 01:17:48.877637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] Set router 0a6069e1-4962-416a-afe9-90edc91dfc6b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:48.968374 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b31ce6a-e11a-4384-886c-0e307507f280 req-eea88097-b7f7-49d1-a17a-bafc33175acb tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fec6c29-be3f-488a-8bb1-7b987be5340b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326034 Jul 16 01:17:49.022647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-2e8bbd12-f406-4945-874d-09ce0d82da99 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] For port 7ad9ca23-d998-4921-bf99-1206a42217e0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7ad9ca23-d998-4921-bf99-1206a42217e0,segment=NetworkSegment(8cbc6c81-917a-48ad-b369-a8db547b83dd),segment_id=8cbc6c81-917a-48ad-b369-a8db547b83dd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:49.029374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-2e8bbd12-f406-4945-874d-09ce0d82da99 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.056352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-2e8bbd12-f406-4945-874d-09ce0d82da99 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Calling delete_port for 7ad9ca23-d998-4921-bf99-1206a42217e0 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:49.161626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'name': 'tempest-FloatingIPsTestJSON-2101747154-router', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:07Z', 'updated_at': '2021-07-16T01:17:47Z', 'revision_number': 5, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'gw_port': {'id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:09Z', 'updated_at': '2021-07-16T01:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:49.204132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] Checking router: 0a6069e1-4962-416a-afe9-90edc91dfc6b for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:49.212223 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acc5719b-30fe-4727-834a-a45604117719 req-8e966d92-2f0d-4e58-8f9c-15f660067ca2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 210 time: 0.3300629 Jul 16 01:17:49.215768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.227670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-e26b7ced-df87-4612-97ee-8648ed320a29 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Deleting port 955a655e-2670-4385-932f-5f469c47ec5b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:49.228017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-e26b7ced-df87-4612-97ee-8648ed320a29 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.233568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476a1dc-a256-4a1c-8841-7732341a523c req-543fb33f-a612-46c5-94a0-2fb0fad5ca24 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.237916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] Routers {'0a6069e1-4962-416a-afe9-90edc91dfc6b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:49.238785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:17:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0a6069e1-4962-416a-afe9-90edc91dfc6b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:49.251909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0476a1dc-a256-4a1c-8841-7732341a523c req-543fb33f-a612-46c5-94a0-2fb0fad5ca24 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddd2e0cc-2ca6-4081-b208-fd7d2142e983 HTTP/1.1" status: 200 len: 945 time: 0.1265233 Jul 16 01:17:49.362736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-2e8bbd12-f406-4945-874d-09ce0d82da99 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.419369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0476a1dc-a256-4a1c-8841-7732341a523c req-b4305a96-c1e2-4d3f-b4a3-ba14b8ed63d3 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.64 "GET /v2.0/security-groups?id=eedee59b-c997-4f23-92f8-27ca0bdba876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665018 Jul 16 01:17:49.423727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-e26b7ced-df87-4612-97ee-8648ed320a29 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] For port 955a655e-2670-4385-932f-5f469c47ec5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=955a655e-2670-4385-932f-5f469c47ec5b,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:49.424313 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-e26b7ced-df87-4612-97ee-8648ed320a29 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.425707 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bbd12-f406-4945-874d-09ce0d82da99 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Pushing event deleted for resources: {'Port': ['ID=7ad9ca23-d998-4921-bf99-1206a42217e0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:49.445191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] Set router 0a6069e1-4962-416a-afe9-90edc91dfc6b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:49.461637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-e26b7ced-df87-4612-97ee-8648ed320a29 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Calling delete_port for 955a655e-2670-4385-932f-5f469c47ec5b owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:49.500651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-2e8bbd12-f406-4945-874d-09ce0d82da99 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] No DVR routers for this DVR port 7ad9ca23-d998-4921-bf99-1206a42217e0 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:49.503204 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-2e8bbd12-f406-4945-874d-09ce0d82da99 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.505298 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04e9c306-a0ed-4285-9851-ea2eae7ebb56 req-2e8bbd12-f406-4945-874d-09ce0d82da99 tempest-ServerAddressesTestJSON-1928061693 tempest-ServerAddressesTestJSON-1928061693-project] 10.222.0.50 "DELETE /v2.0/ports/7ad9ca23-d998-4921-bf99-1206a42217e0 HTTP/1.1" status: 204 len: 173 time: 0.9572020 Jul 16 01:17:49.602337 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.750076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['7ad9ca23-d998-4921-bf99-1206a42217e0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:49.786294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Deleting port 456ccdf1-4728-4d8f-9c26-155c46bb902e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:49.788571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.851910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'name': 'tempest-FloatingIPsTestJSON-2101747154-router', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:07Z', 'updated_at': '2021-07-16T01:17:47Z', 'revision_number': 5, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'gw_port': {'id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:09Z', 'updated_at': '2021-07-16T01:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:49.875904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-e26b7ced-df87-4612-97ee-8648ed320a29 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.917588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b7ced-df87-4612-97ee-8648ed320a29 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Pushing event deleted for resources: {'Port': ['ID=955a655e-2670-4385-932f-5f469c47ec5b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:49.925688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c1e00-17f2-4d15-a849-51ed54b3bc14 None None] The sync data for ids ['0a6069e1-4962-416a-afe9-90edc91dfc6b'] in n-d-791504-14 is: [{'id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'name': 'tempest-FloatingIPsTestJSON-2101747154-router', 'tenant_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:07Z', 'updated_at': '2021-07-16T01:17:47Z', 'revision_number': 5, 'project_id': 'f4ed7b4c19a34390bd1e0f76ba2228b9', 'gw_port': {'id': '456ccdf1-4728-4d8f-9c26-155c46bb902e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6069e1-4962-416a-afe9-90edc91dfc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:09Z', 'updated_at': '2021-07-16T01:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:50.111759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] For port 456ccdf1-4728-4d8f-9c26-155c46bb902e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=456ccdf1-4728-4d8f-9c26-155c46bb902e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:50.112018 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.149682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-e26b7ced-df87-4612-97ee-8648ed320a29 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] No DVR routers for this DVR port 955a655e-2670-4385-932f-5f469c47ec5b on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:50.155042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-e26b7ced-df87-4612-97ee-8648ed320a29 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.157288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e178630-86fa-4b17-913b-3f18acce4c06 req-e26b7ced-df87-4612-97ee-8648ed320a29 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.67 "DELETE /v2.0/ports/955a655e-2670-4385-932f-5f469c47ec5b HTTP/1.1" status: 204 len: 173 time: 1.4894793 Jul 16 01:17:50.186639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-deleted', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:50.188928 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eccc584-fb1c-4a54-9d54-76d224e35aa8" -d '{"events": [{"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-deleted", "tag": "955a655e-2670-4385-932f-5f469c47ec5b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:50.197031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Calling delete_port for 456ccdf1-4728-4d8f-9c26-155c46bb902e owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:50.284629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-d983bb99-db7c-40eb-874d-afc593ab0637 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.286227 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-d983bb99-db7c-40eb-874d-afc593ab0637 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.3549161 Jul 16 01:17:50.320328 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Request body: {'port': {'device_id': 'b28ea9a7-95cd-439e-837d-e65164de71ae', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'admin_state_up': True, 'tenant_id': '319e93c2b6a747e89f168f27df7d6c9e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:50.350739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd2e0cc-2ca6-4081-b208-fd7d2142e983', 'name': 'network-vif-deleted', 'tag': '7ad9ca23-d998-4921-bf99-1206a42217e0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:50.352989 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d1a839-a166-41b2-9c37-884fa2f7a45e" -d '{"events": [{"server_uuid": "ddd2e0cc-2ca6-4081-b208-fd7d2142e983", "name": "network-vif-deleted", "tag": "7ad9ca23-d998-4921-bf99-1206a42217e0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:50.368303 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b9b48b85-a6a4-4363-9650-a07a7f545418 req-8a231b90-434c-4ab8-b419-f292019143b1 tempest-ImagesOneServerTestJSON-1135950517 tempest-ImagesOneServerTestJSON-1135950517-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee9af3-18b0-4ad6-b15e-f6d74266b60e HTTP/1.1" status: 200 len: 210 time: 0.1032963 Jul 16 01:17:50.593531 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602f4fec-bc9e-4bfd-b41c-7b0678593f0e x-openstack-request-id: req-602f4fec-bc9e-4bfd-b41c-7b0678593f0e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:50.593685 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee9af3-18b0-4ad6-b15e-f6d74266b60e", "name": "network-vif-deleted", "tag": "955a655e-2670-4385-932f-5f469c47ec5b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:50.593942 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-602f4fec-bc9e-4bfd-b41c-7b0678593f0e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:50.594819 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feee9af3-18b0-4ad6-b15e-f6d74266b60e', 'name': 'network-vif-deleted', 'tag': '955a655e-2670-4385-932f-5f469c47ec5b', 'status': 'completed', 'code': 200} Jul 16 01:17:50.740178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Made reservation on behalf of 319e93c2b6a747e89f168f27df7d6c9e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:50.743991 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.758628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.789786 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-223488be-4300-4cb0-ad90-d4c29083c6ca req-0ebd1494-caa9-4603-bd95-58cb92447646 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 210 time: 0.0513628 Jul 16 01:17:50.817200 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Pushing event deleted for resources: {'Port': ['ID=456ccdf1-4728-4d8f-9c26-155c46bb902e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:50.835225 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f2ad32-732c-4d19-9ace-6c769f16b67f x-openstack-request-id: req-95f2ad32-732c-4d19-9ace-6c769f16b67f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:50.835600 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd2e0cc-2ca6-4081-b208-fd7d2142e983", "name": "network-vif-deleted", "tag": "7ad9ca23-d998-4921-bf99-1206a42217e0", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:50.835912 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95f2ad32-732c-4d19-9ace-6c769f16b67f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:50.836314 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd2e0cc-2ca6-4081-b208-fd7d2142e983', 'name': 'network-vif-deleted', 'tag': '7ad9ca23-d998-4921-bf99-1206a42217e0', 'status': 'completed', 'code': 200} Jul 16 01:17:50.900268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:51.018105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.058859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf820545-cde3-4464-a1b6-207e9fe027fa admin admin] Deleting subnet 8e879f59-04e8-4043-bbd8-ca371be4d04f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:51.062870 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf820545-cde3-4464-a1b6-207e9fe027fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.133009 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf820545-cde3-4464-a1b6-207e9fe027fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.195015 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf820545-cde3-4464-a1b6-207e9fe027fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.212918 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.217679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.228983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Allocated IP 172.20.0.7 (db8facb9-7f33-47d6-9f8a-78547de9b32d/7dec5ba0-6bd7-476b-8091-6c954de6e44e/3f2ec41b-ef5d-4611-9cc7-30a84f334a40) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:51.278820 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf820545-cde3-4464-a1b6-207e9fe027fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.338464 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.339632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6069e1-4962-416a-afe9-90edc91dfc6b {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:17:51.340993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf820545-cde3-4464-a1b6-207e9fe027fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e879f59-04e8-4043-bbd8-ca371be4d04f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:51.343402 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf820545-cde3-4464-a1b6-207e9fe027fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.345898 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bf820545-cde3-4464-a1b6-207e9fe027fa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8e879f59-04e8-4043-bbd8-ca371be4d04f HTTP/1.1" status: 204 len: 168 time: 0.4419320 Jul 16 01:17:51.348201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58986) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:51.377772 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.378935 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-11f6a446-b5a1-40fa-811c-23807cf0825d admin admin] 10.222.0.64 "DELETE /v2.0/routers/0a6069e1-4962-416a-afe9-90edc91dfc6b HTTP/1.1" status: 204 len: 168 time: 2.7218490 Jul 16 01:17:51.387502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58988) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:51.486122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:51.498860 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.535367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:51.535716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 901324ad-41bf-4aa2-b70e-7bfb6a1c3c39 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:51.615704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.631279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1baa047e-8792-4270-8112-dbdbd0bc462a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:51.671460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbc6c81-917a-48ad-b369-a8db547b83dd') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:51.673113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbc6c81-917a-48ad-b369-a8db547b83dd') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:51.673365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ed903d-489a-4f2c-902c-42f1312dce1a admin admin] Deleting subnet ef95ef90-3be4-44c3-82ae-5b676d67b00f {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:51.681490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7ed903d-489a-4f2c-902c-42f1312dce1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.689241 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.714761 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.723945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:51.724768 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:51.727609 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:51.766243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-c954e5b9-70a3-4eeb-a8fe-d00b961624b0 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:51.772731 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-c954e5b9-70a3-4eeb-a8fe-d00b961624b0 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/networks?id=3b57fa08-40a3-438e-9d27-6e7c35f6aea1 HTTP/1.1" status: 200 len: 810 time: 0.3527038 Jul 16 01:17:51.809972 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-403f5c95-af36-4e9d-a8ca-c89f30cba123 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/quotas/283b5742555e4ab499ccd15ffcf7c3c9 HTTP/1.1" status: 200 len: 375 time: 0.0332172 Jul 16 01:17:51.815404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.825749 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7ed903d-489a-4f2c-902c-42f1312dce1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.826553 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.831680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1baa047e-8792-4270-8112-dbdbd0bc462a HTTP/1.1" status: 204 len: 168 time: 0.4819005 Jul 16 01:17:51.857879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ed49e-4bb7-4665-9d69-8ebfdc18c969 admin admin] Pushing event deleted for resources: {'Network': ['ID=1baa047e-8792-4270-8112-dbdbd0bc462a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:51.865391 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-ed15cede-8b30-4c36-9468-f098b5dc897d tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=283b5742555e4ab499ccd15ffcf7c3c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571604 Jul 16 01:17:51.974685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59032) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:52.048843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7ad9ca23-d998-4921-bf99-1206a42217e0 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:52.052391 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-2f25180d-247a-4986-a227-954335bd59b0 service neutron] 10.222.0.64 "GET /v2.0/networks/3b57fa08-40a3-438e-9d27-6e7c35f6aea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425667 Jul 16 01:17:52.064974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.119374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 7ad9ca23-d998-4921-bf99-1206a42217e0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:52.121244 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7ad9ca23-d998-4921-bf99-1206a42217e0 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:52.121840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 10fd2776-8f8c-497a-bcc9-2f3b392dc74d no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:52.176103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 10fd2776-8f8c-497a-bcc9-2f3b392dc74d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:52.176457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 10fd2776-8f8c-497a-bcc9-2f3b392dc74d not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:52.205499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59064) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:52.284336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7ed903d-489a-4f2c-902c-42f1312dce1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.310225 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9598e901-77eb-4708-8495-3a223795339c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a758292e41a446698112918a11a67d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285503 Jul 16 01:17:52.310225 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6829b4c9-b13d-4b11-8138-b77cb8dfb487 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14ebf8d6b5e7468bbd5b35b01fd2a71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007061 Jul 16 01:17:52.310225 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59076) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:52.310998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59078) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:52.315609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-f2a9d9f2-b5b0-434a-9123-0b5d029b98cd service neutron] 10.222.0.64 "GET /v2.0/networks/3b57fa08-40a3-438e-9d27-6e7c35f6aea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537456 Jul 16 01:17:52.333711 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.413927 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5fb43945-3d2c-452d-a65b-76509b3905d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.421785 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d94b2ee5-a0f1-48e3-b1ce-72ce506a2823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.447075 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Network db8facb9-7f33-47d6-9f8a-78547de9b32d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:52.458726 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:52.460759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event updated for resources: {'Port': ['ID=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:52.465957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:52.495494 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5fb43945-3d2c-452d-a65b-76509b3905d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.498457 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7ed903d-489a-4f2c-902c-42f1312dce1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.499901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d94b2ee5-a0f1-48e3-b1ce-72ce506a2823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.522196 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7ed903d-489a-4f2c-902c-42f1312dce1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.525348 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e7ed903d-489a-4f2c-902c-42f1312dce1a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ef95ef90-3be4-44c3-82ae-5b676d67b00f HTTP/1.1" status: 204 len: 168 time: 1.1290417 Jul 16 01:17:52.532207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e24c296-6809-4aca-8c18-7ced1dcadfab None None] Network 0401df81-8a63-4596-8bb1-76d5797e6451 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:52.547490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59090) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:52.558723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed903d-489a-4f2c-902c-42f1312dce1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef95ef90-3be4-44c3-82ae-5b676d67b00f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:52.583793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.584667 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.626526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86da0-c881-425a-b0fb-2ef476924802 req-2a40ecd7-966b-481b-840c-c659877dc1da tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.628872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7fe86da0-c881-425a-b0fb-2ef476924802 req-2a40ecd7-966b-481b-840c-c659877dc1da tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 931 time: 0.2074907 Jul 16 01:17:52.629575 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d94b2ee5-a0f1-48e3-b1ce-72ce506a2823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.632157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d94b2ee5-a0f1-48e3-b1ce-72ce506a2823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.636230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d94b2ee5-a0f1-48e3-b1ce-72ce506a2823 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fec6c29-be3f-488a-8bb1-7b987be5340b HTTP/1.1" status: 204 len: 168 time: 0.3232276 Jul 16 01:17:52.645038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b2ee5-a0f1-48e3-b1ce-72ce506a2823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fec6c29-be3f-488a-8bb1-7b987be5340b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:52.651661 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-ae49a141-3298-4803-a249-140b949ff6d8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3452749 Jul 16 01:17:52.652704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5fb43945-3d2c-452d-a65b-76509b3905d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.655203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5fb43945-3d2c-452d-a65b-76509b3905d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.656334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5fb43945-3d2c-452d-a65b-76509b3905d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eedee59b-c997-4f23-92f8-27ca0bdba876 HTTP/1.1" status: 204 len: 168 time: 0.3401265 Jul 16 01:17:52.672766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Request body: {'port': {'device_id': 'b28ea9a7-95cd-439e-837d-e65164de71ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:52.674131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb43945-3d2c-452d-a65b-76509b3905d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedee59b-c997-4f23-92f8-27ca0bdba876,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:52.695442 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7fe86da0-c881-425a-b0fb-2ef476924802 req-a51ac32f-515f-4977-8e5e-c1ae187c78e6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514657 Jul 16 01:17:52.699401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.844063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.920948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Deleting port f5ae6749-5e59-4b2c-80b5-5213cab16c51 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:52.921530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.978213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be4d5c2-b6ba-4203-89f3-a964d5c7dbdd None None] DHCP port deletion for 0401df81-8a63-4596-8bb1-76d5797e6451 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:17:53.048509 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebf129b2-1957-49cc-b41d-010d6fafbb02 req-e1e714c1-803d-4ed5-8633-215f1f62c711 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 210 time: 0.1227465 Jul 16 01:17:53.065893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 955a655e-2670-4385-932f-5f469c47ec5b no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:53.114581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 955a655e-2670-4385-932f-5f469c47ec5b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:53.114933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 955a655e-2670-4385-932f-5f469c47ec5b not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:53.143256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] For port f5ae6749-5e59-4b2c-80b5-5213cab16c51, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f5ae6749-5e59-4b2c-80b5-5213cab16c51,segment=NetworkSegment(eb245211-8a43-4d88-a2c4-17c1073ab55f),segment_id=eb245211-8a43-4d88-a2c4-17c1073ab55f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:53.143869 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.168818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0be4d5c2-b6ba-4203-89f3-a964d5c7dbdd None None] Deleting port f5ae6749-5e59-4b2c-80b5-5213cab16c51 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:53.169268 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0be4d5c2-b6ba-4203-89f3-a964d5c7dbdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.218537 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Calling delete_port for f5ae6749-5e59-4b2c-80b5-5213cab16c51 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:53.329190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0be4d5c2-b6ba-4203-89f3-a964d5c7dbdd None None] For port f5ae6749-5e59-4b2c-80b5-5213cab16c51, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f5ae6749-5e59-4b2c-80b5-5213cab16c51,segment=NetworkSegment(eb245211-8a43-4d88-a2c4-17c1073ab55f),segment_id=eb245211-8a43-4d88-a2c4-17c1073ab55f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:53.329520 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0be4d5c2-b6ba-4203-89f3-a964d5c7dbdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.368434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0be4d5c2-b6ba-4203-89f3-a964d5c7dbdd None None] Calling delete_port for f5ae6749-5e59-4b2c-80b5-5213cab16c51 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:53.512957 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.520845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:53.556338 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.559506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ae6749-5e59-4b2c-80b5-5213cab16c51,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:53.567081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] No DVR routers for this DVR port f5ae6749-5e59-4b2c-80b5-5213cab16c51 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:53.595620 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0be4d5c2-b6ba-4203-89f3-a964d5c7dbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.601156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Transition to ACTIVE for port object 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:53.611539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:53.632842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be4d5c2-b6ba-4203-89f3-a964d5c7dbdd None None] No DVR routers for this DVR port f5ae6749-5e59-4b2c-80b5-5213cab16c51 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:53.641083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 456ccdf1-4728-4d8f-9c26-155c46bb902e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:53.683865 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.712475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0401df81-8a63-4596-8bb1-76d5797e6451']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:53.725562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 456ccdf1-4728-4d8f-9c26-155c46bb902e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:53.726095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 456ccdf1-4728-4d8f-9c26-155c46bb902e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:53.726739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f5ae6749-5e59-4b2c-80b5-5213cab16c51 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:53.733909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4d5c2-b6ba-4203-89f3-a964d5c7dbdd None None] Pushing event deleted for resources: {'Port': ['ID=f5ae6749-5e59-4b2c-80b5-5213cab16c51,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:53.751087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb245211-8a43-4d88-a2c4-17c1073ab55f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:53.751658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb245211-8a43-4d88-a2c4-17c1073ab55f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:53.773039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.784052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: f5ae6749-5e59-4b2c-80b5-5213cab16c51 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:53.790724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f5ae6749-5e59-4b2c-80b5-5213cab16c51 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:53.799102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.805650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:53.806162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:53.820050 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:53.845283 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.899596 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d930f3a-e44b-4ea6-af39-fec4b5ee6660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.023378 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.089904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.093545 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] 10.222.0.64 "DELETE /v2.0/networks/0401df81-8a63-4596-8bb1-76d5797e6451 HTTP/1.1" status: 204 len: 168 time: 1.5443058 Jul 16 01:17:54.112549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:54.146635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67400d-f72c-43a6-aff2-f84e09cc29ee admin admin] Pushing event deleted for resources: {'Network': ['ID=0401df81-8a63-4596-8bb1-76d5797e6451,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:54.177850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d930f3a-e44b-4ea6-af39-fec4b5ee6660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.203716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d930f3a-e44b-4ea6-af39-fec4b5ee6660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.274152 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff17e2-bf8e-47af-b7a4-41a8c3336bd3 req-c0c19290-72f1-439d-8825-ca235ca67749 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:54.282556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20ff17e2-bf8e-47af-b7a4-41a8c3336bd3 req-c0c19290-72f1-439d-8825-ca235ca67749 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 943 time: 0.3225985 Jul 16 01:17:54.299549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d930f3a-e44b-4ea6-af39-fec4b5ee6660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd3152b-a973-4242-bfa0-5432dd294fd7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:54.315829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Attempting to bind port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:54.319617 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Attempting to bind port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:54.321529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Attempting to bind port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:54.343974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 on network db8facb9-7f33-47d6-9f8a-78547de9b32d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:54.344637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Attempting to bind port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:54.360419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:54.360866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Checking segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:54.361932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Bound using segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:54.361932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Bound port: 3f2ec41b-ef5d-4611-9cc7-30a84f334a40, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:54.362349 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.403101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20ff17e2-bf8e-47af-b7a4-41a8c3336bd3 req-2e9dd069-6a8c-4d73-a5d0-68135c77d22a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189294 Jul 16 01:17:54.497562 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3eb42f6-9a6e-4a2f-9cbf-71bad5422742 req-ab6adb35-48e1-4c4a-9e54-98eef76f173c tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 210 time: 0.0970111 Jul 16 01:17:54.507460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] For port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:54.513912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0d930f3a-e44b-4ea6-af39-fec4b5ee6660 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bfeac0f48d64cecbda3e605cf3b6941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9007294 Jul 16 01:17:54.514664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] For port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:54.517353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59204) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:54.543017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.544787 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-171a8990-40a5-4768-ae28-bca74996f6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.648528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:54.649569 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.651209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] 10.222.0.67 "PUT /v2.0/ports/3f2ec41b-ef5d-4611-9cc7-30a84f334a40 HTTP/1.1" status: 200 len: 1092 time: 1.9883661 Jul 16 01:17:54.654907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28ea9a7-95cd-439e-837d-e65164de71ae', 'tag': '3f2ec41b-ef5d-4611-9cc7-30a84f334a40'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:54.660906 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944c112a-121b-443d-ba4a-5ac7344f560a" -d '{"events": [{"name": "network-changed", "server_uuid": "b28ea9a7-95cd-439e-837d-e65164de71ae", "tag": "3f2ec41b-ef5d-4611-9cc7-30a84f334a40"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:54.706424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cb22fa0-ecd4-4bff-8606-97ffff7bd308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.733961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59226) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:54.777697 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6907d7-9e4b-4bcb-9e04-c8df549ae7fe x-openstack-request-id: req-ce6907d7-9e4b-4bcb-9e04-c8df549ae7fe {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:54.777990 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28ea9a7-95cd-439e-837d-e65164de71ae", "tag": "3f2ec41b-ef5d-4611-9cc7-30a84f334a40", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:54.778273 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce6907d7-9e4b-4bcb-9e04-c8df549ae7fe {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:54.778928 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28ea9a7-95cd-439e-837d-e65164de71ae', 'tag': '3f2ec41b-ef5d-4611-9cc7-30a84f334a40', 'status': 'completed', 'code': 200} Jul 16 01:17:54.817865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ee248690-e0d8-46ea-bdf5-80bf14e7c8b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4ed7b4c19a34390bd1e0f76ba2228b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814915 Jul 16 01:17:54.820790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59234) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:54.830121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a23b6-48a2-42de-a597-0a7e79a65d06 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:54.935918 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8318d0db-befb-4ce6-bee2-864d47ea7222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.996334 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8318d0db-befb-4ce6-bee2-864d47ea7222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.032776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59238) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:55.078967 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8318d0db-befb-4ce6-bee2-864d47ea7222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.084790 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8318d0db-befb-4ce6-bee2-864d47ea7222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.089419 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8318d0db-befb-4ce6-bee2-864d47ea7222 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97afa201-7b3b-4d46-beae-890850feb6fd HTTP/1.1" status: 204 len: 168 time: 0.2653897 Jul 16 01:17:55.112634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318d0db-befb-4ce6-bee2-864d47ea7222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97afa201-7b3b-4d46-beae-890850feb6fd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:55.317560 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.390915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-739516584-network', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:55.443687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-94921fcf-8d4b-46e0-bc08-35d201337619 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.445265 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-94921fcf-8d4b-46e0-bc08-35d201337619 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.50 "GET /v2.0/networks?id=3b57fa08-40a3-438e-9d27-6e7c35f6aea1 HTTP/1.1" status: 200 len: 810 time: 0.2776568 Jul 16 01:17:55.474677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Request body: {'port': {'device_id': '794eaacf-cf80-40a4-b732-13b6e9da609e', 'network_id': '3b57fa08-40a3-438e-9d27-6e7c35f6aea1', 'admin_state_up': True, 'tenant_id': '283b5742555e4ab499ccd15ffcf7c3c9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:55.476842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cb22fa0-ecd4-4bff-8606-97ffff7bd308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.500402 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-2353f9fb-9dbb-4a8a-b1e9-c4de9505547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.502374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-2353f9fb-9dbb-4a8a-b1e9-c4de9505547d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 1095 time: 0.7902186 Jul 16 01:17:55.529706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Made reservation on behalf of 026a14f24e574fb8b0b4b096ef9d212e for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:55.535582 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.564428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-75dcb112-b4c3-4542-851f-6232d9ef075a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f2ec41b-ef5d-4611-9cc7-30a84f334a40 HTTP/1.1" status: 200 len: 217 time: 0.0462203 Jul 16 01:17:55.566397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.633127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:55.654614 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cb22fa0-ecd4-4bff-8606-97ffff7bd308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.658163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cb22fa0-ecd4-4bff-8606-97ffff7bd308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.664795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7cb22fa0-ecd4-4bff-8606-97ffff7bd308 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1bd3152b-a973-4242-bfa0-5432dd294fd7 HTTP/1.1" status: 204 len: 168 time: 1.1439302 Jul 16 01:17:55.706684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb22fa0-ecd4-4bff-8606-97ffff7bd308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd3152b-a973-4242-bfa0-5432dd294fd7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:55.728913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-1fbd0e2e-e425-4d9f-b6b4-27d8d35f0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.735683 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-1fbd0e2e-e425-4d9f-b6b4-27d8d35f0c0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.1635020 Jul 16 01:17:55.795566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-2dbf2dad-8e54-4f47-84cc-60c9c397c797 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309513 Jul 16 01:17:55.896600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ef42898-031d-4a1e-bb94-124c64a5df55 req-76c6cf5e-704a-4c09-b3ee-04f49d9d6950 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 210 time: 0.1472242 Jul 16 01:17:55.911074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c6abc-1e0d-4659-a622-204c596e8382 req-e67572ed-3b73-418e-be30-8e1e0cd73b96 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.917900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-475c6abc-1e0d-4659-a622-204c596e8382 req-e67572ed-3b73-418e-be30-8e1e0cd73b96 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 943 time: 0.2235291 Jul 16 01:17:55.980660 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.989824 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-475c6abc-1e0d-4659-a622-204c596e8382 req-4071cf1b-8337-4a20-9872-31ea1677e1a7 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709198 Jul 16 01:17:56.007583 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-a998c3a5-225d-423a-8645-678ff301cc4c service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047477 Jul 16 01:17:56.015092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.035249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:56.049621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.050303 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Added segment a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2 of type vlan for network 2f83854e-2a65-4737-b045-d79c7fb371d2 Jul 16 01:17:56.099173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Made reservation on behalf of 283b5742555e4ab499ccd15ffcf7c3c9 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:56.102967 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.132390 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.167476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1648011078-network', 'tenant_id': 'e1f242fcca8a4fe19fe5e88354a3b527'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:56.176519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-09e5a0cc-cf7a-4bc0-8c54-80b6ef8881e1 req-855636df-a150-45a8-b7b2-a8139cea4cbb service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619484 Jul 16 01:17:56.210093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00a4cf0-f273-4cda-a19f-c31fd2390b5d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:56.273289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Made reservation on behalf of e1f242fcca8a4fe19fe5e88354a3b527 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:56.275492 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.310299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c112a-121b-443d-ba4a-5ac7344f560a req-07a15950-5237-4797-8916-15122e9431fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:56.311823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-944c112a-121b-443d-ba4a-5ac7344f560a req-07a15950-5237-4797-8916-15122e9431fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 1095 time: 0.0759823 Jul 16 01:17:56.345924 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.380919 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.410692 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.411690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:56.412279 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.443408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c112a-121b-443d-ba4a-5ac7344f560a req-31c990c4-289b-4a9b-9f24-014ffd123815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:56.445313 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-944c112a-121b-443d-ba4a-5ac7344f560a req-31c990c4-289b-4a9b-9f24-014ffd123815 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 911 time: 0.1265683 Jul 16 01:17:56.502394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] Pushing event updated for resources: {'Network': ['ID=2f83854e-2a65-4737-b045-d79c7fb371d2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:56.515664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 2f83854e-2a65-4737-b045-d79c7fb371d2 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:56.568585 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-944c112a-121b-443d-ba4a-5ac7344f560a req-567d978a-537a-47ec-8bc0-24c1deb2222f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f2ec41b-ef5d-4611-9cc7-30a84f334a40 HTTP/1.1" status: 200 len: 217 time: 0.1149986 Jul 16 01:17:56.603304 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Allocated IP 172.20.0.3 (3b57fa08-40a3-438e-9d27-6e7c35f6aea1/0a4d654a-612e-44fd-92f1-15bb06ded9e8/7cc3a3b9-b582-4e45-9169-b8378cc6e5ff) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:56.690212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c112a-121b-443d-ba4a-5ac7344f560a req-7d81d59a-decb-4a74-a1d7-b4e0c59a3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:56.694487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-944c112a-121b-443d-ba4a-5ac7344f560a req-7d81d59a-decb-4a74-a1d7-b4e0c59a3673 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.1179976 Jul 16 01:17:56.715159 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.741484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:56.743072 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.746207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-944c112a-121b-443d-ba4a-5ac7344f560a req-9777c5d4-8dc7-4c2d-8d82-70d37c1b530f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425546 Jul 16 01:17:56.762047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2660faa9-e50f-426e-b7a9-ffa48416a241 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7276077 Jul 16 01:17:56.764674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59302) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:56.772858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Request body: {'subnet': {'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-739516584-subnet', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:56.816287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Made reservation on behalf of 026a14f24e574fb8b0b4b096ef9d212e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:56.819112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.843575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:56.888050 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.888404 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Added segment 47ec400c-f46a-4cba-bf8d-0732ee3fccfc of type vlan for network 742563e7-1ab1-446e-af98-a0d4ebeaf657 Jul 16 01:17:56.889885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffeb273-cf0c-41f7-90b8-69707b0c4866,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:56.992615 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.009956 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.071992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b0c79e0-176a-4bcf-ba79-c81f16fc6cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.114880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2142363578-network', 'tenant_id': 'e62550381bd44b4999852b313972a2e1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:57.157515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Made reservation on behalf of e62550381bd44b4999852b313972a2e1 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:57.160170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.179799 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.180942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.181815 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.191904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-944c112a-121b-443d-ba4a-5ac7344f560a req-e53e8f57-b2bf-4fd8-b620-5baed3d17eb0 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369140 Jul 16 01:17:57.194903 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1284677-4328-44f2-999c-7d7ee9b1e8bc req-9a84a012-f6f5-4fdd-a1a0-3a8e17ca4580 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 210 time: 0.0387840 Jul 16 01:17:57.199291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.246069 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5968707 Jul 16 01:17:57.250556 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59316) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:57.256123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Request body: {'subnet': {'network_id': '742563e7-1ab1-446e-af98-a0d4ebeaf657', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1648011078-subnet', 'tenant_id': 'e1f242fcca8a4fe19fe5e88354a3b527', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:57.295559 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.335942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be043257-a86d-4e4e-b27e-c98646c189ff admin admin] Pushing event updated for resources: {'Network': ['ID=742563e7-1ab1-446e-af98-a0d4ebeaf657,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:57.349206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 742563e7-1ab1-446e-af98-a0d4ebeaf657 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:57.367670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Made reservation on behalf of e1f242fcca8a4fe19fe5e88354a3b527 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:57.370728 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.398888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Network 3b57fa08-40a3-438e-9d27-6e7c35f6aea1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:57.410178 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:57.412010 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Pushing event updated for resources: {'Port': ['ID=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:57.415180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:57.458858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61ce75-2d36-4e9a-b818-138e9affdb21 req-f62db9cf-6219-403f-b1f4-8fe8b91418a2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.466279 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d61ce75-2d36-4e9a-b818-138e9affdb21 req-f62db9cf-6219-403f-b1f4-8fe8b91418a2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 943 time: 0.2705986 Jul 16 01:17:57.550970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.551786 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.556755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.575358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d61ce75-2d36-4e9a-b818-138e9affdb21 req-57c38733-5235-4cf2-9ef9-0a4601561dae tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081293 Jul 16 01:17:57.614039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.615314 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.623451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-944c112a-121b-443d-ba4a-5ac7344f560a req-15fecde0-398b-4901-9ad2-10e56a3763e6 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225559 Jul 16 01:17:57.633001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.641430 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.657473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-75283b95-0832-4d08-a010-5c577edb8446 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1974583 Jul 16 01:17:57.662438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Request body: {'port': {'device_id': '794eaacf-cf80-40a4-b732-13b6e9da609e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:57.683313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21b4c57-44e6-425e-8c5f-301b8952f4b1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:57.709782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:57.724490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5476b9cc-9cc8-405c-95fa-db40818e68b2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:57.747491 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.748097 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Added segment de21b026-b4c5-41ab-b4e3-edeced018aca of type vlan for network aab56c69-a6b5-41d9-939a-2572bf0bdd0b Jul 16 01:17:57.785593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206c9096-9461-492f-86ce-19101324f27a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:57.810858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Checking segment: {'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:57.811383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Network hostable DHCP agents. Network: 2f83854e-2a65-4737-b045-d79c7fb371d2, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:57.817830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Checking segment: {'id': '47ec400c-f46a-4cba-bf8d-0732ee3fccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '742563e7-1ab1-446e-af98-a0d4ebeaf657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:57.818345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Network hostable DHCP agents. Network: 742563e7-1ab1-446e-af98-a0d4ebeaf657, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:57.827717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.840679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.848358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59326) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:57.853931 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Network 742563e7-1ab1-446e-af98-a0d4ebeaf657 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:57.875444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Network 2f83854e-2a65-4737-b045-d79c7fb371d2 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:57.878924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 742563e7-1ab1-446e-af98-a0d4ebeaf657) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:57.889475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd567bb-ff3f-468f-90a3-50aa0c92815c None None] Network 742563e7-1ab1-446e-af98-a0d4ebeaf657 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:57.892818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 2f83854e-2a65-4737-b045-d79c7fb371d2) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:57.895629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.896210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.911588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.911903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.912074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.912893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.913487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.924224 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-63f43b42-74cb-4810-81b7-557a61cd7446 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6724732 Jul 16 01:17:57.930589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6531d5-9d1a-4aad-9fe1-07b9f5166d4e None None] Network 2f83854e-2a65-4737-b045-d79c7fb371d2 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:57.939048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-41c6d6ae-dddc-4d0d-9577-051cbb58da30 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1714993 Jul 16 01:17:57.941801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59332) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:57.952682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:57.970842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2229896 Jul 16 01:17:57.971484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:57.988521 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.990044 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.027687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Request body: {'subnet': {'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2142363578-subnet', 'tenant_id': 'e62550381bd44b4999852b313972a2e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:58.084217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3aa56-2b72-47ed-8714-5ff332dfea4a admin admin] Pushing event updated for resources: {'Network': ['ID=aab56c69-a6b5-41d9-939a-2572bf0bdd0b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:58.128016 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53af4161-688b-4e5d-87fb-104e4932af26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.142956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.144911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Made reservation on behalf of e62550381bd44b4999852b313972a2e1 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:58.156059 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.160200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network aab56c69-a6b5-41d9-939a-2572bf0bdd0b details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:58.255969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53af4161-688b-4e5d-87fb-104e4932af26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.364157 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53af4161-688b-4e5d-87fb-104e4932af26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.445493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:58.484705 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.527075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Transition to ACTIVE for port object 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:58.532483 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.542755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.581849 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.617372 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-53af4161-688b-4e5d-87fb-104e4932af26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdeea3be2d0d4a90a93445e12bbd30ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7678738 Jul 16 01:17:58.626919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551fe8d-2cb0-4f84-8228-2b366e59e7f3 None None] Network 742563e7-1ab1-446e-af98-a0d4ebeaf657 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:58.631909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59360) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:58.641716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af4161-688b-4e5d-87fb-104e4932af26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb8876c-eda1-49ef-a3cd-c70b93ee0ca6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:58.686630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ae34f-c694-4adc-9afc-24f9719b369d req-114de061-3b72-48d5-b54d-0fe041e32b68 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.693966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a81ae34f-c694-4adc-9afc-24f9719b369d req-114de061-3b72-48d5-b54d-0fe041e32b68 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 943 time: 0.1641717 Jul 16 01:17:58.744203 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.748332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:58.779848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a81ae34f-c694-4adc-9afc-24f9719b369d req-439da375-46e0-4a78-beb4-1c37ec992957 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847685 Jul 16 01:17:58.832857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-2f83854e-2a65-4737-b045-d79c7fb371d2', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:17:58.833757 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.972971 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.996353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.007813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Allocated IP 172.20.0.2 (2f83854e-2a65-4737-b045-d79c7fb371d2/206c9096-9461-492f-86ce-19101324f27a/cf479f81-89a7-451e-a3dd-3ab03d85ad40) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:59.068065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b0bfd-678f-4bf3-866c-214059424a6a req-2bcf1ac8-4b2e-4cbc-a727-8393737f8f07 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.069654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f56b0bfd-678f-4bf3-866c-214059424a6a req-2bcf1ac8-4b2e-4cbc-a727-8393737f8f07 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 943 time: 0.1520233 Jul 16 01:17:59.086494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:59.154426 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f56b0bfd-678f-4bf3-866c-214059424a6a req-514fad55-2cf8-4de9-951f-6ffeb5866ac0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730176 Jul 16 01:17:59.160848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Allocated IP 172.25.4.13 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:59.246958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c6874d-f530-4445-9019-cd465bca7221,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.250701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Pushing event updated for resources: {'Port': ['ID=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.253711 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.274898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Transition to ACTIVE for port object cf479f81-89a7-451e-a3dd-3ab03d85ad40 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:59.278664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:59.298686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '3f2ec41b-ef5d-4611-9cc7-30a84f334a40', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'port_id': '3f2ec41b-ef5d-4611-9cc7-30a84f334a40', 'mac_address': 'fa:16:3e:98:78:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dec5ba0-6bd7-476b-8091-6c954de6e44e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:59.305422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Transition to ACTIVE for port object cf479f81-89a7-451e-a3dd-3ab03d85ad40 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:59.321866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.342937 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.351125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-d8b586d7-ff3c-40e4-8d3c-216cc3dba647 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.352527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-d8b586d7-ff3c-40e4-8d3c-216cc3dba647 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/networks?id=742563e7-1ab1-446e-af98-a0d4ebeaf657 HTTP/1.1" status: 200 len: 821 time: 0.7808306 Jul 16 01:17:59.353316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Checking segment: {'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:59.353676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Network hostable DHCP agents. Network: aab56c69-a6b5-41d9-939a-2572bf0bdd0b, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:59.391446 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.392004 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.408854 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-3bdbb13d-78d0-4ac2-91b0-cd484a5a0d18 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/quotas/e1f242fcca8a4fe19fe5e88354a3b527 HTTP/1.1" status: 200 len: 375 time: 0.0464091 Jul 16 01:17:59.413180 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3d456f6-b28d-4c19-902d-fc7ba973e996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.414816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Network 2f83854e-2a65-4737-b045-d79c7fb371d2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:59.423443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Network aab56c69-a6b5-41d9-939a-2572bf0bdd0b is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:59.426404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:59.431028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:59.433509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Pushing event updated for resources: {'Port': ['ID=cf479f81-89a7-451e-a3dd-3ab03d85ad40,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.442055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:59.456063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:59.460765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:59.465594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:59.468896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Pushing event updated for resources: {'Port': ['ID=b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.482695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:59.503865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f3c5b1fe-00e2-48a9-86ab-d08df12bd9b1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1f242fcca8a4fe19fe5e88354a3b527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850391 Jul 16 01:17:59.510518 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.516107 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Attempting to bind port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:59.516442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Attempting to bind port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b57fa08-40a3-438e-9d27-6e7c35f6aea1'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:59.516772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Attempting to bind port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff on network 3b57fa08-40a3-438e-9d27-6e7c35f6aea1 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:59.528500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, aab56c69-a6b5-41d9-939a-2572bf0bdd0b) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:59.533376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.533988 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.539068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3d456f6-b28d-4c19-902d-fc7ba973e996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.544553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bea8a2-0218-42df-a3bd-45d4a8ee04c8 None None] Network aab56c69-a6b5-41d9-939a-2572bf0bdd0b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:59.550971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Attempting to bind port cf479f81-89a7-451e-a3dd-3ab03d85ad40 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:59.551334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Attempting to bind port cf479f81-89a7-451e-a3dd-3ab03d85ad40 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:59.551692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Attempting to bind port cf479f81-89a7-451e-a3dd-3ab03d85ad40 on network 2f83854e-2a65-4737-b045-d79c7fb371d2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:59.565381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff on network 3b57fa08-40a3-438e-9d27-6e7c35f6aea1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:59.565710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Attempting to bind port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff on network 3b57fa08-40a3-438e-9d27-6e7c35f6aea1 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:59.587838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:59.598288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Checking segment: {'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:59.598288 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.598288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Bound using segment: {'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:59.598288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Bound port: cf479f81-89a7-451e-a3dd-3ab03d85ad40, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:59.598288 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.617562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:59.617902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Checking segment: {'id': 'ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b57fa08-40a3-438e-9d27-6e7c35f6aea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:59.618343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Bound using segment: {'id': 'ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b57fa08-40a3-438e-9d27-6e7c35f6aea1'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:59.618767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Bound port: 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b57fa08-40a3-438e-9d27-6e7c35f6aea1'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:59.619131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.631058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-38f736eb-c3ed-44ce-af2e-870bc16d0bac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6076212 Jul 16 01:17:59.641056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.711916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-917cde53-1f79-427e-8b03-b57f6ea2d3c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=000d03177bd94f8694f244628c0118ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9542227 Jul 16 01:17:59.717927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59370) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:59.739169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] For port cf479f81-89a7-451e-a3dd-3ab03d85ad40, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:59.748005 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3d456f6-b28d-4c19-902d-fc7ba973e996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.750623 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3d456f6-b28d-4c19-902d-fc7ba973e996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.754406 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e3d456f6-b28d-4c19-902d-fc7ba973e996 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dbb8876c-eda1-49ef-a3cd-c70b93ee0ca6 HTTP/1.1" status: 204 len: 168 time: 1.0751035 Jul 16 01:17:59.760199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['3f2ec41b-ef5d-4611-9cc7-30a84f334a40'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:59.793168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] For port cf479f81-89a7-451e-a3dd-3ab03d85ad40, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cf479f81-89a7-451e-a3dd-3ab03d85ad40,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:59.794125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe90f27b-95c5-400a-8a93-ce28f2347c9c None None] Network aab56c69-a6b5-41d9-939a-2572bf0bdd0b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:59.805515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d456f6-b28d-4c19-902d-fc7ba973e996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb8876c-eda1-49ef-a3cd-c70b93ee0ca6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.829153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.928206 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-7f03e9a5-9a6b-4dcf-86c8-b21b3a5b8e5d service neutron] 10.222.0.64 "GET /v2.0/networks/742563e7-1ab1-446e-af98-a0d4ebeaf657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916636 Jul 16 01:17:59.940469 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.062284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] For port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:00.095107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8400725e-94f1-4227-9a5b-a768d2d7b29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.109511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] For port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,segment=NetworkSegment(ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a),segment_id=ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:00.121565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.205288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8400725e-94f1-4227-9a5b-a768d2d7b29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.239604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.240103 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.241735 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] 10.222.0.50 "PUT /v2.0/ports/7cc3a3b9-b582-4e45-9169-b8378cc6e5ff HTTP/1.1" status: 200 len: 1092 time: 2.5835929 Jul 16 01:18:00.252262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794eaacf-cf80-40a4-b732-13b6e9da609e', 'tag': '7cc3a3b9-b582-4e45-9169-b8378cc6e5ff'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:00.255401 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54814096-bd86-4d19-971c-6522f5706eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "794eaacf-cf80-40a4-b732-13b6e9da609e", "tag": "7cc3a3b9-b582-4e45-9169-b8378cc6e5ff"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:00.279341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f75be6de-9dca-402f-9fbc-1d5e188c20c9 service neutron] 10.222.0.64 "GET /v2.0/networks/742563e7-1ab1-446e-af98-a0d4ebeaf657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276360 Jul 16 01:18:00.288064 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.293196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc5ee9-1288-4f73-a27e-b4364c7c828a req-e3d7667a-afdb-4ea1-be96-14169e2ea65f tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.312161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8dbc5ee9-1288-4f73-a27e-b4364c7c828a req-e3d7667a-afdb-4ea1-be96-14169e2ea65f tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 943 time: 0.2827811 Jul 16 01:18:00.336455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.359109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60bb95-ab66-4303-8a09-f48e0729b8cc service neutron] Pushing event updated for resources: {'Port': ['ID=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:00.408196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-0d86212b-c45f-4ab6-8829-8bca10cffa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.409030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050c13e-b995-4d9b-afc9-5bc29bcdc61b None None] Pushing event updated for resources: {'Port': ['ID=cf479f81-89a7-451e-a3dd-3ab03d85ad40,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:00.411748 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-0d86212b-c45f-4ab6-8829-8bca10cffa19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=283b5742555e4ab499ccd15ffcf7c3c9&device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 1095 time: 0.1243672 Jul 16 01:18:00.428819 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8400725e-94f1-4227-9a5b-a768d2d7b29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.431834 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8400725e-94f1-4227-9a5b-a768d2d7b29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.435161 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8400725e-94f1-4227-9a5b-a768d2d7b29a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c176aeac-5f48-40f3-ad2b-a0517c4502fa HTTP/1.1" status: 204 len: 168 time: 0.7122831 Jul 16 01:18:00.467188 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8dbc5ee9-1288-4f73-a27e-b4364c7c828a req-0cd73dab-6bde-4160-a389-a261a931984e tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485968 Jul 16 01:18:00.561939 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400725e-94f1-4227-9a5b-a768d2d7b29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c176aeac-5f48-40f3-ad2b-a0517c4502fa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:00.564887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-a92ded3d-c507-43e6-b93c-df5a32f163c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff HTTP/1.1" status: 200 len: 217 time: 0.1455545 Jul 16 01:18:00.663526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-714a9feb-4bec-4968-a1e0-c2a1ee054814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.665027 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-714a9feb-4bec-4968-a1e0-c2a1ee054814 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a4d654a-612e-44fd-92f1-15bb06ded9e8 HTTP/1.1" status: 200 len: 850 time: 0.0938632 Jul 16 01:18:00.716331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Router 95a427a0-3537-40f4-9eea-c93df6109b80 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:18:00.743061 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-b7aebe49-23c5-47a4-b27a-dfc23f8f841f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b57fa08-40a3-438e-9d27-6e7c35f6aea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704160 Jul 16 01:18:01.036473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-64b250b7-9ace-4195-95e8-4613d79b4ec0 service neutron] 10.222.0.50 "GET /v2.0/networks/3b57fa08-40a3-438e-9d27-6e7c35f6aea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900383 Jul 16 01:18:01.099264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeadcdb-23b7-4f07-825f-ded504de5405 req-b563fe0c-e77c-4e3a-a421-0208300c7802 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.118853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8eeadcdb-23b7-4f07-825f-ded504de5405 req-b563fe0c-e77c-4e3a-a421-0208300c7802 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 944 time: 0.2080226 Jul 16 01:18:01.233274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8eeadcdb-23b7-4f07-825f-ded504de5405 req-28941c5b-a4b6-45ed-8e4f-19d55627a35c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134138 Jul 16 01:18:01.296573 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39da3dc-ad08-4112-9a05-a2b61e199e4e req-e05bcc2a-577a-459c-9ffe-567eb3afaf22 service neutron] 10.222.0.50 "GET /v2.0/networks/3b57fa08-40a3-438e-9d27-6e7c35f6aea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482858 Jul 16 01:18:01.327984 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3447db55-a66d-4020-909b-57bb51b24704 x-openstack-request-id: req-3447db55-a66d-4020-909b-57bb51b24704 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:01.328282 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794eaacf-cf80-40a4-b732-13b6e9da609e", "tag": "7cc3a3b9-b582-4e45-9169-b8378cc6e5ff", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:01.328536 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3447db55-a66d-4020-909b-57bb51b24704 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:01.328945 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794eaacf-cf80-40a4-b732-13b6e9da609e', 'tag': '7cc3a3b9-b582-4e45-9169-b8378cc6e5ff', 'status': 'completed', 'code': 200} Jul 16 01:18:01.461645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59434) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:01.545138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814096-bd86-4d19-971c-6522f5706eaa req-0ba10bfe-619e-4447-bb15-6f56f03b9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.546865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54814096-bd86-4d19-971c-6522f5706eaa req-0ba10bfe-619e-4447-bb15-6f56f03b9850 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=283b5742555e4ab499ccd15ffcf7c3c9&device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 1095 time: 0.1742079 Jul 16 01:18:01.551111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cf479f81-89a7-451e-a3dd-3ab03d85ad40 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:01.725925 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port cf479f81-89a7-451e-a3dd-3ab03d85ad40 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:01.775011 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b86dbfb8-da67-4eea-a25a-98643fa0cdaa req-9072f9ba-dcc7-4e2f-8267-c9ca0a78fe85 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 210 time: 0.0663216 Jul 16 01:18:01.810397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1486084044-network', 'tenant_id': '6f7f4df630744f779b1efa4a1c67e9e5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:01.824837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814096-bd86-4d19-971c-6522f5706eaa req-dc81b8ff-4ea4-489c-bc43-d826783713e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.827865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54814096-bd86-4d19-971c-6522f5706eaa req-dc81b8ff-4ea4-489c-bc43-d826783713e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b57fa08-40a3-438e-9d27-6e7c35f6aea1 HTTP/1.1" status: 200 len: 910 time: 0.2688131 Jul 16 01:18:01.835361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:01.846277 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Sync routers for ids ['95a427a0-3537-40f4-9eea-c93df6109b80'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:01.860965 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Routers {'95a427a0-3537-40f4-9eea-c93df6109b80'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:01.862236 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['95a427a0-3537-40f4-9eea-c93df6109b80'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:01.901830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Made reservation on behalf of 6f7f4df630744f779b1efa4a1c67e9e5 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:01.903626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad94d9-f576-4ff5-9b06-e2d9ed868d4f None None] Network 2f83854e-2a65-4737-b045-d79c7fb371d2 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:01.905023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.917571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-e98a8859-bc67-49ca-bb5a-8ecc50d104d3 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.920250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-e98a8859-bc67-49ca-bb5a-8ecc50d104d3 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/networks?id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b HTTP/1.1" status: 200 len: 822 time: 0.5245156 Jul 16 01:18:01.927527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54814096-bd86-4d19-971c-6522f5706eaa req-08b94342-51df-4264-9796-719b4df605c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff HTTP/1.1" status: 200 len: 217 time: 0.0909076 Jul 16 01:18:01.932301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.950356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.951568 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8a000da4-99bd-4c9d-bbc7-fbe2ded58dbc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0087748 Jul 16 01:18:01.954490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:01.966608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-38c52cee-d769-48dd-8571-5d805237fa43 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/quotas/e62550381bd44b4999852b313972a2e1 HTTP/1.1" status: 200 len: 375 time: 0.0373816 Jul 16 01:18:02.047580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5caa7ed-9d49-4086-a33b-d2ad817548fb None None] Provisioning for port cf479f81-89a7-451e-a3dd-3ab03d85ad40 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:02.048458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814096-bd86-4d19-971c-6522f5706eaa req-34187a22-e4da-44ea-9fea-15011af552df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:02.054682 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54814096-bd86-4d19-971c-6522f5706eaa req-34187a22-e4da-44ea-9fea-15011af552df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a4d654a-612e-44fd-92f1-15bb06ded9e8 HTTP/1.1" status: 200 len: 850 time: 0.1173387 Jul 16 01:18:02.059747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5caa7ed-9d49-4086-a33b-d2ad817548fb None None] Provisioning complete for port cf479f81-89a7-451e-a3dd-3ab03d85ad40 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:02.060223 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-26677eda-2bf6-4fa4-9f35-d44b705ba6ea tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e62550381bd44b4999852b313972a2e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510895 Jul 16 01:18:02.060875 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5caa7ed-9d49-4086-a33b-d2ad817548fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.140911 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Set router 95a427a0-3537-40f4-9eea-c93df6109b80 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:02.265830 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54814096-bd86-4d19-971c-6522f5706eaa req-9872505e-78b8-472e-a7db-eece5079928d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b57fa08-40a3-438e-9d27-6e7c35f6aea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692586 Jul 16 01:18:02.391863 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5caa7ed-9d49-4086-a33b-d2ad817548fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.393230 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:17:59Z', 'revision_number': 3, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:02.443458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a5caa7ed-9d49-4086-a33b-d2ad817548fb None None] For port cf479f81-89a7-451e-a3dd-3ab03d85ad40, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cf479f81-89a7-451e-a3dd-3ab03d85ad40,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:02.450175 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5caa7ed-9d49-4086-a33b-d2ad817548fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.452312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4f4f-d17d-4afc-9beb-38e57623715a req-fa89429c-9e27-4684-9ef4-020c8e9af84d tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:02.463468 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f04f4f4f-d17d-4afc-9beb-38e57623715a req-fa89429c-9e27-4684-9ef4-020c8e9af84d tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 943 time: 0.4044845 Jul 16 01:18:02.478403 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Checking router: 95a427a0-3537-40f4-9eea-c93df6109b80 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:02.478705 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Updating router 95a427a0-3537-40f4-9eea-c93df6109b80 port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:02.511112 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54814096-bd86-4d19-971c-6522f5706eaa req-4f8021d9-c85d-4641-afb3-996dc83fb7d7 service neutron] 10.222.0.50 "GET /v2.0/networks/3b57fa08-40a3-438e-9d27-6e7c35f6aea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438543 Jul 16 01:18:02.518258 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.538369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caa7ed-9d49-4086-a33b-d2ad817548fb None None] Pushing event updated for resources: {'Port': ['ID=cf479f81-89a7-451e-a3dd-3ab03d85ad40,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:02.567905 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.601960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f04f4f4f-d17d-4afc-9beb-38e57623715a req-f6f0fa82-241d-4a8b-9632-dba0a512f43e tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373606 Jul 16 01:18:02.735563 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-717d89b3-bd98-4060-9690-e326440a08ce service neutron] 10.222.0.64 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340675 Jul 16 01:18:02.740471 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.814350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54814096-bd86-4d19-971c-6522f5706eaa req-92ea8a85-bd1e-481a-8677-ce4283b166ae service neutron] 10.222.0.50 "GET /v2.0/networks/3b57fa08-40a3-438e-9d27-6e7c35f6aea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958946 Jul 16 01:18:02.833730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:02.895571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b45ce0e-9435-4d9a-aacb-5617d4a266d3 None None] Provisioning complete for port cf479f81-89a7-451e-a3dd-3ab03d85ad40 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:02.896750 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b45ce0e-9435-4d9a-aacb-5617d4a266d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.950434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15723685-2a4c-4acc-adbb-65bbaf3b1687 req-1186f580-278f-4f22-9982-c06362e467f8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:02.954149 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15723685-2a4c-4acc-adbb-65bbaf3b1687 req-1186f580-278f-4f22-9982-c06362e467f8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 944 time: 0.1067119 Jul 16 01:18:02.999196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-2812cfd7-bd0a-423c-b25e-330d89650970 service neutron] 10.222.0.64 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416594 Jul 16 01:18:03.024642 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15723685-2a4c-4acc-adbb-65bbaf3b1687 req-cbb8b927-a5cb-4f93-95ec-5bdf60caf91f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622351 Jul 16 01:18:03.089303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07defba7-11b6-4298-81a3-4e016e3cb6f8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:03.098704 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.099286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.099655 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Added segment 1d53f73f-24d8-4804-beb9-218e49b01683 of type vlan for network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 Jul 16 01:18:03.101804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.102170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.102515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.102857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.103183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.103509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.103841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.104877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.105254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.105641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.106048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.106382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:03.115008 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Transition to ACTIVE for port object b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:03.116029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-254fc42c-779d-4944-8635-ce46a0f5891e tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.117490 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-254fc42c-779d-4944-8635-ce46a0f5891e tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.67 "GET /v2.0/networks?id=742563e7-1ab1-446e-af98-a0d4ebeaf657 HTTP/1.1" status: 200 len: 821 time: 0.5933371 Jul 16 01:18:03.124676 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.139455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Request body: {'port': {'device_id': '78e25eb8-0c5e-4895-977f-28c4231e40cf', 'network_id': '742563e7-1ab1-446e-af98-a0d4ebeaf657', 'admin_state_up': True, 'tenant_id': 'e1f242fcca8a4fe19fe5e88354a3b527'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:03.147724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:03.209038 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6e158-ef29-4245-968b-2633a11f6948 None None] Pushing event updated for resources: {'Port': ['ID=b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:03.251719 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Attempting to bind port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:03.252619 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Attempting to bind port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:03.253175 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Attempting to bind port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:03.264244 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:03.265191 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:03.265854 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.266535 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:03.267211 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Bound port: b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:03.267770 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.294315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:03.302161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.329590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:03.334597 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.429119 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] For port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:03.439663 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] For port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:03.451285 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.457367 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-536beb7d-9738-4deb-8a1b-d0124eea4e66 req-d231ae77-49b0-4e09-a15c-1b1348a6f79b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 210 time: 0.0893545 Jul 16 01:18:03.483653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cf479f81-89a7-451e-a3dd-3ab03d85ad40 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:03.519690 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Routers {'95a427a0-3537-40f4-9eea-c93df6109b80'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:03.520535 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['95a427a0-3537-40f4-9eea-c93df6109b80'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:03.548580 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d5f34ec1-a3c7-4e90-bda6-d2a44e78b599 req-dd30466a-013b-457c-b511-85ee79844c8e tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 210 time: 0.1117747 Jul 16 01:18:03.581214 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6e158-ef29-4245-968b-2633a11f6948 None None] Pushing event updated for resources: {'Port': ['ID=b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:03.603529 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.621161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.622881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.623653 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.632418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Made reservation on behalf of e1f242fcca8a4fe19fe5e88354a3b527 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:03.638924 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.657318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:03.663038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28ea9a7-95cd-439e-837d-e65164de71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2ec41b-ef5d-4611-9cc7-30a84f334a40'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:03.670579 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8132d6c8-741d-4a9f-bd8f-1505e1e4a85d" -d '{"events": [{"server_uuid": "b28ea9a7-95cd-439e-837d-e65164de71ae", "name": "network-vif-plugged", "status": "completed", "tag": "3f2ec41b-ef5d-4611-9cc7-30a84f334a40"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:03.682950 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.715438 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2494547 Jul 16 01:18:03.716609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59490) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:03.719451 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.721799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Request body: {'subnet': {'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1486084044-subnet', 'tenant_id': '6f7f4df630744f779b1efa4a1c67e9e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:03.762044 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f13fa1a-1e1f-4c04-a691-e8897bb8dba2 x-openstack-request-id: req-4f13fa1a-1e1f-4c04-a691-e8897bb8dba2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:03.762044 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28ea9a7-95cd-439e-837d-e65164de71ae", "name": "network-vif-plugged", "status": "completed", "tag": "3f2ec41b-ef5d-4611-9cc7-30a84f334a40", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:03.762044 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f13fa1a-1e1f-4c04-a691-e8897bb8dba2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:03.762613 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28ea9a7-95cd-439e-837d-e65164de71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2ec41b-ef5d-4611-9cc7-30a84f334a40', 'code': 200} Jul 16 01:18:03.787432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Made reservation on behalf of 6f7f4df630744f779b1efa4a1c67e9e5 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:03.791593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.804211 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] Set router 95a427a0-3537-40f4-9eea-c93df6109b80 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:03.876213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port cf479f81-89a7-451e-a3dd-3ab03d85ad40 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:03.876604 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.924129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:03.966188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012bef4-70a5-443d-ac18-21d89fa42356 admin admin] Pushing event updated for resources: {'Network': ['ID=76f2edf7-82a8-4f70-972f-e3984f4f35e9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:04.004862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198342ed-2fb9-4d6d-9bdd-396ac2a0e12c req-37d4c873-3950-4900-8a77-300728e16b43 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.006479 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-198342ed-2fb9-4d6d-9bdd-396ac2a0e12c req-37d4c873-3950-4900-8a77-300728e16b43 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 943 time: 0.1882131 Jul 16 01:18:04.014701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:04.084708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:04.100686 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-198342ed-2fb9-4d6d-9bdd-396ac2a0e12c req-e31298a8-b62c-4d32-85b3-b98f0a7a103a tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858567 Jul 16 01:18:04.243701 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:17:59Z', 'revision_number': 3, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:04.275508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,segment=NetworkSegment(ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a),segment_id=ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:04.281583 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad96a9d-087c-4b15-95b6-57f776b9b7d7 None None] The sync data for ids ['95a427a0-3537-40f4-9eea-c93df6109b80'] in n-d-791504-14 is: [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:17:59Z', 'revision_number': 3, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:04.299026 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.303505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '7cc3a3b9-b582-4e45-9169-b8378cc6e5ff', 'network_id': '3b57fa08-40a3-438e-9d27-6e7c35f6aea1', 'port_id': '7cc3a3b9-b582-4e45-9169-b8378cc6e5ff', 'mac_address': 'fa:16:3e:13:42:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4d654a-612e-44fd-92f1-15bb06ded9e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:04.365367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.412171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:04.414911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:04.426056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Allocated IP 172.20.0.14 (742563e7-1ab1-446e-af98-a0d4ebeaf657/b21b4c57-44e6-425e-8c5f-301b8952f4b1/1e6368aa-e792-45e9-bf77-8348024e0dae) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:04.442868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Checking segment: {'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:04.443827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Network hostable DHCP agents. Network: 76f2edf7-82a8-4f70-972f-e3984f4f35e9, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:04.463396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,segment=NetworkSegment(ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a),segment_id=ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:04.473914 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.481407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:04.518847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 76f2edf7-82a8-4f70-972f-e3984f4f35e9) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:04.531447 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.531679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.565909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d794d5a9-f1df-4a3f-9bea-4cd319bedc12 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8480754 Jul 16 01:18:04.619409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5effacca-756d-45a1-9d18-b763d094dd45 None None] Network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:04.710795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b412ee-deb2-4960-9b9e-c60cd2884800 req-0f4a943c-257a-48ec-8d8f-1badec96e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.712836 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68b412ee-deb2-4960-9b9e-c60cd2884800 req-0f4a943c-257a-48ec-8d8f-1badec96e088 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 1097 time: 0.7966864 Jul 16 01:18:04.822172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:04.891112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['7cc3a3b9-b582-4e45-9169-b8378cc6e5ff'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:04.934100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e9d90b-d8a1-42df-975c-cf889d8782ad None None] Network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:04.950181 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6b1eca3-1e0d-4789-934b-25b3116e1133 req-787fb74a-e49a-407f-adbf-542ce8c6176a tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 210 time: 0.0657742 Jul 16 01:18:04.969043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22da4b-4114-48dd-b9b2-2221c02cf003 req-387e68e4-a4c4-4b4a-8e54-f23e4a62df25 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.976419 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d22da4b-4114-48dd-b9b2-2221c02cf003 req-387e68e4-a4c4-4b4a-8e54-f23e4a62df25 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.6596518 Jul 16 01:18:05.043947 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.115511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe8dee0f-da9b-45eb-a866-1756dc1c85db req-200c9212-0bb6-43e5-9266-ace5b065cd17 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 210 time: 0.0443590 Jul 16 01:18:05.125223 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68b412ee-deb2-4960-9b9e-c60cd2884800 req-c085be95-a714-4ccc-b736-7d7eded9c753 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012544 Jul 16 01:18:05.145455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Allocated IP 172.20.0.1 (2f83854e-2a65-4737-b045-d79c7fb371d2/206c9096-9461-492f-86ce-19101324f27a/d7d3b1e4-b4c4-45bc-8f48-6200bb11e432) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:05.164018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d22da4b-4114-48dd-b9b2-2221c02cf003 req-dbd0373c-c025-43d9-8019-4be23af5c4c8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866908 Jul 16 01:18:05.205944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.290298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Pushing event updated for resources: {'Port': ['ID=1e6368aa-e792-45e9-bf77-8348024e0dae,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:05.383552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Network 742563e7-1ab1-446e-af98-a0d4ebeaf657 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:05.408251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:05.420746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:05.573510 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:05.689863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:05.690253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-c334a657-4e89-402d-9015-79164445b5a8 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.693751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:05.694148 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.698236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-c334a657-4e89-402d-9015-79164445b5a8 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/networks?id=76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 200 len: 815 time: 0.1607163 Jul 16 01:18:05.712903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-f5548f75-5762-41ec-93ed-5a88bcf35794 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.715604 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-f5548f75-5762-41ec-93ed-5a88bcf35794 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.50 "GET /v2.0/networks?id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b HTTP/1.1" status: 200 len: 822 time: 0.3416624 Jul 16 01:18:05.732270 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-009f11d1-351d-4c6c-a479-d9ad12d41f15 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/quotas/6f7f4df630744f779b1efa4a1c67e9e5 HTTP/1.1" status: 200 len: 375 time: 0.0320594 Jul 16 01:18:05.750705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Request body: {'port': {'device_id': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b', 'admin_state_up': True, 'tenant_id': 'e62550381bd44b4999852b313972a2e1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:05.796466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-4748d334-8208-4b36-bfac-6e941cd27ecb tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628583 Jul 16 01:18:05.937309 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.975797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:05.983539 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.990313 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-b0f37fcc-ddd3-415a-bc67-90b7353e7663 service neutron] 10.222.0.64 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930764 Jul 16 01:18:06.046095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:06.048077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.049608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.082716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.094623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:06.113268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Made reservation on behalf of e62550381bd44b4999852b313972a2e1 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:06.116869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.127828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69860a77-62bb-48c8-a0b6-6b5313abb89c req-e1b713d6-2abe-4d75-85f8-2f2a21fde424 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.129331 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-69860a77-62bb-48c8-a0b6-6b5313abb89c req-e1b713d6-2abe-4d75-85f8-2f2a21fde424 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 944 time: 0.8031261 Jul 16 01:18:06.130566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Transition to ACTIVE for port object d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:06.132844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-0535a9c8-5852-4d34-8e0b-3da7680be0c2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0030868 Jul 16 01:18:06.148267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Request body: {'port': {'device_id': '78e25eb8-0c5e-4895-977f-28c4231e40cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:06.162641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-6272400f-0d1f-4432-bbac-9e58710d3057 service neutron] 10.222.0.64 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714158 Jul 16 01:18:06.174610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:06.179286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:06.180041 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.258669 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-69860a77-62bb-48c8-a0b6-6b5313abb89c req-a354ab3e-80e3-4260-b3b4-3a9271d8b427 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173062 Jul 16 01:18:06.284132 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.342933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794eaacf-cf80-40a4-b732-13b6e9da609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc3a3b9-b582-4e45-9169-b8378cc6e5ff'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:06.348083 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30a01e9-04f1-4fb9-a539-55ceb642c25b" -d '{"events": [{"server_uuid": "794eaacf-cf80-40a4-b732-13b6e9da609e", "name": "network-vif-plugged", "status": "completed", "tag": "7cc3a3b9-b582-4e45-9169-b8378cc6e5ff"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:06.365655 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.381585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,segment=NetworkSegment(ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a),segment_id=ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:06.388788 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.455133 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Allocated IP 172.20.0.13 (aab56c69-a6b5-41d9-939a-2572bf0bdd0b/16c6874d-f530-4445-9019-cd465bca7221/496be852-d174-4aab-98e0-30684769ad1d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:06.463161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.533330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Network 2f83854e-2a65-4737-b045-d79c7fb371d2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:06.538428 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:06.561669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:06.662040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d3b1e4-b4c4-45bc-8f48-6200bb11e432,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:06.728219 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.794896 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-647462a0-447b-4270-b881-43c092e0acf3 req-79c6e023-4522-481d-9912-44ce3ef2366d tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 210 time: 0.1435781 Jul 16 01:18:06.831736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:06.848113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.942638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.021892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-111f6b41-af10-46f4-82c4-79b915e31f6d None None] Provisioning for port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:07.027890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-111f6b41-af10-46f4-82c4-79b915e31f6d None None] Provisioning complete for port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:07.028458 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-111f6b41-af10-46f4-82c4-79b915e31f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.061085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Network aab56c69-a6b5-41d9-939a-2572bf0bdd0b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:07.065651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:07.085334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:07.122749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-111f6b41-af10-46f4-82c4-79b915e31f6d None None] Port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:07.153424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event updated for resources: {'Port': ['ID=496be852-d174-4aab-98e0-30684769ad1d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:07.178832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.179468 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.197622 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-961ce548-4eed-4c51-9ecc-2aae7c458096 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4624565 Jul 16 01:18:07.211605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Request body: {'port': {'device_id': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:07.224679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc25c2-092a-42c3-85e0-22b12f6e0feb req-529ea87f-2812-4e1a-be28-bba43e7b12df tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.226491 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fbc25c2-092a-42c3-85e0-22b12f6e0feb req-529ea87f-2812-4e1a-be28-bba43e7b12df tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.2462306 Jul 16 01:18:07.331783 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fbc25c2-092a-42c3-85e0-22b12f6e0feb req-9f6054dd-147f-45cb-bee8-cd98b455b03f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838223 Jul 16 01:18:07.353021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.386188 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4b301d-e78f-4b7b-b956-bd08607c3df8 x-openstack-request-id: req-bc4b301d-e78f-4b7b-b956-bd08607c3df8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:07.387372 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794eaacf-cf80-40a4-b732-13b6e9da609e", "name": "network-vif-plugged", "status": "completed", "tag": "7cc3a3b9-b582-4e45-9169-b8378cc6e5ff", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:07.387728 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc4b301d-e78f-4b7b-b956-bd08607c3df8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:07.388242 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794eaacf-cf80-40a4-b732-13b6e9da609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc3a3b9-b582-4e45-9169-b8378cc6e5ff', 'code': 200} Jul 16 01:18:07.400719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e70f-acae-48fe-80b2-a3c7892e1d38 req-23540cf0-2f47-4c41-a5e7-ecc347b7135d tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.409934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d025e70f-acae-48fe-80b2-a3c7892e1d38 req-23540cf0-2f47-4c41-a5e7-ecc347b7135d tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 932 time: 0.6661503 Jul 16 01:18:07.504305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:07.612722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:07.613549 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.657838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6368aa-e792-45e9-bf77-8348024e0dae {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:07.691954 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.712954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d025e70f-acae-48fe-80b2-a3c7892e1d38 req-cf3c0bc5-ce87-4c47-a821-1add7ddad6d2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011672 Jul 16 01:18:07.756570 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.774553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Transition to ACTIVE for port object 1e6368aa-e792-45e9-bf77-8348024e0dae will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:07.782562 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.820155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-547339f9-a30d-43c8-afb1-4b356652b07e req-6a28bfbb-d535-4fa9-8a63-573e79d1a1a6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 210 time: 0.0372508 Jul 16 01:18:07.915545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496be852-d174-4aab-98e0-30684769ad1d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:07.918893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6368aa-e792-45e9-bf77-8348024e0dae,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:07.925288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.941154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555e911-cca5-4eae-9fe4-98981a9e81a0 req-d77b048c-4b56-4bcc-88bc-2eb319b6f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.941300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Transition to ACTIVE for port object 496be852-d174-4aab-98e0-30684769ad1d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:07.942818 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f555e911-cca5-4eae-9fe4-98981a9e81a0 req-d77b048c-4b56-4bcc-88bc-2eb319b6f7cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 1097 time: 0.3563476 Jul 16 01:18:07.945328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.023154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=496be852-d174-4aab-98e0-30684769ad1d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.087070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Attempting to bind port 496be852-d174-4aab-98e0-30684769ad1d on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:08.087408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Attempting to bind port 496be852-d174-4aab-98e0-30684769ad1d by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:08.087736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Attempting to bind port 496be852-d174-4aab-98e0-30684769ad1d on network aab56c69-a6b5-41d9-939a-2572bf0bdd0b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:08.092936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Port 496be852-d174-4aab-98e0-30684769ad1d on network aab56c69-a6b5-41d9-939a-2572bf0bdd0b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:08.093267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Attempting to bind port 496be852-d174-4aab-98e0-30684769ad1d on network aab56c69-a6b5-41d9-939a-2572bf0bdd0b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:08.098968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:08.099306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Checking segment: {'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:08.099690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Bound using segment: {'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:08.100122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Bound port: 496be852-d174-4aab-98e0-30684769ad1d, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:08.100489 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.178940 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.192573 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.209108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] For port 496be852-d174-4aab-98e0-30684769ad1d, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:08.218089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] For port 496be852-d174-4aab-98e0-30684769ad1d, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=496be852-d174-4aab-98e0-30684769ad1d,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:08.224679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.315309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.316009 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.318680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] 10.222.0.50 "PUT /v2.0/ports/496be852-d174-4aab-98e0-30684769ad1d HTTP/1.1" status: 200 len: 1093 time: 1.1128905 Jul 16 01:18:08.327508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'tag': '496be852-d174-4aab-98e0-30684769ad1d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:08.336931 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509" -d '{"events": [{"name": "network-changed", "server_uuid": "7328ac78-26fb-48b4-8e23-24cad1b7cc6a", "tag": "496be852-d174-4aab-98e0-30684769ad1d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:08.342590 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.368922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f555e911-cca5-4eae-9fe4-98981a9e81a0 req-4601047c-3781-488f-9ee5-840e9bd20aa8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020467 Jul 16 01:18:08.401753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6784b89-b93e-41ee-93bf-e5aa5c1f78f5 req-81ba8efc-495a-4429-93ed-d6e660e6a645 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.403695 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6784b89-b93e-41ee-93bf-e5aa5c1f78f5 req-81ba8efc-495a-4429-93ed-d6e660e6a645 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 945 time: 0.5713005 Jul 16 01:18:08.419629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Attempting to bind port 1e6368aa-e792-45e9-bf77-8348024e0dae on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:08.420053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Attempting to bind port 1e6368aa-e792-45e9-bf77-8348024e0dae by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '47ec400c-f46a-4cba-bf8d-0732ee3fccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '742563e7-1ab1-446e-af98-a0d4ebeaf657'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:08.420648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Attempting to bind port 1e6368aa-e792-45e9-bf77-8348024e0dae on network 742563e7-1ab1-446e-af98-a0d4ebeaf657 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:08.437941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8c50c-9880-4d0f-a4fc-d89e808dcbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=496be852-d174-4aab-98e0-30684769ad1d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.450182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d3b1e4-b4c4-45bc-8f48-6200bb11e432,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.476034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61cd37-53dc-466b-bb84-dfc4437ddc0d req-a41a4171-1368-4cb0-a33d-daaad81bb9c5 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.477651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bb61cd37-53dc-466b-bb84-dfc4437ddc0d req-a41a4171-1368-4cb0-a33d-daaad81bb9c5 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 944 time: 0.1258116 Jul 16 01:18:08.540533 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bb61cd37-53dc-466b-bb84-dfc4437ddc0d req-2db6bb4e-25c6-407b-9ae3-2e4ffd607984 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547268 Jul 16 01:18:08.544599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Port 1e6368aa-e792-45e9-bf77-8348024e0dae on network 742563e7-1ab1-446e-af98-a0d4ebeaf657 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:08.544933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Attempting to bind port 1e6368aa-e792-45e9-bf77-8348024e0dae on network 742563e7-1ab1-446e-af98-a0d4ebeaf657 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:08.587750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:08.588098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Checking segment: {'id': '47ec400c-f46a-4cba-bf8d-0732ee3fccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '742563e7-1ab1-446e-af98-a0d4ebeaf657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:08.589071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Bound using segment: {'id': '47ec400c-f46a-4cba-bf8d-0732ee3fccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '742563e7-1ab1-446e-af98-a0d4ebeaf657'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:08.589746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Bound port: 1e6368aa-e792-45e9-bf77-8348024e0dae, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ec400c-f46a-4cba-bf8d-0732ee3fccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '742563e7-1ab1-446e-af98-a0d4ebeaf657'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:08.589866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.655561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6784b89-b93e-41ee-93bf-e5aa5c1f78f5 req-eb1c4df5-a234-4a7f-8806-293a1b38d20a tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418957 Jul 16 01:18:08.708227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-b8fff497-71a3-4fdb-8f20-08bbc6febece tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.709803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-b8fff497-71a3-4fdb-8f20-08bbc6febece tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "GET /v2.0/networks?id=76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 200 len: 815 time: 0.4519215 Jul 16 01:18:08.718524 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc2f681-7284-4427-8d14-63566814bfad x-openstack-request-id: req-6dc2f681-7284-4427-8d14-63566814bfad {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:08.718924 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7328ac78-26fb-48b4-8e23-24cad1b7cc6a", "tag": "496be852-d174-4aab-98e0-30684769ad1d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:08.719275 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6dc2f681-7284-4427-8d14-63566814bfad {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:08.719785 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'tag': '496be852-d174-4aab-98e0-30684769ad1d', 'status': 'completed', 'code': 200} Jul 16 01:18:08.736559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Request body: {'port': {'device_id': '011638ac-f154-4558-835c-6d0b22cde51a', 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9', 'admin_state_up': True, 'tenant_id': '6f7f4df630744f779b1efa4a1c67e9e5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:08.753773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9a76b-9f90-448d-8ac5-44735a9afe53 req-71a6b4b0-d7e1-47da-8491-74c0f13c8b76 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.755876 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61f9a76b-9f90-448d-8ac5-44735a9afe53 req-71a6b4b0-d7e1-47da-8491-74c0f13c8b76 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.1002297 Jul 16 01:18:08.796484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-14aa16a0-ae3c-4a43-8486-f5dd83a93eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.800108 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-14aa16a0-ae3c-4a43-8486-f5dd83a93eaf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e62550381bd44b4999852b313972a2e1&device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 1096 time: 0.3606446 Jul 16 01:18:08.807604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Network 2f83854e-2a65-4737-b045-d79c7fb371d2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:08.832670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61f9a76b-9f90-448d-8ac5-44735a9afe53 req-c8e66277-e87a-4c84-8404-5dff8284e80f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645661 Jul 16 01:18:08.834363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:08.924244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-8921e182-734d-4621-87dc-55ee4e403759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=496be852-d174-4aab-98e0-30684769ad1d HTTP/1.1" status: 200 len: 217 time: 0.1064162 Jul 16 01:18:08.928442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] For port 1e6368aa-e792-45e9-bf77-8348024e0dae, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:09.009889 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e77d90d3-5b35-42a5-9b72-7cf2d85a02d7 req-a3af702c-a6d6-4039-ba66-a8557af9b1fd tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 210 time: 0.0528798 Jul 16 01:18:09.068100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] For port 1e6368aa-e792-45e9-bf77-8348024e0dae, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1e6368aa-e792-45e9-bf77-8348024e0dae,segment=NetworkSegment(47ec400c-f46a-4cba-bf8d-0732ee3fccfc),segment_id=47ec400c-f46a-4cba-bf8d-0732ee3fccfc)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:09.093301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.137358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-e7e6b97a-b8e8-4912-8d74-d1b6ffe19ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.138869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-e7e6b97a-b8e8-4912-8d74-d1b6ffe19ce7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16c6874d-f530-4445-9019-cd465bca7221 HTTP/1.1" status: 200 len: 862 time: 0.1801646 Jul 16 01:18:09.178351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-60368d4c-61df-4232-9c0b-f3375448170b None None] Provisioning complete for port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:09.178898 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60368d4c-61df-4232-9c0b-f3375448170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.238583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.239481 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.240919 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] 10.222.0.67 "PUT /v2.0/ports/1e6368aa-e792-45e9-bf77-8348024e0dae HTTP/1.1" status: 200 len: 1093 time: 3.0971215 Jul 16 01:18:09.241554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e25eb8-0c5e-4895-977f-28c4231e40cf', 'tag': '1e6368aa-e792-45e9-bf77-8348024e0dae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:09.244185 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f" -d '{"events": [{"name": "network-changed", "server_uuid": "78e25eb8-0c5e-4895-977f-28c4231e40cf", "tag": "1e6368aa-e792-45e9-bf77-8348024e0dae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:09.258319 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-54a47500-1725-4ed4-8099-6528dfe950a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848293 Jul 16 01:18:09.296291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-60368d4c-61df-4232-9c0b-f3375448170b None None] Port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:09.396448 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5fd58-016b-44b5-939e-a1d2a1c23579 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6368aa-e792-45e9-bf77-8348024e0dae,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:09.419247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02635102-410f-43ce-9d4a-4ef6bed15d38 req-b8dc1629-4eaa-4a56-9986-9b3fadd25696 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.426072 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02635102-410f-43ce-9d4a-4ef6bed15d38 req-b8dc1629-4eaa-4a56-9986-9b3fadd25696 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 944 time: 0.5171907 Jul 16 01:18:09.440455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Made reservation on behalf of 6f7f4df630744f779b1efa4a1c67e9e5 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:09.444296 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.467389 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0ff81a-2c39-4dda-a319-aa777e6752ad x-openstack-request-id: req-8f0ff81a-2c39-4dda-a319-aa777e6752ad {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:09.467844 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e25eb8-0c5e-4895-977f-28c4231e40cf", "tag": "1e6368aa-e792-45e9-bf77-8348024e0dae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:09.468075 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f0ff81a-2c39-4dda-a319-aa777e6752ad {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:09.468716 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e25eb8-0c5e-4895-977f-28c4231e40cf', 'tag': '1e6368aa-e792-45e9-bf77-8348024e0dae', 'status': 'completed', 'code': 200} Jul 16 01:18:09.484725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Router 95a427a0-3537-40f4-9eea-c93df6109b80 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:09.726582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6af91-551d-439d-a54f-ecabfb2d2b95 req-72bb757b-7d10-4e9f-bce4-1fd2ff486eb3 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.728047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50f6af91-551d-439d-a54f-ecabfb2d2b95 req-72bb757b-7d10-4e9f-bce4-1fd2ff486eb3 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 944 time: 0.0691602 Jul 16 01:18:09.768189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50f6af91-551d-439d-a54f-ecabfb2d2b95 req-80defa29-6ee3-4adc-9486-92514b53bb00 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335379 Jul 16 01:18:09.856589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02635102-410f-43ce-9d4a-4ef6bed15d38 req-203201e4-7fd9-45e2-bd0f-658e171d4097 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296386 Jul 16 01:18:09.939978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4ae23-1727-4777-b5a1-36188d68427d req-96f1cc05-dd0d-4fe4-af0f-98887221e787 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.941485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-25b4ae23-1727-4777-b5a1-36188d68427d req-96f1cc05-dd0d-4fe4-af0f-98887221e787 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 945 time: 0.0704622 Jul 16 01:18:09.956683 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-fbe66055-bde9-47b3-8965-f407da3fdbf9 service neutron] 10.222.0.50 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788557 Jul 16 01:18:09.968567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-e215f210-da7f-406f-8761-efd17cf60e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.970084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-e215f210-da7f-406f-8761-efd17cf60e9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1f242fcca8a4fe19fe5e88354a3b527&device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 1096 time: 0.6628139 Jul 16 01:18:09.984140 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-25b4ae23-1727-4777-b5a1-36188d68427d req-e8b12013-d8c5-4f2f-83b6-c504879f0684 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365992 Jul 16 01:18:10.134190 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-67614afc-24ed-44e3-bfdc-eb9eb5dea217 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e6368aa-e792-45e9-bf77-8348024e0dae HTTP/1.1" status: 200 len: 217 time: 0.1419940 Jul 16 01:18:10.181797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cfd1713e-a7fc-4979-88ea-f2b6b9e12b62 req-12dd800e-171c-404d-af60-5c48691bad06 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 210 time: 0.0278056 Jul 16 01:18:10.258486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Allocated IP 172.20.0.10 (76f2edf7-82a8-4f70-972f-e3984f4f35e9/b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8/0ad5cc6b-d334-4aab-910c-30318604477f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:10.297357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:10.311679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-beec5e87-a60c-402c-80c3-8f0840e21430 admin admin] 10.222.0.64 "PUT /v2.0/routers/95a427a0-3537-40f4-9eea-c93df6109b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3559272 Jul 16 01:18:10.314643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Sync routers for ids ['95a427a0-3537-40f4-9eea-c93df6109b80'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:10.327874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e994a3b2-f47e-47aa-b1a1-561b2722b27e req-10f9171d-b655-40f4-af38-7677c20962d4 service neutron] 10.222.0.50 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530092 Jul 16 01:18:10.329379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-179b2197-ebab-4d41-b6d0-ec98719329c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.330791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-179b2197-ebab-4d41-b6d0-ec98719329c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b21b4c57-44e6-425e-8c5f-301b8952f4b1 HTTP/1.1" status: 200 len: 861 time: 0.1890068 Jul 16 01:18:10.355320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Routers {'95a427a0-3537-40f4-9eea-c93df6109b80'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:10.360875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['95a427a0-3537-40f4-9eea-c93df6109b80'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:10.388833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fecad-3c1f-44fd-a35e-3550343c333e req-e8ead182-8bfe-4242-8ec6-8a5502b794f8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.399424 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-955fecad-3c1f-44fd-a35e-3550343c333e req-e8ead182-8bfe-4242-8ec6-8a5502b794f8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.4166985 Jul 16 01:18:10.450916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-4524300d-beb0-4901-bebe-5ece18f0a4eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=742563e7-1ab1-446e-af98-a0d4ebeaf657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060388 Jul 16 01:18:10.584434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Set router 95a427a0-3537-40f4-9eea-c93df6109b80 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:10.658062 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-955fecad-3c1f-44fd-a35e-3550343c333e req-4c6d4e34-afb9-40c1-b892-9566fe8bec03 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574282 Jul 16 01:18:10.707505 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509 req-ca56f3f5-1191-4967-904e-544bbf4c15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.709167 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509 req-ca56f3f5-1191-4967-904e-544bbf4c15c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e62550381bd44b4999852b313972a2e1&device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 1096 time: 0.2960496 Jul 16 01:18:10.813924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-08d482b7-88f6-42de-8819-fd228d9db27e service neutron] 10.222.0.67 "GET /v2.0/networks/742563e7-1ab1-446e-af98-a0d4ebeaf657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393526 Jul 16 01:18:10.957202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.007353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'd7d3b1e4-b4c4-45bc-8f48-6200bb11e432', 'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'mac_address': 'fa:16:3e:a5:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:04Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 2, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'subnets': [{'id': '206c9096-9461-492f-86ce-19101324f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:11.048516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Checking router: 95a427a0-3537-40f4-9eea-c93df6109b80 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:11.049118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Updating router 95a427a0-3537-40f4-9eea-c93df6109b80 port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:11.090692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509 req-9915fbcf-fd52-4af8-97de-04f8bc204baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.092079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509 req-9915fbcf-fd52-4af8-97de-04f8bc204baa service neutron] 10.222.0.50 "GET /v2.0/networks?id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b HTTP/1.1" status: 200 len: 922 time: 0.3687465 Jul 16 01:18:11.115520 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.172552 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509 req-ddccec37-7eff-4d91-8953-ba0bfa6ecf25 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=496be852-d174-4aab-98e0-30684769ad1d HTTP/1.1" status: 200 len: 217 time: 0.0648308 Jul 16 01:18:11.181201 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6d55b5-a1fe-4d6b-b05e-86d320892f6a req-71557069-5f68-43d6-bb5b-07568d2dac7a service neutron] 10.222.0.67 "GET /v2.0/networks/742563e7-1ab1-446e-af98-a0d4ebeaf657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503518 Jul 16 01:18:11.274640 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.286172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adae9b-1a39-4977-955a-7e1270cb1a26 req-e724b163-ba8a-4e61-9b3a-7c1f316248bd tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.287999 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14adae9b-1a39-4977-955a-7e1270cb1a26 req-e724b163-ba8a-4e61-9b3a-7c1f316248bd tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 945 time: 0.4052403 Jul 16 01:18:11.302407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509 req-f8a44844-dd57-4a50-9ca0-9834e52578fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.304774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509 req-f8a44844-dd57-4a50-9ca0-9834e52578fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16c6874d-f530-4445-9019-cd465bca7221 HTTP/1.1" status: 200 len: 862 time: 0.1225674 Jul 16 01:18:11.409063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:11.416806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-40b4ce15-9a79-4d75-810b-d31ab9c362ee tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053415322', 'description': 'tempest-description--899320305'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:11.433950 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509 req-5ae349ec-5ac3-4899-a8c2-d2c60d58bece service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137047 Jul 16 01:18:11.475038 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce15-9a79-4d75-810b-d31ab9c362ee tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.522976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:11.535015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Pushing event updated for resources: {'Port': ['ID=0ad5cc6b-d334-4aab-910c-30318604477f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:11.540111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:11.584834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:11.592081 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14adae9b-1a39-4977-955a-7e1270cb1a26 req-018ac612-ca6d-4df8-9349-71453eb9f1e3 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832639 Jul 16 01:18:11.684072 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.704581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Transition to ACTIVE for port object d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:11.714593 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.732300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c5ade-8bd2-4516-8fd0-78d65500c84a req-7757eb31-fe66-465a-a7b6-5dbf522ad991 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.739441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-708c5ade-8bd2-4516-8fd0-78d65500c84a req-7757eb31-fe66-465a-a7b6-5dbf522ad991 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 944 time: 0.1696594 Jul 16 01:18:11.745242 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce15-9a79-4d75-810b-d31ab9c362ee tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.761373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce15-9a79-4d75-810b-d31ab9c362ee tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.777958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84475ba7-5974-4463-b4bc-8668295d047f None None] Pushing event updated for resources: {'Port': ['ID=d7d3b1e4-b4c4-45bc-8f48-6200bb11e432,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:11.824251 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509 req-c8d20aed-e632-4bbb-9323-5089449d1f87 service neutron] 10.222.0.50 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634453 Jul 16 01:18:11.826682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f req-490d71eb-7cdf-4898-b182-a652cb70ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.828328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f req-490d71eb-7cdf-4898-b182-a652cb70ca4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1f242fcca8a4fe19fe5e88354a3b527&device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 1096 time: 0.5355248 Jul 16 01:18:11.834400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.837965 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-708c5ade-8bd2-4516-8fd0-78d65500c84a req-4d0964ab-8d91-44ee-af67-6f1ef55212c2 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976408 Jul 16 01:18:11.842750 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.844930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4ce15-9a79-4d75-810b-d31ab9c362ee tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63ab6c8-2238-4e75-a3bc-047b26791cb9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:11.852978 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce15-9a79-4d75-810b-d31ab9c362ee tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.860967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-40b4ce15-9a79-4d75-810b-d31ab9c362ee tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4496112 Jul 16 01:18:11.863993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59624) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:11.873532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eea6bfc3-46ce-40d4-9a00-479315d7d4ad tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Request body: {'security_group_rule': {'security_group_id': 'b63ab6c8-2238-4e75-a3bc-047b26791cb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:11.905434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Attempting to bind port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:11.906317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Attempting to bind port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:11.906642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Attempting to bind port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 on network 2f83854e-2a65-4737-b045-d79c7fb371d2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:11.919060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:11.919855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Checking segment: {'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:11.921243 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.922257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Bound using segment: {'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:11.923206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Bound port: d7d3b1e4-b4c4-45bc-8f48-6200bb11e432, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:11.924121 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.946702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eea6bfc3-46ce-40d4-9a00-479315d7d4ad tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.066461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] For port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:12.072142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] For port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d7d3b1e4-b4c4-45bc-8f48-6200bb11e432,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:12.077546 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.146254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eea6bfc3-46ce-40d4-9a00-479315d7d4ad tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.154235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eea6bfc3-46ce-40d4-9a00-479315d7d4ad tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.163971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84475ba7-5974-4463-b4bc-8668295d047f None None] Pushing event updated for resources: {'Port': ['ID=d7d3b1e4-b4c4-45bc-8f48-6200bb11e432,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:12.196194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6bfc3-46ce-40d4-9a00-479315d7d4ad tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbecbd94-70d5-494b-baa0-2dea6a6fff29,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:12.212137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Routers {'95a427a0-3537-40f4-9eea-c93df6109b80'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:12.212980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['95a427a0-3537-40f4-9eea-c93df6109b80'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:12.220024 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eea6bfc3-46ce-40d4-9a00-479315d7d4ad tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.222085 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eea6bfc3-46ce-40d4-9a00-479315d7d4ad tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3568852 Jul 16 01:18:12.234168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858823e-ba5a-4aec-a3d2-47820dc0c4ba req-948025b6-9821-46a4-bc8f-f4c5a93c9496 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.246917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b858823e-ba5a-4aec-a3d2-47820dc0c4ba req-948025b6-9821-46a4-bc8f-f4c5a93c9496 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 932 time: 0.2360997 Jul 16 01:18:12.252425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59626) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:12.257921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-de9dfdc2-c5ab-43cd-ad55-f92e572fda03 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Request body: {'security_group_rule': {'security_group_id': 'b63ab6c8-2238-4e75-a3bc-047b26791cb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:12.275654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a42e79ec-61a4-4f8c-a068-fc9ed9afc509 req-672d8680-ec35-4338-b1d0-30e0e597dbd3 service neutron] 10.222.0.50 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126883 Jul 16 01:18:12.277549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f req-523b246f-4b09-44b2-ab62-8350edd1fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.279178 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f req-523b246f-4b09-44b2-ab62-8350edd1fe10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=742563e7-1ab1-446e-af98-a0d4ebeaf657 HTTP/1.1" status: 200 len: 921 time: 0.3853745 Jul 16 01:18:12.282564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-670cd621-1c73-4c40-9ffa-d81d8a377de6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5551522 Jul 16 01:18:12.312889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Request body: {'port': {'device_id': '011638ac-f154-4558-835c-6d0b22cde51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:12.341976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de9dfdc2-c5ab-43cd-ad55-f92e572fda03 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.390270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f req-ce98d964-94ca-4a27-8ec0-0f44fe8ce943 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e6368aa-e792-45e9-bf77-8348024e0dae HTTP/1.1" status: 200 len: 217 time: 0.0872309 Jul 16 01:18:12.408875 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b858823e-ba5a-4aec-a3d2-47820dc0c4ba req-f384e651-323c-4a57-aa15-7e880ccd7307 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589465 Jul 16 01:18:12.418439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] Set router 95a427a0-3537-40f4-9eea-c93df6109b80 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:12.477225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563df33e-4de6-4cf4-a345-9ec0f4d51cd5 req-78ade591-e848-49fd-9405-f68f1c251b57 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.480773 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-563df33e-4de6-4cf4-a345-9ec0f4d51cd5 req-78ade591-e848-49fd-9405-f68f1c251b57 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 944 time: 0.6166942 Jul 16 01:18:12.491904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de9dfdc2-c5ab-43cd-ad55-f92e572fda03 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.515387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe291-f4fa-4937-86b6-382684975cbc req-3c19c741-9505-4b13-b0c0-c47f7612a811 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.519527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cfabe291-f4fa-4937-86b6-382684975cbc req-3c19c741-9505-4b13-b0c0-c47f7612a811 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.50 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 945 time: 0.2364390 Jul 16 01:18:12.520516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de9dfdc2-c5ab-43cd-ad55-f92e572fda03 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.528869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f req-b9cb6ad4-baca-49f0-92d9-f2789434602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.530691 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f req-b9cb6ad4-baca-49f0-92d9-f2789434602d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b21b4c57-44e6-425e-8c5f-301b8952f4b1 HTTP/1.1" status: 200 len: 861 time: 0.1338422 Jul 16 01:18:12.608358 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.613081 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f req-94513a71-0e3a-4376-8178-602997f5d6b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=742563e7-1ab1-446e-af98-a0d4ebeaf657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572801 Jul 16 01:18:12.646226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-563df33e-4de6-4cf4-a345-9ec0f4d51cd5 req-081d1bd1-f1ce-4fcf-9ce4-ee163570f142 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553419 Jul 16 01:18:12.675173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dfdc2-c5ab-43cd-ad55-f92e572fda03 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d15f28-5dc8-4684-94c1-0cb65fd6ea22,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:12.692838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de9dfdc2-c5ab-43cd-ad55-f92e572fda03 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.698340 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-de9dfdc2-c5ab-43cd-ad55-f92e572fda03 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4442008 Jul 16 01:18:12.699300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:12.705484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:12.735420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'd7d3b1e4-b4c4-45bc-8f48-6200bb11e432', 'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'mac_address': 'fa:16:3e:a5:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:04Z', 'updated_at': '2021-07-16T01:18:12Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'subnets': [{'id': '206c9096-9461-492f-86ce-19101324f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:12.752965 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.773205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181abed0-06ac-48b0-baa9-be13094b1ae6 None None] The sync data for ids ['95a427a0-3537-40f4-9eea-c93df6109b80'] in n-d-791504-14 is: [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'd7d3b1e4-b4c4-45bc-8f48-6200bb11e432', 'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'mac_address': 'fa:16:3e:a5:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:04Z', 'updated_at': '2021-07-16T01:18:12Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'subnets': [{'id': '206c9096-9461-492f-86ce-19101324f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:12.779604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-cfabe291-f4fa-4937-86b6-382684975cbc req-72b78a9d-0283-46e8-86d0-ab2c10bf8782 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Deleting port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:12.780016 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfabe291-f4fa-4937-86b6-382684975cbc req-72b78a9d-0283-46e8-86d0-ab2c10bf8782 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.358141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-cfabe291-f4fa-4937-86b6-382684975cbc req-72b78a9d-0283-46e8-86d0-ab2c10bf8782 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] For port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,segment=NetworkSegment(ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a),segment_id=ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:13.358141 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfabe291-f4fa-4937-86b6-382684975cbc req-72b78a9d-0283-46e8-86d0-ab2c10bf8782 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.377679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-cfabe291-f4fa-4937-86b6-382684975cbc req-72b78a9d-0283-46e8-86d0-ab2c10bf8782 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Calling delete_port for 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:13.414327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1a492-bf5d-4835-a19d-63d78b5af54f req-ab731fa4-752d-4637-815b-58a88b68a19a tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:13.416099 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e2d1a492-bf5d-4835-a19d-63d78b5af54f req-ab731fa4-752d-4637-815b-58a88b68a19a tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 945 time: 0.4884057 Jul 16 01:18:13.418598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f req-e590557d-08cc-4020-ba26-640bd5871eb1 service neutron] 10.222.0.67 "GET /v2.0/networks/742563e7-1ab1-446e-af98-a0d4ebeaf657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714171 Jul 16 01:18:13.464512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:13.543188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0ac1b-f2a5-4668-a224-60f9c8bb95b9 req-de110a20-0186-40ef-9189-d1a4ea267be3 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:13.545548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:13.550236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:13.550830 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.552683 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f8d0ac1b-f2a5-4668-a224-60f9c8bb95b9 req-de110a20-0186-40ef-9189-d1a4ea267be3 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.6526599 Jul 16 01:18:13.659757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f8d0ac1b-f2a5-4668-a224-60f9c8bb95b9 req-0652859a-56ad-40a9-b430-091b19e6ea79 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025605 Jul 16 01:18:13.688294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad5cc6b-d334-4aab-910c-30318604477f {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:13.699926 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.709019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.714350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Transition to ACTIVE for port object 0ad5cc6b-d334-4aab-910c-30318604477f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:13.748027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.777541 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d7d3b1e4-b4c4-45bc-8f48-6200bb11e432,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:13.784353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.789408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fa3f00e-2502-4a1a-a7a6-577cd889d21f req-ac19de61-16f6-4777-926a-34bb7587dcca service neutron] 10.222.0.67 "GET /v2.0/networks/742563e7-1ab1-446e-af98-a0d4ebeaf657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462830 Jul 16 01:18:13.808495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e2d1a492-bf5d-4835-a19d-63d78b5af54f req-f831ca93-6ac4-4f40-8017-0d707dbeafb0 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641582 Jul 16 01:18:13.809130 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.937433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=d7d3b1e4-b4c4-45bc-8f48-6200bb11e432,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:13.950438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Allocated IP 172.25.4.253 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/1a4f17d1-8cad-4707-9429-969e862c1630) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:14.050876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Attempting to bind port 0ad5cc6b-d334-4aab-910c-30318604477f on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:14.051207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Attempting to bind port 0ad5cc6b-d334-4aab-910c-30318604477f by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:14.051533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Attempting to bind port 0ad5cc6b-d334-4aab-910c-30318604477f on network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:14.071403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Port 0ad5cc6b-d334-4aab-910c-30318604477f on network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:14.071730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Attempting to bind port 0ad5cc6b-d334-4aab-910c-30318604477f on network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:14.088861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:14.089357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Checking segment: {'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:14.090346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Bound using segment: {'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:14.090794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Bound port: 0ad5cc6b-d334-4aab-910c-30318604477f, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:14.092093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.106397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Pushing event updated for resources: {'Port': ['ID=0ad5cc6b-d334-4aab-910c-30318604477f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:14.110650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 496be852-d174-4aab-98e0-30684769ad1d details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:14.128233 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfabe291-f4fa-4937-86b6-382684975cbc req-72b78a9d-0283-46e8-86d0-ab2c10bf8782 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.168538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['7cc3a3b9-b582-4e45-9169-b8378cc6e5ff'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:14.219001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b854b7-9990-4f0e-b399-cc99f0f76090 req-e5174d96-17d3-4665-bd65-e370a9831fa7 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.221148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b78a9d-0283-46e8-86d0-ab2c10bf8782 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Pushing event deleted for resources: {'Port': ['ID=7cc3a3b9-b582-4e45-9169-b8378cc6e5ff,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:14.221275 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55b854b7-9990-4f0e-b399-cc99f0f76090 req-e5174d96-17d3-4665-bd65-e370a9831fa7 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 944 time: 0.1245055 Jul 16 01:18:14.284978 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55b854b7-9990-4f0e-b399-cc99f0f76090 req-89ae915b-13d0-42ab-b8d8-4dcbb077f519 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523677 Jul 16 01:18:14.311127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfabe291-f4fa-4937-86b6-382684975cbc req-72b78a9d-0283-46e8-86d0-ab2c10bf8782 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] No DVR routers for this DVR port 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:14.329787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfabe291-f4fa-4937-86b6-382684975cbc req-72b78a9d-0283-46e8-86d0-ab2c10bf8782 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.329787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cfabe291-f4fa-4937-86b6-382684975cbc req-72b78a9d-0283-46e8-86d0-ab2c10bf8782 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.50 "DELETE /v2.0/ports/7cc3a3b9-b582-4e45-9169-b8378cc6e5ff HTTP/1.1" status: 204 len: 173 time: 1.7993000 Jul 16 01:18:14.329787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794eaacf-cf80-40a4-b732-13b6e9da609e', 'name': 'network-vif-deleted', 'tag': '7cc3a3b9-b582-4e45-9169-b8378cc6e5ff'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:14.329787 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba44d22d-bd3b-438b-b489-8c02c6b42fad" -d '{"events": [{"server_uuid": "794eaacf-cf80-40a4-b732-13b6e9da609e", "name": "network-vif-deleted", "tag": "7cc3a3b9-b582-4e45-9169-b8378cc6e5ff"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:14.343083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc2ea8-3098-43da-a026-55ab39894306 req-39f8bfe8-3c68-4d60-8747-2e4dc641330c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.344647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52fc2ea8-3098-43da-a026-55ab39894306 req-39f8bfe8-3c68-4d60-8747-2e4dc641330c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 944 time: 0.3426218 Jul 16 01:18:14.345229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] For port 0ad5cc6b-d334-4aab-910c-30318604477f, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:14.352780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 496be852-d174-4aab-98e0-30684769ad1d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=496be852-d174-4aab-98e0-30684769ad1d,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:14.353354 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.359559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] For port 0ad5cc6b-d334-4aab-910c-30318604477f, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0ad5cc6b-d334-4aab-910c-30318604477f,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:14.367085 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.389260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '496be852-d174-4aab-98e0-30684769ad1d', 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b', 'port_id': '496be852-d174-4aab-98e0-30684769ad1d', 'mac_address': 'fa:16:3e:48:f3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c6874d-f530-4445-9019-cd465bca7221', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:14.455099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52fc2ea8-3098-43da-a026-55ab39894306 req-c340fd18-a52f-4c78-8e25-b854587e67cb tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982995 Jul 16 01:18:14.455825 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59650) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:14.471643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.472269 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.473731 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] 10.222.0.67 "PUT /v2.0/ports/0ad5cc6b-d334-4aab-910c-30318604477f HTTP/1.1" status: 200 len: 1093 time: 2.1696870 Jul 16 01:18:14.476768 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011638ac-f154-4558-835c-6d0b22cde51a', 'tag': '0ad5cc6b-d334-4aab-910c-30318604477f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:14.486839 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdd505b-485c-4a45-93ef-d060cbc71d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "011638ac-f154-4558-835c-6d0b22cde51a", "tag": "0ad5cc6b-d334-4aab-910c-30318604477f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:14.491279 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.513253 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.524307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496be852-d174-4aab-98e0-30684769ad1d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:14.564805 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 496be852-d174-4aab-98e0-30684769ad1d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=496be852-d174-4aab-98e0-30684769ad1d,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:14.579049 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.581078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d822d5-471f-4d8b-9276-cf73cd432f5f service neutron] Pushing event updated for resources: {'Port': ['ID=0ad5cc6b-d334-4aab-910c-30318604477f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:14.599607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Pushing event updated for resources: {'Port': ['ID=1a4f17d1-8cad-4707-9429-969e862c1630,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:14.611365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:14.613101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:14.616806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:14.727392 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eed473-014e-4b7c-b3f0-1daaaa469aeb x-openstack-request-id: req-d0eed473-014e-4b7c-b3f0-1daaaa469aeb {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:14.728076 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794eaacf-cf80-40a4-b732-13b6e9da609e", "name": "network-vif-deleted", "tag": "7cc3a3b9-b582-4e45-9169-b8378cc6e5ff", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:14.729072 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0eed473-014e-4b7c-b3f0-1daaaa469aeb {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:14.730744 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794eaacf-cf80-40a4-b732-13b6e9da609e', 'name': 'network-vif-deleted', 'tag': '7cc3a3b9-b582-4e45-9169-b8378cc6e5ff', 'status': 'completed', 'code': 200} Jul 16 01:18:14.738365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=496be852-d174-4aab-98e0-30684769ad1d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:14.742696 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.745322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-c395d2aa-aa21-435b-a18a-6ba87bfe6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.746934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-c395d2aa-aa21-435b-a18a-6ba87bfe6f1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 1096 time: 0.1628966 Jul 16 01:18:14.809043 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12cfcba-9b1e-4b0b-b695-85c50bb16e13 x-openstack-request-id: req-f12cfcba-9b1e-4b0b-b695-85c50bb16e13 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:14.809383 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011638ac-f154-4558-835c-6d0b22cde51a", "tag": "0ad5cc6b-d334-4aab-910c-30318604477f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:14.809564 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f12cfcba-9b1e-4b0b-b695-85c50bb16e13 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:14.809974 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011638ac-f154-4558-835c-6d0b22cde51a', 'tag': '0ad5cc6b-d334-4aab-910c-30318604477f', 'status': 'completed', 'code': 200} Jul 16 01:18:14.813979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-ddcafc0c-2e0c-42ef-b89f-fa03bb841a5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ad5cc6b-d334-4aab-910c-30318604477f HTTP/1.1" status: 200 len: 217 time: 0.0582535 Jul 16 01:18:14.852999 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9931848b-1c3a-4d3d-9262-5baf5da05753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.877698 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.889307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-0f4a7de9-df6a-424c-9e0a-ce859b1e40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.891797 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-0f4a7de9-df6a-424c-9e0a-ce859b1e40c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8 HTTP/1.1" status: 200 len: 855 time: 0.0700924 Jul 16 01:18:14.907749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['496be852-d174-4aab-98e0-30684769ad1d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:14.962450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-5890318c-06d3-40ad-a30f-076ea2521e2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76f2edf7-82a8-4f70-972f-e3984f4f35e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487990 Jul 16 01:18:15.012592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18b845-ba0f-4408-8286-f53a79ef4661 req-b908818c-fea0-4518-be72-ca2dc4ab3a7b tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.018788 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca18b845-ba0f-4408-8286-f53a79ef4661 req-b908818c-fea0-4518-be72-ca2dc4ab3a7b tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 944 time: 0.2170641 Jul 16 01:18:15.069431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6a268-56c6-4246-8047-802b6f011a6e req-b1404e6b-d8ed-4367-bcdd-ff50cef85a78 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.071182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6c6a268-56c6-4246-8047-802b6f011a6e req-b1404e6b-d8ed-4367-bcdd-ff50cef85a78 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.1748919 Jul 16 01:18:15.125307 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-ab8f82ff-dbb8-421a-b0bf-0847724f59dc service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539323 Jul 16 01:18:15.134687 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6c6a268-56c6-4246-8047-802b6f011a6e req-414dd901-3ac2-43e2-bd0d-705f4eee7da4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562425 Jul 16 01:18:15.239672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-899ac1aa-3db4-4f1e-9975-9581bba5c073 req-22398939-381f-4107-996f-c1f73c8c3276 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028028 Jul 16 01:18:15.256910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1e6368aa-e792-45e9-bf77-8348024e0dae details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:15.263799 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.286720 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9931848b-1c3a-4d3d-9262-5baf5da05753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.292868 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca18b845-ba0f-4408-8286-f53a79ef4661 req-8c4a91a1-42c7-421a-ae04-a58bbc9f0b0d tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043240 Jul 16 01:18:15.293912 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.310387 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9931848b-1c3a-4d3d-9262-5baf5da05753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.413482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2aaa7418-5049-4eee-84b7-dbe27c671929 req-ed3e4b05-6fe7-4fbf-a5b2-cde63472fff4 tempest-ServerGroupTestJSON-1734300269 tempest-ServerGroupTestJSON-1734300269-project] 10.222.0.64 "GET /v2.0/ports?device_id=794eaacf-cf80-40a4-b732-13b6e9da609e HTTP/1.1" status: 200 len: 210 time: 0.0890908 Jul 16 01:18:15.478203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1e6368aa-e792-45e9-bf77-8348024e0dae, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1e6368aa-e792-45e9-bf77-8348024e0dae,segment=NetworkSegment(47ec400c-f46a-4cba-bf8d-0732ee3fccfc),segment_id=47ec400c-f46a-4cba-bf8d-0732ee3fccfc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:15.481753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931848b-1c3a-4d3d-9262-5baf5da05753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6162e844-a20e-4fbc-a441-7dd6363f8e44,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:15.484781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Pushing event updated for resources: {'Port': ['ID=1a4f17d1-8cad-4707-9429-969e862c1630,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:15.489219 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9931848b-1c3a-4d3d-9262-5baf5da05753 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e2560de5f72485fbf7e5c3af101389b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0279646 Jul 16 01:18:15.492849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59662) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:15.517952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.537832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd505b-485c-4a45-93ef-d060cbc71d7f req-d22dc8ef-a8f8-4a74-8106-a553e5704e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.540751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fdd505b-485c-4a45-93ef-d060cbc71d7f req-d22dc8ef-a8f8-4a74-8106-a553e5704e8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 1096 time: 0.1367624 Jul 16 01:18:15.548041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:15.557549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '1e6368aa-e792-45e9-bf77-8348024e0dae', 'network_id': '742563e7-1ab1-446e-af98-a0d4ebeaf657', 'port_id': '1e6368aa-e792-45e9-bf77-8348024e0dae', 'mac_address': 'fa:16:3e:05:ad:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21b4c57-44e6-425e-8c5f-301b8952f4b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:15.557806 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.568757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b3b7061e-d810-4b3b-b5ec-aaffa0039b88 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8578622 Jul 16 01:18:15.619127 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-964628cc-daec-4e1f-babd-7e863be14bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.641910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db72027-f183-4f25-a423-608c26d38238 req-cda17923-f52a-41ff-b79e-1e83246603f1 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.646044 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.648167 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9db72027-f183-4f25-a423-608c26d38238 req-cda17923-f52a-41ff-b79e-1e83246603f1 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 944 time: 0.1465192 Jul 16 01:18:15.671905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6368aa-e792-45e9-bf77-8348024e0dae {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:15.688443 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-964628cc-daec-4e1f-babd-7e863be14bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.702768 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1e6368aa-e792-45e9-bf77-8348024e0dae, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1e6368aa-e792-45e9-bf77-8348024e0dae,segment=NetworkSegment(47ec400c-f46a-4cba-bf8d-0732ee3fccfc),segment_id=47ec400c-f46a-4cba-bf8d-0732ee3fccfc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:15.722826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.736856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd505b-485c-4a45-93ef-d060cbc71d7f req-b6e7bc00-4884-472c-9760-9963f3e5ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.738612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fdd505b-485c-4a45-93ef-d060cbc71d7f req-b6e7bc00-4884-472c-9760-9963f3e5ae15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 200 len: 915 time: 0.1832740 Jul 16 01:18:15.754308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9db72027-f183-4f25-a423-608c26d38238 req-b4af2e11-2b17-4c4f-8778-a888c850f3f3 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991662 Jul 16 01:18:15.763094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:15.763570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.829527 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=1e6368aa-e792-45e9-bf77-8348024e0dae,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:15.861316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fdd505b-485c-4a45-93ef-d060cbc71d7f req-f85c5840-75f3-48c0-9a08-022be641aa09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ad5cc6b-d334-4aab-910c-30318604477f HTTP/1.1" status: 200 len: 217 time: 0.1097310 Jul 16 01:18:15.944264 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-964628cc-daec-4e1f-babd-7e863be14bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.946973 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-964628cc-daec-4e1f-babd-7e863be14bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.948345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-964628cc-daec-4e1f-babd-7e863be14bfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6162e844-a20e-4fbc-a441-7dd6363f8e44 HTTP/1.1" status: 204 len: 168 time: 0.4545195 Jul 16 01:18:15.968301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd505b-485c-4a45-93ef-d060cbc71d7f req-a6ddac78-285c-4fc4-9348-07d528a0ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.969801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fdd505b-485c-4a45-93ef-d060cbc71d7f req-a6ddac78-285c-4fc4-9348-07d528a0ef7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8 HTTP/1.1" status: 200 len: 855 time: 0.0940168 Jul 16 01:18:15.971657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964628cc-daec-4e1f-babd-7e863be14bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6162e844-a20e-4fbc-a441-7dd6363f8e44,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:15.986537 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a6633-411f-4704-a8d5-df16009b69df req-5e35d194-924e-4d5b-ae83-533cee51d087 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.988084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a76a6633-411f-4704-a8d5-df16009b69df req-5e35d194-924e-4d5b-ae83-533cee51d087 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 945 time: 0.2407987 Jul 16 01:18:16.024682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fdd505b-485c-4a45-93ef-d060cbc71d7f req-e05cd906-e2cf-42cd-9faa-4127df4237fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76f2edf7-82a8-4f70-972f-e3984f4f35e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355792 Jul 16 01:18:16.041038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['1e6368aa-e792-45e9-bf77-8348024e0dae'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:16.085182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a76a6633-411f-4704-a8d5-df16009b69df req-ad135378-263c-4e6d-bc9b-38f7d768cf15 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881424 Jul 16 01:18:16.116971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 496be852-d174-4aab-98e0-30684769ad1d up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:16.156454 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fdd505b-485c-4a45-93ef-d060cbc71d7f req-898dbeb2-98e2-4029-962d-139870419358 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200378 Jul 16 01:18:16.216920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 496be852-d174-4aab-98e0-30684769ad1d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:16.224630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 496be852-d174-4aab-98e0-30684769ad1d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:16.225011 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.324271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fdd505b-485c-4a45-93ef-d060cbc71d7f req-1a343aff-b282-448d-ab9c-a21f3aff6bb8 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574748 Jul 16 01:18:16.414873 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.442766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496be852-d174-4aab-98e0-30684769ad1d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:16.450086 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a40397-dd94-4e1f-a9d8-1270b89459f7" -d '{"events": [{"server_uuid": "7328ac78-26fb-48b4-8e23-24cad1b7cc6a", "name": "network-vif-plugged", "status": "completed", "tag": "496be852-d174-4aab-98e0-30684769ad1d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:16.464493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 496be852-d174-4aab-98e0-30684769ad1d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=496be852-d174-4aab-98e0-30684769ad1d,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:16.471093 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.472038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:16.518749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:16.519039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7cc3a3b9-b582-4e45-9169-b8378cc6e5ff not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:16.558969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=496be852-d174-4aab-98e0-30684769ad1d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:16.598411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a02cf-1d60-4200-af2b-5f43362e2bcc req-154c0b70-a30a-4653-9288-b648d747469f tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:16.606361 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-842a02cf-1d60-4200-af2b-5f43362e2bcc req-154c0b70-a30a-4653-9288-b648d747469f tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 945 time: 0.0868361 Jul 16 01:18:16.661070 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-842a02cf-1d60-4200-af2b-5f43362e2bcc req-53de02e6-7531-4b74-80ac-a1ab5a3111d5 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506752 Jul 16 01:18:16.773205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbf1f0-38ee-4f0b-93ea-242d76ef13a5 req-610f428d-9f93-4755-9fee-9d53e9bf2ec7 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:16.782548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1adbf1f0-38ee-4f0b-93ea-242d76ef13a5 req-610f428d-9f93-4755-9fee-9d53e9bf2ec7 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.4142411 Jul 16 01:18:16.789121 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f8fea5-f5df-4951-a8f3-f1d9245a91f6 x-openstack-request-id: req-b2f8fea5-f5df-4951-a8f3-f1d9245a91f6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:16.789411 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7328ac78-26fb-48b4-8e23-24cad1b7cc6a", "name": "network-vif-plugged", "status": "completed", "tag": "496be852-d174-4aab-98e0-30684769ad1d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:16.789663 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2f8fea5-f5df-4951-a8f3-f1d9245a91f6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:16.790359 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496be852-d174-4aab-98e0-30684769ad1d', 'code': 200} Jul 16 01:18:16.837190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1adbf1f0-38ee-4f0b-93ea-242d76ef13a5 req-d2728693-f565-491a-a165-2eef17f451d5 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533390 Jul 16 01:18:16.955010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:16.998102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72183d62-d1d8-4f0d-8720-bc8f9058d644 req-fa6aee69-c54f-46f6-9543-83aead725dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.000530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72183d62-d1d8-4f0d-8720-bc8f9058d644 req-fa6aee69-c54f-46f6-9543-83aead725dea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 1098 time: 0.1240144 Jul 16 01:18:17.047180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72183d62-d1d8-4f0d-8720-bc8f9058d644 req-b45a5a85-9238-4295-95e1-e672ce591a6f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Jul 16 01:18:17.057369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f091-ce22-4e46-a15e-a5c487a26cc0 req-268dda86-b5c5-4072-9036-c441f869f503 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.062676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0744f091-ce22-4e46-a15e-a5c487a26cc0 req-268dda86-b5c5-4072-9036-c441f869f503 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 944 time: 0.0900362 Jul 16 01:18:17.100124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-140006799-network', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:17.112069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0744f091-ce22-4e46-a15e-a5c487a26cc0 req-d2830b97-9bb6-480f-8a08-013cffbab120 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Jul 16 01:18:17.131349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Made reservation on behalf of bb2e28d9df6c4a5397fea6a6dd094d00 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:17.143100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.145177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.256900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1e6368aa-e792-45e9-bf77-8348024e0dae up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:17.280541 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.310552 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.320046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 1e6368aa-e792-45e9-bf77-8348024e0dae completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:17.327321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 1e6368aa-e792-45e9-bf77-8348024e0dae triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:17.328089 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.366581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:17.379902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d675c36c-747a-4ae4-a450-e8f3fc6cb7fb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.402223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16ee2f-1bed-4c79-9906-e79a3d110031 req-1c73d0ce-f77c-409e-bbc5-7704646da304 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.404079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc16ee2f-1bed-4c79-9906-e79a3d110031 req-1c73d0ce-f77c-409e-bbc5-7704646da304 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.1501749 Jul 16 01:18:17.408782 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.409143 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Added segment f3fc768d-2b09-406d-a71a-bbd9b60c2fd2 of type vlan for network ddfdb4f1-9438-4676-84b6-4a013a5edd68 Jul 16 01:18:17.437300 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.479769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1e6368aa-e792-45e9-bf77-8348024e0dae, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1e6368aa-e792-45e9-bf77-8348024e0dae,segment=NetworkSegment(47ec400c-f46a-4cba-bf8d-0732ee3fccfc),segment_id=47ec400c-f46a-4cba-bf8d-0732ee3fccfc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:17.488019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.506882 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc16ee2f-1bed-4c79-9906-e79a3d110031 req-33efc19a-0798-49da-b70a-5ee9c7d42ce6 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858572 Jul 16 01:18:17.509371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.511236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:17.557548 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.558805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.559465 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.568290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=1e6368aa-e792-45e9-bf77-8348024e0dae,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.596322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fce11c-46a1-4374-89a2-464a3cdf8c4b admin admin] Deleting subnet 0a4d654a-612e-44fd-92f1-15bb06ded9e8 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:18:17.600230 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98fce11c-46a1-4374-89a2-464a3cdf8c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.606105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6499743 Jul 16 01:18:17.626639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59800) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:17.635800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Request body: {'subnet': {'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-140006799-subnet', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:17.638955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecb7fa-42e2-4aa2-88b2-379c822eec4a admin admin] Pushing event updated for resources: {'Network': ['ID=ddfdb4f1-9438-4676-84b6-4a013a5edd68,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.655628 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network ddfdb4f1-9438-4676-84b6-4a013a5edd68 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:17.662856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98fce11c-46a1-4374-89a2-464a3cdf8c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.697021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Made reservation on behalf of bb2e28d9df6c4a5397fea6a6dd094d00 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:17.700354 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.734938 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98fce11c-46a1-4374-89a2-464a3cdf8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.903648 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98fce11c-46a1-4374-89a2-464a3cdf8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.945889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fce11c-46a1-4374-89a2-464a3cdf8c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4d654a-612e-44fd-92f1-15bb06ded9e8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.968557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98fce11c-46a1-4374-89a2-464a3cdf8c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.970677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-98fce11c-46a1-4374-89a2-464a3cdf8c4b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0a4d654a-612e-44fd-92f1-15bb06ded9e8 HTTP/1.1" status: 204 len: 168 time: 0.4581795 Jul 16 01:18:17.973852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59806) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:17.990403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3724c-12d9-4a96-98f7-a44354b2bea5 req-ccfb298a-6639-4814-b7dc-8c2f33736256 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.991908 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-09f3724c-12d9-4a96-98f7-a44354b2bea5 req-ccfb298a-6639-4814-b7dc-8c2f33736256 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 946 time: 0.1953788 Jul 16 01:18:18.109036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1374734-5f96-4daa-be98-11c235677602 req-ec0b383b-81ba-438c-b64b-d2b4385ccb99 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.110819 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1374734-5f96-4daa-be98-11c235677602 req-ec0b383b-81ba-438c-b64b-d2b4385ccb99 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.0963807 Jul 16 01:18:18.126476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.158945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1374734-5f96-4daa-be98-11c235677602 req-e1b6be39-3b1a-4b24-9b23-2145c7ba90f4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Jul 16 01:18:18.161147 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.165075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-09f3724c-12d9-4a96-98f7-a44354b2bea5 req-8e3ef831-e189-4a73-8454-65e2d4a75191 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539390 Jul 16 01:18:18.209665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99b55da-8837-4d36-bdda-33f33fd150d0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:18.240718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Checking segment: {'id': 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:18.241077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Network hostable DHCP agents. Network: ddfdb4f1-9438-4676-84b6-4a013a5edd68, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:18.307366 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.310587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Network ddfdb4f1-9438-4676-84b6-4a013a5edd68 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:18.326117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b57fa08-40a3-438e-9d27-6e7c35f6aea1']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:18.333386 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, ddfdb4f1-9438-4676-84b6-4a013a5edd68) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:18.339357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:18.339647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9ae4d3-62b7-49ec-acd3-8e56fedc9a3a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:18.342994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ecf9af-ec29-426a-b741-03fa64d8a4fb None None] Network ddfdb4f1-9438-4676-84b6-4a013a5edd68 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:18.344132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.344729 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.366876 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.387507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5bb484d5-2f29-4abe-b242-e9e920a44392 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7590952 Jul 16 01:18:18.389443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.391873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:18.397183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-140006799-router', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:18.404975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:18:18.405659 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.417132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871e1a9-b57b-486d-a099-2fd24693984e req-dec11c7a-690f-42c1-b8e5-d904becd9766 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.419015 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9871e1a9-b57b-486d-a099-2fd24693984e req-dec11c7a-690f-42c1-b8e5-d904becd9766 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 944 time: 0.1005688 Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:18:18.428407 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:18:18.460977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.462046 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.514295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.528748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.531500 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3b57fa08-40a3-438e-9d27-6e7c35f6aea1 HTTP/1.1" status: 204 len: 168 time: 0.5565417 Jul 16 01:18:18.537790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.582477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7ab2d-d72d-4ce5-b48b-e30397b51f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b57fa08-40a3-438e-9d27-6e7c35f6aea1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:18.652860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9871e1a9-b57b-486d-a099-2fd24693984e req-85a6dee7-e3f2-49c5-89dc-c523d518e3d8 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264397 Jul 16 01:18:18.743642 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.751721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:18.791671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e25eb8-0c5e-4895-977f-28c4231e40cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6368aa-e792-45e9-bf77-8348024e0dae'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:18.796672 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f472e94-f5fd-4a75-9c27-56e49634dfff" -d '{"events": [{"server_uuid": "78e25eb8-0c5e-4895-977f-28c4231e40cf", "name": "network-vif-plugged", "status": "completed", "tag": "1e6368aa-e792-45e9-bf77-8348024e0dae"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:18.807612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991cbd4-91bd-477c-b9c0-a976c2409f24 req-edb78609-043c-4714-93d6-481b76ade967 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.809406 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f991cbd4-91bd-477c-b9c0-a976c2409f24 req-edb78609-043c-4714-93d6-481b76ade967 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.0854306 Jul 16 01:18:18.816080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-ddfdb4f1-9438-4676-84b6-4a013a5edd68', 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'fixed_ips': [{'subnet_id': 'f99b55da-8837-4d36-bdda-33f33fd150d0'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:18:18.816959 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.828637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-71264210-ad47-4acc-8ad9-4c89f6a33fc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=283b5742555e4ab499ccd15ffcf7c3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707538 Jul 16 01:18:18.828637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59824) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:18.863593 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f991cbd4-91bd-477c-b9c0-a976c2409f24 req-e773af0f-9331-4c10-a5bd-0694b233f02c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469894 Jul 16 01:18:18.956209 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ce440f-0be3-4145-becb-378a502f3c86 x-openstack-request-id: req-c3ce440f-0be3-4145-becb-378a502f3c86 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:18.956631 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e25eb8-0c5e-4895-977f-28c4231e40cf", "name": "network-vif-plugged", "status": "completed", "tag": "1e6368aa-e792-45e9-bf77-8348024e0dae", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:18.956983 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3ce440f-0be3-4145-becb-378a502f3c86 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:18.957469 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e25eb8-0c5e-4895-977f-28c4231e40cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6368aa-e792-45e9-bf77-8348024e0dae', 'code': 200} Jul 16 01:18:18.993912 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9626efb9-4c41-41be-bfc1-8ebb7ea6d076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.030830 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9626efb9-4c41-41be-bfc1-8ebb7ea6d076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.048762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Allocated IP 172.20.0.2 (ddfdb4f1-9438-4676-84b6-4a013a5edd68/f99b55da-8837-4d36-bdda-33f33fd150d0/b2263881-30e4-4ad6-8122-5a49570873d7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:19.144095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f45e4-9d7e-45a5-9277-cd70468db121 req-41afd21d-acb4-451a-88cb-06fd32500963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.145589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-210f45e4-9d7e-45a5-9277-cd70468db121 req-41afd21d-acb4-451a-88cb-06fd32500963 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 1098 time: 0.1994727 Jul 16 01:18:19.252770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9626efb9-4c41-41be-bfc1-8ebb7ea6d076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.255301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9626efb9-4c41-41be-bfc1-8ebb7ea6d076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.256435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9626efb9-4c41-41be-bfc1-8ebb7ea6d076 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2 HTTP/1.1" status: 204 len: 168 time: 0.4278703 Jul 16 01:18:19.267091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0ad5cc6b-d334-4aab-910c-30318604477f details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:19.269112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-210f45e4-9d7e-45a5-9277-cd70468db121 req-6fab3718-8d72-4e64-bf31-78ebd574124f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967255 Jul 16 01:18:19.282537 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.287764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ef465-1361-4a03-a41e-f2e60ed17e8b req-5b8f6156-08e9-4b20-b38a-4636f8039f48 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.295128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-115ef465-1361-4a03-a41e-f2e60ed17e8b req-5b8f6156-08e9-4b20-b38a-4636f8039f48 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.2722750 Jul 16 01:18:19.300150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626efb9-4c41-41be-bfc1-8ebb7ea6d076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcd44a5-1b12-4cfc-8a4b-09d83ffaf0b2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:19.305347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Transition to ACTIVE for port object b2263881-30e4-4ad6-8122-5a49570873d7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:19.319871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.353839 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.371458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Transition to ACTIVE for port object b2263881-30e4-4ad6-8122-5a49570873d7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:19.384696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-115ef465-1361-4a03-a41e-f2e60ed17e8b req-54d22cca-50f6-4a69-a834-830dc16f467e tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869288 Jul 16 01:18:19.386058 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.445325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0f099-3adb-4ca5-a0b9-137d5a0f520a req-6f1fec67-02e0-4484-b18c-64ae0f455b34 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.459194 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-29b0f099-3adb-4ca5-a0b9-137d5a0f520a req-6f1fec67-02e0-4484-b18c-64ae0f455b34 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.1275549 Jul 16 01:18:19.493172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Pushing event updated for resources: {'Port': ['ID=b2263881-30e4-4ad6-8122-5a49570873d7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:19.505696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Network ddfdb4f1-9438-4676-84b6-4a013a5edd68 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:19.514947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:19.517564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:19.547927 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-29b0f099-3adb-4ca5-a0b9-137d5a0f520a req-31a062fa-5d85-4f0f-b114-e6db0715ebd3 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877478 Jul 16 01:18:19.586184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 0ad5cc6b-d334-4aab-910c-30318604477f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0ad5cc6b-d334-4aab-910c-30318604477f,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:19.615375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '0ad5cc6b-d334-4aab-910c-30318604477f', 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9', 'port_id': '0ad5cc6b-d334-4aab-910c-30318604477f', 'mac_address': 'fa:16:3e:48:5c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:19.620995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.621335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.621673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.622097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.631243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.631558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.631894 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.632226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.632555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.632877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.633201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.633522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:19.721517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Allocated IP 172.25.4.101 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/763e8c5f-e77c-412f-a29a-f7c18e8ba2d6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:19.756899 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.758917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Attempting to bind port b2263881-30e4-4ad6-8122-5a49570873d7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:19.759279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Attempting to bind port b2263881-30e4-4ad6-8122-5a49570873d7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:19.759645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Attempting to bind port b2263881-30e4-4ad6-8122-5a49570873d7 on network ddfdb4f1-9438-4676-84b6-4a013a5edd68 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:19.779211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:19.780593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Checking segment: {'id': 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:19.781729 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.782882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Bound using segment: {'id': 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:19.784353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Bound port: b2263881-30e4-4ad6-8122-5a49570873d7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:19.786433 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.811827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad5cc6b-d334-4aab-910c-30318604477f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:19.823761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f43760-009f-4740-9b6b-aadbd27ed74b req-581a6bb6-bd8b-4607-a2d6-270faddbabbe tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.834168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40f43760-009f-4740-9b6b-aadbd27ed74b req-581a6bb6-bd8b-4607-a2d6-270faddbabbe tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 946 time: 0.2385952 Jul 16 01:18:19.865650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 0ad5cc6b-d334-4aab-910c-30318604477f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0ad5cc6b-d334-4aab-910c-30318604477f,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:19.885787 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.924495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] For port b2263881-30e4-4ad6-8122-5a49570873d7, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:19.936853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40f43760-009f-4740-9b6b-aadbd27ed74b req-ed1e168e-7340-4899-9ab3-8a76afbf6736 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992768 Jul 16 01:18:19.955395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] For port b2263881-30e4-4ad6-8122-5a49570873d7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b2263881-30e4-4ad6-8122-5a49570873d7,segment=NetworkSegment(f3fc768d-2b09-406d-a71a-bbd9b60c2fd2),segment_id=f3fc768d-2b09-406d-a71a-bbd9b60c2fd2)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:19.962338 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.965786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=0ad5cc6b-d334-4aab-910c-30318604477f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:20.011066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.025755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ffec0-30ec-4365-a136-e1341e12dc69 req-fd889f85-b0fc-4917-b8fa-081c86999e4a tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.036026 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a78ffec0-30ec-4365-a136-e1341e12dc69 req-fd889f85-b0fc-4917-b8fa-081c86999e4a tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 945 time: 0.1368845 Jul 16 01:18:20.038643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e82ff-05f6-4cf6-860c-df05bdaea6be None None] Pushing event updated for resources: {'Port': ['ID=b2263881-30e4-4ad6-8122-5a49570873d7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:20.086783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.141751 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a78ffec0-30ec-4365-a136-e1341e12dc69 req-fadcd637-ddb1-4b26-9823-bf4b3313abcb tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047387 Jul 16 01:18:20.222157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:20.232292 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['0ad5cc6b-d334-4aab-910c-30318604477f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:20.242072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:20.245265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:20.256290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Pushing event updated for resources: {'Port': ['ID=763e8c5f-e77c-412f-a29a-f7c18e8ba2d6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:20.485767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088c2cb-616d-476b-bd3e-ee51da4d9f5d req-752dc5f9-7e18-4256-ace7-450cda807ec7 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.487347 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3088c2cb-616d-476b-bd3e-ee51da4d9f5d req-752dc5f9-7e18-4256-ace7-450cda807ec7 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.3081441 Jul 16 01:18:20.586696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3088c2cb-616d-476b-bd3e-ee51da4d9f5d req-17a0fb14-f1ed-40e0-8e4c-60319f3aea14 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630496 Jul 16 01:18:20.756397 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.775165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd52958-720c-4972-b644-0c505fbf826a req-7dbf3aa9-82a3-4ce2-ad68-c9352f376fe1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.777068 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0dd52958-720c-4972-b644-0c505fbf826a req-7dbf3aa9-82a3-4ce2-ad68-c9352f376fe1 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.0770497 Jul 16 01:18:20.821802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0dd52958-720c-4972-b644-0c505fbf826a req-d4b94858-4bcd-419c-b290-8b33cdd8cf1e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388489 Jul 16 01:18:20.840332 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:20.935006 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d78b8-748f-436b-bbb7-642a3e24c857 req-2df152c8-20cb-4c60-b6cb-a64c7b2584ef tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.937075 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a22d78b8-748f-436b-bbb7-642a3e24c857 req-2df152c8-20cb-4c60-b6cb-a64c7b2584ef tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.1383033 Jul 16 01:18:21.287944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0ad5cc6b-d334-4aab-910c-30318604477f up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:21.380987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d06d46-73d4-4f49-99f3-7c8109179747 None None] Network ddfdb4f1-9438-4676-84b6-4a013a5edd68 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:21.389286 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a22d78b8-748f-436b-bbb7-642a3e24c857 req-ee10fcf8-851d-44fd-be4d-753aac41ffd7 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139379 Jul 16 01:18:21.428997 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.565649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-924bf01c-3f48-4e27-9e3a-5b0000145e1e None None] Provisioning for port b2263881-30e4-4ad6-8122-5a49570873d7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:21.584214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 0ad5cc6b-d334-4aab-910c-30318604477f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:21.628682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b2263881-30e4-4ad6-8122-5a49570873d7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:21.634395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 0ad5cc6b-d334-4aab-910c-30318604477f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:21.636043 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.664426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Router 3f6b3196-2443-4152-a0e3-badd9056133f is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:18:21.778436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c62be-035b-4e38-ab3d-b92901cec2bf req-17bce9a8-27e0-4f53-8118-7c54c4b935e6 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:21.787489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e39c62be-035b-4e38-ab3d-b92901cec2bf req-17bce9a8-27e0-4f53-8118-7c54c4b935e6 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 946 time: 0.1178656 Jul 16 01:18:21.847460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b2263881-30e4-4ad6-8122-5a49570873d7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:21.851369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e39c62be-035b-4e38-ab3d-b92901cec2bf req-27facee2-a553-41cb-9a4d-f19903a820d2 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629935 Jul 16 01:18:21.873654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b2263881-30e4-4ad6-8122-5a49570873d7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:21.874854 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.876450 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.007634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d9efc-e94e-4bb9-983c-3ce87b20e663 req-2f73efe1-13ca-4760-9307-1233559b55cb tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.013626 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f35d9efc-e94e-4bb9-983c-3ce87b20e663 req-2f73efe1-13ca-4760-9307-1233559b55cb tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 945 time: 0.3647997 Jul 16 01:18:22.016828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 0ad5cc6b-d334-4aab-910c-30318604477f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0ad5cc6b-d334-4aab-910c-30318604477f,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:22.020375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011638ac-f154-4558-835c-6d0b22cde51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad5cc6b-d334-4aab-910c-30318604477f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:22.036220 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c88e5963-cf6b-4a53-9651-9637e35a6ea6 req-93a4ee66-3888-4791-a56b-2cf546b08596 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0b824f9-d0f2-4770-922f-d1f9c9c78b00 HTTP/1.1" status: 200 len: 210 time: 0.0596733 Jul 16 01:18:22.046502 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b663343a-7b7a-4972-9a8f-59c11a1d0cf1" -d '{"events": [{"server_uuid": "011638ac-f154-4558-835c-6d0b22cde51a", "name": "network-vif-plugged", "status": "completed", "tag": "0ad5cc6b-d334-4aab-910c-30318604477f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:22.057968 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.129911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:22.144905 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Sync routers for ids ['3f6b3196-2443-4152-a0e3-badd9056133f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:22.161327 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.165915 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1cc46b2f-7984-421f-9f72-f3ae1944c962 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7689981 Jul 16 01:18:22.166000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:22.184913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f35d9efc-e94e-4bb9-983c-3ce87b20e663 req-3c0b472d-ba88-4979-a570-1315cb2ed2ea tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434631 Jul 16 01:18:22.199892 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Routers {'3f6b3196-2443-4152-a0e3-badd9056133f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:22.200578 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3f6b3196-2443-4152-a0e3-badd9056133f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:22.201272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=0ad5cc6b-d334-4aab-910c-30318604477f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:22.254501 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019b466-becd-49aa-b532-e6ac4a5f66de x-openstack-request-id: req-9019b466-becd-49aa-b532-e6ac4a5f66de {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:22.254794 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011638ac-f154-4558-835c-6d0b22cde51a", "name": "network-vif-plugged", "status": "completed", "tag": "0ad5cc6b-d334-4aab-910c-30318604477f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:22.255079 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9019b466-becd-49aa-b532-e6ac4a5f66de {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:22.257606 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011638ac-f154-4558-835c-6d0b22cde51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad5cc6b-d334-4aab-910c-30318604477f', 'code': 200} Jul 16 01:18:22.289317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e2471a3b-46bc-4c1f-a49b-0a9d886b174e None None] Provisioning complete for port b2263881-30e4-4ad6-8122-5a49570873d7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:22.289952 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2471a3b-46bc-4c1f-a49b-0a9d886b174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.409465 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Set router 3f6b3196-2443-4152-a0e3-badd9056133f gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:22.420354 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.446283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0d10f-6fc3-4926-a1de-5dd090a893e4 req-7f248d0f-73e0-4381-9dc6-ec6473f13003 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.458263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63b0d10f-6fc3-4926-a1de-5dd090a893e4 req-7f248d0f-73e0-4381-9dc6-ec6473f13003 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.0837862 Jul 16 01:18:22.511294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b2263881-30e4-4ad6-8122-5a49570873d7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b2263881-30e4-4ad6-8122-5a49570873d7,segment=NetworkSegment(f3fc768d-2b09-406d-a71a-bbd9b60c2fd2),segment_id=f3fc768d-2b09-406d-a71a-bbd9b60c2fd2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:22.519903 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.614145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b2263881-30e4-4ad6-8122-5a49570873d7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:22.653408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63b0d10f-6fc3-4926-a1de-5dd090a893e4 req-5824599f-ba01-4088-b201-a2e957ce69aa tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920948 Jul 16 01:18:22.654094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c79b-b9de-4c1b-bbde-d5786707d47a req-5080c337-6dbe-429b-8862-f2683eff09a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.664637 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-91f3c79b-b9de-4c1b-bbde-d5786707d47a req-5080c337-6dbe-429b-8862-f2683eff09a4 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.1934810 Jul 16 01:18:22.707290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fcd88-4fc7-4113-bbfa-53f3c2c0478b req-c2449252-6543-4525-97f2-e2aa8f4185ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.709398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-769fcd88-4fc7-4113-bbfa-53f3c2c0478b req-c2449252-6543-4525-97f2-e2aa8f4185ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 1098 time: 0.1842706 Jul 16 01:18:22.813301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-769fcd88-4fc7-4113-bbfa-53f3c2c0478b req-4777a45c-2635-41a0-8895-caedb732ffab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828102 Jul 16 01:18:22.830592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-91f3c79b-b9de-4c1b-bbde-d5786707d47a req-0db3b326-0428-4bd5-beb1-b0500e929c15 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613901 Jul 16 01:18:22.832167 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'name': 'tempest-TestAggregatesBasicOps-140006799-router', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:20Z', 'revision_number': 3, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'gw_port': {'id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:19Z', 'updated_at': '2021-07-16T01:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:22.868309 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Checking router: 3f6b3196-2443-4152-a0e3-badd9056133f for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:22.868960 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Updating router 3f6b3196-2443-4152-a0e3-badd9056133f port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:22.990336 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.297543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f9f5d-90aa-4a41-bde6-a0e8c2913f10 req-e3d2c483-af58-4d36-b295-51387bdcc784 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.298641 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.311069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a68f9f5d-90aa-4a41-bde6-a0e8c2913f10 req-e3d2c483-af58-4d36-b295-51387bdcc784 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.1546679 Jul 16 01:18:23.396749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a68f9f5d-90aa-4a41-bde6-a0e8c2913f10 req-c77f33e4-e2f3-4fb7-b561-4a7926392f08 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847352 Jul 16 01:18:23.531149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d245352-a5bc-4f98-979c-bd33107524a6 req-031565b9-4171-4be2-a0f4-add3337c5f64 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0475402 Jul 16 01:18:23.535575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b2263881-30e4-4ad6-8122-5a49570873d7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:23.695112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cc793-f8b8-4112-8e7d-6145f4ea3c41 req-a94831bf-096a-4151-a6e7-95b53fb35869 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.704840 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-936cc793-f8b8-4112-8e7d-6145f4ea3c41 req-a94831bf-096a-4151-a6e7-95b53fb35869 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.2120128 Jul 16 01:18:23.713674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b2263881-30e4-4ad6-8122-5a49570873d7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:23.714062 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.778444 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.819137 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Transition to ACTIVE for port object 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:23.829771 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.904713 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Attempting to bind port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:23.905606 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Attempting to bind port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:23.906476 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Attempting to bind port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:23.913337 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Pushing event updated for resources: {'Port': ['ID=763e8c5f-e77c-412f-a29a-f7c18e8ba2d6,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:23.919730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-936cc793-f8b8-4112-8e7d-6145f4ea3c41 req-a2aaea08-06d5-450a-9cda-c7fcad93dd6e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133281 Jul 16 01:18:23.925833 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:23.926451 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:23.927011 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.927569 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:23.928192 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Bound port: 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:23.929029 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.933071 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.933658 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.934709 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.935236 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.936617 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.937117 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.938603 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.939491 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.940994 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.941480 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.941960 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.942536 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:23.955193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Allocated IP 172.20.0.1 (ddfdb4f1-9438-4676-84b6-4a013a5edd68/f99b55da-8837-4d36-bdda-33f33fd150d0/a1dbae13-6cc7-46f3-a218-3402e51ac2e5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:24.120698 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] For port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:24.127592 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] For port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=763e8c5f-e77c-412f-a29a-f7c18e8ba2d6,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:24.133493 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.182577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9266ca9-24ed-4546-b48f-a6909946a65a req-68edf626-1db4-49e4-a418-82411c16dc28 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.193041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9266ca9-24ed-4546-b48f-a6909946a65a req-68edf626-1db4-49e4-a418-82411c16dc28 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.1282690 Jul 16 01:18:24.218087 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.263290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Transition to ACTIVE for port object a1dbae13-6cc7-46f3-a218-3402e51ac2e5 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:24.287401 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9266ca9-24ed-4546-b48f-a6909946a65a req-b3a79d30-f028-444e-ba8f-548cbebbb5fe tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873539 Jul 16 01:18:24.301590 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Routers {'3f6b3196-2443-4152-a0e3-badd9056133f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:24.302616 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3f6b3196-2443-4152-a0e3-badd9056133f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:24.373328 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d637a6a-e649-4e68-8e0c-7c6def245ce4 None None] Pushing event updated for resources: {'Port': ['ID=763e8c5f-e77c-412f-a29a-f7c18e8ba2d6,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:24.405274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eb77f-a57b-42ed-a576-df4a0bf49e50 req-ea99be25-5d0c-43b4-810d-5a57929b90f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.412566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b4eb77f-a57b-42ed-a576-df4a0bf49e50 req-ea99be25-5d0c-43b4-810d-5a57929b90f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.1594367 Jul 16 01:18:24.436938 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.517743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Network ddfdb4f1-9438-4676-84b6-4a013a5edd68 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:24.522791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:24.529577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:24.533343 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6e41-a545-4239-8c8f-09c772468e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.550092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b4eb77f-a57b-42ed-a576-df4a0bf49e50 req-8894053d-7323-4256-ad80-66d722bf89e8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364465 Jul 16 01:18:24.619026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dbae13-6cc7-46f3-a218-3402e51ac2e5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:24.645215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.645903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.646940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.647831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.648660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.649232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.650601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.651400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.651749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.652095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.652480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.653034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:24.670081 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.705553 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] Set router 3f6b3196-2443-4152-a0e3-badd9056133f gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:24.953568 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.040022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07583a40-e888-4def-aab3-14dfe1a0697e None None] Provisioning for port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:25.069706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07583a40-e888-4def-aab3-14dfe1a0697e None None] Provisioning complete for port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:25.072672 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07583a40-e888-4def-aab3-14dfe1a0697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.083645 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'name': 'tempest-TestAggregatesBasicOps-140006799-router', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:20Z', 'revision_number': 3, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'gw_port': {'id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:19Z', 'updated_at': '2021-07-16T01:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:25.162072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-07583a40-e888-4def-aab3-14dfe1a0697e None None] Port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:25.173366 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c214bfff-85db-4d2d-a081-06d4236d34d0 None None] The sync data for ids ['3f6b3196-2443-4152-a0e3-badd9056133f'] in n-d-791504-14 is: [{'id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'name': 'tempest-TestAggregatesBasicOps-140006799-router', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:20Z', 'revision_number': 3, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'gw_port': {'id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:19Z', 'updated_at': '2021-07-16T01:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:25.328135 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.356496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee25b54-50b1-4ce4-b0e6-76068291995d req-254f7e93-0479-4d16-9297-d354e09d5f7b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:25.370795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fee25b54-50b1-4ce4-b0e6-76068291995d req-254f7e93-0479-4d16-9297-d354e09d5f7b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.1958106 Jul 16 01:18:25.374613 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.384094 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.445149 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-390fe59d-cc20-4c4e-b647-3c882dc97c56 req-b299dd98-2822-4698-b064-35e61afdcc7a tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0642879 Jul 16 01:18:25.456226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fee25b54-50b1-4ce4-b0e6-76068291995d req-8a185de2-b52c-405f-876d-773d60e327e1 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838346 Jul 16 01:18:25.586982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.590417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dbae13-6cc7-46f3-a218-3402e51ac2e5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:25.731479 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f805b88-62d1-4ee8-a692-1a5020d8a5ed req-bd70b386-8439-46c3-a61d-fbf3a1f12362 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:25.739875 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f805b88-62d1-4ee8-a692-1a5020d8a5ed req-bd70b386-8439-46c3-a61d-fbf3a1f12362 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1647584 Jul 16 01:18:25.795495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f805b88-62d1-4ee8-a692-1a5020d8a5ed req-3bc009b1-6cfe-45dd-bb1b-a83a1a429fd4 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545633 Jul 16 01:18:25.820680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-58a240e9-55c7-4482-bbf6-7295cf11fea0 req-6c0ff67f-18bd-4589-bb64-1ddbd99ea4b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0b824f9-d0f2-4770-922f-d1f9c9c78b00 HTTP/1.1" status: 200 len: 210 time: 0.1124916 Jul 16 01:18:25.926599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Network ddfdb4f1-9438-4676-84b6-4a013a5edd68 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:25.929577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:25.974245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50951bf8-3bc4-452d-9cee-82fcdbaa0a5f req-27bd1d0d-0e04-4a76-8eff-ca95dd45bd42 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:25.976650 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50951bf8-3bc4-452d-9cee-82fcdbaa0a5f req-27bd1d0d-0e04-4a76-8eff-ca95dd45bd42 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 946 time: 0.2014768 Jul 16 01:18:26.110045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f30d60-8790-48f6-93b1-2aaeecff865e req-57dfea92-1a04-4940-82b9-72d79d96aeb2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:26.133523 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-78f30d60-8790-48f6-93b1-2aaeecff865e req-57dfea92-1a04-4940-82b9-72d79d96aeb2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.1428850 Jul 16 01:18:26.178326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Router 3f6b3196-2443-4152-a0e3-badd9056133f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:26.192391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50951bf8-3bc4-452d-9cee-82fcdbaa0a5f req-c20a8576-592c-4255-9353-3b12624d380e tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541224 Jul 16 01:18:26.252155 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-78f30d60-8790-48f6-93b1-2aaeecff865e req-63443828-b7bb-4611-9346-378a21470fb7 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176507 Jul 16 01:18:26.305736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ecf8e346-371c-47d2-9dba-a6059db06591 None None] Provisioning complete for port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:26.307912 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e346-371c-47d2-9dba-a6059db06591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.404849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.409756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8e346-371c-47d2-9dba-a6059db06591 None None] Port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:26.451507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:26.459148 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1db33822-4449-4fa7-86c6-bf11ef3f1d06 admin admin] 10.222.0.64 "PUT /v2.0/routers/3f6b3196-2443-4152-a0e3-badd9056133f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2917728 Jul 16 01:18:26.581255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27540-9c84-473f-b1c4-1d5d863b0cc3 req-46598cec-44b0-4d51-98fb-5461f1b4fde5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:26.586878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bae27540-9c84-473f-b1c4-1d5d863b0cc3 req-46598cec-44b0-4d51-98fb-5461f1b4fde5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1145964 Jul 16 01:18:26.671570 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bae27540-9c84-473f-b1c4-1d5d863b0cc3 req-757dd0a5-ef10-4501-a800-7c558d52cfc2 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729749 Jul 16 01:18:27.070122 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4034ab3-bc62-45f5-a068-6789775d8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.209408 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc8e3751-6ce5-45d6-8d99-9ccfe5a32a7d req-25fde50b-2908-408b-89c0-ba64bfb776a0 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0583344 Jul 16 01:18:27.321571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-002b3098-11b7-434f-8bf0-546cd5f6ff84 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.324813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-002b3098-11b7-434f-8bf0-546cd5f6ff84 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.67 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 946 time: 0.2846861 Jul 16 01:18:27.409347 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9792cf79-f6db-4d93-9ed2-4df588096c2b req-fbb9b91e-647c-4ba4-92ac-f29e9b0b6668 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0572255 Jul 16 01:18:27.571713 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.583407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:27.723216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:27.729951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-ba18b157-c54e-4d6a-b789-3ae5a24b39f1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Deleting port 1e6368aa-e792-45e9-bf77-8348024e0dae {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:27.730938 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-ba18b157-c54e-4d6a-b789-3ae5a24b39f1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.734622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:27.735001 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.775034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:27.787998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1082083773-network', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:27.854066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9801538-1d9e-4582-a665-ca8714b9b0d4 req-d78fae75-e942-4ef6-818c-63add27480c4 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.869955 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9801538-1d9e-4582-a665-ca8714b9b0d4 req-d78fae75-e942-4ef6-818c-63add27480c4 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 946 time: 0.1809249 Jul 16 01:18:27.918443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-ba18b157-c54e-4d6a-b789-3ae5a24b39f1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] For port 1e6368aa-e792-45e9-bf77-8348024e0dae, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1e6368aa-e792-45e9-bf77-8348024e0dae,segment=NetworkSegment(47ec400c-f46a-4cba-bf8d-0732ee3fccfc),segment_id=47ec400c-f46a-4cba-bf8d-0732ee3fccfc)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:27.918826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-ba18b157-c54e-4d6a-b789-3ae5a24b39f1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.936547 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.941812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-ba18b157-c54e-4d6a-b789-3ae5a24b39f1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Calling delete_port for 1e6368aa-e792-45e9-bf77-8348024e0dae owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:27.976934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Sync routers for ids ['3f6b3196-2443-4152-a0e3-badd9056133f'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:28.030594 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Made reservation on behalf of 30ede6ee35de41c7907ee80ff54ceb46 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:28.043002 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.071037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=763e8c5f-e77c-412f-a29a-f7c18e8ba2d6,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:28.083517 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.107052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Routers {'3f6b3196-2443-4152-a0e3-badd9056133f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:28.108600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3f6b3196-2443-4152-a0e3-badd9056133f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:28.115620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.210223 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9801538-1d9e-4582-a665-ca8714b9b0d4 req-e4a99a48-e70d-434e-93d6-23d3e4ef7212 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ffeb273-cf0c-41f7-90b8-69707b0c4866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042364 Jul 16 01:18:28.253927 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-ba18b157-c54e-4d6a-b789-3ae5a24b39f1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.325960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18b157-c54e-4d6a-b789-3ae5a24b39f1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Pushing event deleted for resources: {'Port': ['ID=1e6368aa-e792-45e9-bf77-8348024e0dae,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:28.423136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['1e6368aa-e792-45e9-bf77-8348024e0dae'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:28.500095 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.511363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.581087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-ba18b157-c54e-4d6a-b789-3ae5a24b39f1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] No DVR routers for this DVR port 1e6368aa-e792-45e9-bf77-8348024e0dae on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:28.593555 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-ba18b157-c54e-4d6a-b789-3ae5a24b39f1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.597785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d83b75a6-08cc-45f0-b79b-36b7c504ac37 req-ba18b157-c54e-4d6a-b789-3ae5a24b39f1 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.67 "DELETE /v2.0/ports/1e6368aa-e792-45e9-bf77-8348024e0dae HTTP/1.1" status: 204 len: 173 time: 1.2544193 Jul 16 01:18:28.612120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e25eb8-0c5e-4895-977f-28c4231e40cf', 'name': 'network-vif-deleted', 'tag': '1e6368aa-e792-45e9-bf77-8348024e0dae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:28.615950 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b0bea3-9638-4a91-b518-9ceda3f6f685" -d '{"events": [{"server_uuid": "78e25eb8-0c5e-4895-977f-28c4231e40cf", "name": "network-vif-deleted", "tag": "1e6368aa-e792-45e9-bf77-8348024e0dae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:28.648174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:28.662469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e88fd-a7f6-4d0e-a95d-04f4523ae10a req-e4608828-0861-4737-93f8-5045930dcafe tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.683216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-255e88fd-a7f6-4d0e-a95d-04f4523ae10a req-e4608828-0861-4737-93f8-5045930dcafe tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.2547176 Jul 16 01:18:28.698192 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.698752 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Added segment 2d8077ab-b7b2-4cdc-8a6d-613ece8e526a of type vlan for network ebd3cccc-5749-44cf-82ea-4f865eeb627f Jul 16 01:18:28.786636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.791958 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-255e88fd-a7f6-4d0e-a95d-04f4523ae10a req-b3df545e-809c-4231-80af-c8d949e9f28c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013389 Jul 16 01:18:28.857164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e3fb4d-0642-4214-b1fc-3ed1b7e13172,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:28.899770 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.913270 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.914643 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.915397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.943526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Set router 3f6b3196-2443-4152-a0e3-badd9056133f gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:29.010934 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2331543 Jul 16 01:18:29.014966 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60066) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:29.024260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Request body: {'subnet': {'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1082083773-subnet', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:29.034316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=763e8c5f-e77c-412f-a29a-f7c18e8ba2d6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:29.123850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39ea56-3e70-468f-81e0-91c532c2cb66 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd3cccc-5749-44cf-82ea-4f865eeb627f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:29.153840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network ebd3cccc-5749-44cf-82ea-4f865eeb627f details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:29.170380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Made reservation on behalf of 30ede6ee35de41c7907ee80ff54ceb46 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:29.186982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.311958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c20ac3d-d224-4ea0-aea7-84ab8a84c625 req-a01922f7-9406-4e24-8f3f-91fbd00965fb tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0492179 Jul 16 01:18:29.409193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb5a7-402c-4420-b51c-c69bf2df6243 req-43314822-f837-4730-a13f-31633fe30264 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.413870 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f0bb5a7-402c-4420-b51c-c69bf2df6243 req-43314822-f837-4730-a13f-31633fe30264 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.4003599 Jul 16 01:18:29.487501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:29.543848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f0bb5a7-402c-4420-b51c-c69bf2df6243 req-8c02e0e4-6815-41b4-876b-c41cfd614faf tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870275 Jul 16 01:18:29.681320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14c207-6a97-4d01-b5e0-1e845c49663a req-19422316-b298-43f8-b04b-a4715bd1445b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.699864 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f14c207-6a97-4d01-b5e0-1e845c49663a req-19422316-b298-43f8-b04b-a4715bd1445b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.1997576 Jul 16 01:18:29.715051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:29.717142 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.759341 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a94c4c-6598-446d-882b-5087a8841b28 x-openstack-request-id: req-b7a94c4c-6598-446d-882b-5087a8841b28 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:29.759648 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e25eb8-0c5e-4895-977f-28c4231e40cf", "name": "network-vif-deleted", "tag": "1e6368aa-e792-45e9-bf77-8348024e0dae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:29.759936 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7a94c4c-6598-446d-882b-5087a8841b28 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:29.760337 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e25eb8-0c5e-4895-977f-28c4231e40cf', 'name': 'network-vif-deleted', 'tag': '1e6368aa-e792-45e9-bf77-8348024e0dae', 'status': 'completed', 'code': 200} Jul 16 01:18:29.780429 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'name': 'tempest-TestAggregatesBasicOps-140006799-router', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:24Z', 'revision_number': 4, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'gw_port': {'id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:19Z', 'updated_at': '2021-07-16T01:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a1dbae13-6cc7-46f3-a218-3402e51ac2e5', 'name': '', 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'mac_address': 'fa:16:3e:df:d1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'f99b55da-8837-4d36-bdda-33f33fd150d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:23Z', 'updated_at': '2021-07-16T01:18:25Z', 'revision_number': 2, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'subnets': [{'id': 'f99b55da-8837-4d36-bdda-33f33fd150d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:29.828388 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f14c207-6a97-4d01-b5e0-1e845c49663a req-179f7fb0-91d6-4013-816a-8866889fa1e8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266415 Jul 16 01:18:29.850973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Checking router: 3f6b3196-2443-4152-a0e3-badd9056133f for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:29.851331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Updating router 3f6b3196-2443-4152-a0e3-badd9056133f port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:29.853373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.912821 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.003757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:30.060822 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.128635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Checking segment: {'id': '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:30.129850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Network hostable DHCP agents. Network: ebd3cccc-5749-44cf-82ea-4f865eeb627f, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:30.191280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Network ebd3cccc-5749-44cf-82ea-4f865eeb627f is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:30.230613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 496be852-d174-4aab-98e0-30684769ad1d details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:30.276963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, ebd3cccc-5749-44cf-82ea-4f865eeb627f) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:30.283450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.284551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.303880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2c4500fe-e377-41f5-b429-18a49323c560 req-daa32763-8e9c-4184-a7bc-e3b4ae6a08e7 tempest-ServerMetadataNegativeTestJSON-1653713257 tempest-ServerMetadataNegativeTestJSON-1653713257-project] 10.222.0.64 "GET /v2.0/ports?device_id=78e25eb8-0c5e-4895-977f-28c4231e40cf HTTP/1.1" status: 200 len: 210 time: 0.0958796 Jul 16 01:18:30.348884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60086) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:30.352175 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5c6f2896-689e-4175-88ad-f7b9d9115e08 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3352501 Jul 16 01:18:30.358607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1082083773-router', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:30.410294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59986c75-9def-4b89-aef1-2f72a875e36d None None] Network ebd3cccc-5749-44cf-82ea-4f865eeb627f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:30.413708 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.419994 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.579108 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.680524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 496be852-d174-4aab-98e0-30684769ad1d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=496be852-d174-4aab-98e0-30684769ad1d,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:30.708560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a0d1-3f18-4d66-8fc2-f7e2096c5866 req-9be1b234-4fa1-48f1-a633-53a8e619bc9b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.711344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-04a7a0d1-3f18-4d66-8fc2-f7e2096c5866 req-9be1b234-4fa1-48f1-a633-53a8e619bc9b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.1200047 Jul 16 01:18:30.773339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '496be852-d174-4aab-98e0-30684769ad1d', 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b', 'port_id': '496be852-d174-4aab-98e0-30684769ad1d', 'mac_address': 'fa:16:3e:48:f3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c6874d-f530-4445-9019-cd465bca7221', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:30.827025 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-04a7a0d1-3f18-4d66-8fc2-f7e2096c5866 req-e6651648-1b05-4d51-8b41-64af49ce659b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038618 Jul 16 01:18:30.989916 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.005763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-ebd3cccc-5749-44cf-82ea-4f865eeb627f', 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'fixed_ips': [{'subnet_id': 'eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:18:31.006895 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.037838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 496be852-d174-4aab-98e0-30684769ad1d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:31.108138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 496be852-d174-4aab-98e0-30684769ad1d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=496be852-d174-4aab-98e0-30684769ad1d,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:31.191334 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.214700 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.295452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Transition to ACTIVE for port object a1dbae13-6cc7-46f3-a218-3402e51ac2e5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:31.337781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1e6368aa-e792-45e9-bf77-8348024e0dae no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:31.389543 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.402928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 1e6368aa-e792-45e9-bf77-8348024e0dae {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:31.403294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1e6368aa-e792-45e9-bf77-8348024e0dae not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:31.405068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['496be852-d174-4aab-98e0-30684769ad1d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:31.421073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=496be852-d174-4aab-98e0-30684769ad1d,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:31.486710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Allocated IP 172.20.0.2 (ebd3cccc-5749-44cf-82ea-4f865eeb627f/eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d/590fbaf8-540a-47a0-8f1d-6d6767acb8ed) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:31.492207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d732d3-c6cf-4253-84d7-c3e77247a699 req-16065e28-23a7-4c4a-ab02-ce1924c46250 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.497082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84d732d3-c6cf-4253-84d7-c3e77247a699 req-16065e28-23a7-4c4a-ab02-ce1924c46250 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.2935207 Jul 16 01:18:31.595788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147675b-0bda-41f6-a6e0-80fab3faa99a None None] Pushing event updated for resources: {'Port': ['ID=a1dbae13-6cc7-46f3-a218-3402e51ac2e5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:31.647707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.652325 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84d732d3-c6cf-4253-84d7-c3e77247a699 req-4ee28964-f159-4519-a84c-b4946053c6b9 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447113 Jul 16 01:18:31.725671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Attempting to bind port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:31.726177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Attempting to bind port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:31.726662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Attempting to bind port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 on network ddfdb4f1-9438-4676-84b6-4a013a5edd68 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:31.765898 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-385b0bbf-e0ae-4e03-ab80-a9237e667f79 req-caa79180-7c0f-4ecd-8f33-b6b71e976d18 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.1082561 Jul 16 01:18:31.875381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:31.875905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Checking segment: {'id': 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:31.876419 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.877043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Bound using segment: {'id': 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:31.877750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Bound port: a1dbae13-6cc7-46f3-a218-3402e51ac2e5, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:31.878320 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.068820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc2685-8243-4d2a-a3b0-8f1f1f1e238f req-f49cf80a-d579-4c2b-8442-ca45078796d2 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.090433 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcbc2685-8243-4d2a-a3b0-8f1f1f1e238f req-f49cf80a-d579-4c2b-8442-ca45078796d2 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 945 time: 0.1865802 Jul 16 01:18:32.116838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60112) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:32.281267 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcbc2685-8243-4d2a-a3b0-8f1f1f1e238f req-624290ed-1a09-4e96-b9ce-2c9baf5edd8c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866851 Jul 16 01:18:32.355650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e469bc96-029a-4aa9-bb23-0febb8e42b5a admin admin] Deleting subnet b21b4c57-44e6-425e-8c5f-301b8952f4b1 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:18:32.379019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.381675 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e469bc96-029a-4aa9-bb23-0febb8e42b5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.456937 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.474804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] For port a1dbae13-6cc7-46f3-a218-3402e51ac2e5, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:32.489960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Transition to ACTIVE for port object 590fbaf8-540a-47a0-8f1d-6d6767acb8ed will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:32.502521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] For port a1dbae13-6cc7-46f3-a218-3402e51ac2e5, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a1dbae13-6cc7-46f3-a218-3402e51ac2e5,segment=NetworkSegment(f3fc768d-2b09-406d-a71a-bbd9b60c2fd2),segment_id=f3fc768d-2b09-406d-a71a-bbd9b60c2fd2)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:32.531175 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.545316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e469bc96-029a-4aa9-bb23-0febb8e42b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.571763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.679831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Transition to ACTIVE for port object 590fbaf8-540a-47a0-8f1d-6d6767acb8ed will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:32.693199 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e469bc96-029a-4aa9-bb23-0febb8e42b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.783620 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.835834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e469bc96-029a-4aa9-bb23-0febb8e42b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.907752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31978e64-22d4-46fe-bcdc-981513c68098 req-c5c74f05-de0c-4b20-9fa6-7619dde6c7fd tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.920883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31978e64-22d4-46fe-bcdc-981513c68098 req-c5c74f05-de0c-4b20-9fa6-7619dde6c7fd tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.3402705 Jul 16 01:18:32.931344 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e469bc96-029a-4aa9-bb23-0febb8e42b5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.938553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e469bc96-029a-4aa9-bb23-0febb8e42b5a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b21b4c57-44e6-425e-8c5f-301b8952f4b1 HTTP/1.1" status: 204 len: 168 time: 0.8174629 Jul 16 01:18:32.939633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60118) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:32.964996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Routers {'3f6b3196-2443-4152-a0e3-badd9056133f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:32.966335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3f6b3196-2443-4152-a0e3-badd9056133f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:32.969645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147675b-0bda-41f6-a6e0-80fab3faa99a None None] Pushing event updated for resources: {'Port': ['ID=a1dbae13-6cc7-46f3-a218-3402e51ac2e5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:33.003522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31978e64-22d4-46fe-bcdc-981513c68098 req-d0e2d6a2-c176-46d5-b83b-cfa78d1ae260 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804956 Jul 16 01:18:33.016458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Network ebd3cccc-5749-44cf-82ea-4f865eeb627f is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:33.041216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Allocated IP 172.25.4.121 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/66b586e8-55c1-4937-970e-8186786a5329) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:33.130038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469bc96-029a-4aa9-bb23-0febb8e42b5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21b4c57-44e6-425e-8c5f-301b8952f4b1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:33.135448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.254326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:33.263357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:33.365792 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.394803 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.418601 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742563e7-1ab1-446e-af98-a0d4ebeaf657']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:33.430423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d82b1-bc56-4c59-9c1f-0167dae49149 req-cdaf8bc0-c3d3-4b4a-98b1-1d2e5279d094 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:33.440048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-583d82b1-bc56-4c59-9c1f-0167dae49149 req-cdaf8bc0-c3d3-4b4a-98b1-1d2e5279d094 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.2480590 Jul 16 01:18:33.446646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Pushing event updated for resources: {'Port': ['ID=590fbaf8-540a-47a0-8f1d-6d6767acb8ed,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:33.470298 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.477492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ec400c-f46a-4cba-bf8d-0732ee3fccfc') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:33.477704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ec400c-f46a-4cba-bf8d-0732ee3fccfc') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:33.518424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.545334 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-583d82b1-bc56-4c59-9c1f-0167dae49149 req-25cc4661-fd1a-409b-a3b9-7ac4294172fd tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033874 Jul 16 01:18:33.594842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.604243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Attempting to bind port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:33.605322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Attempting to bind port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:33.606239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Attempting to bind port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed on network ebd3cccc-5749-44cf-82ea-4f865eeb627f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:33.617822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:18:33.618349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:33.618623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.626322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:18:33.627769 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:18:33.633183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Checking segment: {'id': '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:33.633900 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.634478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Bound using segment: {'id': '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:33.636434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Bound port: 590fbaf8-540a-47a0-8f1d-6d6767acb8ed, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:33.649335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:33.662451 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.677901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:33.752315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Pushing event updated for resources: {'Port': ['ID=66b586e8-55c1-4937-970e-8186786a5329,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:33.763457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] Set router 3f6b3196-2443-4152-a0e3-badd9056133f gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:33.783079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.801170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.808112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] 10.222.0.64 "DELETE /v2.0/networks/742563e7-1ab1-446e-af98-a0d4ebeaf657 HTTP/1.1" status: 204 len: 168 time: 0.8663712 Jul 16 01:18:33.860785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2c2d7c4-a624-4068-9543-3532aa57922f req-133fa1c1-84de-4e51-9d33-bd96692c0474 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.2305450 Jul 16 01:18:33.868717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8e863-a5ad-4db3-9fa4-62dc3983fd3c admin admin] Pushing event deleted for resources: {'Network': ['ID=742563e7-1ab1-446e-af98-a0d4ebeaf657,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:34.207485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 496be852-d174-4aab-98e0-30684769ad1d up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:34.254328 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e886-4a13-4081-802f-1ed5ede6dfd7 req-7f91991c-e3d7-40e6-8b4b-8d2be7597b10 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.258804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38a8e886-4a13-4081-802f-1ed5ede6dfd7 req-7f91991c-e3d7-40e6-8b4b-8d2be7597b10 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 945 time: 0.3266788 Jul 16 01:18:34.356624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.419226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38a8e886-4a13-4081-802f-1ed5ede6dfd7 req-37af0bc3-624a-449d-9d3d-6942366c5b27 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493900 Jul 16 01:18:34.428468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60132) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:34.488732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] For port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:34.556199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] For port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=590fbaf8-540a-47a0-8f1d-6d6767acb8ed,segment=NetworkSegment(2d8077ab-b7b2-4cdc-8a6d-613ece8e526a),segment_id=2d8077ab-b7b2-4cdc-8a6d-613ece8e526a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:34.578550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7771b0e0-57b3-40bd-a635-09665785cb53 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1f242fcca8a4fe19fe5e88354a3b527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471980 Jul 16 01:18:34.580363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60138) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:34.583170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.670963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 496be852-d174-4aab-98e0-30684769ad1d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:34.671611 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.724583 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82fa7299-a099-4045-a362-3288c2343838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.752701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb0637-eb1d-4181-9dfe-dda7a21c4656 req-be0e5662-0f06-45ef-89de-1b93d85df11a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.755403 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6eb0637-eb1d-4181-9dfe-dda7a21c4656 req-be0e5662-0f06-45ef-89de-1b93d85df11a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.3426192 Jul 16 01:18:34.793940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611da67-4595-46c4-86cd-3e56432d5687 None None] Pushing event updated for resources: {'Port': ['ID=590fbaf8-540a-47a0-8f1d-6d6767acb8ed,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:34.829929 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82fa7299-a099-4045-a362-3288c2343838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.970675 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.972026 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82fa7299-a099-4045-a362-3288c2343838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.977523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82fa7299-a099-4045-a362-3288c2343838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.980124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-82fa7299-a099-4045-a362-3288c2343838 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ffeb273-cf0c-41f7-90b8-69707b0c4866 HTTP/1.1" status: 204 len: 168 time: 0.3983707 Jul 16 01:18:34.992802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa7299-a099-4045-a362-3288c2343838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffeb273-cf0c-41f7-90b8-69707b0c4866,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:35.113364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 496be852-d174-4aab-98e0-30684769ad1d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=496be852-d174-4aab-98e0-30684769ad1d,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:35.123408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496be852-d174-4aab-98e0-30684769ad1d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:35.125799 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc0c27f-ec4f-4395-9c25-c5a3db373075" -d '{"events": [{"server_uuid": "7328ac78-26fb-48b4-8e23-24cad1b7cc6a", "name": "network-vif-plugged", "status": "completed", "tag": "496be852-d174-4aab-98e0-30684769ad1d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:35.147376 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6eb0637-eb1d-4181-9dfe-dda7a21c4656 req-cde05be1-1695-427a-b95c-de93e4e4b362 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508459 Jul 16 01:18:35.150088 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.177944 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.236142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'name': 'tempest-TestAggregatesBasicOps-140006799-router', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:24Z', 'revision_number': 4, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'gw_port': {'id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:19Z', 'updated_at': '2021-07-16T01:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a1dbae13-6cc7-46f3-a218-3402e51ac2e5', 'name': '', 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'mac_address': 'fa:16:3e:df:d1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'f99b55da-8837-4d36-bdda-33f33fd150d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:23Z', 'updated_at': '2021-07-16T01:18:32Z', 'revision_number': 4, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'subnets': [{'id': 'f99b55da-8837-4d36-bdda-33f33fd150d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:35.284656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638704f-7378-4d69-96c4-7f02ee3cc41f None None] The sync data for ids ['3f6b3196-2443-4152-a0e3-badd9056133f'] in n-d-791504-14 is: [{'id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'name': 'tempest-TestAggregatesBasicOps-140006799-router', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:24Z', 'revision_number': 4, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'gw_port': {'id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:19Z', 'updated_at': '2021-07-16T01:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a1dbae13-6cc7-46f3-a218-3402e51ac2e5', 'name': '', 'network_id': 'ddfdb4f1-9438-4676-84b6-4a013a5edd68', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'mac_address': 'fa:16:3e:df:d1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'f99b55da-8837-4d36-bdda-33f33fd150d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:23Z', 'updated_at': '2021-07-16T01:18:32Z', 'revision_number': 4, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'subnets': [{'id': 'f99b55da-8837-4d36-bdda-33f33fd150d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:35.286464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=496be852-d174-4aab-98e0-30684769ad1d,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:35.684315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711872-b427-4fb2-9d56-9288c59698b4 req-0d99f7c2-87ec-4a22-b7f8-0240a36d0eb1 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:35.686045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3711872-b427-4fb2-9d56-9288c59698b4 req-0d99f7c2-87ec-4a22-b7f8-0240a36d0eb1 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.4096501 Jul 16 01:18:35.737570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 590fbaf8-540a-47a0-8f1d-6d6767acb8ed up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:35.785292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5c7aa-860e-42b1-aecd-6f5b739df147 req-bed6de20-e08d-4cd0-8a33-13716d843312 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:35.787395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3711872-b427-4fb2-9d56-9288c59698b4 req-f2d5d000-bf90-4d3a-9494-d1864e8030fa tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888803 Jul 16 01:18:35.807229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf5c7aa-860e-42b1-aecd-6f5b739df147 req-bed6de20-e08d-4cd0-8a33-13716d843312 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 946 time: 0.2394629 Jul 16 01:18:35.933470 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf5c7aa-860e-42b1-aecd-6f5b739df147 req-c2252ba8-5426-41a9-a2cd-934b749d8262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300275 Jul 16 01:18:35.948253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Router 413f0f7d-b3fc-4637-b9ee-51442cd5459a is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:18:35.948843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:35.958529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a1dbae13-6cc7-46f3-a218-3402e51ac2e5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:36.085864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-35829c93-df86-4302-bdf6-160a7c686b49 req-1118929a-dfd4-49c2-b2f3-dad1f347d12a tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0536742 Jul 16 01:18:36.123143 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541a729b-5a83-49ed-abe9-37e118a2b391 x-openstack-request-id: req-541a729b-5a83-49ed-abe9-37e118a2b391 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:36.123697 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7328ac78-26fb-48b4-8e23-24cad1b7cc6a", "name": "network-vif-plugged", "status": "completed", "tag": "496be852-d174-4aab-98e0-30684769ad1d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:36.124108 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-541a729b-5a83-49ed-abe9-37e118a2b391 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:36.124662 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496be852-d174-4aab-98e0-30684769ad1d', 'code': 200} Jul 16 01:18:36.167863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:36.183712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:36.184370 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.345762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:36.358249 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Sync routers for ids ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:36.368334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 496be852-d174-4aab-98e0-30684769ad1d no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:36.372348 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Routers {'413f0f7d-b3fc-4637-b9ee-51442cd5459a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:36.372995 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:36.392313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.394753 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ad8dd718-4e8a-4184-9f72-8dd77d00716f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0439899 Jul 16 01:18:36.397449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60164) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:36.655340 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.720529 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Set router 413f0f7d-b3fc-4637-b9ee-51442cd5459a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:36.913596 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.945272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 496be852-d174-4aab-98e0-30684769ad1d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=496be852-d174-4aab-98e0-30684769ad1d,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:36.987762 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.027436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e3443-11e2-4861-bcd4-73d681dc8eb1 req-5b96fb35-5e61-42ac-ad5a-828f99e95762 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.037639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-853e3443-11e2-4861-bcd4-73d681dc8eb1 req-5b96fb35-5e61-42ac-ad5a-828f99e95762 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.4341011 Jul 16 01:18:37.100233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60180) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:37.128812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba37080e-f6c0-43d6-b729-493406d1498f None None] Network ebd3cccc-5749-44cf-82ea-4f865eeb627f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:37.186067 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-853e3443-11e2-4861-bcd4-73d681dc8eb1 req-c60c2a17-b8c7-43ce-8054-b7a2b10e7544 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471403 Jul 16 01:18:37.210403 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'name': 'tempest-TestAggregatesBasicOps-1082083773-router', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '66b586e8-55c1-4937-970e-8186786a5329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:30Z', 'updated_at': '2021-07-16T01:18:34Z', 'revision_number': 3, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'gw_port': {'id': '66b586e8-55c1-4937-970e-8186786a5329', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:37.297845 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Checking router: 413f0f7d-b3fc-4637-b9ee-51442cd5459a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:37.298213 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Updating router 413f0f7d-b3fc-4637-b9ee-51442cd5459a port 66b586e8-55c1-4937-970e-8186786a5329 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:37.391441 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.399779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1561883630-network', 'tenant_id': '41ae8174a278442580fdd21f72a31ad1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:37.503578 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Made reservation on behalf of 41ae8174a278442580fdd21f72a31ad1 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:37.508338 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.571110 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.698873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port a1dbae13-6cc7-46f3-a218-3402e51ac2e5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a1dbae13-6cc7-46f3-a218-3402e51ac2e5,segment=NetworkSegment(f3fc768d-2b09-406d-a71a-bbd9b60c2fd2),segment_id=f3fc768d-2b09-406d-a71a-bbd9b60c2fd2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:37.711145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9aa7d911-7e46-4333-b888-79a03e072c6d None None] Provisioning for port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:37.718505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.729976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=496be852-d174-4aab-98e0-30684769ad1d,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:37.749260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9aa7d911-7e46-4333-b888-79a03e072c6d None None] Provisioning complete for port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:37.749707 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d911-7e46-4333-b888-79a03e072c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.792272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4c527-d233-45c6-95b8-aba7215a9abc req-e37cd5a4-db10-4ec7-b4a6-6efdc79de68b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.805932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2f4c527-d233-45c6-95b8-aba7215a9abc req-e37cd5a4-db10-4ec7-b4a6-6efdc79de68b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 944 time: 0.3785615 Jul 16 01:18:37.912417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a3d55-32fd-4500-b796-3b0871cac39d req-b806d2d8-f970-479d-9dbb-62d8a8e3c47b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.916183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-213a3d55-32fd-4500-b796-3b0871cac39d req-b806d2d8-f970-479d-9dbb-62d8a8e3c47b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.50 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 944 time: 0.4237063 Jul 16 01:18:37.980616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed182d1b-b4d5-4e9b-a02e-c9209826a2d4 req-d424acb7-c55d-44ab-a44d-15e2ba1a0f9d tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.988206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed182d1b-b4d5-4e9b-a02e-c9209826a2d4 req-d424acb7-c55d-44ab-a44d-15e2ba1a0f9d tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.2367125 Jul 16 01:18:38.037970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2f4c527-d233-45c6-95b8-aba7215a9abc req-c917f4f3-b3da-4358-8b64-1f8133d971da tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302179 Jul 16 01:18:38.143805 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496be852-d174-4aab-98e0-30684769ad1d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:38.147251 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.152703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed182d1b-b4d5-4e9b-a02e-c9209826a2d4 req-97eb9c13-1946-4000-ad0c-0c530203774f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630154 Jul 16 01:18:38.166930 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7651cb6-0a87-4650-8fee-6c284149036c" -d '{"events": [{"server_uuid": "7328ac78-26fb-48b4-8e23-24cad1b7cc6a", "name": "network-vif-unplugged", "status": "completed", "tag": "496be852-d174-4aab-98e0-30684769ad1d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:38.195038 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Transition to ACTIVE for port object 66b586e8-55c1-4937-970e-8186786a5329 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:38.208438 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.268101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.280087 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.355701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=a1dbae13-6cc7-46f3-a218-3402e51ac2e5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.404755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:38.465630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-213a3d55-32fd-4500-b796-3b0871cac39d req-d9b55e28-4060-4d95-95d3-09da5e645c7c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Deleting port 496be852-d174-4aab-98e0-30684769ad1d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:38.466375 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-213a3d55-32fd-4500-b796-3b0871cac39d req-d9b55e28-4060-4d95-95d3-09da5e645c7c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.495037 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b619d0e-c707-404e-8fc0-33a5e0ac2efd req-bc39f224-5c7a-4536-a322-320b9bbff180 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.1530564 Jul 16 01:18:38.517659 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Attempting to bind port 66b586e8-55c1-4937-970e-8186786a5329 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:38.521833 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Attempting to bind port 66b586e8-55c1-4937-970e-8186786a5329 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:38.526561 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Attempting to bind port 66b586e8-55c1-4937-970e-8186786a5329 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:38.537958 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d911-7e46-4333-b888-79a03e072c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.538154 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46925a3-2a15-4e2f-9f0e-96ea50d5e40e None None] Pushing event updated for resources: {'Port': ['ID=66b586e8-55c1-4937-970e-8186786a5329,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.565761 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:38.569009 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:38.570053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71af03e-a68a-4d0d-bb63-346fd7520ef0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.572837 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.576145 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:38.586210 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Bound port: 66b586e8-55c1-4937-970e-8186786a5329, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:38.588713 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.655722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.667084 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Added segment da8c3c2f-2d8f-471b-9da9-e0ac33375e4e of type vlan for network 89922669-20b8-4c65-9161-f6e3254b86ed Jul 16 01:18:38.672130 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.718920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9aa7d911-7e46-4333-b888-79a03e072c6d None None] For port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=590fbaf8-540a-47a0-8f1d-6d6767acb8ed,segment=NetworkSegment(2d8077ab-b7b2-4cdc-8a6d-613ece8e526a),segment_id=2d8077ab-b7b2-4cdc-8a6d-613ece8e526a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:38.725963 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ea1dc3-f1d1-45ce-94e6-bda3ea3b7ac3 x-openstack-request-id: req-94ea1dc3-f1d1-45ce-94e6-bda3ea3b7ac3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:38.730592 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7328ac78-26fb-48b4-8e23-24cad1b7cc6a", "name": "network-vif-unplugged", "status": "completed", "tag": "496be852-d174-4aab-98e0-30684769ad1d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:38.731032 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94ea1dc3-f1d1-45ce-94e6-bda3ea3b7ac3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:38.731521 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496be852-d174-4aab-98e0-30684769ad1d', 'code': 200} Jul 16 01:18:38.735504 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d911-7e46-4333-b888-79a03e072c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.825966 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] For port 66b586e8-55c1-4937-970e-8186786a5329, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:38.833092 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] For port 66b586e8-55c1-4937-970e-8186786a5329, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=66b586e8-55c1-4937-970e-8186786a5329,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:38.844820 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.868025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-213a3d55-32fd-4500-b796-3b0871cac39d req-d9b55e28-4060-4d95-95d3-09da5e645c7c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] For port 496be852-d174-4aab-98e0-30684769ad1d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=496be852-d174-4aab-98e0-30684769ad1d,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:38.868690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-213a3d55-32fd-4500-b796-3b0871cac39d req-d9b55e28-4060-4d95-95d3-09da5e645c7c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.899068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-213a3d55-32fd-4500-b796-3b0871cac39d req-d9b55e28-4060-4d95-95d3-09da5e645c7c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Calling delete_port for 496be852-d174-4aab-98e0-30684769ad1d owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:38.902929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7d911-7e46-4333-b888-79a03e072c6d None None] Pushing event updated for resources: {'Port': ['ID=590fbaf8-540a-47a0-8f1d-6d6767acb8ed,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.925428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-93f79885-dbed-44ef-bcbc-ddf21bc5e639 None None] Provisioning complete for port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:38.926153 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93f79885-dbed-44ef-bcbc-ddf21bc5e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.012946 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Routers {'413f0f7d-b3fc-4637-b9ee-51442cd5459a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:39.013807 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:39.015967 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.114781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Allocated IP 172.20.0.1 (ebd3cccc-5749-44cf-82ea-4f865eeb627f/eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d/4acc585f-ff32-4344-b8ad-9879a2326f9a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:39.129350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790ee1a-5a95-4d0e-88b3-98ff6b09b1de req-736b1257-0557-46c5-8a36-52360dd2cade tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.138215 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5790ee1a-5a95-4d0e-88b3-98ff6b09b1de req-736b1257-0557-46c5-8a36-52360dd2cade tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.1786377 Jul 16 01:18:39.147302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.147302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.147302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.320090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] Pushing event updated for resources: {'Network': ['ID=89922669-20b8-4c65-9161-f6e3254b86ed,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:39.328570 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-81af65af-f73d-4c2b-ba21-e3a1e52e8f9a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2220376 Jul 16 01:18:39.337539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 89922669-20b8-4c65-9161-f6e3254b86ed details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:39.338901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60210) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:39.357552 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5790ee1a-5a95-4d0e-88b3-98ff6b09b1de req-1d585ba4-7d01-4683-b90a-630262e67c40 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183845 Jul 16 01:18:39.358454 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] Set router 413f0f7d-b3fc-4637-b9ee-51442cd5459a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:39.364294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Request body: {'subnet': {'network_id': '89922669-20b8-4c65-9161-f6e3254b86ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1561883630-subnet', 'tenant_id': '41ae8174a278442580fdd21f72a31ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:39.441667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Made reservation on behalf of 41ae8174a278442580fdd21f72a31ad1 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:39.448018 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.471450 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-213a3d55-32fd-4500-b796-3b0871cac39d req-d9b55e28-4060-4d95-95d3-09da5e645c7c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.487239 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46925a3-2a15-4e2f-9f0e-96ea50d5e40e None None] Pushing event updated for resources: {'Port': ['ID=66b586e8-55c1-4937-970e-8186786a5329,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:39.526948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b55e28-4060-4d95-95d3-09da5e645c7c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event deleted for resources: {'Port': ['ID=496be852-d174-4aab-98e0-30684769ad1d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:39.580051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.640118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-213a3d55-32fd-4500-b796-3b0871cac39d req-d9b55e28-4060-4d95-95d3-09da5e645c7c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] No DVR routers for this DVR port 496be852-d174-4aab-98e0-30684769ad1d on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:39.641389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Transition to ACTIVE for port object 4acc585f-ff32-4344-b8ad-9879a2326f9a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:39.645597 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-213a3d55-32fd-4500-b796-3b0871cac39d req-d9b55e28-4060-4d95-95d3-09da5e645c7c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.648111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-213a3d55-32fd-4500-b796-3b0871cac39d req-d9b55e28-4060-4d95-95d3-09da5e645c7c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.50 "DELETE /v2.0/ports/496be852-d174-4aab-98e0-30684769ad1d HTTP/1.1" status: 204 len: 173 time: 1.7229149 Jul 16 01:18:39.648590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'name': 'network-vif-deleted', 'tag': '496be852-d174-4aab-98e0-30684769ad1d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:39.652107 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9c6c2b-52c0-4c55-bd62-04ef54d3e6dd" -d '{"events": [{"server_uuid": "7328ac78-26fb-48b4-8e23-24cad1b7cc6a", "name": "network-vif-deleted", "tag": "496be852-d174-4aab-98e0-30684769ad1d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:39.701312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f689a-f5f1-4abd-97fc-375bc090c52d req-973d76b0-17e4-49ed-9eb5-eb0c851defed tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.708885 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-637f689a-f5f1-4abd-97fc-375bc090c52d req-973d76b0-17e4-49ed-9eb5-eb0c851defed tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 865 time: 0.3884451 Jul 16 01:18:39.709401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12b559-6b95-4e41-9061-5fcd159b88f2 req-e149c2fd-03df-4a0f-8daf-48726659b0e0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.711019 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d12b559-6b95-4e41-9061-5fcd159b88f2 req-e149c2fd-03df-4a0f-8daf-48726659b0e0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1346793 Jul 16 01:18:39.778859 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'name': 'tempest-TestAggregatesBasicOps-1082083773-router', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '66b586e8-55c1-4937-970e-8186786a5329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:30Z', 'updated_at': '2021-07-16T01:18:34Z', 'revision_number': 3, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'gw_port': {'id': '66b586e8-55c1-4937-970e-8186786a5329', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:39.786954 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d12b559-6b95-4e41-9061-5fcd159b88f2 req-1e9b3bed-7b6b-43cb-8b89-45117c50ccc6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644710 Jul 16 01:18:39.842084 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.861498 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a73cd-414a-4cb7-8730-4bab8c079e9f None None] The sync data for ids ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'] in n-d-791504-14 is: [{'id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'name': 'tempest-TestAggregatesBasicOps-1082083773-router', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '66b586e8-55c1-4937-970e-8186786a5329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:30Z', 'updated_at': '2021-07-16T01:18:34Z', 'revision_number': 3, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'gw_port': {'id': '66b586e8-55c1-4937-970e-8186786a5329', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:39.896801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a1dbae13-6cc7-46f3-a218-3402e51ac2e5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:39.929104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-637f689a-f5f1-4abd-97fc-375bc090c52d req-763f5988-60a4-413d-9767-84f732da1c75 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188735 Jul 16 01:18:39.981434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:39.982138 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.125892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Pushing event updated for resources: {'Port': ['ID=4acc585f-ff32-4344-b8ad-9879a2326f9a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:40.126490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-690681e9-2136-4a42-b141-b3254fc5a743 req-b22fdee8-3821-4450-8a06-84f9b444fa4b tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0745389 Jul 16 01:18:40.133780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Network ebd3cccc-5749-44cf-82ea-4f865eeb627f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:40.144190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:40.148862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:40.155780 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.180636 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 590fbaf8-540a-47a0-8f1d-6d6767acb8ed up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:40.236707 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166a0995-1bcf-4ba4-b315-6fc1996ec59b x-openstack-request-id: req-166a0995-1bcf-4ba4-b315-6fc1996ec59b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:40.237367 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7328ac78-26fb-48b4-8e23-24cad1b7cc6a", "name": "network-vif-deleted", "tag": "496be852-d174-4aab-98e0-30684769ad1d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:40.237367 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-166a0995-1bcf-4ba4-b315-6fc1996ec59b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:40.237714 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7328ac78-26fb-48b4-8e23-24cad1b7cc6a', 'name': 'network-vif-deleted', 'tag': '496be852-d174-4aab-98e0-30684769ad1d', 'status': 'completed', 'code': 200} Jul 16 01:18:40.379753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:40.380303 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.432096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1ddf6a-6658-48e4-85fa-8c97ac7eea1d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:40.435279 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.596153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Checking segment: {'id': 'da8c3c2f-2d8f-471b-9da9-e0ac33375e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '89922669-20b8-4c65-9161-f6e3254b86ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:40.596509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Network hostable DHCP agents. Network: 89922669-20b8-4c65-9161-f6e3254b86ed, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:40.647749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Network 89922669-20b8-4c65-9161-f6e3254b86ed is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:40.678238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 89922669-20b8-4c65-9161-f6e3254b86ed) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:40.683554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.684148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.716669 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f9ccc610-0b78-4930-b10c-f63d6c295602 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3753774 Jul 16 01:18:40.730926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6a47b5-35b3-43a9-92ca-598d55ad830c None None] Network 89922669-20b8-4c65-9161-f6e3254b86ed requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:40.835913 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-78e07a2b-4dca-4c25-bc51-b44c920584ce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2081168 Jul 16 01:18:40.860204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.879438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8247c7-db08-4cdc-82ac-a706ec9d123f req-4169a951-7f2c-4944-b26c-120c79360530 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.889074 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e8247c7-db08-4cdc-82ac-a706ec9d123f req-4169a951-7f2c-4944-b26c-120c79360530 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.3657923 Jul 16 01:18:40.983522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e8247c7-db08-4cdc-82ac-a706ec9d123f req-0a54cb9b-5d61-436c-a314-a9864e60872b tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927033 Jul 16 01:18:40.984453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7bd25db4-d9ab-4026-b870-ab301557822c None None] Provisioning for port 4acc585f-ff32-4344-b8ad-9879a2326f9a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:41.086162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7bd25db4-d9ab-4026-b870-ab301557822c None None] Provisioning complete for port 4acc585f-ff32-4344-b8ad-9879a2326f9a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:41.086957 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bd25db4-d9ab-4026-b870-ab301557822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.189109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-713ad3aa-868b-4c29-8368-7d965f5c8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.189597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-713ad3aa-868b-4c29-8368-7d965f5c8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.204609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-713ad3aa-868b-4c29-8368-7d965f5c8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.205271 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-713ad3aa-868b-4c29-8368-7d965f5c8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.205755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-713ad3aa-868b-4c29-8368-7d965f5c8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.206257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-713ad3aa-868b-4c29-8368-7d965f5c8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.206720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-713ad3aa-868b-4c29-8368-7d965f5c8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.208823 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-713ad3aa-868b-4c29-8368-7d965f5c8494 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6497 time: 0.2598245 Jul 16 01:18:41.316416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7bd25db4-d9ab-4026-b870-ab301557822c None None] Port 4acc585f-ff32-4344-b8ad-9879a2326f9a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:41.377799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa331a68-c888-4fc6-acdb-6304eeca8748 None None] Network 89922669-20b8-4c65-9161-f6e3254b86ed requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:41.420877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-de6b33ed-d63a-433c-866c-5a8b71f4cb5f req-a8a0a18c-078f-4dfe-8d03-a996eda58163 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=7328ac78-26fb-48b4-8e23-24cad1b7cc6a HTTP/1.1" status: 200 len: 210 time: 0.1317968 Jul 16 01:18:41.451927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831cae-ba62-424d-a4ae-6de7a05afd4c req-38db0cfd-78ee-4143-96f5-1fc44f37fa3a tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.462472 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f831cae-ba62-424d-a4ae-6de7a05afd4c req-38db0cfd-78ee-4143-96f5-1fc44f37fa3a tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1683533 Jul 16 01:18:41.473800 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.480442 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.630462 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f831cae-ba62-424d-a4ae-6de7a05afd4c req-d4c45e9c-c439-4474-82b0-7f5e792356e5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163943 Jul 16 01:18:41.674569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Pushing event updated for resources: {'Port': ['ID=4acc585f-ff32-4344-b8ad-9879a2326f9a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:41.708861 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.831700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-61c4153e-550b-4c09-b535-b015deb0a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.832461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-61c4153e-550b-4c09-b535-b015deb0a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.843062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-61c4153e-550b-4c09-b535-b015deb0a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.844800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-61c4153e-550b-4c09-b535-b015deb0a253 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90e7227a-696f-4b17-be86-431b8100a57c&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593 HTTP/1.1" status: 200 len: 2290 time: 0.4187322 Jul 16 01:18:42.087176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-b02efab9-221b-4cd5-9aaa-90a3d949d964 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7210560e-dd1b-42b8-b735-1c99f3448846 HTTP/1.1" status: 200 len: 1001 time: 0.2323289 Jul 16 01:18:42.116167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Network ebd3cccc-5749-44cf-82ea-4f865eeb627f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:42.123243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:42.145165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 66b586e8-55c1-4937-970e-8186786a5329 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:42.230714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e919a6b-d4f5-414b-b994-a057f61cede2 req-1fb8e083-78e3-43b9-a077-b052df2a6295 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.1600838 Jul 16 01:18:42.241219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 496be852-d174-4aab-98e0-30684769ad1d no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:42.316633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 496be852-d174-4aab-98e0-30684769ad1d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:42.317186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 496be852-d174-4aab-98e0-30684769ad1d not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:42.332174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 66b586e8-55c1-4937-970e-8186786a5329 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:42.339670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 66b586e8-55c1-4937-970e-8186786a5329 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:42.340267 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.427754 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-712e3606-74a7-4245-88e3-337781f9a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.448834 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-712e3606-74a7-4245-88e3-337781f9a7e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2246a116-9b5d-48d9-8c84-79b4a085fa8f HTTP/1.1" status: 200 len: 851 time: 0.2230186 Jul 16 01:18:42.597481 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.645568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Router 413f0f7d-b3fc-4637-b9ee-51442cd5459a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:42.655748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-f6ff6dfd-2a48-4aad-886c-5d02bbe44dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.678958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-f6ff6dfd-2a48-4aad-886c-5d02bbe44dad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90e7227a-696f-4b17-be86-431b8100a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2146988 Jul 16 01:18:42.692457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 66b586e8-55c1-4937-970e-8186786a5329, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=66b586e8-55c1-4937-970e-8186786a5329,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:42.700525 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.821112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-248d54e4-ce21-4bda-bd8f-f52b2906abd4 None None] Provisioning complete for port 4acc585f-ff32-4344-b8ad-9879a2326f9a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:42.821581 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-248d54e4-ce21-4bda-bd8f-f52b2906abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.828154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=66b586e8-55c1-4937-970e-8186786a5329,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:42.879991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-248d54e4-ce21-4bda-bd8f-f52b2906abd4 None None] Port 4acc585f-ff32-4344-b8ad-9879a2326f9a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:42.971366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-b00b0b8e-9070-4f76-92a8-e5dc71afb3a6 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.972912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-b00b0b8e-9070-4f76-92a8-e5dc71afb3a6 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/networks?id=89922669-20b8-4c65-9161-f6e3254b86ed HTTP/1.1" status: 200 len: 813 time: 0.2428458 Jul 16 01:18:42.988483 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-c7f7a8d9-a00c-4be3-9fcc-7024e6d69615 service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992895 Jul 16 01:18:43.023395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-4721a428-1db9-45b7-9ce9-665bd77fbebc tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/quotas/41ae8174a278442580fdd21f72a31ad1 HTTP/1.1" status: 200 len: 375 time: 0.0382526 Jul 16 01:18:43.061731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:43.069178 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b782c14a-a3e3-492c-83d7-aa7c82ee776a admin admin] 10.222.0.64 "PUT /v2.0/routers/413f0f7d-b3fc-4637-b9ee-51442cd5459a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6703899 Jul 16 01:18:43.081857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93610d3-8a66-4b4d-8878-b4469a68bb07 req-d6c2a4ef-16fa-4882-8607-4a06f3f7f811 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.083341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c93610d3-8a66-4b4d-8878-b4469a68bb07 req-d6c2a4ef-16fa-4882-8607-4a06f3f7f811 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.1837091 Jul 16 01:18:43.122830 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-5c59797c-9411-416c-a792-ba7815de4fa8 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=41ae8174a278442580fdd21f72a31ad1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864351 Jul 16 01:18:43.160326 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c93610d3-8a66-4b4d-8878-b4469a68bb07 req-42fd967d-4019-41cd-aa1a-56d27146f14e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688145 Jul 16 01:18:43.203500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Sync routers for ids ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:43.220571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Routers {'413f0f7d-b3fc-4637-b9ee-51442cd5459a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:43.221356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:43.269808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-c1db6eb3-436a-495a-bd86-4063b8439f28 service neutron] 10.222.0.64 "GET /v2.0/networks/89922669-20b8-4c65-9161-f6e3254b86ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455977 Jul 16 01:18:43.388223 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-3f1d8d36-252d-4a3f-930f-848f7094e8c1 service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891242 Jul 16 01:18:43.415612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Set router 413f0f7d-b3fc-4637-b9ee-51442cd5459a gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:43.519738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36014f69-0f5d-4751-8dd3-6f6cab4da8c4 req-2f0a238e-0f87-47ef-a2d5-a35e51dae367 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.521666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-36014f69-0f5d-4751-8dd3-6f6cab4da8c4 req-2f0a238e-0f87-47ef-a2d5-a35e51dae367 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1091225 Jul 16 01:18:43.578646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-36014f69-0f5d-4751-8dd3-6f6cab4da8c4 req-7abbc1de-d23e-4899-a9e9-2c8aeb55d7e4 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489931 Jul 16 01:18:43.705200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'name': 'tempest-TestAggregatesBasicOps-1082083773-router', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '66b586e8-55c1-4937-970e-8186786a5329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:30Z', 'updated_at': '2021-07-16T01:18:40Z', 'revision_number': 4, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'gw_port': {'id': '66b586e8-55c1-4937-970e-8186786a5329', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4acc585f-ff32-4344-b8ad-9879a2326f9a', 'name': '', 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'mac_address': 'fa:16:3e:51:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:38Z', 'updated_at': '2021-07-16T01:18:41Z', 'revision_number': 2, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'subnets': [{'id': 'eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:43.747892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Checking router: 413f0f7d-b3fc-4637-b9ee-51442cd5459a for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:43.748430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Updating router 413f0f7d-b3fc-4637-b9ee-51442cd5459a port 4acc585f-ff32-4344-b8ad-9879a2326f9a binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:43.803778 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.918852 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-192675a2-9d96-4fa9-a82a-d9252edd2ba9 req-3afd91ab-4b2c-49c3-ac9a-3b312dc781aa tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0558136 Jul 16 01:18:43.986981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-f10449db-4442-44bb-8ed8-38daba62c564 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 200 len: 217 time: 0.5864432 Jul 16 01:18:44.000252 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-2a205a52-ea6c-4e7c-8792-6e3714f58993 service neutron] 10.222.0.64 "GET /v2.0/networks/89922669-20b8-4c65-9161-f6e3254b86ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292833 Jul 16 01:18:44.017786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-ed40993b-2f46-43f7-af08-8631e1306174 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.022133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-ed40993b-2f46-43f7-af08-8631e1306174 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 945 time: 0.0989769 Jul 16 01:18:44.129011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-655d00d4-8412-43e0-ba62-e744f3a37aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.137070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-655d00d4-8412-43e0-ba62-e744f3a37aef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1355593 Jul 16 01:18:44.194838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-f2b9cb0c-f2d9-401c-93cb-a9ac63eb2e9e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Deleting port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:44.195177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-f2b9cb0c-f2d9-401c-93cb-a9ac63eb2e9e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.205441 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.216362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Transition to ACTIVE for port object 4acc585f-ff32-4344-b8ad-9879a2326f9a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:44.222920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 66b586e8-55c1-4937-970e-8186786a5329 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:44.269537 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.340771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-f2b9cb0c-f2d9-401c-93cb-a9ac63eb2e9e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] For port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:44.341151 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-f2b9cb0c-f2d9-401c-93cb-a9ac63eb2e9e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.362659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccc31f-3987-4d95-b01e-d3dd33687ac8 None None] Pushing event updated for resources: {'Port': ['ID=4acc585f-ff32-4344-b8ad-9879a2326f9a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:44.374848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-f2b9cb0c-f2d9-401c-93cb-a9ac63eb2e9e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Calling delete_port for 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:44.378339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-4a0243df-e4a0-4d63-8fd7-123a253dcb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.381885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 66b586e8-55c1-4937-970e-8186786a5329 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:44.382497 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.384574 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-4a0243df-e4a0-4d63-8fd7-123a253dcb0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2195411 Jul 16 01:18:44.580674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:44.593284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7df8c9a4-187c-4b00-adf1-6b80db48b351 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604769672', 'description': 'tempest-description--456444099'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:44.608284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-f2b9cb0c-f2d9-401c-93cb-a9ac63eb2e9e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.684236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['3f2ec41b-ef5d-4611-9cc7-30a84f334a40'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:44.720402 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-75da6e20-17c3-45a2-9913-4d75add71fd5 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186874 Jul 16 01:18:44.723763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7df8c9a4-187c-4b00-adf1-6b80db48b351 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.738622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9cb0c-f2d9-401c-93cb-a9ac63eb2e9e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event deleted for resources: {'Port': ['ID=3f2ec41b-ef5d-4611-9cc7-30a84f334a40,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:44.753820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Attempting to bind port 4acc585f-ff32-4344-b8ad-9879a2326f9a on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:44.755669 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Attempting to bind port 4acc585f-ff32-4344-b8ad-9879a2326f9a by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:44.757536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Attempting to bind port 4acc585f-ff32-4344-b8ad-9879a2326f9a on network ebd3cccc-5749-44cf-82ea-4f865eeb627f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:44.781648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:44.782499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Checking segment: {'id': '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:44.783399 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.788017 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Bound using segment: {'id': '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:44.789454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Bound port: 4acc585f-ff32-4344-b8ad-9879a2326f9a, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:44.791635 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.829499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-f2b9cb0c-f2d9-401c-93cb-a9ac63eb2e9e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] No DVR routers for this DVR port 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:44.849543 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6fefb95-d092-46c3-8ca7-5cfad51bb93f req-a0cc8459-adec-4156-b45f-735d690e86b1 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 210 time: 0.1046166 Jul 16 01:18:44.855417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-f2b9cb0c-f2d9-401c-93cb-a9ac63eb2e9e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.878789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-963af33e-6a28-429a-b4a6-95c0dcde9524 req-f2b9cb0c-f2d9-401c-93cb-a9ac63eb2e9e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "DELETE /v2.0/ports/3f2ec41b-ef5d-4611-9cc7-30a84f334a40 HTTP/1.1" status: 204 len: 173 time: 0.8493214 Jul 16 01:18:44.879470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28ea9a7-95cd-439e-837d-e65164de71ae', 'name': 'network-vif-deleted', 'tag': '3f2ec41b-ef5d-4611-9cc7-30a84f334a40'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:44.888745 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e367b1de-670c-45cc-91b3-c1cdfb6c86d9" -d '{"events": [{"server_uuid": "b28ea9a7-95cd-439e-837d-e65164de71ae", "name": "network-vif-deleted", "tag": "3f2ec41b-ef5d-4611-9cc7-30a84f334a40"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:45.039499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89b4d6a5-ab68-42a7-a773-ae3d739d8e10 req-a1362f8d-3e87-4460-be1a-b6d29ba0a12c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=b28ea9a7-95cd-439e-837d-e65164de71ae HTTP/1.1" status: 200 len: 210 time: 0.1008894 Jul 16 01:18:45.109311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] For port 4acc585f-ff32-4344-b8ad-9879a2326f9a, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:45.113739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] For port 4acc585f-ff32-4344-b8ad-9879a2326f9a, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4acc585f-ff32-4344-b8ad-9879a2326f9a,segment=NetworkSegment(2d8077ab-b7b2-4cdc-8a6d-613ece8e526a),segment_id=2d8077ab-b7b2-4cdc-8a6d-613ece8e526a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:45.120386 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.132070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-c44f41be-7cf0-4336-9a02-dc30818bb3ae service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805823 Jul 16 01:18:45.265903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccc31f-3987-4d95-b01e-d3dd33687ac8 None None] Pushing event updated for resources: {'Port': ['ID=4acc585f-ff32-4344-b8ad-9879a2326f9a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:45.267139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-e1276bef-bfd0-438a-90a7-ba2b77681926 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 200 len: 217 time: 0.1185215 Jul 16 01:18:45.298116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Routers {'413f0f7d-b3fc-4637-b9ee-51442cd5459a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:45.298972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:45.321845 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2f720c-30fc-42bc-8d96-9da24be34c19 x-openstack-request-id: req-ab2f720c-30fc-42bc-8d96-9da24be34c19 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:45.322923 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28ea9a7-95cd-439e-837d-e65164de71ae", "name": "network-vif-deleted", "tag": "3f2ec41b-ef5d-4611-9cc7-30a84f334a40", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:45.323131 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab2f720c-30fc-42bc-8d96-9da24be34c19 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:45.323650 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28ea9a7-95cd-439e-837d-e65164de71ae', 'name': 'network-vif-deleted', 'tag': '3f2ec41b-ef5d-4611-9cc7-30a84f334a40', 'status': 'completed', 'code': 200} Jul 16 01:18:45.385535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-3feff2a9-ca7b-4a0c-a318-493b1867ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.387589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-3feff2a9-ca7b-4a0c-a318-493b1867ffff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1048033 Jul 16 01:18:45.399715 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7df8c9a4-187c-4b00-adf1-6b80db48b351 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.411485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7df8c9a4-187c-4b00-adf1-6b80db48b351 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.462471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30605eb2-583f-4136-adac-12a3a99e6dac req-12d5678f-d224-4e63-a654-bd1da3e1549f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.467423 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30605eb2-583f-4136-adac-12a3a99e6dac req-12d5678f-d224-4e63-a654-bd1da3e1549f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.2530966 Jul 16 01:18:45.522357 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7df8c9a4-187c-4b00-adf1-6b80db48b351 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.528834 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7df8c9a4-187c-4b00-adf1-6b80db48b351 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9448853 Jul 16 01:18:45.555664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60320) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:45.558534 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-328c4b7b-a956-4001-b357-1362ff4565ed req-7fe01ff7-f8f9-457c-bbac-6e20c19bd2fc tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0915608 Jul 16 01:18:45.571905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] Set router 413f0f7d-b3fc-4637-b9ee-51442cd5459a gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:45.574736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4fbaeb57-21ec-47fd-87e8-e44236b6673b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Request body: {'security_group_rule': {'security_group_id': 'dbce8e40-5ebf-4ea7-adbd-23875e9e795a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:45.597096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8c9a4-187c-4b00-adf1-6b80db48b351 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbce8e40-5ebf-4ea7-adbd-23875e9e795a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:45.614269 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30605eb2-583f-4136-adac-12a3a99e6dac req-0cc8a3b7-ebd6-4006-a629-9913c2415907 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364257 Jul 16 01:18:45.662836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-fb7953e6-363f-4465-9d38-e589b835cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.666812 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-fb7953e6-363f-4465-9d38-e589b835cfb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2700131 Jul 16 01:18:45.673232 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fbaeb57-21ec-47fd-87e8-e44236b6673b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.902748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fbaeb57-21ec-47fd-87e8-e44236b6673b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.910340 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fbaeb57-21ec-47fd-87e8-e44236b6673b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.929964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-f238b31e-5484-435b-83d7-43410f4fbb51 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452812 Jul 16 01:18:45.941781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaeb57-21ec-47fd-87e8-e44236b6673b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4f19f4-7157-4391-aebd-59787181c68d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:45.971699 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fbaeb57-21ec-47fd-87e8-e44236b6673b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.978956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:45.982631 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4fbaeb57-21ec-47fd-87e8-e44236b6673b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4242215 Jul 16 01:18:46.033822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f0079bd1-5489-43f7-8eb3-381b1db92269 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Request body: {'security_group_rule': {'security_group_id': 'dbce8e40-5ebf-4ea7-adbd-23875e9e795a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:46.193776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'name': 'tempest-TestAggregatesBasicOps-1082083773-router', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '66b586e8-55c1-4937-970e-8186786a5329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:30Z', 'updated_at': '2021-07-16T01:18:40Z', 'revision_number': 4, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'gw_port': {'id': '66b586e8-55c1-4937-970e-8186786a5329', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4acc585f-ff32-4344-b8ad-9879a2326f9a', 'name': '', 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'mac_address': 'fa:16:3e:51:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:38Z', 'updated_at': '2021-07-16T01:18:45Z', 'revision_number': 4, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'subnets': [{'id': 'eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:46.220131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0079bd1-5489-43f7-8eb3-381b1db92269 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.230039 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f22a707d-3303-475f-98b6-415f67d53091 req-5c746b7c-7083-4fa7-8cbc-77326f141e66 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 210 time: 0.0522625 Jul 16 01:18:46.247796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842ce4c5-8fe8-4918-b44f-18088d2e394d None None] The sync data for ids ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'] in n-d-791504-14 is: [{'id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'name': 'tempest-TestAggregatesBasicOps-1082083773-router', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '66b586e8-55c1-4937-970e-8186786a5329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:30Z', 'updated_at': '2021-07-16T01:18:40Z', 'revision_number': 4, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'gw_port': {'id': '66b586e8-55c1-4937-970e-8186786a5329', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4acc585f-ff32-4344-b8ad-9879a2326f9a', 'name': '', 'network_id': 'ebd3cccc-5749-44cf-82ea-4f865eeb627f', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'mac_address': 'fa:16:3e:51:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:38Z', 'updated_at': '2021-07-16T01:18:45Z', 'revision_number': 4, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'subnets': [{'id': 'eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:46.307374 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-0651dd33-1501-4c30-b52e-e11ac56e1465 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660436 Jul 16 01:18:46.361428 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-cd0589cd-37b5-48ef-b870-10a1f8e6d759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=a792df07-6f4e-4b20-a758-7c9a069af816 HTTP/1.1" status: 200 len: 217 time: 0.0412469 Jul 16 01:18:46.498066 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0079bd1-5489-43f7-8eb3-381b1db92269 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.510452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-74c943cf-c574-41fa-8952-7db870302695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.512570 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-74c943cf-c574-41fa-8952-7db870302695 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1408799 Jul 16 01:18:46.513845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0079bd1-5489-43f7-8eb3-381b1db92269 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.579359 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0079bd1-5489-43f7-8eb3-381b1db92269 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.586619 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f0079bd1-5489-43f7-8eb3-381b1db92269 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5611660 Jul 16 01:18:46.586619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60356) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:46.606702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0079bd1-5489-43f7-8eb3-381b1db92269 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4de1ee-4422-4495-8361-a5be07df121b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:46.611812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:46.648928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.734315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-454274df-b605-4b54-975f-f119a89f40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.735975 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-454274df-b605-4b54-975f-f119a89f40a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2051668 Jul 16 01:18:46.999940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-48c885d2-2f0a-4f8a-8845-e5f5213164be tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:47.004987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-48c885d2-2f0a-4f8a-8845-e5f5213164be tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.67 "GET /v2.0/networks?id=89922669-20b8-4c65-9161-f6e3254b86ed HTTP/1.1" status: 200 len: 813 time: 0.2674935 Jul 16 01:18:47.026048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Request body: {'port': {'device_id': 'ed99dc7b-e766-40d3-a071-3f17498b5466', 'network_id': '89922669-20b8-4c65-9161-f6e3254b86ed', 'admin_state_up': True, 'tenant_id': '41ae8174a278442580fdd21f72a31ad1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:47.192264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-2df4b057-d0ff-4302-94e5-76f8b19a9705 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:47.204216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-2df4b057-d0ff-4302-94e5-76f8b19a9705 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.4811108 Jul 16 01:18:47.217020 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-9476cb9c-7e3e-499a-8058-22818f1a7fbc service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464562 Jul 16 01:18:47.275922 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.383667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:47.384328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e06ddb14-4b48-4417-a062-386754f392c9 req-43a5f090-8eca-46a8-83f8-8750813b487d tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0466528 Jul 16 01:18:47.395579 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-04a36be1-aad1-4756-be62-f000cb6920b8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/quotas/319e93c2b6a747e89f168f27df7d6c9e HTTP/1.1" status: 200 len: 375 time: 0.1897750 Jul 16 01:18:47.423250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:47.423599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3f2ec41b-ef5d-4611-9cc7-30a84f334a40 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:47.428783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Made reservation on behalf of 41ae8174a278442580fdd21f72a31ad1 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:47.433234 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.512394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-e0cf97d1-e66d-4bd2-bb56-47a061cb3d6f tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856645 Jul 16 01:18:47.593183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-4448fc5d-52d9-4031-8486-1c8d2f4797ee service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590593 Jul 16 01:18:47.630165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Allocated IP 172.20.0.6 (89922669-20b8-4c65-9161-f6e3254b86ed/2a1ddf6a-6658-48e4-85fa-8c97ac7eea1d/75896512-1735-4bce-a515-95dbfa6463b3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:47.676453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-62354da4-d776-4153-8b75-dd4d245b99b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=63c8ce17-e48f-4aae-9026-159cd9590014 HTTP/1.1" status: 200 len: 217 time: 0.0468106 Jul 16 01:18:47.787653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Allocated IP 172.25.4.143 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/4a2e14ab-af85-4fdb-851d-fa6ebb97c0ae) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:47.812075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.844337 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-d7f99f3a-b4fc-44c3-8f63-6d0107536530 service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227375 Jul 16 01:18:47.858729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-04d22257-d5cb-4be4-b881-866c21620620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:47.860301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-04d22257-d5cb-4be4-b881-866c21620620 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1715069 Jul 16 01:18:47.882084 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.908836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4acc585f-ff32-4344-b8ad-9879a2326f9a up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:47.977169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 4acc585f-ff32-4344-b8ad-9879a2326f9a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:47.986786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4acc585f-ff32-4344-b8ad-9879a2326f9a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:47.986786 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.990527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Network 89922669-20b8-4c65-9161-f6e3254b86ed is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:47.995834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:48.004124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:48.076821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.077497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.095778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Pushing event updated for resources: {'Port': ['ID=75896512-1735-4bce-a515-95dbfa6463b3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:48.114295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-99f48944-7b7d-4645-bb91-b734508df150 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0946999 Jul 16 01:18:48.124866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c076adc-0b36-40c3-a190-1a5b72030043 req-927a6321-9ecc-4d9a-9433-93a0a24e81bb tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.132300 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c076adc-0b36-40c3-a190-1a5b72030043 req-927a6321-9ecc-4d9a-9433-93a0a24e81bb tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.2644470 Jul 16 01:18:48.139267 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-ed5a7e61-1d71-40c0-a90a-1a2dc639d6ee service neutron] 10.222.0.64 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938774 Jul 16 01:18:48.144196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Request body: {'port': {'device_id': 'ed99dc7b-e766-40d3-a071-3f17498b5466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:48.154583 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.172340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.184303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-2b782c32-0e80-408d-bf04-b0cb62480b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.189048 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-2b782c32-0e80-408d-bf04-b0cb62480b6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2768869 Jul 16 01:18:48.220974 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c076adc-0b36-40c3-a190-1a5b72030043 req-ce78fb21-fbbb-480d-9bcd-f4ed77ed04af tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876968 Jul 16 01:18:48.251393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 4acc585f-ff32-4344-b8ad-9879a2326f9a, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4acc585f-ff32-4344-b8ad-9879a2326f9a,segment=NetworkSegment(2d8077ab-b7b2-4cdc-8a6d-613ece8e526a),segment_id=2d8077ab-b7b2-4cdc-8a6d-613ece8e526a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:48.259103 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.327441 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.475431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=4acc585f-ff32-4344-b8ad-9879a2326f9a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:48.495213 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.518193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60394) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:48.631889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event updated for resources: {'Port': ['ID=4a2e14ab-af85-4fdb-851d-fa6ebb97c0ae,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:48.637380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:48.645699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:48.649196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:48.652941 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-370d7bd5-8159-4aca-9607-ab49aca2e4ee service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527235 Jul 16 01:18:48.794816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f2fe26f9-6883-404e-8eba-d4ebfc15017f req-8dac8551-62c2-45c7-8ed7-63466580c440 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0631070 Jul 16 01:18:48.878391 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053749a4-2899-434e-8688-3a0f392f9c61 req-c1a0b860-7bf1-4214-8ebd-7cdbfa4a9970 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.886033 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-053749a4-2899-434e-8688-3a0f392f9c61 req-c1a0b860-7bf1-4214-8ebd-7cdbfa4a9970 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 931 time: 0.1994140 Jul 16 01:18:48.893118 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-d3ebec97-5b59-4178-b928-85f1c49bc1c6 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134821 Jul 16 01:18:48.901741 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.955040 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-b3fd9316-73ab-4454-bc15-095e883658c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b HTTP/1.1" status: 200 len: 217 time: 0.0443716 Jul 16 01:18:49.026819 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-053749a4-2899-434e-8688-3a0f392f9c61 req-8593e35c-29d5-4138-9f86-2f249a15dd37 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382890 Jul 16 01:18:49.057186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.061341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-e6a96b0b-77f6-4a2c-b277-34d192077d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:49.063461 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-e6a96b0b-77f6-4a2c-b277-34d192077d20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.0979662 Jul 16 01:18:49.217112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-e1ac6bf4-a9a3-4356-a50f-98d99c2be39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:49.218670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-e1ac6bf4-a9a3-4356-a50f-98d99c2be39a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1351821 Jul 16 01:18:49.269337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef5256a5-2746-42e2-8297-2ef8e3f5d7de req-552928cc-82ae-4e1c-8a2a-fa6da5a7fa04 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 210 time: 0.3631840 Jul 16 01:18:49.337467 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-83de06a0-a6f7-4c74-bb29-c7d940f7fbbd service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095910 Jul 16 01:18:49.395953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.429142 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.481583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75896512-1735-4bce-a515-95dbfa6463b3 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:49.491658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.515177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Transition to ACTIVE for port object 75896512-1735-4bce-a515-95dbfa6463b3 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:49.528539 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.585900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event updated for resources: {'Port': ['ID=4a2e14ab-af85-4fdb-851d-fa6ebb97c0ae,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.603940 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.614991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Pushing event updated for resources: {'Port': ['ID=75896512-1735-4bce-a515-95dbfa6463b3,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.641955 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-943b80af-d00c-4d10-923a-598438ceb555 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435215 Jul 16 01:18:49.646213 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.647151 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-96d10d92-31ab-409d-8863-d1b193999c54 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0613844 Jul 16 01:18:49.658781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ac26d-98c3-498a-b58e-ffb55030f80c req-edb4351d-3343-4b04-a36c-4c3befc99eea tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:49.661780 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce2ac26d-98c3-498a-b58e-ffb55030f80c req-edb4351d-3343-4b04-a36c-4c3befc99eea tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.2622309 Jul 16 01:18:49.742807 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.752642 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-a718999f-99cc-4e43-a9f0-f8a83ec42197 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb HTTP/1.1" status: 200 len: 217 time: 0.0852954 Jul 16 01:18:49.795809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Attempting to bind port 75896512-1735-4bce-a515-95dbfa6463b3 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:49.796188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Attempting to bind port 75896512-1735-4bce-a515-95dbfa6463b3 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'da8c3c2f-2d8f-471b-9da9-e0ac33375e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '89922669-20b8-4c65-9161-f6e3254b86ed'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:49.796472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Attempting to bind port 75896512-1735-4bce-a515-95dbfa6463b3 on network 89922669-20b8-4c65-9161-f6e3254b86ed {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:49.806952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Port 75896512-1735-4bce-a515-95dbfa6463b3 on network 89922669-20b8-4c65-9161-f6e3254b86ed not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:49.807284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Attempting to bind port 75896512-1735-4bce-a515-95dbfa6463b3 on network 89922669-20b8-4c65-9161-f6e3254b86ed {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:49.813918 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce2ac26d-98c3-498a-b58e-ffb55030f80c req-1ef58935-d04c-4181-a931-d25f1ff70210 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372366 Jul 16 01:18:49.849299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:49.849663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Checking segment: {'id': 'da8c3c2f-2d8f-471b-9da9-e0ac33375e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '89922669-20b8-4c65-9161-f6e3254b86ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:49.850143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Bound using segment: {'id': 'da8c3c2f-2d8f-471b-9da9-e0ac33375e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '89922669-20b8-4c65-9161-f6e3254b86ed'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:49.850856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Bound port: 75896512-1735-4bce-a515-95dbfa6463b3, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8c3c2f-2d8f-471b-9da9-e0ac33375e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '89922669-20b8-4c65-9161-f6e3254b86ed'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:49.851090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4acc585f-ff32-4344-b8ad-9879a2326f9a up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:49.851572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.929880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4acc585f-ff32-4344-b8ad-9879a2326f9a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:49.930377 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.951670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-a3b95959-f0ce-4c33-ab21-663d1f54a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:49.953193 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-a3b95959-f0ce-4c33-ab21-663d1f54a2af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.1667228 Jul 16 01:18:50.017139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] For port 75896512-1735-4bce-a515-95dbfa6463b3, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:50.020988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] For port 75896512-1735-4bce-a515-95dbfa6463b3, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=75896512-1735-4bce-a515-95dbfa6463b3,segment=NetworkSegment(da8c3c2f-2d8f-471b-9da9-e0ac33375e4e),segment_id=da8c3c2f-2d8f-471b-9da9-e0ac33375e4e)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:50.051242 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.122160 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-9356bed1-ee38-4b0e-8436-06efdafab1df tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2053415322&fields=id&tenant_id=026a14f24e574fb8b0b4b096ef9d212e HTTP/1.1" status: 200 len: 267 time: 0.2808013 Jul 16 01:18:50.185804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.186485 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.187931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] 10.222.0.67 "PUT /v2.0/ports/75896512-1735-4bce-a515-95dbfa6463b3 HTTP/1.1" status: 200 len: 1092 time: 2.0528352 Jul 16 01:18:50.190621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed99dc7b-e766-40d3-a071-3f17498b5466', 'tag': '75896512-1735-4bce-a515-95dbfa6463b3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:50.193251 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed99dc7b-e766-40d3-a071-3f17498b5466", "tag": "75896512-1735-4bce-a515-95dbfa6463b3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:50.338124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4daeb10-b04a-4740-8a76-406caf73f946 service neutron] Pushing event updated for resources: {'Port': ['ID=75896512-1735-4bce-a515-95dbfa6463b3,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:50.410370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-2b8a58cc-9798-4e02-9086-c695cfef3128 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.411773 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-2b8a58cc-9798-4e02-9086-c695cfef3128 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 811 time: 0.3889997 Jul 16 01:18:50.437925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Request body: {'port': {'device_id': '90e84952-3fd6-44d2-b8bc-cc621907238d', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'admin_state_up': True, 'tenant_id': '319e93c2b6a747e89f168f27df7d6c9e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:50.461568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1be742-82b6-4142-beef-bfbb8528196a req-16b0d7e8-402c-481a-b135-72cbd7b10eac tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.464561 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-16b0d7e8-402c-481a-b135-72cbd7b10eac tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/networks?id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b HTTP/1.1" status: 200 len: 822 time: 0.5098612 Jul 16 01:18:50.466785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-7b763ac5-28fb-4441-826c-3475b4145969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.468202 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-7b763ac5-28fb-4441-826c-3475b4145969 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5035474 Jul 16 01:18:50.497320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeebe0e-c691-4078-906e-885b3e759217 req-a16a4677-e28e-4bfa-9347-0770bba453b4 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.498952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-a16a4677-e28e-4bfa-9347-0770bba453b4 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/networks?id=2f83854e-2a65-4737-b045-d79c7fb371d2 HTTP/1.1" status: 200 len: 815 time: 0.3493412 Jul 16 01:18:50.503784 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-c920d0e9-b23c-47e1-87c0-e1b219ffbc0c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/quotas/e62550381bd44b4999852b313972a2e1 HTTP/1.1" status: 200 len: 375 time: 0.0274115 Jul 16 01:18:50.551418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-5d46d8b3-c923-4fcc-9aed-92d3f99042be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.552865 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-5d46d8b3-c923-4fcc-9aed-92d3f99042be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41ae8174a278442580fdd21f72a31ad1&device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 1095 time: 0.2928331 Jul 16 01:18:50.568784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-cc31116d-efe3-45eb-ae77-a17a976c72e3 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/quotas/026a14f24e574fb8b0b4b096ef9d212e HTTP/1.1" status: 200 len: 375 time: 0.0307460 Jul 16 01:18:50.614309 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-b4f46044-00de-42e1-b274-ffc66ffaf57c service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390054 Jul 16 01:18:50.633620 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-29c96ce1-07b7-4564-bc9a-4967935fc162 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75896512-1735-4bce-a515-95dbfa6463b3 HTTP/1.1" status: 200 len: 217 time: 0.0613468 Jul 16 01:18:50.635786 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-738afdea-78db-4b10-a1dc-0bfce2ba539a tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e62550381bd44b4999852b313972a2e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1209121 Jul 16 01:18:50.772618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Made reservation on behalf of 319e93c2b6a747e89f168f27df7d6c9e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:50.776759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.786679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11c2d4f1-b087-4eef-88c8-768902ed869b req-d61c7e08-9f6c-4499-8d9e-740afe7b1acd service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637931 Jul 16 01:18:50.792410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-f2e26311-a5c7-4f65-be54-c8109051af5d service neutron] 10.222.0.64 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465428 Jul 16 01:18:50.801806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-c18d94ea-c097-4153-b238-ebc43415d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.803373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-c18d94ea-c097-4153-b238-ebc43415d7f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a1ddf6a-6658-48e4-85fa-8c97ac7eea1d HTTP/1.1" status: 200 len: 853 time: 0.1301618 Jul 16 01:18:50.863153 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-77a959a7-d693-4419-aa03-6d4eb5d2195d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89922669-20b8-4c65-9161-f6e3254b86ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444040 Jul 16 01:18:50.927508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-f580bd94-de28-425f-b196-dc6c94654878 service neutron] 10.222.0.64 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244130 Jul 16 01:18:50.937860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-987776ae-e521-42ce-8f43-f1b62180ea1e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=026a14f24e574fb8b0b4b096ef9d212e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3515880 Jul 16 01:18:50.972653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] Deleting port a1dbae13-6cc7-46f3-a218-3402e51ac2e5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:50.972986 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.207165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Allocated IP 172.20.0.14 (db8facb9-7f33-47d6-9f8a-78547de9b32d/7dec5ba0-6bd7-476b-8091-6c954de6e44e/b2ce1a83-0113-4978-8141-193fa3666e97) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:51.236263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-158f20af-94d1-49ad-94bf-511a370fd7c6 service neutron] 10.222.0.67 "GET /v2.0/networks/89922669-20b8-4c65-9161-f6e3254b86ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360336 Jul 16 01:18:51.236509 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a4bbe37-71c7-43fb-823d-512c9fa31476 req-ed3bee75-8666-40ca-b83e-1174f9ac7f84 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0375009 Jul 16 01:18:51.275846 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-93c52892-04fc-4f89-a9cb-50f06ce3a635 service neutron] 10.222.0.64 "GET /v2.0/networks/2f83854e-2a65-4737-b045-d79c7fb371d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188334 Jul 16 01:18:51.280933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] For port a1dbae13-6cc7-46f3-a218-3402e51ac2e5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a1dbae13-6cc7-46f3-a218-3402e51ac2e5,segment=NetworkSegment(f3fc768d-2b09-406d-a71a-bbd9b60c2fd2),segment_id=f3fc768d-2b09-406d-a71a-bbd9b60c2fd2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:51.281308 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.348927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] Calling delete_port for a1dbae13-6cc7-46f3-a218-3402e51ac2e5 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:51.456957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5b4c0-3064-490b-a3c1-bb0e6aa8106d req-94fe64c0-3c6d-4b70-8d91-5276893e96ef tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:51.458577 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4e5b4c0-3064-490b-a3c1-bb0e6aa8106d req-94fe64c0-3c6d-4b70-8d91-5276893e96ef tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 943 time: 0.0879874 Jul 16 01:18:51.516589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4e5b4c0-3064-490b-a3c1-bb0e6aa8106d req-e773e157-e5e2-404d-9ade-0ecac221698a tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472376 Jul 16 01:18:51.761956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-09e7af4f-4eb1-4508-9d64-0ba539685dfd req-21bfc6dc-6b82-47dc-a7aa-8744b9e01786 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 210 time: 0.0624542 Jul 16 01:18:51.897678 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff6a681-6b2f-40b8-969d-7bfa4f208881 x-openstack-request-id: req-6ff6a681-6b2f-40b8-969d-7bfa4f208881 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:51.898103 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed99dc7b-e766-40d3-a071-3f17498b5466", "tag": "75896512-1735-4bce-a515-95dbfa6463b3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:51.898358 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ff6a681-6b2f-40b8-969d-7bfa4f208881 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:51.898822 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed99dc7b-e766-40d3-a071-3f17498b5466', 'tag': '75896512-1735-4bce-a515-95dbfa6463b3', 'status': 'completed', 'code': 200} Jul 16 01:18:51.923319 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee9ec107-2fe9-49e1-8c8d-9a01afc3437f req-d165b167-0bb8-4b1e-82d3-7b768b55d6b6 service neutron] 10.222.0.67 "GET /v2.0/networks/89922669-20b8-4c65-9161-f6e3254b86ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714983 Jul 16 01:18:51.967911 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-c1b5bddb-e2a9-4dba-894b-140aa22b7120 service neutron] 10.222.0.64 "GET /v2.0/networks/2f83854e-2a65-4737-b045-d79c7fb371d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923702 Jul 16 01:18:52.105665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.117461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c054f0-3900-4a28-a551-1bb65aed39ce req-18b62871-a1ba-44a3-b857-d632099ef6d4 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.121358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18c054f0-3900-4a28-a551-1bb65aed39ce req-18b62871-a1ba-44a3-b857-d632099ef6d4 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1034296 Jul 16 01:18:52.177227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18c054f0-3900-4a28-a551-1bb65aed39ce req-80a080f7-d53d-4a9b-aa53-1aec66ff3b88 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491223 Jul 16 01:18:52.219179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc req-6d258b12-dd3f-44e1-8ef2-4217b5ecad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.220712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc req-6d258b12-dd3f-44e1-8ef2-4217b5ecad5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41ae8174a278442580fdd21f72a31ad1&device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 1095 time: 0.1927328 Jul 16 01:18:52.281905 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.327995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.367434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f63d4546-551c-4856-a6e9-6ea4dfec6712 req-be165f71-26d6-4c67-b268-aefe3c98bbcb tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 210 time: 0.0430512 Jul 16 01:18:52.401526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Network db8facb9-7f33-47d6-9f8a-78547de9b32d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:52.418901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:52.443940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:52.448287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event updated for resources: {'Port': ['ID=b2ce1a83-0113-4978-8141-193fa3666e97,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:52.592428 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c77230d-68c7-43a0-bd79-8d8159708bc3 req-55b2cfd4-3896-4c8b-bdc6-7e9608cf0896 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0379541 Jul 16 01:18:52.610045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc req-20359796-ede5-4e8c-bd06-ec7e4c46fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.611878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc req-20359796-ede5-4e8c-bd06-ec7e4c46fc75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=89922669-20b8-4c65-9161-f6e3254b86ed HTTP/1.1" status: 200 len: 913 time: 0.3791895 Jul 16 01:18:52.643899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a1dbae13-6cc7-46f3-a218-3402e51ac2e5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:52.746535 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6be78a13-122e-4315-b6cd-89db410a8535 req-89e215f8-ac89-42ab-b986-25a9f36a44b2 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 210 time: 0.1702149 Jul 16 01:18:52.795753 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc req-d9c11d75-b300-4168-ae57-402d057dc534 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75896512-1735-4bce-a515-95dbfa6463b3 HTTP/1.1" status: 200 len: 217 time: 0.1291442 Jul 16 01:18:52.837879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.839531 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.934656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1be742-82b6-4142-beef-bfbb8528196a req-32d1c7f4-fe9b-481d-a90a-dc3dd7ac4e28 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.937353 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-32d1c7f4-fe9b-481d-a90a-dc3dd7ac4e28 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.50 "GET /v2.0/networks?id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b HTTP/1.1" status: 200 len: 822 time: 0.2695410 Jul 16 01:18:52.954343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Request body: {'port': {'device_id': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b', 'admin_state_up': True, 'tenant_id': 'e62550381bd44b4999852b313972a2e1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:52.996568 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-adb951a5-c711-4f13-b4b4-f9269d7cccc8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5723617 Jul 16 01:18:53.012245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7faa4-0f3d-4730-be20-6756228c1516 req-4e432782-c662-46a9-a497-c78b1a243fcf tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.013826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4bc7faa4-0f3d-4730-be20-6756228c1516 req-4e432782-c662-46a9-a497-c78b1a243fcf tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 943 time: 0.1820095 Jul 16 01:18:53.022524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Request body: {'port': {'device_id': '90e84952-3fd6-44d2-b8bc-cc621907238d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:53.105692 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4bc7faa4-0f3d-4730-be20-6756228c1516 req-37069156-586d-4a1c-a363-263321c1018d tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849867 Jul 16 01:18:53.136385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc req-9b4f84ac-c9bd-4d32-a5d4-307b001aac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.138411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc req-9b4f84ac-c9bd-4d32-a5d4-307b001aac19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a1ddf6a-6658-48e4-85fa-8c97ac7eea1d HTTP/1.1" status: 200 len: 853 time: 0.2918880 Jul 16 01:18:53.139159 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.139480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Made reservation on behalf of e62550381bd44b4999852b313972a2e1 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:53.145693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.203814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc req-a1bf862b-0216-44ad-9dab-cf1f5baee182 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89922669-20b8-4c65-9161-f6e3254b86ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323887 Jul 16 01:18:53.294946 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.339256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Allocated IP 172.20.0.2 (aab56c69-a6b5-41d9-939a-2572bf0bdd0b/16c6874d-f530-4445-9019-cd465bca7221/5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:53.477403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3034313-2325-4b20-a888-a256576a6d7d req-7b6a96f0-6f36-44c5-9c98-d421b109f5a6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.484459 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3034313-2325-4b20-a888-a256576a6d7d req-7b6a96f0-6f36-44c5-9c98-d421b109f5a6 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 932 time: 0.5269949 Jul 16 01:18:53.556341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78aaae-a20b-4c16-98fd-c2b0b463ee51 req-8faff534-d9a5-48da-8d8c-a0448e21ac96 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.558228 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be78aaae-a20b-4c16-98fd-c2b0b463ee51 req-8faff534-d9a5-48da-8d8c-a0448e21ac96 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1722705 Jul 16 01:18:53.577198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc req-ceb0c375-20bc-4313-99d4-8fdcb632aa03 service neutron] 10.222.0.67 "GET /v2.0/networks/89922669-20b8-4c65-9161-f6e3254b86ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560040 Jul 16 01:18:53.612352 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.655016 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be78aaae-a20b-4c16-98fd-c2b0b463ee51 req-d177fbd8-0f89-49cb-b300-c1a51dc34fc6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768137 Jul 16 01:18:53.699649 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.714954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3034313-2325-4b20-a888-a256576a6d7d req-152d0688-951f-423f-b1cc-e978eef2ad08 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294905 Jul 16 01:18:53.818629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Network aab56c69-a6b5-41d9-939a-2572bf0bdd0b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:53.827493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:53.841473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:53.870302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event updated for resources: {'Port': ['ID=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:53.939485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.940130 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.964900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-d47236b8-1a5e-4fde-a162-50f24d75a167 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0150070 Jul 16 01:18:53.977041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5e66-bfb9-4c07-9cb7-62ac062bfcf0 req-4e8c4c8a-cf19-4707-b9ea-6ed2d38fd8ae tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.978685 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f75e5e66-bfb9-4c07-9cb7-62ac062bfcf0 req-4e8c4c8a-cf19-4707-b9ea-6ed2d38fd8ae tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 931 time: 0.1529160 Jul 16 01:18:53.980372 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-42e0b283-596c-4556-8c38-82aba68004a5 req-a1a796cc-ec5b-4260-884b-c8e893b98f83 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0539348 Jul 16 01:18:53.989006 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf6d5fa8-f494-48ae-9ac7-09230ebb21dc req-80f77a9c-a642-4887-b235-eb00d834fd22 service neutron] 10.222.0.67 "GET /v2.0/networks/89922669-20b8-4c65-9161-f6e3254b86ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964314 Jul 16 01:18:54.002673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Request body: {'port': {'device_id': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:54.108899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] Router 3f6b3196-2443-4152-a0e3-badd9056133f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:54.116077 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f75e5e66-bfb9-4c07-9cb7-62ac062bfcf0 req-46cefde5-6f8c-432d-84f9-71861489ca78 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101017 Jul 16 01:18:54.135100 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.179237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ce1a83-0113-4978-8141-193fa3666e97 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:54.209058 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.284632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a94c6915-8411-44ea-b418-3affbe59a9b3 req-c3291872-d0b1-4935-91f9-b6ad81068e7a tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 210 time: 0.1306520 Jul 16 01:18:54.357362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Transition to ACTIVE for port object b2ce1a83-0113-4978-8141-193fa3666e97 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:54.371496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.510111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Pushing event updated for resources: {'Port': ['ID=b2ce1a83-0113-4978-8141-193fa3666e97,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:54.523595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeebe0e-c691-4078-906e-885b3e759217 req-695be76b-2dbc-4d21-949d-ecb02dd413f9 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:54.525546 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-695be76b-2dbc-4d21-949d-ecb02dd413f9 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.50 "GET /v2.0/networks?id=2f83854e-2a65-4737-b045-d79c7fb371d2 HTTP/1.1" status: 200 len: 815 time: 0.4096980 Jul 16 01:18:54.529293 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41d420ce-5459-4e33-9b45-54cff7bbab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.533030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:54.535558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe7f4-8bf2-45f2-844c-b6e57e9bfb18 req-a037cf84-0cc7-41d2-8d3a-b4c96df6c1df tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:54.537148 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-677fe7f4-8bf2-45f2-844c-b6e57e9bfb18 req-a037cf84-0cc7-41d2-8d3a-b4c96df6c1df tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 943 time: 0.2190239 Jul 16 01:18:54.548561 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] Sync routers for ids ['3f6b3196-2443-4152-a0e3-badd9056133f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:54.631222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-677fe7f4-8bf2-45f2-844c-b6e57e9bfb18 req-6e20109c-1073-4ae8-aab0-b1b9bf9d7a1e tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867517 Jul 16 01:18:54.655319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:54.664558 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.685824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Transition to ACTIVE for port object 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:54.697092 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] Routers {'3f6b3196-2443-4152-a0e3-badd9056133f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:54.697730 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3f6b3196-2443-4152-a0e3-badd9056133f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:54.699859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.875310 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] Set router 3f6b3196-2443-4152-a0e3-badd9056133f gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:54.893659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:54.924026 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fa4bfee8-e5ed-4eb6-ae23-73fd4206d9bb admin admin] 10.222.0.64 "PUT /v2.0/routers/3f6b3196-2443-4152-a0e3-badd9056133f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3860769 Jul 16 01:18:54.928055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60488) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:55.040748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Attempting to bind port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:55.041435 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Attempting to bind port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:55.041911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Attempting to bind port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc on network aab56c69-a6b5-41d9-939a-2572bf0bdd0b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:55.050996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc on network aab56c69-a6b5-41d9-939a-2572bf0bdd0b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:55.051492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Attempting to bind port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc on network aab56c69-a6b5-41d9-939a-2572bf0bdd0b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:55.057459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:55.057931 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Checking segment: {'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:55.058447 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Bound using segment: {'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:55.058994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Bound port: 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:55.059455 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.110001 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-c860ebbe-b757-4645-900a-7c14678d3c00 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=026a14f24e574fb8b0b4b096ef9d212e HTTP/1.1" status: 200 len: 380 time: 0.5750170 Jul 16 01:18:55.133624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fddba8-5ea9-460b-9cad-1750de7ff20d req-107c97e6-7d0f-4653-9e16-a94515212f55 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.135767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14fddba8-5ea9-460b-9cad-1750de7ff20d req-107c97e6-7d0f-4653-9e16-a94515212f55 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 944 time: 0.1390266 Jul 16 01:18:55.155428 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'name': 'tempest-TestAggregatesBasicOps-140006799-router', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:52Z', 'revision_number': 5, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'gw_port': {'id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:19Z', 'updated_at': '2021-07-16T01:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:55.162178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Request body: {'port': {'device_id': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'admin_state_up': True, 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'security_groups': ['b63ab6c8-2238-4e75-a3bc-047b26791cb9']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:55.185404 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] Checking router: 3f6b3196-2443-4152-a0e3-badd9056133f for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:55.196280 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] Routers {'3f6b3196-2443-4152-a0e3-badd9056133f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:55.197616 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3f6b3196-2443-4152-a0e3-badd9056133f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:55.211544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] For port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:55.225649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Attempting to bind port b2ce1a83-0113-4978-8141-193fa3666e97 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:55.225956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Attempting to bind port b2ce1a83-0113-4978-8141-193fa3666e97 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:55.226276 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Attempting to bind port b2ce1a83-0113-4978-8141-193fa3666e97 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:55.258050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14fddba8-5ea9-460b-9cad-1750de7ff20d req-7e434f3a-4653-4596-aaae-3936a581cc49 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096356 Jul 16 01:18:55.264326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] For port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:55.271238 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.287304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Port b2ce1a83-0113-4978-8141-193fa3666e97 on network db8facb9-7f33-47d6-9f8a-78547de9b32d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:55.287875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Attempting to bind port b2ce1a83-0113-4978-8141-193fa3666e97 on network db8facb9-7f33-47d6-9f8a-78547de9b32d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:55.302494 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.348196 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.352397 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] Set router 3f6b3196-2443-4152-a0e3-badd9056133f gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:55.369255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:55.385192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.386193 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.388561 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-205eeeb7-d842-4d68-af5f-7693e3bfbdf7 service neutron] 10.222.0.50 "PUT /v2.0/ports/5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc HTTP/1.1" status: 200 len: 1092 time: 1.4087851 Jul 16 01:18:55.392187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'tag': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:55.396314 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5865d73e-0d07-4053-9923-570b0df77e43" -d '{"events": [{"name": "network-changed", "server_uuid": "d5827392-b3e0-49a3-8289-8859ff32db11", "tag": "5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:55.412830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 75896512-1735-4bce-a515-95dbfa6463b3 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:55.413174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:55.413642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Checking segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:55.414203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Bound using segment: {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:55.414939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Bound port: b2ce1a83-0113-4978-8141-193fa3666e97, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:55.415676 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.503549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be683910-ea18-4ed2-ae30-009ba7385490 req-e7edfd76-3dee-486f-8acc-007f0eb019fb tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.512239 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-be683910-ea18-4ed2-ae30-009ba7385490 req-e7edfd76-3dee-486f-8acc-007f0eb019fb tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.5104752 Jul 16 01:18:55.520390 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e55a0ff-b214-4603-b70d-1c5451445148 req-1c76e17b-1e54-4dd6-b9e2-b868f1a32f92 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0999672 Jul 16 01:18:55.649554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1be742-82b6-4142-beef-bfbb8528196a req-b51b45b6-1de0-4a8d-a59e-fdc36bfde124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.662653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-be683910-ea18-4ed2-ae30-009ba7385490 req-83c35aa9-9677-43af-90ea-f911aa7a7671 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492901 Jul 16 01:18:55.663177 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-b51b45b6-1de0-4a8d-a59e-fdc36bfde124 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e62550381bd44b4999852b313972a2e1&device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 1095 time: 0.1299417 Jul 16 01:18:55.686863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 75896512-1735-4bce-a515-95dbfa6463b3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=75896512-1735-4bce-a515-95dbfa6463b3,segment=NetworkSegment(da8c3c2f-2d8f-471b-9da9-e0ac33375e4e),segment_id=da8c3c2f-2d8f-471b-9da9-e0ac33375e4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:55.709012 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'name': 'tempest-TestAggregatesBasicOps-140006799-router', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:52Z', 'revision_number': 5, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'gw_port': {'id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:19Z', 'updated_at': '2021-07-16T01:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:55.719306 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '75896512-1735-4bce-a515-95dbfa6463b3', 'network_id': '89922669-20b8-4c65-9161-f6e3254b86ed', 'port_id': '75896512-1735-4bce-a515-95dbfa6463b3', 'mac_address': 'fa:16:3e:f9:26:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1ddf6a-6658-48e4-85fa-8c97ac7eea1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:55.721346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Made reservation on behalf of 026a14f24e574fb8b0b4b096ef9d212e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:55.724984 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.744628 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e42d4e-6767-48d4-b726-fdf24a295a78 None None] The sync data for ids ['3f6b3196-2443-4152-a0e3-badd9056133f'] in n-d-791504-14 is: [{'id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'name': 'tempest-TestAggregatesBasicOps-140006799-router', 'tenant_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:52Z', 'revision_number': 5, 'project_id': 'bb2e28d9df6c4a5397fea6a6dd094d00', 'gw_port': {'id': '763e8c5f-e77c-412f-a29a-f7c18e8ba2d6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b3196-2443-4152-a0e3-badd9056133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:19Z', 'updated_at': '2021-07-16T01:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:55.753908 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-ba5eaf2a-15da-4caf-9212-868b07452ec0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc HTTP/1.1" status: 200 len: 217 time: 0.0841591 Jul 16 01:18:55.791593 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.809576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75896512-1735-4bce-a515-95dbfa6463b3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:55.810933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] For port b2ce1a83-0113-4978-8141-193fa3666e97, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:55.814868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] For port b2ce1a83-0113-4978-8141-193fa3666e97, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b2ce1a83-0113-4978-8141-193fa3666e97,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:55.832292 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.836990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 75896512-1735-4bce-a515-95dbfa6463b3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=75896512-1735-4bce-a515-95dbfa6463b3,segment=NetworkSegment(da8c3c2f-2d8f-471b-9da9-e0ac33375e4e),segment_id=da8c3c2f-2d8f-471b-9da9-e0ac33375e4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:55.841251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.843004 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.899830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1be742-82b6-4142-beef-bfbb8528196a req-ba64ca92-c7ae-44ae-b590-825068327562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.902347 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-ba64ca92-c7ae-44ae-b590-825068327562 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16c6874d-f530-4445-9019-cd465bca7221 HTTP/1.1" status: 200 len: 862 time: 0.1274357 Jul 16 01:18:55.952000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=75896512-1735-4bce-a515-95dbfa6463b3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:55.966761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.967385 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.968979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] 10.222.0.67 "PUT /v2.0/ports/b2ce1a83-0113-4978-8141-193fa3666e97 HTTP/1.1" status: 200 len: 1093 time: 2.9558878 Jul 16 01:18:55.972446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e84952-3fd6-44d2-b8bc-cc621907238d', 'tag': 'b2ce1a83-0113-4978-8141-193fa3666e97'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:55.976231 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747" -d '{"events": [{"name": "network-changed", "server_uuid": "90e84952-3fd6-44d2-b8bc-cc621907238d", "tag": "b2ce1a83-0113-4978-8141-193fa3666e97"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:55.997084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-b065c525-5a48-4d7a-a816-193f29b4ae3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707612 Jul 16 01:18:56.062323 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c56611e5-a4c8-4016-a9d3-e288829ae98f req-b7fff3fd-f22b-4ce0-9284-57d6d3afba55 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 210 time: 0.0766881 Jul 16 01:18:56.095454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['75896512-1735-4bce-a515-95dbfa6463b3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:56.161958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c344-d250-4ac4-95f8-0eb7880f8982 req-8ca45138-5229-431b-852b-cb0d2189176d tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.164506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56a3f2-a914-4dda-a97a-29ea52e69bce service neutron] Pushing event updated for resources: {'Port': ['ID=b2ce1a83-0113-4978-8141-193fa3666e97,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:56.180671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Allocated IP 172.20.0.12 (2f83854e-2a65-4737-b045-d79c7fb371d2/206c9096-9461-492f-86ce-19101324f27a/b628164a-ddda-4734-96b6-73b6da3a9c49) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:56.183433 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9451c344-d250-4ac4-95f8-0eb7880f8982 req-8ca45138-5229-431b-852b-cb0d2189176d tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 943 time: 0.3319314 Jul 16 01:18:56.239565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Deleting port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:56.239947 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.284250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-34c19572-e458-467a-b47b-560a291737a5 service neutron] 10.222.0.50 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756972 Jul 16 01:18:56.286080 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd45274-dcdd-460a-b513-7b608abb33ee x-openstack-request-id: req-fdd45274-dcdd-460a-b513-7b608abb33ee {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:56.286382 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5827392-b3e0-49a3-8289-8859ff32db11", "tag": "5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:56.286604 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdd45274-dcdd-460a-b513-7b608abb33ee {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:56.287337 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'tag': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc', 'status': 'completed', 'code': 200} Jul 16 01:18:56.292529 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9451c344-d250-4ac4-95f8-0eb7880f8982 req-9aff4f41-9012-4dca-96f9-7460cf775d1b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078424 Jul 16 01:18:56.315438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-a192136a-315e-44e4-b87a-8c8def06fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.323057 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-a192136a-315e-44e4-b87a-8c8def06fa9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 1096 time: 0.2803750 Jul 16 01:18:56.493635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-fc902b12-e2de-42cf-adc9-9977edb6739a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ce1a83-0113-4978-8141-193fa3666e97 HTTP/1.1" status: 200 len: 217 time: 0.1620271 Jul 16 01:18:56.571473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a1be742-82b6-4142-beef-bfbb8528196a req-4a95ad18-750a-4ec5-b0dc-698b7192557f service neutron] 10.222.0.50 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774603 Jul 16 01:18:56.595295 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.706936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] For port 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=763e8c5f-e77c-412f-a29a-f7c18e8ba2d6,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:56.706936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.723398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Calling delete_port for 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:56.747765 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d327aab-3a73-4cc0-a323-83a325c86978 x-openstack-request-id: req-0d327aab-3a73-4cc0-a323-83a325c86978 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:56.748198 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e84952-3fd6-44d2-b8bc-cc621907238d", "tag": "b2ce1a83-0113-4978-8141-193fa3666e97", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:56.748548 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d327aab-3a73-4cc0-a323-83a325c86978 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:56.749035 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e84952-3fd6-44d2-b8bc-cc621907238d', 'tag': 'b2ce1a83-0113-4978-8141-193fa3666e97', 'status': 'completed', 'code': 200} Jul 16 01:18:56.813794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-f78186bf-248d-41aa-b750-fc635257dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.817538 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-f78186bf-248d-41aa-b750-fc635257dfd3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.3022027 Jul 16 01:18:56.865520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde8e3-ba36-4367-809a-00675c97933e req-5fd468c6-82dd-4eca-ba8b-b7fb83c0742f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.878212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bcde8e3-ba36-4367-809a-00675c97933e req-5fd468c6-82dd-4eca-ba8b-b7fb83c0742f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 944 time: 0.2146969 Jul 16 01:18:56.882469 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-470f3d86-d3fb-44ec-b317-1ef919bf0127 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544446 Jul 16 01:18:56.922266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d73e-0d07-4053-9923-570b0df77e43 req-02016a4f-73e7-4443-a16d-b148edf236cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.924230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5865d73e-0d07-4053-9923-570b0df77e43 req-02016a4f-73e7-4443-a16d-b148edf236cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e62550381bd44b4999852b313972a2e1&device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 1095 time: 0.2299223 Jul 16 01:18:56.933168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.974707 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bcde8e3-ba36-4367-809a-00675c97933e req-b0649b93-c196-43f7-b6ca-20287fa8fa14 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939918 Jul 16 01:18:57.000273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Transition to ACTIVE for port object b628164a-ddda-4734-96b6-73b6da3a9c49 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:57.066799 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-531c314c-b9c4-4da2-b2fd-7575e3c736dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.074109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d73e-0d07-4053-9923-570b0df77e43 req-2a3373b5-9af3-4631-b448-df190cac684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.075675 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5865d73e-0d07-4053-9923-570b0df77e43 req-2a3373b5-9af3-4631-b448-df190cac684d service neutron] 10.222.0.50 "GET /v2.0/networks?id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b HTTP/1.1" status: 200 len: 922 time: 0.1391935 Jul 16 01:18:57.156226 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5865d73e-0d07-4053-9923-570b0df77e43 req-6aaf2a76-2795-475a-9754-1d9779ec0649 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc HTTP/1.1" status: 200 len: 217 time: 0.0650802 Jul 16 01:18:57.193885 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f1779fb7-ece1-42f0-9e90-0bc7bfe7909d req-009be397-4927-4def-8942-77a4e713c753 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0886667 Jul 16 01:18:57.255204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.260273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d73e-0d07-4053-9923-570b0df77e43 req-0f49f74c-d859-4b04-8d99-54adf9e5834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.262539 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5865d73e-0d07-4053-9923-570b0df77e43 req-0f49f74c-d859-4b04-8d99-54adf9e5834a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16c6874d-f530-4445-9019-cd465bca7221 HTTP/1.1" status: 200 len: 862 time: 0.0795681 Jul 16 01:18:57.325778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5865d73e-0d07-4053-9923-570b0df77e43 req-63dee864-0ef6-4b4c-8d93-011e722edb18 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524590 Jul 16 01:18:57.351124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Network 2f83854e-2a65-4737-b045-d79c7fb371d2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:57.367116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:57.369880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:57.419742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 75896512-1735-4bce-a515-95dbfa6463b3 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:57.468049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Pushing event updated for resources: {'Port': ['ID=b628164a-ddda-4734-96b6-73b6da3a9c49,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:57.496143 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-e1b7585e-2c0a-4e15-814f-f8bdbd121e3b service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040151 Jul 16 01:18:57.501920 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5865d73e-0d07-4053-9923-570b0df77e43 req-df37b9b5-2076-416a-8742-fce3b757f25d service neutron] 10.222.0.50 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561184 Jul 16 01:18:57.515786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 75896512-1735-4bce-a515-95dbfa6463b3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:57.521004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229a66-ce95-4c30-acef-617646be2f51 req-c71e27fc-d359-44cd-9b08-110529e90ae2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.533133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a229a66-ce95-4c30-acef-617646be2f51 req-c71e27fc-d359-44cd-9b08-110529e90ae2 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 944 time: 0.6243379 Jul 16 01:18:57.535035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 75896512-1735-4bce-a515-95dbfa6463b3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:57.538769 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.612120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.613017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.628036 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.636151 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.676887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5865d73e-0d07-4053-9923-570b0df77e43 req-26cd4fb5-32aa-4a18-b56d-947a2be28457 service neutron] 10.222.0.50 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627502 Jul 16 01:18:57.728478 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59d839-c5f1-4aa1-b1f6-802c58347af1 req-16537342-2bd4-4a6e-b15e-0b90c91cf3cc tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.730894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=763e8c5f-e77c-412f-a29a-f7c18e8ba2d6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:57.743384 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6f59d839-c5f1-4aa1-b1f6-802c58347af1 req-16537342-2bd4-4a6e-b15e-0b90c91cf3cc tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.4153025 Jul 16 01:18:57.804363 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-26dcb612-3f45-4c4b-8979-faa4a2015e16 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6520405 Jul 16 01:18:57.808643 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.829632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6f59d839-c5f1-4aa1-b1f6-802c58347af1 req-e2e86b82-20a6-4729-9977-a265348ea5da tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831935 Jul 16 01:18:57.854230 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:57.862658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 75896512-1735-4bce-a515-95dbfa6463b3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=75896512-1735-4bce-a515-95dbfa6463b3,segment=NetworkSegment(da8c3c2f-2d8f-471b-9da9-e0ac33375e4e),segment_id=da8c3c2f-2d8f-471b-9da9-e0ac33375e4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:57.866102 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed99dc7b-e766-40d3-a071-3f17498b5466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75896512-1735-4bce-a515-95dbfa6463b3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:57.867800 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb1e3e-7b69-47ce-9adf-adc60785ef88" -d '{"events": [{"server_uuid": "ed99dc7b-e766-40d3-a071-3f17498b5466", "name": "network-vif-plugged", "status": "completed", "tag": "75896512-1735-4bce-a515-95dbfa6463b3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:57.873582 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.913006 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a229a66-ce95-4c30-acef-617646be2f51 req-4c5228ef-abbb-4bfa-88c0-bf084cc16017 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784821 Jul 16 01:18:57.925302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a1dbae13-6cc7-46f3-a218-3402e51ac2e5 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:57.944221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Request body: {'port': {'device_id': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:57.951258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a1dbae13-6cc7-46f3-a218-3402e51ac2e5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:57.951639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a1dbae13-6cc7-46f3-a218-3402e51ac2e5 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:57.957649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bc12cdef-4ad9-4cea-a15d-e6996480aa31 None None] Provisioning for port b628164a-ddda-4734-96b6-73b6da3a9c49 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:57.965346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bc12cdef-4ad9-4cea-a15d-e6996480aa31 None None] Provisioning complete for port b628164a-ddda-4734-96b6-73b6da3a9c49 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:57.965690 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc12cdef-4ad9-4cea-a15d-e6996480aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.026910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=75896512-1735-4bce-a515-95dbfa6463b3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:58.046743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bc12cdef-4ad9-4cea-a15d-e6996480aa31 None None] Port b628164a-ddda-4734-96b6-73b6da3a9c49 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:58.172646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480edd5a-0b55-43ff-8a15-7f0debd842fc req-ebeef062-56cf-4977-849a-85b9b1e3693f tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:58.174308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-480edd5a-0b55-43ff-8a15-7f0debd842fc req-ebeef062-56cf-4977-849a-85b9b1e3693f tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 932 time: 0.1057441 Jul 16 01:18:58.221234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-480edd5a-0b55-43ff-8a15-7f0debd842fc req-313ea091-a43f-434d-a138-7e0c5b9105f2 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384848 Jul 16 01:18:58.317650 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.419707 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ad04a2-f098-4f25-8fb8-2f9f46083df0 x-openstack-request-id: req-65ad04a2-f098-4f25-8fb8-2f9f46083df0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:58.419997 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed99dc7b-e766-40d3-a071-3f17498b5466", "name": "network-vif-plugged", "status": "completed", "tag": "75896512-1735-4bce-a515-95dbfa6463b3", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:58.420250 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65ad04a2-f098-4f25-8fb8-2f9f46083df0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:58.420655 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed99dc7b-e766-40d3-a071-3f17498b5466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75896512-1735-4bce-a515-95dbfa6463b3', 'code': 200} Jul 16 01:18:58.454315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.459918 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6511ea-99ec-4b15-896c-fd1820eb3ff5 req-95ca71b0-0892-4c25-92e0-7ed7f21afcbd service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9236367 Jul 16 01:18:58.625158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831bad4-ed08-46fe-8b6a-a277a3925b7b req-ab3015b4-a48e-4436-943e-2d6497c98776 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:58.627018 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f831bad4-ed08-46fe-8b6a-a277a3925b7b req-ab3015b4-a48e-4436-943e-2d6497c98776 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 945 time: 0.0694239 Jul 16 01:18:58.670823 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.675995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.678474 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.687354 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f831bad4-ed08-46fe-8b6a-a277a3925b7b req-9a4f77ec-d046-4052-af94-ae6690afc74a tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457084 Jul 16 01:18:58.712155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9b67-c3e4-42b4-b17a-282e24f662ba req-0e10c359-dc5d-43c5-af37-c5a1e301073b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:58.715136 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e6c9b67-c3e4-42b4-b17a-282e24f662ba req-0e10c359-dc5d-43c5-af37-c5a1e301073b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 943 time: 0.3848863 Jul 16 01:18:58.804173 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.804858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f6b3196-2443-4152-a0e3-badd9056133f {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:18:58.813303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.814449 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-21b7de56-7476-4901-ac3c-a6e4c88a8b2c admin admin] 10.222.0.64 "DELETE /v2.0/routers/3f6b3196-2443-4152-a0e3-badd9056133f HTTP/1.1" status: 204 len: 168 time: 3.8787925 Jul 16 01:18:58.817266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60522) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:58.870758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-af27ac1f-b775-4967-ae9a-0e70e38e8d24 admin admin] Deleting subnet f99b55da-8837-4d36-bdda-33f33fd150d0 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:18:58.871242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e6c9b67-c3e4-42b4-b17a-282e24f662ba req-5c9512a3-31d6-4b26-9fc1-ff2f8c51b4d8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229706 Jul 16 01:18:58.876060 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af27ac1f-b775-4967-ae9a-0e70e38e8d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.927983 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af27ac1f-b775-4967-ae9a-0e70e38e8d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.028403 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af27ac1f-b775-4967-ae9a-0e70e38e8d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.080362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5cc9e-ed68-4f70-b6e6-74050eefbd98 req-21e9c624-e701-4783-9a58-88746d2e40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.081949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0b5cc9e-ed68-4f70-b6e6-74050eefbd98 req-21e9c624-e701-4783-9a58-88746d2e40d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 1097 time: 0.5215852 Jul 16 01:18:59.087020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747 req-83abbc6f-48d4-45a4-8ac8-17e286330c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.092274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747 req-83abbc6f-48d4-45a4-8ac8-17e286330c96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 1096 time: 0.5137267 Jul 16 01:18:59.111963 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a8c6585-ec3e-44bc-8abb-8f8bd7071429 req-69e7d1c0-cb6a-481b-bdfb-a394efe7e4f0 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0351765 Jul 16 01:18:59.125858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af27ac1f-b775-4967-ae9a-0e70e38e8d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.165558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27ac1f-b775-4967-ae9a-0e70e38e8d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f99b55da-8837-4d36-bdda-33f33fd150d0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:59.175438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af27ac1f-b775-4967-ae9a-0e70e38e8d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.177021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e725c057-5628-45b8-abbc-d1ca02d705d5 None None] Network ddfdb4f1-9438-4676-84b6-4a013a5edd68 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:59.177794 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af27ac1f-b775-4967-ae9a-0e70e38e8d24 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f99b55da-8837-4d36-bdda-33f33fd150d0 HTTP/1.1" status: 204 len: 168 time: 0.3589144 Jul 16 01:18:59.180649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:59.328162 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.352124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747 req-e7cf4965-9bb6-464e-8de5-757a4597e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.355160 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747 req-e7cf4965-9bb6-464e-8de5-757a4597e258 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 200 len: 911 time: 0.2231557 Jul 16 01:18:59.505204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747 req-3879ee70-41a3-471c-9b37-c1f8d49299ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ce1a83-0113-4978-8141-193fa3666e97 HTTP/1.1" status: 200 len: 217 time: 0.1213467 Jul 16 01:18:59.515437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0b5cc9e-ed68-4f70-b6e6-74050eefbd98 req-9d6cfc0d-f3c2-4416-9f38-427164d53884 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029534 Jul 16 01:18:59.532866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Deleting port b2263881-30e4-4ad6-8122-5a49570873d7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:59.533059 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.577871 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f90795-a6b8-4c2f-af42-72a876f02194 req-71b59ce6-0444-4200-a6c3-903b5e983dea tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.582733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f8f90795-a6b8-4c2f-af42-72a876f02194 req-71b59ce6-0444-4200-a6c3-903b5e983dea tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 944 time: 0.1734757 Jul 16 01:18:59.624145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e33e622-4b55-47fa-bfd6-63471ad85f5b None None] DHCP port deletion for ddfdb4f1-9438-4676-84b6-4a013a5edd68 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:18:59.669075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] For port b2263881-30e4-4ad6-8122-5a49570873d7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b2263881-30e4-4ad6-8122-5a49570873d7,segment=NetworkSegment(f3fc768d-2b09-406d-a71a-bbd9b60c2fd2),segment_id=f3fc768d-2b09-406d-a71a-bbd9b60c2fd2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:59.669540 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.690183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8e33e622-4b55-47fa-bfd6-63471ad85f5b None None] Deleting port b2263881-30e4-4ad6-8122-5a49570873d7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:59.691385 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e33e622-4b55-47fa-bfd6-63471ad85f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.700708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Calling delete_port for b2263881-30e4-4ad6-8122-5a49570873d7 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:59.704386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0771847-6a2c-464d-bfcb-72aacb8ee631 req-18725542-6154-4e99-8fa7-b2a8dcbf80d5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.718463 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0771847-6a2c-464d-bfcb-72aacb8ee631 req-18725542-6154-4e99-8fa7-b2a8dcbf80d5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.6339614 Jul 16 01:18:59.720870 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f8f90795-a6b8-4c2f-af42-72a876f02194 req-1c93ceaa-853e-4edc-8560-e19249c01b7a tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325560 Jul 16 01:18:59.755260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747 req-7a5dcdac-3484-48a7-aa9e-78524bd8c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.757640 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747 req-7a5dcdac-3484-48a7-aa9e-78524bd8c213 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 200 len: 851 time: 0.2314932 Jul 16 01:18:59.861950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8e33e622-4b55-47fa-bfd6-63471ad85f5b None None] For port b2263881-30e4-4ad6-8122-5a49570873d7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b2263881-30e4-4ad6-8122-5a49570873d7,segment=NetworkSegment(f3fc768d-2b09-406d-a71a-bbd9b60c2fd2),segment_id=f3fc768d-2b09-406d-a71a-bbd9b60c2fd2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:59.866488 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e33e622-4b55-47fa-bfd6-63471ad85f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.878168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b628164a-ddda-4734-96b6-73b6da3a9c49 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:59.885841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:59.906909 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747 req-e90e64ff-0068-4095-a5c0-87fb863c15aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db8facb9-7f33-47d6-9f8a-78547de9b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305184 Jul 16 01:18:59.914509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.949563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:59.960658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 763e8c5f-e77c-412f-a29a-f7c18e8ba2d6 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:59.960973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b2263881-30e4-4ad6-8122-5a49570873d7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:59.969565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.977222 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0771847-6a2c-464d-bfcb-72aacb8ee631 req-ff171857-3725-462e-8d75-8c83a8f382f8 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575214 Jul 16 01:18:59.977446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8e33e622-4b55-47fa-bfd6-63471ad85f5b None None] Calling delete_port for b2263881-30e4-4ad6-8122-5a49570873d7 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:00.005990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2263881-30e4-4ad6-8122-5a49570873d7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:00.010108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] No DVR routers for this DVR port b2263881-30e4-4ad6-8122-5a49570873d7 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:00.013238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Transition to ACTIVE for port object b628164a-ddda-4734-96b6-73b6da3a9c49 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:00.015973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b2263881-30e4-4ad6-8122-5a49570873d7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:00.017346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b2263881-30e4-4ad6-8122-5a49570873d7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:00.026075 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.029462 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.116761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85923c1f-85f6-41fb-a5b7-9e4d840be94a req-a3c67633-0f40-404d-99c7-b5ceced882f5 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.127085 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-85923c1f-85f6-41fb-a5b7-9e4d840be94a req-a3c67633-0f40-404d-99c7-b5ceced882f5 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 932 time: 0.2001154 Jul 16 01:19:00.213400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.254536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Pushing event updated for resources: {'Port': ['ID=b628164a-ddda-4734-96b6-73b6da3a9c49,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:00.269561 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-85923c1f-85f6-41fb-a5b7-9e4d840be94a req-ee60d785-c956-4081-866a-2c37012c02cc tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407027 Jul 16 01:19:00.276946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfdb4f1-9438-4676-84b6-4a013a5edd68']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:00.304262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:00.311206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:00.311516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fc768d-2b09-406d-a71a-bbd9b60c2fd2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:00.317139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747 req-f3112dc8-6950-4d15-ac30-9544e9c15957 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974473 Jul 16 01:19:00.351667 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.402471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.416373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:00.416790 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:00.517067 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:00.535325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:00.544433 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.568495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc', 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b', 'port_id': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc', 'mac_address': 'fa:16:3e:db:5d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c6874d-f530-4445-9019-cd465bca7221', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:00.580510 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.582244 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ddfdb4f1-9438-4676-84b6-4a013a5edd68 HTTP/1.1" status: 204 len: 168 time: 1.3985374 Jul 16 01:19:00.584932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aa32d-53ae-4f6b-b62e-34c025777725 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfdb4f1-9438-4676-84b6-4a013a5edd68,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:00.588012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60540) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:00.606048 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e33e622-4b55-47fa-bfd6-63471ad85f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.628483 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4ecd8fd-6adc-4469-99d0-f8a71d10e747 req-1abdf3d1-edb1-4df8-bbe7-7a3c105cd0a8 service neutron] 10.222.0.67 "GET /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942585 Jul 16 01:19:00.646966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33e622-4b55-47fa-bfd6-63471ad85f5b None None] Pushing event deleted for resources: {'Port': ['ID=b2263881-30e4-4ad6-8122-5a49570873d7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:00.652922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e33e622-4b55-47fa-bfd6-63471ad85f5b None None] Network ddfdb4f1-9438-4676-84b6-4a013a5edd68 is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:19:00.653728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e33e622-4b55-47fa-bfd6-63471ad85f5b None None] No DVR routers for this DVR port b2263881-30e4-4ad6-8122-5a49570873d7 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:00.665219 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.682977 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:00.706272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:00.712887 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.716795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Attempting to bind port b628164a-ddda-4734-96b6-73b6da3a9c49 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:00.717143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Attempting to bind port b628164a-ddda-4734-96b6-73b6da3a9c49 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:00.717477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Attempting to bind port b628164a-ddda-4734-96b6-73b6da3a9c49 on network 2f83854e-2a65-4737-b045-d79c7fb371d2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:00.729549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Port b628164a-ddda-4734-96b6-73b6da3a9c49 on network 2f83854e-2a65-4737-b045-d79c7fb371d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:00.729982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Attempting to bind port b628164a-ddda-4734-96b6-73b6da3a9c49 on network 2f83854e-2a65-4737-b045-d79c7fb371d2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:00.746538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:00.747098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Checking segment: {'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:00.748245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Bound using segment: {'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:00.748985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Bound port: b628164a-ddda-4734-96b6-73b6da3a9c49, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:00.749494 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.782898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:00.853785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5696-6ba0-4b7c-ba0d-05a0882f4337 req-e825a463-2496-43e9-abab-81bcdf372bdc tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.855971 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-289d5696-6ba0-4b7c-ba0d-05a0882f4337 req-e825a463-2496-43e9-abab-81bcdf372bdc tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 945 time: 0.2267084 Jul 16 01:19:00.864216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] For port b628164a-ddda-4734-96b6-73b6da3a9c49, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:00.879212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] For port b628164a-ddda-4734-96b6-73b6da3a9c49, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b628164a-ddda-4734-96b6-73b6da3a9c49,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:00.905608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.992419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.993303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.995956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] 10.222.0.50 "PUT /v2.0/ports/b628164a-ddda-4734-96b6-73b6da3a9c49 HTTP/1.1" status: 200 len: 1093 time: 3.0756664 Jul 16 01:19:00.997209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'tag': 'b628164a-ddda-4734-96b6-73b6da3a9c49'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:01.001317 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73421ea7-0c1b-44a5-bf6d-e4b69796b836" -d '{"events": [{"name": "network-changed", "server_uuid": "2f55fd9c-0a9b-4ce6-a679-cf7b125a0293", "tag": "b628164a-ddda-4734-96b6-73b6da3a9c49"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:01.012078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-289d5696-6ba0-4b7c-ba0d-05a0882f4337 req-32de6d7a-1036-4221-b969-9615677c7185 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436856 Jul 16 01:19:01.058048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92bc9b-acac-4213-892b-871e3cee3df6 service neutron] Pushing event updated for resources: {'Port': ['ID=b628164a-ddda-4734-96b6-73b6da3a9c49,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:01.122339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeebe0e-c691-4078-906e-885b3e759217 req-0fa50693-18e4-4aff-8a4a-415368271a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.124048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-0fa50693-18e4-4aff-8a4a-415368271a6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=026a14f24e574fb8b0b4b096ef9d212e&device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 1096 time: 0.0730793 Jul 16 01:19:01.148781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:01.186979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-d2d87175-eb2a-4c39-bdc4-4638157aa77f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b628164a-ddda-4734-96b6-73b6da3a9c49 HTTP/1.1" status: 200 len: 217 time: 0.0538039 Jul 16 01:19:01.234805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426a23-5fae-4d2d-a2f3-34059b3a60e4 req-1359ba2a-8e30-4e45-92e7-e87d756c4819 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.244588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9426a23-5fae-4d2d-a2f3-34059b3a60e4 req-1359ba2a-8e30-4e45-92e7-e87d756c4819 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 943 time: 0.7262616 Jul 16 01:19:01.261420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e08c5ca2-ddb1-4d35-9551-9392d556d0db req-337aba63-c95e-4794-9637-d24a9b78bdf6 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0566413 Jul 16 01:19:01.326422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeebe0e-c691-4078-906e-885b3e759217 req-c51e484f-8122-4a48-b036-15f59d298658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.329259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-c51e484f-8122-4a48-b036-15f59d298658 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=206c9096-9461-492f-86ce-19101324f27a HTTP/1.1" status: 200 len: 854 time: 0.1253800 Jul 16 01:19:01.402820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9426a23-5fae-4d2d-a2f3-34059b3a60e4 req-58d4e9e4-7d3d-416f-ab6c-6b3c15f6fa3f tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570208 Jul 16 01:19:01.420914 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeebe0e-c691-4078-906e-885b3e759217 req-3744f70f-200b-4af8-b07b-b61b689aaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.422962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-3744f70f-200b-4af8-b07b-b61b689aaa63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2f83854e-2a65-4737-b045-d79c7fb371d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877371 Jul 16 01:19:01.435814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b2ce1a83-0113-4978-8141-193fa3666e97 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:01.495964 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9652a415-0f54-4d8b-9255-c6d61d18a06c x-openstack-request-id: req-9652a415-0f54-4d8b-9255-c6d61d18a06c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:01.496885 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f55fd9c-0a9b-4ce6-a679-cf7b125a0293", "tag": "b628164a-ddda-4734-96b6-73b6da3a9c49", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:01.496885 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9652a415-0f54-4d8b-9255-c6d61d18a06c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:01.497240 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'tag': 'b628164a-ddda-4734-96b6-73b6da3a9c49', 'status': 'completed', 'code': 200} Jul 16 01:19:01.564181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b2ce1a83-0113-4978-8141-193fa3666e97, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b2ce1a83-0113-4978-8141-193fa3666e97,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:01.588206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'b2ce1a83-0113-4978-8141-193fa3666e97', 'network_id': 'db8facb9-7f33-47d6-9f8a-78547de9b32d', 'port_id': 'b2ce1a83-0113-4978-8141-193fa3666e97', 'mac_address': 'fa:16:3e:34:1c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dec5ba0-6bd7-476b-8091-6c954de6e44e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:01.628843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee05c45-6a15-4dea-b696-0e720f7864e8 req-bb78e1cd-1a16-4ad8-8397-b328d7b75232 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.630949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ee05c45-6a15-4dea-b696-0e720f7864e8 req-bb78e1cd-1a16-4ad8-8397-b328d7b75232 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 944 time: 0.2031202 Jul 16 01:19:01.638675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-ab74e4ef-7fe6-4188-95f6-a92e8389bc35 service neutron] 10.222.0.50 "GET /v2.0/networks/2f83854e-2a65-4737-b045-d79c7fb371d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031834 Jul 16 01:19:01.685804 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.705046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ce1a83-0113-4978-8141-193fa3666e97 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:01.731792 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b2ce1a83-0113-4978-8141-193fa3666e97, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b2ce1a83-0113-4978-8141-193fa3666e97,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:01.737640 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.754046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ee05c45-6a15-4dea-b696-0e720f7864e8 req-ff40ba88-22fc-455a-a0bb-584c2841e95d tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103237 Jul 16 01:19:01.794684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a62779-389a-45e6-9308-d2d940a30a79 req-1b925683-387d-4c24-a202-c6aa24a49f53 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.796510 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2a62779-389a-45e6-9308-d2d940a30a79 req-1b925683-387d-4c24-a202-c6aa24a49f53 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1361191 Jul 16 01:19:01.813201 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3aeebe0e-c691-4078-906e-885b3e759217 req-5cbf4702-0c39-4667-92b8-7bd2f2544804 service neutron] 10.222.0.50 "GET /v2.0/networks/2f83854e-2a65-4737-b045-d79c7fb371d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604414 Jul 16 01:19:01.822538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.843829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b2ce1a83-0113-4978-8141-193fa3666e97,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:01.919305 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2a62779-389a-45e6-9308-d2d940a30a79 req-61939bf9-ee77-4cc0-99c2-a4e6f067aadb tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162417 Jul 16 01:19:02.037007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-6d18b88d-2748-40b0-babc-52d33e3b73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.039761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-6d18b88d-2748-40b0-babc-52d33e3b73ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=026a14f24e574fb8b0b4b096ef9d212e&device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 1096 time: 0.1205595 Jul 16 01:19:02.088077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b2ce1a83-0113-4978-8141-193fa3666e97'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:02.267044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b65e7-114a-4bf7-8638-7b5727e27300 req-4ebb2676-b14a-4183-9da9-53e685f72d31 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.268485 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-173b65e7-114a-4bf7-8638-7b5727e27300 req-4ebb2676-b14a-4183-9da9-53e685f72d31 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 944 time: 0.1774175 Jul 16 01:19:02.283205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-90fbde9f-8155-408f-8410-a09a851a0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.285566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-90fbde9f-8155-408f-8410-a09a851a0e7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=2f83854e-2a65-4737-b045-d79c7fb371d2 HTTP/1.1" status: 200 len: 915 time: 0.2325325 Jul 16 01:19:02.305589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880df42c-29fa-44f9-80c8-9a34b06aec1f req-00eed1f2-a160-4d4a-89d2-b8a5512dffb3 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.313802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-880df42c-29fa-44f9-80c8-9a34b06aec1f req-00eed1f2-a160-4d4a-89d2-b8a5512dffb3 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 945 time: 0.1206789 Jul 16 01:19:02.357294 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-2f41f74c-0006-4364-b06f-39f88da70b9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b628164a-ddda-4734-96b6-73b6da3a9c49 HTTP/1.1" status: 200 len: 217 time: 0.0606680 Jul 16 01:19:02.363261 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-880df42c-29fa-44f9-80c8-9a34b06aec1f req-58d0ddbf-d855-4659-978d-c9e6162fe20e tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482419 Jul 16 01:19:02.366586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] Deleting port 4acc585f-ff32-4344-b8ad-9879a2326f9a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:02.367208 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.405751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-173b65e7-114a-4bf7-8638-7b5727e27300 req-5c593e13-c397-46e5-8af4-734ccd48a943 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263909 Jul 16 01:19:02.434147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-0fbfdc1a-da9c-4f4c-9ff2-4f4d7e98e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.435608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-0fbfdc1a-da9c-4f4c-9ff2-4f4d7e98e51e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=206c9096-9461-492f-86ce-19101324f27a HTTP/1.1" status: 200 len: 854 time: 0.0688753 Jul 16 01:19:02.472323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] For port 4acc585f-ff32-4344-b8ad-9879a2326f9a, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4acc585f-ff32-4344-b8ad-9879a2326f9a,segment=NetworkSegment(2d8077ab-b7b2-4cdc-8a6d-613ece8e526a),segment_id=2d8077ab-b7b2-4cdc-8a6d-613ece8e526a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:02.473474 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.490834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] Calling delete_port for 4acc585f-ff32-4344-b8ad-9879a2326f9a owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:02.522529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-15e504af-0c18-4d0b-8142-d30b286de2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.524417 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-15e504af-0c18-4d0b-8142-d30b286de2bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2f83854e-2a65-4737-b045-d79c7fb371d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736761 Jul 16 01:19:02.585194 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0851f62c-5434-49a7-aefa-9341b182c2ab req-93216e83-23f1-4e23-988b-dd22c200e604 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0359750 Jul 16 01:19:02.650509 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-7318c56a-a765-469f-880d-34eeb1189b14 service neutron] 10.222.0.50 "GET /v2.0/networks/2f83854e-2a65-4737-b045-d79c7fb371d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184571 Jul 16 01:19:02.778615 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73421ea7-0c1b-44a5-bf6d-e4b69796b836 req-2d64158a-8473-4f2d-81d6-65a45417c823 service neutron] 10.222.0.50 "GET /v2.0/networks/2f83854e-2a65-4737-b045-d79c7fb371d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166182 Jul 16 01:19:02.847953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.903634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] Pushing event deleted for resources: {'Port': ['ID=4acc585f-ff32-4344-b8ad-9879a2326f9a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:03.030895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c98a9-8fa6-4a0f-8474-f22c94b8bf80 req-7f99b020-e16b-4475-85a5-0dd8ba0a836b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:03.031265 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-094c98a9-8fa6-4a0f-8474-f22c94b8bf80 req-7f99b020-e16b-4475-85a5-0dd8ba0a836b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 944 time: 0.2838314 Jul 16 01:19:03.155027 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-094c98a9-8fa6-4a0f-8474-f22c94b8bf80 req-dd21c3bb-cf49-4699-aa88-1f6aaec1358b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072299 Jul 16 01:19:03.217777 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.224125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9a3a-d8b7-42f9-ae7d-cf92a3bb4272 req-a08f085d-3f17-46ed-9f72-f4b6e7e81499 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:03.226648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7efe9a3a-d8b7-42f9-ae7d-cf92a3bb4272 req-a08f085d-3f17-46ed-9f72-f4b6e7e81499 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 945 time: 0.0864546 Jul 16 01:19:03.297182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7efe9a3a-d8b7-42f9-ae7d-cf92a3bb4272 req-c4316017-8813-4a89-8c81-1b5fe29b7ee3 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596526 Jul 16 01:19:03.460374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b2ce1a83-0113-4978-8141-193fa3666e97 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:03.516568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8c631-8c47-4d42-9026-08c5cbb15c2f req-4557589c-ab34-438b-a519-bbeec4ac2353 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:03.518798 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8fc8c631-8c47-4d42-9026-08c5cbb15c2f req-4557589c-ab34-438b-a519-bbeec4ac2353 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1066875 Jul 16 01:19:03.532077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port b2ce1a83-0113-4978-8141-193fa3666e97 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:03.537236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] Router 413f0f7d-b3fc-4637-b9ee-51442cd5459a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:03.539190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port b2ce1a83-0113-4978-8141-193fa3666e97 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:03.539918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.560515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989137f-514c-4722-935d-7d74d9231427 req-62779e72-deea-47be-9a6b-e469df829256 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:03.562814 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6989137f-514c-4722-935d-7d74d9231427 req-62779e72-deea-47be-9a6b-e469df829256 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 945 time: 0.1119998 Jul 16 01:19:03.576256 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8fc8c631-8c47-4d42-9026-08c5cbb15c2f req-58376644-b437-4642-884b-144053357ebf tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506654 Jul 16 01:19:03.681301 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.682309 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6989137f-514c-4722-935d-7d74d9231427 req-42add89d-4d63-4261-b217-47ed5fef0c08 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141257 Jul 16 01:19:03.725478 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:03.727542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e84952-3fd6-44d2-b8bc-cc621907238d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ce1a83-0113-4978-8141-193fa3666e97'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:03.732873 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed584454-70f1-47bf-83bc-ccb3720c60dd" -d '{"events": [{"server_uuid": "90e84952-3fd6-44d2-b8bc-cc621907238d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ce1a83-0113-4978-8141-193fa3666e97"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:03.741992 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-533c87cf-c3d1-4775-ae45-a61c1cc6dc22 admin admin] 10.222.0.64 "PUT /v2.0/routers/413f0f7d-b3fc-4637-b9ee-51442cd5459a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1529369 Jul 16 01:19:03.742740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] Sync routers for ids ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:03.746819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60578) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:03.788035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b2ce1a83-0113-4978-8141-193fa3666e97, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b2ce1a83-0113-4978-8141-193fa3666e97,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:03.793627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] Routers {'413f0f7d-b3fc-4637-b9ee-51442cd5459a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:03.795020 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:03.839083 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.871368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96168a9-4bc6-478b-a8b9-2230d3f2c461 req-69d730c3-b8cb-43b0-a12c-72fe3ee95350 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:03.874216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96168a9-4bc6-478b-a8b9-2230d3f2c461 req-69d730c3-b8cb-43b0-a12c-72fe3ee95350 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 944 time: 0.1424997 Jul 16 01:19:03.940934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96168a9-4bc6-478b-a8b9-2230d3f2c461 req-27189a3f-9c29-4aa3-8451-c024208eefa1 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529323 Jul 16 01:19:03.975287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b2ce1a83-0113-4978-8141-193fa3666e97,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:03.989174 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0be779a-e6e3-47e9-8f5c-3b65029e59c6 req-9f11ff4d-d834-4d6b-9a88-32f1b94dd6cb tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0379419 Jul 16 01:19:04.026992 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58e8f0a-47f8-4dfd-8298-afebd7520d7b x-openstack-request-id: req-d58e8f0a-47f8-4dfd-8298-afebd7520d7b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:04.027529 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e84952-3fd6-44d2-b8bc-cc621907238d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ce1a83-0113-4978-8141-193fa3666e97", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:04.028004 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d58e8f0a-47f8-4dfd-8298-afebd7520d7b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:04.029023 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e84952-3fd6-44d2-b8bc-cc621907238d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ce1a83-0113-4978-8141-193fa3666e97', 'code': 200} Jul 16 01:19:04.030773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.035235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] Set router 413f0f7d-b3fc-4637-b9ee-51442cd5459a gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:04.158549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cc7ad-d297-4afa-9330-a3dd2ccdc1d0 req-40e20891-a72c-4610-8bea-372b75b2db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.160119 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-617cc7ad-d297-4afa-9330-a3dd2ccdc1d0 req-40e20891-a72c-4610-8bea-372b75b2db61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 1098 time: 0.0603466 Jul 16 01:19:04.192153 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.204458 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-617cc7ad-d297-4afa-9330-a3dd2ccdc1d0 req-5f5e502f-dcbe-4412-a2cf-8395c279281f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364783 Jul 16 01:19:04.246491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'name': 'tempest-TestAggregatesBasicOps-1082083773-router', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '66b586e8-55c1-4937-970e-8186786a5329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:30Z', 'updated_at': '2021-07-16T01:19:02Z', 'revision_number': 5, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'gw_port': {'id': '66b586e8-55c1-4937-970e-8186786a5329', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:04.262423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Deleting port 66b586e8-55c1-4937-970e-8186786a5329 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:04.262782 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.279733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] Checking router: 413f0f7d-b3fc-4637-b9ee-51442cd5459a for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:04.288579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] Routers {'413f0f7d-b3fc-4637-b9ee-51442cd5459a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:04.289201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:04.324298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:04.415011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] Set router 413f0f7d-b3fc-4637-b9ee-51442cd5459a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:04.422708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e52995-a06c-4b35-bf0c-5beaeed83f8e req-72984f82-8302-440a-bd8d-e02e10787843 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.425237 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46e52995-a06c-4b35-bf0c-5beaeed83f8e req-72984f82-8302-440a-bd8d-e02e10787843 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 944 time: 0.1465895 Jul 16 01:19:04.444001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] For port 66b586e8-55c1-4937-970e-8186786a5329, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=66b586e8-55c1-4937-970e-8186786a5329,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:04.444374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.460892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Calling delete_port for 66b586e8-55c1-4937-970e-8186786a5329 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:04.491504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'name': 'tempest-TestAggregatesBasicOps-1082083773-router', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:30Z', 'updated_at': '2021-07-16T01:19:04Z', 'revision_number': 6, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:04.524202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf394bc-7709-4a4e-8346-2abce8ba8b0d None None] The sync data for ids ['413f0f7d-b3fc-4637-b9ee-51442cd5459a'] in n-d-791504-14 is: [{'id': '413f0f7d-b3fc-4637-b9ee-51442cd5459a', 'name': 'tempest-TestAggregatesBasicOps-1082083773-router', 'tenant_id': '30ede6ee35de41c7907ee80ff54ceb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:30Z', 'updated_at': '2021-07-16T01:19:04Z', 'revision_number': 6, 'project_id': '30ede6ee35de41c7907ee80ff54ceb46', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:04.525777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:04.530118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:04.530435 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.596144 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46e52995-a06c-4b35-bf0c-5beaeed83f8e req-5a37e341-9303-4226-a95e-a8f3e49393c9 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757794 Jul 16 01:19:04.653660 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.681598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d0654-acef-4d8f-b990-18b1a345317e req-a8f7efcc-347d-48d9-a69a-db3d41bb46f0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.683498 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b9d0654-acef-4d8f-b990-18b1a345317e req-a8f7efcc-347d-48d9-a69a-db3d41bb46f0 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 946 time: 0.1075096 Jul 16 01:19:04.702864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:04.715176 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.725743 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b9d0654-acef-4d8f-b990-18b1a345317e req-d13967bf-14ed-40a5-88f1-1f196fa4af7e tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Jul 16 01:19:04.785858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:04.801548 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.832530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b586e8-55c1-4937-970e-8186786a5329,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:04.833043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-aea439bb-40d7-4a88-abc1-e5d2c16afdf6 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.834626 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-aea439bb-40d7-4a88-abc1-e5d2c16afdf6 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 945 time: 0.0835621 Jul 16 01:19:04.918630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7f62d-b3a2-4e77-86f0-efa5a8fde7c8 req-9549b54b-a07b-4b49-8d30-e910627e9969 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.920371 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8af7f62d-b3a2-4e77-86f0-efa5a8fde7c8 req-9549b54b-a07b-4b49-8d30-e910627e9969 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1795120 Jul 16 01:19:04.951582 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.088237 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.093971 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.103551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8af7f62d-b3a2-4e77-86f0-efa5a8fde7c8 req-a56a61d9-43bc-4e3d-a523-4ca685635294 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744688 Jul 16 01:19:05.168035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.170329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 413f0f7d-b3fc-4637-b9ee-51442cd5459a {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:19:05.177720 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.184772 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-539d9f33-ae9c-4929-aed2-eb893da2bec9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/413f0f7d-b3fc-4637-b9ee-51442cd5459a HTTP/1.1" status: 204 len: 168 time: 1.4264245 Jul 16 01:19:05.185168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:05.264139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab98ed0-56fb-4ac2-b60a-cf9a0218047f admin admin] Deleting subnet eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:05.279465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ab98ed0-56fb-4ac2-b60a-cf9a0218047f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.309620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f445d-9906-4341-8f1b-b3eece0b3bde req-9afa6a60-e25f-4a33-bfd5-042cdb41c080 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.314957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a2f445d-9906-4341-8f1b-b3eece0b3bde req-9afa6a60-e25f-4a33-bfd5-042cdb41c080 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 945 time: 0.4780366 Jul 16 01:19:05.346477 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ab98ed0-56fb-4ac2-b60a-cf9a0218047f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.346944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Deleting port 75896512-1735-4bce-a515-95dbfa6463b3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:05.346944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.403987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a2f445d-9906-4341-8f1b-b3eece0b3bde req-651f78d5-0a4b-4669-b793-d4d114059482 tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/security-groups?id=d71af03e-a68a-4d0d-bb63-346fd7520ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823603 Jul 16 01:19:05.449100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d57e21-f075-49f5-aad6-eb509953de82 req-f41cfccf-5685-4401-bf54-aca557414d07 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.450737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03d57e21-f075-49f5-aad6-eb509953de82 req-f41cfccf-5685-4401-bf54-aca557414d07 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 944 time: 0.1823983 Jul 16 01:19:05.490056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0ad5cc6b-d334-4aab-910c-30318604477f details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:05.493011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0ad5cc6b-d334-4aab-910c-30318604477f no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:05.517660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] For port 75896512-1735-4bce-a515-95dbfa6463b3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=75896512-1735-4bce-a515-95dbfa6463b3,segment=NetworkSegment(da8c3c2f-2d8f-471b-9da9-e0ac33375e4e),segment_id=da8c3c2f-2d8f-471b-9da9-e0ac33375e4e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:05.518628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.528879 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ab98ed0-56fb-4ac2-b60a-cf9a0218047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.537604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Calling delete_port for 75896512-1735-4bce-a515-95dbfa6463b3 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:05.555067 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03d57e21-f075-49f5-aad6-eb509953de82 req-6cd8c4e4-e2ba-4725-88a2-35a2fcbf1423 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807812 Jul 16 01:19:05.633442 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ab98ed0-56fb-4ac2-b60a-cf9a0218047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.678681 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab98ed0-56fb-4ac2-b60a-cf9a0218047f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:05.694385 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ab98ed0-56fb-4ac2-b60a-cf9a0218047f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.700784 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7ab98ed0-56fb-4ac2-b60a-cf9a0218047f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eeea82d4-8bd4-403e-9ce2-cb0d77dfa35d HTTP/1.1" status: 204 len: 168 time: 0.5141025 Jul 16 01:19:05.701763 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60600) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:05.720274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8418a5e-edb3-4b79-adac-2ad38bc7619d None None] Network ebd3cccc-5749-44cf-82ea-4f865eeb627f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:05.747796 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.804942 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['75896512-1735-4bce-a515-95dbfa6463b3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:05.858035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f553f820-c06b-4b4c-be0a-deeb890ee5b1 req-e307bdae-23bf-47aa-be22-b47dd3a635bc tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.1231282 Jul 16 01:19:05.871368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Pushing event deleted for resources: {'Port': ['ID=75896512-1735-4bce-a515-95dbfa6463b3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:05.892638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.910492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.911381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.912177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.913065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.913823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.914605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.916213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.916960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.917589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.918387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.919169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.919721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:05.997383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 66b586e8-55c1-4937-970e-8186786a5329 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:06.028639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] No DVR routers for this DVR port 75896512-1735-4bce-a515-95dbfa6463b3 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:06.029866 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.032938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:06.036782 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.038998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7a7e682-beb1-4db9-bcd9-27f0b2f9afb8 req-3223ff48-fc04-4c7a-9f60-5f39526a0d5f tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.67 "DELETE /v2.0/ports/75896512-1735-4bce-a515-95dbfa6463b3 HTTP/1.1" status: 204 len: 173 time: 1.1922855 Jul 16 01:19:06.039559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed99dc7b-e766-40d3-a071-3f17498b5466', 'name': 'network-vif-deleted', 'tag': '75896512-1735-4bce-a515-95dbfa6463b3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:06.044634 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d30793e-220a-454c-b8a7-fe3ccdc9ea42" -d '{"events": [{"server_uuid": "ed99dc7b-e766-40d3-a071-3f17498b5466", "name": "network-vif-deleted", "tag": "75896512-1735-4bce-a515-95dbfa6463b3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:06.046948 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ea1580-7dcf-46a0-a511-b7198072fb40" -d '{"events": [{"server_uuid": "d5827392-b3e0-49a3-8289-8859ff32db11", "name": "network-vif-plugged", "status": "completed", "tag": "5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:06.079502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 0ad5cc6b-d334-4aab-910c-30318604477f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0ad5cc6b-d334-4aab-910c-30318604477f,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:06.102785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 66b586e8-55c1-4937-970e-8186786a5329 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:06.117740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 66b586e8-55c1-4937-970e-8186786a5329 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:06.118363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4acc585f-ff32-4344-b8ad-9879a2326f9a no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:06.131782 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26dd5dad-559c-4648-b7e7-fda29bbed500 req-368bdde6-92c6-4e59-a8d2-9e0ea3b4fb14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0370204 Jul 16 01:19:06.140954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Deleting port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:06.141865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.159273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '0ad5cc6b-d334-4aab-910c-30318604477f', 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9', 'port_id': '0ad5cc6b-d334-4aab-910c-30318604477f', 'mac_address': 'fa:16:3e:48:5c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:06.164034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 4acc585f-ff32-4344-b8ad-9879a2326f9a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:06.164382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4acc585f-ff32-4344-b8ad-9879a2326f9a not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:06.286681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0a06-e31d-4474-addc-6701eb897db7 req-e96b0638-bf5a-419f-9fee-d7bc9a706c49 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.288332 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3dd0a06-e31d-4474-addc-6701eb897db7 req-e96b0638-bf5a-419f-9fee-d7bc9a706c49 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 946 time: 0.1497021 Jul 16 01:19:06.294404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] For port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=590fbaf8-540a-47a0-8f1d-6d6767acb8ed,segment=NetworkSegment(2d8077ab-b7b2-4cdc-8a6d-613ece8e526a),segment_id=2d8077ab-b7b2-4cdc-8a6d-613ece8e526a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:06.295091 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.329351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Calling delete_port for 590fbaf8-540a-47a0-8f1d-6d6767acb8ed owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:06.335262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3dd0a06-e31d-4474-addc-6701eb897db7 req-f915d390-dc9f-40dc-a1e7-002dcb424fcd tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392752 Jul 16 01:19:06.345196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f43c88-084f-4192-a134-913b2ea8c182 req-8f881a85-8539-4ea9-bb67-f2712852ae8a tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.347910 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38f43c88-084f-4192-a134-913b2ea8c182 req-8f881a85-8539-4ea9-bb67-f2712852ae8a tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 945 time: 0.2817049 Jul 16 01:19:06.397871 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa0011b-0cfb-4adc-b2cd-b315762bd034 x-openstack-request-id: req-5aa0011b-0cfb-4adc-b2cd-b315762bd034 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:06.398288 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed99dc7b-e766-40d3-a071-3f17498b5466", "name": "network-vif-deleted", "tag": "75896512-1735-4bce-a515-95dbfa6463b3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:06.398611 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5aa0011b-0cfb-4adc-b2cd-b315762bd034 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:06.399141 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed99dc7b-e766-40d3-a071-3f17498b5466', 'name': 'network-vif-deleted', 'tag': '75896512-1735-4bce-a515-95dbfa6463b3', 'status': 'completed', 'code': 200} Jul 16 01:19:06.457298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 0ad5cc6b-d334-4aab-910c-30318604477f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0ad5cc6b-d334-4aab-910c-30318604477f,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:06.477872 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84194e54-0c7d-4c38-8020-c4dcce372cb2 x-openstack-request-id: req-84194e54-0c7d-4c38-8020-c4dcce372cb2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:06.479425 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5827392-b3e0-49a3-8289-8859ff32db11", "name": "network-vif-plugged", "status": "completed", "tag": "5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:06.479685 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84194e54-0c7d-4c38-8020-c4dcce372cb2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:06.480211 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc', 'code': 200} Jul 16 01:19:06.480500 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38f43c88-084f-4192-a134-913b2ea8c182 req-48d9d536-7ea2-43b8-8ed7-5440cfc08021 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187234 Jul 16 01:19:06.480968 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.502670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.509631 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ad5cc6b-d334-4aab-910c-30318604477f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:06.531501 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.568870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=590fbaf8-540a-47a0-8f1d-6d6767acb8ed,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:06.576058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] No DVR routers for this DVR port 590fbaf8-540a-47a0-8f1d-6d6767acb8ed on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:06.647104 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:19:06.647696 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:19:06.679660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=0ad5cc6b-d334-4aab-910c-30318604477f,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:06.698441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.706400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bb97a-099c-405e-85d4-ed0d6f9b0815 req-2c7a547c-9370-4a9c-b954-b1a98fa4d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.707955 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-178bb97a-099c-405e-85d4-ed0d6f9b0815 req-2c7a547c-9370-4a9c-b954-b1a98fa4d4d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 1097 time: 0.1537340 Jul 16 01:19:06.713175 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd3cccc-5749-44cf-82ea-4f865eeb627f']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:06.739014 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d781611-9383-4455-93cc-eb471f495c73 req-e544ffee-e666-40c1-9007-13a8b4019ac5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.741108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:06.741412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d781611-9383-4455-93cc-eb471f495c73 req-e544ffee-e666-40c1-9007-13a8b4019ac5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 944 time: 0.1572912 Jul 16 01:19:06.742115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8077ab-b7b2-4cdc-8a6d-613ece8e526a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:06.755610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.784909 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.801267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:06.801750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:06.804396 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:06.836191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d188eee-ee5e-4ff3-abda-e75d34025790 None None] DHCP port deletion for ebd3cccc-5749-44cf-82ea-4f865eeb627f request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:19:06.857534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-178bb97a-099c-405e-85d4-ed0d6f9b0815 req-7c8d3d8e-eb2f-4428-9914-b4bb8413c646 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387103 Jul 16 01:19:06.876892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d781611-9383-4455-93cc-eb471f495c73 req-06f68100-3c61-4f8b-8692-5e14e1e812bc tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205807 Jul 16 01:19:06.907653 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.920655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.924644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ebd3cccc-5749-44cf-82ea-4f865eeb627f HTTP/1.1" status: 204 len: 168 time: 1.2211320 Jul 16 01:19:06.955119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00118a33-47e8-4633-a74b-cb2161d150d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd3cccc-5749-44cf-82ea-4f865eeb627f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:07.076340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aed3fb67-8da2-4d62-b4e8-7e6bf66518e6 req-f8c1ad4e-7322-40de-8cf9-af072c9d0d4c tempest-ServerPasswordTestJSON-335139862 tempest-ServerPasswordTestJSON-335139862-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed99dc7b-e766-40d3-a071-3f17498b5466 HTTP/1.1" status: 200 len: 210 time: 0.0427306 Jul 16 01:19:07.220173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60624) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:07.237007 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.263263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad5cc6b-d334-4aab-910c-30318604477f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:07.293161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f1a147ea-a7b7-4410-85d6-9f5503bd1bdb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb2e28d9df6c4a5397fea6a6dd094d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713596 Jul 16 01:19:07.295639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60626) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:07.309937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7bd2b-bd32-4848-8237-1b29cb3124b0 req-d4a0b002-2312-4d9a-8a94-29bd47ee9a2d tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.311600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-afb7bd2b-bd32-4848-8237-1b29cb3124b0 req-d4a0b002-2312-4d9a-8a94-29bd47ee9a2d tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 944 time: 0.1027253 Jul 16 01:19:07.329125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 0ad5cc6b-d334-4aab-910c-30318604477f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0ad5cc6b-d334-4aab-910c-30318604477f,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:07.335320 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.378587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-afb7bd2b-bd32-4848-8237-1b29cb3124b0 req-e16b13d6-a0a5-4fce-9e38-7b43e7a3d1eb tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598876 Jul 16 01:19:07.402374 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95b49af-36f7-4e09-ace4-2354e6760e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.424224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=0ad5cc6b-d334-4aab-910c-30318604477f,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:07.457312 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95b49af-36f7-4e09-ace4-2354e6760e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.487719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 75896512-1735-4bce-a515-95dbfa6463b3 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:07.516646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 75896512-1735-4bce-a515-95dbfa6463b3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:07.517454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 75896512-1735-4bce-a515-95dbfa6463b3 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:07.536253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c405d7b1-6ebe-432a-b31d-1abc62e67926 req-15ba6ef0-bb6f-4dab-8230-e3d5c8435e62 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0520353 Jul 16 01:19:07.581829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95b49af-36f7-4e09-ace4-2354e6760e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.585801 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95b49af-36f7-4e09-ace4-2354e6760e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.591540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c95b49af-36f7-4e09-ace4-2354e6760e91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d675c36c-747a-4ae4-a450-e8f3fc6cb7fb HTTP/1.1" status: 204 len: 168 time: 0.2899537 Jul 16 01:19:07.621801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b49af-36f7-4e09-ace4-2354e6760e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d675c36c-747a-4ae4-a450-e8f3fc6cb7fb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:07.631255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['0ad5cc6b-d334-4aab-910c-30318604477f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:07.658725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc991fb-4866-4814-a245-d63f2c201d2f req-943635f7-7e8c-4acb-bea7-853bf5baa7bb tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.663023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1cc991fb-4866-4814-a245-d63f2c201d2f req-943635f7-7e8c-4acb-bea7-853bf5baa7bb tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 946 time: 0.1403644 Jul 16 01:19:07.753085 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1cc991fb-4866-4814-a245-d63f2c201d2f req-24c3584b-49c3-47be-a2f8-0f03c2904480 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824213 Jul 16 01:19:07.881151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 590fbaf8-540a-47a0-8f1d-6d6767acb8ed no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:07.919523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 590fbaf8-540a-47a0-8f1d-6d6767acb8ed {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:07.920250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 590fbaf8-540a-47a0-8f1d-6d6767acb8ed not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:07.950180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea70b9b-670d-4b93-af85-5f1d276f6f57 req-b1dff949-5224-4d1c-b8e4-e2bbfc831a87 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.952679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fea70b9b-670d-4b93-af85-5f1d276f6f57 req-b1dff949-5224-4d1c-b8e4-e2bbfc831a87 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 945 time: 0.1738527 Jul 16 01:19:08.025719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fea70b9b-670d-4b93-af85-5f1d276f6f57 req-e8fa31c3-881b-4029-9a03-0af6c6b09b53 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635815 Jul 16 01:19:08.284257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60640) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:08.342058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352598f4-d4d9-46a8-8b4c-bd10c5ce7b95 req-a37abc21-6e71-4aac-a63e-ace2627dfa94 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.343625 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-352598f4-d4d9-46a8-8b4c-bd10c5ce7b95 req-a37abc21-6e71-4aac-a63e-ace2627dfa94 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 945 time: 0.1320922 Jul 16 01:19:08.357109 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f12c7c97-8611-4248-88f5-1f128fa226fb req-4255711e-e963-4b0f-805e-84ccb7405004 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62&device_id=c0b824f9-d0f2-4770-922f-d1f9c9c78b00 HTTP/1.1" status: 200 len: 210 time: 0.0522468 Jul 16 01:19:08.374406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a1fda274-fb56-498a-9ea2-056dd3e6793f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30ede6ee35de41c7907ee80ff54ceb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751903 Jul 16 01:19:08.374406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60644) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:08.446770 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-352598f4-d4d9-46a8-8b4c-bd10c5ce7b95 req-9d6ea8ef-5f2d-4b96-98a1-d5584b31bcc7 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842195 Jul 16 01:19:08.474331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8c8a3fe-a93d-4f84-92b3-b39f8d81d02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.491187 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011638ac-f154-4558-835c-6d0b22cde51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad5cc6b-d334-4aab-910c-30318604477f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:08.495781 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c0ad1-5a16-44c3-ad1b-81e4db8a659b" -d '{"events": [{"server_uuid": "011638ac-f154-4558-835c-6d0b22cde51a", "name": "network-vif-unplugged", "status": "completed", "tag": "0ad5cc6b-d334-4aab-910c-30318604477f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:08.516860 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8c8a3fe-a93d-4f84-92b3-b39f8d81d02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.521868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60652) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:08.570177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f56b36e-0cd8-4a96-bca5-1d543075f7ef admin admin] Deleting subnet 2a1ddf6a-6658-48e4-85fa-8c97ac7eea1d {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:08.573834 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f56b36e-0cd8-4a96-bca5-1d543075f7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.598837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8c8a3fe-a93d-4f84-92b3-b39f8d81d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.606624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8c8a3fe-a93d-4f84-92b3-b39f8d81d02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.609547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d8c8a3fe-a93d-4f84-92b3-b39f8d81d02f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29e3fb4d-0642-4214-b1fc-3ed1b7e13172 HTTP/1.1" status: 204 len: 168 time: 0.2453253 Jul 16 01:19:08.629213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8a3fe-a93d-4f84-92b3-b39f8d81d02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e3fb4d-0642-4214-b1fc-3ed1b7e13172,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:08.898642 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9ef8b8-ad22-4d85-a926-ccfd95d02223 x-openstack-request-id: req-5c9ef8b8-ad22-4d85-a926-ccfd95d02223 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:08.900290 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011638ac-f154-4558-835c-6d0b22cde51a", "name": "network-vif-unplugged", "status": "completed", "tag": "0ad5cc6b-d334-4aab-910c-30318604477f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:08.900779 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c9ef8b8-ad22-4d85-a926-ccfd95d02223 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:08.901424 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011638ac-f154-4558-835c-6d0b22cde51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad5cc6b-d334-4aab-910c-30318604477f', 'code': 200} Jul 16 01:19:08.925904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef225fb-f2d0-434c-81fb-dec7c6541840 req-67e16157-6396-47c6-ae7e-6e3031323099 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.934647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ef225fb-f2d0-434c-81fb-dec7c6541840 req-67e16157-6396-47c6-ae7e-6e3031323099 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 944 time: 0.1160438 Jul 16 01:19:09.013267 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-25a59e17-666b-4307-a742-4792c63d1ec7 req-c81e8e44-456e-450d-a6df-8bddb0195e25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98502dd733054d0996127f2bfb3b479e&device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.1051459 Jul 16 01:19:09.073685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f56b36e-0cd8-4a96-bca5-1d543075f7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.076945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ef225fb-f2d0-434c-81fb-dec7c6541840 req-0b863be4-2d90-4da8-aeab-2c26d79d4af2 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414137 Jul 16 01:19:09.079274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-25a59e17-666b-4307-a742-4792c63d1ec7 req-26ec1613-f92e-4234-84f4-2ca28cd2400a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=98502dd733054d0996127f2bfb3b479e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440359 Jul 16 01:19:09.150954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f56b36e-0cd8-4a96-bca5-1d543075f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.281147 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f56b36e-0cd8-4a96-bca5-1d543075f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.302139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c48fc29-d93d-4ee3-b014-8fde004482e6 req-983fc686-a2e7-4d4a-bb11-3601faea7a44 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0586870 Jul 16 01:19:09.303257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806f8f1-1b0e-47a0-a3e7-2e4659d45932 req-3f64c935-e2a1-4780-ba8f-498a679606c8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.304000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a59e17-666b-4307-a742-4792c63d1ec7 req-359995ad-e4d6-44e6-ac44-eb325b1c2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.306557 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-25a59e17-666b-4307-a742-4792c63d1ec7 req-359995ad-e4d6-44e6-ac44-eb325b1c2bc3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2165291 Jul 16 01:19:09.317984 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2806f8f1-1b0e-47a0-a3e7-2e4659d45932 req-3f64c935-e2a1-4780-ba8f-498a679606c8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 946 time: 0.2571027 Jul 16 01:19:09.377140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56b36e-0cd8-4a96-bca5-1d543075f7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1ddf6a-6658-48e4-85fa-8c97ac7eea1d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:09.381014 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f56b36e-0cd8-4a96-bca5-1d543075f7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.385152 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3f56b36e-0cd8-4a96-bca5-1d543075f7ef admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2a1ddf6a-6658-48e4-85fa-8c97ac7eea1d HTTP/1.1" status: 204 len: 168 time: 0.8617644 Jul 16 01:19:09.389743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60672) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:09.449842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2806f8f1-1b0e-47a0-a3e7-2e4659d45932 req-d738b4b7-b3a5-4659-a43c-1b8feeedc686 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305916 Jul 16 01:19:09.490994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0ad5cc6b-d334-4aab-910c-30318604477f up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:09.547491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.647729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 0ad5cc6b-d334-4aab-910c-30318604477f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:09.648727 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.792680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.794485 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.820281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9128db7-272c-4b12-adb9-4a15ec8a1b2e req-d0aae929-c6e3-4e63-8ac7-be675fd2f5c1 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.830264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9128db7-272c-4b12-adb9-4a15ec8a1b2e req-d0aae929-c6e3-4e63-8ac7-be675fd2f5c1 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 945 time: 0.2672939 Jul 16 01:19:09.830264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89922669-20b8-4c65-9161-f6e3254b86ed']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:09.834515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e8392-97e9-4a60-8878-f93c8aee82bf req-38cab55c-d750-419b-b23b-19cfd8333cbc tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.837815 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f31e8392-97e9-4a60-8878-f93c8aee82bf req-38cab55c-d750-419b-b23b-19cfd8333cbc tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 945 time: 0.1141624 Jul 16 01:19:09.860337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 0ad5cc6b-d334-4aab-910c-30318604477f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0ad5cc6b-d334-4aab-910c-30318604477f,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:09.866350 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.873640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8c3c2f-2d8f-471b-9da9-e0ac33375e4e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:09.874048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8c3c2f-2d8f-471b-9da9-e0ac33375e4e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:09.917872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.922391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f31e8392-97e9-4a60-8878-f93c8aee82bf req-08142c3d-f4d1-45e9-a171-31acce9f6504 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742042 Jul 16 01:19:09.953737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.973633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=0ad5cc6b-d334-4aab-910c-30318604477f,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:09.988624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:09.989474 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.997311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9128db7-272c-4b12-adb9-4a15ec8a1b2e req-a5eef060-b0e5-4194-a2a2-990a28c26ef1 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633008 Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:09.998584 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:10.121079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.133601 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.140792 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] 10.222.0.64 "DELETE /v2.0/networks/89922669-20b8-4c65-9161-f6e3254b86ed HTTP/1.1" status: 204 len: 168 time: 0.7474890 Jul 16 01:19:10.160380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866af8a-8e10-4a9d-9960-9c5bc947f9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=89922669-20b8-4c65-9161-f6e3254b86ed,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:10.351864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b628164a-ddda-4734-96b6-73b6da3a9c49 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:10.410575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:10.444271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42467f-4c2e-434e-b376-8bac65946905 req-d3883bb3-672b-43b8-923e-bfab752e5cc8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.448321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a42467f-4c2e-434e-b376-8bac65946905 req-d3883bb3-672b-43b8-923e-bfab752e5cc8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 945 time: 0.1378639 Jul 16 01:19:10.538231 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a42467f-4c2e-434e-b376-8bac65946905 req-e0ece1b8-a05c-4315-88db-9eb5c06e8ee1 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824485 Jul 16 01:19:10.579217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60712) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:10.579725 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9b49f04a-bcb2-4855-81a1-b166e31f9572 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41ae8174a278442580fdd21f72a31ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643333 Jul 16 01:19:10.605723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b628164a-ddda-4734-96b6-73b6da3a9c49, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b628164a-ddda-4734-96b6-73b6da3a9c49,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:10.626269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de39d5c-2a18-435d-b779-111bf34ad39b req-10643fab-29de-465a-aca7-95323ebee0cf tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.634126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'b628164a-ddda-4734-96b6-73b6da3a9c49', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'port_id': 'b628164a-ddda-4734-96b6-73b6da3a9c49', 'mac_address': 'fa:16:3e:cb:96:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:10.635620 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4de39d5c-2a18-435d-b779-111bf34ad39b req-10643fab-29de-465a-aca7-95323ebee0cf tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 944 time: 0.1319118 Jul 16 01:19:10.687716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2803045e-1c17-4bff-aaed-4a23c309be0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.705586 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.734812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b628164a-ddda-4734-96b6-73b6da3a9c49 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:10.749334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4de39d5c-2a18-435d-b779-111bf34ad39b req-318558d0-30fc-43c3-aca1-b80a0d5c5e6f tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124017 Jul 16 01:19:10.757268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2803045e-1c17-4bff-aaed-4a23c309be0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.762352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b628164a-ddda-4734-96b6-73b6da3a9c49, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b628164a-ddda-4734-96b6-73b6da3a9c49,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:10.768244 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.861129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=b628164a-ddda-4734-96b6-73b6da3a9c49,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:10.903272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011638ac-f154-4558-835c-6d0b22cde51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad5cc6b-d334-4aab-910c-30318604477f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:10.909587 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f056f9bf-d3bd-4ee0-a35d-160b0d590e73" -d '{"events": [{"server_uuid": "011638ac-f154-4558-835c-6d0b22cde51a", "name": "network-vif-plugged", "status": "completed", "tag": "0ad5cc6b-d334-4aab-910c-30318604477f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:10.940442 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2803045e-1c17-4bff-aaed-4a23c309be0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.943099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2803045e-1c17-4bff-aaed-4a23c309be0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.950079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2803045e-1c17-4bff-aaed-4a23c309be0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d71af03e-a68a-4d0d-bb63-346fd7520ef0 HTTP/1.1" status: 204 len: 168 time: 0.3631809 Jul 16 01:19:10.956969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6225b-8037-4a94-a172-4236d366a757 req-5ca78157-69f0-4ad3-a865-f7875987b635 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.964793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8c6225b-8037-4a94-a172-4236d366a757 req-5ca78157-69f0-4ad3-a865-f7875987b635 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 946 time: 0.1877770 Jul 16 01:19:10.985028 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ed973d01-2cf8-43f6-ad19-2b175980a4b3 req-ffba0aba-c247-410d-b36c-4e10b6eba280 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0517125 Jul 16 01:19:11.001421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803045e-1c17-4bff-aaed-4a23c309be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71af03e-a68a-4d0d-bb63-346fd7520ef0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:11.050878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8c6225b-8037-4a94-a172-4236d366a757 req-037d9998-866e-47dd-9f0f-0f5a310faa3c tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847485 Jul 16 01:19:11.094354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60724) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:11.115746 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e16d2a-f091-4adf-b350-dc260e790610 x-openstack-request-id: req-80e16d2a-f091-4adf-b350-dc260e790610 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:11.116541 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011638ac-f154-4558-835c-6d0b22cde51a", "name": "network-vif-plugged", "status": "completed", "tag": "0ad5cc6b-d334-4aab-910c-30318604477f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:11.116870 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80e16d2a-f091-4adf-b350-dc260e790610 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:11.117311 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011638ac-f154-4558-835c-6d0b22cde51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad5cc6b-d334-4aab-910c-30318604477f', 'code': 200} Jul 16 01:19:11.289196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b628164a-ddda-4734-96b6-73b6da3a9c49'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:11.362262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-25a59e17-666b-4307-a742-4792c63d1ec7 req-7e7401d0-d95c-4659-96ab-32c385a7a50f tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.50 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0503047 Jul 16 01:19:11.467473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8366e-ed0c-4a59-b140-5b83128f8905 req-260ad47d-140f-4926-8b76-14106f146f35 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:11.481400 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3c8366e-ed0c-4a59-b140-5b83128f8905 req-260ad47d-140f-4926-8b76-14106f146f35 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.2558370 Jul 16 01:19:11.584054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c742de-6d3e-40be-aec7-8357d7b6f271 req-422f49e8-f741-4932-9eb1-58a14462c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:11.586569 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7c742de-6d3e-40be-aec7-8357d7b6f271 req-422f49e8-f741-4932-9eb1-58a14462c1c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 1098 time: 0.1952977 Jul 16 01:19:11.650795 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'network': {'name': 'tempest-network-smoke--1340956483', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:11.673554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3c8366e-ed0c-4a59-b140-5b83128f8905 req-f93f10c9-9c94-4c56-9e6d-ce6f6dc1d5d0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906869 Jul 16 01:19:11.692127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Made reservation on behalf of be15e6cb8f6046ad97655557638c1e06 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:11.697495 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.706598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7c742de-6d3e-40be-aec7-8357d7b6f271 req-096bb071-9abf-4513-92d0-6ce77e200de0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090107 Jul 16 01:19:11.711391 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.959565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.966622 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.015877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:12.034271 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.034892 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Added segment b0135cd2-eb22-45de-a230-63f179f893bc of type vlan for network d1df0cea-f3ee-4e22-839c-1c89fcf64fac Jul 16 01:19:12.064893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6d60b8-d9c7-4858-8fae-154c58d2f3ae,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:12.112290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.177464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-c8011344-f444-4f3b-8a0f-d8a9c5e39500 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:12.180013 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-c8011344-f444-4f3b-8a0f-d8a9c5e39500 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 946 time: 0.1834824 Jul 16 01:19:12.305924 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.323738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:12.325219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.416714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3199215 Jul 16 01:19:12.417778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60766) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:12.432924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd7c43-3e83-4091-8703-d0465afb7921 req-7bb41cef-2318-4778-afcc-0bcb602101ea tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:12.435383 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-12cd7c43-3e83-4091-8703-d0465afb7921 req-7bb41cef-2318-4778-afcc-0bcb602101ea tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 945 time: 0.3009446 Jul 16 01:19:12.449788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-636432359', 'admin_state_up': True, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:12.490455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-9bbe6eaf-ad20-47ea-ac71-5022e74bb5ce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Deleting port b2ce1a83-0113-4978-8141-193fa3666e97 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:12.491379 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-9bbe6eaf-ad20-47ea-ac71-5022e74bb5ce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.600143 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-12cd7c43-3e83-4091-8703-d0465afb7921 req-2cac50fd-03a0-4d23-bb5f-b0b676f1f399 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517429 Jul 16 01:19:12.604984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bff7b0-0272-4119-9e17-97a0dc6024ad tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Network': ['ID=d1df0cea-f3ee-4e22-839c-1c89fcf64fac,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:12.617447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-22093b2b-4def-4e24-a913-1153158737cc req-2f665eb2-f98c-48ba-bf15-101976e8be2f tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c174c-2c37-48e2-ae9a-afa8148fef62 HTTP/1.1" status: 200 len: 210 time: 0.0755355 Jul 16 01:19:12.627283 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network d1df0cea-f3ee-4e22-839c-1c89fcf64fac details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:12.632752 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.634777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.893935 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60780) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:12.939170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.981707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-9bbe6eaf-ad20-47ea-ac71-5022e74bb5ce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] For port b2ce1a83-0113-4978-8141-193fa3666e97, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b2ce1a83-0113-4978-8141-193fa3666e97,segment=NetworkSegment(5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a),segment_id=5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:12.981981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-9bbe6eaf-ad20-47ea-ac71-5022e74bb5ce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.066178 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-50082343-network', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:13.117164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Made reservation on behalf of f0ce05a2e2e84cef9dafd85d2c1c7f2c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:13.120754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.140576 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-9bbe6eaf-ad20-47ea-ac71-5022e74bb5ce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Calling delete_port for b2ce1a83-0113-4978-8141-193fa3666e97 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:13.143516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.155582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94bf28-4ea8-45a6-9512-b409beb92b50 req-5805035c-bd8d-4faa-ae39-9713e9733fb8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.157295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cf94bf28-4ea8-45a6-9512-b409beb92b50 req-5805035c-bd8d-4faa-ae39-9713e9733fb8 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/ports?device_id=90e84952-3fd6-44d2-b8bc-cc621907238d HTTP/1.1" status: 200 len: 946 time: 0.1467247 Jul 16 01:19:13.230826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cf94bf28-4ea8-45a6-9512-b409beb92b50 req-a88c7ff7-70ef-4569-a992-e55452c756c3 tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676467 Jul 16 01:19:13.344003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.349788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.353312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a518bc3-b9df-43f2-98ea-010d8d864c54 req-b7937093-375d-4c82-a7b1-68abe4047c77 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.355093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a518bc3-b9df-43f2-98ea-010d8d864c54 req-b7937093-375d-4c82-a7b1-68abe4047c77 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 945 time: 0.4590054 Jul 16 01:19:13.357709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.393450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:13.402316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b732d-fd30-4510-bca1-a6db1bf07f2a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:13.412312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.412840 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Added segment 81066fe1-68c3-4f5d-aa0d-88ff3b5afe59 of type vlan for network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 Jul 16 01:19:13.479833 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a518bc3-b9df-43f2-98ea-010d8d864c54 req-28671af6-bce3-4d75-8ba2-8d32b83e0f0b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146660 Jul 16 01:19:13.525212 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.589541 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.590741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.591382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.617748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d87693-fdac-46dd-af06-cd58ef95e8c9 req-5577237e-89a0-4685-a7b8-f415720f3a93 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.620459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-80d87693-fdac-46dd-af06-cd58ef95e8c9 req-5577237e-89a0-4685-a7b8-f415720f3a93 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.1531096 Jul 16 01:19:13.660508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7604842 Jul 16 01:19:13.662001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:13.673973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Request body: {'subnet': {'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-50082343-subnet', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:13.686747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-9bbe6eaf-ad20-47ea-ac71-5022e74bb5ce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.712694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36316c22-36b2-4e06-aec3-c9cea02ac894 admin admin] Pushing event updated for resources: {'Network': ['ID=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:13.726755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:13.753561 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-80d87693-fdac-46dd-af06-cd58ef95e8c9 req-29dc7453-4b98-4a15-b9b9-d1de223d4883 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055686 Jul 16 01:19:13.765665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe6eaf-ad20-47ea-ac71-5022e74bb5ce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Pushing event deleted for resources: {'Port': ['ID=b2ce1a83-0113-4978-8141-193fa3666e97,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:13.780621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Made reservation on behalf of f0ce05a2e2e84cef9dafd85d2c1c7f2c for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:13.784380 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.903936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-9bbe6eaf-ad20-47ea-ac71-5022e74bb5ce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] No DVR routers for this DVR port b2ce1a83-0113-4978-8141-193fa3666e97 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:13.917759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-9bbe6eaf-ad20-47ea-ac71-5022e74bb5ce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.921100 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a99536f5-6643-4957-9bf0-c0dc2a6ede96 req-9bbe6eaf-ad20-47ea-ac71-5022e74bb5ce tempest-DeleteServersTestJSON-2009719154 tempest-DeleteServersTestJSON-2009719154-project] 10.222.0.67 "DELETE /v2.0/ports/b2ce1a83-0113-4978-8141-193fa3666e97 HTTP/1.1" status: 204 len: 173 time: 1.7232103 Jul 16 01:19:13.921100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e84952-3fd6-44d2-b8bc-cc621907238d', 'name': 'network-vif-deleted', 'tag': 'b2ce1a83-0113-4978-8141-193fa3666e97'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:13.922105 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f378c001-4aeb-42d8-9381-a6a67e3c66f1" -d '{"events": [{"server_uuid": "90e84952-3fd6-44d2-b8bc-cc621907238d", "name": "network-vif-deleted", "tag": "b2ce1a83-0113-4978-8141-193fa3666e97"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:14.098606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930176d-c465-498e-824d-3ad498e49298 req-eb842b78-995f-450b-9167-397abc341914 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:14.100338 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f930176d-c465-498e-824d-3ad498e49298 req-eb842b78-995f-450b-9167-397abc341914 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.0865273 Jul 16 01:19:14.137461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.153199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f930176d-c465-498e-824d-3ad498e49298 req-6619edfd-d35e-4894-89d2-c93bef01ae8d tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Jul 16 01:19:14.206998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.241528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339d821-76ae-42fb-a0dd-79879b01b873 req-0a11029b-562c-41f6-b2dc-09f1a9e20699 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:14.243504 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3339d821-76ae-42fb-a0dd-79879b01b873 req-0a11029b-562c-41f6-b2dc-09f1a9e20699 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 945 time: 0.3414268 Jul 16 01:19:14.363268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.389393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b628164a-ddda-4734-96b6-73b6da3a9c49 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:14.478106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port b628164a-ddda-4734-96b6-73b6da3a9c49 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:14.484466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port b628164a-ddda-4734-96b6-73b6da3a9c49 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:14.485341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.597626 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.627772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b628164a-ddda-4734-96b6-73b6da3a9c49'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:14.630622 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b4022d-dea8-466b-a5a9-764c719d0e5f" -d '{"events": [{"server_uuid": "2f55fd9c-0a9b-4ce6-a679-cf7b125a0293", "name": "network-vif-plugged", "status": "completed", "tag": "b628164a-ddda-4734-96b6-73b6da3a9c49"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:14.653974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b628164a-ddda-4734-96b6-73b6da3a9c49, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b628164a-ddda-4734-96b6-73b6da3a9c49,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:14.659589 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.722818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=b628164a-ddda-4734-96b6-73b6da3a9c49,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:14.756910 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06615435-65ae-4738-83ea-a79cdd5fe71d x-openstack-request-id: req-06615435-65ae-4738-83ea-a79cdd5fe71d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:14.757565 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e84952-3fd6-44d2-b8bc-cc621907238d", "name": "network-vif-deleted", "tag": "b2ce1a83-0113-4978-8141-193fa3666e97", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:14.757565 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06615435-65ae-4738-83ea-a79cdd5fe71d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:14.757914 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e84952-3fd6-44d2-b8bc-cc621907238d', 'name': 'network-vif-deleted', 'tag': 'b2ce1a83-0113-4978-8141-193fa3666e97', 'status': 'completed', 'code': 200} Jul 16 01:19:14.824112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37a0c313-de88-47a1-b4f2-24e95f6f1ea0 req-2336b035-8356-4f7b-87e7-0e063bf575ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98502dd733054d0996127f2bfb3b479e&device_id=c0b824f9-d0f2-4770-922f-d1f9c9c78b00 HTTP/1.1" status: 200 len: 210 time: 0.0652473 Jul 16 01:19:14.842590 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3339d821-76ae-42fb-a0dd-79879b01b873 req-b88cad6b-e06a-46dd-b12f-e3a6da2ea026 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5870574 Jul 16 01:19:14.943975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37a0c313-de88-47a1-b4f2-24e95f6f1ea0 req-2249ffcc-da98-458a-9c81-f30947a99bbe service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=98502dd733054d0996127f2bfb3b479e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000156 Jul 16 01:19:14.986112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bfd4d4-79b2-4502-a287-9b1281112152,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:15.074678 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a05bb47-c077-42a1-85ce-089d66c9792d req-6277fd2c-4d93-4634-a3e9-8c7fb30eebf1 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0b824f9-d0f2-4770-922f-d1f9c9c78b00 HTTP/1.1" status: 200 len: 210 time: 0.0696979 Jul 16 01:19:15.076047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Allocated IP 172.25.4.217 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/2c13b61d-d1f7-465a-86be-d78a1d25a92e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:15.081537 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Checking segment: {'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:15.082063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Network hostable DHCP agents. Network: 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:15.143611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd63b3-9adf-4c0f-8b61-2ea260f4e787 req-d1ed81e6-1040-4c42-830d-57fc93f17a6c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.146100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17fd63b3-9adf-4c0f-8b61-2ea260f4e787 req-d1ed81e6-1040-4c42-830d-57fc93f17a6c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 945 time: 0.0907025 Jul 16 01:19:15.159095 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d8f4c2-1461-49bd-a298-78d715808e4d x-openstack-request-id: req-65d8f4c2-1461-49bd-a298-78d715808e4d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:15.159661 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f55fd9c-0a9b-4ce6-a679-cf7b125a0293", "name": "network-vif-plugged", "status": "completed", "tag": "b628164a-ddda-4734-96b6-73b6da3a9c49", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:15.162397 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65d8f4c2-1461-49bd-a298-78d715808e4d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:15.163360 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b628164a-ddda-4734-96b6-73b6da3a9c49', 'code': 200} Jul 16 01:19:15.186771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:15.201479 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0c313-de88-47a1-b4f2-24e95f6f1ea0 req-d1018dc3-ff84-4ac7-8946-704553e9139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.203719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37a0c313-de88-47a1-b4f2-24e95f6f1ea0 req-d1018dc3-ff84-4ac7-8946-704553e9139b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2453814 Jul 16 01:19:15.206213 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17fd63b3-9adf-4c0f-8b61-2ea260f4e787 req-efec4cdd-4b0a-452c-96da-35e8e67ae784 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453875 Jul 16 01:19:15.265430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:15.279554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0679f7c3-68bf-45d4-a083-8a26c367d9b3 None None] Network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:15.297334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.298467 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.389180 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c5ada4b2-8764-4254-b8f4-16ba91636af8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7234201 Jul 16 01:19:15.391942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:15.397262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-50082343-router', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:15.457271 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.475613 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.476952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.512646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef553c4-723e-4ca8-9590-de2e0f6accfd None None] Network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:15.543171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251ac68-b29d-40f2-a32d-af22ca285f49 req-c31e0bb8-afbe-4be4-9ce0-03a3fc60734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.544652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b2ce1a83-0113-4978-8141-193fa3666e97 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:15.545659 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1251ac68-b29d-40f2-a32d-af22ca285f49 req-c31e0bb8-afbe-4be4-9ce0-03a3fc60734c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 1098 time: 0.2173080 Jul 16 01:19:15.561662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-5fb08a77-a2a6-4033-991f-20c2fc6cd501 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.572978 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-5fb08a77-a2a6-4033-991f-20c2fc6cd501 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/networks?id=76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 200 len: 815 time: 0.2125113 Jul 16 01:19:15.585472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: b2ce1a83-0113-4978-8141-193fa3666e97 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:15.586160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b2ce1a83-0113-4978-8141-193fa3666e97 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:15.603913 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.636007 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.712999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:15.721482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:15.731490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:15.745494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1251ac68-b29d-40f2-a32d-af22ca285f49 req-9aef446e-36f6-4daf-a434-1190dcea4f0d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893976 Jul 16 01:19:15.788699 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-07cad7b7-582e-4c7f-b8bd-3d690bbdc552 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/quotas/6f7f4df630744f779b1efa4a1c67e9e5 HTTP/1.1" status: 200 len: 375 time: 0.1499212 Jul 16 01:19:15.801213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=2c13b61d-d1f7-465a-86be-d78a1d25a92e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:15.936222 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.037585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-4259c0c4-fc98-4fbc-bd22-2cb8e9e1caff tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2013755 Jul 16 01:19:16.208407 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-7e73327b-4cd1-410b-8adf-6d74b9572ef9 service neutron] 10.222.0.64 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694906 Jul 16 01:19:16.271580 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.358885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd5811-409c-42ed-9d23-fd23a811c075 req-c7c81360-635a-4772-a292-fddb60800821 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.361520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30cd5811-409c-42ed-9d23-fd23a811c075 req-c7c81360-635a-4772-a292-fddb60800821 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 946 time: 0.2600477 Jul 16 01:19:16.392152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:16.471541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30cd5811-409c-42ed-9d23-fd23a811c075 req-cc6f2b24-bb80-47a2-9cc6-02737bcdeb33 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974874 Jul 16 01:19:16.494603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.521512 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-b84edfe4-e1d4-4c66-97cd-37ff7b548be8 service neutron] 10.222.0.64 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531910 Jul 16 01:19:16.555902 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:16.556403 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.570054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc', 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b', 'port_id': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc', 'mac_address': 'fa:16:3e:db:5d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c6874d-f530-4445-9019-cd465bca7221', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:16.686415 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.728469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-e5a135b1-df5c-4d96-a903-cfbadafc803c tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.731435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-e5a135b1-df5c-4d96-a903-cfbadafc803c tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "GET /v2.0/ports?device_id=011638ac-f154-4558-835c-6d0b22cde51a HTTP/1.1" status: 200 len: 946 time: 0.2406969 Jul 16 01:19:16.737112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:16.737382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Allocated IP 172.25.4.20 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/1d57c876-3fde-490c-bdd5-9513350f91bb) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:16.775383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:16.781826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.893051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.950940 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-34a49d8b-e15f-40e1-a8cd-0ab4ed73754a req-5e2d8e23-330c-4b4a-8411-9ffdc977a567 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0b824f9-d0f2-4770-922f-d1f9c9c78b00 HTTP/1.1" status: 200 len: 210 time: 0.0902531 Jul 16 01:19:16.969041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.979338 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.036255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:17.067093 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.195226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:17.202232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:17.211354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:17.236605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Pushing event updated for resources: {'Port': ['ID=1d57c876-3fde-490c-bdd5-9513350f91bb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:17.318130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-d326c3c4-ae4f-435d-aa47-338f982a83c0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Deleting port 0ad5cc6b-d334-4aab-910c-30318604477f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:17.318513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-d326c3c4-ae4f-435d-aa47-338f982a83c0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.370966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb691f87-8422-41c5-99ff-2f868eb1ce74 req-9a25779e-eca8-46ef-a100-1dbdad50d388 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.373891 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eb691f87-8422-41c5-99ff-2f868eb1ce74 req-9a25779e-eca8-46ef-a100-1dbdad50d388 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 944 time: 0.3500371 Jul 16 01:19:17.419725 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c25b2977-906a-498d-b578-7a57fff722b4 req-056a16ff-2823-4935-a4d4-5dfbabebe6ed tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 210 time: 0.1074271 Jul 16 01:19:17.514379 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eb691f87-8422-41c5-99ff-2f868eb1ce74 req-41541ed8-d462-49ba-8bb7-82aa204f70db tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014447 Jul 16 01:19:17.586508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-d326c3c4-ae4f-435d-aa47-338f982a83c0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] For port 0ad5cc6b-d334-4aab-910c-30318604477f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0ad5cc6b-d334-4aab-910c-30318604477f,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:17.586895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-d326c3c4-ae4f-435d-aa47-338f982a83c0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.605409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-d326c3c4-ae4f-435d-aa47-338f982a83c0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Calling delete_port for 0ad5cc6b-d334-4aab-910c-30318604477f owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:17.770486 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.796237 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37a0c313-de88-47a1-b4f2-24e95f6f1ea0 req-86f2e1d7-4d42-4f92-aef6-1c52e27992a8 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0b824f9-d0f2-4770-922f-d1f9c9c78b00 HTTP/1.1" status: 200 len: 210 time: 0.1884000 Jul 16 01:19:17.799388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:19:17.891666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db1143-f82b-4a8b-bb7b-24e3269015d0 req-65589482-bda0-4ed0-aac4-d3706cc30706 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.893198 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1db1143-f82b-4a8b-bb7b-24e3269015d0 req-65589482-bda0-4ed0-aac4-d3706cc30706 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 946 time: 0.1822016 Jul 16 01:19:17.928845 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-d326c3c4-ae4f-435d-aa47-338f982a83c0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.943763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['0ad5cc6b-d334-4aab-910c-30318604477f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:18.008667 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1db1143-f82b-4a8b-bb7b-24e3269015d0 req-e2fd1ec0-87aa-449b-84b5-dfcd166ad93e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955195 Jul 16 01:19:18.040135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326c3c4-ae4f-435d-aa47-338f982a83c0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Pushing event deleted for resources: {'Port': ['ID=0ad5cc6b-d334-4aab-910c-30318604477f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:18.169386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.293475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-d326c3c4-ae4f-435d-aa47-338f982a83c0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] No DVR routers for this DVR port 0ad5cc6b-d334-4aab-910c-30318604477f on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:18.298410 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-d326c3c4-ae4f-435d-aa47-338f982a83c0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.300507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8ee9fbf-7581-4d55-b602-9797f5d712d3 req-d326c3c4-ae4f-435d-aa47-338f982a83c0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "DELETE /v2.0/ports/0ad5cc6b-d334-4aab-910c-30318604477f HTTP/1.1" status: 204 len: 173 time: 1.5613065 Jul 16 01:19:18.302109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011638ac-f154-4558-835c-6d0b22cde51a', 'name': 'network-vif-deleted', 'tag': '0ad5cc6b-d334-4aab-910c-30318604477f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:18.304487 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e182b08-fb6c-4527-9411-18ca3c841337" -d '{"events": [{"server_uuid": "011638ac-f154-4558-835c-6d0b22cde51a", "name": "network-vif-deleted", "tag": "0ad5cc6b-d334-4aab-910c-30318604477f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:18.311254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:18.330395 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Sync routers for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:18.340345 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1449229b-2bf6-4365-b49b-ed2b4f931886 req-8cca68c7-3666-42e1-abd7-5384318015c6 tempest-ServerShowV247Test-198548335 tempest-ServerShowV247Test-198548335-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0b824f9-d0f2-4770-922f-d1f9c9c78b00 HTTP/1.1" status: 200 len: 210 time: 0.0640473 Jul 16 01:19:18.345703 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:18.346644 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:18.363915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.365169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c3789d6e-ecab-4e2b-a76e-c193e0a4b53f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9437904 Jul 16 01:19:18.374332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2cbd4-5ee6-4ff3-86f5-7b29334ecf6a req-4721287d-da43-44a2-bdb0-eb9425a355e0 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.386129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ca2cbd4-5ee6-4ff3-86f5-7b29334ecf6a req-4721287d-da43-44a2-bdb0-eb9425a355e0 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 944 time: 0.2221448 Jul 16 01:19:18.388684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:18.405929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:18.439109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Router 375dcdd9-5532-43db-82c8-c12d3f733747 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:19:18.478615 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ca2cbd4-5ee6-4ff3-86f5-7b29334ecf6a req-fcd88f98-2a63-4c78-9c29-e57f5637baf0 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894837 Jul 16 01:19:18.679497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:18.693391 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.923608 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:18.963613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.019790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:19.026497 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c520caa3-7354-491f-b08b-97fcbe0b74cd" -d '{"events": [{"server_uuid": "d5827392-b3e0-49a3-8289-8859ff32db11", "name": "network-vif-plugged", "status": "completed", "tag": "5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:19.060760 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ccef8a-fe26-443d-a3b2-c9b7bd6b22e7 x-openstack-request-id: req-42ccef8a-fe26-443d-a3b2-c9b7bd6b22e7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:19.063260 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011638ac-f154-4558-835c-6d0b22cde51a", "name": "network-vif-deleted", "tag": "0ad5cc6b-d334-4aab-910c-30318604477f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:19.063595 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42ccef8a-fe26-443d-a3b2-c9b7bd6b22e7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:19.064042 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011638ac-f154-4558-835c-6d0b22cde51a', 'name': 'network-vif-deleted', 'tag': '0ad5cc6b-d334-4aab-910c-30318604477f', 'status': 'completed', 'code': 200} Jul 16 01:19:19.077437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:19.082286 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1f31681f-7e46-4fe6-926d-18a8360dee3e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=be15e6cb8f6046ad97655557638c1e06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6923182 Jul 16 01:19:19.085768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.090587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60890) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:19.217938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:19.347754 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:19:15Z', 'revision_number': 3, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:19.403563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:19.412931 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-639edde7-632b-40e6-8d21-27b84f090dc5 req-f31546fa-840c-44f3-936e-98ea3ef700d0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 210 time: 0.0676091 Jul 16 01:19:19.421562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2a986-5778-4d35-855c-34659c25b4ed req-25a58d29-402f-48f2-ac76-8e39907db728 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.422316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Sync routers for ids ['375dcdd9-5532-43db-82c8-c12d3f733747'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:19.423352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61a2a986-5778-4d35-855c-34659c25b4ed req-25a58d29-402f-48f2-ac76-8e39907db728 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 946 time: 0.5908046 Jul 16 01:19:19.440747 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Checking router: b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:19.441918 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Updating router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 port 2c13b61d-d1f7-465a-86be-d78a1d25a92e binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:19.448575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60894) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:19.456706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51aa5cf-a68a-45ae-ad4d-7c91774a16d9 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.462516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-27c59f15-6607-4e7e-8a88-a35a6c64e365 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Request body: {'floatingip': {'port_id': 'b628164a-ddda-4734-96b6-73b6da3a9c49'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:19.463718 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a51aa5cf-a68a-45ae-ad4d-7c91774a16d9 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3679419 Jul 16 01:19:19.464509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60896) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:19.476579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.482810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-11d3ec5d-a76b-48d6-a5dc-4cf3cf46b694 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.488882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-94d9e4b8-b1cf-4385-aca0-46f0f6fa19aa admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0955122 Jul 16 01:19:19.489623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60898) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:19.490740 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-11d3ec5d-a76b-48d6-a5dc-4cf3cf46b694 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "GET /v2.0/networks?id=76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 200 len: 815 time: 0.4072740 Jul 16 01:19:19.502346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Routers {'375dcdd9-5532-43db-82c8-c12d3f733747'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:19.503431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['375dcdd9-5532-43db-82c8-c12d3f733747'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:19.551276 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.576821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Request body: {'port': {'device_id': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9', 'admin_state_up': True, 'tenant_id': '6f7f4df630744f779b1efa4a1c67e9e5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:19.585689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:19.587551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fdf0f5cf-9798-4212-9763-34ff798d3215 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1210704 Jul 16 01:19:19.633689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1677326000', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:19.852421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Set router 375dcdd9-5532-43db-82c8-c12d3f733747 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:20.094257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584ca53-1954-43d3-84eb-11fe0dc27955 req-c6694ba3-92e9-415f-9857-3fe559971818 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.101928 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3728f5-6581-4e59-bb1b-9243fcfa60f9 x-openstack-request-id: req-0d3728f5-6581-4e59-bb1b-9243fcfa60f9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:20.103195 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c584ca53-1954-43d3-84eb-11fe0dc27955 req-c6694ba3-92e9-415f-9857-3fe559971818 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 945 time: 0.3788631 Jul 16 01:19:20.103690 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5827392-b3e0-49a3-8289-8859ff32db11", "name": "network-vif-plugged", "status": "completed", "tag": "5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:20.104136 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d3728f5-6581-4e59-bb1b-9243fcfa60f9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:20.105344 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc', 'code': 200} Jul 16 01:19:20.167490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'name': 'tempest-ServerRescueTestJSON-50082343-router', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:15Z', 'updated_at': '2021-07-16T01:19:17Z', 'revision_number': 3, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'gw_port': {'id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:16Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:20.230057 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c584ca53-1954-43d3-84eb-11fe0dc27955 req-704e0326-d2fd-4724-b244-27532565b341 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222022 Jul 16 01:19:20.231801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60912) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:20.253721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Checking router: 375dcdd9-5532-43db-82c8-c12d3f733747 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:20.253721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Updating router 375dcdd9-5532-43db-82c8-c12d3f733747 port 1d57c876-3fde-490c-bdd5-9513350f91bb binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:20.276228 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.310540 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Transition to ACTIVE for port object 2c13b61d-d1f7-465a-86be-d78a1d25a92e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:20.326080 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.335680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27c59f15-6607-4e7e-8a88-a35a6c64e365 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.340175 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.437627 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Attempting to bind port 2c13b61d-d1f7-465a-86be-d78a1d25a92e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:20.438210 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Attempting to bind port 2c13b61d-d1f7-465a-86be-d78a1d25a92e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:20.438305 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Attempting to bind port 2c13b61d-d1f7-465a-86be-d78a1d25a92e on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:20.456386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5130895f-a80d-4f46-86f2-169b3da67902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.460086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:20.468683 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:20.469282 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:20.469946 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.470638 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:20.471452 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Bound port: 2c13b61d-d1f7-465a-86be-d78a1d25a92e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:20.472101 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.482172 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f44dd6-31e1-4601-8078-1ffaf2893567 None None] Pushing event updated for resources: {'Port': ['ID=2c13b61d-d1f7-465a-86be-d78a1d25a92e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:20.585871 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5130895f-a80d-4f46-86f2-169b3da67902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.598526 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5130895f-a80d-4f46-86f2-169b3da67902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.626274 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] For port 2c13b61d-d1f7-465a-86be-d78a1d25a92e, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:20.635224 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] For port 2c13b61d-d1f7-465a-86be-d78a1d25a92e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2c13b61d-d1f7-465a-86be-d78a1d25a92e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:20.645436 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.652961 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.670935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5130895f-a80d-4f46-86f2-169b3da67902 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98502dd733054d0996127f2bfb3b479e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314408 Jul 16 01:19:20.672345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130895f-a80d-4f46-86f2-169b3da67902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c09d3c6-dd28-42c2-aafc-1edaac037ed6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:20.723069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60918) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:20.744424 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:20.745243 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:20.757519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:20.769484 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.818926 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f44dd6-31e1-4601-8078-1ffaf2893567 None None] Pushing event updated for resources: {'Port': ['ID=2c13b61d-d1f7-465a-86be-d78a1d25a92e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:20.911895 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:20.926209 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.939419 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4b7c4da-7a5f-4c37-bf09-e695211b63be req-aa13ebb7-d717-48fd-ab55-218eb4f3748c tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 210 time: 0.2132945 Jul 16 01:19:21.044574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:21.074727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.077536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.077742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.078204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.078803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.079240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.080883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.081325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.081755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.083412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.083866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.085868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:21.194259 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.208866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Transition to ACTIVE for port object 1d57c876-3fde-490c-bdd5-9513350f91bb will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:21.218901 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.242420 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.api [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:19:21.242420 n-d-791504-14 neutron-server[93945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:19:21.242420 n-d-791504-14 neutron-server[93945]: [parameters: {'project_id_1': '6f7f4df630744f779b1efa4a1c67e9e5', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 19, 21, 142457)}] Jul 16 01:19:21.242420 n-d-791504-14 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:19:21.244059 n-d-791504-14 neutron-server[93945]: DEBUG oslo_db.api [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:19:21.266964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecac1ec-6ad6-4c9e-924d-1276a7ebfcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.273709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Made reservation on behalf of be15e6cb8f6046ad97655557638c1e06 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:21.290403 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.296723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e74544-0dae-42b1-9295-6904053993df None None] Pushing event updated for resources: {'Port': ['ID=1d57c876-3fde-490c-bdd5-9513350f91bb,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:21.299016 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:19:15Z', 'revision_number': 3, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:21.332268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Attempting to bind port 1d57c876-3fde-490c-bdd5-9513350f91bb on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:21.332721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Attempting to bind port 1d57c876-3fde-490c-bdd5-9513350f91bb by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:21.333210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Attempting to bind port 1d57c876-3fde-490c-bdd5-9513350f91bb on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:21.338557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Allocated IP 172.20.0.1 (785de5a6-10d0-40ea-92dc-13fcc9e9a3d3/f0bfd4d4-79b2-4502-a287-9b1281112152/d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:21.341903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:21.342341 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-fe4ab9c6-5355-4201-b7d9-8ec2c86ededa tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.342804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:21.342804 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.343139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:21.343653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Bound port: 1d57c876-3fde-490c-bdd5-9513350f91bb, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:21.344032 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.345679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-fe4ab9c6-5355-4201-b7d9-8ec2c86ededa tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 945 time: 0.8313341 Jul 16 01:19:21.372897 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d1f31-abd1-456c-911c-0eafa02786c3 None None] The sync data for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 is: [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:19:15Z', 'revision_number': 3, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:21.433852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] For port 1d57c876-3fde-490c-bdd5-9513350f91bb, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:21.441150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] For port 1d57c876-3fde-490c-bdd5-9513350f91bb, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1d57c876-3fde-490c-bdd5-9513350f91bb,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:21.448955 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.513055 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecac1ec-6ad6-4c9e-924d-1276a7ebfcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.526044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Routers {'375dcdd9-5532-43db-82c8-c12d3f733747'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:21.526711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['375dcdd9-5532-43db-82c8-c12d3f733747'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:21.613131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d887623-b963-4499-81e1-4bf58bcc2773 req-b4094bf2-8694-4354-a23b-93c8e4d14c6e tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.615308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d887623-b963-4499-81e1-4bf58bcc2773 req-b4094bf2-8694-4354-a23b-93c8e4d14c6e tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 943 time: 0.1537137 Jul 16 01:19:21.697877 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d887623-b963-4499-81e1-4bf58bcc2773 req-06f5dccd-bbf2-4cfa-ba56-33087bce6a60 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724528 Jul 16 01:19:21.711485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.725452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecac1ec-6ad6-4c9e-924d-1276a7ebfcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.728132 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecac1ec-6ad6-4c9e-924d-1276a7ebfcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.733516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7ecac1ec-6ad6-4c9e-924d-1276a7ebfcbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c09d3c6-dd28-42c2-aafc-1edaac037ed6 HTTP/1.1" status: 204 len: 168 time: 0.9985867 Jul 16 01:19:21.799602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] Set router 375dcdd9-5532-43db-82c8-c12d3f733747 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:21.816036 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.941595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:21.946431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:21.951845 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.959608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:21.988972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Made reservation on behalf of 6f7f4df630744f779b1efa4a1c67e9e5 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:22.012593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.033454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0ad5cc6b-d334-4aab-910c-30318604477f no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:22.076479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Pushing event updated for resources: {'Port': ['ID=d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.108089 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.154455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecac1ec-6ad6-4c9e-924d-1276a7ebfcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c09d3c6-dd28-42c2-aafc-1edaac037ed6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.171225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:22.173448 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccb4bd2-e518-4dbe-aa94-64a2190c9e95" -d '{"events": [{"server_uuid": "d5827392-b3e0-49a3-8289-8859ff32db11", "name": "network-vif-unplugged", "status": "completed", "tag": "5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:22.185184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 0ad5cc6b-d334-4aab-910c-30318604477f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:22.185184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0ad5cc6b-d334-4aab-910c-30318604477f not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:22.228995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-b3cc3dfe-1093-4080-9bd5-2b544a4a0262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Deleting port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:22.229353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-b3cc3dfe-1093-4080-9bd5-2b544a4a0262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.278302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e74544-0dae-42b1-9295-6904053993df None None] Pushing event updated for resources: {'Port': ['ID=1d57c876-3fde-490c-bdd5-9513350f91bb,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.294590 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f69ab43-3d68-4b3e-847f-8a402e88ce1b x-openstack-request-id: req-8f69ab43-3d68-4b3e-847f-8a402e88ce1b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:22.296463 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5827392-b3e0-49a3-8289-8859ff32db11", "name": "network-vif-unplugged", "status": "completed", "tag": "5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:22.296723 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f69ab43-3d68-4b3e-847f-8a402e88ce1b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:22.297136 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc', 'code': 200} Jul 16 01:19:22.356261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'name': 'tempest-ServerRescueTestJSON-50082343-router', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:15Z', 'updated_at': '2021-07-16T01:19:17Z', 'revision_number': 3, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'gw_port': {'id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:16Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:22.379451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-b3cc3dfe-1093-4080-9bd5-2b544a4a0262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] For port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:22.379967 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-b3cc3dfe-1093-4080-9bd5-2b544a4a0262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.396582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5fdb9-e2fa-438f-8d35-f12e52de86bf None None] The sync data for ids ['375dcdd9-5532-43db-82c8-c12d3f733747'] in n-d-791504-14 is: [{'id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'name': 'tempest-ServerRescueTestJSON-50082343-router', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:15Z', 'updated_at': '2021-07-16T01:19:17Z', 'revision_number': 3, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'gw_port': {'id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:16Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:22.399317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-b3cc3dfe-1093-4080-9bd5-2b544a4a0262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Calling delete_port for 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:22.427069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.558286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Subnet': ['ID=bed8720a-3322-4bc3-9ee5-ff5aefcc6d60,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.669855 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ae499be-c51f-4ed3-b458-9eed1f1e8c28 req-34c84a5e-b378-4338-9f06-ccb3d5d1913f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 210 time: 0.2504680 Jul 16 01:19:22.795012 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.808277 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.949280 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.124697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Pushing event updated for resources: {'Port': ['ID=d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:23.128017 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Allocated IP 172.20.0.6 (76f2edf7-82a8-4f70-972f-e3984f4f35e9/b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8/b60ac144-7a08-4e62-a0c0-348c5a18b5f8) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:23.206275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Checking segment: {'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:23.206735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network hostable DHCP agents. Network: d1df0cea-f3ee-4e22-839c-1c89fcf64fac, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:23.216038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa8494-de5a-45f1-8b23-d39021820e6c req-860fecba-9ddf-445a-b181-37226bd9e05d tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.222273 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71aa8494-de5a-45f1-8b23-d39021820e6c req-860fecba-9ddf-445a-b181-37226bd9e05d tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 943 time: 0.2872810 Jul 16 01:19:23.363754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71aa8494-de5a-45f1-8b23-d39021820e6c req-996cc80d-4fc0-4676-bfd1-ba4418a76dc0 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317947 Jul 16 01:19:23.374992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network d1df0cea-f3ee-4e22-839c-1c89fcf64fac is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:23.378083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:23.379691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:23.437067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, d1df0cea-f3ee-4e22-839c-1c89fcf64fac) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:23.461336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfad401b-7e4f-48ba-a093-2aef4f359237 None None] Network d1df0cea-f3ee-4e22-839c-1c89fcf64fac requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:23.534430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.536509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.543171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Router 375dcdd9-5532-43db-82c8-c12d3f733747 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:23.589526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-b3cc3dfe-1093-4080-9bd5-2b544a4a0262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.668581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-27c59f15-6607-4e7e-8a88-a35a6c64e365 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:19:23.697777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-37d01f5b-49ad-41c6-a1ee-6a56b044f23d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.1051645 Jul 16 01:19:23.715773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60976) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:23.796430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-d1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:19:23.804943 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.878705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3dfe-1093-4080-9bd5-2b544a4a0262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event deleted for resources: {'Port': ['ID=5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:24.122468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1d57c876-3fde-490c-bdd5-9513350f91bb up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:24.159419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:24.174631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4f40a8a-8635-43ea-9d83-036f5b4b3012 req-e2051f91-d28b-492c-b20b-dca59d6bb29d tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 210 time: 0.1750283 Jul 16 01:19:24.185439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a4af86b6-d43f-42fe-9179-f620a44ea017 admin admin] 10.222.0.64 "PUT /v2.0/routers/375dcdd9-5532-43db-82c8-c12d3f733747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6854451 Jul 16 01:19:24.396119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Allocated IP 172.20.0.2 (d1df0cea-f3ee-4e22-839c-1c89fcf64fac/bed8720a-3322-4bc3-9ee5-ff5aefcc6d60/a5f7e77e-3db2-48d8-8111-bb1a27f9149c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:24.447622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:24.513030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-b3cc3dfe-1093-4080-9bd5-2b544a4a0262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] No DVR routers for this DVR port 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:24.530373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-b3cc3dfe-1093-4080-9bd5-2b544a4a0262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.532867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a71f46e1-63d2-4d08-a022-dd899fbe38b0 req-b3cc3dfe-1093-4080-9bd5-2b544a4a0262 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.50 "DELETE /v2.0/ports/5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc HTTP/1.1" status: 204 len: 173 time: 3.1462052 Jul 16 01:19:24.533668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'name': 'network-vif-deleted', 'tag': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:24.536394 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1014027e-e7c4-4d4c-9d59-48d62f2b2f23" -d '{"events": [{"server_uuid": "d5827392-b3e0-49a3-8289-8859ff32db11", "name": "network-vif-deleted", "tag": "5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:24.629511 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27c59f15-6607-4e7e-8a88-a35a6c64e365 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.641826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 1d57c876-3fde-490c-bdd5-9513350f91bb completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:24.668847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1d57c876-3fde-490c-bdd5-9513350f91bb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:24.669185 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.686032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:24.687990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:24.694727 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.747751 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27c59f15-6607-4e7e-8a88-a35a6c64e365 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.783234 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e92d94a-5858-48dc-a13a-686ee6833908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.862232 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8bbd5b1-a610-4daf-895b-5becc35ab26f req-c668a120-0d78-4978-b0fd-3f1438c9e23e tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5827392-b3e0-49a3-8289-8859ff32db11 HTTP/1.1" status: 200 len: 210 time: 0.0837276 Jul 16 01:19:24.863086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32776) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:24.876217 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.912110 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0984b7eb-1e6f-4c90-bf7f-88a8f214455f x-openstack-request-id: req-0984b7eb-1e6f-4c90-bf7f-88a8f214455f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:24.912344 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5827392-b3e0-49a3-8289-8859ff32db11", "name": "network-vif-deleted", "tag": "5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:24.912555 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0984b7eb-1e6f-4c90-bf7f-88a8f214455f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:24.912945 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5827392-b3e0-49a3-8289-8859ff32db11', 'name': 'network-vif-deleted', 'tag': '5cb8ba2c-9457-4061-9b9a-ecf80f5dc9dc', 'status': 'completed', 'code': 200} Jul 16 01:19:24.968138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:24.970444 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-27c59f15-6607-4e7e-8a88-a35a6c64e365 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Floating IP 5ee77d8d-8bb5-4ad5-b93c-2aeea7b7986c associated. External IP: 172.25.4.253, port: b628164a-ddda-4734-96b6-73b6da3a9c49. Jul 16 01:19:24.976363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:24.988026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:25.185382 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.201933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Transition to ACTIVE for port object a5f7e77e-3db2-48d8-8111-bb1a27f9149c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:25.212730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Pushing event updated for resources: {'Port': ['ID=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.224770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.340122 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.429306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.430218 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.431813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Transition to ACTIVE for port object a5f7e77e-3db2-48d8-8111-bb1a27f9149c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:25.439783 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.441606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 1d57c876-3fde-490c-bdd5-9513350f91bb, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1d57c876-3fde-490c-bdd5-9513350f91bb,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:25.446213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32798) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:25.455758 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.459242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.460004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2c13b61d-d1f7-465a-86be-d78a1d25a92e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:25.580157 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Network d1df0cea-f3ee-4e22-839c-1c89fcf64fac is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:25.585056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:25.617910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:25.641065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Pushing event updated for resources: {'Port': ['ID=a5f7e77e-3db2-48d8-8111-bb1a27f9149c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.794685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba59d87-e664-4523-bdf0-2872b7b3b2b1 admin admin] Deleting subnet 7dec5ba0-6bd7-476b-8091-6c954de6e44e {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:25.802872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98e0c-4499-46e9-991d-008e16fd857d req-a4396cc3-13ab-42be-ad6f-c98b9dde5c42 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.804457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-a4396cc3-13ab-42be-ad6f-c98b9dde5c42 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/networks?id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 200 len: 809 time: 0.4006944 Jul 16 01:19:25.808237 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bba59d87-e664-4523-bdf0-2872b7b3b2b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.834672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Attempting to bind port a5f7e77e-3db2-48d8-8111-bb1a27f9149c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:25.835203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Attempting to bind port a5f7e77e-3db2-48d8-8111-bb1a27f9149c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:25.835331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Attempting to bind port a5f7e77e-3db2-48d8-8111-bb1a27f9149c on network d1df0cea-f3ee-4e22-839c-1c89fcf64fac {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:25.853643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 2c13b61d-d1f7-465a-86be-d78a1d25a92e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:25.857552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:25.857918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Checking segment: {'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:25.858353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.858897 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Bound using segment: {'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:25.860017 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Bound port: a5f7e77e-3db2-48d8-8111-bb1a27f9149c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:25.860300 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.867497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2c13b61d-d1f7-465a-86be-d78a1d25a92e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:25.867497 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.900588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=1d57c876-3fde-490c-bdd5-9513350f91bb,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.911034 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Sync routers for ids ['375dcdd9-5532-43db-82c8-c12d3f733747'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:25.921982 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Routers {'375dcdd9-5532-43db-82c8-c12d3f733747'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:25.922675 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['375dcdd9-5532-43db-82c8-c12d3f733747'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:25.927507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-a5307399-8c01-4d2f-9a5d-81e101668564 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/quotas/f0ce05a2e2e84cef9dafd85d2c1c7f2c HTTP/1.1" status: 200 len: 375 time: 0.1170156 Jul 16 01:19:25.979956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c59f15-6607-4e7e-8a88-a35a6c64e365 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Router 95a427a0-3537-40f4-9eea-c93df6109b80 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:25.986340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.993829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bba59d87-e664-4523-bdf0-2872b7b3b2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.005686 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.014637 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.048860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 2c13b61d-d1f7-465a-86be-d78a1d25a92e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2c13b61d-d1f7-465a-86be-d78a1d25a92e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:26.053946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-a6b3d095-3999-4e09-97d2-a598fa790b2f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4934590 Jul 16 01:19:26.057837 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.065848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945fff5d-60d3-4f7b-958d-f6489c85b7bc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.068723 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Set router 375dcdd9-5532-43db-82c8-c12d3f733747 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:26.101085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.101545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.102729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.103186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.103673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.104654 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.105084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.105593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.106671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.107102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.107526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.108025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:26.122194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.125247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Request body: {'port': {'device_id': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:26.132680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7dc1ce91-3f7a-4912-9625-5220f774e7b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=519d94abd07d48678ceac56fde0777ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2493038 Jul 16 01:19:26.135394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:26.145001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] For port a5f7e77e-3db2-48d8-8111-bb1a27f9149c, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:26.169761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] For port a5f7e77e-3db2-48d8-8111-bb1a27f9149c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a5f7e77e-3db2-48d8-8111-bb1a27f9149c,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:26.193155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=2c13b61d-d1f7-465a-86be-d78a1d25a92e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.197816 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.218777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1d57c876-3fde-490c-bdd5-9513350f91bb up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:26.225709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6d3ec-0da3-4b5d-b537-a6849be8013b req-9a7c6aaf-67a7-4f06-ba11-e9dd842dc316 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.228058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22b6d3ec-0da3-4b5d-b537-a6849be8013b req-9a7c6aaf-67a7-4f06-ba11-e9dd842dc316 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 931 time: 0.2401245 Jul 16 01:19:26.232901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bba59d87-e664-4523-bdf0-2872b7b3b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.339706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22b6d3ec-0da3-4b5d-b537-a6849be8013b req-60b4adab-ede3-4db3-90e2-91348e5e3087 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714393 Jul 16 01:19:26.344981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-3c5e5636-e195-4247-b967-46a36428418e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4161544 Jul 16 01:19:26.375296 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'name': 'tempest-ServerRescueTestJSON-50082343-router', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:15Z', 'updated_at': '2021-07-16T01:19:22Z', 'revision_number': 4, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'gw_port': {'id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:16Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'd7743ec3-9ac2-4b6b-b41e-a56cff1c56a1', 'name': '', 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'mac_address': 'fa:16:3e:62:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'f0bfd4d4-79b2-4502-a287-9b1281112152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:22Z', 'revision_number': 2, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'subnets': [{'id': 'f0bfd4d4-79b2-4502-a287-9b1281112152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:26.377997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4ab99-8105-4bf9-b3d0-b00465bf7de9 None None] Pushing event updated for resources: {'Port': ['ID=a5f7e77e-3db2-48d8-8111-bb1a27f9149c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.419951 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.424697 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.428017 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Checking router: 375dcdd9-5532-43db-82c8-c12d3f733747 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:26.428534 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Updating router 375dcdd9-5532-43db-82c8-c12d3f733747 port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:26.440490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1d57c876-3fde-490c-bdd5-9513350f91bb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:26.440959 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.482161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a72511a-cbb9-4db1-be07-f77af4287875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.483259 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.541594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c59f15-6607-4e7e-8a88-a35a6c64e365 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:26.559861 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27c59f15-6607-4e7e-8a88-a35a6c64e365 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.576179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] Sync routers for ids ['95a427a0-3537-40f4-9eea-c93df6109b80'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:26.604674 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a72511a-cbb9-4db1-be07-f77af4287875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.633016 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-27c59f15-6607-4e7e-8a88-a35a6c64e365 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "PUT /v2.0/floatingips/5ee77d8d-8bb5-4ad5-b93c-2aeea7b7986c HTTP/1.1" status: 200 len: 992 time: 7.1820135 Jul 16 01:19:26.643490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bba59d87-e664-4523-bdf0-2872b7b3b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.661394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] Routers {'95a427a0-3537-40f4-9eea-c93df6109b80'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:26.669667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:18:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['95a427a0-3537-40f4-9eea-c93df6109b80'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:26.717645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba59d87-e664-4523-bdf0-2872b7b3b2b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dec5ba0-6bd7-476b-8091-6c954de6e44e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.787963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-04dd8ea5-235a-4ab3-a71a-97a2a46f4fe0 service neutron] 10.222.0.64 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308522 Jul 16 01:19:26.821080 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bba59d87-e664-4523-bdf0-2872b7b3b2b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.827023 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bba59d87-e664-4523-bdf0-2872b7b3b2b1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7dec5ba0-6bd7-476b-8091-6c954de6e44e HTTP/1.1" status: 204 len: 168 time: 1.3583610 Jul 16 01:19:26.829629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32814) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:26.929601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a72511a-cbb9-4db1-be07-f77af4287875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.934946 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a72511a-cbb9-4db1-be07-f77af4287875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.940146 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a72511a-cbb9-4db1-be07-f77af4287875 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/945fff5d-60d3-4f7b-958d-f6489c85b7bc HTTP/1.1" status: 204 len: 168 time: 0.7905123 Jul 16 01:19:26.956950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] Set router 95a427a0-3537-40f4-9eea-c93df6109b80 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:26.976056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72511a-cbb9-4db1-be07-f77af4287875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945fff5d-60d3-4f7b-958d-f6489c85b7bc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.058097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'tag': 'b628164a-ddda-4734-96b6-73b6da3a9c49'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:27.060923 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f55fd9c-0a9b-4ce6-a679-cf7b125a0293", "tag": "b628164a-ddda-4734-96b6-73b6da3a9c49"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:27.066427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-64b11503-2957-4b51-bd47-cad28ef8bedf service neutron] 10.222.0.64 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766554 Jul 16 01:19:27.087426 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.089122 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.111262 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Transition to ACTIVE for port object d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:27.124009 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.186264 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01812122-541c-428b-ba2b-39d5adceee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.248290 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Pushing event updated for resources: {'Port': ['ID=d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.254780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-acfa6be6-6ebd-4b55-8b5e-a36b2b015338 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.264674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-acfa6be6-6ebd-4b55-8b5e-a36b2b015338 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/networks?id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b HTTP/1.1" status: 200 len: 822 time: 0.2151725 Jul 16 01:19:27.287413 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-46e46701-42a5-4b54-b9e7-0a705269ad2e tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/quotas/e62550381bd44b4999852b313972a2e1 HTTP/1.1" status: 200 len: 375 time: 0.0214036 Jul 16 01:19:27.301428 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.301771 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.302135 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.302470 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.307184 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.307528 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.307868 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.310591 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.310975 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.311316 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.311650 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.311989 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:27.339615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Allocated IP 172.20.0.1 (d1df0cea-f3ee-4e22-839c-1c89fcf64fac/bed8720a-3322-4bc3-9ee5-ff5aefcc6d60/7522f9c8-7123-414f-b2cf-14cb849b0285) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:27.415722 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Attempting to bind port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:27.418118 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Attempting to bind port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:27.418324 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Attempting to bind port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 on network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:27.435418 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:27.435798 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Checking segment: {'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:27.436201 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.436595 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Bound using segment: {'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:27.437075 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Bound port: d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:27.446134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-e039cccd-6f5b-4dd0-8542-454e0995d53b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e62550381bd44b4999852b313972a2e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1575139 Jul 16 01:19:27.452637 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.492816 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeefa95a-00e3-4ae4-bc0f-48ad3a5f4b2d x-openstack-request-id: req-aeefa95a-00e3-4ae4-bc0f-48ad3a5f4b2d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:27.494228 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f55fd9c-0a9b-4ce6-a679-cf7b125a0293", "tag": "b628164a-ddda-4734-96b6-73b6da3a9c49", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:27.494595 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aeefa95a-00e3-4ae4-bc0f-48ad3a5f4b2d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:27.495402 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'tag': 'b628164a-ddda-4734-96b6-73b6da3a9c49', 'status': 'completed', 'code': 200} Jul 16 01:19:27.597618 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.647278 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] For port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:27.652803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '5ee77d8d-8bb5-4ad5-b93c-2aeea7b7986c', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'floating_ip_address': '172.25.4.253', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'port_id': 'b628164a-ddda-4734-96b6-73b6da3a9c49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'mac_address': 'fa:16:3e:cb:96:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:14Z', 'updated_at': '2021-07-16T01:19:23Z', 'revision_number': 1, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d3b1e4-b4c4-45bc-8f48-6200bb11e432', 'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'mac_address': 'fa:16:3e:a5:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:04Z', 'updated_at': '2021-07-16T01:18:13Z', 'revision_number': 5, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'subnets': [{'id': '206c9096-9461-492f-86ce-19101324f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:27.656105 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] For port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:27.667805 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.718681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] Checking router: 95a427a0-3537-40f4-9eea-c93df6109b80 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:27.752072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] Routers {'95a427a0-3537-40f4-9eea-c93df6109b80'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:27.753674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:19:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['95a427a0-3537-40f4-9eea-c93df6109b80'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:27.796152 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.798585 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Routers {'375dcdd9-5532-43db-82c8-c12d3f733747'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:27.799607 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:19:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['375dcdd9-5532-43db-82c8-c12d3f733747'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:27.801543 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f293bc6-ea02-43ff-b9fd-e30e84c2488e None None] Pushing event updated for resources: {'Port': ['ID=d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.845039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60ac144-7a08-4e62-a0c0-348c5a18b5f8 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:27.858654 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.867197 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.889367 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-10df77eb-53d2-49d2-9245-71113ca1e355 service neutron] 10.222.0.64 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329448 Jul 16 01:19:27.891583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Transition to ACTIVE for port object b60ac144-7a08-4e62-a0c0-348c5a18b5f8 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:27.914156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8facb9-7f33-47d6-9f8a-78547de9b32d']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:27.922710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.944904 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Transition to ACTIVE for port object 7522f9c8-7123-414f-b2cf-14cb849b0285 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:27.972663 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649fd987-a430-4898-95e8-897cfe291987 None None] Network d1df0cea-f3ee-4e22-839c-1c89fcf64fac requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:27.986432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:27.986980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c47e2ba-53b4-4c7c-9bb5-9bc908948c8a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:28.070162 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-5ae33c8d-29e1-49e7-a51a-8ae56e24c74b service neutron] 10.222.0.64 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798079 Jul 16 01:19:28.080106 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.090178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-81471b55-6e23-4f95-b5e2-9df3f2b96a9b None None] Provisioning for port a5f7e77e-3db2-48d8-8111-bb1a27f9149c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:28.092583 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.130002 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] Set router 375dcdd9-5532-43db-82c8-c12d3f733747 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:28.180317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network d1df0cea-f3ee-4e22-839c-1c89fcf64fac is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:28.185349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:28.190878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:28.271068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Attempting to bind port b60ac144-7a08-4e62-a0c0-348c5a18b5f8 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:28.273037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Attempting to bind port b60ac144-7a08-4e62-a0c0-348c5a18b5f8 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:28.275417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Attempting to bind port b60ac144-7a08-4e62-a0c0-348c5a18b5f8 on network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:28.303002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=7522f9c8-7123-414f-b2cf-14cb849b0285,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:28.363656 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.365620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.407390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Port b60ac144-7a08-4e62-a0c0-348c5a18b5f8 on network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:28.407715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Attempting to bind port b60ac144-7a08-4e62-a0c0-348c5a18b5f8 on network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:28.409842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:28.442888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:28.445112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.492816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ab9c5-2e92-4dd0-b54b-0ab56f107b2c req-c5a57d72-b177-44f1-8c85-c479793c10e0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.501848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-952ab9c5-2e92-4dd0-b54b-0ab56f107b2c req-c5a57d72-b177-44f1-8c85-c479793c10e0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 943 time: 0.6864343 Jul 16 01:19:28.502731 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'name': 'tempest-ServerRescueTestJSON-50082343-router', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:15Z', 'updated_at': '2021-07-16T01:19:22Z', 'revision_number': 4, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'gw_port': {'id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:16Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'd7743ec3-9ac2-4b6b-b41e-a56cff1c56a1', 'name': '', 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'mac_address': 'fa:16:3e:62:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'f0bfd4d4-79b2-4502-a287-9b1281112152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:27Z', 'revision_number': 4, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'subnets': [{'id': 'f0bfd4d4-79b2-4502-a287-9b1281112152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:28.503725 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:28.539303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-4612d7a3-fa22-4e61-b0b9-c8120ab7c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.542631 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-4612d7a3-fa22-4e61-b0b9-c8120ab7c58e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=026a14f24e574fb8b0b4b096ef9d212e&device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 1098 time: 1.0440454 Jul 16 01:19:28.549030 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d886e7-0e60-41fe-b233-c55b26b213e9 None None] The sync data for ids ['375dcdd9-5532-43db-82c8-c12d3f733747'] in n-d-791504-14 is: [{'id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'name': 'tempest-ServerRescueTestJSON-50082343-router', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:15Z', 'updated_at': '2021-07-16T01:19:22Z', 'revision_number': 4, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'gw_port': {'id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:16Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'd7743ec3-9ac2-4b6b-b41e-a56cff1c56a1', 'name': '', 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'mac_address': 'fa:16:3e:62:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'f0bfd4d4-79b2-4502-a287-9b1281112152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:27Z', 'revision_number': 4, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'subnets': [{'id': 'f0bfd4d4-79b2-4502-a287-9b1281112152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:28.566218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:28.566553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Checking segment: {'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:28.570476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Bound using segment: {'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:28.571227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Bound port: b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:28.574532 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.684522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a5f7e77e-3db2-48d8-8111-bb1a27f9149c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:28.688672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] Set router 95a427a0-3537-40f4-9eea-c93df6109b80 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:28.831965 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.865480 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-78475eb7-0d1c-4bd2-9b22-4dd83343f723 req-a97a4b29-c166-43e4-a5da-be1d06ef8e4b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 210 time: 0.1201649 Jul 16 01:19:28.901778 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.961770 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-952ab9c5-2e92-4dd0-b54b-0ab56f107b2c req-b6b2cd78-39fe-4f57-975d-5ed2551af549 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572992 Jul 16 01:19:28.992871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.007079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.012142 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] 10.222.0.64 "DELETE /v2.0/networks/db8facb9-7f33-47d6-9f8a-78547de9b32d HTTP/1.1" status: 204 len: 168 time: 2.1800544 Jul 16 01:19:29.013092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a5f7e77e-3db2-48d8-8111-bb1a27f9149c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:29.054707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a5f7e77e-3db2-48d8-8111-bb1a27f9149c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:29.056589 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.136158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a3014-dc36-4adf-af8e-c5e96ccf4fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=db8facb9-7f33-47d6-9f8a-78547de9b32d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:29.428605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] For port b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:29.431733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-607f16b3-aaf4-4a5b-a8ef-05f0b371c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.433760 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-607f16b3-aaf4-4a5b-a8ef-05f0b371c645 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2f83854e-2a65-4737-b045-d79c7fb371d2 HTTP/1.1" status: 200 len: 915 time: 0.8200116 Jul 16 01:19:29.473603 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.560480 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-98afaa75-bb39-4daf-9f45-1b5f9d2f4f3d req-4b5ae27b-7be1-4240-82c0-b7f7263a47c5 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 210 time: 0.2246120 Jul 16 01:19:29.579269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] For port b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:29.583243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:29.599282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port a5f7e77e-3db2-48d8-8111-bb1a27f9149c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a5f7e77e-3db2-48d8-8111-bb1a27f9149c,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:29.619343 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.622376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2c13b61d-d1f7-465a-86be-d78a1d25a92e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:29.628537 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.734597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.735233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.737203 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] 10.222.0.67 "PUT /v2.0/ports/b60ac144-7a08-4e62-a0c0-348c5a18b5f8 HTTP/1.1" status: 200 len: 1092 time: 3.6256258 Jul 16 01:19:29.737917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'tag': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:29.755580 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898853b6-e163-45c7-bdaa-4df966d0f945" -d '{"events": [{"name": "network-changed", "server_uuid": "2c88abdd-a0ae-4813-bf0c-ce433a98807b", "tag": "b60ac144-7a08-4e62-a0c0-348c5a18b5f8"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:29.758069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=a5f7e77e-3db2-48d8-8111-bb1a27f9149c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:29.777808 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-7f29b00b-18a5-4ab9-b180-41dd31da5e82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b628164a-ddda-4734-96b6-73b6da3a9c49 HTTP/1.1" status: 200 len: 1000 time: 0.3238914 Jul 16 01:19:29.831496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2c13b61d-d1f7-465a-86be-d78a1d25a92e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:29.832504 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.876265 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08e6800-45b6-47e4-87ee-7bcb110c2d83 x-openstack-request-id: req-a08e6800-45b6-47e4-87ee-7bcb110c2d83 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:29.879293 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c88abdd-a0ae-4813-bf0c-ce433a98807b", "tag": "b60ac144-7a08-4e62-a0c0-348c5a18b5f8", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:29.879752 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a08e6800-45b6-47e4-87ee-7bcb110c2d83 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:29.880343 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'tag': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8', 'status': 'completed', 'code': 200} Jul 16 01:19:29.905705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '5ee77d8d-8bb5-4ad5-b93c-2aeea7b7986c', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'floating_ip_address': '172.25.4.253', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'port_id': 'b628164a-ddda-4734-96b6-73b6da3a9c49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'mac_address': 'fa:16:3e:cb:96:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:14Z', 'updated_at': '2021-07-16T01:19:23Z', 'revision_number': 1, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d3b1e4-b4c4-45bc-8f48-6200bb11e432', 'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'mac_address': 'fa:16:3e:a5:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:04Z', 'updated_at': '2021-07-16T01:18:13Z', 'revision_number': 5, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'subnets': [{'id': '206c9096-9461-492f-86ce-19101324f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:29.968273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.976934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b767586c-fe7e-4cf5-9b80-d40a55e1ce92 None None] Provisioning for port 7522f9c8-7123-414f-b2cf-14cb849b0285 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:29.977896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.018325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6677d40c-5bf0-4472-9495-0b6f78ce68b2 None None] The sync data for ids ['95a427a0-3537-40f4-9eea-c93df6109b80'] in n-d-791504-14 is: [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '5ee77d8d-8bb5-4ad5-b93c-2aeea7b7986c', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'floating_ip_address': '172.25.4.253', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'port_id': 'b628164a-ddda-4734-96b6-73b6da3a9c49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'mac_address': 'fa:16:3e:cb:96:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:14Z', 'updated_at': '2021-07-16T01:19:23Z', 'revision_number': 1, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d3b1e4-b4c4-45bc-8f48-6200bb11e432', 'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'mac_address': 'fa:16:3e:a5:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:04Z', 'updated_at': '2021-07-16T01:18:13Z', 'revision_number': 5, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'subnets': [{'id': '206c9096-9461-492f-86ce-19101324f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:30.025592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b767586c-fe7e-4cf5-9b80-d40a55e1ce92 None None] Provisioning complete for port 7522f9c8-7123-414f-b2cf-14cb849b0285 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:30.025936 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b767586c-fe7e-4cf5-9b80-d40a55e1ce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.129094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b767586c-fe7e-4cf5-9b80-d40a55e1ce92 None None] Port 7522f9c8-7123-414f-b2cf-14cb849b0285 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:30.157395 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.169072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=7522f9c8-7123-414f-b2cf-14cb849b0285,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.219188 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.295094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b767586c-fe7e-4cf5-9b80-d40a55e1ce92 None None] Provisioning complete for port a5f7e77e-3db2-48d8-8111-bb1a27f9149c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:30.303567 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b767586c-fe7e-4cf5-9b80-d40a55e1ce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.349205 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd06002b-d2b7-47b7-99d3-e3bec40f441f req-fed047fb-8809-4ba6-b5e4-79dcd9c8f65b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 210 time: 0.0594797 Jul 16 01:19:30.615070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network d1df0cea-f3ee-4e22-839c-1c89fcf64fac is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:30.621154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:30.750278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0b1ebf61-91fe-42c7-9e50-efaf77f93b32 None None] Provisioning complete for port 7522f9c8-7123-414f-b2cf-14cb849b0285 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:30.750663 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b1ebf61-91fe-42c7-9e50-efaf77f93b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.876392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a5f7e77e-3db2-48d8-8111-bb1a27f9149c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:30.980420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:31.008112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dcf775bf-7bd6-4093-be31-012fe48156f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=319e93c2b6a747e89f168f27df7d6c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4192138 Jul 16 01:19:31.016625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32912) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:31.055853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ebf61-91fe-42c7-9e50-efaf77f93b32 None None] Port 7522f9c8-7123-414f-b2cf-14cb849b0285 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:31.080007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351deb1-34db-40ec-881a-045782b9a2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:31.099810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a5f7e77e-3db2-48d8-8111-bb1a27f9149c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:31.100403 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.248469 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b250e4d-0967-4e39-ac09-ec278b4c6dce None None] Provisioning complete for port 7522f9c8-7123-414f-b2cf-14cb849b0285 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:31.250352 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b250e4d-0967-4e39-ac09-ec278b4c6dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.253200 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06cc4b-2879-4668-8e66-26535ccbcac4 None None] New status for floating IP 5ee77d8d-8bb5-4ad5-b93c-2aeea7b7986c: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:19:31.336093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:31.337322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98e0c-4499-46e9-991d-008e16fd857d req-43b38afe-1467-41ce-a09a-355e38dd9cb3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.339895 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-43b38afe-1467-41ce-a09a-355e38dd9cb3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.67 "GET /v2.0/networks?id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 200 len: 809 time: 1.4025385 Jul 16 01:19:31.409413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2b250e4d-0967-4e39-ac09-ec278b4c6dce None None] Port 7522f9c8-7123-414f-b2cf-14cb849b0285 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:31.422457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Request body: {'port': {'device_id': '1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b', 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3', 'admin_state_up': True, 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:31.435227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:31.440779 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:31.443993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.496820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aefd0cab-4fa8-4e36-be6d-f731431a0b21 req-26a9bd6f-f6a5-4510-a75e-395b4a451bcf tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 210 time: 0.2229667 Jul 16 01:19:31.518233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-ec0aa69e-9e28-44f3-b2d9-36454685075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.520122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-ec0aa69e-9e28-44f3-b2d9-36454685075b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=206c9096-9461-492f-86ce-19101324f27a HTTP/1.1" status: 200 len: 854 time: 1.7296484 Jul 16 01:19:31.627476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5df03e8a-c05c-47f0-9ddd-dc394041ee46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.780275 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5df03e8a-c05c-47f0-9ddd-dc394041ee46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.806473 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.810868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:31.817246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9e5bdeba-c05f-42f9-87e1-0e727fc79b87 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "PUT /v2.0/routers/b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1003816 Jul 16 01:19:31.826317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Sync routers for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:31.839646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32934) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:31.877639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a664061-5737-41d6-96f6-4e2c6226eaf2 req-5b920dd6-1081-4c22-a7c7-a7a6c9898357 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.887493 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a664061-5737-41d6-96f6-4e2c6226eaf2 req-5b920dd6-1081-4c22-a7c7-a7a6c9898357 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 943 time: 0.8596632 Jul 16 01:19:31.889696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:31.890749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:19:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:31.934693 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb5fa661-1be3-4857-b2ad-0e9ba858005e req-dff19eae-f498-4082-96f8-f1d8b297fe2e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 210 time: 0.0779061 Jul 16 01:19:31.938333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-e1dca8ce-a8cc-4caf-a7d8-8d3f5e487adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.939988 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-e1dca8ce-a8cc-4caf-a7d8-8d3f5e487adc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 1095 time: 2.0687220 Jul 16 01:19:31.994603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:32.002233 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.025514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Made reservation on behalf of f0ce05a2e2e84cef9dafd85d2c1c7f2c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:32.037578 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.081345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-ae9747cb-a34c-4c5c-9595-82a8575f41b1 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.083659 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-ae9747cb-a34c-4c5c-9595-82a8575f41b1 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.67 "GET /v2.0/networks?id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b HTTP/1.1" status: 200 len: 822 time: 0.8456304 Jul 16 01:19:32.144204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-83b43c11-d031-4e3f-99fe-8214aad9eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.146494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-83b43c11-d031-4e3f-99fe-8214aad9eaa1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2f83854e-2a65-4737-b045-d79c7fb371d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5887945 Jul 16 01:19:32.154188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Request body: {'port': {'device_id': '4137c527-8aaa-41ad-9c84-9a8a81522cec', 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b', 'admin_state_up': True, 'tenant_id': 'e62550381bd44b4999852b313972a2e1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:32.159715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-9f9147e6-ffa3-4202-957b-78c5d4d36bad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8 HTTP/1.1" status: 200 len: 217 time: 0.2051029 Jul 16 01:19:32.180185 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a664061-5737-41d6-96f6-4e2c6226eaf2 req-302a4bce-6cb6-44f7-a4a6-78af8002623f tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908981 Jul 16 01:19:32.226540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:32.254508 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5df03e8a-c05c-47f0-9ddd-dc394041ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.260838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5df03e8a-c05c-47f0-9ddd-dc394041ee46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.266513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5df03e8a-c05c-47f0-9ddd-dc394041ee46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe1317e4-d4ef-4ec2-92bb-0f3f822feb09 HTTP/1.1" status: 204 len: 168 time: 1.2458596 Jul 16 01:19:32.269646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:32.341087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df03e8a-c05c-47f0-9ddd-dc394041ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1317e4-d4ef-4ec2-92bb-0f3f822feb09,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:32.453488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.453959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.454523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.454981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.458241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.458759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.459225 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.459684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.460078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-4db45f59-0a16-4f91-a389-252f29656de0 service neutron] 10.222.0.50 "GET /v2.0/networks/2f83854e-2a65-4737-b045-d79c7fb371d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597234 Jul 16 01:19:32.460222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.460589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.461047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.473286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-79f31214-18eb-45c3-8b2b-0d58dc91a0e5 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7768 time: 0.6299212 Jul 16 01:19:32.475230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32946) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:32.612739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:32.630315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:32.705320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:19:28Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:29Z', 'revision_number': 2, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:32.716432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-e1e5b389-154b-45ab-bba2-7f249849555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.721636 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-e1e5b389-154b-45ab-bba2-7f249849555e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8 HTTP/1.1" status: 200 len: 855 time: 0.5235887 Jul 16 01:19:32.723713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.724250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.724633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.725086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.739536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Checking router: b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:32.739895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Updating router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 port 7522f9c8-7123-414f-b2cf-14cb849b0285 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:32.740820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.741344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.741808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.742321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.742777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.743438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.755092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.762589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5671deaf-f6e4-4a15-8363-db4ed585340e tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7109 time: 0.2850080 Jul 16 01:19:32.764407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32960) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:32.790554 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.794199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:32.794491 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.800307 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-cc3e8c76-4a2b-4158-aca1-ee2958014e18 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76f2edf7-82a8-4f70-972f-e3984f4f35e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457118 Jul 16 01:19:32.899250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-de6c8316-9e7b-45a5-8764-85cb131a4129 req-9078e223-68e1-4602-b473-bfbf9c20e384 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 210 time: 0.1410418 Jul 16 01:19:32.917706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Allocated IP 172.20.0.8 (785de5a6-10d0-40ea-92dc-13fcc9e9a3d3/f0bfd4d4-79b2-4502-a287-9b1281112152/6639f9a1-e0a2-4639-a018-a6f54461d997) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:33.022558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3c27fee-d1dc-4d8b-af26-c2aec7af2d3e req-96c1728e-7492-4b94-826f-5f099d930718 service neutron] 10.222.0.50 "GET /v2.0/networks/2f83854e-2a65-4737-b045-d79c7fb371d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117016 Jul 16 01:19:33.023406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Made reservation on behalf of e62550381bd44b4999852b313972a2e1 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:33.027167 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b03478ab-7831-4931-a79f-3cafe3900c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.028146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.192052 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.203980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Transition to ACTIVE for port object 7522f9c8-7123-414f-b2cf-14cb849b0285 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:33.211993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.238617 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b03478ab-7831-4931-a79f-3cafe3900c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.258133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-9ddee0f7-a31c-4738-b4d4-bfd44267dd33 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019277 Jul 16 01:19:33.300541 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b03478ab-7831-4931-a79f-3cafe3900c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.339612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a76948-1d33-459a-8222-2140e146a6d9 None None] Pushing event updated for resources: {'Port': ['ID=7522f9c8-7123-414f-b2cf-14cb849b0285,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:33.365284 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d7913aca-f8bc-4420-bfb5-fe6f928a9184 req-23e7e57e-ec90-422b-be2c-4fb8391bfebf tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 210 time: 0.1227314 Jul 16 01:19:33.477546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Attempting to bind port 7522f9c8-7123-414f-b2cf-14cb849b0285 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:33.477926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Attempting to bind port 7522f9c8-7123-414f-b2cf-14cb849b0285 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:33.480685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Attempting to bind port 7522f9c8-7123-414f-b2cf-14cb849b0285 on network d1df0cea-f3ee-4e22-839c-1c89fcf64fac {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:33.494983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:33.495360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Checking segment: {'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:33.495768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.496159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Bound using segment: {'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:33.496634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Bound port: 7522f9c8-7123-414f-b2cf-14cb849b0285, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:33.499796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.624665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Allocated IP 172.20.0.10 (aab56c69-a6b5-41d9-939a-2572bf0bdd0b/16c6874d-f530-4445-9019-cd465bca7221/1fb8a9b0-2815-48a7-bc3c-51273ec809ef) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:33.669869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] For port 7522f9c8-7123-414f-b2cf-14cb849b0285, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:33.670607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32982) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:33.674099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] For port 7522f9c8-7123-414f-b2cf-14cb849b0285, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7522f9c8-7123-414f-b2cf-14cb849b0285,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:33.682207 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.738033 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.745481 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2fab90d2-dc90-4313-9e80-2aa6c2c03d65 req-43124d28-2222-4c1c-8fc9-369dcb0fbb53 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756815 Jul 16 01:19:33.877908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1885961502-network', 'tenant_id': '57b34baa288a4d2bb7eef89fb8e728dc'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:33.946931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:33.947717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:19:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:33.949710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a76948-1d33-459a-8222-2140e146a6d9 None None] Pushing event updated for resources: {'Port': ['ID=7522f9c8-7123-414f-b2cf-14cb849b0285,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.025452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.033609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Made reservation on behalf of 57b34baa288a4d2bb7eef89fb8e728dc for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:34.036706 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.088490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.101660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b03478ab-7831-4931-a79f-3cafe3900c61 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d0c6127e2a34d4092e8ac42d4a743fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4878581 Jul 16 01:19:34.106394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:34.110025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03478ab-7831-4931-a79f-3cafe3900c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ff0407-debd-498a-b6e2-369b1b273e8c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.122100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:34.165959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:34.168678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898853b6-e163-45c7-bdaa-4df966d0f945 req-3e20e69e-9bd6-4911-9d42-56b82f9a026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.170242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-898853b6-e163-45c7-bdaa-4df966d0f945 req-3e20e69e-9bd6-4911-9d42-56b82f9a026a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 1095 time: 0.3506150 Jul 16 01:19:34.171141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:34.190815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:34.242622 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0328f3c5-02f1-41ef-857a-963295fa076c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.260898 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-64dc7e9b-fa38-4329-8b67-da60db3dd1fc req-32a1638c-f753-468a-af27-3726d85e3e5b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 210 time: 0.1260450 Jul 16 01:19:34.261121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46618da-7aca-41f6-b892-3ffda745173a req-e6cac62b-6a40-4893-a74c-ba6f266ea2d3 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.268246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e46618da-7aca-41f6-b892-3ffda745173a req-e6cac62b-6a40-4893-a74c-ba6f266ea2d3 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 943 time: 0.6682827 Jul 16 01:19:34.286066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Pushing event updated for resources: {'Port': ['ID=6639f9a1-e0a2-4639-a018-a6f54461d997,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.287002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.316534 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0328f3c5-02f1-41ef-857a-963295fa076c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.351395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9ce82171-0aea-429e-b5cd-fbe1e889ef2a tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3764 time: 1.5858581 Jul 16 01:19:34.362671 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e46618da-7aca-41f6-b892-3ffda745173a req-679323ec-71f4-4ea2-812f-f20276e751e6 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934727 Jul 16 01:19:34.408172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.408916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.418341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0328f3c5-02f1-41ef-857a-963295fa076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.424967 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0328f3c5-02f1-41ef-857a-963295fa076c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.432800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0328f3c5-02f1-41ef-857a-963295fa076c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10ff0407-debd-498a-b6e2-369b1b273e8c HTTP/1.1" status: 204 len: 168 time: 0.3217649 Jul 16 01:19:34.433010 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:19:28Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:33Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:34.452223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328f3c5-02f1-41ef-857a-963295fa076c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ff0407-debd-498a-b6e2-369b1b273e8c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.483792 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc193a-d2af-4f39-8491-2136cabd7d5e None None] The sync data for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 is: [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:19:28Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:33Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:34.684733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898853b6-e163-45c7-bdaa-4df966d0f945 req-e48315c6-0abb-421c-a2db-fd86c70d4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.686466 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-898853b6-e163-45c7-bdaa-4df966d0f945 req-e48315c6-0abb-421c-a2db-fd86c70d4334 service neutron] 10.222.0.67 "GET /v2.0/networks?id=76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 200 len: 915 time: 0.4926908 Jul 16 01:19:34.720507 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.730157 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.761768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3a467-c452-4637-955a-2058b4c163a8 req-47aa8731-258f-4c6b-8f20-7fef1e0b150a tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.763258 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1ea3a467-c452-4637-955a-2058b4c163a8 req-47aa8731-258f-4c6b-8f20-7fef1e0b150a tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 931 time: 0.1368408 Jul 16 01:19:34.800400 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.836170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-898853b6-e163-45c7-bdaa-4df966d0f945 req-016bc958-5cde-4483-b358-57ecf4588342 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8 HTTP/1.1" status: 200 len: 217 time: 0.1308601 Jul 16 01:19:34.842523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64259a6-d701-477f-af40-0bab397408e1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.844806 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:19:34.846763 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-0c8c6cc9-fb95-40d1-98b4-7f245e14f53c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4638028 Jul 16 01:19:34.892304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1ea3a467-c452-4637-955a-2058b4c163a8 req-9938c5b8-31da-4f19-ba34-4e376d8ddd52 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068671 Jul 16 01:19:34.896032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Request body: {'port': {'device_id': '1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:34.913697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33002) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:34.913815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:34.915766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b8de663c-0ed9-41ea-821b-396bfb4c0e17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702059542', 'description': 'tempest-secgroup-smoke-702059542 description', 'project_id': 'be15e6cb8f6046ad97655557638c1e06'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:34.945099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33004) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:34.971391 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8de663c-0ed9-41ea-821b-396bfb4c0e17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.973784 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62c63289-f3b4-4ff5-ba30-e47b7878717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.998167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Network aab56c69-a6b5-41d9-939a-2572bf0bdd0b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:35.009227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event updated for resources: {'Port': ['ID=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.016371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-b8de663c-0ed9-41ea-821b-396bfb4c0e17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:19:35.016371 n-d-791504-14 neutron-server[93944]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:19:35.016371 n-d-791504-14 neutron-server[93944]: [parameters: {'project_id_1': 'be15e6cb8f6046ad97655557638c1e06', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 19, 35, 4688)}] Jul 16 01:19:35.016371 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:19:35.017358 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-b8de663c-0ed9-41ea-821b-396bfb4c0e17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:19:35.027565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:35.042663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:35.046112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.046462 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Added segment c13865e4-22a9-4e0b-843a-2c58075abce4 of type vlan for network 14dd52fb-36fd-425f-be9b-1592942e5047 Jul 16 01:19:35.131629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62c63289-f3b4-4ff5-ba30-e47b7878717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.147321 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62c63289-f3b4-4ff5-ba30-e47b7878717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.162361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898853b6-e163-45c7-bdaa-4df966d0f945 req-82358cd2-2574-433a-aebf-83ad6bf5e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.163795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-898853b6-e163-45c7-bdaa-4df966d0f945 req-82358cd2-2574-433a-aebf-83ad6bf5e89b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8 HTTP/1.1" status: 200 len: 855 time: 0.2986619 Jul 16 01:19:35.194280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-62c63289-f3b4-4ff5-ba30-e47b7878717e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7731ab33942942ba9c004e652fdd7d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465734 Jul 16 01:19:35.197397 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33006) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:35.204030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c63289-f3b4-4ff5-ba30-e47b7878717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c8c6d2-c36f-4467-892c-816ed9a68995,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.220598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.221224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.226277 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.234151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-898853b6-e163-45c7-bdaa-4df966d0f945 req-802044bd-0c82-4267-930b-94f3ec300a6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76f2edf7-82a8-4f70-972f-e3984f4f35e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614076 Jul 16 01:19:35.246276 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.257596 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1a09-a53a-42db-a0fa-e8614f35d9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.284196 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1a09-a53a-42db-a0fa-e8614f35d9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.303198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-893653d8-08cd-41d5-9c1c-5390d23ff7f8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1618218 Jul 16 01:19:35.318585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Request body: {'port': {'device_id': '4137c527-8aaa-41ad-9c84-9a8a81522cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:35.372869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1a09-a53a-42db-a0fa-e8614f35d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.377150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1a09-a53a-42db-a0fa-e8614f35d9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.383986 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9e7e1a09-a53a-42db-a0fa-e8614f35d9f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05c8c6d2-c36f-4467-892c-816ed9a68995 HTTP/1.1" status: 204 len: 168 time: 0.1852469 Jul 16 01:19:35.408839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e1a09-a53a-42db-a0fa-e8614f35d9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c8c6d2-c36f-4467-892c-816ed9a68995,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.432083 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.432742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.433329 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.503104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23751b1e-fd72-4114-bfac-a7801b38d924 req-a8e97036-6e54-45e1-9b09-845350f57f8b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.505035 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23751b1e-fd72-4114-bfac-a7801b38d924 req-a8e97036-6e54-45e1-9b09-845350f57f8b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 932 time: 0.0782537 Jul 16 01:19:35.519994 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8453383 Jul 16 01:19:35.520208 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8de663c-0ed9-41ea-821b-396bfb4c0e17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.531374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33014) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:35.542774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Request body: {'subnet': {'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1885961502-subnet', 'tenant_id': '57b34baa288a4d2bb7eef89fb8e728dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:35.576865 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-898853b6-e163-45c7-bdaa-4df966d0f945 req-2ed74788-dd9b-46db-9009-638d9fcdccb6 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337533 Jul 16 01:19:35.601273 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23751b1e-fd72-4114-bfac-a7801b38d924 req-97c446fd-7ce0-447c-89b3-02a7175438b6 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788217 Jul 16 01:19:35.604665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Made reservation on behalf of 57b34baa288a4d2bb7eef89fb8e728dc for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:35.607063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.678837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a07f13-f12f-4ad0-a288-696c173b50b7 admin admin] Pushing event updated for resources: {'Network': ['ID=14dd52fb-36fd-425f-be9b-1592942e5047,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.698759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 14dd52fb-36fd-425f-be9b-1592942e5047 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:35.755185 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.762865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8de663c-0ed9-41ea-821b-396bfb4c0e17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.772187 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8de663c-0ed9-41ea-821b-396bfb4c0e17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.843286 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8de663c-0ed9-41ea-821b-396bfb4c0e17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.847483 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b8de663c-0ed9-41ea-821b-396bfb4c0e17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9356411 Jul 16 01:19:35.847694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33020) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:35.854758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-79f2e69c-7af0-468f-a6be-91c34905ddae tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '7784908e-e1d7-4c14-9df8-8520c91de2d6', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:35.879539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de663c-0ed9-41ea-821b-396bfb4c0e17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7784908e-e1d7-4c14-9df8-8520c91de2d6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.917210 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.963169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79f2e69c-7af0-468f-a6be-91c34905ddae tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.012347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78490a7-1a93-4912-b9be-e2262485378b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.040605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Checking segment: {'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:36.040941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Network hostable DHCP agents. Network: 14dd52fb-36fd-425f-be9b-1592942e5047, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:36.092928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Network 14dd52fb-36fd-425f-be9b-1592942e5047 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:36.096838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79f2e69c-7af0-468f-a6be-91c34905ddae tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.115991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79f2e69c-7af0-468f-a6be-91c34905ddae tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.141663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 14dd52fb-36fd-425f-be9b-1592942e5047) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:36.166419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548ac9f-c364-4086-bd6b-9dc87d644cf2 None None] Network 14dd52fb-36fd-425f-be9b-1592942e5047 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:36.170390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.171002 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.187610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2e69c-7af0-468f-a6be-91c34905ddae tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21567f06-5fb0-48e5-b82c-6e04e1ece7cb,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.196046 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79f2e69c-7af0-468f-a6be-91c34905ddae tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.197162 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-79f2e69c-7af0-468f-a6be-91c34905ddae tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485718 Jul 16 01:19:36.200309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33036) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:36.203788 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1c50af8f-6213-44c6-9803-d03b99b967af admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6714177 Jul 16 01:19:36.209020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-af9743bc-ea89-4bfc-b121-962f384edde8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '7784908e-e1d7-4c14-9df8-8520c91de2d6', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:36.277718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd096fb4-8b18-4f14-8da3-52bd822070f9 req-d37eb714-42d0-4c01-ae81-5f82d433ba68 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.287524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce097035-4340-4f60-9437-f7dda8fda9f6 req-9eb3ca69-6e50-404f-a6e7-3ec942253715 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.289102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce097035-4340-4f60-9437-f7dda8fda9f6 req-9eb3ca69-6e50-404f-a6e7-3ec942253715 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 943 time: 0.7212105 Jul 16 01:19:36.290716 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd096fb4-8b18-4f14-8da3-52bd822070f9 req-d37eb714-42d0-4c01-ae81-5f82d433ba68 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 931 time: 0.1897249 Jul 16 01:19:36.313807 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-898853b6-e163-45c7-bdaa-4df966d0f945 req-0ab18219-9401-40bc-a2ff-73567dc62f21 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814494 Jul 16 01:19:36.335731 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af9743bc-ea89-4bfc-b121-962f384edde8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.448503 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd096fb4-8b18-4f14-8da3-52bd822070f9 req-42854197-f083-4962-abba-81274e0af4f6 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371806 Jul 16 01:19:36.500251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352beb70-5095-47bf-9732-830ea3a59d67 None None] Network 14dd52fb-36fd-425f-be9b-1592942e5047 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:36.532793 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af9743bc-ea89-4bfc-b121-962f384edde8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.545054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af9743bc-ea89-4bfc-b121-962f384edde8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.570528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9743bc-ea89-4bfc-b121-962f384edde8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667d5796-b717-47a2-9799-f197d3ed9c53,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.588354 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af9743bc-ea89-4bfc-b121-962f384edde8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.591071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af9743bc-ea89-4bfc-b121-962f384edde8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3879497 Jul 16 01:19:36.593069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:36.599158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3ac13196-ce3d-4671-aa29-091f1412d53b tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '7784908e-e1d7-4c14-9df8-8520c91de2d6', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:36.657814 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ac13196-ce3d-4671-aa29-091f1412d53b tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.694255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7522f9c8-7123-414f-b2cf-14cb849b0285 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:36.738185 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce097035-4340-4f60-9437-f7dda8fda9f6 req-96d014de-afac-4c5b-9a8d-fc7601de9b5e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367778 Jul 16 01:19:36.784003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ac13196-ce3d-4671-aa29-091f1412d53b tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.797138 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ac13196-ce3d-4671-aa29-091f1412d53b tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.826483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac13196-ce3d-4671-aa29-091f1412d53b tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd2e6cc-3586-471a-81ff-9c691a3259a5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.842939 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ac13196-ce3d-4671-aa29-091f1412d53b tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.846050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3ac13196-ce3d-4671-aa29-091f1412d53b tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2505345 Jul 16 01:19:36.846797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 7522f9c8-7123-414f-b2cf-14cb849b0285 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:36.847724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:36.853100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7522f9c8-7123-414f-b2cf-14cb849b0285 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:36.853718 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.863604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-38bd1cb1-10d0-4826-917b-48ced8edb78e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '7784908e-e1d7-4c14-9df8-8520c91de2d6', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:36.885387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6639f9a1-e0a2-4639-a018-a6f54461d997 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:36.938182 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bd1cb1-10d0-4826-917b-48ced8edb78e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.938614 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.951353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.991907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 7522f9c8-7123-414f-b2cf-14cb849b0285, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7522f9c8-7123-414f-b2cf-14cb849b0285,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:37.009761 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.031827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Transition to ACTIVE for port object 6639f9a1-e0a2-4639-a018-a6f54461d997 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:37.073160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.083132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bd1cb1-10d0-4826-917b-48ced8edb78e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.092099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bd1cb1-10d0-4826-917b-48ced8edb78e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.112460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=7522f9c8-7123-414f-b2cf-14cb849b0285,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.174506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd1cb1-10d0-4826-917b-48ced8edb78e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4714d8ce-2e92-468e-ab5a-bb7cab725481,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.180152 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bd1cb1-10d0-4826-917b-48ced8edb78e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.182291 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-38bd1cb1-10d0-4826-917b-48ced8edb78e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3317158 Jul 16 01:19:37.185109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:37.191109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-de0677c6-bfc4-4f28-a514-d9ed9f993d9e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '7784908e-e1d7-4c14-9df8-8520c91de2d6', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:37.241161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3a60-6240-4f3b-9a94-5755a6cbb825 req-c9038db8-bc2b-4932-bb3c-96da3c511984 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.244703 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-afdd3a60-6240-4f3b-9a94-5755a6cbb825 req-c9038db8-bc2b-4932-bb3c-96da3c511984 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 932 time: 0.1432362 Jul 16 01:19:37.254704 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-de0677c6-bfc4-4f28-a514-d9ed9f993d9e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Project be15e6cb8f6046ad97655557638c1e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:19:37.269110 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0677c6-bfc4-4f28-a514-d9ed9f993d9e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.304664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Pushing event updated for resources: {'Port': ['ID=6639f9a1-e0a2-4639-a018-a6f54461d997,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.331930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Attempting to bind port 6639f9a1-e0a2-4639-a018-a6f54461d997 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:37.332649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Attempting to bind port 6639f9a1-e0a2-4639-a018-a6f54461d997 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:37.333147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Attempting to bind port 6639f9a1-e0a2-4639-a018-a6f54461d997 on network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:37.347684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Port 6639f9a1-e0a2-4639-a018-a6f54461d997 on network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:37.348551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Attempting to bind port 6639f9a1-e0a2-4639-a018-a6f54461d997 on network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:37.353890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-afdd3a60-6240-4f3b-9a94-5755a6cbb825 req-67a911a9-7844-4666-bd71-4190c05d67a4 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952570 Jul 16 01:19:37.365815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb8a9b0-2815-48a7-bc3c-51273ec809ef {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:37.382868 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.385985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:37.386375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Checking segment: {'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:37.388849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Bound using segment: {'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:37.389732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Bound port: 6639f9a1-e0a2-4639-a018-a6f54461d997, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:37.390090 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.412958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0677c6-bfc4-4f28-a514-d9ed9f993d9e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.418000 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0677c6-bfc4-4f28-a514-d9ed9f993d9e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.442414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Transition to ACTIVE for port object 1fb8a9b0-2815-48a7-bc3c-51273ec809ef will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:37.445815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0677c6-bfc4-4f28-a514-d9ed9f993d9e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234ff5e1-2e5b-45ed-8e35-f6472bd867d4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.456915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.465276 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0677c6-bfc4-4f28-a514-d9ed9f993d9e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.466597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-de0677c6-bfc4-4f28-a514-d9ed9f993d9e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2803118 Jul 16 01:19:37.469460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33080) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:37.478644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d96dfc46-f096-4d35-83a8-8f28c88da1ed tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '7784908e-e1d7-4c14-9df8-8520c91de2d6', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:37.523891 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-d96dfc46-f096-4d35-83a8-8f28c88da1ed tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Project be15e6cb8f6046ad97655557638c1e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:19:37.535071 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96dfc46-f096-4d35-83a8-8f28c88da1ed tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.612689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] For port 6639f9a1-e0a2-4639-a018-a6f54461d997, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:37.615032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Pushing event updated for resources: {'Port': ['ID=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.660831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b60ac144-7a08-4e62-a0c0-348c5a18b5f8 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:37.681349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] For port 6639f9a1-e0a2-4639-a018-a6f54461d997, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6639f9a1-e0a2-4639-a018-a6f54461d997,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:37.683447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96dfc46-f096-4d35-83a8-8f28c88da1ed tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.690557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96dfc46-f096-4d35-83a8-8f28c88da1ed tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.721962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dfc46-f096-4d35-83a8-8f28c88da1ed tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479de4e4-a07f-4138-b82e-4602ca30bc6e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.735551 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96dfc46-f096-4d35-83a8-8f28c88da1ed tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.736957 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d96dfc46-f096-4d35-83a8-8f28c88da1ed tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2628765 Jul 16 01:19:37.746576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc215b-1f39-4427-908b-cdd32fb0da57 req-3ad84a95-9a0e-4a8d-814f-ca52a10f7d93 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.748361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32cc215b-1f39-4427-908b-cdd32fb0da57 req-3ad84a95-9a0e-4a8d-814f-ca52a10f7d93 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 943 time: 0.1317148 Jul 16 01:19:37.767229 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.816380 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32cc215b-1f39-4427-908b-cdd32fb0da57 req-eb9e85b8-4fb2-45b7-bee6-bb2eb78f9b00 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622101 Jul 16 01:19:37.850973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:37.875677 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8', 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9', 'port_id': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8', 'mac_address': 'fa:16:3e:69:16:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:37.888805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Pushing event updated for resources: {'Port': ['ID=6639f9a1-e0a2-4639-a018-a6f54461d997,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.893597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Attempting to bind port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:37.893597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Attempting to bind port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:37.893597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Attempting to bind port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef on network aab56c69-a6b5-41d9-939a-2572bf0bdd0b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:37.900835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef on network aab56c69-a6b5-41d9-939a-2572bf0bdd0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:37.901169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Attempting to bind port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef on network aab56c69-a6b5-41d9-939a-2572bf0bdd0b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:37.919045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.919680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.921097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-1029c586-4a8f-405e-a5a1-be740a2255cd service neutron] 10.222.0.67 "PUT /v2.0/ports/6639f9a1-e0a2-4639-a018-a6f54461d997 HTTP/1.1" status: 200 len: 1092 time: 3.0375400 Jul 16 01:19:37.923418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b', 'tag': '6639f9a1-e0a2-4639-a018-a6f54461d997'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:37.926256 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b", "tag": "6639f9a1-e0a2-4639-a018-a6f54461d997"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:37.934031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:37.935166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Checking segment: {'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:37.935730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Bound using segment: {'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:37.936367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Bound port: 1fb8a9b0-2815-48a7-bc3c-51273ec809ef, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de21b026-b4c5-41ab-b4e3-edeced018aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:37.936894 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.943583 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.956151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-b4450b79-526f-4644-9a53-098eaf0ee462 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.959398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-b4450b79-526f-4644-9a53-098eaf0ee462 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/networks?id=14dd52fb-36fd-425f-be9b-1592942e5047 HTTP/1.1" status: 200 len: 818 time: 0.4519289 Jul 16 01:19:37.966350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60ac144-7a08-4e62-a0c0-348c5a18b5f8 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:37.991399 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:37.996764 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.054366 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-6a2fa6c4-ac7c-4648-acb9-c37d376deb99 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/quotas/57b34baa288a4d2bb7eef89fb8e728dc HTTP/1.1" status: 200 len: 375 time: 0.0830960 Jul 16 01:19:38.064444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:38.091153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d89761-84dd-4973-be19-0249830f764d req-e3ac06fe-e46e-4065-9117-062d823095e4 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.098637 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1d89761-84dd-4973-be19-0249830f764d req-e3ac06fe-e46e-4065-9117-062d823095e4 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 944 time: 0.0913961 Jul 16 01:19:38.143726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1d89761-84dd-4973-be19-0249830f764d req-5cf35f10-0fb1-451f-a07d-20ff8fa0e74b tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440919 Jul 16 01:19:38.148888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-b3083318-9715-4e47-9626-4c3a8323be49 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=57b34baa288a4d2bb7eef89fb8e728dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816371 Jul 16 01:19:38.207967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98e0c-4499-46e9-991d-008e16fd857d req-82c6eb55-6b6e-4afd-b1ef-83b02db1ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.210283 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-82c6eb55-6b6e-4afd-b1ef-83b02db1ed98 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 1095 time: 0.2379041 Jul 16 01:19:38.211841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] For port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:38.230853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b60ac144-7a08-4e62-a0c0-348c5a18b5f8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:38.277377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-95e48c23-553a-4996-abf2-9564cde62a06 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6639f9a1-e0a2-4639-a018-a6f54461d997 HTTP/1.1" status: 200 len: 217 time: 0.0508461 Jul 16 01:19:38.308100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] For port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:38.342381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.426279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.426965 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.428399 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] 10.222.0.67 "PUT /v2.0/ports/1fb8a9b0-2815-48a7-bc3c-51273ec809ef HTTP/1.1" status: 200 len: 1093 time: 3.1152782 Jul 16 01:19:38.445179 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-b463dd5e-26d0-49ec-a3bc-ab332d63b457 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702059542&fields=id&tenant_id=be15e6cb8f6046ad97655557638c1e06 HTTP/1.1" status: 200 len: 267 time: 0.0874481 Jul 16 01:19:38.465207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98e0c-4499-46e9-991d-008e16fd857d req-e40a8cc3-7b33-4f27-a26e-23ad2460b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.466717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-e40a8cc3-7b33-4f27-a26e-23ad2460b987 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0bfd4d4-79b2-4502-a287-9b1281112152 HTTP/1.1" status: 200 len: 849 time: 0.1549702 Jul 16 01:19:38.479955 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-06fd137e-db9e-4d1d-bbda-5eef8318b3f4 service neutron] 10.222.0.64 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249135 Jul 16 01:19:38.493140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2844-93c7-4195-a708-fc66a652c4de service neutron] Pushing event updated for resources: {'Port': ['ID=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:38.580934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-e531b3d2-36be-47ed-9bc8-8c06e4e52825 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966179 Jul 16 01:19:38.618640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7522f9c8-7123-414f-b2cf-14cb849b0285 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:38.642382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-10aa519f-906e-4cf6-a8cf-43f8dd4fdc9d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.654654 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-10aa519f-906e-4cf6-a8cf-43f8dd4fdc9d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/networks?id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac HTTP/1.1" status: 200 len: 797 time: 0.2085273 Jul 16 01:19:38.681793 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-d36be9c8-dce5-4a6f-8e1a-e2fd3ed6d366 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/quotas/be15e6cb8f6046ad97655557638c1e06 HTTP/1.1" status: 200 len: 375 time: 0.0244670 Jul 16 01:19:38.738334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7522f9c8-7123-414f-b2cf-14cb849b0285 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:38.738334 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.777034 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-5030ed2d-a42f-4587-97aa-60b2efd500bc service neutron] 10.222.0.64 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961895 Jul 16 01:19:38.780833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-db043617-e804-4647-a08a-136cdc7cbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.782547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-db043617-e804-4647-a08a-136cdc7cbe54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e62550381bd44b4999852b313972a2e1&device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 1096 time: 0.2619741 Jul 16 01:19:38.828440 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e8402025-65f7-4fec-a00d-2bab30382ef7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1455958 Jul 16 01:19:38.908250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-dee55b47-b25f-4bd2-8e17-9d0f6da503b3 service neutron] 10.222.0.67 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672386 Jul 16 01:19:38.911689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-50694fcb-8e49-40f7-a0e3-e7761626dbed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fb8a9b0-2815-48a7-bc3c-51273ec809ef HTTP/1.1" status: 200 len: 217 time: 0.1133609 Jul 16 01:19:39.039917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-cd940be4-7d98-48cc-8d55-50c76dfacf05 service neutron] 10.222.0.64 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104754 Jul 16 01:19:39.045845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-8ed710a5-4799-40b9-97ef-476d49f0015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.047328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-8ed710a5-4799-40b9-97ef-476d49f0015d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16c6874d-f530-4445-9019-cd465bca7221 HTTP/1.1" status: 200 len: 862 time: 0.1148186 Jul 16 01:19:39.106320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-c8feaba4-acf2-49f4-81e0-684c3d83a3a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503592 Jul 16 01:19:39.147700 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7be98e0c-4499-46e9-991d-008e16fd857d req-56a12bd9-e296-416d-903a-e29de8faf0f8 service neutron] 10.222.0.67 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279201 Jul 16 01:19:39.203243 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e5f20584-1d83-489b-834d-0546c98fac97 service neutron] 10.222.0.64 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621454 Jul 16 01:19:39.267362 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84de483c-667e-49ef-a4f1-61b0a092497b x-openstack-request-id: req-84de483c-667e-49ef-a4f1-61b0a092497b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:39.267676 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b", "tag": "6639f9a1-e0a2-4639-a018-a6f54461d997", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:39.267986 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84de483c-667e-49ef-a4f1-61b0a092497b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:39.268402 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b', 'tag': '6639f9a1-e0a2-4639-a018-a6f54461d997', 'status': 'completed', 'code': 200} Jul 16 01:19:39.352639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:39.364959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-9c81b26e-b887-4ad1-8c53-6f0e3cce6efa service neutron] 10.222.0.67 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501533 Jul 16 01:19:39.546804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5 req-55894cb7-35e8-4313-98bb-d93869b85b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.551031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00a1a7ca-64f3-42e0-8493-dca34952bc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.552768 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5 req-55894cb7-35e8-4313-98bb-d93869b85b82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 1095 time: 0.2741406 Jul 16 01:19:39.678915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b60ac144-7a08-4e62-a0c0-348c5a18b5f8 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:39.689493 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff5b264-9e64-4d3c-9b7b-6cce07bab40c req-233060e7-ce4c-4011-bb01-e9297a136af1 service neutron] 10.222.0.67 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071525 Jul 16 01:19:39.750192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e09536-99cf-497c-8671-fc1a95413202 req-1af1405d-1544-4017-87aa-3be6c9dcd2db tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.757095 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2e09536-99cf-497c-8671-fc1a95413202 req-1af1405d-1544-4017-87aa-3be6c9dcd2db tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 943 time: 0.1400590 Jul 16 01:19:39.773081 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00a1a7ca-64f3-42e0-8493-dca34952bc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.779782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5 req-5ab42e07-6f8b-49b6-8612-6ca8e5875ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.781448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5 req-5ab42e07-6f8b-49b6-8612-6ca8e5875ee6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 200 len: 909 time: 0.2186062 Jul 16 01:19:39.784808 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00a1a7ca-64f3-42e0-8493-dca34952bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.798799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67f369-f159-40d0-b2d8-8ac8b658d475 req-0fe81226-58bd-4e1e-a0bb-804f6295eb7f tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.801443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2c67f369-f159-40d0-b2d8-8ac8b658d475 req-0fe81226-58bd-4e1e-a0bb-804f6295eb7f tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 944 time: 0.2076108 Jul 16 01:19:39.837514 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-00a1a7ca-64f3-42e0-8493-dca34952bc77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4d1474319af4718ba2c1569afa394c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828458 Jul 16 01:19:39.841258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33180) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:39.847134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2e09536-99cf-497c-8671-fc1a95413202 req-3b38ff86-a6f9-4f66-9cce-ba4cf3cd3ac0 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891736 Jul 16 01:19:39.852079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1a7ca-64f3-42e0-8493-dca34952bc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f70884c-cd4f-4852-9f17-eaf394824fc9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:39.869303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port b60ac144-7a08-4e62-a0c0-348c5a18b5f8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:39.890697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port b60ac144-7a08-4e62-a0c0-348c5a18b5f8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:39.892950 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.929985 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5 req-10e9f46d-51d5-410f-866c-66ca230d22bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6639f9a1-e0a2-4639-a018-a6f54461d997 HTTP/1.1" status: 200 len: 217 time: 0.1275327 Jul 16 01:19:39.949962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-184525b3-0627-4010-ad1e-1bff33100c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.010070 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-184525b3-0627-4010-ad1e-1bff33100c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.011018 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.061924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2c67f369-f159-40d0-b2d8-8ac8b658d475 req-9469295f-9ee4-418d-ad2b-dc3ae3db65dd tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505052 Jul 16 01:19:40.082000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:40.087438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:40.092655 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef681cb-c9e6-46b7-8d96-b5befca4dc95" -d '{"events": [{"server_uuid": "2c88abdd-a0ae-4813-bf0c-ce433a98807b", "name": "network-vif-plugged", "status": "completed", "tag": "b60ac144-7a08-4e62-a0c0-348c5a18b5f8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:40.095277 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.111230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5 req-3d43c686-6544-4fa9-b247-bf772213eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.113049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-184525b3-0627-4010-ad1e-1bff33100c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.116328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5 req-3d43c686-6544-4fa9-b247-bf772213eba8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0bfd4d4-79b2-4502-a287-9b1281112152 HTTP/1.1" status: 200 len: 849 time: 0.1728544 Jul 16 01:19:40.118879 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-184525b3-0627-4010-ad1e-1bff33100c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.122379 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-184525b3-0627-4010-ad1e-1bff33100c60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f70884c-cd4f-4852-9f17-eaf394824fc9 HTTP/1.1" status: 204 len: 168 time: 0.2779994 Jul 16 01:19:40.151170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184525b3-0627-4010-ad1e-1bff33100c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f70884c-cd4f-4852-9f17-eaf394824fc9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:40.189913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5 req-ee1b8de8-9b72-4bb7-8366-ba1e80c17639 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650403 Jul 16 01:19:40.333637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:40.450296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5 req-7572bed5-1b29-49f1-a066-bd56a8073c7d service neutron] 10.222.0.67 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504358 Jul 16 01:19:40.473004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02ed3f-ee9b-4c07-b559-232874f87179 req-249d5410-2b02-4772-9814-5f3bae57cb22 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.481098 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd02ed3f-ee9b-4c07-b559-232874f87179 req-249d5410-2b02-4772-9814-5f3bae57cb22 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1931441 Jul 16 01:19:40.662870 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd02ed3f-ee9b-4c07-b559-232874f87179 req-03c7391e-f8e9-4552-9e87-be62bcb786fe tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806898 Jul 16 01:19:40.733236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd47e938-23d5-4216-aa5e-3f7200fd3eb5 req-f8ad12b9-977d-456d-beb4-4f22d849643a service neutron] 10.222.0.67 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487874 Jul 16 01:19:40.753593 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac97f113-3e24-4787-9b22-04e07cb61ec6 x-openstack-request-id: req-ac97f113-3e24-4787-9b22-04e07cb61ec6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:40.754250 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c88abdd-a0ae-4813-bf0c-ce433a98807b", "name": "network-vif-plugged", "status": "completed", "tag": "b60ac144-7a08-4e62-a0c0-348c5a18b5f8", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:40.754250 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac97f113-3e24-4787-9b22-04e07cb61ec6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:40.755202 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8', 'code': 200} Jul 16 01:19:40.801504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:40.822301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dc77031-6aa4-4df1-bdea-22abc2d5c2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.830452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6a1343a-6626-4540-8e21-1fb6a035d97d req-a49f3c84-6ded-49b8-a9d3-2c95c8ce3280 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 210 time: 0.0327270 Jul 16 01:19:40.975658 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88689e2a-de68-456a-834c-35b9554e259e req-d36e9d03-c671-4faa-ac9d-dc497ff95e12 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0468745 Jul 16 01:19:40.992456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ea190-adc0-4487-a461-f87670b49114 req-b8065d0a-1ddd-4926-a2f8-e8f88bb161ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.994053 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b49ea190-adc0-4487-a461-f87670b49114 req-b8065d0a-1ddd-4926-a2f8-e8f88bb161ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 1097 time: 0.1398742 Jul 16 01:19:41.064624 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b49ea190-adc0-4487-a461-f87670b49114 req-0680106e-eb92-4d43-87a2-6e1a7582d830 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624382 Jul 16 01:19:41.084948 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dc77031-6aa4-4df1-bdea-22abc2d5c2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.090614 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dc77031-6aa4-4df1-bdea-22abc2d5c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.179791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc77031-6aa4-4df1-bdea-22abc2d5c2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53726093-3d97-4cc7-b52c-e1e1b09f054e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:41.185823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4dc77031-6aa4-4df1-bdea-22abc2d5c2f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbf86a5e155e4b238ff8faa1bce952cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822715 Jul 16 01:19:41.192087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33202) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:41.235725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9d2c8-e0cf-4c69-b248-cf95752d2be7 req-b07431e2-7204-4a2f-8d71-8489fece2640 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.237133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c2b9d2c8-e0cf-4c69-b248-cf95752d2be7 req-b07431e2-7204-4a2f-8d71-8489fece2640 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 943 time: 0.1211445 Jul 16 01:19:41.270874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4137c527-8aaa-41ad-9c84-9a8a81522cec', 'tag': '1fb8a9b0-2815-48a7-bc3c-51273ec809ef'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:41.273498 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627134de-13cb-4843-b81c-ae7c94d88cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "4137c527-8aaa-41ad-9c84-9a8a81522cec", "tag": "1fb8a9b0-2815-48a7-bc3c-51273ec809ef"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:41.305072 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c2b9d2c8-e0cf-4c69-b248-cf95752d2be7 req-1d8cc792-8e76-4284-bdb5-56fb24d1cc48 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580413 Jul 16 01:19:41.334219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b986bcb7-c65d-4a30-b907-c54a7581d2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.354735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffe974-47f4-41ef-b68e-6154788bf754 req-c248cb92-fa03-4a52-8a1c-1c818b35cc31 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.356292 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fdffe974-47f4-41ef-b68e-6154788bf754 req-c248cb92-fa03-4a52-8a1c-1c818b35cc31 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 944 time: 0.1317117 Jul 16 01:19:41.383681 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b986bcb7-c65d-4a30-b907-c54a7581d2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.392076 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba7310-ca7c-4807-b55f-cad6e0331ff2 x-openstack-request-id: req-6bba7310-ca7c-4807-b55f-cad6e0331ff2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:41.392361 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4137c527-8aaa-41ad-9c84-9a8a81522cec", "tag": "1fb8a9b0-2815-48a7-bc3c-51273ec809ef", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:41.392613 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6bba7310-ca7c-4807-b55f-cad6e0331ff2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:41.393000 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4137c527-8aaa-41ad-9c84-9a8a81522cec', 'tag': '1fb8a9b0-2815-48a7-bc3c-51273ec809ef', 'status': 'completed', 'code': 200} Jul 16 01:19:41.448735 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fdffe974-47f4-41ef-b68e-6154788bf754 req-ad88af9f-a3bc-43b2-bb30-df9260322490 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830922 Jul 16 01:19:41.484074 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b986bcb7-c65d-4a30-b907-c54a7581d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.487297 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b986bcb7-c65d-4a30-b907-c54a7581d2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.488757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b986bcb7-c65d-4a30-b907-c54a7581d2c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53726093-3d97-4cc7-b52c-e1e1b09f054e HTTP/1.1" status: 204 len: 168 time: 0.2955575 Jul 16 01:19:41.498556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986bcb7-c65d-4a30-b907-c54a7581d2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53726093-3d97-4cc7-b52c-e1e1b09f054e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:41.498979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627134de-13cb-4843-b81c-ae7c94d88cdf req-4b4db3de-bc03-4001-99f1-89bc525038aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.500625 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-627134de-13cb-4843-b81c-ae7c94d88cdf req-4b4db3de-bc03-4001-99f1-89bc525038aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e62550381bd44b4999852b313972a2e1&device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 1096 time: 0.0791688 Jul 16 01:19:41.695281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6639f9a1-e0a2-4639-a018-a6f54461d997 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:41.742252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627134de-13cb-4843-b81c-ae7c94d88cdf req-161a647c-a802-4994-abde-62b30080bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.746271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-627134de-13cb-4843-b81c-ae7c94d88cdf req-161a647c-a802-4994-abde-62b30080bba0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b HTTP/1.1" status: 200 len: 922 time: 0.2359657 Jul 16 01:19:41.872197 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-627134de-13cb-4843-b81c-ae7c94d88cdf req-4c408e70-afcc-45ef-89dd-e013fbfda407 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fb8a9b0-2815-48a7-bc3c-51273ec809ef HTTP/1.1" status: 200 len: 217 time: 0.1071100 Jul 16 01:19:41.883739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-6008d0be-97bc-4e5e-b15b-e183365bd538 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.884994 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-6008d0be-97bc-4e5e-b15b-e183365bd538 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.50 "GET /v2.0/networks?id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac HTTP/1.1" status: 200 len: 797 time: 0.3097911 Jul 16 01:19:41.987258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6639f9a1-e0a2-4639-a018-a6f54461d997, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6639f9a1-e0a2-4639-a018-a6f54461d997,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:42.006811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '6639f9a1-e0a2-4639-a018-a6f54461d997', 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3', 'port_id': '6639f9a1-e0a2-4639-a018-a6f54461d997', 'mac_address': 'fa:16:3e:bc:f6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bfd4d4-79b2-4502-a287-9b1281112152', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:42.020989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627134de-13cb-4843-b81c-ae7c94d88cdf req-9a9fbfbc-2590-4dd9-b1b7-44d53e4ac5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.023157 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-627134de-13cb-4843-b81c-ae7c94d88cdf req-9a9fbfbc-2590-4dd9-b1b7-44d53e4ac5ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16c6874d-f530-4445-9019-cd465bca7221 HTTP/1.1" status: 200 len: 862 time: 0.1371701 Jul 16 01:19:42.076573 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-627134de-13cb-4843-b81c-ae7c94d88cdf req-a876ebcf-5fa6-447c-a7ef-c51bb5c3e77a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aab56c69-a6b5-41d9-939a-2572bf0bdd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355597 Jul 16 01:19:42.101626 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.128774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-304580e0-b541-47e8-ba20-e37747025063 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be15e6cb8f6046ad97655557638c1e06 HTTP/1.1" status: 200 len: 379 time: 0.1043775 Jul 16 01:19:42.145564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f21aa-f4e4-485b-9d4f-c14a5268092d req-48c4bf2b-79ec-45c2-86b5-3b62cd3d54e3 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.148942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'port': {'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'admin_state_up': True, 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'security_groups': ['7784908e-e1d7-4c14-9df8-8520c91de2d6']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:42.153305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6639f9a1-e0a2-4639-a018-a6f54461d997 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:42.159767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e57f21aa-f4e4-485b-9d4f-c14a5268092d req-48c4bf2b-79ec-45c2-86b5-3b62cd3d54e3 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1962051 Jul 16 01:19:42.197576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6639f9a1-e0a2-4639-a018-a6f54461d997, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6639f9a1-e0a2-4639-a018-a6f54461d997,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:42.205227 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.316979 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e57f21aa-f4e4-485b-9d4f-c14a5268092d req-ad42bfce-2a6e-4be3-9684-b9150262c199 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524150 Jul 16 01:19:42.368722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=6639f9a1-e0a2-4639-a018-a6f54461d997,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:42.473878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['6639f9a1-e0a2-4639-a018-a6f54461d997'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:42.626060 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d36168ba-5748-483d-95a3-ca7f797f1490 req-35fe6fa5-74b7-4ea6-8c79-827a37f52e40 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0483716 Jul 16 01:19:42.896283 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05b450c8-e395-46d9-bf4a-4c8c4eb11681 req-df3b162c-c9ed-45fe-88cb-a8600cfcee3d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 210 time: 0.1171591 Jul 16 01:19:43.060157 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-627134de-13cb-4843-b81c-ae7c94d88cdf req-5969963b-3cd0-477b-8acc-788359b739db service neutron] 10.222.0.67 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9743712 Jul 16 01:19:43.090453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-3fc99b54-883e-4221-a6e2-e1176289c939 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.092005 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-3fc99b54-883e-4221-a6e2-e1176289c939 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.50 "GET /v2.0/networks?id=14dd52fb-36fd-425f-be9b-1592942e5047 HTTP/1.1" status: 200 len: 818 time: 0.2507908 Jul 16 01:19:43.111767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Request body: {'port': {'device_id': '8237634f-64c9-4aa1-a44d-4e5e459d64a6', 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047', 'admin_state_up': True, 'tenant_id': '57b34baa288a4d2bb7eef89fb8e728dc'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:43.209351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab14a00-019f-4d8c-8dcb-c4ef5209a767 req-17e49b3c-5ceb-4be0-9ee3-9285714ea724 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.218541 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bab14a00-019f-4d8c-8dcb-c4ef5209a767 req-17e49b3c-5ceb-4be0-9ee3-9285714ea724 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 944 time: 0.2546804 Jul 16 01:19:43.254198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7d858fbd-384c-45a5-9fd5-810f3d658ac2 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.257163 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7d858fbd-384c-45a5-9fd5-810f3d658ac2 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.67 "GET /v2.0/networks?id=14dd52fb-36fd-425f-be9b-1592942e5047 HTTP/1.1" status: 200 len: 818 time: 1.0858443 Jul 16 01:19:43.293270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Request body: {'port': {'device_id': '518faf60-37c7-49ca-afbc-92a5a949e1f9', 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047', 'admin_state_up': True, 'tenant_id': '57b34baa288a4d2bb7eef89fb8e728dc'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:43.298725 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bab14a00-019f-4d8c-8dcb-c4ef5209a767 req-7e4fb4b2-c49f-4662-92db-ff1542abc45c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787075 Jul 16 01:19:43.366499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Made reservation on behalf of 57b34baa288a4d2bb7eef89fb8e728dc for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:43.369976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Made reservation on behalf of be15e6cb8f6046ad97655557638c1e06 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:43.374092 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.375089 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.495273 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-627134de-13cb-4843-b81c-ae7c94d88cdf req-b79a4219-d831-4937-aa8b-08d8cbf5189e service neutron] 10.222.0.67 "GET /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137125 Jul 16 01:19:43.621384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303c4ec-3f79-4a13-a1ed-58474b4ab705 req-3e3ad564-8fce-48c1-881a-11eeb0e56738 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.632654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7303c4ec-3f79-4a13-a1ed-58474b4ab705 req-3e3ad564-8fce-48c1-881a-11eeb0e56738 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 944 time: 0.5640061 Jul 16 01:19:43.660888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Allocated IP 172.20.0.3 (14dd52fb-36fd-425f-be9b-1592942e5047/b78490a7-1a93-4912-b9be-e2262485378b/8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:43.716355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1fb8a9b0-2815-48a7-bc3c-51273ec809ef details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:43.728607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6639f9a1-e0a2-4639-a018-a6f54461d997 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:43.751044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Allocated IP 172.20.0.14 (d1df0cea-f3ee-4e22-839c-1c89fcf64fac/bed8720a-3322-4bc3-9ee5-ff5aefcc6d60/db86bd89-df4a-4374-9422-ce5dfba8c7cf) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:43.922820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 6639f9a1-e0a2-4639-a018-a6f54461d997 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:43.933357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ff891ee5-c6ca-4a37-b6f2-9d729fee034a tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.935124 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ff891ee5-c6ca-4a37-b6f2-9d729fee034a tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.50 "GET /v2.0/networks?id=14dd52fb-36fd-425f-be9b-1592942e5047 HTTP/1.1" status: 200 len: 818 time: 0.3319659 Jul 16 01:19:43.954200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 6639f9a1-e0a2-4639-a018-a6f54461d997 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:43.954856 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.965131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Request body: {'port': {'device_id': '9052e28b-3f6b-4618-8f5a-76481c65a84c', 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047', 'admin_state_up': True, 'tenant_id': '57b34baa288a4d2bb7eef89fb8e728dc'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:43.991724 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.015488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Transition to ACTIVE for port object db86bd89-df4a-4374-9422-ce5dfba8c7cf will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:44.058466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:44.081990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '1fb8a9b0-2815-48a7-bc3c-51273ec809ef', 'network_id': 'aab56c69-a6b5-41d9-939a-2572bf0bdd0b', 'port_id': '1fb8a9b0-2815-48a7-bc3c-51273ec809ef', 'mac_address': 'fa:16:3e:27:6f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c6874d-f530-4445-9019-cd465bca7221', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:44.106319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3262707-fc35-49a1-b9ae-6fb63ab99a02 req-543a01a6-d91b-4132-9881-965f1711f770 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.113795 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3262707-fc35-49a1-b9ae-6fb63ab99a02 req-543a01a6-d91b-4132-9881-965f1711f770 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.4370401 Jul 16 01:19:44.166701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.191754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Made reservation on behalf of 57b34baa288a4d2bb7eef89fb8e728dc for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:44.197998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.215680 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.221964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb8a9b0-2815-48a7-bc3c-51273ec809ef {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:44.259947 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7303c4ec-3f79-4a13-a1ed-58474b4ab705 req-62246589-4488-406b-83a6-56869a65124e tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358582 Jul 16 01:19:44.266454 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3262707-fc35-49a1-b9ae-6fb63ab99a02 req-c7865d44-dd63-47fd-b7c1-68f3ccdb6a6a tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509008 Jul 16 01:19:44.284712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6639f9a1-e0a2-4639-a018-a6f54461d997'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:44.288256 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.295567 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8ea3d5-dcd1-49af-9a88-9e257cb1b30e" -d '{"events": [{"server_uuid": "1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b", "name": "network-vif-plugged", "status": "completed", "tag": "6639f9a1-e0a2-4639-a018-a6f54461d997"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:44.313906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:44.346712 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.355283 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6639f9a1-e0a2-4639-a018-a6f54461d997, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6639f9a1-e0a2-4639-a018-a6f54461d997,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:44.363226 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.369829 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.415517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network d1df0cea-f3ee-4e22-839c-1c89fcf64fac is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:44.447202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:44.447946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Made reservation on behalf of 57b34baa288a4d2bb7eef89fb8e728dc for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:44.453489 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.464575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:44.476938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.580604 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.630727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=6639f9a1-e0a2-4639-a018-a6f54461d997,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.635547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.636799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.641154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6e501e4-fe11-4f57-a58e-0aedee1c3ea4 req-8b4760d4-d93e-45c1-8ee7-20d16b95f0b0 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0487273 Jul 16 01:19:44.657224 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-4d3c103f-06ec-49bb-8d5a-bc36fa16c489 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6354702 Jul 16 01:19:44.684633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['1fb8a9b0-2815-48a7-bc3c-51273ec809ef'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:44.685602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Pushing event updated for resources: {'Port': ['ID=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.703845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Network 14dd52fb-36fd-425f-be9b-1592942e5047 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:44.708428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:44.711567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:44.787742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=db86bd89-df4a-4374-9422-ce5dfba8c7cf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.798427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-830ee303-6aff-4e64-8c92-033439768e14 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6530752 Jul 16 01:19:44.865322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Request body: {'port': {'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:44.936723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.937712 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.969862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-325a92e6-23ec-48e3-bb5e-1852cdfe311d None None] Provisioning for port db86bd89-df4a-4374-9422-ce5dfba8c7cf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:44.972675 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-202df587-95aa-45b9-86a3-044f00313bad tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8682082 Jul 16 01:19:44.977818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-325a92e6-23ec-48e3-bb5e-1852cdfe311d None None] Provisioning complete for port db86bd89-df4a-4374-9422-ce5dfba8c7cf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:44.978670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-325a92e6-23ec-48e3-bb5e-1852cdfe311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.986171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391c05c-6417-4682-a3e5-4964bdf0f7e1 req-6ed847a5-3016-4d3f-8ddc-317bb78bcabe tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.987787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b391c05c-6417-4682-a3e5-4964bdf0f7e1 req-6ed847a5-3016-4d3f-8ddc-317bb78bcabe tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 932 time: 0.2095413 Jul 16 01:19:44.994875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Request body: {'port': {'device_id': '8237634f-64c9-4aa1-a44d-4e5e459d64a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:45.015799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Allocated IP 172.20.0.2 (14dd52fb-36fd-425f-be9b-1592942e5047/b78490a7-1a93-4912-b9be-e2262485378b/0e926e21-b0f3-4d62-87f5-03cbf07bdf23) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:45.026031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-325a92e6-23ec-48e3-bb5e-1852cdfe311d None None] Port db86bd89-df4a-4374-9422-ce5dfba8c7cf cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:45.124667 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b391c05c-6417-4682-a3e5-4964bdf0f7e1 req-7c81e065-fbb1-4865-9524-0522d3c79d1f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707467 Jul 16 01:19:45.125382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.144925 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.148058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-09b8acfe-b61d-4dde-ba02-220f3a9b080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.158660 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-09b8acfe-b61d-4dde-ba02-220f3a9b080e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 1097 time: 0.4292119 Jul 16 01:19:45.220062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa6f68-c717-4c49-9a9c-c744ec78ee12 req-bbf71375-1dc9-449a-a195-7c13a5d69722 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.221579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aeaa6f68-c717-4c49-9a9c-c744ec78ee12 req-bbf71375-1dc9-449a-a195-7c13a5d69722 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.2830386 Jul 16 01:19:45.234041 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d15ea9b-5ff2-40ab-b878-39d177a0f966 x-openstack-request-id: req-9d15ea9b-5ff2-40ab-b878-39d177a0f966 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:45.234041 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b", "name": "network-vif-plugged", "status": "completed", "tag": "6639f9a1-e0a2-4639-a018-a6f54461d997", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:45.234041 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d15ea9b-5ff2-40ab-b878-39d177a0f966 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:45.234041 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6639f9a1-e0a2-4639-a018-a6f54461d997', 'code': 200} Jul 16 01:19:45.425552 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e92bea-cb51-4a11-a350-be1c837f7c27 req-c870ef66-5de1-45d4-a8d6-b994f23aa3e2 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.426646 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38e92bea-cb51-4a11-a350-be1c837f7c27 req-c870ef66-5de1-45d4-a8d6-b994f23aa3e2 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0750246 Jul 16 01:19:45.469260 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38e92bea-cb51-4a11-a350-be1c837f7c27 req-319389b8-e9e6-437f-8ec0-ae8a5da623cd tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Jul 16 01:19:45.520227 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aeaa6f68-c717-4c49-9a9c-c744ec78ee12 req-179b7891-af56-4c34-9990-2e4ec58ebaa2 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864003 Jul 16 01:19:45.576790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.599515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-fce4a1a9-078c-4ffe-a3d0-485694c4564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.601069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-fce4a1a9-078c-4ffe-a3d0-485694c4564b service neutron] 10.222.0.67 "GET /v2.0/networks?id=76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 200 len: 915 time: 0.4063556 Jul 16 01:19:45.685848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-1f4a550a-23a6-4b7d-85a9-f6e9b74e3474 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8 HTTP/1.1" status: 200 len: 217 time: 0.0670073 Jul 16 01:19:45.719779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece0e70-51df-4956-a572-5c99bdea6a4b req-abe11205-c245-44a4-a2de-8c421041c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.721233 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ece0e70-51df-4956-a572-5c99bdea6a4b req-abe11205-c245-44a4-a2de-8c421041c984 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 1097 time: 0.3763471 Jul 16 01:19:45.723952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1fb8a9b0-2815-48a7-bc3c-51273ec809ef up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:45.783199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:45.790105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:45.790353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.880369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-b76cd0ad-869e-44ec-976b-98cd51006fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.881845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-b76cd0ad-869e-44ec-976b-98cd51006fe6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8 HTTP/1.1" status: 200 len: 855 time: 0.1563921 Jul 16 01:19:45.882982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.911428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ece0e70-51df-4956-a572-5c99bdea6a4b req-7cb35794-2ba4-4f97-b1e9-1a84e24060d8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595666 Jul 16 01:19:45.979560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Allocated IP 172.20.0.7 (14dd52fb-36fd-425f-be9b-1592942e5047/b78490a7-1a93-4912-b9be-e2262485378b/569d5526-111a-4f06-92c7-dfd1867fb8cc) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:45.998709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-c3718ed2-9230-44e6-b95c-c7056489c6e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76f2edf7-82a8-4f70-972f-e3984f4f35e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945611 Jul 16 01:19:46.078472 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.096753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Network 14dd52fb-36fd-425f-be9b-1592942e5047 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:46.114839 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:46.119819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Pushing event updated for resources: {'Port': ['ID=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:46.130704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:46.131708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:46.138104 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.153371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0c2ab-6e11-42cb-bb88-0eb94f4ff6e8 req-3a21170e-e057-44e6-b374-d6a9bd09bca0 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.161725 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ce0c2ab-6e11-42cb-bb88-0eb94f4ff6e8 req-3a21170e-e057-44e6-b374-d6a9bd09bca0 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 945 time: 0.4443235 Jul 16 01:19:46.198524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:46.219266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db86bd89-df4a-4374-9422-ce5dfba8c7cf {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:46.627317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083fe70-1545-4ae0-a95e-f32ff9df5997 req-4637c2c1-1b51-436e-b66f-68318b8b45ed tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.628956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4083fe70-1545-4ae0-a95e-f32ff9df5997 req-4637c2c1-1b51-436e-b66f-68318b8b45ed tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 931 time: 0.4488461 Jul 16 01:19:46.631958 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.640275 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.656244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.656505 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.697366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Transition to ACTIVE for port object db86bd89-df4a-4374-9422-ce5dfba8c7cf will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:46.710199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ce0c2ab-6e11-42cb-bb88-0eb94f4ff6e8 req-8896acd6-ea6f-4cfa-85c4-6acf5217f7a4 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471516 Jul 16 01:19:46.710838 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4083fe70-1545-4ae0-a95e-f32ff9df5997 req-ec85f0f6-6b01-4f7e-9442-553dd2843b75 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640206 Jul 16 01:19:46.714742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-e1252e3f-d112-4c08-83a2-91748322f530 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045953 Jul 16 01:19:46.715690 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.726077 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ba28504f-6f44-48f5-acc7-ac0dfd04e48c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4483423 Jul 16 01:19:46.754804 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.765679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Request body: {'port': {'device_id': '518faf60-37c7-49ca-afbc-92a5a949e1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:46.873824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Pushing event updated for resources: {'Port': ['ID=569d5526-111a-4f06-92c7-dfd1867fb8cc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:46.965441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Network 14dd52fb-36fd-425f-be9b-1592942e5047 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:46.968407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:46.971377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:47.051750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Pushing event updated for resources: {'Port': ['ID=db86bd89-df4a-4374-9422-ce5dfba8c7cf,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:47.072186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.073290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.090658 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-37619108-f40d-448f-bac6-5919a4507fc1 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1329887 Jul 16 01:19:47.103726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Request body: {'port': {'device_id': '9052e28b-3f6b-4618-8f5a-76481c65a84c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:47.235515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4137c527-8aaa-41ad-9c84-9a8a81522cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb8a9b0-2815-48a7-bc3c-51273ec809ef'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:47.239087 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7bb458-8229-4f66-bab7-aff78e0b7b78" -d '{"events": [{"server_uuid": "4137c527-8aaa-41ad-9c84-9a8a81522cec", "name": "network-vif-plugged", "status": "completed", "tag": "1fb8a9b0-2815-48a7-bc3c-51273ec809ef"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:47.306072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:47.319120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.320446 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.326608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Attempting to bind port db86bd89-df4a-4374-9422-ce5dfba8c7cf on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:47.326977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Attempting to bind port db86bd89-df4a-4374-9422-ce5dfba8c7cf by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:47.327273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Attempting to bind port db86bd89-df4a-4374-9422-ce5dfba8c7cf on network d1df0cea-f3ee-4e22-839c-1c89fcf64fac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:47.332508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2b088-d10c-4793-b5b7-10ea38c199e3 req-8465fa46-bf12-46f2-825f-85f8db2ff8f8 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.334001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4c2b088-d10c-4793-b5b7-10ea38c199e3 req-8465fa46-bf12-46f2-825f-85f8db2ff8f8 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.2027030 Jul 16 01:19:47.336478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53045f83-5c0d-46ea-87f7-7266d96a58e9 req-77fe7e9f-b1b5-4d94-8690-f46732b860b3 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051636 Jul 16 01:19:47.338792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Port db86bd89-df4a-4374-9422-ce5dfba8c7cf on network d1df0cea-f3ee-4e22-839c-1c89fcf64fac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:47.339342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Attempting to bind port db86bd89-df4a-4374-9422-ce5dfba8c7cf on network d1df0cea-f3ee-4e22-839c-1c89fcf64fac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:47.347427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.359709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:47.360056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Checking segment: {'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:47.360451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Bound using segment: {'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:47.360900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Bound port: db86bd89-df4a-4374-9422-ce5dfba8c7cf, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0135cd2-eb22-45de-a230-63f179f893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:47.361259 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.391827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Transition to ACTIVE for port object 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:47.404758 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.411381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236a25e-4ba7-4c4d-87c5-467cbd094a3b req-5edf8c9f-3760-41a5-abba-5ad3f58c8420 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.412940 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1236a25e-4ba7-4c4d-87c5-467cbd094a3b req-5edf8c9f-3760-41a5-abba-5ad3f58c8420 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 944 time: 0.3710327 Jul 16 01:19:47.521139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4c2b088-d10c-4793-b5b7-10ea38c199e3 req-f87e8419-4090-43c5-80b4-a40b8c9c648d tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633818 Jul 16 01:19:47.540326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:47.613528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1236a25e-4ba7-4c4d-87c5-467cbd094a3b req-b502bb99-d971-442b-b080-53ca03a7863e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926336 Jul 16 01:19:47.648256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] For port db86bd89-df4a-4374-9422-ce5dfba8c7cf, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:47.713921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] For port db86bd89-df4a-4374-9422-ce5dfba8c7cf, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=db86bd89-df4a-4374-9422-ce5dfba8c7cf,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:47.720897 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.734942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Attempting to bind port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:47.735716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Attempting to bind port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:47.736294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Attempting to bind port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 on network 14dd52fb-36fd-425f-be9b-1592942e5047 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:47.743722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 on network 14dd52fb-36fd-425f-be9b-1592942e5047 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:47.744050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Attempting to bind port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 on network 14dd52fb-36fd-425f-be9b-1592942e5047 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:47.762150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:47.762150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Checking segment: {'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:47.763240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Bound using segment: {'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:47.763747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Bound port: 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:47.764123 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.817139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.818157 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.819995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] 10.222.0.50 "PUT /v2.0/ports/db86bd89-df4a-4374-9422-ce5dfba8c7cf HTTP/1.1" status: 200 len: 1093 time: 2.9789639 Jul 16 01:19:47.824037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'tag': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:47.827873 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b7f881-a5f3-4277-85e6-bf5406745025" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f0d505-26fb-47b6-8fb9-033ad4abd2ba", "tag": "db86bd89-df4a-4374-9422-ce5dfba8c7cf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:47.890274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d6c54-fd8a-4103-9a19-78883c97238a service neutron] Pushing event updated for resources: {'Port': ['ID=db86bd89-df4a-4374-9422-ce5dfba8c7cf,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:47.922947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] For port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:47.928437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] For port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:47.938845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.017542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f0a7b-e0ac-4107-bcd0-aaaf35af853b req-5fb4c6d0-ba42-4bce-978a-f604bebc9b5d tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.019323 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265f0a7b-e0ac-4107-bcd0-aaaf35af853b req-5fb4c6d0-ba42-4bce-978a-f604bebc9b5d tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.3339229 Jul 16 01:19:48.031528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.032216 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.034387 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] 10.222.0.50 "PUT /v2.0/ports/8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 HTTP/1.1" status: 200 len: 1092 time: 3.0454657 Jul 16 01:19:48.044996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8237634f-64c9-4aa1-a44d-4e5e459d64a6', 'tag': '8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:48.047976 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a07ed8-f630-4e21-bf78-d7ac249d7c07" -d '{"events": [{"name": "network-changed", "server_uuid": "8237634f-64c9-4aa1-a44d-4e5e459d64a6", "tag": "8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:48.049659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:48.075134 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.096859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-f0c5b33d-5096-4d99-931d-f618261f04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.101916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-f0c5b33d-5096-4d99-931d-f618261f04da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 1096 time: 0.2211065 Jul 16 01:19:48.115563 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99482ad6-09f2-44ec-b53b-9d11da1eb5ef x-openstack-request-id: req-99482ad6-09f2-44ec-b53b-9d11da1eb5ef {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:48.116348 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4137c527-8aaa-41ad-9c84-9a8a81522cec", "name": "network-vif-plugged", "status": "completed", "tag": "1fb8a9b0-2815-48a7-bc3c-51273ec809ef", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:48.116990 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99482ad6-09f2-44ec-b53b-9d11da1eb5ef {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:48.118882 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4137c527-8aaa-41ad-9c84-9a8a81522cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb8a9b0-2815-48a7-bc3c-51273ec809ef', 'code': 200} Jul 16 01:19:48.131835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Transition to ACTIVE for port object 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:48.175580 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-ad34661e-608c-444c-b86d-81a608195d21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db86bd89-df4a-4374-9422-ce5dfba8c7cf HTTP/1.1" status: 200 len: 217 time: 0.0594993 Jul 16 01:19:48.176715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.226670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265f0a7b-e0ac-4107-bcd0-aaaf35af853b req-d4b5a912-85c2-4465-a78d-73162d1dd7fb tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854572 Jul 16 01:19:48.296507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41bea2-f89c-4302-991e-f378f524dbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.395997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Pushing event updated for resources: {'Port': ['ID=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.400881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-1ad44974-509a-4da5-a6cb-d39743e7c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.402420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-1ad44974-509a-4da5-a6cb-d39743e7c6b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bed8720a-3322-4bc3-9ee5-ff5aefcc6d60 HTTP/1.1" status: 200 len: 835 time: 0.2172427 Jul 16 01:19:48.421083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-de894c15-6bb4-4aee-9f63-62c69623c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.422773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-de894c15-6bb4-4aee-9f63-62c69623c1dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57b34baa288a4d2bb7eef89fb8e728dc&device_id=8237634f-64c9-4aa1-a44d-4e5e459d64a6 HTTP/1.1" status: 200 len: 1095 time: 0.2335889 Jul 16 01:19:48.534962 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-6f8ee786-39e4-420d-865e-bec48afa5160 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 HTTP/1.1" status: 200 len: 217 time: 0.0830281 Jul 16 01:19:48.552062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855691c-eee9-4caf-9caf-2b4679b9af7e req-3b3dbd3c-e288-40a3-943b-c9efff5c641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.553596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3855691c-eee9-4caf-9caf-2b4679b9af7e req-3b3dbd3c-e288-40a3-943b-c9efff5c641a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 1098 time: 0.2574198 Jul 16 01:19:48.562294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145bc2-f494-41d1-bf13-5d8a109f2d44 req-282790f4-b6e9-4a3c-b393-054c166ea001 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.563748 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-35145bc2-f494-41d1-bf13-5d8a109f2d44 req-282790f4-b6e9-4a3c-b393-054c166ea001 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.2850864 Jul 16 01:19:48.621819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Attempting to bind port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:48.622052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Attempting to bind port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:48.622397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Attempting to bind port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 on network 14dd52fb-36fd-425f-be9b-1592942e5047 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:48.631583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0d69beec-079e-4ab3-b817-328452104f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.633092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0d69beec-079e-4ab3-b817-328452104f7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b78490a7-1a93-4912-b9be-e2262485378b HTTP/1.1" status: 200 len: 858 time: 0.0913525 Jul 16 01:19:48.636709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569d5526-111a-4f06-92c7-dfd1867fb8cc {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:48.644440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-1676005a-1e75-4097-b3e9-969f2a4709bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.646258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-1676005a-1e75-4097-b3e9-969f2a4709bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2322001 Jul 16 01:19:48.646855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 on network 14dd52fb-36fd-425f-be9b-1592942e5047 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:48.647161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Attempting to bind port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 on network 14dd52fb-36fd-425f-be9b-1592942e5047 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:48.654238 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.668775 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3855691c-eee9-4caf-9caf-2b4679b9af7e req-6b0a6084-e2de-4d8d-a613-b16eea8ee309 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985343 Jul 16 01:19:48.676575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:48.676907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Checking segment: {'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:48.677515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Bound using segment: {'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:48.678194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Bound port: 0e926e21-b0f3-4d62-87f5-03cbf07bdf23, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:48.678748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.685773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-4a429943-1d24-4733-b13a-35006952ea95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14dd52fb-36fd-425f-be9b-1592942e5047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417721 Jul 16 01:19:48.696472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Transition to ACTIVE for port object 569d5526-111a-4f06-92c7-dfd1867fb8cc will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:48.714861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4101f7d-5461-4f7a-9984-9ff67a346e0f req-dea58dfc-fd70-4137-971a-57e74e98fa57 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.716447 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4101f7d-5461-4f7a-9984-9ff67a346e0f req-dea58dfc-fd70-4137-971a-57e74e98fa57 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 943 time: 0.2664437 Jul 16 01:19:48.717651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-35145bc2-f494-41d1-bf13-5d8a109f2d44 req-d2214dcb-4ed9-4240-b404-0f513158d724 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361461 Jul 16 01:19:48.731758 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.836229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-4c280adb-1682-4c42-8e19-177a98ccaa8f service neutron] 10.222.0.50 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786349 Jul 16 01:19:48.841249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] For port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:48.848055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] For port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:48.871009 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.875486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Pushing event updated for resources: {'Port': ['ID=569d5526-111a-4f06-92c7-dfd1867fb8cc,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.920349 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4101f7d-5461-4f7a-9984-9ff67a346e0f req-a1bfe06e-7d34-4302-b50d-40ab39b80b4c tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898367 Jul 16 01:19:48.957650 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ee641580-3e88-46af-84f2-91f079452903 service neutron] 10.222.0.50 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585022 Jul 16 01:19:48.971572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.972147 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.974319 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] 10.222.0.67 "PUT /v2.0/ports/0e926e21-b0f3-4d62-87f5-03cbf07bdf23 HTTP/1.1" status: 200 len: 1092 time: 2.2162075 Jul 16 01:19:49.039254 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab104a-f8c3-4d88-9f53-c57c9d40ae46 x-openstack-request-id: req-afab104a-f8c3-4d88-9f53-c57c9d40ae46 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:49.040122 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f0d505-26fb-47b6-8fb9-033ad4abd2ba", "tag": "db86bd89-df4a-4374-9422-ce5dfba8c7cf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:49.040673 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afab104a-f8c3-4d88-9f53-c57c9d40ae46 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:49.041169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Attempting to bind port 569d5526-111a-4f06-92c7-dfd1867fb8cc on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:49.041534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Attempting to bind port 569d5526-111a-4f06-92c7-dfd1867fb8cc by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:49.041682 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'tag': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'status': 'completed', 'code': 200} Jul 16 01:19:49.041877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Attempting to bind port 569d5526-111a-4f06-92c7-dfd1867fb8cc on network 14dd52fb-36fd-425f-be9b-1592942e5047 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:49.053051 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c007e6-db50-4d67-9ec4-4bdd47c8e40a x-openstack-request-id: req-73c007e6-db50-4d67-9ec4-4bdd47c8e40a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:49.053334 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8237634f-64c9-4aa1-a44d-4e5e459d64a6", "tag": "8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:49.053597 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73c007e6-db50-4d67-9ec4-4bdd47c8e40a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:49.053998 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8237634f-64c9-4aa1-a44d-4e5e459d64a6', 'tag': '8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5', 'status': 'completed', 'code': 200} Jul 16 01:19:49.054825 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Port 569d5526-111a-4f06-92c7-dfd1867fb8cc on network 14dd52fb-36fd-425f-be9b-1592942e5047 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:49.055105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Attempting to bind port 569d5526-111a-4f06-92c7-dfd1867fb8cc on network 14dd52fb-36fd-425f-be9b-1592942e5047 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:49.092764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:49.092980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Checking segment: {'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:49.093310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Bound using segment: {'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:49.093668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Bound port: 569d5526-111a-4f06-92c7-dfd1867fb8cc, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13865e4-22a9-4e0b-843a-2c58075abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:49.094048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.096550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598b02c-8dde-4cb8-b6d7-5a842a3cff41 service neutron] Pushing event updated for resources: {'Port': ['ID=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:49.131667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37001e-4b2e-43ee-919a-625fb7228bc0 req-89bb954b-893d-4292-96d4-7f6602e2d962 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.139785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d37001e-4b2e-43ee-919a-625fb7228bc0 req-89bb954b-893d-4292-96d4-7f6602e2d962 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 946 time: 0.2883461 Jul 16 01:19:49.156112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1c0334-d282-47dc-b35a-776b7619fc23 req-553197f8-30a5-4b0e-944b-166ce6c445f1 service neutron] 10.222.0.50 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059535 Jul 16 01:19:49.161202 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-d0c927e3-ba17-47d5-a1be-67aac7911bf3 service neutron] 10.222.0.50 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933324 Jul 16 01:19:49.202294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] For port 569d5526-111a-4f06-92c7-dfd1867fb8cc, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:49.204385 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d37001e-4b2e-43ee-919a-625fb7228bc0 req-0b25ffed-fa75-46af-8963-ab2ab9fe107e tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636318 Jul 16 01:19:49.206549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] For port 569d5526-111a-4f06-92c7-dfd1867fb8cc, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=569d5526-111a-4f06-92c7-dfd1867fb8cc,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:49.213446 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.223438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-8dd62298-0ffa-4a06-baf0-68557ce544e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.231056 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-8dd62298-0ffa-4a06-baf0-68557ce544e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57b34baa288a4d2bb7eef89fb8e728dc&device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 1095 time: 0.1841977 Jul 16 01:19:49.306444 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-3d461777-7988-4323-96a0-bdc5c8e6796d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e926e21-b0f3-4d62-87f5-03cbf07bdf23 HTTP/1.1" status: 200 len: 217 time: 0.0614815 Jul 16 01:19:49.385290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.385812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.387835 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] 10.222.0.50 "PUT /v2.0/ports/569d5526-111a-4f06-92c7-dfd1867fb8cc HTTP/1.1" status: 200 len: 1092 time: 2.2888186 Jul 16 01:19:49.393011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7846f-ecdc-48be-b409-8dea90b31a6c service neutron] Pushing event updated for resources: {'Port': ['ID=569d5526-111a-4f06-92c7-dfd1867fb8cc,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:49.426179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a07ed8-f630-4e21-bf78-d7ac249d7c07 req-5840210b-571c-4041-90aa-9fe432935a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.428475 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73a07ed8-f630-4e21-bf78-d7ac249d7c07 req-5840210b-571c-4041-90aa-9fe432935a9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57b34baa288a4d2bb7eef89fb8e728dc&device_id=8237634f-64c9-4aa1-a44d-4e5e459d64a6 HTTP/1.1" status: 200 len: 1095 time: 0.1404769 Jul 16 01:19:49.482759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-88d52b13-325d-4588-a0fb-902fd810aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.484816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-88d52b13-325d-4588-a0fb-902fd810aa29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b78490a7-1a93-4912-b9be-e2262485378b HTTP/1.1" status: 200 len: 858 time: 0.1507080 Jul 16 01:19:49.548656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-b6a060f6-fd60-4ec4-8d9d-9649715dba89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14dd52fb-36fd-425f-be9b-1592942e5047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400641 Jul 16 01:19:49.550986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-2a001cb3-10cb-4c3a-a090-ffc00b3db08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.555752 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-2a001cb3-10cb-4c3a-a090-ffc00b3db08c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 1096 time: 0.2487965 Jul 16 01:19:49.608849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-f3ce05f8-e6cf-4702-b539-28595ff2c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.610556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-f3ce05f8-e6cf-4702-b539-28595ff2c8d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57b34baa288a4d2bb7eef89fb8e728dc&device_id=9052e28b-3f6b-4618-8f5a-76481c65a84c HTTP/1.1" status: 200 len: 1095 time: 0.1633458 Jul 16 01:19:49.628734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a07ed8-f630-4e21-bf78-d7ac249d7c07 req-ff902ac0-94f0-4d56-8da3-5c26c6bda9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.630466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73a07ed8-f630-4e21-bf78-d7ac249d7c07 req-ff902ac0-94f0-4d56-8da3-5c26c6bda9bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=14dd52fb-36fd-425f-be9b-1592942e5047 HTTP/1.1" status: 200 len: 918 time: 0.1676869 Jul 16 01:19:49.698479 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-6c0fc41a-9751-4e0a-bba7-ffe1e0e83349 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=569d5526-111a-4f06-92c7-dfd1867fb8cc HTTP/1.1" status: 200 len: 217 time: 0.0668778 Jul 16 01:19:49.715595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61db68-729c-4ff5-8bed-4ed84cc92977 req-0e0dcc4b-6d9b-43ec-8023-3dc2368b052a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.722877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c61db68-729c-4ff5-8bed-4ed84cc92977 req-0e0dcc4b-6d9b-43ec-8023-3dc2368b052a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 944 time: 0.3494353 Jul 16 01:19:49.795487 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73a07ed8-f630-4e21-bf78-d7ac249d7c07 req-1899f427-3aa8-4abd-a67a-ffa2a251d395 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 HTTP/1.1" status: 200 len: 217 time: 0.0956779 Jul 16 01:19:49.880831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ac8e7b2c-1f93-4b88-a80d-d5b7c2fe3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.883708 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-ac8e7b2c-1f93-4b88-a80d-d5b7c2fe3fdd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b78490a7-1a93-4912-b9be-e2262485378b HTTP/1.1" status: 200 len: 858 time: 0.1409948 Jul 16 01:19:49.904845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a07ed8-f630-4e21-bf78-d7ac249d7c07 req-55ae711e-d14d-4e6f-a6ba-7d20f0532539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.906453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73a07ed8-f630-4e21-bf78-d7ac249d7c07 req-55ae711e-d14d-4e6f-a6ba-7d20f0532539 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b78490a7-1a93-4912-b9be-e2262485378b HTTP/1.1" status: 200 len: 858 time: 0.1030900 Jul 16 01:19:49.924858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c61db68-729c-4ff5-8bed-4ed84cc92977 req-dcd7e178-f2a5-4ff2-b017-1f880b2fd0f8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956785 Jul 16 01:19:49.936808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-f5cceec5-55f2-41cc-963f-bd96a7c460ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14dd52fb-36fd-425f-be9b-1592942e5047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409338 Jul 16 01:19:49.967687 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-e5b9b6ee-d444-47e7-9f22-08ebbed85b94 service neutron] 10.222.0.67 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139645 Jul 16 01:19:50.121213 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-24b6006c-4f7b-42eb-9136-26cc02bc5f6d service neutron] 10.222.0.50 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706362 Jul 16 01:19:50.124553 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73a07ed8-f630-4e21-bf78-d7ac249d7c07 req-ef54b631-2607-4253-9188-e9b707e771da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14dd52fb-36fd-425f-be9b-1592942e5047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914363 Jul 16 01:19:50.205598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213958b-9e9f-4eec-aa8f-81f26469c7da req-8d8f53c4-2fd3-4f40-9a36-aa651b04fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.207690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5213958b-9e9f-4eec-aa8f-81f26469c7da req-8d8f53c4-2fd3-4f40-9a36-aa651b04fc10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 1097 time: 0.6602859 Jul 16 01:19:50.279212 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-e808f500-ad05-49c6-8eb5-604174018586 service neutron] 10.222.0.67 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917774 Jul 16 01:19:50.325268 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-23c55fb8-bcb0-421c-802a-34ce6016d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.329808 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-23c55fb8-bcb0-421c-802a-34ce6016d772 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac HTTP/1.1" status: 200 len: 897 time: 0.7153823 Jul 16 01:19:50.425308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73a07ed8-f630-4e21-bf78-d7ac249d7c07 req-7e2a618b-e123-4fb6-a361-bf50a6a9d848 service neutron] 10.222.0.50 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728360 Jul 16 01:19:50.482973 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-0f98c8fa-1248-4c1d-890e-0750009f1fc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db86bd89-df4a-4374-9422-ce5dfba8c7cf HTTP/1.1" status: 200 len: 217 time: 0.1171970 Jul 16 01:19:50.512909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b7dd423-5962-4357-8fa0-4caa55b12bf6 req-0a1694f2-fd79-4633-9d07-fd0173cdf83d service neutron] 10.222.0.50 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627028 Jul 16 01:19:50.609786 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06fda-fc6b-45b9-8398-2344abd847cc req-058eb039-477b-40ea-8576-178b4a9f6a36 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.614511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82b06fda-fc6b-45b9-8398-2344abd847cc req-058eb039-477b-40ea-8576-178b4a9f6a36 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 943 time: 0.2060738 Jul 16 01:19:50.620153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73a07ed8-f630-4e21-bf78-d7ac249d7c07 req-6cf811cc-7097-46f8-9f74-ce10323e689d service neutron] 10.222.0.50 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674070 Jul 16 01:19:50.677848 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82b06fda-fc6b-45b9-8398-2344abd847cc req-def6a522-8007-4e16-a88e-9f19242bb126 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534272 Jul 16 01:19:50.734598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213958b-9e9f-4eec-aa8f-81f26469c7da req-a2c4e711-56b4-4920-ad34-a8fe57d1c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.736103 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5213958b-9e9f-4eec-aa8f-81f26469c7da req-a2c4e711-56b4-4920-ad34-a8fe57d1c6f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 200 len: 909 time: 0.4428871 Jul 16 01:19:50.737470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-72451e8c-e654-46f4-9eed-24ab7a6a3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.742045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-72451e8c-e654-46f4-9eed-24ab7a6a3993 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bed8720a-3322-4bc3-9ee5-ff5aefcc6d60 HTTP/1.1" status: 200 len: 835 time: 0.2168236 Jul 16 01:19:50.751757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699c788-7e53-4ccb-98ec-b67ac4f9b743 req-855bb464-c88d-4757-8813-772349846cc9 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.753318 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e699c788-7e53-4ccb-98ec-b67ac4f9b743 req-855bb464-c88d-4757-8813-772349846cc9 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.3733859 Jul 16 01:19:50.915676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef60cf3-f078-4cbe-beff-97d1d914b14f req-eb3ad35a-9a69-4b80-a9fc-e962fa549202 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.917672 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ef60cf3-f078-4cbe-beff-97d1d914b14f req-eb3ad35a-9a69-4b80-a9fc-e962fa549202 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1026795 Jul 16 01:19:50.972324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ef60cf3-f078-4cbe-beff-97d1d914b14f req-01301157-c2f2-45a9-a13a-ec95a4ffac42 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469589 Jul 16 01:19:51.056041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9052e28b-3f6b-4618-8f5a-76481c65a84c', 'tag': '569d5526-111a-4f06-92c7-dfd1867fb8cc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:51.059827 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50719197-f05d-481c-b6a8-6f7b0d9c127d" -d '{"events": [{"name": "network-changed", "server_uuid": "9052e28b-3f6b-4618-8f5a-76481c65a84c", "tag": "569d5526-111a-4f06-92c7-dfd1867fb8cc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:51.154988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518faf60-37c7-49ca-afbc-92a5a949e1f9', 'tag': '0e926e21-b0f3-4d62-87f5-03cbf07bdf23'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:51.157461 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1f6b64-86fa-4013-a35e-6046e924ff9b" -d '{"events": [{"name": "network-changed", "server_uuid": "518faf60-37c7-49ca-afbc-92a5a949e1f9", "tag": "0e926e21-b0f3-4d62-87f5-03cbf07bdf23"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:51.173041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5213958b-9e9f-4eec-aa8f-81f26469c7da req-a8cd9456-e271-42ac-9c47-0c25934af80a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6639f9a1-e0a2-4639-a018-a6f54461d997 HTTP/1.1" status: 200 len: 217 time: 0.4175277 Jul 16 01:19:51.184390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c161-c09d-4cb7-b720-26fcb57b6468 req-20c6eeaf-6826-4ad6-9a6b-b0ceeb8c8e53 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.185952 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce31c161-c09d-4cb7-b720-26fcb57b6468 req-20c6eeaf-6826-4ad6-9a6b-b0ceeb8c8e53 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 946 time: 0.0882645 Jul 16 01:19:51.239362 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e699c788-7e53-4ccb-98ec-b67ac4f9b743 req-55ce25b9-67c1-4c48-92ac-8b1dfe524747 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690740 Jul 16 01:19:51.251914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce31c161-c09d-4cb7-b720-26fcb57b6468 req-e4f0ce70-3d83-436a-8840-51ebd9b53ba6 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590005 Jul 16 01:19:51.265597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213958b-9e9f-4eec-aa8f-81f26469c7da req-87aa5db9-8fa5-4d6a-bf89-c880e50acc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.267194 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5213958b-9e9f-4eec-aa8f-81f26469c7da req-87aa5db9-8fa5-4d6a-bf89-c880e50acc78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0bfd4d4-79b2-4502-a287-9b1281112152 HTTP/1.1" status: 200 len: 849 time: 0.0855970 Jul 16 01:19:51.274297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-bd9155bc-82f8-4e9f-8b03-b35d11fe0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.274297 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-bd9155bc-82f8-4e9f-8b03-b35d11fe0d95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5178194 Jul 16 01:19:51.337423 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5213958b-9e9f-4eec-aa8f-81f26469c7da req-3684de86-852f-422d-a0ae-e78b803a1946 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592730 Jul 16 01:19:51.346470 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b04572-d8cd-4b88-84bc-28392320df86 x-openstack-request-id: req-16b04572-d8cd-4b88-84bc-28392320df86 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:51.346949 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9052e28b-3f6b-4618-8f5a-76481c65a84c", "tag": "569d5526-111a-4f06-92c7-dfd1867fb8cc", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:51.347405 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16b04572-d8cd-4b88-84bc-28392320df86 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:51.347872 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9052e28b-3f6b-4618-8f5a-76481c65a84c', 'tag': '569d5526-111a-4f06-92c7-dfd1867fb8cc', 'status': 'completed', 'code': 200} Jul 16 01:19:51.521393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719197-f05d-481c-b6a8-6f7b0d9c127d req-9cf3e41c-97db-43dd-a056-36932a9a8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.523372 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50719197-f05d-481c-b6a8-6f7b0d9c127d req-9cf3e41c-97db-43dd-a056-36932a9a8de8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57b34baa288a4d2bb7eef89fb8e728dc&device_id=9052e28b-3f6b-4618-8f5a-76481c65a84c HTTP/1.1" status: 200 len: 1095 time: 0.1397090 Jul 16 01:19:51.564840 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e4fc81-8b1e-4884-955b-0701ad41ae8b x-openstack-request-id: req-17e4fc81-8b1e-4884-955b-0701ad41ae8b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:51.565415 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518faf60-37c7-49ca-afbc-92a5a949e1f9", "tag": "0e926e21-b0f3-4d62-87f5-03cbf07bdf23", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:51.565666 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17e4fc81-8b1e-4884-955b-0701ad41ae8b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:51.566305 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518faf60-37c7-49ca-afbc-92a5a949e1f9', 'tag': '0e926e21-b0f3-4d62-87f5-03cbf07bdf23', 'status': 'completed', 'code': 200} Jul 16 01:19:51.586556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-3d509f85-aa28-4f73-b976-a437e65274db service neutron] 10.222.0.50 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064137 Jul 16 01:19:51.591504 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5213958b-9e9f-4eec-aa8f-81f26469c7da req-b9643ef3-12a7-4fa9-9cff-c7165223da09 service neutron] 10.222.0.67 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239921 Jul 16 01:19:51.864285 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74b7f881-a5f3-4277-85e6-bf5406745025 req-95c15aa6-34b1-4756-a56a-16d1efc2511b service neutron] 10.222.0.50 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703371 Jul 16 01:19:51.869314 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5213958b-9e9f-4eec-aa8f-81f26469c7da req-1df109e2-1c82-4819-b1fa-25486afdc032 service neutron] 10.222.0.67 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642684 Jul 16 01:19:51.880059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6b64-86fa-4013-a35e-6046e924ff9b req-1ae02207-23fb-431a-89a3-e3444d27136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.882228 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1f6b64-86fa-4013-a35e-6046e924ff9b req-1ae02207-23fb-431a-89a3-e3444d27136c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57b34baa288a4d2bb7eef89fb8e728dc&device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 1095 time: 0.2543926 Jul 16 01:19:51.946451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719197-f05d-481c-b6a8-6f7b0d9c127d req-38ec83b4-f2e2-48b1-a480-bc483bd661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.948023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50719197-f05d-481c-b6a8-6f7b0d9c127d req-38ec83b4-f2e2-48b1-a480-bc483bd661b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14dd52fb-36fd-425f-be9b-1592942e5047 HTTP/1.1" status: 200 len: 918 time: 0.4106092 Jul 16 01:19:51.956853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c88f8-2f43-4198-8ba3-eacbd1b5263a req-e7a92e94-4c1e-46b5-8235-2405c0f2c138 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.965076 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a30c88f8-2f43-4198-8ba3-eacbd1b5263a req-e7a92e94-4c1e-46b5-8235-2405c0f2c138 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 944 time: 0.5322981 Jul 16 01:19:52.028040 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50719197-f05d-481c-b6a8-6f7b0d9c127d req-c9199430-f61b-4bd8-b52e-623e02a3b249 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=569d5526-111a-4f06-92c7-dfd1867fb8cc HTTP/1.1" status: 200 len: 217 time: 0.0607595 Jul 16 01:19:52.044613 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a30c88f8-2f43-4198-8ba3-eacbd1b5263a req-3ccfb0bf-6c4d-4ece-9a48-db8abdc667d8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754397 Jul 16 01:19:52.056326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6b64-86fa-4013-a35e-6046e924ff9b req-eff9792a-a451-431b-9c31-da324adff883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.058119 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1f6b64-86fa-4013-a35e-6046e924ff9b req-eff9792a-a451-431b-9c31-da324adff883 service neutron] 10.222.0.67 "GET /v2.0/networks?id=14dd52fb-36fd-425f-be9b-1592942e5047 HTTP/1.1" status: 200 len: 918 time: 0.1658199 Jul 16 01:19:52.143257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719197-f05d-481c-b6a8-6f7b0d9c127d req-8738503a-a5aa-434d-aab4-6938ae7c01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.144984 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50719197-f05d-481c-b6a8-6f7b0d9c127d req-8738503a-a5aa-434d-aab4-6938ae7c01f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b78490a7-1a93-4912-b9be-e2262485378b HTTP/1.1" status: 200 len: 858 time: 0.0994434 Jul 16 01:19:52.173455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1f6b64-86fa-4013-a35e-6046e924ff9b req-e34254ab-3a7b-401b-ba24-302ccf4c24b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e926e21-b0f3-4d62-87f5-03cbf07bdf23 HTTP/1.1" status: 200 len: 217 time: 0.1042972 Jul 16 01:19:52.204075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50719197-f05d-481c-b6a8-6f7b0d9c127d req-29759a31-6380-437c-affa-0823ebd4b29e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14dd52fb-36fd-425f-be9b-1592942e5047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513709 Jul 16 01:19:52.292367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6b64-86fa-4013-a35e-6046e924ff9b req-b6ad5b92-fd75-42e7-9916-622a87041d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.294269 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1f6b64-86fa-4013-a35e-6046e924ff9b req-b6ad5b92-fd75-42e7-9916-622a87041d77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b78490a7-1a93-4912-b9be-e2262485378b HTTP/1.1" status: 200 len: 858 time: 0.1102197 Jul 16 01:19:52.342165 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1f6b64-86fa-4013-a35e-6046e924ff9b req-e7a2dc27-9188-4843-b921-359b941f1143 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14dd52fb-36fd-425f-be9b-1592942e5047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352719 Jul 16 01:19:52.348095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971b5d3-8501-416e-818b-5bdb922b0f87 req-e4154e86-106b-4390-83a0-c965d591954f tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.349645 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4971b5d3-8501-416e-818b-5bdb922b0f87 req-e4154e86-106b-4390-83a0-c965d591954f tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 943 time: 0.1482372 Jul 16 01:19:52.357750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700de9c1-e684-478b-a7b1-a3006901d87e req-f8e86313-350c-4f51-bb35-8fa54b7d12ae tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.359550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-700de9c1-e684-478b-a7b1-a3006901d87e req-f8e86313-350c-4f51-bb35-8fa54b7d12ae tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1306775 Jul 16 01:19:52.363559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50719197-f05d-481c-b6a8-6f7b0d9c127d req-4a683f66-b7d7-4bd6-a898-ab7f0d67f2a9 service neutron] 10.222.0.50 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493468 Jul 16 01:19:52.430778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4971b5d3-8501-416e-818b-5bdb922b0f87 req-3cd139b9-38b1-4c24-a29b-f4a879de1835 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701602 Jul 16 01:19:52.484551 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-700de9c1-e684-478b-a7b1-a3006901d87e req-32c159a5-f5b3-43ba-86a3-66c6b4349961 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158004 Jul 16 01:19:52.529668 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1f6b64-86fa-4013-a35e-6046e924ff9b req-3296a124-6745-4991-ab78-a1d4f1ddc55f service neutron] 10.222.0.67 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674125 Jul 16 01:19:52.562803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 569d5526-111a-4f06-92c7-dfd1867fb8cc details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:52.629264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50719197-f05d-481c-b6a8-6f7b0d9c127d req-7f5e3c20-5997-45cc-94ea-f51ac06b0520 service neutron] 10.222.0.50 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512519 Jul 16 01:19:52.638663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba1f6b64-86fa-4013-a35e-6046e924ff9b req-00f8fa9a-5b44-4b99-bd2e-fd6e5e43cb7c service neutron] 10.222.0.67 "GET /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977404 Jul 16 01:19:52.713076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f71936-508c-4293-851a-da1f119f1699 req-4d18717c-de26-4117-bb5b-b06710774d2c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.721478 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30f71936-508c-4293-851a-da1f119f1699 req-4d18717c-de26-4117-bb5b-b06710774d2c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 946 time: 0.1790509 Jul 16 01:19:52.723323 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91b881-7012-41e8-b88f-5b24ee4f3c53 req-5dc7f38f-4949-4b2d-9897-24af912b6b93 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.725067 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a91b881-7012-41e8-b88f-5b24ee4f3c53 req-5dc7f38f-4949-4b2d-9897-24af912b6b93 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0797539 Jul 16 01:19:52.759796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 569d5526-111a-4f06-92c7-dfd1867fb8cc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=569d5526-111a-4f06-92c7-dfd1867fb8cc,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:52.771498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30f71936-508c-4293-851a-da1f119f1699 req-af4ba66b-42ed-4bb6-b370-a256715ab8ca tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489593 Jul 16 01:19:52.781615 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a91b881-7012-41e8-b88f-5b24ee4f3c53 req-4be9d5e9-3d2c-4833-852e-4b4151328718 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477622 Jul 16 01:19:52.784593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '569d5526-111a-4f06-92c7-dfd1867fb8cc', 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047', 'port_id': '569d5526-111a-4f06-92c7-dfd1867fb8cc', 'mac_address': 'fa:16:3e:5c:d4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78490a7-1a93-4912-b9be-e2262485378b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:52.843413 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.861014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569d5526-111a-4f06-92c7-dfd1867fb8cc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:52.894329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 569d5526-111a-4f06-92c7-dfd1867fb8cc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=569d5526-111a-4f06-92c7-dfd1867fb8cc,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:52.900626 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.901718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:52.982372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:52.985091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=569d5526-111a-4f06-92c7-dfd1867fb8cc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:53.000350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5', 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047', 'port_id': '8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5', 'mac_address': 'fa:16:3e:b9:e5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78490a7-1a93-4912-b9be-e2262485378b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:53.045764 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.060948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:53.084180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:53.089354 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.090076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device db86bd89-df4a-4374-9422-ce5dfba8c7cf details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:53.174350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:53.250937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port db86bd89-df4a-4374-9422-ce5dfba8c7cf, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=db86bd89-df4a-4374-9422-ce5dfba8c7cf,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:53.254294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169190a-2b66-4dcd-8e5b-e4d67b610f78 req-922b7221-ad42-488b-9e23-5091eee58cde tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.256237 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f169190a-2b66-4dcd-8e5b-e4d67b610f78 req-922b7221-ad42-488b-9e23-5091eee58cde tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 944 time: 0.0800912 Jul 16 01:19:53.265431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'mac_address': 'fa:16:3e:5a:57:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:53.308564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f169190a-2b66-4dcd-8e5b-e4d67b610f78 req-c927bebc-6a70-4323-bcff-86bc5ceb86c3 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448260 Jul 16 01:19:53.311745 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.327371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db86bd89-df4a-4374-9422-ce5dfba8c7cf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:53.351446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port db86bd89-df4a-4374-9422-ce5dfba8c7cf, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=db86bd89-df4a-4374-9422-ce5dfba8c7cf,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:53.355922 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.416398 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=db86bd89-df4a-4374-9422-ce5dfba8c7cf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:53.559281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:53.660513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0f3d6-3d28-494b-9f86-1b0f91718928 req-af077ef8-b65c-4066-8ae2-61b328eb804d tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.662916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0a0f3d6-3d28-494b-9f86-1b0f91718928 req-af077ef8-b65c-4066-8ae2-61b328eb804d tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 943 time: 0.1090326 Jul 16 01:19:53.720520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0a0f3d6-3d28-494b-9f86-1b0f91718928 req-99cb6e0c-40e8-43e5-ba5e-001983fbac5a tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501254 Jul 16 01:19:53.736743 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edbd5a9e-0696-4706-b73e-355f35d587b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.756290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:53.768016 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2f7d-0148-4c51-adc1-8a9ca3cf66e9 req-4e893079-fab8-477f-a639-9f2ae1c199e0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.770173 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-809c2f7d-0148-4c51-adc1-8a9ca3cf66e9 req-4e893079-fab8-477f-a639-9f2ae1c199e0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1297820 Jul 16 01:19:53.841696 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-809c2f7d-0148-4c51-adc1-8a9ca3cf66e9 req-686a36f0-c18e-44bc-9b2e-414816058b7b tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640552 Jul 16 01:19:53.848823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:53.888789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['db86bd89-df4a-4374-9422-ce5dfba8c7cf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:53.900220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['569d5526-111a-4f06-92c7-dfd1867fb8cc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:53.923296 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edbd5a9e-0696-4706-b73e-355f35d587b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.936426 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edbd5a9e-0696-4706-b73e-355f35d587b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.983235 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-edbd5a9e-0696-4706-b73e-355f35d587b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=865bd91ef3714b21a0cf662fec5e5320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223700 Jul 16 01:19:53.988290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:53.996948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd5a9e-0696-4706-b73e-355f35d587b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798eb168-c859-4413-be7b-b9c3fd07c063,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:54.030571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:54.065622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '0e926e21-b0f3-4d62-87f5-03cbf07bdf23', 'network_id': '14dd52fb-36fd-425f-be9b-1592942e5047', 'port_id': '0e926e21-b0f3-4d62-87f5-03cbf07bdf23', 'mac_address': 'fa:16:3e:f1:08:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78490a7-1a93-4912-b9be-e2262485378b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:54.161458 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52cf7835-fcf1-40e4-b2f0-3dd6add8ef7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.192967 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52cf7835-fcf1-40e4-b2f0-3dd6add8ef7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.210086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512a2d1-72f3-478e-b043-b6b426c6e649 req-350d3438-2a4b-4698-9ead-6b6c64f3363e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.213032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f512a2d1-72f3-478e-b043-b6b426c6e649 req-350d3438-2a4b-4698-9ead-6b6c64f3363e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0778542 Jul 16 01:19:54.213195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5146a7b-bf3b-4b5d-ab80-b4ae4a843564 req-60b9e9b8-ac3d-4b21-ac8f-a3f1dae58858 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.214747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5146a7b-bf3b-4b5d-ab80-b4ae4a843564 req-60b9e9b8-ac3d-4b21-ac8f-a3f1dae58858 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 946 time: 0.1635036 Jul 16 01:19:54.260046 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f512a2d1-72f3-478e-b043-b6b426c6e649 req-825b0be1-5945-4257-be8a-2e764efbae27 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372589 Jul 16 01:19:54.268446 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.269930 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5146a7b-bf3b-4b5d-ab80-b4ae4a843564 req-bc7d6539-4be0-4d05-b026-4ddb9d661bea tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups?id=5476b9cc-9cc8-405c-95fa-db40818e68b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480638 Jul 16 01:19:54.287460 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52cf7835-fcf1-40e4-b2f0-3dd6add8ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.302163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52cf7835-fcf1-40e4-b2f0-3dd6add8ef7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.308676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-52cf7835-fcf1-40e4-b2f0-3dd6add8ef7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/798eb168-c859-4413-be7b-b9c3fd07c063 HTTP/1.1" status: 204 len: 168 time: 0.3161440 Jul 16 01:19:54.340780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:54.356672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf7835-fcf1-40e4-b2f0-3dd6add8ef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798eb168-c859-4413-be7b-b9c3fd07c063,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:54.407074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-52d1de9e-aa9f-4167-883b-0d280b4dbd1b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.408729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-52d1de9e-aa9f-4167-883b-0d280b4dbd1b tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.67 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 946 time: 0.0988941 Jul 16 01:19:54.454308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:54.472000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.583783 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77fb805d-68b7-4962-9aa9-7b70fb0fa239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.618148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:54.655463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-877385d4-48a8-4daf-8ba2-a356d4e49542 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Deleting port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:54.656540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-877385d4-48a8-4daf-8ba2-a356d4e49542 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.669352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564a49b-e65b-4c1c-8586-0a3eee5218df req-72248f05-de8a-4e39-820d-ca389bd797f2 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.671102 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4564a49b-e65b-4c1c-8586-0a3eee5218df req-72248f05-de8a-4e39-820d-ca389bd797f2 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 945 time: 0.0874426 Jul 16 01:19:54.718318 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4564a49b-e65b-4c1c-8586-0a3eee5218df req-a265efad-93cd-4737-ae44-e7c4c7ffaeb8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410786 Jul 16 01:19:54.752173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33498) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:54.779303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba52438f-4456-425a-aacb-c86b3f477898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.822273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-877385d4-48a8-4daf-8ba2-a356d4e49542 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] For port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,segment=NetworkSegment(de21b026-b4c5-41ab-b4e3-edeced018aca),segment_id=de21b026-b4c5-41ab-b4e3-edeced018aca)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:54.822642 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-877385d4-48a8-4daf-8ba2-a356d4e49542 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.839741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['0e926e21-b0f3-4d62-87f5-03cbf07bdf23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:54.846925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-877385d4-48a8-4daf-8ba2-a356d4e49542 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Calling delete_port for 1fb8a9b0-2815-48a7-bc3c-51273ec809ef owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:55.065839 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828e74-d539-4155-a970-befda77effaa req-9c6c731a-08b2-4f96-bf10-4d037d16ca21 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.067392 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce828e74-d539-4155-a970-befda77effaa req-9c6c731a-08b2-4f96-bf10-4d037d16ca21 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 944 time: 0.2008505 Jul 16 01:19:55.069664 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba52438f-4456-425a-aacb-c86b3f477898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.083757 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba52438f-4456-425a-aacb-c86b3f477898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.147437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa51b4c-1ebf-4bb2-90b5-0b09a21340f3 req-318942f7-1e6f-4ced-ab80-3e0014feeac4 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.149913 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3aa51b4c-1ebf-4bb2-90b5-0b09a21340f3 req-318942f7-1e6f-4ced-ab80-3e0014feeac4 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0840015 Jul 16 01:19:55.188321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ba52438f-4456-425a-aacb-c86b3f477898 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4eadecdea7114fbb90cbe1ad537594bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335442 Jul 16 01:19:55.192074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33504) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:55.192398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce828e74-d539-4155-a970-befda77effaa req-22c935da-7428-4d08-8211-681b0d16e06f tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185389 Jul 16 01:19:55.193017 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52438f-4456-425a-aacb-c86b3f477898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af190b6b-8660-4f0a-8260-92f677368c9b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:55.203337 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-877385d4-48a8-4daf-8ba2-a356d4e49542 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.218652 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3aa51b4c-1ebf-4bb2-90b5-0b09a21340f3 req-fe79908b-7894-465b-8dc5-4ab8c57ab9f1 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609369 Jul 16 01:19:55.244748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877385d4-48a8-4daf-8ba2-a356d4e49542 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event deleted for resources: {'Port': ['ID=1fb8a9b0-2815-48a7-bc3c-51273ec809ef,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:55.275487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51718657-2cf0-4bbb-aba1-0ebf9e3459d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.299843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51718657-2cf0-4bbb-aba1-0ebf9e3459d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.301929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-877385d4-48a8-4daf-8ba2-a356d4e49542 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] No DVR routers for this DVR port 1fb8a9b0-2815-48a7-bc3c-51273ec809ef on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:55.304849 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-877385d4-48a8-4daf-8ba2-a356d4e49542 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.308056 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec5747c4-08bd-4dbf-a54e-847a65c69102 req-877385d4-48a8-4daf-8ba2-a356d4e49542 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.67 "DELETE /v2.0/ports/1fb8a9b0-2815-48a7-bc3c-51273ec809ef HTTP/1.1" status: 204 len: 173 time: 0.8819275 Jul 16 01:19:55.308662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4137c527-8aaa-41ad-9c84-9a8a81522cec', 'name': 'network-vif-deleted', 'tag': '1fb8a9b0-2815-48a7-bc3c-51273ec809ef'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:55.322740 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00df7e5a-a982-4fdc-adf2-f6da26eb7283" -d '{"events": [{"server_uuid": "4137c527-8aaa-41ad-9c84-9a8a81522cec", "name": "network-vif-deleted", "tag": "1fb8a9b0-2815-48a7-bc3c-51273ec809ef"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:55.349601 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.387172 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51718657-2cf0-4bbb-aba1-0ebf9e3459d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.390505 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51718657-2cf0-4bbb-aba1-0ebf9e3459d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.394488 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-51718657-2cf0-4bbb-aba1-0ebf9e3459d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af190b6b-8660-4f0a-8260-92f677368c9b HTTP/1.1" status: 204 len: 168 time: 0.1990852 Jul 16 01:19:55.415676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51718657-2cf0-4bbb-aba1-0ebf9e3459d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af190b6b-8660-4f0a-8260-92f677368c9b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:55.519012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71eb5f-9899-4062-915e-61cd98205416 req-7df4d879-f98a-4b87-a688-735b5b9f7265 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.522302 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc71eb5f-9899-4062-915e-61cd98205416 req-7df4d879-f98a-4b87-a688-735b5b9f7265 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0803514 Jul 16 01:19:55.528537 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd90c55a-eb75-409d-bde9-0dfc2f4546f0 req-b2643518-a6d5-4d91-b510-88939766c1a5 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/ports?device_id=4137c527-8aaa-41ad-9c84-9a8a81522cec HTTP/1.1" status: 200 len: 210 time: 0.0616832 Jul 16 01:19:55.583845 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508dff4d-f942-477f-97ed-1bbba367e844 x-openstack-request-id: req-508dff4d-f942-477f-97ed-1bbba367e844 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:55.584188 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4137c527-8aaa-41ad-9c84-9a8a81522cec", "name": "network-vif-deleted", "tag": "1fb8a9b0-2815-48a7-bc3c-51273ec809ef", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:55.584503 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-508dff4d-f942-477f-97ed-1bbba367e844 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:55.584957 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4137c527-8aaa-41ad-9c84-9a8a81522cec', 'name': 'network-vif-deleted', 'tag': '1fb8a9b0-2815-48a7-bc3c-51273ec809ef', 'status': 'completed', 'code': 200} Jul 16 01:19:55.613292 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc71eb5f-9899-4062-915e-61cd98205416 req-8f7386be-912d-4e0f-b00e-795e00521f0f tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680740 Jul 16 01:19:55.762350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:55.858529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:55.868983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:55.868983 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.985171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bf9aa-4e74-43bf-987c-fa56bca496cb req-a287c7a7-f67b-43bb-8ef8-923a837d8a37 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.986861 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-387bf9aa-4e74-43bf-987c-fa56bca496cb req-a287c7a7-f67b-43bb-8ef8-923a837d8a37 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 945 time: 0.0904768 Jul 16 01:19:56.017212 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.039065 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-387bf9aa-4e74-43bf-987c-fa56bca496cb req-bbcb7af3-196a-4071-8df6-9d16fad74cc2 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422010 Jul 16 01:19:56.057311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518faf60-37c7-49ca-afbc-92a5a949e1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e926e21-b0f3-4d62-87f5-03cbf07bdf23'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:56.060597 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccb30ea-0503-4e63-8b20-5f6db719e23b" -d '{"events": [{"server_uuid": "518faf60-37c7-49ca-afbc-92a5a949e1f9", "name": "network-vif-plugged", "status": "completed", "tag": "0e926e21-b0f3-4d62-87f5-03cbf07bdf23"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:56.086518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:56.096241 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.097562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1fb8a9b0-2815-48a7-bc3c-51273ec809ef no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:56.163349 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3c3047-c0e0-4cbc-b64c-dae003134468 x-openstack-request-id: req-ba3c3047-c0e0-4cbc-b64c-dae003134468 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:56.163521 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518faf60-37c7-49ca-afbc-92a5a949e1f9", "name": "network-vif-plugged", "status": "completed", "tag": "0e926e21-b0f3-4d62-87f5-03cbf07bdf23", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:56.163622 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba3c3047-c0e0-4cbc-b64c-dae003134468 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:56.164026 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518faf60-37c7-49ca-afbc-92a5a949e1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e926e21-b0f3-4d62-87f5-03cbf07bdf23', 'code': 200} Jul 16 01:19:56.169066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 1fb8a9b0-2815-48a7-bc3c-51273ec809ef {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:56.169411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1fb8a9b0-2815-48a7-bc3c-51273ec809ef not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:56.192107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:56.360790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73aa42-9250-4bca-a3af-2df1206b92e6 req-bd2b77c3-4cd8-4420-87f1-a79bec822b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.363214 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f73aa42-9250-4bca-a3af-2df1206b92e6 req-bd2b77c3-4cd8-4420-87f1-a79bec822b25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 1097 time: 0.0925882 Jul 16 01:19:56.415353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.460721 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f73aa42-9250-4bca-a3af-2df1206b92e6 req-6554f44c-fe94-46e0-ab18-7969b9893b61 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841918 Jul 16 01:19:56.501270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320315a9-2a6c-4c15-b4e2-f576bbcca9cf req-cc15e431-3abe-4c1c-a890-696dd9109150 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.504137 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-320315a9-2a6c-4c15-b4e2-f576bbcca9cf req-cc15e431-3abe-4c1c-a890-696dd9109150 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1090117 Jul 16 01:19:56.529692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a830c2-c294-4ff8-b6cd-240e4c59a8c2 req-12058dd0-e16f-433c-a66d-79a6115e9bf2 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.536913 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32a830c2-c294-4ff8-b6cd-240e4c59a8c2 req-12058dd0-e16f-433c-a66d-79a6115e9bf2 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0950508 Jul 16 01:19:56.569567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-320315a9-2a6c-4c15-b4e2-f576bbcca9cf req-5ed3693e-3ba7-4d8d-992c-1b5620e7c831 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557373 Jul 16 01:19:56.577786 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32a830c2-c294-4ff8-b6cd-240e4c59a8c2 req-0fcd4fa5-9353-489a-b93d-64050b8a9c18 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398545 Jul 16 01:19:56.593854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device db86bd89-df4a-4374-9422-ce5dfba8c7cf up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:56.672179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port db86bd89-df4a-4374-9422-ce5dfba8c7cf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:56.679080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port db86bd89-df4a-4374-9422-ce5dfba8c7cf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:56.679658 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.813209 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.860078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port db86bd89-df4a-4374-9422-ce5dfba8c7cf, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=db86bd89-df4a-4374-9422-ce5dfba8c7cf,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:56.870648 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.871838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 569d5526-111a-4f06-92c7-dfd1867fb8cc up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:56.895042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaccde-513e-4116-85e0-ababe7d8b3fb req-a1b706ad-1626-47a8-b5d8-2c5a15898f8d tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.896862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5abaccde-513e-4116-85e0-ababe7d8b3fb req-a1b706ad-1626-47a8-b5d8-2c5a15898f8d tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.1138265 Jul 16 01:19:56.947117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5abaccde-513e-4116-85e0-ababe7d8b3fb req-0eeaebb8-e1d8-4705-a42a-357cf4bac52e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Jul 16 01:19:56.997428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=db86bd89-df4a-4374-9422-ce5dfba8c7cf,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:57.014912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 569d5526-111a-4f06-92c7-dfd1867fb8cc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:57.019560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 569d5526-111a-4f06-92c7-dfd1867fb8cc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:57.020010 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.089000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c5981d7-f58c-43b5-a813-89395a151ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.155750 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.168361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33580) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:57.200011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 569d5526-111a-4f06-92c7-dfd1867fb8cc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=569d5526-111a-4f06-92c7-dfd1867fb8cc,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:57.204957 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.206068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:57.299356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=569d5526-111a-4f06-92c7-dfd1867fb8cc,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:57.305013 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38387d21-5315-4f60-95f6-4b91e72ab9a8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.310948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:57.315770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:57.316149 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.341545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38387d21-5315-4f60-95f6-4b91e72ab9a8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.366099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d862fe-db65-4951-be76-c914a913da7d req-f2f70ac1-81fe-4598-b4a4-ab8b3cf1e062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:57.368284 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10d862fe-db65-4951-be76-c914a913da7d req-f2f70ac1-81fe-4598-b4a4-ab8b3cf1e062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 946 time: 0.1341228 Jul 16 01:19:57.406670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.430525 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10d862fe-db65-4951-be76-c914a913da7d req-30e461fe-6c41-4d89-afa8-5c3382572111 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448389 Jul 16 01:19:57.440311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38387d21-5315-4f60-95f6-4b91e72ab9a8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.444697 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38387d21-5315-4f60-95f6-4b91e72ab9a8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.449138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-38387d21-5315-4f60-95f6-4b91e72ab9a8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "DELETE /v2.0/security-groups/dbce8e40-5ebf-4ea7-adbd-23875e9e795a HTTP/1.1" status: 204 len: 168 time: 0.2791023 Jul 16 01:19:57.449514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33590) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:57.455422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:57.461097 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.470366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38387d21-5315-4f60-95f6-4b91e72ab9a8 tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbce8e40-5ebf-4ea7-adbd-23875e9e795a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:57.481029 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-d58d0fb0-a936-4b85-b21a-6cb95a61f94f tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] show failed (client error): The resource could not be found. Jul 16 01:19:57.482117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d58d0fb0-a936-4b85-b21a-6cb95a61f94f tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "GET /v2.0/security-groups/dbce8e40-5ebf-4ea7-adbd-23875e9e795a HTTP/1.1" status: 404 len: 347 time: 0.0312831 Jul 16 01:19:57.485033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33594) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:57.540455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:57.567587 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.639297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8e741ae8-85e2-4c8f-84d4-338571edae5c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Deleting port 4a2e14ab-af85-4fdb-851d-fa6ebb97c0ae {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:57.639716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e741ae8-85e2-4c8f-84d4-338571edae5c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.800015 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e741ae8-85e2-4c8f-84d4-338571edae5c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.800345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e741ae8-85e2-4c8f-84d4-338571edae5c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.817516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8e741ae8-85e2-4c8f-84d4-338571edae5c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Calling delete_port for 4a2e14ab-af85-4fdb-851d-fa6ebb97c0ae owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:57.841491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc5675-d2b0-4706-abf7-f982c4a3d1dc req-46aff6a4-b7e1-44c8-9a38-00465562e24e tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:57.843461 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fcfc5675-d2b0-4706-abf7-f982c4a3d1dc req-46aff6a4-b7e1-44c8-9a38-00465562e24e tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0848300 Jul 16 01:19:57.897675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebee576-9e12-421a-8b66-fd5ed889459a req-48d38691-a5ca-4a86-bc38-3d911f9fe909 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:57.899281 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eebee576-9e12-421a-8b66-fd5ed889459a req-48d38691-a5ca-4a86-bc38-3d911f9fe909 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1426640 Jul 16 01:19:57.918077 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fcfc5675-d2b0-4706-abf7-f982c4a3d1dc req-aadc95db-641e-43ec-b7af-d1b64f8681ab tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682778 Jul 16 01:19:57.971812 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eebee576-9e12-421a-8b66-fd5ed889459a req-125b46a3-e5a2-4677-b28e-6922ee36d4c5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627184 Jul 16 01:19:58.060343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e741ae8-85e2-4c8f-84d4-338571edae5c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.125432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e741ae8-85e2-4c8f-84d4-338571edae5c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Pushing event deleted for resources: {'Port': ['ID=4a2e14ab-af85-4fdb-851d-fa6ebb97c0ae,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:58.165994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf'}, {'server_uuid': '9052e28b-3f6b-4618-8f5a-76481c65a84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569d5526-111a-4f06-92c7-dfd1867fb8cc'}, {'server_uuid': '8237634f-64c9-4aa1-a44d-4e5e459d64a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:58.170818 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64ff98-03b2-462f-9c8c-c204b51fafbe" -d '{"events": [{"server_uuid": "d3f0d505-26fb-47b6-8fb9-033ad4abd2ba", "name": "network-vif-plugged", "status": "completed", "tag": "db86bd89-df4a-4374-9422-ce5dfba8c7cf"}, {"server_uuid": "9052e28b-3f6b-4618-8f5a-76481c65a84c", "name": "network-vif-plugged", "status": "completed", "tag": "569d5526-111a-4f06-92c7-dfd1867fb8cc"}, {"server_uuid": "8237634f-64c9-4aa1-a44d-4e5e459d64a6", "name": "network-vif-plugged", "status": "completed", "tag": "8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:58.232213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e741ae8-85e2-4c8f-84d4-338571edae5c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.234788 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e741ae8-85e2-4c8f-84d4-338571edae5c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.238076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8e741ae8-85e2-4c8f-84d4-338571edae5c tempest-ImagesOneServerNegativeTestJSON-1316230736 tempest-ImagesOneServerNegativeTestJSON-1316230736-project] 10.222.0.64 "DELETE /v2.0/floatingips/2e13994e-a99b-4794-8b4c-934fb87383bc HTTP/1.1" status: 204 len: 168 time: 0.7500033 Jul 16 01:19:58.260699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45067a-8f13-4a2b-af84-df8d8242ad6a req-b7fca58b-1b21-48bc-b3fa-340648da6ae0 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.260923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdad9c3-961b-47df-aa3f-2ddf71978833 req-5581bdeb-c673-4373-a364-13fb45319a8c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.262673 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8cdad9c3-961b-47df-aa3f-2ddf71978833 req-5581bdeb-c673-4373-a364-13fb45319a8c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0816088 Jul 16 01:19:58.266540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d45067a-8f13-4a2b-af84-df8d8242ad6a req-b7fca58b-1b21-48bc-b3fa-340648da6ae0 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=9052e28b-3f6b-4618-8f5a-76481c65a84c HTTP/1.1" status: 200 len: 945 time: 0.1612642 Jul 16 01:19:58.312030 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8cdad9c3-961b-47df-aa3f-2ddf71978833 req-f8092c94-15ca-4ae6-a9f2-69551196e534 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Jul 16 01:19:58.312952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d45067a-8f13-4a2b-af84-df8d8242ad6a req-29a0dd6e-e50f-4796-a1b4-d0a7813eb233 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443377 Jul 16 01:19:58.326814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33624) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:58.339944 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.391107 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11219dd2-3a6b-4df7-9728-2c93dd8c9073 x-openstack-request-id: req-11219dd2-3a6b-4df7-9728-2c93dd8c9073 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:58.391625 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f0d505-26fb-47b6-8fb9-033ad4abd2ba", "name": "network-vif-plugged", "status": "completed", "tag": "db86bd89-df4a-4374-9422-ce5dfba8c7cf", "code": 200}, {"server_uuid": "9052e28b-3f6b-4618-8f5a-76481c65a84c", "name": "network-vif-plugged", "status": "completed", "tag": "569d5526-111a-4f06-92c7-dfd1867fb8cc", "code": 200}, {"server_uuid": "8237634f-64c9-4aa1-a44d-4e5e459d64a6", "name": "network-vif-plugged", "status": "completed", "tag": "8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:58.392099 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11219dd2-3a6b-4df7-9728-2c93dd8c9073 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:58.392665 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'code': 200} Jul 16 01:19:58.393093 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9052e28b-3f6b-4618-8f5a-76481c65a84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569d5526-111a-4f06-92c7-dfd1867fb8cc', 'code': 200} Jul 16 01:19:58.393608 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8237634f-64c9-4aa1-a44d-4e5e459d64a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5', 'code': 200} Jul 16 01:19:58.491831 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b737776-bb53-4c35-ac7a-29eae4b91573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.615546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33638) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:58.625946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13fd2f-0406-49f5-8c6a-9000a7780e5a req-d131f3da-a487-4cdb-8e91-b158c9f50541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.627420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a13fd2f-0406-49f5-8c6a-9000a7780e5a req-d131f3da-a487-4cdb-8e91-b158c9f50541 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 1098 time: 0.0666575 Jul 16 01:19:58.689260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d6db6c-31b0-490a-a1a1-e13edca86282 admin admin] Deleting subnet 16c6874d-f530-4445-9019-cd465bca7221 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:58.697656 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7d6db6c-31b0-490a-a1a1-e13edca86282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.700790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a13fd2f-0406-49f5-8c6a-9000a7780e5a req-ae102239-cae9-4272-898e-ddce6756695c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531437 Jul 16 01:19:58.738233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7d6db6c-31b0-490a-a1a1-e13edca86282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.784815 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7d6db6c-31b0-490a-a1a1-e13edca86282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.799975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b737776-bb53-4c35-ac7a-29eae4b91573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.809361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b737776-bb53-4c35-ac7a-29eae4b91573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.820497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f706-43db-4906-a811-e938aabe1161 req-da574b35-c08f-44fd-9208-7440df8876fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.820497 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd66f706-43db-4906-a811-e938aabe1161 req-da574b35-c08f-44fd-9208-7440df8876fa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8237634f-64c9-4aa1-a44d-4e5e459d64a6 HTTP/1.1" status: 200 len: 1097 time: 0.2315941 Jul 16 01:19:58.820497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66a4d4-264e-47d3-91cc-db4643f3cb04 req-183bce91-a323-45a3-b589-b0a31695333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.822086 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ef66a4d4-264e-47d3-91cc-db4643f3cb04 req-183bce91-a323-45a3-b589-b0a31695333f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9052e28b-3f6b-4618-8f5a-76481c65a84c HTTP/1.1" status: 200 len: 1097 time: 0.2622747 Jul 16 01:19:58.851501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4f5b3-068a-4d7d-b801-cf8d7b6266f1 req-fd6fd000-c2c7-43cc-82c0-4896f6c9fb2e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.853635 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45f4f5b3-068a-4d7d-b801-cf8d7b6266f1 req-fd6fd000-c2c7-43cc-82c0-4896f6c9fb2e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 946 time: 0.2217126 Jul 16 01:19:58.858442 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7d6db6c-31b0-490a-a1a1-e13edca86282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.889202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7d6db6c-31b0-490a-a1a1-e13edca86282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.894230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e7d6db6c-31b0-490a-a1a1-e13edca86282 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/16c6874d-f530-4445-9019-cd465bca7221 HTTP/1.1" status: 204 len: 168 time: 0.2753577 Jul 16 01:19:58.894230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6db6c-31b0-490a-a1a1-e13edca86282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c6874d-f530-4445-9019-cd465bca7221,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:58.895703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33642) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:58.916743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3b737776-bb53-4c35-ac7a-29eae4b91573 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a548087874b24b54933cb59c1242ba00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852633 Jul 16 01:19:58.921242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33644) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:58.928332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b737776-bb53-4c35-ac7a-29eae4b91573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f5713f-6c12-44bc-822d-2719d0ce52ce,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:58.956746 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd66f706-43db-4906-a811-e938aabe1161 req-58d61f94-348c-43d5-8f36-51919974e422 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019726 Jul 16 01:19:58.983701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45f4f5b3-068a-4d7d-b801-cf8d7b6266f1 req-954f8de4-fe27-40af-ae12-35f10cb263d2 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176755 Jul 16 01:19:58.985290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ef66a4d4-264e-47d3-91cc-db4643f3cb04 req-0240ce30-32f2-49d4-b976-e8c173154076 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205363 Jul 16 01:19:59.004477 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.031885 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a45da7cc-ec82-41f1-a2b8-e2c3f5384f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.133041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a45da7cc-ec82-41f1-a2b8-e2c3f5384f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.158885 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.203081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab56c69-a6b5-41d9-939a-2572bf0bdd0b']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:59.241320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de21b026-b4c5-41ab-b4e3-edeced018aca') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:59.241754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de21b026-b4c5-41ab-b4e3-edeced018aca') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:59.257861 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.281019 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.291099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:59.291500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:59.296183 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:59.327733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136354d-fe83-4a27-b54d-1506f676e40f req-30e051d5-232e-4ce7-9e4b-7372950e8522 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.329324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9136354d-fe83-4a27-b54d-1506f676e40f req-30e051d5-232e-4ce7-9e4b-7372950e8522 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.2236130 Jul 16 01:19:59.404254 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a45da7cc-ec82-41f1-a2b8-e2c3f5384f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.408740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a45da7cc-ec82-41f1-a2b8-e2c3f5384f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.416587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a45da7cc-ec82-41f1-a2b8-e2c3f5384f4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13f5713f-6c12-44bc-822d-2719d0ce52ce HTTP/1.1" status: 204 len: 168 time: 0.4938810 Jul 16 01:19:59.449078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45da7cc-ec82-41f1-a2b8-e2c3f5384f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f5713f-6c12-44bc-822d-2719d0ce52ce,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:59.458587 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.482606 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.485901 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] 10.222.0.64 "DELETE /v2.0/networks/aab56c69-a6b5-41d9-939a-2572bf0bdd0b HTTP/1.1" status: 204 len: 168 time: 0.5890880 Jul 16 01:19:59.517386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a5b65-7098-4fa5-ae92-f6adf7d04bed admin admin] Pushing event deleted for resources: {'Network': ['ID=aab56c69-a6b5-41d9-939a-2572bf0bdd0b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:59.551529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9136354d-fe83-4a27-b54d-1506f676e40f req-3a5cf176-3f93-4f31-a8ac-3bc8519d71b2 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060900 Jul 16 01:19:59.662718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22380c2c-85ed-4bc5-a85a-43bef6eb9e40 req-323fd57a-0f98-4d3c-9604-2b0033691022 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.675588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22380c2c-85ed-4bc5-a85a-43bef6eb9e40 req-323fd57a-0f98-4d3c-9604-2b0033691022 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.1340234 Jul 16 01:19:59.762507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22380c2c-85ed-4bc5-a85a-43bef6eb9e40 req-13e0b285-1d29-46f1-a886-0a945b7c0f28 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852761 Jul 16 01:19:59.801579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33662) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:59.910289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c396f8-ca84-4574-9044-8ced10b7a497 req-f4b389b3-c81c-40bf-b916-ab9fad32963d tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.919076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56c396f8-ca84-4574-9044-8ced10b7a497 req-f4b389b3-c81c-40bf-b916-ab9fad32963d tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=9052e28b-3f6b-4618-8f5a-76481c65a84c HTTP/1.1" status: 200 len: 945 time: 0.1826448 Jul 16 01:19:59.929453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33664) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:59.935084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a81fac28-90b3-4fb4-baba-8e99bb6ffc71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e62550381bd44b4999852b313972a2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321325 Jul 16 01:20:00.056043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56c396f8-ca84-4574-9044-8ced10b7a497 req-c11456ff-8d9b-435c-978f-c72fb649bfa5 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287477 Jul 16 01:20:00.075435 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.130784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36cf9fea-61fb-4b2a-9fe5-92e36c80fdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.174163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36cf9fea-61fb-4b2a-9fe5-92e36c80fdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.206735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33670) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:00.267631 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fe94ce0-4958-461d-96ea-c6afd6e568d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.321396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227199d7-0b9b-4c55-879f-5c0fd75cf2d4 req-e68b0d72-dc43-4c7b-9352-0f9b39b9f927 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.326709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36cf9fea-61fb-4b2a-9fe5-92e36c80fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.331576 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-227199d7-0b9b-4c55-879f-5c0fd75cf2d4 req-e68b0d72-dc43-4c7b-9352-0f9b39b9f927 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 946 time: 0.1144977 Jul 16 01:20:00.331806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36cf9fea-61fb-4b2a-9fe5-92e36c80fdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.335867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-36cf9fea-61fb-4b2a-9fe5-92e36c80fdce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5476b9cc-9cc8-405c-95fa-db40818e68b2 HTTP/1.1" status: 204 len: 168 time: 0.4017382 Jul 16 01:20:00.360652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf9fea-61fb-4b2a-9fe5-92e36c80fdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5476b9cc-9cc8-405c-95fa-db40818e68b2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:00.423636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-227199d7-0b9b-4c55-879f-5c0fd75cf2d4 req-1023fee2-763f-46c0-bb76-f9b23ca2e9b3 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903606 Jul 16 01:20:00.540668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fe94ce0-4958-461d-96ea-c6afd6e568d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.549284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fe94ce0-4958-461d-96ea-c6afd6e568d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.651261 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9fe94ce0-4958-461d-96ea-c6afd6e568d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ef3e389eb33427488a36fcc4dd4b64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408398 Jul 16 01:20:00.651261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe94ce0-4958-461d-96ea-c6afd6e568d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040d614c-73bc-4af8-be3b-ea6dd3fb8aa7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:00.652179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:00.722901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d15d2eb-7ed3-4e23-bba7-a9228583cbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.766244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d15d2eb-7ed3-4e23-bba7-a9228583cbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.846360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eccbf-1a5f-479f-83b3-6e18857243db req-0de3af19-349e-43b5-a4b0-70d6349ac9b3 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.848521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-373eccbf-1a5f-479f-83b3-6e18857243db req-0de3af19-349e-43b5-a4b0-70d6349ac9b3 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 946 time: 0.0803025 Jul 16 01:20:00.903971 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-373eccbf-1a5f-479f-83b3-6e18857243db req-f44b9781-5897-4526-9e66-c40ec0b6fc77 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488670 Jul 16 01:20:00.911622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d2fc7-b2ab-4e2d-8950-cbdf9a395ee5 req-ffcb4af4-f472-4416-8fb4-79a1543cb713 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.913175 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c8d2fc7-b2ab-4e2d-8950-cbdf9a395ee5 req-ffcb4af4-f472-4416-8fb4-79a1543cb713 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0916274 Jul 16 01:20:00.914385 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d15d2eb-7ed3-4e23-bba7-a9228583cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.917085 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d15d2eb-7ed3-4e23-bba7-a9228583cbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.918116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4d15d2eb-7ed3-4e23-bba7-a9228583cbbe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/040d614c-73bc-4af8-be3b-ea6dd3fb8aa7 HTTP/1.1" status: 204 len: 168 time: 0.2643495 Jul 16 01:20:00.927832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33690) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:00.962948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15d2eb-7ed3-4e23-bba7-a9228583cbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040d614c-73bc-4af8-be3b-ea6dd3fb8aa7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:01.015359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b7022d-e507-4194-826a-32de50cb8eed tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.015999 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c8d2fc7-b2ab-4e2d-8950-cbdf9a395ee5 req-852e570f-0ad2-4028-a2f0-1be25adbf53d tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948730 Jul 16 01:20:01.019921 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-70b7022d-e507-4194-826a-32de50cb8eed tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 1093 time: 0.0881875 Jul 16 01:20:01.021520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:01.032529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:01.079225 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.186331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfafa21-a437-4fc5-be29-c6e66108aba5 req-cba364e7-df4a-4333-8d61-a307521e7a3a tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.188019 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dfafa21-a437-4fc5-be29-c6e66108aba5 req-cba364e7-df4a-4333-8d61-a307521e7a3a tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.1001215 Jul 16 01:20:01.224811 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.282296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dfafa21-a437-4fc5-be29-c6e66108aba5 req-124e4465-3e49-4a9d-991a-78310af6938b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764899 Jul 16 01:20:01.475642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Allocated IP 172.25.4.111 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/f5910ee2-61ef-4657-b370-00510f02a03e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:01.544470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154902c-18e3-4f2b-895b-93e14a67efc2 req-83a2479c-be2c-48af-aa4a-98bc80dba964 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.547051 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c154902c-18e3-4f2b-895b-93e14a67efc2 req-83a2479c-be2c-48af-aa4a-98bc80dba964 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=9052e28b-3f6b-4618-8f5a-76481c65a84c HTTP/1.1" status: 200 len: 945 time: 0.1558559 Jul 16 01:20:01.613668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:01.643713 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c154902c-18e3-4f2b-895b-93e14a67efc2 req-16a1890d-1fc7-4988-823b-358b15b8a51b tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846033 Jul 16 01:20:01.675851 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.736102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.750721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1180475532-network', 'tenant_id': '7cbed1e7a9504ff1a5399b694286ae77'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:01.784099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Made reservation on behalf of 7cbed1e7a9504ff1a5399b694286ae77 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:01.787907 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.788569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:01.792856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:01.796437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:01.806989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.832312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=f5910ee2-61ef-4657-b370-00510f02a03e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:01.947345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc008b9-7782-4676-8494-4fcb7f9dd53c req-147de34c-30ee-4525-bf54-eef897faf8bd tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.951196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dc008b9-7782-4676-8494-4fcb7f9dd53c req-147de34c-30ee-4525-bf54-eef897faf8bd tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=8237634f-64c9-4aa1-a44d-4e5e459d64a6 HTTP/1.1" status: 200 len: 945 time: 0.1317923 Jul 16 01:20:02.053131 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dc008b9-7782-4676-8494-4fcb7f9dd53c req-2d0d05fb-185a-48f4-9eb5-e7a9d9edd6d2 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905175 Jul 16 01:20:02.095099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.102595 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.135981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:02.161078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.161078 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Added segment 4560113d-c73f-4b9b-9c0c-3a7af192efbf of type vlan for network 325ac784-b95c-4591-8bf5-1ea2e0e824ed Jul 16 01:20:02.264818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:02.284577 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.334075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.336550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.337596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.404531 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7864404 Jul 16 01:20:02.405908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33752) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:02.415157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Request body: {'subnet': {'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1180475532-subnet', 'tenant_id': '7cbed1e7a9504ff1a5399b694286ae77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:02.504248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9871d1-0f04-46e8-a3ad-7a4f25fdaef4 admin admin] Pushing event updated for resources: {'Network': ['ID=325ac784-b95c-4591-8bf5-1ea2e0e824ed,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:02.520073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 325ac784-b95c-4591-8bf5-1ea2e0e824ed details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:02.529062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Made reservation on behalf of 7cbed1e7a9504ff1a5399b694286ae77 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:02.535294 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.954523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.066755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0085054f-b007-4a7c-9e51-c7328f8b8443,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:03.087525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d72f09-6873-44f3-a852-35d6be11b1b4 req-568e6cca-1bd3-44a3-b58a-d63b5cb037b9 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.090894 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46d72f09-6873-44f3-a852-35d6be11b1b4 req-568e6cca-1bd3-44a3-b58a-d63b5cb037b9 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.7924721 Jul 16 01:20:03.099041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcc564-28f9-4af4-85f1-845be1fb1a47 req-51987d17-d159-420b-b18f-8ad614118e71 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.100658 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7bcc564-28f9-4af4-85f1-845be1fb1a47 req-51987d17-d159-420b-b18f-8ad614118e71 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.1601484 Jul 16 01:20:03.102124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Checking segment: {'id': '4560113d-c73f-4b9b-9c0c-3a7af192efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:03.103092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Network hostable DHCP agents. Network: 325ac784-b95c-4591-8bf5-1ea2e0e824ed, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:03.131428 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.146558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Network 325ac784-b95c-4591-8bf5-1ea2e0e824ed is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:03.177523 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7bcc564-28f9-4af4-85f1-845be1fb1a47 req-23511688-aeb1-4b5f-86f0-4f31a5c2c5b9 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638688 Jul 16 01:20:03.179312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 325ac784-b95c-4591-8bf5-1ea2e0e824ed) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:03.187531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.188122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.202186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a1b966-3d45-40d0-acde-91f74efa8b82 None None] Network 325ac784-b95c-4591-8bf5-1ea2e0e824ed requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:03.213493 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-729f3da5-f5d2-478b-99f1-85c4f62921de admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8056374 Jul 16 01:20:03.318707 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46d72f09-6873-44f3-a852-35d6be11b1b4 req-7b3bd49d-f3f3-469c-bb1b-e5b2aefcba41 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149708 Jul 16 01:20:03.449226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.481134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a66d3-95e8-47ba-9fdc-41de2570e7bc None None] Network 325ac784-b95c-4591-8bf5-1ea2e0e824ed requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:03.756561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9dc61d97-14ed-40ce-b68c-7ba04f678ad0 req-749aa38c-d988-4e79-8025-6ed90bba46d0 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-621732136', 'description': 'tempest-description-709345460'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:03.778347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.793222 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.797039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9dc61d97-14ed-40ce-b68c-7ba04f678ad0 req-749aa38c-d988-4e79-8025-6ed90bba46d0 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.834278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9694e3-48fc-4936-b4b6-69b401cc64d0 req-81dba94b-1050-4233-ae79-4a9d3824329b tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.835860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f9694e3-48fc-4936-b4b6-69b401cc64d0 req-81dba94b-1050-4233-ae79-4a9d3824329b tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=8237634f-64c9-4aa1-a44d-4e5e459d64a6 HTTP/1.1" status: 200 len: 945 time: 0.1666436 Jul 16 01:20:03.889790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=f5910ee2-61ef-4657-b370-00510f02a03e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:03.927541 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.948723 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9dc61d97-14ed-40ce-b68c-7ba04f678ad0 req-749aa38c-d988-4e79-8025-6ed90bba46d0 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.953946 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9dc61d97-14ed-40ce-b68c-7ba04f678ad0 req-749aa38c-d988-4e79-8025-6ed90bba46d0 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.981810 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f9694e3-48fc-4936-b4b6-69b401cc64d0 req-84f2a397-e7ce-4b30-af3b-47d4932bcf13 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116190 Jul 16 01:20:04.007621 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9dc61d97-14ed-40ce-b68c-7ba04f678ad0 req-749aa38c-d988-4e79-8025-6ed90bba46d0 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.008975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9dc61d97-14ed-40ce-b68c-7ba04f678ad0 req-749aa38c-d988-4e79-8025-6ed90bba46d0 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2607641 Jul 16 01:20:04.012223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749aa38c-d988-4e79-8025-6ed90bba46d0 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e710a69-5680-45f1-a9ed-109e44c7ed17,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:04.047204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a9c8476d-985b-4816-b85d-ea554bd58656 req-fec60784-13e9-423b-82ff-80a4cc0cc24e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-737900502', 'description': 'tempest-description-839049239'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:04.107903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9c8476d-985b-4816-b85d-ea554bd58656 req-fec60784-13e9-423b-82ff-80a4cc0cc24e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.142254 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Floating IP 01a46765-e83c-49e1-acde-f6f71ae51ad8 associated. External IP: 172.25.4.111, port: db86bd89-df4a-4374-9422-ce5dfba8c7cf. Jul 16 01:20:04.246461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9c8476d-985b-4816-b85d-ea554bd58656 req-fec60784-13e9-423b-82ff-80a4cc0cc24e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.252078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9c8476d-985b-4816-b85d-ea554bd58656 req-fec60784-13e9-423b-82ff-80a4cc0cc24e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.294576 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec60784-13e9-423b-82ff-80a4cc0cc24e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfbee90-68b6-42b8-bc3b-c983248c07d1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:04.319066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a9c8476d-985b-4816-b85d-ea554bd58656 req-fec60784-13e9-423b-82ff-80a4cc0cc24e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.322825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a9c8476d-985b-4816-b85d-ea554bd58656 req-fec60784-13e9-423b-82ff-80a4cc0cc24e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2817521 Jul 16 01:20:04.606758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9bfd6-ae45-4a90-8d03-d2e8a9caa521 req-bc9a0c84-ed28-4708-920c-47c8ec56135e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.608445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ba9bfd6-ae45-4a90-8d03-d2e8a9caa521 req-bc9a0c84-ed28-4708-920c-47c8ec56135e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0988204 Jul 16 01:20:04.625791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:20:04.649398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5512c11-cac6-4b91-820a-19ae786f6cfc req-e13f44f8-6543-41f9-840a-e8875dd9a1ce tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.656094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d5512c11-cac6-4b91-820a-19ae786f6cfc req-e13f44f8-6543-41f9-840a-e8875dd9a1ce tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.2145154 Jul 16 01:20:04.667129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ba9bfd6-ae45-4a90-8d03-d2e8a9caa521 req-cc3d1f5c-f124-41c4-844c-765bbab3e071 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474727 Jul 16 01:20:04.690754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:04.830454 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d5512c11-cac6-4b91-820a-19ae786f6cfc req-19ff662e-be93-4a59-a593-f45e3d7e4a22 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730490 Jul 16 01:20:04.871216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:20:04.887970 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] Sync routers for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:20:04.893376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-6b1021ef-c0ea-4cbf-8a76-3fdb8c5c912e tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.895346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-6b1021ef-c0ea-4cbf-8a76-3fdb8c5c912e tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.50 "GET /v2.0/ports?device_id=8237634f-64c9-4aa1-a44d-4e5e459d64a6 HTTP/1.1" status: 200 len: 945 time: 0.2196453 Jul 16 01:20:04.926951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f150845-9acd-4d8f-a582-df70a919dbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.927278 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:04.927936 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:19:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:04.944224 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.037413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-3f1f4f83-f05c-4db0-a0f3-8f8d8ddbaddc tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.039880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bc6432ed-7bb3-4ad7-bdcb-a641317b4082 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0160518 Jul 16 01:20:05.042890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'tag': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:05.045173 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f0d505-26fb-47b6-8fb9-033ad4abd2ba", "tag": "db86bd89-df4a-4374-9422-ce5dfba8c7cf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:05.048601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:05.053486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-3f1f4f83-f05c-4db0-a0f3-8f8d8ddbaddc tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 813 time: 0.2753685 Jul 16 01:20:05.094533 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-ef3f9f67-4062-4398-b7ec-1cbead68ee56 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/quotas/7cbed1e7a9504ff1a5399b694286ae77 HTTP/1.1" status: 200 len: 375 time: 0.0360909 Jul 16 01:20:05.169680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-07fa8c87-e1c7-4a71-b17f-5cb3df3c35bf tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631177 Jul 16 01:20:05.169973 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:05.210272 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ab410315-806f-4b1b-85b5-fecb30c60fab tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/floatingips/01a46765-e83c-49e1-acde-f6f71ae51ad8 HTTP/1.1" status: 200 len: 992 time: 0.1586287 Jul 16 01:20:05.217143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-73b1ab55-70a1-4417-985c-44f277f21a52 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Deleting port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:05.217513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-73b1ab55-70a1-4417-985c-44f277f21a52 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.357437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-73b1ab55-70a1-4417-985c-44f277f21a52 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] For port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:05.357812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-73b1ab55-70a1-4417-985c-44f277f21a52 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.377764 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f150845-9acd-4d8f-a582-df70a919dbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.380233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-73b1ab55-70a1-4417-985c-44f277f21a52 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Calling delete_port for 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:05.390447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f150845-9acd-4d8f-a582-df70a919dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.443798 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:19:28Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '01a46765-e83c-49e1-acde-f6f71ae51ad8', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'mac_address': 'fa:16:3e:5a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:02Z', 'updated_at': '2021-07-16T01:20:02Z', 'revision_number': 0, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:05.451898 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5f150845-9acd-4d8f-a582-df70a919dbd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6405637558a5406cad268dd276d440cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7568846 Jul 16 01:20:05.456073 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-a62b4340-c7d1-468b-b60e-0c93ec2afc16 service neutron] 10.222.0.64 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510014 Jul 16 01:20:05.456572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33830) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:05.468992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f150845-9acd-4d8f-a582-df70a919dbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f431ce-45f8-4598-8a8b-416e411f772f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.487776 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] Checking router: b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:20:05.500455 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:05.501704 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:19:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:05.530152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980f0c2-ee8d-49a2-bdfb-e05c30c2350b req-ab787c4f-7701-44da-bdee-63658d1bb592 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.531720 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7980f0c2-ee8d-49a2-bdfb-e05c30c2350b req-ab787c4f-7701-44da-bdee-63658d1bb592 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=8237634f-64c9-4aa1-a44d-4e5e459d64a6 HTTP/1.1" status: 200 len: 945 time: 0.1016054 Jul 16 01:20:05.581624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c79934a-457d-4495-89a9-dc13dcf8755a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.621835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-73b1ab55-70a1-4417-985c-44f277f21a52 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.624188 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c79934a-457d-4495-89a9-dc13dcf8755a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.637727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-fe9aa3a5-3752-4013-9b9c-1e22255381d2 service neutron] 10.222.0.64 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660430 Jul 16 01:20:05.639427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7980f0c2-ee8d-49a2-bdfb-e05c30c2350b req-c9b92bda-de87-46ae-84fe-2fef414a9f5e tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704622 Jul 16 01:20:05.659640 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:05.662702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['0e926e21-b0f3-4d62-87f5-03cbf07bdf23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:05.669354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5', '569d5526-111a-4f06-92c7-dfd1867fb8cc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:05.704424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1ab55-70a1-4417-985c-44f277f21a52 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Pushing event deleted for resources: {'Port': ['ID=8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.712191 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c79934a-457d-4495-89a9-dc13dcf8755a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.715144 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c79934a-457d-4495-89a9-dc13dcf8755a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.716096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2c79934a-457d-4495-89a9-dc13dcf8755a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7f431ce-45f8-4598-8a8b-416e411f772f HTTP/1.1" status: 204 len: 168 time: 0.2559621 Jul 16 01:20:05.738696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79934a-457d-4495-89a9-dc13dcf8755a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f431ce-45f8-4598-8a8b-416e411f772f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.875026 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5317c926-8d3e-46a8-ad0b-37d4df42870f x-openstack-request-id: req-5317c926-8d3e-46a8-ad0b-37d4df42870f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:05.877196 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f0d505-26fb-47b6-8fb9-033ad4abd2ba", "tag": "db86bd89-df4a-4374-9422-ce5dfba8c7cf", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:05.877598 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5317c926-8d3e-46a8-ad0b-37d4df42870f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:05.878335 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'tag': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'status': 'completed', 'code': 200} Jul 16 01:20:05.919289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-73b1ab55-70a1-4417-985c-44f277f21a52 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] No DVR routers for this DVR port 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:05.926732 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-73b1ab55-70a1-4417-985c-44f277f21a52 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.934986 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d91a821-466a-4f30-a1dc-7bd4c13ae7a2 req-73b1ab55-70a1-4417-985c-44f277f21a52 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.50 "DELETE /v2.0/ports/8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 HTTP/1.1" status: 204 len: 173 time: 1.0287449 Jul 16 01:20:06.141925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-989dcc2e-2a3b-4546-b573-955a58bf7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.143485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-989dcc2e-2a3b-4546-b573-955a58bf7e1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 1098 time: 0.2639208 Jul 16 01:20:06.215462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33846) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:06.263209 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:19:28Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '01a46765-e83c-49e1-acde-f6f71ae51ad8', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'mac_address': 'fa:16:3e:5a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:02Z', 'updated_at': '2021-07-16T01:20:02Z', 'revision_number': 0, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:06.322855 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679f8e4b-cc25-4f9d-bf62-fc7c34671319 None None] The sync data for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 is: [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:19:28Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '01a46765-e83c-49e1-acde-f6f71ae51ad8', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'mac_address': 'fa:16:3e:5a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:02Z', 'updated_at': '2021-07-16T01:20:02Z', 'revision_number': 0, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:20:06.367532 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9f5e74fd-04ce-4681-b453-eea95e517e48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/floatingips/01a46765-e83c-49e1-acde-f6f71ae51ad8 HTTP/1.1" status: 200 len: 992 time: 0.1506138 Jul 16 01:20:06.449178 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-96847a00-10dd-408d-bae8-e147ab94bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.450851 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-96847a00-10dd-408d-bae8-e147ab94bf23 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac HTTP/1.1" status: 200 len: 897 time: 0.2973025 Jul 16 01:20:06.530548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51633bb6-d866-4ad2-8e88-7886d0cf437d req-c92a0335-1b19-493f-98c9-c915bf4d22b1 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.542857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51633bb6-d866-4ad2-8e88-7886d0cf437d req-c92a0335-1b19-493f-98c9-c915bf4d22b1 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1735728 Jul 16 01:20:06.659028 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51633bb6-d866-4ad2-8e88-7886d0cf437d req-f851bd80-4432-4fe0-bd90-3694f4a6dee3 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011529 Jul 16 01:20:06.753252 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-aa30379c-3adb-4c24-9588-7ddec067ab87 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db86bd89-df4a-4374-9422-ce5dfba8c7cf HTTP/1.1" status: 200 len: 1000 time: 0.2585788 Jul 16 01:20:06.796730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8ddc6-386c-4d54-abae-c3256d506eca req-d0298ac8-8d45-49fe-a7b4-362cf8a91af6 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.806801 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8e8ddc6-386c-4d54-abae-c3256d506eca req-d0298ac8-8d45-49fe-a7b4-362cf8a91af6 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.3920023 Jul 16 01:20:06.812817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cadd543-88e2-4094-9d8e-2025110ea04d req-7ad8a6fc-10e0-4a71-ba2f-ccd90f4ab137 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 210 time: 0.0805154 Jul 16 01:20:06.854343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a63c7-d962-41f6-b2b8-0f13631c269a None None] New status for floating IP 01a46765-e83c-49e1-acde-f6f71ae51ad8: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:20:06.953935 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-0a3223cc-6732-47f7-985b-69ce227b8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.957850 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-0a3223cc-6732-47f7-985b-69ce227b8f6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bed8720a-3322-4bc3-9ee5-ff5aefcc6d60 HTTP/1.1" status: 200 len: 835 time: 0.1914136 Jul 16 01:20:07.033888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8e8ddc6-386c-4d54-abae-c3256d506eca req-288d448f-ad20-47af-b56b-68016919a1c7 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173878 Jul 16 01:20:07.128961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-067cccb0-3833-4083-b277-965ea8dd75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.131085 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-067cccb0-3833-4083-b277-965ea8dd75bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1556857 Jul 16 01:20:07.317722 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c0c83ad-48b7-41f1-89cb-707e8d3d227b req-ec896827-4f91-4476-ae54-a88dcaec9464 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=8237634f-64c9-4aa1-a44d-4e5e459d64a6 HTTP/1.1" status: 200 len: 210 time: 0.0707302 Jul 16 01:20:07.372405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33874) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:07.380076 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-e08cd9ff-0abb-4abf-ad7a-1c06695f1b66 service neutron] 10.222.0.50 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365141 Jul 16 01:20:07.548764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76effd43-1ba5-4852-b9ad-241d1b7fa0f1 req-27257b7c-567f-4f64-82b5-7f7c6a863494 service neutron] 10.222.0.50 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554408 Jul 16 01:20:07.759260 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-88380214-d1c6-4959-81e7-724f2bc685ea tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/floatingips/01a46765-e83c-49e1-acde-f6f71ae51ad8 HTTP/1.1" status: 200 len: 994 time: 0.3795683 Jul 16 01:20:07.816246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33884) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:07.877837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbc23a-f775-49ef-a3f6-bc9acf86f117 req-ae0367f5-8f2d-4d04-8e97-c31d7fbef371 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.879402 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91dbc23a-f775-49ef-a3f6-bc9acf86f117 req-ae0367f5-8f2d-4d04-8e97-c31d7fbef371 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0647016 Jul 16 01:20:07.879747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8237634f-64c9-4aa1-a44d-4e5e459d64a6', 'name': 'network-vif-deleted', 'tag': '8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:07.882369 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9d8ab4-290f-472e-934b-b587131e5f50" -d '{"events": [{"server_uuid": "8237634f-64c9-4aa1-a44d-4e5e459d64a6", "name": "network-vif-deleted", "tag": "8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:07.924767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91dbc23a-f775-49ef-a3f6-bc9acf86f117 req-3d500564-0dfe-4c3e-998d-5cd9b289a821 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355294 Jul 16 01:20:08.254242 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14de11b0-c2ca-4f85-8c3e-c5f187e31990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.271112 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30d69ea-0df2-4e43-ba14-5739bf4ec3c8 x-openstack-request-id: req-f30d69ea-0df2-4e43-ba14-5739bf4ec3c8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:08.271810 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8237634f-64c9-4aa1-a44d-4e5e459d64a6", "name": "network-vif-deleted", "tag": "8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:08.272264 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f30d69ea-0df2-4e43-ba14-5739bf4ec3c8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:08.272853 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8237634f-64c9-4aa1-a44d-4e5e459d64a6', 'name': 'network-vif-deleted', 'tag': '8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5', 'status': 'completed', 'code': 200} Jul 16 01:20:08.294802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-b31ce3cc-1fdf-4367-ba1e-0a33329a803e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.296564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-b31ce3cc-1fdf-4367-ba1e-0a33329a803e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.67 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 813 time: 0.1417711 Jul 16 01:20:08.302025 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-95a85650-c60b-440d-82e9-319f1eb0de69 req-4068b8c2-71d8-49d0-bd38-5daa1c17fd92 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 210 time: 0.3640554 Jul 16 01:20:08.344009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'port': {'device_id': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed', 'admin_state_up': True, 'tenant_id': '7cbed1e7a9504ff1a5399b694286ae77'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:08.411268 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14de11b0-c2ca-4f85-8c3e-c5f187e31990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.417418 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14de11b0-c2ca-4f85-8c3e-c5f187e31990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.467892 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-14de11b0-c2ca-4f85-8c3e-c5f187e31990 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=708a89853ba144a59462d2ed12d6fbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6482010 Jul 16 01:20:08.467892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de11b0-c2ca-4f85-8c3e-c5f187e31990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15be23ad-3f15-4eea-86a7-2fa48058c6d6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:08.469807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:08.506338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9d28-b6b7-4f07-a671-3911b5930b12 req-3b5202ad-321d-4304-8ee8-570d20b795df tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.507734 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f5f9d28-b6b7-4f07-a671-3911b5930b12 req-3b5202ad-321d-4304-8ee8-570d20b795df tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.2103012 Jul 16 01:20:08.598271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f5f9d28-b6b7-4f07-a671-3911b5930b12 req-04a2b1b6-83e4-43ce-a642-295887e9dad4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807095 Jul 16 01:20:08.599896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.611512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Made reservation on behalf of 7cbed1e7a9504ff1a5399b694286ae77 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:08.615075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.640731 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.658117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:08.687637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:08.688575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8e26e2bc-1f5a-4e6d-855c-7a11c24fd0e5 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:08.757487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.760086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.761207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15be23ad-3f15-4eea-86a7-2fa48058c6d6 HTTP/1.1" status: 204 len: 168 time: 0.2859004 Jul 16 01:20:08.784280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15be23ad-3f15-4eea-86a7-2fa48058c6d6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:08.802330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.802901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.803470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.804002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.805495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.805874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.806320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.806893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.807432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.807986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.808547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.809105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6172-54d3-446d-aa34-e08aa7c1439f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:08.830624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Allocated IP 172.20.0.8 (325ac784-b95c-4591-8bf5-1ea2e0e824ed/0085054f-b007-4a7c-9e51-c7328f8b8443/ce43bedf-73d7-4e01-a611-dda432cf7d2a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:09.099258 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.148258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23866ad7-1419-40cc-b1ab-a4762e74165b req-109a94f4-7628-4eb2-a22a-15923362159d tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.149415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.154645 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23866ad7-1419-40cc-b1ab-a4762e74165b req-109a94f4-7628-4eb2-a22a-15923362159d tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0791900 Jul 16 01:20:09.196472 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23866ad7-1419-40cc-b1ab-a4762e74165b req-4ad1a8ba-deef-43a8-9ac6-e37d40117364 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Jul 16 01:20:09.216126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Network 325ac784-b95c-4591-8bf5-1ea2e0e824ed is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:09.216126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:09.217291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:09.270780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'Port': ['ID=ce43bedf-73d7-4e01-a611-dda432cf7d2a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:09.310941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.311801 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.332220 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-59419f45-7aa2-404f-aafc-08f13e74b9f1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9922881 Jul 16 01:20:09.354625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Request body: {'port': {'device_id': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:09.482292 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.569077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43005f01-3bb2-4833-b245-bff650518c48 req-156b8e96-346c-46cc-a158-4918c394feec tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.570794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43005f01-3bb2-4833-b245-bff650518c48 req-156b8e96-346c-46cc-a158-4918c394feec tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 931 time: 0.1262403 Jul 16 01:20:09.735677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43005f01-3bb2-4833-b245-bff650518c48 req-b91d7f42-76b5-4c36-aeb1-5c2829318948 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516583 Jul 16 01:20:09.925160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce43bedf-73d7-4e01-a611-dda432cf7d2a {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:09.936191 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.954243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Transition to ACTIVE for port object ce43bedf-73d7-4e01-a611-dda432cf7d2a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:09.958593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.996131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d9c1b-43a5-4f82-81c6-6884b5919c8b req-7d855348-f0b8-408e-8324-9c75ab110d2a tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.008261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d9c1b-43a5-4f82-81c6-6884b5919c8b req-7d855348-f0b8-408e-8324-9c75ab110d2a tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.011676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a3d9c1b-43a5-4f82-81c6-6884b5919c8b req-7d855348-f0b8-408e-8324-9c75ab110d2a tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9&device_id=9052e28b-3f6b-4618-8f5a-76481c65a84c HTTP/1.1" status: 200 len: 1681 time: 0.1423478 Jul 16 01:20:10.058466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Pushing event updated for resources: {'Port': ['ID=ce43bedf-73d7-4e01-a611-dda432cf7d2a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.064151 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a3d9c1b-43a5-4f82-81c6-6884b5919c8b req-57dd3959-1ab1-4165-9a7f-3c253a78e783 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470257 Jul 16 01:20:10.147666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda5b5-337e-43f0-95bf-5025fe643ad5 req-728c980a-c1c8-4af1-9f29-bfa8824f736e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.149341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63bda5b5-337e-43f0-95bf-5025fe643ad5 req-728c980a-c1c8-4af1-9f29-bfa8824f736e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.1547043 Jul 16 01:20:10.184500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Attempting to bind port ce43bedf-73d7-4e01-a611-dda432cf7d2a on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:10.185051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Attempting to bind port ce43bedf-73d7-4e01-a611-dda432cf7d2a by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '4560113d-c73f-4b9b-9c0c-3a7af192efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:10.185459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Attempting to bind port ce43bedf-73d7-4e01-a611-dda432cf7d2a on network 325ac784-b95c-4591-8bf5-1ea2e0e824ed {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:10.193625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Port ce43bedf-73d7-4e01-a611-dda432cf7d2a on network 325ac784-b95c-4591-8bf5-1ea2e0e824ed not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:10.193953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Attempting to bind port ce43bedf-73d7-4e01-a611-dda432cf7d2a on network 325ac784-b95c-4591-8bf5-1ea2e0e824ed {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:10.206746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:10.207090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Checking segment: {'id': '4560113d-c73f-4b9b-9c0c-3a7af192efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:10.207482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Bound using segment: {'id': '4560113d-c73f-4b9b-9c0c-3a7af192efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:10.207923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Bound port: ce43bedf-73d7-4e01-a611-dda432cf7d2a, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4560113d-c73f-4b9b-9c0c-3a7af192efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:10.208290 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.224714 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63bda5b5-337e-43f0-95bf-5025fe643ad5 req-d83d7a33-9aa3-4842-aa9b-f14de4ec6919 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666661 Jul 16 01:20:10.315420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] For port ce43bedf-73d7-4e01-a611-dda432cf7d2a, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:10.323099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] For port ce43bedf-73d7-4e01-a611-dda432cf7d2a, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:10.328698 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.383732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.384651 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.387000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-73150a40-a562-4955-901b-e63071c01b37 service neutron] 10.222.0.67 "PUT /v2.0/ports/ce43bedf-73d7-4e01-a611-dda432cf7d2a HTTP/1.1" status: 200 len: 1092 time: 1.0409620 Jul 16 01:20:10.390763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'tag': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:10.402785 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d162a-ffc3-4049-8d84-7528a5db1f93" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9bd84f-637b-410e-bb09-8508a23a0b20", "tag": "ce43bedf-73d7-4e01-a611-dda432cf7d2a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:10.535183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73150a40-a562-4955-901b-e63071c01b37 service neutron] Pushing event updated for resources: {'Port': ['ID=ce43bedf-73d7-4e01-a611-dda432cf7d2a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.567878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334efe-b332-47d4-9a5c-803ac53ad9d7 req-2472069a-fcf5-491e-aff7-016c6bea9a1b tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.569287 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d1334efe-b332-47d4-9a5c-803ac53ad9d7 req-2472069a-fcf5-491e-aff7-016c6bea9a1b tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1793475 Jul 16 01:20:10.574883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-1bebcf65-012d-484e-a72c-37423ca47c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.576642 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-1bebcf65-012d-484e-a72c-37423ca47c03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 1095 time: 0.1315708 Jul 16 01:20:10.640897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-e3f9ba0b-341e-499a-988d-f574b83bbfbb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a HTTP/1.1" status: 200 len: 217 time: 0.0460355 Jul 16 01:20:10.648513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d1334efe-b332-47d4-9a5c-803ac53ad9d7 req-000499b3-4469-4d56-a215-6611d78509d0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710809 Jul 16 01:20:10.703507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-001160c1-4281-48cd-b81f-386694701cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.704788 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-001160c1-4281-48cd-b81f-386694701cec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0085054f-b007-4a7c-9e51-c7328f8b8443 HTTP/1.1" status: 200 len: 853 time: 0.0547071 Jul 16 01:20:10.714919 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d655b56-675e-42a6-8648-0a97c579f691 x-openstack-request-id: req-0d655b56-675e-42a6-8648-0a97c579f691 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:10.715268 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9bd84f-637b-410e-bb09-8508a23a0b20", "tag": "ce43bedf-73d7-4e01-a611-dda432cf7d2a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:10.715590 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d655b56-675e-42a6-8648-0a97c579f691 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:10.719537 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'tag': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a', 'status': 'completed', 'code': 200} Jul 16 01:20:10.773521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-ac05ecac-fb40-46ea-a412-79dc108df029 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=325ac784-b95c-4591-8bf5-1ea2e0e824ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393722 Jul 16 01:20:10.939420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-14bed3fc-c83e-492c-9c9b-0c0d740eee59 service neutron] 10.222.0.67 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559358 Jul 16 01:20:10.945130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:11.037005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299584-dead-435f-9ed1-dd0748293ebe req-59319aac-7434-4e4d-a9b4-4145c0bfa2b0 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.052303 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d3299584-dead-435f-9ed1-dd0748293ebe req-59319aac-7434-4e4d-a9b4-4145c0bfa2b0 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 943 time: 0.1338284 Jul 16 01:20:11.094636 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dc712df8-9b50-49e5-8ab2-7a05ec74458a req-690022a4-d2a2-46df-9067-0ec5c5e98960 service neutron] 10.222.0.67 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396747 Jul 16 01:20:11.096443 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d3299584-dead-435f-9ed1-dd0748293ebe req-b649bb83-19c6-4e6b-9606-a5b82aa18265 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 Jul 16 01:20:11.139013 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f29f944-9bc0-427f-be11-9fe90ea3dcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.270874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d162a-ffc3-4049-8d84-7528a5db1f93 req-903e7bb6-6324-4786-9008-fd4055a2aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.272506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-704d162a-ffc3-4049-8d84-7528a5db1f93 req-903e7bb6-6324-4786-9008-fd4055a2aaf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 1095 time: 0.1045406 Jul 16 01:20:11.344171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f29f944-9bc0-427f-be11-9fe90ea3dcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.384417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f29f944-9bc0-427f-be11-9fe90ea3dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.433846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea715a-c3ac-4a6f-a405-985b77478aff req-3b742f78-3a32-4f0d-807c-902f6dc875e9 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.435887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c0ea715a-c3ac-4a6f-a405-985b77478aff req-3b742f78-3a32-4f0d-807c-902f6dc875e9 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=9052e28b-3f6b-4618-8f5a-76481c65a84c HTTP/1.1" status: 200 len: 945 time: 0.0978715 Jul 16 01:20:11.456595 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2f29f944-9bc0-427f-be11-9fe90ea3dcdf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ece99a26dbd3494da30b95a008fe977d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091200 Jul 16 01:20:11.460537 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29f944-9bc0-427f-be11-9fe90ea3dcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5aab18-9267-40d5-a87e-db745458a484,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:11.462531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34004) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:11.482765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d162a-ffc3-4049-8d84-7528a5db1f93 req-b3f46c67-00e3-4b19-bc2d-dbb09a75abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.484341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-704d162a-ffc3-4049-8d84-7528a5db1f93 req-b3f46c67-00e3-4b19-bc2d-dbb09a75abfe service neutron] 10.222.0.67 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 913 time: 0.1972122 Jul 16 01:20:11.501497 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c0ea715a-c3ac-4a6f-a405-985b77478aff req-4ad3b4d9-10d2-4dfc-9e0a-9da5b986e353 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600343 Jul 16 01:20:11.543386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5fee49-3605-4fa5-8641-e35d404a947d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.560825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-704d162a-ffc3-4049-8d84-7528a5db1f93 req-c2c1a5a4-8a16-4189-836a-e17a6835011d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a HTTP/1.1" status: 200 len: 217 time: 0.0660915 Jul 16 01:20:11.566649 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5fee49-3605-4fa5-8641-e35d404a947d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.612641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2892e-305b-4fb3-80b7-1757a0ee74a2 req-507a3115-ad40-4ab7-b6af-dd2f8a341a9b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.614381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0e2892e-305b-4fb3-80b7-1757a0ee74a2 req-507a3115-ad40-4ab7-b6af-dd2f8a341a9b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.1773493 Jul 16 01:20:11.635539 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5fee49-3605-4fa5-8641-e35d404a947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.638684 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5fee49-3605-4fa5-8641-e35d404a947d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.639853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4e5fee49-3605-4fa5-8641-e35d404a947d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b5aab18-9267-40d5-a87e-db745458a484 HTTP/1.1" status: 204 len: 168 time: 0.1763504 Jul 16 01:20:11.646339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d162a-ffc3-4049-8d84-7528a5db1f93 req-7905e12f-4584-46ec-8793-1e33261fdd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.648219 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-704d162a-ffc3-4049-8d84-7528a5db1f93 req-7905e12f-4584-46ec-8793-1e33261fdd69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0085054f-b007-4a7c-9e51-c7328f8b8443 HTTP/1.1" status: 200 len: 853 time: 0.0769055 Jul 16 01:20:11.649316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fee49-3605-4fa5-8641-e35d404a947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5aab18-9267-40d5-a87e-db745458a484,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:11.703771 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-704d162a-ffc3-4049-8d84-7528a5db1f93 req-e058cf64-e8c8-4d34-a1dc-c2b7e0ffe833 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=325ac784-b95c-4591-8bf5-1ea2e0e824ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409586 Jul 16 01:20:11.707341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0e2892e-305b-4fb3-80b7-1757a0ee74a2 req-38bc67a6-1ce8-47e4-b375-8f04b650c771 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836823 Jul 16 01:20:11.843320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-704d162a-ffc3-4049-8d84-7528a5db1f93 req-413f5a48-5a54-4a33-85b3-26f1d1ca0622 service neutron] 10.222.0.67 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302819 Jul 16 01:20:11.846512 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:20:11.879819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dafa04-5357-4e8b-8b19-c72f2617419d req-d7f792cd-da18-40ce-a05f-c29485488279 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.891732 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-58dafa04-5357-4e8b-8b19-c72f2617419d req-d7f792cd-da18-40ce-a05f-c29485488279 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1018553 Jul 16 01:20:11.923948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-58dafa04-5357-4e8b-8b19-c72f2617419d req-3b1765ee-3e18-425f-8a42-4ba599013d6c tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357189 Jul 16 01:20:11.975789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-704d162a-ffc3-4049-8d84-7528a5db1f93 req-48c18a0e-87ae-46a8-872b-b557156b30f9 service neutron] 10.222.0.67 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190817 Jul 16 01:20:12.054154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34014) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:12.073725 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3981f8aa-463f-4fdc-8a15-e26be73e09d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.185510 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3981f8aa-463f-4fdc-8a15-e26be73e09d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.192197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3981f8aa-463f-4fdc-8a15-e26be73e09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.253805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3981f8aa-463f-4fdc-8a15-e26be73e09d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eded5fe46f7e4cc3af27c91f5cce3283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953678 Jul 16 01:20:12.253805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981f8aa-463f-4fdc-8a15-e26be73e09d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ce4f06-83d8-42e4-83e9-f291100a2a37,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:12.254646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34020) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:12.326987 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1388b78c-cad4-442c-b4e6-e0b64c8f1bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.365138 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1388b78c-cad4-442c-b4e6-e0b64c8f1bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.377047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e12ff4-1b5a-4ee7-97aa-a0c3387fc75d req-1a15dd17-b974-450a-ba44-1fe955557a2f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.380574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7e12ff4-1b5a-4ee7-97aa-a0c3387fc75d req-1a15dd17-b974-450a-ba44-1fe955557a2f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 943 time: 0.1468349 Jul 16 01:20:12.431877 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1388b78c-cad4-442c-b4e6-e0b64c8f1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.432451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7e12ff4-1b5a-4ee7-97aa-a0c3387fc75d req-85e16f08-1901-42a6-9ac0-29f6b5dca4d8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Jul 16 01:20:12.436646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1388b78c-cad4-442c-b4e6-e0b64c8f1bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.438769 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1388b78c-cad4-442c-b4e6-e0b64c8f1bfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9ce4f06-83d8-42e4-83e9-f291100a2a37 HTTP/1.1" status: 204 len: 168 time: 0.1827779 Jul 16 01:20:12.452458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b78c-cad4-442c-b4e6-e0b64c8f1bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ce4f06-83d8-42e4-83e9-f291100a2a37,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:12.554977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-fa63b292-96fc-4d0b-b829-c870057a48d3 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.556549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-fa63b292-96fc-4d0b-b829-c870057a48d3 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.50 "GET /v2.0/ports?device_id=9052e28b-3f6b-4618-8f5a-76481c65a84c HTTP/1.1" status: 200 len: 945 time: 0.0838659 Jul 16 01:20:12.718599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-024eb583-8f8e-4d1f-822f-d340af872597 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Deleting port 569d5526-111a-4f06-92c7-dfd1867fb8cc {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:12.718946 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-024eb583-8f8e-4d1f-822f-d340af872597 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.760511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd61a60-3d95-4786-a8f7-9978cc12b23f req-777b01f6-f283-40c8-8f3b-bb0651b8072f tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.762334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cfd61a60-3d95-4786-a8f7-9978cc12b23f req-777b01f6-f283-40c8-8f3b-bb0651b8072f tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=9052e28b-3f6b-4618-8f5a-76481c65a84c HTTP/1.1" status: 200 len: 945 time: 0.1186156 Jul 16 01:20:12.854796 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cfd61a60-3d95-4786-a8f7-9978cc12b23f req-fdd6c1dc-bcc3-4d60-b495-eba4de1dca3d tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/security-groups?id=a64259a6-d701-477f-af40-0bab397408e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834522 Jul 16 01:20:12.862515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-024eb583-8f8e-4d1f-822f-d340af872597 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] For port 569d5526-111a-4f06-92c7-dfd1867fb8cc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=569d5526-111a-4f06-92c7-dfd1867fb8cc,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:12.862962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-024eb583-8f8e-4d1f-822f-d340af872597 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.885826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-024eb583-8f8e-4d1f-822f-d340af872597 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Calling delete_port for 569d5526-111a-4f06-92c7-dfd1867fb8cc owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:12.941340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964602b-ddfd-4a5f-8605-e1b370a079d6 req-4419509e-e577-4233-a1cf-780de13aad66 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.948752 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c964602b-ddfd-4a5f-8605-e1b370a079d6 req-4419509e-e577-4233-a1cf-780de13aad66 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0988271 Jul 16 01:20:12.994694 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c964602b-ddfd-4a5f-8605-e1b370a079d6 req-5775cf50-723f-4f75-80a2-71868078b97f tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 Jul 16 01:20:13.059463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-024eb583-8f8e-4d1f-822f-d340af872597 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.076012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['0e926e21-b0f3-4d62-87f5-03cbf07bdf23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:13.100783 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['569d5526-111a-4f06-92c7-dfd1867fb8cc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:13.114715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024eb583-8f8e-4d1f-822f-d340af872597 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Pushing event deleted for resources: {'Port': ['ID=569d5526-111a-4f06-92c7-dfd1867fb8cc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:13.197626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-024eb583-8f8e-4d1f-822f-d340af872597 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] No DVR routers for this DVR port 569d5526-111a-4f06-92c7-dfd1867fb8cc on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:13.201494 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-024eb583-8f8e-4d1f-822f-d340af872597 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.203551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1aa6d730-6f49-40ef-ae19-1232091a9a7f req-024eb583-8f8e-4d1f-822f-d340af872597 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.50 "DELETE /v2.0/ports/569d5526-111a-4f06-92c7-dfd1867fb8cc HTTP/1.1" status: 204 len: 173 time: 0.6353514 Jul 16 01:20:13.218252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9052e28b-3f6b-4618-8f5a-76481c65a84c', 'name': 'network-vif-deleted', 'tag': '569d5526-111a-4f06-92c7-dfd1867fb8cc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:13.221966 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc6ea51-448b-4b51-ab4d-5b500859c504" -d '{"events": [{"server_uuid": "9052e28b-3f6b-4618-8f5a-76481c65a84c", "name": "network-vif-deleted", "tag": "569d5526-111a-4f06-92c7-dfd1867fb8cc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:13.282254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecad91-6798-46ef-826b-8a6639bc7174 req-a651cd90-c10f-469f-a219-1c0393faebd0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.284916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b4ecad91-6798-46ef-826b-8a6639bc7174 req-a651cd90-c10f-469f-a219-1c0393faebd0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1665943 Jul 16 01:20:13.287613 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6152d5-b8d7-45f5-8abf-cd3c30aac903 x-openstack-request-id: req-5b6152d5-b8d7-45f5-8abf-cd3c30aac903 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:13.288116 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9052e28b-3f6b-4618-8f5a-76481c65a84c", "name": "network-vif-deleted", "tag": "569d5526-111a-4f06-92c7-dfd1867fb8cc", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:13.288482 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b6152d5-b8d7-45f5-8abf-cd3c30aac903 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:13.289108 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9052e28b-3f6b-4618-8f5a-76481c65a84c', 'name': 'network-vif-deleted', 'tag': '569d5526-111a-4f06-92c7-dfd1867fb8cc', 'status': 'completed', 'code': 200} Jul 16 01:20:13.365919 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b4ecad91-6798-46ef-826b-8a6639bc7174 req-9a8052a6-3645-42b7-9698-735b3365fc14 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727234 Jul 16 01:20:13.376569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-860700c5-2b7b-4a1f-814a-cbfc189cf680 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.378122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-860700c5-2b7b-4a1f-814a-cbfc189cf680 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.67 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0795622 Jul 16 01:20:13.521891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-70f4aa4f-277a-443b-a11d-863bf7195e32 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Deleting port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:13.522554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-70f4aa4f-277a-443b-a11d-863bf7195e32 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.639168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-70f4aa4f-277a-443b-a11d-863bf7195e32 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] For port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,segment=NetworkSegment(c13865e4-22a9-4e0b-843a-2c58075abce4),segment_id=c13865e4-22a9-4e0b-843a-2c58075abce4)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:13.639737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-70f4aa4f-277a-443b-a11d-863bf7195e32 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.653624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-70f4aa4f-277a-443b-a11d-863bf7195e32 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Calling delete_port for 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:13.672552 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f3be6-11fc-442e-aff7-e366e1f6456d req-7600c6ef-d498-4d26-8e92-6f50bd9aedbd tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.674371 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-841f3be6-11fc-442e-aff7-e366e1f6456d req-7600c6ef-d498-4d26-8e92-6f50bd9aedbd tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 943 time: 0.0800116 Jul 16 01:20:13.716430 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-841f3be6-11fc-442e-aff7-e366e1f6456d req-005d0a40-0b4a-4993-a48a-6199ce3baeee tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360820 Jul 16 01:20:13.851132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ce43bedf-73d7-4e01-a611-dda432cf7d2a details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:13.855842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-70f4aa4f-277a-443b-a11d-863bf7195e32 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.956339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['569d5526-111a-4f06-92c7-dfd1867fb8cc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:14.002626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4aa4f-277a-443b-a11d-863bf7195e32 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Pushing event deleted for resources: {'Port': ['ID=0e926e21-b0f3-4d62-87f5-03cbf07bdf23,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:14.025279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-70f4aa4f-277a-443b-a11d-863bf7195e32 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] No DVR routers for this DVR port 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:14.027198 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-70f4aa4f-277a-443b-a11d-863bf7195e32 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.029629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af0d199f-0bcd-490a-bc0a-a12a8d07d209 req-70f4aa4f-277a-443b-a11d-863bf7195e32 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.67 "DELETE /v2.0/ports/0e926e21-b0f3-4d62-87f5-03cbf07bdf23 HTTP/1.1" status: 204 len: 173 time: 0.6404734 Jul 16 01:20:14.030292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518faf60-37c7-49ca-afbc-92a5a949e1f9', 'name': 'network-vif-deleted', 'tag': '0e926e21-b0f3-4d62-87f5-03cbf07bdf23'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:14.032773 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d093356-4398-4e0f-93e5-d4bdfb48a961" -d '{"events": [{"server_uuid": "518faf60-37c7-49ca-afbc-92a5a949e1f9", "name": "network-vif-deleted", "tag": "0e926e21-b0f3-4d62-87f5-03cbf07bdf23"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:14.072437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ce43bedf-73d7-4e01-a611-dda432cf7d2a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:14.085603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a', 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed', 'port_id': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a', 'mac_address': 'fa:16:3e:8c:75:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0085054f-b007-4a7c-9e51-c7328f8b8443', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:14.138155 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.156418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692e2052-b131-40a3-9a03-0648fc983e87 req-abfcc2f9-c801-4494-998e-823eda6c7173 tempest-ListServersNegativeTestJSON-412593347 tempest-ListServersNegativeTestJSON-412593347-project] 10.222.0.64 "GET /v2.0/ports?device_id=518faf60-37c7-49ca-afbc-92a5a949e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0413921 Jul 16 01:20:14.171254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce43bedf-73d7-4e01-a611-dda432cf7d2a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:14.205503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ce43bedf-73d7-4e01-a611-dda432cf7d2a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:14.210928 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.249509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7b8c8-c67e-416d-bb22-b46f2fd3efcf req-362bdedf-f3bd-44e6-8a79-5e39764244ef tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.260787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ed7b8c8-c67e-416d-bb22-b46f2fd3efcf req-362bdedf-f3bd-44e6-8a79-5e39764244ef tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0979936 Jul 16 01:20:14.285194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=ce43bedf-73d7-4e01-a611-dda432cf7d2a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:14.301794 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34309b4-d655-4799-a70d-9131205000f5 x-openstack-request-id: req-f34309b4-d655-4799-a70d-9131205000f5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:14.302320 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518faf60-37c7-49ca-afbc-92a5a949e1f9", "name": "network-vif-deleted", "tag": "0e926e21-b0f3-4d62-87f5-03cbf07bdf23", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:14.302484 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f34309b4-d655-4799-a70d-9131205000f5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:14.302882 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518faf60-37c7-49ca-afbc-92a5a949e1f9', 'name': 'network-vif-deleted', 'tag': '0e926e21-b0f3-4d62-87f5-03cbf07bdf23', 'status': 'completed', 'code': 200} Jul 16 01:20:14.307276 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ed7b8c8-c67e-416d-bb22-b46f2fd3efcf req-e48f5b82-bfe0-4ba5-a1a6-bedbe6874d92 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449567 Jul 16 01:20:14.561700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35cf8-fc3a-4183-b758-3042de44c552 req-9d57da2b-64fb-4406-a2d9-dcb3f2bd5650 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.564116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1d35cf8-fc3a-4183-b758-3042de44c552 req-9d57da2b-64fb-4406-a2d9-dcb3f2bd5650 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0797114 Jul 16 01:20:14.574788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ce43bedf-73d7-4e01-a611-dda432cf7d2a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:14.624288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1d35cf8-fc3a-4183-b758-3042de44c552 req-06a9df84-7a0f-4caf-b9a9-1b2851fdc840 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Jul 16 01:20:14.924752 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365355a-fe16-4c72-8c64-1e20aefef63b req-02329ff0-0d67-4edf-bf29-7379081a3940 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.932466 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1365355a-fe16-4c72-8c64-1e20aefef63b req-02329ff0-0d67-4edf-bf29-7379081a3940 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 944 time: 0.0746410 Jul 16 01:20:14.971202 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1365355a-fe16-4c72-8c64-1e20aefef63b req-7833007f-e80c-4417-9592-d1f663b38acb tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378475 Jul 16 01:20:15.228637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:15.287360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34144) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:15.339605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-f410c10b-4da9-487e-aba0-b29cfea281a0 admin admin] Deleting subnet b78490a7-1a93-4912-b9be-e2262485378b {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:20:15.347790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f410c10b-4da9-487e-aba0-b29cfea281a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.349650 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2680b12-560d-49a1-929b-abcb15f03dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.405279 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f410c10b-4da9-487e-aba0-b29cfea281a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.465982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f410c10b-4da9-487e-aba0-b29cfea281a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.502879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f55d8-7a63-4484-a634-411e10cdf6b3 req-a779ec3e-c44e-42f4-a9e1-f6a9fbd050b3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.504477 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad0f55d8-7a63-4484-a634-411e10cdf6b3 req-a779ec3e-c44e-42f4-a9e1-f6a9fbd050b3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0670514 Jul 16 01:20:15.548724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad0f55d8-7a63-4484-a634-411e10cdf6b3 req-fe958756-5850-4771-86f6-f8c4bc6aa600 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371275 Jul 16 01:20:15.563183 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f410c10b-4da9-487e-aba0-b29cfea281a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.566470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2680b12-560d-49a1-929b-abcb15f03dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.591518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2680b12-560d-49a1-929b-abcb15f03dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.598808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410c10b-4da9-487e-aba0-b29cfea281a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78490a7-1a93-4912-b9be-e2262485378b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:15.621583 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f410c10b-4da9-487e-aba0-b29cfea281a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.623446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f410c10b-4da9-487e-aba0-b29cfea281a0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b78490a7-1a93-4912-b9be-e2262485378b HTTP/1.1" status: 204 len: 168 time: 0.3351223 Jul 16 01:20:15.626097 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34148) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:15.645891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b2680b12-560d-49a1-929b-abcb15f03dc0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39a6a31b1ef142eca8d94403f53be606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178863 Jul 16 01:20:15.646985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2680b12-560d-49a1-929b-abcb15f03dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae7b7b2-8e77-47a0-8b2e-48dfa12fde71,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:15.649145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34150) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:15.733415 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.754296 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-057a897a-5998-494f-8499-ab96300a365e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.812451 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-057a897a-5998-494f-8499-ab96300a365e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.819195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c363f4-c1df-47f0-bf87-6a2ac3a5be85 req-aaca83d2-34e5-4fe6-b236-a0a3487c5ff0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.821482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f2c363f4-c1df-47f0-bf87-6a2ac3a5be85 req-aaca83d2-34e5-4fe6-b236-a0a3487c5ff0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0739431 Jul 16 01:20:15.862573 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.865144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f2c363f4-c1df-47f0-bf87-6a2ac3a5be85 req-9fe54bbf-a4aa-467c-9bd4-35d98f14752c tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362217 Jul 16 01:20:15.872199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ce43bedf-73d7-4e01-a611-dda432cf7d2a up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:15.884243 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dd52fb-36fd-425f-be9b-1592942e5047']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:15.894635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13865e4-22a9-4e0b-843a-2c58075abce4') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:15.894928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13865e4-22a9-4e0b-843a-2c58075abce4') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:15.906426 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.921607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.929314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:20:15.929867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:20:15.931939 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:20:15.934924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port ce43bedf-73d7-4e01-a611-dda432cf7d2a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:15.936042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port ce43bedf-73d7-4e01-a611-dda432cf7d2a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:15.936417 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.942909 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-057a897a-5998-494f-8499-ab96300a365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.945556 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-057a897a-5998-494f-8499-ab96300a365e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.949059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-057a897a-5998-494f-8499-ab96300a365e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ae7b7b2-8e77-47a0-8b2e-48dfa12fde71 HTTP/1.1" status: 204 len: 168 time: 0.2952268 Jul 16 01:20:15.964350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a897a-5998-494f-8499-ab96300a365e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae7b7b2-8e77-47a0-8b2e-48dfa12fde71,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.006407 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.019953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.022950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] 10.222.0.64 "DELETE /v2.0/networks/14dd52fb-36fd-425f-be9b-1592942e5047 HTTP/1.1" status: 204 len: 168 time: 0.3957844 Jul 16 01:20:16.038946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb04f0-b318-43bc-8b67-9efe1bd3580c admin admin] Pushing event deleted for resources: {'Network': ['ID=14dd52fb-36fd-425f-be9b-1592942e5047,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.049170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.085449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ce43bedf-73d7-4e01-a611-dda432cf7d2a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:16.087147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:16.090143 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30a371f-54b3-4348-9001-e962a4194b5d" -d '{"events": [{"server_uuid": "6e9bd84f-637b-410e-bb09-8508a23a0b20", "name": "network-vif-plugged", "status": "completed", "tag": "ce43bedf-73d7-4e01-a611-dda432cf7d2a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:16.094124 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.156712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=ce43bedf-73d7-4e01-a611-dda432cf7d2a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.173643 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462f307b-3eb1-440f-8ffd-11aa6f5df14f x-openstack-request-id: req-462f307b-3eb1-440f-8ffd-11aa6f5df14f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:16.174284 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9bd84f-637b-410e-bb09-8508a23a0b20", "name": "network-vif-plugged", "status": "completed", "tag": "ce43bedf-73d7-4e01-a611-dda432cf7d2a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:16.174782 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-462f307b-3eb1-440f-8ffd-11aa6f5df14f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:16.175232 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a', 'code': 200} Jul 16 01:20:16.248017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54c36c-1a3e-4c2a-a73b-c1ac01b6e652 req-0b5e5161-7a2a-44e0-b8bd-efb159f9497b tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.250747 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c54c36c-1a3e-4c2a-a73b-c1ac01b6e652 req-0b5e5161-7a2a-44e0-b8bd-efb159f9497b tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 945 time: 0.1070154 Jul 16 01:20:16.251393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34168) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:16.313803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82b781-6238-4119-a8fa-b075a0f83bcb req-42873ce0-aaf7-4cab-94c8-4b1f3faa27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.315453 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e82b781-6238-4119-a8fa-b075a0f83bcb req-42873ce0-aaf7-4cab-94c8-4b1f3faa27c7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 1097 time: 0.0738015 Jul 16 01:20:16.321728 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c54c36c-1a3e-4c2a-a73b-c1ac01b6e652 req-087df93f-1355-494c-b766-2bf5ac60af9f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608237 Jul 16 01:20:16.335506 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ca4dbc1a-d9fd-417b-b0b7-773df4568ade admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57b34baa288a4d2bb7eef89fb8e728dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828760 Jul 16 01:20:16.339131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34170) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:16.366339 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e82b781-6238-4119-a8fa-b075a0f83bcb req-c7aefd65-cddb-4f89-9a40-fe408291ab04 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392811 Jul 16 01:20:16.404278 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3815e96-de8c-4921-bc44-b697cf84d3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.433437 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3815e96-de8c-4921-bc44-b697cf84d3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.443498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34172) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:16.457776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f108f779-b55d-423c-b397-f548cbc4d9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.484895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3815e96-de8c-4921-bc44-b697cf84d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.487579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3815e96-de8c-4921-bc44-b697cf84d3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.488732 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c3815e96-de8c-4921-bc44-b697cf84d3b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a64259a6-d701-477f-af40-0bab397408e1 HTTP/1.1" status: 204 len: 168 time: 0.1484859 Jul 16 01:20:16.497717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3815e96-de8c-4921-bc44-b697cf84d3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64259a6-d701-477f-af40-0bab397408e1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.578987 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f108f779-b55d-423c-b397-f548cbc4d9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.584272 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f108f779-b55d-423c-b397-f548cbc4d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.632102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f108f779-b55d-423c-b397-f548cbc4d9f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4f4dc893cad4aba9211bd6d5b74c181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874890 Jul 16 01:20:16.636082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34178) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:16.652026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108f779-b55d-423c-b397-f548cbc4d9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c86fc1-b3d3-4658-ab62-3012adf04046,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.684590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 569d5526-111a-4f06-92c7-dfd1867fb8cc no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:16.704596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 569d5526-111a-4f06-92c7-dfd1867fb8cc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:16.704947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 569d5526-111a-4f06-92c7-dfd1867fb8cc not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:16.730720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22607564-93e9-4e23-8ca2-6527f550421a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.762249 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22607564-93e9-4e23-8ca2-6527f550421a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.796483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f72ef0-362b-477f-9fe9-5c1f46e14693 req-e38af750-bd13-41bd-b5bd-24e2b27a3b46 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.797984 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8f72ef0-362b-477f-9fe9-5c1f46e14693 req-e38af750-bd13-41bd-b5bd-24e2b27a3b46 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.1155608 Jul 16 01:20:16.847414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8f72ef0-362b-477f-9fe9-5c1f46e14693 req-f24a9a97-b00a-4278-af9a-3a2daf683a49 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Jul 16 01:20:16.854931 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22607564-93e9-4e23-8ca2-6527f550421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.859221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22607564-93e9-4e23-8ca2-6527f550421a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.860870 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-22607564-93e9-4e23-8ca2-6527f550421a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35c86fc1-b3d3-4658-ab62-3012adf04046 HTTP/1.1" status: 204 len: 168 time: 0.2234967 Jul 16 01:20:16.871259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22607564-93e9-4e23-8ca2-6527f550421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c86fc1-b3d3-4658-ab62-3012adf04046,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:17.080685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d9be-3257-4e43-ae90-4e91f3576eab req-a762f1f2-d72d-4965-b0a6-368b33de6959 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.082252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee24d9be-3257-4e43-ae90-4e91f3576eab req-a762f1f2-d72d-4965-b0a6-368b33de6959 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0692196 Jul 16 01:20:17.130161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ee24d9be-3257-4e43-ae90-4e91f3576eab req-e7e83d6e-5143-4cf7-84d6-7f6cd994d5be tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399027 Jul 16 01:20:17.557136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327d3ba-4a48-4ce7-b222-bccd8c6d0644 req-98ac2aa7-8ced-4c22-8405-cb949c3f28be tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.558928 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4327d3ba-4a48-4ce7-b222-bccd8c6d0644 req-98ac2aa7-8ced-4c22-8405-cb949c3f28be tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 945 time: 0.0961151 Jul 16 01:20:17.618309 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4327d3ba-4a48-4ce7-b222-bccd8c6d0644 req-563cfd3d-d984-47c8-9073-93d55b726b0f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533247 Jul 16 01:20:17.877005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:17.912834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:17.913607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 0e926e21-b0f3-4d62-87f5-03cbf07bdf23 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:18.076815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7fc43-5ab3-4199-9a2b-aaef1a110751 req-79014d03-6186-4c4e-9042-e607abda2777 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.077995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2e7fc43-5ab3-4199-9a2b-aaef1a110751 req-79014d03-6186-4c4e-9042-e607abda2777 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0725691 Jul 16 01:20:18.124024 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2e7fc43-5ab3-4199-9a2b-aaef1a110751 req-a05b1a10-c50f-45f1-beb9-2fdfd283294d tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402977 Jul 16 01:20:18.348107 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d3643-8750-4e14-8400-cebd73777039 req-093ff292-0c81-4bfb-af29-36f40bbf0048 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.349653 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a91d3643-8750-4e14-8400-cebd73777039 req-093ff292-0c81-4bfb-af29-36f40bbf0048 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0819030 Jul 16 01:20:18.394670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a91d3643-8750-4e14-8400-cebd73777039 req-4257afb9-85ad-4cdd-9e03-6e27b857649e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368383 Jul 16 01:20:18.579141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:18.701424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84af3ccb-87c5-4695-99cc-0950fdc5c926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.809217 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84af3ccb-87c5-4695-99cc-0950fdc5c926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.814436 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84af3ccb-87c5-4695-99cc-0950fdc5c926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.827203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bced7-e560-4110-b661-4f33a3d36fdf req-b5fc991a-2b6c-4f67-b277-1a6790968bd2 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.835087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-607bced7-e560-4110-b661-4f33a3d36fdf req-b5fc991a-2b6c-4f67-b277-1a6790968bd2 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 945 time: 0.0863864 Jul 16 01:20:18.865286 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-84af3ccb-87c5-4695-99cc-0950fdc5c926 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6adaddca7b974b4aa7f68fe5cfe11c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825263 Jul 16 01:20:18.865286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af3ccb-87c5-4695-99cc-0950fdc5c926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef27565-365f-4778-bb95-329182f6329e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:18.865550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:18.892728 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-607bced7-e560-4110-b661-4f33a3d36fdf req-40cfc4ca-3194-4cd9-8590-d0f4ad20e2df tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567572 Jul 16 01:20:18.933218 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76932adc-51a8-4095-84cf-9d1ae9485655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.955700 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76932adc-51a8-4095-84cf-9d1ae9485655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.014063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76932adc-51a8-4095-84cf-9d1ae9485655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.017026 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76932adc-51a8-4095-84cf-9d1ae9485655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.020498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-76932adc-51a8-4095-84cf-9d1ae9485655 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ef27565-365f-4778-bb95-329182f6329e HTTP/1.1" status: 204 len: 168 time: 0.1521344 Jul 16 01:20:19.027263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76932adc-51a8-4095-84cf-9d1ae9485655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef27565-365f-4778-bb95-329182f6329e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:19.064236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-e1c704b5-6005-4cd0-b6cd-5282a806ccea tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-621732136&fields=id&tenant_id=7cbed1e7a9504ff1a5399b694286ae77 HTTP/1.1" status: 200 len: 267 time: 0.0557737 Jul 16 01:20:19.144100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-96f3c38a-d42f-4b32-8b60-bb4b1f8609a6 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.145658 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-96f3c38a-d42f-4b32-8b60-bb4b1f8609a6 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 945 time: 0.0806065 Jul 16 01:20:19.164465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-6c80f69d-bd0c-4a43-a2b8-07206d9678d9 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'port': {'security_groups': ['3b3e3e74-84d4-4969-92b1-6b2374e2a0ee', '1e710a69-5680-45f1-a9ed-109e44c7ed17']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:19.280345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-6c80f69d-bd0c-4a43-a2b8-07206d9678d9 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.385530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0cc0-a5d4-40de-81b8-e63dd5719d7a req-c13b2aa6-5f0f-44fa-9862-286f2bfdf855 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.387372 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-db7b0cc0-a5d4-40de-81b8-e63dd5719d7a req-c13b2aa6-5f0f-44fa-9862-286f2bfdf855 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0881596 Jul 16 01:20:19.462739 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-db7b0cc0-a5d4-40de-81b8-e63dd5719d7a req-190aebb8-52ea-4150-82d4-dbb6188a2beb tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680466 Jul 16 01:20:19.463266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:19.536966 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-6c80f69d-bd0c-4a43-a2b8-07206d9678d9 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] For port ce43bedf-73d7-4e01-a611-dda432cf7d2a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:19.578285 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-6c80f69d-bd0c-4a43-a2b8-07206d9678d9 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.585414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-6c80f69d-bd0c-4a43-a2b8-07206d9678d9 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.604687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ce43bedf-73d7-4e01-a611-dda432cf7d2a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:19.640423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-6c80f69d-bd0c-4a43-a2b8-07206d9678d9 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.641622 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-6c80f69d-bd0c-4a43-a2b8-07206d9678d9 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.644960 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb6d4d2c-a444-43c9-b89f-4b15ab47c43c req-6c80f69d-bd0c-4a43-a2b8-07206d9678d9 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "PUT /v2.0/ports/ce43bedf-73d7-4e01-a611-dda432cf7d2a HTTP/1.1" status: 200 len: 981 time: 0.4911966 Jul 16 01:20:19.645567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'tag': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:19.650437 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bbfe88-bde1-44c9-8556-2521c3845b76" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9bd84f-637b-410e-bb09-8508a23a0b20", "tag": "ce43bedf-73d7-4e01-a611-dda432cf7d2a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:19.699476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80f69d-bd0c-4a43-a2b8-07206d9678d9 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'Port': ['ID=ce43bedf-73d7-4e01-a611-dda432cf7d2a,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:19.748823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047cc9a-882b-4831-b220-af9f66758777 req-ed91505d-b95f-4faa-b2d9-02b0781ffc45 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.750510 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f047cc9a-882b-4831-b220-af9f66758777 req-ed91505d-b95f-4faa-b2d9-02b0781ffc45 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1385674 Jul 16 01:20:19.765379 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-054d315a-7576-48ae-a85f-952b9019fd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.786680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ce43bedf-73d7-4e01-a611-dda432cf7d2a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:19.837502 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4675165-b385-434e-b0ae-5024ae03365a x-openstack-request-id: req-f4675165-b385-434e-b0ae-5024ae03365a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:19.838563 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9bd84f-637b-410e-bb09-8508a23a0b20", "tag": "ce43bedf-73d7-4e01-a611-dda432cf7d2a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:19.839022 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4675165-b385-434e-b0ae-5024ae03365a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:19.839856 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'tag': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a', 'status': 'completed', 'code': 200} Jul 16 01:20:19.857976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f047cc9a-882b-4831-b220-af9f66758777 req-8b6d3b64-81ef-4c31-9fe6-b89cb51de935 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890653 Jul 16 01:20:19.996225 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-054d315a-7576-48ae-a85f-952b9019fd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.001503 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-054d315a-7576-48ae-a85f-952b9019fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.010645 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-7d3f9ec1-cea8-4ed9-9a74-2d02450e32e1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-737900502&fields=id&tenant_id=7cbed1e7a9504ff1a5399b694286ae77 HTTP/1.1" status: 200 len: 267 time: 0.0583344 Jul 16 01:20:20.031819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbfe88-bde1-44c9-8556-2521c3845b76 req-6c971bde-4c07-4dc2-b31e-1b06a0d00299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.033357 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2bbfe88-bde1-44c9-8556-2521c3845b76 req-6c971bde-4c07-4dc2-b31e-1b06a0d00299 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 1136 time: 0.1303763 Jul 16 01:20:20.057994 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-054d315a-7576-48ae-a85f-952b9019fd11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67740d4ba502497ea547afe34f639763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5888748 Jul 16 01:20:20.057994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34394) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:20.059199 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d315a-7576-48ae-a85f-952b9019fd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac481c4f-d9be-400b-8075-e13c88f2e946,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.119260 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db304239-67b4-42c1-9ed2-9bcd86253402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.147736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db304239-67b4-42c1-9ed2-9bcd86253402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.185743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-5b2b391a-879e-4133-87ba-757a11b7f5d1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.187602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-5b2b391a-879e-4133-87ba-757a11b7f5d1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 984 time: 0.1703482 Jul 16 01:20:20.189064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbfe88-bde1-44c9-8556-2521c3845b76 req-ed797ade-a398-4a40-a0b5-3d75c393a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.190752 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2bbfe88-bde1-44c9-8556-2521c3845b76 req-ed797ade-a398-4a40-a0b5-3d75c393a9bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 913 time: 0.1365619 Jul 16 01:20:20.203564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-3c4ae7dc-e55b-4ac6-b263-865975f4ea83 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'port': {'security_groups': ['1e710a69-5680-45f1-a9ed-109e44c7ed17', '3b3e3e74-84d4-4969-92b1-6b2374e2a0ee', '9bfbee90-68b6-42b8-bc3b-c983248c07d1']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:20.206960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db304239-67b4-42c1-9ed2-9bcd86253402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.209696 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db304239-67b4-42c1-9ed2-9bcd86253402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.213826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-db304239-67b4-42c1-9ed2-9bcd86253402 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac481c4f-d9be-400b-8075-e13c88f2e946 HTTP/1.1" status: 204 len: 168 time: 0.1538482 Jul 16 01:20:20.225222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db304239-67b4-42c1-9ed2-9bcd86253402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac481c4f-d9be-400b-8075-e13c88f2e946,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.279048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2bbfe88-bde1-44c9-8556-2521c3845b76 req-92f5b1e5-ec87-458d-aa3b-0ea65c5d50b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a HTTP/1.1" status: 200 len: 217 time: 0.0707123 Jul 16 01:20:20.625880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34414) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:20.660166 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbfb460c-d351-4327-96f1-bc5c20012fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.696084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34416) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:20.704869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbfe88-bde1-44c9-8556-2521c3845b76 req-c18262d6-68b1-417e-ae71-37810d35645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.706337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2bbfe88-bde1-44c9-8556-2521c3845b76 req-c18262d6-68b1-417e-ae71-37810d35645a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0085054f-b007-4a7c-9e51-c7328f8b8443 HTTP/1.1" status: 200 len: 853 time: 0.4176557 Jul 16 01:20:20.709732 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-3c4ae7dc-e55b-4ac6-b263-865975f4ea83 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.727618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35980e3-de55-4688-8180-f76cca92ebbe req-0f162702-9174-4504-ab0f-dd123a6a7b37 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.729197 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b35980e3-de55-4688-8180-f76cca92ebbe req-0f162702-9174-4504-ab0f-dd123a6a7b37 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.1168771 Jul 16 01:20:20.765336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2bbfe88-bde1-44c9-8556-2521c3845b76 req-baf04884-c7e7-462c-a7e2-876cc5ba3950 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=325ac784-b95c-4591-8bf5-1ea2e0e824ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444899 Jul 16 01:20:20.794790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b35980e3-de55-4688-8180-f76cca92ebbe req-4a5ff124-415e-476d-ace0-745fdceda405 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592287 Jul 16 01:20:20.833100 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbfb460c-d351-4327-96f1-bc5c20012fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.839030 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbfb460c-d351-4327-96f1-bc5c20012fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.847797 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98fb62c4-d341-47a8-9ab1-ee83728b1a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.891575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cbfb460c-d351-4327-96f1-bc5c20012fcc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bb1ed30c5f1495395a2f0953bfe3254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625041 Jul 16 01:20:20.892650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb460c-d351-4327-96f1-bc5c20012fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b337686-707c-4f1e-830b-3bfbf603a2d8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.895109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34422) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:20.962656 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f751b5d-7c91-44a4-8009-535c0a2a65b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.990104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f751b5d-7c91-44a4-8009-535c0a2a65b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.998826 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2bbfe88-bde1-44c9-8556-2521c3845b76 req-d6026b17-71cb-49bf-bcf7-94fc35233e51 service neutron] 10.222.0.67 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122896 Jul 16 01:20:21.050714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f751b5d-7c91-44a4-8009-535c0a2a65b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.054487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f751b5d-7c91-44a4-8009-535c0a2a65b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.058379 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4f751b5d-7c91-44a4-8009-535c0a2a65b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b337686-707c-4f1e-830b-3bfbf603a2d8 HTTP/1.1" status: 204 len: 168 time: 0.1600096 Jul 16 01:20:21.070493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f751b5d-7c91-44a4-8009-535c0a2a65b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b337686-707c-4f1e-830b-3bfbf603a2d8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.231171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-3c4ae7dc-e55b-4ac6-b263-865975f4ea83 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] For port ce43bedf-73d7-4e01-a611-dda432cf7d2a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:21.239844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2bbfe88-bde1-44c9-8556-2521c3845b76 req-e0afcf65-0c47-4952-bc20-730524426ae8 service neutron] 10.222.0.67 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292855 Jul 16 01:20:21.270338 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98fb62c4-d341-47a8-9ab1-ee83728b1a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.277457 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98fb62c4-d341-47a8-9ab1-ee83728b1a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.310721 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-3c4ae7dc-e55b-4ac6-b263-865975f4ea83 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.327513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-3c4ae7dc-e55b-4ac6-b263-865975f4ea83 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.340625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ce43bedf-73d7-4e01-a611-dda432cf7d2a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:21.350704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b6dc1-2f80-4242-971d-5e03f7b0bd18 req-60151ffb-7d48-473a-a3fb-d3a3eae8f709 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.355461 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f85b6dc1-2f80-4242-971d-5e03f7b0bd18 req-60151ffb-7d48-473a-a3fb-d3a3eae8f709 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0886221 Jul 16 01:20:21.380084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-98fb62c4-d341-47a8-9ab1-ee83728b1a6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=721712a9b0094f64923d65d5ed6209f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6802421 Jul 16 01:20:21.380843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34436) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:21.393012 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-3c4ae7dc-e55b-4ac6-b263-865975f4ea83 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.394149 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-3c4ae7dc-e55b-4ac6-b263-865975f4ea83 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.408627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b5609de-71f8-4958-aedc-88e18c20d69c req-3c4ae7dc-e55b-4ac6-b263-865975f4ea83 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "PUT /v2.0/ports/ce43bedf-73d7-4e01-a611-dda432cf7d2a HTTP/1.1" status: 200 len: 1020 time: 1.2117758 Jul 16 01:20:21.412580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb62c4-d341-47a8-9ab1-ee83728b1a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2846d9e1-acde-4dda-980d-8015a3d768b3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.450445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f85b6dc1-2f80-4242-971d-5e03f7b0bd18 req-f1d2f64d-0197-4379-9ecc-19e4c39afddd tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868483 Jul 16 01:20:21.478195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ae7dc-e55b-4ac6-b263-865975f4ea83 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'Port': ['ID=ce43bedf-73d7-4e01-a611-dda432cf7d2a,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.490804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ce43bedf-73d7-4e01-a611-dda432cf7d2a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:21.505155 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4398134-e388-40f8-b263-b034537b8896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.539677 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4398134-e388-40f8-b263-b034537b8896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.645525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4398134-e388-40f8-b263-b034537b8896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.647170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4398134-e388-40f8-b263-b034537b8896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.650117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b4398134-e388-40f8-b263-b034537b8896 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2846d9e1-acde-4dda-980d-8015a3d768b3 HTTP/1.1" status: 204 len: 168 time: 0.2687240 Jul 16 01:20:21.663026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4398134-e388-40f8-b263-b034537b8896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2846d9e1-acde-4dda-980d-8015a3d768b3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.701529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9385693-aaff-4df6-af69-27ef7e0029cf req-9e9c498f-51b6-456c-b4f3-ddcb876666ff tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.703340 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b9385693-aaff-4df6-af69-27ef7e0029cf req-9e9c498f-51b6-456c-b4f3-ddcb876666ff tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 1023 time: 0.1038902 Jul 16 01:20:21.822521 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b9385693-aaff-4df6-af69-27ef7e0029cf req-bd9e5ead-fe38-451e-bef2-37ff68cf7321 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&id=1e710a69-5680-45f1-a9ed-109e44c7ed17&id=9bfbee90-68b6-42b8-bc3b-c983248c07d1 HTTP/1.1" status: 200 len: 6154 time: 0.1028483 Jul 16 01:20:21.841820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'tag': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:21.845493 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9b739e-1848-4387-9d13-4ee3ddcee408" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9bd84f-637b-410e-bb09-8508a23a0b20", "tag": "ce43bedf-73d7-4e01-a611-dda432cf7d2a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:21.863841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e055f359-76a9-4774-8b83-6ed0cc029ba3 req-ce74ac80-d005-457f-984b-4dc500949414 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2060267990 ', 'description': 'tempest-description-742766818'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:21.912086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e055f359-76a9-4774-8b83-6ed0cc029ba3 req-ce74ac80-d005-457f-984b-4dc500949414 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.029959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de616b09-cd00-4321-8fb6-20dc0c3a4c98 req-eec6a561-1a9c-4919-b1a6-45531d553e13 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.032180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de616b09-cd00-4321-8fb6-20dc0c3a4c98 req-eec6a561-1a9c-4919-b1a6-45531d553e13 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0886300 Jul 16 01:20:22.069158 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e055f359-76a9-4774-8b83-6ed0cc029ba3 req-ce74ac80-d005-457f-984b-4dc500949414 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.074580 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e055f359-76a9-4774-8b83-6ed0cc029ba3 req-ce74ac80-d005-457f-984b-4dc500949414 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.078570 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de616b09-cd00-4321-8fb6-20dc0c3a4c98 req-c7ec1414-51eb-4c4a-8a71-114948dd31e2 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396483 Jul 16 01:20:22.114060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74ac80-d005-457f-984b-4dc500949414 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0ed315-c429-4955-a532-f2eedb2c0ab9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:22.128438 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e055f359-76a9-4774-8b83-6ed0cc029ba3 req-ce74ac80-d005-457f-984b-4dc500949414 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.141527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e055f359-76a9-4774-8b83-6ed0cc029ba3 req-ce74ac80-d005-457f-984b-4dc500949414 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.2841308 Jul 16 01:20:22.146818 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb07b60-0937-4184-9af3-1d6c6513be42 x-openstack-request-id: req-deb07b60-0937-4184-9af3-1d6c6513be42 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:22.147114 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9bd84f-637b-410e-bb09-8508a23a0b20", "tag": "ce43bedf-73d7-4e01-a611-dda432cf7d2a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:22.147365 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-deb07b60-0937-4184-9af3-1d6c6513be42 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:22.147932 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'tag': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a', 'status': 'completed', 'code': 200} Jul 16 01:20:22.253384 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8089ba98-7462-4e38-bd6a-f9438fc221c3 req-6ba7f064-1294-40f7-a4f0-f44810c33065 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/5e0ed315-c429-4955-a532-f2eedb2c0ab9 HTTP/1.1" status: 200 len: 1782 time: 0.0977418 Jul 16 01:20:22.292355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b739e-1848-4387-9d13-4ee3ddcee408 req-84bcfc94-4757-4073-bbb3-d262b8689d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.294913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff9b739e-1848-4387-9d13-4ee3ddcee408 req-84bcfc94-4757-4073-bbb3-d262b8689d29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 1175 time: 0.1139855 Jul 16 01:20:22.324002 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-769ef7bf-5cea-4618-9cd3-231adc78016e req-1e13bfa1-585c-4184-9a8b-c7c7059de2b7 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/5e0ed315-c429-4955-a532-f2eedb2c0ab9 HTTP/1.1" status: 200 len: 1782 time: 0.0509737 Jul 16 01:20:22.388323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-769ef7bf-5cea-4618-9cd3-231adc78016e req-5fed75fb-c529-41c9-97db-cc2dde6fcd43 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.415372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-769ef7bf-5cea-4618-9cd3-231adc78016e req-5fed75fb-c529-41c9-97db-cc2dde6fcd43 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.470161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-769ef7bf-5cea-4618-9cd3-231adc78016e req-5fed75fb-c529-41c9-97db-cc2dde6fcd43 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.473723 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-769ef7bf-5cea-4618-9cd3-231adc78016e req-5fed75fb-c529-41c9-97db-cc2dde6fcd43 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.481362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b739e-1848-4387-9d13-4ee3ddcee408 req-cb06c695-fd67-4951-a9e5-5e95ac53505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.488490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-769ef7bf-5cea-4618-9cd3-231adc78016e req-5fed75fb-c529-41c9-97db-cc2dde6fcd43 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/5e0ed315-c429-4955-a532-f2eedb2c0ab9 HTTP/1.1" status: 204 len: 173 time: 0.1569192 Jul 16 01:20:22.495101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff9b739e-1848-4387-9d13-4ee3ddcee408 req-cb06c695-fd67-4951-a9e5-5e95ac53505b service neutron] 10.222.0.67 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 913 time: 0.1880910 Jul 16 01:20:22.526327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed75fb-c529-41c9-97db-cc2dde6fcd43 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0ed315-c429-4955-a532-f2eedb2c0ab9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:22.585653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff9b739e-1848-4387-9d13-4ee3ddcee408 req-26f2cdc7-50ff-457a-be96-419db8da2520 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a HTTP/1.1" status: 200 len: 217 time: 0.0787532 Jul 16 01:20:22.613103 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-14bbd07c-21d5-4f72-9fce-863a2bb863a5 req-0e7a5ffc-d49b-4194-9a28-681c3ee14e3e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] show failed (client error): The resource could not be found. Jul 16 01:20:22.623503 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14bbd07c-21d5-4f72-9fce-863a2bb863a5 req-0e7a5ffc-d49b-4194-9a28-681c3ee14e3e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/5e0ed315-c429-4955-a532-f2eedb2c0ab9 HTTP/1.1" status: 404 len: 352 time: 0.1016417 Jul 16 01:20:22.778443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b739e-1848-4387-9d13-4ee3ddcee408 req-2a75caeb-3a31-4f36-b025-6a1785896a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.781018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff9b739e-1848-4387-9d13-4ee3ddcee408 req-2a75caeb-3a31-4f36-b025-6a1785896a42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0085054f-b007-4a7c-9e51-c7328f8b8443 HTTP/1.1" status: 200 len: 853 time: 0.1888270 Jul 16 01:20:22.855512 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff9b739e-1848-4387-9d13-4ee3ddcee408 req-03ef469b-a4f5-4464-9197-441e948d70b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=325ac784-b95c-4591-8bf5-1ea2e0e824ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671751 Jul 16 01:20:22.878244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea925e1b-3145-4f10-9508-791dd086f41e req-6cf61c2b-bf84-47c2-b081-5e3f50c3dd74 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.891017 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea925e1b-3145-4f10-9508-791dd086f41e req-6cf61c2b-bf84-47c2-b081-5e3f50c3dd74 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.2355864 Jul 16 01:20:22.899497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-9629ebaf-bd68-4543-9f5c-333cc1206cf5 req-e396e1e9-505a-4fc4-a3b5-b16f648152b1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2143358694', 'description': 'tempest-description-1527546220'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:22.937262 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9629ebaf-bd68-4543-9f5c-333cc1206cf5 req-e396e1e9-505a-4fc4-a3b5-b16f648152b1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.006876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea925e1b-3145-4f10-9508-791dd086f41e req-f99fc086-bfd0-444a-abd8-e55526912fb9 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133401 Jul 16 01:20:23.098561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff9b739e-1848-4387-9d13-4ee3ddcee408 req-59e553f5-c648-4f40-b319-997a7ae4a189 service neutron] 10.222.0.67 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035110 Jul 16 01:20:23.099155 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9629ebaf-bd68-4543-9f5c-333cc1206cf5 req-e396e1e9-505a-4fc4-a3b5-b16f648152b1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.105961 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9629ebaf-bd68-4543-9f5c-333cc1206cf5 req-e396e1e9-505a-4fc4-a3b5-b16f648152b1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.138774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9629ebaf-bd68-4543-9f5c-333cc1206cf5 req-e396e1e9-505a-4fc4-a3b5-b16f648152b1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.143946 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9629ebaf-bd68-4543-9f5c-333cc1206cf5 req-e396e1e9-505a-4fc4-a3b5-b16f648152b1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2535369 Jul 16 01:20:23.161925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396e1e9-505a-4fc4-a3b5-b16f648152b1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184508cb-815b-4fe1-9fcb-b112f559aced,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:23.188435 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-531132a4-c375-4835-9b4b-49ca736d3e2c req-536370fe-3a68-4992-b71d-55a08215526f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1300285438', 'description': 'tempest-description-561121710'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:23.213006 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-531132a4-c375-4835-9b4b-49ca736d3e2c req-536370fe-3a68-4992-b71d-55a08215526f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.308546 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff9b739e-1848-4387-9d13-4ee3ddcee408 req-facf865a-9de8-4030-88a0-4b0fa7658d8a service neutron] 10.222.0.67 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942098 Jul 16 01:20:23.331673 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-531132a4-c375-4835-9b4b-49ca736d3e2c req-536370fe-3a68-4992-b71d-55a08215526f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.338247 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-531132a4-c375-4835-9b4b-49ca736d3e2c req-536370fe-3a68-4992-b71d-55a08215526f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.368471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-531132a4-c375-4835-9b4b-49ca736d3e2c req-536370fe-3a68-4992-b71d-55a08215526f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.381363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-531132a4-c375-4835-9b4b-49ca736d3e2c req-536370fe-3a68-4992-b71d-55a08215526f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1984699 Jul 16 01:20:23.390062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d95e3-6161-432a-8b41-dd1cdd61b6f7 req-25e55b41-0053-4a71-9ad7-062699e2e9c4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.392054 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a65d95e3-6161-432a-8b41-dd1cdd61b6f7 req-25e55b41-0053-4a71-9ad7-062699e2e9c4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.1236179 Jul 16 01:20:23.392582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536370fe-3a68-4992-b71d-55a08215526f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fdf3a2-c259-4e2a-a70c-2857b7d50306,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:23.459896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a65d95e3-6161-432a-8b41-dd1cdd61b6f7 req-c1a77cf5-aa33-4685-9089-e552cce56deb tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594075 Jul 16 01:20:23.486239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-804e89b2-343d-4613-9e00-c77460b85176 req-3830507b-4b66-4fb0-b725-f707609b61e8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-475376814', 'description': 'tempest-description-202199158'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:23.504732 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34542) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:23.551525 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-804e89b2-343d-4613-9e00-c77460b85176 req-3830507b-4b66-4fb0-b725-f707609b61e8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.606113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d578b-08e2-42df-af11-9b664fb05ecd req-ca245718-cf14-44d6-9de2-17c9e424717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.610393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b6d578b-08e2-42df-af11-9b664fb05ecd req-ca245718-cf14-44d6-9de2-17c9e424717a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 1097 time: 0.1016026 Jul 16 01:20:23.632171 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-313f96f2-2bcc-47d7-a6e0-3da39c3e9761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.666536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b6d578b-08e2-42df-af11-9b664fb05ecd req-20054529-5d8f-4b2e-9c92-63124fd65119 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476332 Jul 16 01:20:23.690470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-804e89b2-343d-4613-9e00-c77460b85176 req-3830507b-4b66-4fb0-b725-f707609b61e8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.694850 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-804e89b2-343d-4613-9e00-c77460b85176 req-3830507b-4b66-4fb0-b725-f707609b61e8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.727665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830507b-4b66-4fb0-b725-f707609b61e8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e393950-5a8a-421c-86c0-be917a56f744,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:23.796757 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-313f96f2-2bcc-47d7-a6e0-3da39c3e9761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.801115 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-313f96f2-2bcc-47d7-a6e0-3da39c3e9761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.808784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-804e89b2-343d-4613-9e00-c77460b85176 req-3830507b-4b66-4fb0-b725-f707609b61e8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.810252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-804e89b2-343d-4613-9e00-c77460b85176 req-3830507b-4b66-4fb0-b725-f707609b61e8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3286874 Jul 16 01:20:23.849341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-313f96f2-2bcc-47d7-a6e0-3da39c3e9761 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=773d550230cd475fae5a2ef80682069f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430710 Jul 16 01:20:23.851322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f96f2-2bcc-47d7-a6e0-3da39c3e9761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d325e149-5054-4b49-b64c-b1559d99f77c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:23.853176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34578) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:23.940477 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4338f639-50ad-4637-81e9-0a8d5ba907c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.975393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4338f639-50ad-4637-81e9-0a8d5ba907c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.026920 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaef2dc4-6306-4cf9-9ac6-f555fb01812e req-a518d541-cded-464b-a3e7-2d7f63687d5f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cbed1e7a9504ff1a5399b694286ae77 HTTP/1.1" status: 200 len: 10907 time: 0.1863081 Jul 16 01:20:24.040324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4338f639-50ad-4637-81e9-0a8d5ba907c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.044458 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4338f639-50ad-4637-81e9-0a8d5ba907c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.048357 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4338f639-50ad-4637-81e9-0a8d5ba907c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d325e149-5054-4b49-b64c-b1559d99f77c HTTP/1.1" status: 204 len: 168 time: 0.1910956 Jul 16 01:20:24.074380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338f639-50ad-4637-81e9-0a8d5ba907c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d325e149-5054-4b49-b64c-b1559d99f77c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:24.118938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaef2dc4-6306-4cf9-9ac6-f555fb01812e req-31eabcdb-18c6-4eb1-bd2e-ffbf9203231e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/3b3e3e74-84d4-4969-92b1-6b2374e2a0ee HTTP/1.1" status: 200 len: 2985 time: 0.0876405 Jul 16 01:20:24.201019 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaef2dc4-6306-4cf9-9ac6-f555fb01812e req-ed795f19-1250-4883-bdfc-1d529362cbe1 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/3b3e3e74-84d4-4969-92b1-6b2374e2a0ee HTTP/1.1" status: 200 len: 2985 time: 0.0801978 Jul 16 01:20:24.272072 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1e38165-1708-4f48-a63a-f24ce8e7b1f5 req-afc15047-56f2-42b9-844b-e5709d58b448 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/184508cb-815b-4fe1-9fcb-b112f559aced HTTP/1.1" status: 200 len: 1803 time: 0.0629721 Jul 16 01:20:24.345945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac218-e9e4-4fe3-8cd0-7adefc8d2577 req-eeb8b83e-221e-4f0b-a64e-c07465c164e7 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.359328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d0ac218-e9e4-4fe3-8cd0-7adefc8d2577 req-eeb8b83e-221e-4f0b-a64e-c07465c164e7 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.1530588 Jul 16 01:20:24.359537 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e1e38165-1708-4f48-a63a-f24ce8e7b1f5 req-c668b3e7-1bbb-44f9-a3d6-8d857c946388 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.386529 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e1e38165-1708-4f48-a63a-f24ce8e7b1f5 req-c668b3e7-1bbb-44f9-a3d6-8d857c946388 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.453265 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e1e38165-1708-4f48-a63a-f24ce8e7b1f5 req-c668b3e7-1bbb-44f9-a3d6-8d857c946388 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.456398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e1e38165-1708-4f48-a63a-f24ce8e7b1f5 req-c668b3e7-1bbb-44f9-a3d6-8d857c946388 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.457803 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1e38165-1708-4f48-a63a-f24ce8e7b1f5 req-c668b3e7-1bbb-44f9-a3d6-8d857c946388 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/184508cb-815b-4fe1-9fcb-b112f559aced HTTP/1.1" status: 204 len: 173 time: 0.1813653 Jul 16 01:20:24.471753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668b3e7-1bbb-44f9-a3d6-8d857c946388 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184508cb-815b-4fe1-9fcb-b112f559aced,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:24.490896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0d0ac218-e9e4-4fe3-8cd0-7adefc8d2577 req-da74a7c5-f6b5-4541-aece-3814dfbb7dad tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208510 Jul 16 01:20:24.502799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aba16-75c8-4e4d-8bbe-8d2e89647311 req-e707c6d5-6146-4cbc-a300-bebcefcb2193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.512762 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d31aba16-75c8-4e4d-8bbe-8d2e89647311 req-e707c6d5-6146-4cbc-a300-bebcefcb2193 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 1097 time: 0.1440136 Jul 16 01:20:24.524521 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45d9beaf-675f-41ed-ac6d-17aefc5a5d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.537864 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-a23f3af4-3fd5-462b-9a9f-70ce36fb87fd req-0e4e7b3f-8394-4094-a3b3-e5e99a20fada tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] show failed (client error): The resource could not be found. Jul 16 01:20:24.547332 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a23f3af4-3fd5-462b-9a9f-70ce36fb87fd req-0e4e7b3f-8394-4094-a3b3-e5e99a20fada tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/184508cb-815b-4fe1-9fcb-b112f559aced HTTP/1.1" status: 404 len: 352 time: 0.0372996 Jul 16 01:20:24.604665 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d31aba16-75c8-4e4d-8bbe-8d2e89647311 req-d41a21f3-8cb8-4ca0-b32b-d46a42fb48b6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773470 Jul 16 01:20:24.790410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45609102-7a49-458c-9492-7c1651e7f2db req-ef79e944-3390-46ed-b2d7-cc6361a392dc tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/f2fdf3a2-c259-4e2a-a70c-2857b7d50306 HTTP/1.1" status: 200 len: 1802 time: 0.0853300 Jul 16 01:20:24.826253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7925-db0c-454b-9930-2df678794331 req-ac2f68d4-ebab-48e4-993a-e3b80d077a06 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.827837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26ae7925-db0c-454b-9930-2df678794331 req-ac2f68d4-ebab-48e4-993a-e3b80d077a06 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.1531465 Jul 16 01:20:24.895452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26ae7925-db0c-454b-9930-2df678794331 req-87dd7af4-6381-4721-ac46-83e5f4754696 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601079 Jul 16 01:20:24.900193 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45609102-7a49-458c-9492-7c1651e7f2db req-33a77571-3f03-432d-91b0-7bff58dcf3c4 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.930307 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45609102-7a49-458c-9492-7c1651e7f2db req-33a77571-3f03-432d-91b0-7bff58dcf3c4 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.978500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45609102-7a49-458c-9492-7c1651e7f2db req-33a77571-3f03-432d-91b0-7bff58dcf3c4 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.981344 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45609102-7a49-458c-9492-7c1651e7f2db req-33a77571-3f03-432d-91b0-7bff58dcf3c4 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.985193 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45609102-7a49-458c-9492-7c1651e7f2db req-33a77571-3f03-432d-91b0-7bff58dcf3c4 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/f2fdf3a2-c259-4e2a-a70c-2857b7d50306 HTTP/1.1" status: 204 len: 173 time: 0.1831620 Jul 16 01:20:24.995450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a77571-3f03-432d-91b0-7bff58dcf3c4 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fdf3a2-c259-4e2a-a70c-2857b7d50306,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:25.025548 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-15afa20f-aac7-437f-aafe-e00a1334109e req-305198f5-0059-47d3-b71f-80d8bba7ed8f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] show failed (client error): The resource could not be found. Jul 16 01:20:25.026972 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15afa20f-aac7-437f-aafe-e00a1334109e req-305198f5-0059-47d3-b71f-80d8bba7ed8f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/f2fdf3a2-c259-4e2a-a70c-2857b7d50306 HTTP/1.1" status: 404 len: 352 time: 0.0236306 Jul 16 01:20:25.032315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:25.103908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-feea156c-e6dc-4ba6-9927-498da00436c9 req-ad4e2f43-ad01-450e-ba8b-15be6bb28809 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/6e393950-5a8a-421c-86c0-be917a56f744 HTTP/1.1" status: 200 len: 1801 time: 0.0535517 Jul 16 01:20:25.183484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-958636833-network', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:25.191188 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-feea156c-e6dc-4ba6-9927-498da00436c9 req-00fb9acb-126e-40f4-b727-b46469c3b26e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.209769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Made reservation on behalf of 7b0c0e7a0f7b4686a73f891f6f81fcf8 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:25.213048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.216630 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-feea156c-e6dc-4ba6-9927-498da00436c9 req-00fb9acb-126e-40f4-b727-b46469c3b26e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.222109 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.270212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-feea156c-e6dc-4ba6-9927-498da00436c9 req-00fb9acb-126e-40f4-b727-b46469c3b26e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.273895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-feea156c-e6dc-4ba6-9927-498da00436c9 req-00fb9acb-126e-40f4-b727-b46469c3b26e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.275255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-feea156c-e6dc-4ba6-9927-498da00436c9 req-00fb9acb-126e-40f4-b727-b46469c3b26e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/6e393950-5a8a-421c-86c0-be917a56f744 HTTP/1.1" status: 204 len: 173 time: 0.1637728 Jul 16 01:20:25.285419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb9acb-126e-40f4-b727-b46469c3b26e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e393950-5a8a-421c-86c0-be917a56f744,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:25.337131 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-ae28fed3-576c-4ceb-9166-b0bcb3deb2c1 req-43187e07-dd4b-4667-8459-6699968ab068 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] show failed (client error): The resource could not be found. Jul 16 01:20:25.338494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ae28fed3-576c-4ceb-9166-b0bcb3deb2c1 req-43187e07-dd4b-4667-8459-6699968ab068 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/6e393950-5a8a-421c-86c0-be917a56f744 HTTP/1.1" status: 404 len: 352 time: 0.0316124 Jul 16 01:20:25.363692 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.383248 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.390823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.417059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:25.433184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd0e4ae-e74d-439e-8416-5711d140e237,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:25.438682 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.439029 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Added segment c5dc9101-a176-45a1-a3fc-fac5caed4ee6 of type vlan for network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 Jul 16 01:20:25.448111 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74f732d2-c565-4c53-bb81-118ebf8e99a0 req-62a92f29-4bfa-421b-9f43-3daad22937dc tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cbed1e7a9504ff1a5399b694286ae77 HTTP/1.1" status: 200 len: 6154 time: 0.0800788 Jul 16 01:20:25.485236 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.502147 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74f732d2-c565-4c53-bb81-118ebf8e99a0 req-8b1407c6-e937-4d91-8d21-7ca96d18261f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/3b3e3e74-84d4-4969-92b1-6b2374e2a0ee HTTP/1.1" status: 200 len: 2985 time: 0.0471389 Jul 16 01:20:25.527869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:25.546458 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.548925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.549659 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.573183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74f732d2-c565-4c53-bb81-118ebf8e99a0 req-76249ba4-cb3b-4ab4-bb21-05021c1e7e2c tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/3b3e3e74-84d4-4969-92b1-6b2374e2a0ee HTTP/1.1" status: 200 len: 2985 time: 0.0651274 Jul 16 01:20:25.589110 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5556121 Jul 16 01:20:25.592376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34724) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:25.597490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Request body: {'subnet': {'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-958636833-subnet', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:25.610414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9341be9e-0470-4535-91d6-9765f3feb3ce req-941eb64d-64d2-4245-a3ad-d639fbb0919d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-501633868', 'description': 'tempest-description-49762100'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:25.637217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Made reservation on behalf of 7b0c0e7a0f7b4686a73f891f6f81fcf8 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:25.643966 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.665180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd978de-8b6d-425f-9b05-818a1c6a5105 admin admin] Pushing event updated for resources: {'Network': ['ID=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:25.679084 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:25.689107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9341be9e-0470-4535-91d6-9765f3feb3ce req-941eb64d-64d2-4245-a3ad-d639fbb0919d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.747100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70cb67b5-19df-42b6-a4ae-6d45a269c80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.748533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef74710-8a5a-4e9a-b117-205960a093dd req-44ed1441-78c0-45bb-9971-189a5b60ad01 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.751672 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ef74710-8a5a-4e9a-b117-205960a093dd req-44ed1441-78c0-45bb-9971-189a5b60ad01 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.0880237 Jul 16 01:20:25.805808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ef74710-8a5a-4e9a-b117-205960a093dd req-5e50c260-11a4-4792-b47d-a312904e9693 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Jul 16 01:20:25.900602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9341be9e-0470-4535-91d6-9765f3feb3ce req-941eb64d-64d2-4245-a3ad-d639fbb0919d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.904639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b60ac144-7a08-4e62-a0c0-348c5a18b5f8 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:25.908386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b60ac144-7a08-4e62-a0c0-348c5a18b5f8 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:25.938749 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9341be9e-0470-4535-91d6-9765f3feb3ce req-941eb64d-64d2-4245-a3ad-d639fbb0919d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.996470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.016415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941eb64d-64d2-4245-a3ad-d639fbb0919d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5439183f-7061-40b5-a515-f0b0a34b6171,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.099761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca56aa98-3472-4cf5-b59b-cff1fe262ac7,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.124126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Checking segment: {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:26.124563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Network hostable DHCP agents. Network: f9973bff-4f7b-4bfe-ab2f-11abb6c51b93, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:26.141921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f21cf-f13d-4f83-a73f-5d0be5fda050 req-ecbc6afc-1d27-4eda-8cd1-e6c8534e168b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.147691 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d7f21cf-f13d-4f83-a73f-5d0be5fda050 req-ecbc6afc-1d27-4eda-8cd1-e6c8534e168b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.0860386 Jul 16 01:20:26.167371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:26.176142 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70cb67b5-19df-42b6-a4ae-6d45a269c80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.183792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70cb67b5-19df-42b6-a4ae-6d45a269c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.190284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9341be9e-0470-4535-91d6-9765f3feb3ce req-941eb64d-64d2-4245-a3ad-d639fbb0919d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.191695 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9341be9e-0470-4535-91d6-9765f3feb3ce req-941eb64d-64d2-4245-a3ad-d639fbb0919d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5870759 Jul 16 01:20:26.192261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f9973bff-4f7b-4bfe-ab2f-11abb6c51b93) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:26.196633 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d7f21cf-f13d-4f83-a73f-5d0be5fda050 req-065133a0-36eb-4cec-96af-46eeeac5ee2b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456312 Jul 16 01:20:26.197682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.198311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.243134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:26.244070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-37e8882c-6521-4da6-8729-aee91fcb6b96 req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1497212097', 'description': 'tempest-description-2019804955'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:26.259021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8', 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9', 'port_id': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8', 'mac_address': 'fa:16:3e:69:16:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:26.262783 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddcd05f-2fc0-41d2-ac28-9f889a9dc89a None None] Network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:26.265716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-70cb67b5-19df-42b6-a4ae-6d45a269c80e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e5139bacd1f492ca6b83984c94a9999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7368009 Jul 16 01:20:26.268490 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.268708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34736) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:26.273057 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-06e47384-afb7-49e1-89ab-f22bec4e5194 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6795051 Jul 16 01:20:26.273689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34738) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:26.279953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:26.283959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb67b5-19df-42b6-a4ae-6d45a269c80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165d3bde-bee4-4a37-9f27-f4f4dc6956a3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.305182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:26.315203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:26.317478 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b75a4c-301b-4f08-a7ef-901fc3304d6f" -d '{"events": [{"server_uuid": "2c88abdd-a0ae-4813-bf0c-ce433a98807b", "name": "network-vif-unplugged", "status": "completed", "tag": "b60ac144-7a08-4e62-a0c0-348c5a18b5f8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:26.329303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-37e8882c-6521-4da6-8729-aee91fcb6b96 req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.331595 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.355028 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.357029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.404017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8844d34f-0ea2-40a9-9e19-a4ef794f66eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.445448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.452873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8844d34f-0ea2-40a9-9e19-a4ef794f66eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.470938 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.489875 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e0bed-242f-4636-b6a5-8f744bf4b275 x-openstack-request-id: req-af7e0bed-242f-4636-b6a5-8f744bf4b275 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:26.490510 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c88abdd-a0ae-4813-bf0c-ce433a98807b", "name": "network-vif-unplugged", "status": "completed", "tag": "b60ac144-7a08-4e62-a0c0-348c5a18b5f8", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:26.490926 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af7e0bed-242f-4636-b6a5-8f744bf4b275 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:26.491511 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8', 'code': 200} Jul 16 01:20:26.497192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60ac144-7a08-4e62-a0c0-348c5a18b5f8 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:26.533802 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-37e8882c-6521-4da6-8729-aee91fcb6b96 req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.538672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-37e8882c-6521-4da6-8729-aee91fcb6b96 req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.565400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-37e8882c-6521-4da6-8729-aee91fcb6b96 req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.567121 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37e8882c-6521-4da6-8729-aee91fcb6b96 req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3311353 Jul 16 01:20:26.577309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.589786 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8844d34f-0ea2-40a9-9e19-a4ef794f66eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.592655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8844d34f-0ea2-40a9-9e19-a4ef794f66eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.596143 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8844d34f-0ea2-40a9-9e19-a4ef794f66eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/165d3bde-bee4-4a37-9f27-f4f4dc6956a3 HTTP/1.1" status: 204 len: 168 time: 0.3228381 Jul 16 01:20:26.602413 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.604246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:26.612101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.612715 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.613221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.613737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.614270 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.614758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.615260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.615747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.616235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.616848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.617346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.617995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.621772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167191a1-d84b-4ed2-bd93-499e6b1f8613,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.624723 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.639147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.639495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.639839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.640183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.640514 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.640847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.641171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.641496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.641820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.642166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.642493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.642810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f86d8d5-e019-46e9-afd8-bb7405425cde tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:26.670717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844d34f-0ea2-40a9-9e19-a4ef794f66eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165d3bde-bee4-4a37-9f27-f4f4dc6956a3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.715475 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.754762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.772473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:20:26.774184 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.795671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-a5ca499c-17f9-47e7-a42f-51b43a85d247 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.797136 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-a5ca499c-17f9-47e7-a42f-51b43a85d247 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/networks?id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 200 len: 809 time: 0.2541943 Jul 16 01:20:26.822478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-ffd9e714-c95b-4cdc-924e-178d082ee949 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/quotas/f0ce05a2e2e84cef9dafd85d2c1c7f2c HTTP/1.1" status: 200 len: 375 time: 0.0154295 Jul 16 01:20:26.987370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Allocated IP 172.20.0.2 (f9973bff-4f7b-4bfe-ab2f-11abb6c51b93/ca56aa98-3472-4cf5-b59b-cff1fe262ac7/d0a053ce-e8bd-40e7-b35f-65e93b537ea2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:26.987897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-0571828d-f745-4719-b9c7-b99b0b046da3 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.996329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-0571828d-f745-4719-b9c7-b99b0b046da3 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 813 time: 0.1320307 Jul 16 01:20:27.015605 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-d3a97c7b-5117-4c9a-a632-0a9b43da756e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/quotas/7cbed1e7a9504ff1a5399b694286ae77 HTTP/1.1" status: 200 len: 375 time: 0.0182149 Jul 16 01:20:27.019068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-91b00f9b-2598-4c8b-b79e-46a1c661c271 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699579 Jul 16 01:20:27.035681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b60ac144-7a08-4e62-a0c0-348c5a18b5f8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:27.105945 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.106534 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-4c73c678-cc8d-452a-be3b-b7bac83581dc tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897286 Jul 16 01:20:27.131742 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a098368-8070-482e-a36c-375cfbbe94ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.144028 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:27.157434 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.174263 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da345b43-9039-41eb-80b0-6d6f5cb447de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.229095 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-6c686377-1444-4d35-95a1-af1343a1e8d1 service neutron] 10.222.0.64 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729107 Jul 16 01:20:27.260721 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.280255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Transition to ACTIVE for port object d0a053ce-e8bd-40e7-b35f-65e93b537ea2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:27.313606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Transition to ACTIVE for port object d0a053ce-e8bd-40e7-b35f-65e93b537ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:27.326729 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.347334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-956b4cd9-99b1-45a6-abef-dc7b908e042e service neutron] 10.222.0.64 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397838 Jul 16 01:20:27.354760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Allocated IP 172.25.4.33 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/ccb5f666-4357-4c66-a64c-8ed48824b61e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:27.378060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:27.385271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:27.388768 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:27.392068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Pushing event updated for resources: {'Port': ['ID=d0a053ce-e8bd-40e7-b35f-65e93b537ea2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:27.403092 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-46a89c91-5829-4ae4-bc9b-3db5df881954 service neutron] 10.222.0.64 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647270 Jul 16 01:20:27.426163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da345b43-9039-41eb-80b0-6d6f5cb447de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.435220 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da345b43-9039-41eb-80b0-6d6f5cb447de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.474283 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Attempting to bind port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:27.474684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Attempting to bind port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:27.475156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Attempting to bind port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 on network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:27.484888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:27.485238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Checking segment: {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:27.485732 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.486428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Bound using segment: {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:27.487376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Bound port: d0a053ce-e8bd-40e7-b35f-65e93b537ea2, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:27.487684 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.494594 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.544878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:27.546081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-da345b43-9039-41eb-80b0-6d6f5cb447de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1673d9e4214f452a8d0dedf855bb0f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969874 Jul 16 01:20:27.549961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da345b43-9039-41eb-80b0-6d6f5cb447de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68b8648-d50f-4335-b53e-40027fc3e9b7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:27.605793 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.615400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-a08274a6-7066-444c-8f8c-de99a1925198 service neutron] 10.222.0.64 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670958 Jul 16 01:20:27.623769 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.633105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] For port d0a053ce-e8bd-40e7-b35f-65e93b537ea2, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:27.639017 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] For port d0a053ce-e8bd-40e7-b35f-65e93b537ea2, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d0a053ce-e8bd-40e7-b35f-65e93b537ea2,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:27.656780 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.723669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:27.762078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:27.765627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb5f666-4357-4c66-a64c-8ed48824b61e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:27.766233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3742bb-0c9a-4b5a-ae05-1bd2eedaff97 None None] Pushing event updated for resources: {'Port': ['ID=d0a053ce-e8bd-40e7-b35f-65e93b537ea2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:27.770455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:27.791798 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-480dbc50-b489-476c-86d2-ebe7eb9512b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.880482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-480dbc50-b489-476c-86d2-ebe7eb9512b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.128231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65e0cdb4-539d-4a8d-80e4-ddc8c67c5a12 req-098046be-bb04-4b6a-a37a-9678a539634f tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0546784 Jul 16 01:20:28.258881 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-127e2a43-9461-41a1-babd-cc6ed63055b9 req-54760715-28a0-4af2-b4e4-3a54832b81ac tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 210 time: 0.0612261 Jul 16 01:20:28.336117 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.473543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac08e4-0a21-4868-b8c8-0fd2f8a71608 req-b46ca040-43ef-4327-a381-ff5c541364d5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.475203 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dac08e4-0a21-4868-b8c8-0fd2f8a71608 req-b46ca040-43ef-4327-a381-ff5c541364d5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 944 time: 0.7944911 Jul 16 01:20:28.570396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dac08e4-0a21-4868-b8c8-0fd2f8a71608 req-f074a999-486d-47ec-8a19-7efa129bbfe8 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828249 Jul 16 01:20:28.573451 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-480dbc50-b489-476c-86d2-ebe7eb9512b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.576911 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-480dbc50-b489-476c-86d2-ebe7eb9512b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.578436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-480dbc50-b489-476c-86d2-ebe7eb9512b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a68b8648-d50f-4335-b53e-40027fc3e9b7 HTTP/1.1" status: 204 len: 168 time: 1.0322671 Jul 16 01:20:28.712666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dbc50-b489-476c-86d2-ebe7eb9512b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68b8648-d50f-4335-b53e-40027fc3e9b7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:28.792666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d0a053ce-e8bd-40e7-b35f-65e93b537ea2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:28.859571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.871479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:28.921439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a537cf-bf18-4c1e-81e5-8d918b383758 req-4a6e32d7-ccd1-4e89-9787-30d3d274d1ba tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.933462 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8a537cf-bf18-4c1e-81e5-8d918b383758 req-4a6e32d7-ccd1-4e89-9787-30d3d274d1ba tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 944 time: 0.1471517 Jul 16 01:20:28.999335 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8a537cf-bf18-4c1e-81e5-8d918b383758 req-6b37af47-ce2d-4225-b6c6-58cceb413136 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643551 Jul 16 01:20:29.227889 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.235140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28209fc3-8171-4f2d-b482-4411e93c075b None None] Network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:29.419035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-195c84e9-ee61-4756-a077-0813d9c643c9 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.420609 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-195c84e9-ee61-4756-a077-0813d9c643c9 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.50 "GET /v2.0/networks?id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 200 len: 809 time: 0.2637990 Jul 16 01:20:29.443372 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Request body: {'port': {'device_id': 'faa68bd0-8357-4247-851b-04136332ecb4', 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3', 'admin_state_up': True, 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:29.465222 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9baf3d14-ce8d-4fc0-8a52-f2e31a1e029f None None] Provisioning for port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:29.494275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Router 3506af92-b6ad-4c17-95c7-64c012ab7431 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:20:29.499231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9baf3d14-ce8d-4fc0-8a52-f2e31a1e029f None None] Provisioning complete for port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:29.501176 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9baf3d14-ce8d-4fc0-8a52-f2e31a1e029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.539130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a75f7262-7b43-465f-9692-c1ff66da68f1 req-b7733fc6-2801-49b0-94f5-7cdc152798c4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0511327 Jul 16 01:20:29.779277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Made reservation on behalf of f0ce05a2e2e84cef9dafd85d2c1c7f2c for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:29.784770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.801522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f8dede9-d207-4483-9e82-13531721a619 req-d8d570a4-8bbd-4b9f-b960-e7a4127b2072 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 210 time: 0.0897734 Jul 16 01:20:29.805554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:20:29.827809 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Sync routers for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:20:29.834329 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.838205 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-caa60862-0dfb-4951-84aa-af131f2f0d27 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5621116 Jul 16 01:20:29.841134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34830) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:29.849737 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:29.850857 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:29.942616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b60ac144-7a08-4e62-a0c0-348c5a18b5f8 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:30.026518 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9baf3d14-ce8d-4fc0-8a52-f2e31a1e029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.043296 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:30.093613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.098198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9baf3d14-ce8d-4fc0-8a52-f2e31a1e029f None None] For port d0a053ce-e8bd-40e7-b35f-65e93b537ea2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d0a053ce-e8bd-40e7-b35f-65e93b537ea2,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:30.107957 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9baf3d14-ce8d-4fc0-8a52-f2e31a1e029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.171496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port b60ac144-7a08-4e62-a0c0-348c5a18b5f8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:30.172058 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.198745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf3d14-ce8d-4fc0-8a52-f2e31a1e029f None None] Pushing event updated for resources: {'Port': ['ID=d0a053ce-e8bd-40e7-b35f-65e93b537ea2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:30.325473 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.378629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:30.380015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:30.386464 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eaff49-edfa-4f9d-8f8f-b24f2ae885d0" -d '{"events": [{"server_uuid": "2c88abdd-a0ae-4813-bf0c-ce433a98807b", "name": "network-vif-plugged", "status": "completed", "tag": "b60ac144-7a08-4e62-a0c0-348c5a18b5f8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:30.390493 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.393426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-346ca54e-1347-43ca-b697-dfd53ca7f046 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.395829 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-346ca54e-1347-43ca-b697-dfd53ca7f046 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.50 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 813 time: 0.3415859 Jul 16 01:20:30.437329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'port': {'device_id': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed', 'admin_state_up': True, 'tenant_id': '7cbed1e7a9504ff1a5399b694286ae77'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:30.491194 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:28Z', 'revision_number': 3, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:30.527589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:30.557922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-78ff185d-5cb5-4149-ab8b-7a6cc9fde422 None None] Provisioning complete for port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:30.558537 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78ff185d-5cb5-4149-ab8b-7a6cc9fde422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.568087 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Checking router: 3506af92-b6ad-4c17-95c7-64c012ab7431 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:20:30.568655 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Updating router 3506af92-b6ad-4c17-95c7-64c012ab7431 port ccb5f666-4357-4c66-a64c-8ed48824b61e binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:20:30.671203 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.676416 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a053b3-f278-412f-9acb-ac4e07a31611 x-openstack-request-id: req-76a053b3-f278-412f-9acb-ac4e07a31611 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:30.676713 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c88abdd-a0ae-4813-bf0c-ce433a98807b", "name": "network-vif-plugged", "status": "completed", "tag": "b60ac144-7a08-4e62-a0c0-348c5a18b5f8", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:30.677111 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76a053b3-f278-412f-9acb-ac4e07a31611 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:30.678458 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8', 'code': 200} Jul 16 01:20:30.718229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d0a053ce-e8bd-40e7-b35f-65e93b537ea2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:30.812993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:30.813574 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.840228 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8ccf45e-7390-4bf8-9fe5-8a64a478444e req-83b1af53-6e41-4718-b98a-a3fc6760659a tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0581851 Jul 16 01:20:31.015806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Allocated IP 172.20.0.2 (785de5a6-10d0-40ea-92dc-13fcc9e9a3d3/f0bfd4d4-79b2-4502-a287-9b1281112152/b0ed182e-6b87-4c2b-bdf4-f2977dbd9add) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:31.028045 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.039469 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Transition to ACTIVE for port object ccb5f666-4357-4c66-a64c-8ed48824b61e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:31.041505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0ba6e6fb-615c-48e4-b86b-552b43d530b5 req-56d6430a-a104-4f4c-81fb-9886e3d02d21 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 210 time: 0.0579154 Jul 16 01:20:31.047202 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.111943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-b92251c8-9944-4d99-9384-8a58ea95b6a0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.114503 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Attempting to bind port ccb5f666-4357-4c66-a64c-8ed48824b61e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:31.114890 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Attempting to bind port ccb5f666-4357-4c66-a64c-8ed48824b61e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:31.115260 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Attempting to bind port ccb5f666-4357-4c66-a64c-8ed48824b61e on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:31.118512 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Pushing event updated for resources: {'Port': ['ID=ccb5f666-4357-4c66-a64c-8ed48824b61e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:31.119476 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-b92251c8-9944-4d99-9384-8a58ea95b6a0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/networks?id=76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 200 len: 815 time: 1.0845859 Jul 16 01:20:31.123882 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:31.123882 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:31.124226 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.124567 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:31.126528 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Bound port: ccb5f666-4357-4c66-a64c-8ed48824b61e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:31.126528 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.133372 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.133957 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.134385 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.134728 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.135061 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.135391 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.135984 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.136102 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.136615 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.137121 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.137680 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.138196 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:31.201576 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] For port ccb5f666-4357-4c66-a64c-8ed48824b61e, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:31.204914 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] For port ccb5f666-4357-4c66-a64c-8ed48824b61e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ccb5f666-4357-4c66-a64c-8ed48824b61e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:31.205389 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-d6270414-9093-4ec5-a6cc-79d36c517432 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/quotas/6f7f4df630744f779b1efa4a1c67e9e5 HTTP/1.1" status: 200 len: 375 time: 0.0849714 Jul 16 01:20:31.211123 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.211630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34868) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:31.277172 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:31.277908 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:31.283517 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece612b-9c98-470d-9767-0bc22ee70474 None None] Pushing event updated for resources: {'Port': ['ID=ccb5f666-4357-4c66-a64c-8ed48824b61e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:31.365354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7965e106-5d9a-4dd6-85df-00d3292bd024 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-339068256'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:31.365867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7965e106-5d9a-4dd6-85df-00d3292bd024 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Unknown quota resources ['metering_label']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:20:31.409242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Made reservation on behalf of 7cbed1e7a9504ff1a5399b694286ae77 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:31.413515 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.568071 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.596762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-aee00015-4fb3-4f95-974f-2aa918d16688 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3769813 Jul 16 01:20:31.610050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7965e106-5d9a-4dd6-85df-00d3292bd024 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.614104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7965e106-5d9a-4dd6-85df-00d3292bd024 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4013267 Jul 16 01:20:31.614767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:31.619736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b1a6db79-6dfb-4448-82e5-745c58123ce7 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '68451949-e658-4f8a-ab3e-81999de5bd02'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:31.620176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b1a6db79-6dfb-4448-82e5-745c58123ce7 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:20:31.668468 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:31.811489 n-d-791504-14 neutron-server[93945]: WARNING neutron.services.metering.metering_plugin [None req-b1a6db79-6dfb-4448-82e5-745c58123ce7 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:20:31.890956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-c509a7b4-6368-4761-982b-57464848302c service neutron] 10.222.0.64 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929647 Jul 16 01:20:31.908442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Allocated IP 172.20.0.7 (325ac784-b95c-4591-8bf5-1ea2e0e824ed/0085054f-b007-4a7c-9e51-c7328f8b8443/cfe7d870-94c7-4845-8eb8-40fba1001299) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:31.938227 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.957469 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['6639f9a1-e0a2-4639-a018-a6f54461d997'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:31.981393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1a6db79-6dfb-4448-82e5-745c58123ce7 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.986887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b1a6db79-6dfb-4448-82e5-745c58123ce7 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3710670 Jul 16 01:20:31.990567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:31.994785 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:28Z', 'revision_number': 3, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:31.995875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2ce41a17-d9a4-4a43-8a9a-8880a7239e8a tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '68451949-e658-4f8a-ab3e-81999de5bd02'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:31.996827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2ce41a17-d9a4-4a43-8a9a-8880a7239e8a tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:20:32.018039 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.036619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-b52d2e18-92a1-499e-923b-d5bace5e7162 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.040306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-b52d2e18-92a1-499e-923b-d5bace5e7162 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c88abdd-a0ae-4813-bf0c-ce433a98807b HTTP/1.1" status: 200 len: 945 time: 0.4025922 Jul 16 01:20:32.041892 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab6c4ec-cb78-4610-8ae1-57816348d57c None None] The sync data for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 is: [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:28Z', 'revision_number': 3, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:20:32.080310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Pushing event updated for resources: {'Port': ['ID=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:32.136850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:32.156696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:32.170478 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:32.218882 n-d-791504-14 neutron-server[93945]: WARNING neutron.services.metering.metering_plugin [None req-2ce41a17-d9a4-4a43-8a9a-8880a7239e8a tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:20:32.341049 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-8e1684dc-1371-4335-8996-fdf8b15e980b service neutron] 10.222.0.64 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492097 Jul 16 01:20:32.361147 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ce41a17-d9a4-4a43-8a9a-8880a7239e8a tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.365224 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2ce41a17-d9a4-4a43-8a9a-8880a7239e8a tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3733301 Jul 16 01:20:32.365853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:32.377420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.378299 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.394907 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4ad9302c-599a-4f96-88e3-47c7b82b75aa tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=681f2d10-381e-4ccb-8bea-363d52db2777 HTTP/1.1" status: 200 len: 464 time: 0.0244310 Jul 16 01:20:32.396675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34888) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:32.427095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf7f01-018e-46b1-a251-495189138ada req-fdf59ecc-40c6-4fbd-893a-593495d0d0fa tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.434280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47bf7f01-018e-46b1-a251-495189138ada req-fdf59ecc-40c6-4fbd-893a-593495d0d0fa tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 931 time: 0.3928559 Jul 16 01:20:32.559448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.582624 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47bf7f01-018e-46b1-a251-495189138ada req-bca9ec8e-fdcd-4309-8a86-5cb68c3e0a60 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472030 Jul 16 01:20:32.676340 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fe95-33ad-4b7b-b013-893a73a59589 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.689763 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f2c8fe95-33ad-4b7b-b013-893a73a59589 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/681f2d10-381e-4ccb-8bea-363d52db2777 HTTP/1.1" status: 204 len: 168 time: 0.2877004 Jul 16 01:20:32.692160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34896) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:32.701261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-1ad94a93-fa2e-4cf2-995f-ce9cf7431828 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Deleting port b60ac144-7a08-4e62-a0c0-348c5a18b5f8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:32.701607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-1ad94a93-fa2e-4cf2-995f-ce9cf7431828 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.741078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2e87a875-813e-4d44-8038-e026e33f09d0 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=681f2d10-381e-4ccb-8bea-363d52db2777 HTTP/1.1" status: 200 len: 221 time: 0.0471561 Jul 16 01:20:32.770884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:32.801743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d4345208-2936-45b9-8ca2-58fc202fafb1 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--533529217', 'description': 'label created by tempest'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:32.802043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d4345208-2936-45b9-8ca2-58fc202fafb1 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Unknown quota resources ['metering_label']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:20:32.802821 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ccb5f666-4357-4c66-a64c-8ed48824b61e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:32.826149 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-3433bd09-e714-4633-acd8-9b5fe616a9c3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3954103 Jul 16 01:20:32.840559 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.856264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Request body: {'port': {'device_id': 'faa68bd0-8357-4247-851b-04136332ecb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:32.863009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ce43bedf-73d7-4e01-a611-dda432cf7d2a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:32.967110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ccb5f666-4357-4c66-a64c-8ed48824b61e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:32.984703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Allocated IP 172.20.0.1 (f9973bff-4f7b-4bfe-ab2f-11abb6c51b93/ca56aa98-3472-4cf5-b59b-cff1fe262ac7/ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:33.003374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ccb5f666-4357-4c66-a64c-8ed48824b61e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:33.003648 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.049738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Network 325ac784-b95c-4591-8bf5-1ea2e0e824ed is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:33.092612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-1ad94a93-fa2e-4cf2-995f-ce9cf7431828 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] For port b60ac144-7a08-4e62-a0c0-348c5a18b5f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:33.093223 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-1ad94a93-fa2e-4cf2-995f-ce9cf7431828 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.111117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:33.112054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-1ad94a93-fa2e-4cf2-995f-ce9cf7431828 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Calling delete_port for b60ac144-7a08-4e62-a0c0-348c5a18b5f8 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:33.123220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'Port': ['ID=cfe7d870-94c7-4845-8eb8-40fba1001299,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:33.145069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:33.170079 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.228341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.257530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f4939e61-41bc-453a-8558-cb5e408a13db req-26acbc57-d63a-4511-8174-d8c0b056643a tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 210 time: 0.1494234 Jul 16 01:20:33.321030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ccb5f666-4357-4c66-a64c-8ed48824b61e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ccb5f666-4357-4c66-a64c-8ed48824b61e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:33.357555 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.387276 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4345208-2936-45b9-8ca2-58fc202fafb1 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.389705 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.394250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d4345208-2936-45b9-8ca2-58fc202fafb1 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6143477 Jul 16 01:20:33.402674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34910) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:33.428354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Transition to ACTIVE for port object ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:33.470060 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.512302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ccb5f666-4357-4c66-a64c-8ed48824b61e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:33.587057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.587800 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.604108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:33.611676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:33.614672 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-26d76064-f569-4cc5-8f20-35e36d373c03 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2050214 Jul 16 01:20:33.617719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:33.628327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:33.640770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d622691-d827-4257-ab68-42c934106763 req-8d8d11ab-1a70-4ed1-af76-a4cecdaf52b5 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.651598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d622691-d827-4257-ab68-42c934106763 req-8d8d11ab-1a70-4ed1-af76-a4cecdaf52b5 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 931 time: 0.8057635 Jul 16 01:20:33.655434 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a1a2f04a-4bd4-4870-a364-6560a7f4f8e7 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=402d0f3f-d8f3-4d2c-9ace-1317fdfb79f2 HTTP/1.1" status: 200 len: 467 time: 0.2514639 Jul 16 01:20:33.671598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Request body: {'port': {'device_id': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:33.728799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:34.017093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b7ac9e1-5829-46cb-80b7-99204ad27aca None None] Provisioning for port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:34.023137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b7ac9e1-5829-46cb-80b7-99204ad27aca None None] Provisioning complete for port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:34.023818 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac9e1-5829-46cb-80b7-99204ad27aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.067116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ac9e1-5829-46cb-80b7-99204ad27aca None None] Port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:34.164348 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d622691-d827-4257-ab68-42c934106763 req-37ab3280-58a2-438b-945a-8fa4657feafb tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107729 Jul 16 01:20:34.197215 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-1ad94a93-fa2e-4cf2-995f-ce9cf7431828 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.250556 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad94a93-fa2e-4cf2-995f-ce9cf7431828 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Pushing event deleted for resources: {'Port': ['ID=b60ac144-7a08-4e62-a0c0-348c5a18b5f8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:34.324390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-1ad94a93-fa2e-4cf2-995f-ce9cf7431828 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] No DVR routers for this DVR port b60ac144-7a08-4e62-a0c0-348c5a18b5f8 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:34.330789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-1ad94a93-fa2e-4cf2-995f-ce9cf7431828 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.333117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1955a7c7-c80d-47f0-bd30-21ab7a5bc52a req-1ad94a93-fa2e-4cf2-995f-ce9cf7431828 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "DELETE /v2.0/ports/b60ac144-7a08-4e62-a0c0-348c5a18b5f8 HTTP/1.1" status: 204 len: 173 time: 2.2767112 Jul 16 01:20:34.333870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'name': 'network-vif-deleted', 'tag': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:34.337676 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b1867a-e9df-47be-b0d5-0d2face6239d" -d '{"events": [{"server_uuid": "2c88abdd-a0ae-4813-bf0c-ce433a98807b", "name": "network-vif-deleted", "tag": "b60ac144-7a08-4e62-a0c0-348c5a18b5f8"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:34.457293 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.612211 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83bc4a72-6898-4e76-a341-5c2d0d1036d9 req-5595ea54-a960-4371-8469-5fe5589eda4c tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 210 time: 0.1800003 Jul 16 01:20:34.620482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-f87079a0-bdef-45c9-b14a-8b6f0dfd02fa tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.621529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-f87079a0-bdef-45c9-b14a-8b6f0dfd02fa tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "GET /v2.0/networks?id=76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 200 len: 815 time: 0.1677058 Jul 16 01:20:34.647576 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Request body: {'port': {'device_id': 'b2ff86e0-14cb-4f3d-9fb0-84cd59194d85', 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9', 'admin_state_up': True, 'tenant_id': '6f7f4df630744f779b1efa4a1c67e9e5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:34.657680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ccb5f666-4357-4c66-a64c-8ed48824b61e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:34.705981 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69018b5e-f53d-4db9-8802-9c4c7df05458 x-openstack-request-id: req-69018b5e-f53d-4db9-8802-9c4c7df05458 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:34.706551 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c88abdd-a0ae-4813-bf0c-ce433a98807b", "name": "network-vif-deleted", "tag": "b60ac144-7a08-4e62-a0c0-348c5a18b5f8", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:34.707044 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69018b5e-f53d-4db9-8802-9c4c7df05458 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:34.707649 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c88abdd-a0ae-4813-bf0c-ce433a98807b', 'name': 'network-vif-deleted', 'tag': 'b60ac144-7a08-4e62-a0c0-348c5a18b5f8', 'status': 'completed', 'code': 200} Jul 16 01:20:34.710099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d381c50-ae64-4a64-a326-072c0ab63dd3 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.712264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4d381c50-ae64-4a64-a326-072c0ab63dd3 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/402d0f3f-d8f3-4d2c-9ace-1317fdfb79f2 HTTP/1.1" status: 204 len: 168 time: 0.9791882 Jul 16 01:20:34.720255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:34.722445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.741709 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ccb5f666-4357-4c66-a64c-8ed48824b61e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:34.743096 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.812732 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7114540a-8007-4c5e-886d-470f21ef1e09 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=402d0f3f-d8f3-4d2c-9ace-1317fdfb79f2 HTTP/1.1" status: 200 len: 216 time: 0.0876143 Jul 16 01:20:34.824704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34926) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:34.883773 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7cbf2662-42f9-4244-9d4e-b8dc183a2525 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0544138 Jul 16 01:20:34.888747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c0c7-bb12-49ba-9897-0425e66e22a6 req-3c166359-d620-4497-9608-aa8775ba6197 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.893323 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34928) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:34.899197 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1328c0c7-bb12-49ba-9897-0425e66e22a6 req-3c166359-d620-4497-9608-aa8775ba6197 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 931 time: 1.0427725 Jul 16 01:20:34.909769 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0df32cd8-e2d9-4a92-b0ba-888aa0ac1e6c tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0154104 Jul 16 01:20:34.914196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34930) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:34.979138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0c267309-44da-435e-a3a8-249b5a19b91e tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/68451949-e658-4f8a-ab3e-81999de5bd02 HTTP/1.1" status: 200 len: 472 time: 0.0634263 Jul 16 01:20:34.982781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34932) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:34.989020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Made reservation on behalf of 6f7f4df630744f779b1efa4a1c67e9e5 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:34.993160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.005432 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-77f611c4-e2e0-40d0-a42b-150de94ecc93 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/9342ef1f-b11e-46ca-958f-9eb05d469641 HTTP/1.1" status: 200 len: 461 time: 0.0211213 Jul 16 01:20:35.009005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:35.071580 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1328c0c7-bb12-49ba-9897-0425e66e22a6 req-632b297b-70a7-4f21-be5f-2e2343711b1f tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713531 Jul 16 01:20:35.102717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ed182e-6b87-4c2b-bdf4-f2977dbd9add {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:35.115236 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.142735 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.149431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Transition to ACTIVE for port object b0ed182e-6b87-4c2b-bdf4-f2977dbd9add will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:35.163541 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.165395 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b759df7-4b00-45bc-a527-6723788f81d4 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.168842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0b759df7-4b00-45bc-a527-6723788f81d4 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/9342ef1f-b11e-46ca-958f-9eb05d469641 HTTP/1.1" status: 204 len: 168 time: 0.1565101 Jul 16 01:20:35.169599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:35.312156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:35.359638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Allocated IP 172.20.0.8 (76f2edf7-82a8-4f70-972f-e3984f4f35e9/b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8/2720f135-494d-4331-8528-198aae28df34) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:35.423902 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3dd46cf-1775-4e18-808e-1e276b4e8994 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.427373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e3dd46cf-1775-4e18-808e-1e276b4e8994 tempest-MeteringTestJSON-2077774804 tempest-MeteringTestJSON-2077774804-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/68451949-e658-4f8a-ab3e-81999de5bd02 HTTP/1.1" status: 204 len: 168 time: 0.2545104 Jul 16 01:20:35.552223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12f8a8-cb52-4aab-b6f5-e167796e1445 req-8fdee196-ec0a-425c-8610-f143dcb1d017 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.553948 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db12f8a8-cb52-4aab-b6f5-e167796e1445 req-8fdee196-ec0a-425c-8610-f143dcb1d017 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 931 time: 0.1480081 Jul 16 01:20:35.562081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Attempting to bind port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:35.562674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Attempting to bind port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:35.562815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Attempting to bind port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add on network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:35.572972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe7d870-94c7-4845-8eb8-40fba1001299 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:35.585170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.595961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add on network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:35.596291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Attempting to bind port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add on network 785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:35.610576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Transition to ACTIVE for port object cfe7d870-94c7-4845-8eb8-40fba1001299 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:35.615463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:35.615799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Checking segment: {'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:35.616180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Bound using segment: {'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:35.617558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Bound port: b0ed182e-6b87-4c2b-bdf4-f2977dbd9add, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:35.618264 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.627767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.639157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.643364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db12f8a8-cb52-4aab-b6f5-e167796e1445 req-9dfaa578-0b08-4345-84c1-8ab5509e2424 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603952 Jul 16 01:20:35.670605 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.672668 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.739331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.751903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe7d870-94c7-4845-8eb8-40fba1001299,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:35.796702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:35.803938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:35.809356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:35.825993 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.841600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Pushing event updated for resources: {'Port': ['ID=2720f135-494d-4331-8528-198aae28df34,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:35.868960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.869584 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.884882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:35.892995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-2046f0ce-c43f-4ea6-9575-f2717f8a229e tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2575572 Jul 16 01:20:35.914470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] For port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:35.916829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Request body: {'port': {'device_id': 'b2ff86e0-14cb-4f3d-9fb0-84cd59194d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:35.944148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b60ac144-7a08-4e62-a0c0-348c5a18b5f8 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:35.945254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:35.954401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] For port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:35.968032 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.991107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: b60ac144-7a08-4e62-a0c0-348c5a18b5f8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:35.993893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b60ac144-7a08-4e62-a0c0-348c5a18b5f8 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:36.026033 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.061348 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.061966 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.063421 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] 10.222.0.50 "PUT /v2.0/ports/b0ed182e-6b87-4c2b-bdf4-f2977dbd9add HTTP/1.1" status: 200 len: 1092 time: 3.2125556 Jul 16 01:20:36.066559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Attempting to bind port cfe7d870-94c7-4845-8eb8-40fba1001299 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:36.066893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Attempting to bind port cfe7d870-94c7-4845-8eb8-40fba1001299 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '4560113d-c73f-4b9b-9c0c-3a7af192efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:36.067223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Attempting to bind port cfe7d870-94c7-4845-8eb8-40fba1001299 on network 325ac784-b95c-4591-8bf5-1ea2e0e824ed {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:36.069097 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa68bd0-8357-4247-851b-04136332ecb4', 'tag': 'b0ed182e-6b87-4c2b-bdf4-f2977dbd9add'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:36.072364 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95b0063-b54f-4a29-9328-29d46cea4def" -d '{"events": [{"name": "network-changed", "server_uuid": "faa68bd0-8357-4247-851b-04136332ecb4", "tag": "b0ed182e-6b87-4c2b-bdf4-f2977dbd9add"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:36.087362 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2059694-8219-4d79-80a8-883a8fc2da9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.106748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Port cfe7d870-94c7-4845-8eb8-40fba1001299 on network 325ac784-b95c-4591-8bf5-1ea2e0e824ed not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:36.107078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Attempting to bind port cfe7d870-94c7-4845-8eb8-40fba1001299 on network 325ac784-b95c-4591-8bf5-1ea2e0e824ed {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:36.140809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1dc84-a0bd-42b5-bdab-42d9cf046518 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:36.144405 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c90fb63-c7ea-490c-a57c-1b7dcdf80d42 x-openstack-request-id: req-2c90fb63-c7ea-490c-a57c-1b7dcdf80d42 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:36.144694 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa68bd0-8357-4247-851b-04136332ecb4", "tag": "b0ed182e-6b87-4c2b-bdf4-f2977dbd9add", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:36.144944 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c90fb63-c7ea-490c-a57c-1b7dcdf80d42 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:36.145332 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa68bd0-8357-4247-851b-04136332ecb4', 'tag': 'b0ed182e-6b87-4c2b-bdf4-f2977dbd9add', 'status': 'completed', 'code': 200} Jul 16 01:20:36.155844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb6154-a41a-4cf8-a044-1323764f2895 req-c347b791-9d50-485b-8f60-04d1f7a18721 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.162659 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14cb6154-a41a-4cf8-a044-1323764f2895 req-c347b791-9d50-485b-8f60-04d1f7a18721 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 931 time: 0.3638821 Jul 16 01:20:36.182521 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:36.182864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Checking segment: {'id': '4560113d-c73f-4b9b-9c0c-3a7af192efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:36.183232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Bound using segment: {'id': '4560113d-c73f-4b9b-9c0c-3a7af192efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:36.183667 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Bound port: cfe7d870-94c7-4845-8eb8-40fba1001299, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4560113d-c73f-4b9b-9c0c-3a7af192efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:36.184023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.232382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:36.244184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:36.306659 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14cb6154-a41a-4cf8-a044-1323764f2895 req-2775508b-ace0-4f3e-bdb5-0d8c6907ed29 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429615 Jul 16 01:20:36.403701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-f98fdfb1-94c6-4b33-838c-71fc243eb4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.405538 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-f98fdfb1-94c6-4b33-838c-71fc243eb4f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 1095 time: 0.2780654 Jul 16 01:20:36.406624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2059694-8219-4d79-80a8-883a8fc2da9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.419034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc81eb9-17d2-4a40-9c82-c9c02afc49ab req-802ec489-82d1-4942-a714-014c1f614d54 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.420612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7bc81eb9-17d2-4a40-9c82-c9c02afc49ab req-802ec489-82d1-4942-a714-014c1f614d54 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 943 time: 0.1819668 Jul 16 01:20:36.427389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2059694-8219-4d79-80a8-883a8fc2da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.440257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] For port cfe7d870-94c7-4845-8eb8-40fba1001299, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:36.486502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2059694-8219-4d79-80a8-883a8fc2da9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c70e288-cc6c-4b6f-8d76-5f44778d40f2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:36.495023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] For port cfe7d870-94c7-4845-8eb8-40fba1001299, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=cfe7d870-94c7-4845-8eb8-40fba1001299,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:36.500583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-5f6c3b8a-8a46-415e-aa0e-f7c62df1c9d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add HTTP/1.1" status: 200 len: 217 time: 0.0578415 Jul 16 01:20:36.503774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.522167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d7c69d36-5614-4c6d-bb87-7e26a49e2d45 None None] Provisioning complete for port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:36.522512 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7c69d36-5614-4c6d-bb87-7e26a49e2d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.535126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d2059694-8219-4d79-80a8-883a8fc2da9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b29ab33dee44ac7bbd2e9df3bd557c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6464770 Jul 16 01:20:36.545889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34960) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:36.558946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7bc81eb9-17d2-4a40-9c82-c9c02afc49ab req-1ae1f5e4-6416-4d38-8b49-d77ceed3c1d8 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064067 Jul 16 01:20:36.583360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d7c69d36-5614-4c6d-bb87-7e26a49e2d45 None None] Port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:36.591143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2720f135-494d-4331-8528-198aae28df34 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:36.595831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.596458 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.597905 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] 10.222.0.50 "PUT /v2.0/ports/cfe7d870-94c7-4845-8eb8-40fba1001299 HTTP/1.1" status: 200 len: 1092 time: 2.9409742 Jul 16 01:20:36.599569 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.617760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Transition to ACTIVE for port object 2720f135-494d-4331-8528-198aae28df34 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:36.623008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.670796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Router 3506af92-b6ad-4c17-95c7-64c012ab7431 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:20:36.702481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7316f09-f04b-41f3-9711-c77ded984133 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe7d870-94c7-4845-8eb8-40fba1001299,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:36.711980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Pushing event updated for resources: {'Port': ['ID=2720f135-494d-4331-8528-198aae28df34,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:36.725449 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-a4adcdf7-3702-4437-bb2f-a221f12f1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.727280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-a4adcdf7-3702-4437-bb2f-a221f12f1f03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0bfd4d4-79b2-4502-a287-9b1281112152 HTTP/1.1" status: 200 len: 849 time: 0.2104316 Jul 16 01:20:36.754221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cd03587-d8b0-4b41-92fd-947fbdd87a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.793116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Attempting to bind port 2720f135-494d-4331-8528-198aae28df34 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:36.793512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Attempting to bind port 2720f135-494d-4331-8528-198aae28df34 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:36.793758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Attempting to bind port 2720f135-494d-4331-8528-198aae28df34 on network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:36.817386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Port 2720f135-494d-4331-8528-198aae28df34 on network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:36.817614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Attempting to bind port 2720f135-494d-4331-8528-198aae28df34 on network 76f2edf7-82a8-4f70-972f-e3984f4f35e9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:36.822608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-fd7f043f-d5c4-4212-8085-0c61c39fc3e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800712 Jul 16 01:20:36.830169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:36.830513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Checking segment: {'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:36.830904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Bound using segment: {'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:36.831346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Bound port: 2720f135-494d-4331-8528-198aae28df34, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d53f73f-24d8-4804-beb9-218e49b01683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:36.831709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.868467 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cd03587-d8b0-4b41-92fd-947fbdd87a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.891370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee6c97-047d-4d17-9b7a-1b20afd4c44f req-15e0bb6b-15c5-402a-9181-87621cb8ae8e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.892918 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93ee6c97-047d-4d17-9b7a-1b20afd4c44f req-15e0bb6b-15c5-402a-9181-87621cb8ae8e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 943 time: 0.1123018 Jul 16 01:20:36.919430 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-016479e3-c650-43e4-affc-a555c2f47b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.923023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-016479e3-c650-43e4-affc-a555c2f47b4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 1095 time: 0.2699401 Jul 16 01:20:36.949065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] For port 2720f135-494d-4331-8528-198aae28df34, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:36.963039 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93ee6c97-047d-4d17-9b7a-1b20afd4c44f req-6daeb0b8-5faa-4a1b-8ea4-8338542f38ce tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630746 Jul 16 01:20:36.967274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] For port 2720f135-494d-4331-8528-198aae28df34, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2720f135-494d-4331-8528-198aae28df34,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:36.972431 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.023083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.023803 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.025270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] 10.222.0.67 "PUT /v2.0/ports/2720f135-494d-4331-8528-198aae28df34 HTTP/1.1" status: 200 len: 1092 time: 1.1169403 Jul 16 01:20:37.025739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ff86e0-14cb-4f3d-9fb0-84cd59194d85', 'tag': '2720f135-494d-4331-8528-198aae28df34'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:37.028116 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ff86e0-14cb-4f3d-9fb0-84cd59194d85", "tag": "2720f135-494d-4331-8528-198aae28df34"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:37.059795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34663e7a-8c43-4727-96b4-8cb812f08192 service neutron] Pushing event updated for resources: {'Port': ['ID=2720f135-494d-4331-8528-198aae28df34,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:37.089307 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f07b0a-b8f1-4436-b5de-901aa3bd9e33 x-openstack-request-id: req-93f07b0a-b8f1-4436-b5de-901aa3bd9e33 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:37.089307 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ff86e0-14cb-4f3d-9fb0-84cd59194d85", "tag": "2720f135-494d-4331-8528-198aae28df34", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:37.089307 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93f07b0a-b8f1-4436-b5de-901aa3bd9e33 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:37.089307 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ff86e0-14cb-4f3d-9fb0-84cd59194d85', 'tag': '2720f135-494d-4331-8528-198aae28df34', 'status': 'completed', 'code': 200} Jul 16 01:20:37.175239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-8f539262-b9a5-4402-9508-6205561a4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.176790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-8f539262-b9a5-4402-9508-6205561a4190 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 1095 time: 0.0619771 Jul 16 01:20:37.224218 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-3080aa9e-656f-4e6e-8d5f-b90a8c1f72fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2720f135-494d-4331-8528-198aae28df34 HTTP/1.1" status: 200 len: 217 time: 0.0365946 Jul 16 01:20:37.286410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-f82d4465-83d4-4f1d-9194-5c2ed6011b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.287924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-f82d4465-83d4-4f1d-9194-5c2ed6011b23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8 HTTP/1.1" status: 200 len: 855 time: 0.0543158 Jul 16 01:20:37.325864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-f4d2655e-5b7a-4624-9805-007ab3b93203 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76f2edf7-82a8-4f70-972f-e3984f4f35e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280228 Jul 16 01:20:37.358770 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-f53dcfaf-16c4-46ca-af8d-7616e8bb40db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe7d870-94c7-4845-8eb8-40fba1001299 HTTP/1.1" status: 200 len: 217 time: 0.4141889 Jul 16 01:20:37.403437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:20:37.411268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-01f7913f-2745-4a40-b65c-428117aebfd4 admin admin] 10.222.0.64 "PUT /v2.0/routers/3506af92-b6ad-4c17-95c7-64c012ab7431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5688772 Jul 16 01:20:37.426490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Sync routers for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:20:37.435056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cd03587-d8b0-4b41-92fd-947fbdd87a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.437603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cd03587-d8b0-4b41-92fd-947fbdd87a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.441314 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6cd03587-d8b0-4b41-92fd-947fbdd87a9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c70e288-cc6c-4b6f-8d76-5f44778d40f2 HTTP/1.1" status: 204 len: 168 time: 0.8902528 Jul 16 01:20:37.445440 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-c5e8ce64-23c7-4d3a-8ec7-fa33d483da90 service neutron] 10.222.0.50 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110294 Jul 16 01:20:37.449576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:37.450656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:37.475071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-0cea0238-e3bf-40fe-a90a-a64cfe9285c8 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357474 Jul 16 01:20:37.480651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd03587-d8b0-4b41-92fd-947fbdd87a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c70e288-cc6c-4b6f-8d76-5f44778d40f2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:37.512450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-f2b8fb79-54bb-4c07-84c5-aeca0afdaf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.513965 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-f2b8fb79-54bb-4c07-84c5-aeca0afdaf4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0085054f-b007-4a7c-9e51-c7328f8b8443 HTTP/1.1" status: 200 len: 853 time: 0.1451981 Jul 16 01:20:37.564362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-7613e59f-f9b0-4ffc-8dae-ef0eb77b4460 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=325ac784-b95c-4591-8bf5-1ea2e0e824ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391073 Jul 16 01:20:37.722253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9e4a2c5-0788-434b-a164-5feb06c724cc req-c838dc42-3ac9-4226-b86d-c66294724675 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358711 Jul 16 01:20:37.772008 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-958219ac-82c3-4c18-8ef8-5a7d604509e0 req-45237205-91ac-4dc7-baad-34abf9404e91 service neutron] 10.222.0.50 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021033 Jul 16 01:20:37.798645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185db929-510a-4516-9120-23b54792feff req-38452f62-7410-47ca-aaff-e671d4c537ff tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.800855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-185db929-510a-4516-9120-23b54792feff req-38452f62-7410-47ca-aaff-e671d4c537ff tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 943 time: 0.3528662 Jul 16 01:20:37.804783 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-1837bae5-ce3b-4db6-a0c9-8049217c0dc0 service neutron] 10.222.0.50 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043462 Jul 16 01:20:37.855868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:37.888367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:37.905230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb5906-36d8-4574-b696-1cd32b2cbbd4 req-af55bacf-1a16-44a9-ac75-6d0c67cf33db tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.907198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e9fb5906-36d8-4574-b696-1cd32b2cbbd4 req-af55bacf-1a16-44a9-ac75-6d0c67cf33db tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 943 time: 0.1434064 Jul 16 01:20:37.915299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21 req-9c1cfc7f-c140-4520-a2fd-55967f787068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.917094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21 req-9c1cfc7f-c140-4520-a2fd-55967f787068 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 1095 time: 0.1117349 Jul 16 01:20:37.956383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d439cee-e27d-4a7d-8623-5a9badb18d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.000653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e9fb5906-36d8-4574-b696-1cd32b2cbbd4 req-b0c282d9-3ef6-43f6-af29-2a602c69d006 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821977 Jul 16 01:20:38.040065 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03b3b32e-1003-4d89-adbc-c4ce5cb3e278 req-41219fbd-689b-40c6-a7d6-6578c9f223b4 service neutron] 10.222.0.50 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004645 Jul 16 01:20:38.043859 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-185db929-510a-4516-9120-23b54792feff req-633e602a-8c60-412b-a783-1ece882f8f5d tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357750 Jul 16 01:20:38.132751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b0063-b54f-4a29-9328-29d46cea4def req-4294bdac-2477-4bba-92f5-45727813a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.137901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95b0063-b54f-4a29-9328-29d46cea4def req-4294bdac-2477-4bba-92f5-45727813a67d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 1095 time: 0.2672925 Jul 16 01:20:38.147752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'tag': 'cfe7d870-94c7-4845-8eb8-40fba1001299'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:38.150441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:35Z', 'revision_number': 2, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:38.166084 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eb26d2-f5cd-4e79-90e3-f0896086748e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6a3baf-446c-45f6-a505-db5c27545f3c", "tag": "cfe7d870-94c7-4845-8eb8-40fba1001299"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:38.171042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21 req-f40f6b01-4fdf-408e-8248-9fe11eabf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.174128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21 req-f40f6b01-4fdf-408e-8248-9fe11eabf56e service neutron] 10.222.0.67 "GET /v2.0/networks?id=76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 200 len: 915 time: 0.2395241 Jul 16 01:20:38.184463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Checking router: 3506af92-b6ad-4c17-95c7-64c012ab7431 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:20:38.184998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Updating router 3506af92-b6ad-4c17-95c7-64c012ab7431 port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:20:38.272336 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.274655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21 req-d8f5a0d0-7120-4555-8604-bddc631c247f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2720f135-494d-4331-8528-198aae28df34 HTTP/1.1" status: 200 len: 217 time: 0.0881927 Jul 16 01:20:38.297778 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d439cee-e27d-4a7d-8623-5a9badb18d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.314831 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d439cee-e27d-4a7d-8623-5a9badb18d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.353251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21 req-8ba5a7b1-a77f-40f9-8ab5-502bcde2c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.354806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21 req-8ba5a7b1-a77f-40f9-8ab5-502bcde2c775 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8 HTTP/1.1" status: 200 len: 855 time: 0.0733604 Jul 16 01:20:38.452126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21 req-7cae98b4-32ce-4694-8a0a-e175251ec6c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76f2edf7-82a8-4f70-972f-e3984f4f35e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809619 Jul 16 01:20:38.498816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d439cee-e27d-4a7d-8623-5a9badb18d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a73c90-9a06-4aa9-97cd-078dd258706e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:38.541426 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1d439cee-e27d-4a7d-8623-5a9badb18d8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd39f38aebd645bb84e052127261be3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425428 Jul 16 01:20:38.624358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:38.635735 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21 req-8b678d45-0448-498e-8d39-125727494a32 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705179 Jul 16 01:20:38.706999 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.724859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Transition to ACTIVE for port object ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:38.740272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:38.743753 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.772531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b0063-b54f-4a29-9328-29d46cea4def req-dec35e7f-ff1c-469b-a17a-0d3bc01e9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.777302 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95b0063-b54f-4a29-9328-29d46cea4def req-dec35e7f-ff1c-469b-a17a-0d3bc01e9ec9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 200 len: 909 time: 0.6038411 Jul 16 01:20:38.797065 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdcd8342-c04f-4a85-9b5e-0c96e33a4e21 req-fff19fed-058c-437a-b3b6-749c8545d833 service neutron] 10.222.0.67 "GET /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473236 Jul 16 01:20:38.801761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d06082d2-bb65-49b9-99dd-ffc98ef72b39 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851954545', 'description': 'tempest-description--894454011'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:38.840070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95b0063-b54f-4a29-9328-29d46cea4def req-8b5955c4-8d87-415a-bc0f-6300362b930b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add HTTP/1.1" status: 200 len: 217 time: 0.0478721 Jul 16 01:20:38.842880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d06082d2-bb65-49b9-99dd-ffc98ef72b39 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.846120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c0c-c919-4f53-8c7b-5f68828d33a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.877891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce04481-aa31-4263-a1e0-e70bf1b0c67d req-e979ac70-8979-4f41-87fe-6811dd3b85b3 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.885744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bce04481-aa31-4263-a1e0-e70bf1b0c67d req-e979ac70-8979-4f41-87fe-6811dd3b85b3 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 943 time: 0.3825293 Jul 16 01:20:38.954323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d1bc0-6776-49f5-9887-86ad1b9f5b7e None None] Pushing event updated for resources: {'Port': ['ID=ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:38.972127 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c0c-c919-4f53-8c7b-5f68828d33a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.993129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d06082d2-bb65-49b9-99dd-ffc98ef72b39 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.999649 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d06082d2-bb65-49b9-99dd-ffc98ef72b39 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.002414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bce04481-aa31-4263-a1e0-e70bf1b0c67d req-33367f08-d3d2-49ab-babd-4e8d76f6086d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153405 Jul 16 01:20:39.027411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Attempting to bind port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:39.028076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Attempting to bind port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:39.028723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Attempting to bind port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 on network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:39.037805 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:39.038235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Checking segment: {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:39.038901 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.039601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Bound using segment: {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:39.039991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Bound port: ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:39.040389 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.057750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06082d2-bb65-49b9-99dd-ffc98ef72b39 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3024c2f-bc24-4149-b521-845f7d3964a2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.060986 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04edfd4-31bf-454f-bdfc-e9ecdb9bc699 x-openstack-request-id: req-c04edfd4-31bf-454f-bdfc-e9ecdb9bc699 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:39.061365 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6a3baf-446c-45f6-a505-db5c27545f3c", "tag": "cfe7d870-94c7-4845-8eb8-40fba1001299", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:39.061605 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c04edfd4-31bf-454f-bdfc-e9ecdb9bc699 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:39.061968 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'tag': 'cfe7d870-94c7-4845-8eb8-40fba1001299', 'status': 'completed', 'code': 200} Jul 16 01:20:39.072603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b0063-b54f-4a29-9328-29d46cea4def req-4f34a4c2-28c8-437b-be09-3bb208f43f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.075203 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95b0063-b54f-4a29-9328-29d46cea4def req-4f34a4c2-28c8-437b-be09-3bb208f43f87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0bfd4d4-79b2-4502-a287-9b1281112152 HTTP/1.1" status: 200 len: 849 time: 0.2193789 Jul 16 01:20:39.078306 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d06082d2-bb65-49b9-99dd-ffc98ef72b39 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.080439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d06082d2-bb65-49b9-99dd-ffc98ef72b39 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2878597 Jul 16 01:20:39.083436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35004) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:39.100439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-77bb9bd2-41b7-4a92-8f2a-7ae0307ca1bf tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'security_group_rule': {'security_group_id': 'f3024c2f-bc24-4149-b521-845f7d3964a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:39.152512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77bb9bd2-41b7-4a92-8f2a-7ae0307ca1bf tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.181352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35006) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:39.238787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95b0063-b54f-4a29-9328-29d46cea4def req-385db452-7251-41bb-9076-87193760520c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160100 Jul 16 01:20:39.276646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] For port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:39.284819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] For port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:39.292360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.292523 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c0c-c919-4f53-8c7b-5f68828d33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.308943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c0c-c919-4f53-8c7b-5f68828d33a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.309966 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a10a5c0c-c919-4f53-8c7b-5f68828d33a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2a73c90-9a06-4aa9-97cd-078dd258706e HTTP/1.1" status: 204 len: 168 time: 0.6790097 Jul 16 01:20:39.403441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a5c0c-c919-4f53-8c7b-5f68828d33a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a73c90-9a06-4aa9-97cd-078dd258706e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.426838 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77bb9bd2-41b7-4a92-8f2a-7ae0307ca1bf tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.455211 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77bb9bd2-41b7-4a92-8f2a-7ae0307ca1bf tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.461865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d1bc0-6776-49f5-9887-86ad1b9f5b7e None None] Pushing event updated for resources: {'Port': ['ID=ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.499935 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb26d2-f5cd-4e79-90e3-f0896086748e req-8410001d-36e9-46f8-99b6-070f9b76e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.501525 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57eb26d2-f5cd-4e79-90e3-f0896086748e req-8410001d-36e9-46f8-99b6-070f9b76e1d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 1095 time: 0.4263530 Jul 16 01:20:39.545167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:39.546529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:39.558494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002f888-0dcb-4557-8ca4-4c1dbc962e05 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.558988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002f888-0dcb-4557-8ca4-4c1dbc962e05 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.559453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002f888-0dcb-4557-8ca4-4c1dbc962e05 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.572993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0002f888-0dcb-4557-8ca4-4c1dbc962e05 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=be15e6cb8f6046ad97655557638c1e06&network_id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac HTTP/1.1" status: 200 len: 2973 time: 0.3780487 Jul 16 01:20:39.587959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb9bd2-41b7-4a92-8f2a-7ae0307ca1bf tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13295eb6-fe6d-4ed1-b80b-f1f1518ea373,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.592379 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ac15d-1434-48bf-b1cf-00bc32e32432 req-eef20f00-42d0-4c45-9ff7-f87155a32182 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.599452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c81ac15d-1434-48bf-b1cf-00bc32e32432 req-eef20f00-42d0-4c45-9ff7-f87155a32182 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 943 time: 0.2863803 Jul 16 01:20:39.642644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77bb9bd2-41b7-4a92-8f2a-7ae0307ca1bf tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.646762 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-77bb9bd2-41b7-4a92-8f2a-7ae0307ca1bf tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5612495 Jul 16 01:20:39.647423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:39.654676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95b0063-b54f-4a29-9328-29d46cea4def req-6d3b26ce-b214-45d3-a850-cffef4c8f635 service neutron] 10.222.0.50 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832664 Jul 16 01:20:39.654906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-75a3480a-1b55-409c-8951-95c27415fcaa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'security_group_rule': {'security_group_id': 'f3024c2f-bc24-4149-b521-845f7d3964a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:39.726761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee33f4e-f9d2-4869-8092-0ddf3a1614d8 req-7fe8f83b-6fb0-4ee2-ac3b-73c02a9ecd79 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.743922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cee33f4e-f9d2-4869-8092-0ddf3a1614d8 req-7fe8f83b-6fb0-4ee2-ac3b-73c02a9ecd79 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 943 time: 0.3108628 Jul 16 01:20:39.808951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75a3480a-1b55-409c-8951-95c27415fcaa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.817180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:39.829525 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e95b0063-b54f-4a29-9328-29d46cea4def req-b58bf63d-d2a3-491f-a48e-c0bb93e4f1a0 service neutron] 10.222.0.50 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324432 Jul 16 01:20:39.838664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cee33f4e-f9d2-4869-8092-0ddf3a1614d8 req-09153657-ba13-4cc9-96dd-05da4e5b3b29 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899005 Jul 16 01:20:39.885852 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c81ac15d-1434-48bf-b1cf-00bc32e32432 req-c8b577f4-97fe-4062-b48d-75854d4fadb2 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854223 Jul 16 01:20:39.915337 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75a3480a-1b55-409c-8951-95c27415fcaa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.923147 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75a3480a-1b55-409c-8951-95c27415fcaa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.935547 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb26d2-f5cd-4e79-90e3-f0896086748e req-7142eb0f-b744-4724-9736-00640f1ff498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.939086 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57eb26d2-f5cd-4e79-90e3-f0896086748e req-7142eb0f-b744-4724-9736-00640f1ff498 service neutron] 10.222.0.50 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 913 time: 0.4238234 Jul 16 01:20:39.953396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3480a-1b55-409c-8951-95c27415fcaa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8c7973-5a9e-4205-b651-b60fbbc5b5b6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.964597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75a3480a-1b55-409c-8951-95c27415fcaa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.966101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-75a3480a-1b55-409c-8951-95c27415fcaa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3152034 Jul 16 01:20:39.969367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:39.975517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:39.992342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2720f135-494d-4331-8528-198aae28df34 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:40.004655 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.019369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57eb26d2-f5cd-4e79-90e3-f0896086748e req-5a7a35c6-0c95-4e86-a594-2a04cd3c82f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe7d870-94c7-4845-8eb8-40fba1001299 HTTP/1.1" status: 200 len: 217 time: 0.0732853 Jul 16 01:20:40.119687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb26d2-f5cd-4e79-90e3-f0896086748e req-b9c1b731-34ba-4e1a-8de4-952290d8572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:40.122262 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57eb26d2-f5cd-4e79-90e3-f0896086748e req-b9c1b731-34ba-4e1a-8de4-952290d8572d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0085054f-b007-4a7c-9e51-c7328f8b8443 HTTP/1.1" status: 200 len: 853 time: 0.0946872 Jul 16 01:20:40.182549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57eb26d2-f5cd-4e79-90e3-f0896086748e req-ad33f65f-ffd3-4c95-83c9-a90cf549d97c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=325ac784-b95c-4591-8bf5-1ea2e0e824ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528138 Jul 16 01:20:40.203221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.363544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 2720f135-494d-4331-8528-198aae28df34, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2720f135-494d-4331-8528-198aae28df34,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:40.366251 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57eb26d2-f5cd-4e79-90e3-f0896086748e req-ef0b3947-74dc-4926-8fef-9f55dbe593f3 service neutron] 10.222.0.50 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730409 Jul 16 01:20:40.377365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Allocated IP 172.25.4.155 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/aa2c4c68-507d-4b5f-8344-dc87bf311300) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:40.378818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '2720f135-494d-4331-8528-198aae28df34', 'network_id': '76f2edf7-82a8-4f70-972f-e3984f4f35e9', 'port_id': '2720f135-494d-4331-8528-198aae28df34', 'mac_address': 'fa:16:3e:5d:6f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:40.425592 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.442877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2720f135-494d-4331-8528-198aae28df34 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:40.469685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 2720f135-494d-4331-8528-198aae28df34, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2720f135-494d-4331-8528-198aae28df34,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:40.473032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:39Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:40.476540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.498682 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57eb26d2-f5cd-4e79-90e3-f0896086748e req-bf3e1580-4834-4427-adcf-3373c1fa48e7 service neutron] 10.222.0.50 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211874 Jul 16 01:20:40.516842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bcfd87-afc3-44e1-800d-1ecc0ef2d091 None None] The sync data for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 is: [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:39Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:20:40.607120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=2720f135-494d-4331-8528-198aae28df34,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:40.610252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0985d-9865-4448-a616-b35a58a2ddc9 req-efd1194e-481b-4c78-a3d4-79d1d203f251 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:40.612831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4aa0985d-9865-4448-a616-b35a58a2ddc9 req-efd1194e-481b-4c78-a3d4-79d1d203f251 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 943 time: 0.2366853 Jul 16 01:20:40.636311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.724231 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4aa0985d-9865-4448-a616-b35a58a2ddc9 req-b91d3462-e38e-42b3-8cfd-c694c3000e9d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837812 Jul 16 01:20:40.725752 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.768887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:40.772865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:40.778866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:40.780483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:40.809056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'Port': ['ID=aa2c4c68-507d-4b5f-8344-dc87bf311300,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:40.827213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['2720f135-494d-4331-8528-198aae28df34'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:40.829166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b0ed182e-6b87-4c2b-bdf4-f2977dbd9add details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:40.960127 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.992861 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:41.015733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:41.016160 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.026603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:41.058491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.090102 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'b0ed182e-6b87-4c2b-bdf4-f2977dbd9add', 'network_id': '785de5a6-10d0-40ea-92dc-13fcc9e9a3d3', 'port_id': 'b0ed182e-6b87-4c2b-bdf4-f2977dbd9add', 'mac_address': 'fa:16:3e:92:64:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bfd4d4-79b2-4502-a287-9b1281112152', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:41.199796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.271512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ed182e-6b87-4c2b-bdf4-f2977dbd9add {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:41.296456 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.326178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.334477 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.344982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:41.363601 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.364293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device cfe7d870-94c7-4845-8eb8-40fba1001299 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:41.474732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:41.489899 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.508823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'Port': ['ID=aa2c4c68-507d-4b5f-8344-dc87bf311300,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:41.556014 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.563511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:41.591755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.602771 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-80e2c0e2-dc49-41ab-9396-0f274f3d0378 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6222448 Jul 16 01:20:41.606146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007abf4-5f14-4b1c-a225-e3bdf71b1a00 req-b8ada7b1-65cc-48f6-9130-dcb93c112284 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.617320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a007abf4-5f14-4b1c-a225-e3bdf71b1a00 req-b8ada7b1-65cc-48f6-9130-dcb93c112284 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 944 time: 0.4675865 Jul 16 01:20:41.665601 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a007abf4-5f14-4b1c-a225-e3bdf71b1a00 req-4bf07283-c286-4323-b907-50789f0496cb tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Jul 16 01:20:41.780677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94347b76-473d-488b-b753-f984a2ce53e6 req-916b9daa-7d1f-40c2-b806-d7e45b319a9c tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.794747 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94347b76-473d-488b-b753-f984a2ce53e6 req-916b9daa-7d1f-40c2-b806-d7e45b319a9c tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 944 time: 0.7123299 Jul 16 01:20:41.862592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94347b76-473d-488b-b753-f984a2ce53e6 req-22172970-de76-4593-ae74-38c061638a56 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663190 Jul 16 01:20:41.892159 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-c04acff8-249e-49e8-89a5-3c4d4d618874 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1763966 Jul 16 01:20:42.023662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:42.060790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port cfe7d870-94c7-4845-8eb8-40fba1001299, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=cfe7d870-94c7-4845-8eb8-40fba1001299,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:42.079524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'cfe7d870-94c7-4845-8eb8-40fba1001299', 'network_id': '325ac784-b95c-4591-8bf5-1ea2e0e824ed', 'port_id': 'cfe7d870-94c7-4845-8eb8-40fba1001299', 'mac_address': 'fa:16:3e:29:c5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0085054f-b007-4a7c-9e51-c7328f8b8443', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:42.110057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35082) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:42.118908 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5b4721bf-26d5-441a-aea8-069cf036c7bc tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--851954545&fields=id&tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8 HTTP/1.1" status: 200 len: 267 time: 0.0840786 Jul 16 01:20:42.135958 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.154956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe7d870-94c7-4845-8eb8-40fba1001299 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:42.180130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port cfe7d870-94c7-4845-8eb8-40fba1001299, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=cfe7d870-94c7-4845-8eb8-40fba1001299,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:42.184620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-83975d47-1406-4047-9aca-688ac98d784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.185105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-83975d47-1406-4047-9aca-688ac98d784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.185681 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-83975d47-1406-4047-9aca-688ac98d784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.186270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-83975d47-1406-4047-9aca-688ac98d784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.186538 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.186790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-83975d47-1406-4047-9aca-688ac98d784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.187294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-83975d47-1406-4047-9aca-688ac98d784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.187756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-83975d47-1406-4047-9aca-688ac98d784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.189916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-83975d47-1406-4047-9aca-688ac98d784c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6497 time: 0.2323728 Jul 16 01:20:42.279032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-84177420', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:42.283832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=cfe7d870-94c7-4845-8eb8-40fba1001299,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:42.340300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Made reservation on behalf of 81e1460bdf444ce2a0820c047d8310d2 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:42.343927 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.356584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-eb632bff-2c9e-4eca-99cf-ff8e3d6d6a3f tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.358196 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-eb632bff-2c9e-4eca-99cf-ff8e3d6d6a3f tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 810 time: 0.2382450 Jul 16 01:20:42.360535 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.387167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e324f-8720-4366-8064-d57cade002af req-03888046-ccf8-46bf-87af-c46b536fb068 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.388988 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b04e324f-8720-4366-8064-d57cade002af req-03888046-ccf8-46bf-87af-c46b536fb068 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 944 time: 0.1667509 Jul 16 01:20:42.394967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-18ad98b6-a7a2-4d3a-9e97-01e28a2477a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.395779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-18ad98b6-a7a2-4d3a-9e97-01e28a2477a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.396248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-18ad98b6-a7a2-4d3a-9e97-01e28a2477a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.398912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-18ad98b6-a7a2-4d3a-9e97-01e28a2477a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90e7227a-696f-4b17-be86-431b8100a57c&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593 HTTP/1.1" status: 200 len: 2290 time: 0.1683784 Jul 16 01:20:42.401711 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-3f4d7383-1e0c-4129-b657-04d043614881 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/quotas/7b0c0e7a0f7b4686a73f891f6f81fcf8 HTTP/1.1" status: 200 len: 375 time: 0.0347543 Jul 16 01:20:42.479372 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b04e324f-8720-4366-8064-d57cade002af req-045f8a98-b8cf-4a88-964b-09cb925cfc94 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760221 Jul 16 01:20:42.521412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-42be2b37-1849-4a68-89a4-5b16a53f292a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7210560e-dd1b-42b8-b735-1c99f3448846 HTTP/1.1" status: 200 len: 1001 time: 0.1081765 Jul 16 01:20:42.560619 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.567857 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.583905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] device_id is not set on port 5b13fb88-9794-4077-9d02-aa944288e751 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:20:42.589391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-783abfaf-fe0f-4fee-b22d-a34798cdb98d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1780384 Jul 16 01:20:42.603233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-2188a898-5af4-4cfb-8424-701355270263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.604733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-2188a898-5af4-4cfb-8424-701355270263 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2246a116-9b5d-48d9-8c84-79b4a085fa8f HTTP/1.1" status: 200 len: 851 time: 0.0715921 Jul 16 01:20:42.605140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b0ed182e-6b87-4c2b-bdf4-f2977dbd9add'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:42.613530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['cfe7d870-94c7-4845-8eb8-40fba1001299'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:42.674774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b892bf5-157b-435d-a435-63ecfbfdbe69,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:42.787032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-8cbd007a-83c3-4cf6-b2ef-fff5be66190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.789612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-8cbd007a-83c3-4cf6-b2ef-fff5be66190a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90e7227a-696f-4b17-be86-431b8100a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1732819 Jul 16 01:20:42.799915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-1c3a32a1-109a-4ec4-b107-55308bea3326 service neutron] 10.222.0.64 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710055 Jul 16 01:20:42.808576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:42.825238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Allocated IP 172.25.4.118 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/5b13fb88-9794-4077-9d02-aa944288e751) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:42.974510 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:42.974889 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.003040 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-87554809-4ab2-4000-ab43-07406d81df74 service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933777 Jul 16 01:20:43.005379 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-666f760e-6577-442a-85c3-292e7719e0a2 service neutron] 10.222.0.64 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046838 Jul 16 01:20:43.072544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cb6ad-f27e-4c6d-a1fb-584049f5b1c6 req-582dbd6b-dd0a-4628-be8e-07ace76bb056 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.074181 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423cb6ad-f27e-4c6d-a1fb-584049f5b1c6 req-582dbd6b-dd0a-4628-be8e-07ace76bb056 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 944 time: 0.2055802 Jul 16 01:20:43.132581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.147491 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-33b73c1f-08c0-4895-a9f8-c946b0138e5c service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358972 Jul 16 01:20:43.168482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423cb6ad-f27e-4c6d-a1fb-584049f5b1c6 req-402c04c1-c13f-4482-93ac-b971173056fb tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752790 Jul 16 01:20:43.203855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-039cd1d3-38bb-4cfe-bb18-b4d46f63f8f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 200 len: 217 time: 0.0459926 Jul 16 01:20:43.220790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.273379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:43.278926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:43.286892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:43.321802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Pushing event updated for resources: {'Port': ['ID=5b13fb88-9794-4077-9d02-aa944288e751,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:43.327528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-56683ce8-231c-4d11-a4ca-b5ca8171a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.329239 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-56683ce8-231c-4d11-a4ca-b5ca8171a4ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1078632 Jul 16 01:20:43.353380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.353380 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.378071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1f73c78f-6d08-4b4c-97ff-fd07c0799c26 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2646708 Jul 16 01:20:43.380468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35100) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:43.389336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118'}]}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:43.432121 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.433518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.483485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-caf8cdb2-cca5-48e4-814d-4ccf770400fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.485039 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-caf8cdb2-cca5-48e4-814d-4ccf770400fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1475556 Jul 16 01:20:43.519886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ffb11-eff8-4cb2-95f8-7eca38f57aec req-d26a4ba2-5b2a-4878-8727-c6998d9d01fc tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.521514 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b4ffb11-eff8-4cb2-95f8-7eca38f57aec req-d26a4ba2-5b2a-4878-8727-c6998d9d01fc tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 944 time: 0.1172252 Jul 16 01:20:43.620329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b4ffb11-eff8-4cb2-95f8-7eca38f57aec req-e42c5fa9-ca77-4d36-9685-d59c8d65caff tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829971 Jul 16 01:20:43.667032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-9c3493ee-8df4-4f74-a45d-f6bc3a6c8042 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699340 Jul 16 01:20:43.838321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-26668d19-5a06-4264-ac0d-7e5403705495 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608720 Jul 16 01:20:43.895526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-89b72bbe-0138-4cfe-8bb2-8bd477b8257e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 200 len: 217 time: 0.0440910 Jul 16 01:20:43.928057 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.952901 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55613b31-0a10-4bb5-ad52-6f8c902230e4 req-0011b13b-c0d5-4cfb-85c9-7865ee1a1301 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 210 time: 0.0464885 Jul 16 01:20:43.956869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2720f135-494d-4331-8528-198aae28df34 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:43.959483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fe93f-6778-4fbe-818a-f84d8a23f672 req-69dd8de5-2833-41fd-8426-b7ce9532e5a3 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.963147 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f85fe93f-6778-4fbe-818a-f84d8a23f672 req-69dd8de5-2833-41fd-8426-b7ce9532e5a3 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 944 time: 0.1791377 Jul 16 01:20:44.016889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-89edb736-cc58-47f1-9634-55b8caedee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.019530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-89edb736-cc58-47f1-9634-55b8caedee19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1079924 Jul 16 01:20:44.029067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 2720f135-494d-4331-8528-198aae28df34 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:44.036100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 2720f135-494d-4331-8528-198aae28df34 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:44.037021 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.054237 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f85fe93f-6778-4fbe-818a-f84d8a23f672 req-22a4ee81-6c8c-4a24-a358-d847a079a39b tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767560 Jul 16 01:20:44.128194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-a872bb5f-4767-4e82-95d7-264f40bba075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.131373 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-a872bb5f-4767-4e82-95d7-264f40bba075 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964756 Jul 16 01:20:44.134743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.165950 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.193881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ff86e0-14cb-4f3d-9fb0-84cd59194d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2720f135-494d-4331-8528-198aae28df34'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:44.197409 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35131419-650d-4ff3-96ba-8ab07f98022e" -d '{"events": [{"server_uuid": "b2ff86e0-14cb-4f3d-9fb0-84cd59194d85", "name": "network-vif-plugged", "status": "completed", "tag": "2720f135-494d-4331-8528-198aae28df34"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:44.211640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 2720f135-494d-4331-8528-198aae28df34, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2720f135-494d-4331-8528-198aae28df34,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:44.216269 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.256912 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42fd057-afde-4189-ae0f-5fbb213a3bc1 x-openstack-request-id: req-c42fd057-afde-4189-ae0f-5fbb213a3bc1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:44.258070 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ff86e0-14cb-4f3d-9fb0-84cd59194d85", "name": "network-vif-plugged", "status": "completed", "tag": "2720f135-494d-4331-8528-198aae28df34", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:44.258070 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c42fd057-afde-4189-ae0f-5fbb213a3bc1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:44.258070 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ff86e0-14cb-4f3d-9fb0-84cd59194d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2720f135-494d-4331-8528-198aae28df34', 'code': 200} Jul 16 01:20:44.295827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=2720f135-494d-4331-8528-198aae28df34,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:44.535785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.567810 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.631055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6f1cb-042e-42d6-81fd-4b1c2ac801db req-626d218c-c49f-498c-be84-60211cad9eb0 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.634813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97d6f1cb-042e-42d6-81fd-4b1c2ac801db req-626d218c-c49f-498c-be84-60211cad9eb0 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 944 time: 0.2685840 Jul 16 01:20:44.662041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3731318-9141-4dc1-a992-2ceb7756ebe7 req-cf686d16-7483-404f-b1b1-88f64c8e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.666169 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-cbcdd896-7d88-448c-afaa-cdb22380f516 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118990 Jul 16 01:20:44.666379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3731318-9141-4dc1-a992-2ceb7756ebe7 req-cf686d16-7483-404f-b1b1-88f64c8e34e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 1097 time: 0.2002382 Jul 16 01:20:44.749038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97d6f1cb-042e-42d6-81fd-4b1c2ac801db req-6e435c81-2f72-43a2-a740-bba1ed7dbacb tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077406 Jul 16 01:20:44.766554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3731318-9141-4dc1-a992-2ceb7756ebe7 req-0328eb62-1ddc-4692-8cdb-b33af30cd597 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893528 Jul 16 01:20:44.817129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.827012 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-5b6aa871-7138-48e4-a3e4-d9ba6655ec1b service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567152 Jul 16 01:20:44.839989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b0ed182e-6b87-4c2b-bdf4-f2977dbd9add up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:44.913917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-0e024791-ab30-4fa7-bf0e-882810f9cf1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=a792df07-6f4e-4b20-a758-7c9a069af816 HTTP/1.1" status: 200 len: 217 time: 0.0759254 Jul 16 01:20:44.935971 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70168bb-57d2-4f9e-ae22-b37099d91a3d req-fb654dd5-f8de-4aa4-81df-d07bff114232 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.936243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:44.938158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a70168bb-57d2-4f9e-ae22-b37099d91a3d req-fb654dd5-f8de-4aa4-81df-d07bff114232 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 945 time: 0.1808679 Jul 16 01:20:44.940484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:44.940851 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.005356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-61d13691-cf3c-4d36-900f-9ab067d20a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.007126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-61d13691-cf3c-4d36-900f-9ab067d20a16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.0678997 Jul 16 01:20:45.039778 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.050723 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.054969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.078976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:45.089452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a70168bb-57d2-4f9e-ae22-b37099d91a3d req-227aa13f-36df-4b79-9a66-c66bbd8655ba tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012559 Jul 16 01:20:45.091474 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.092717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device cfe7d870-94c7-4845-8eb8-40fba1001299 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:45.154233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-28f5e1f3-c268-4ba7-a01b-727b280dab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.167317 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-28f5e1f3-c268-4ba7-a01b-727b280dab0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1466470 Jul 16 01:20:45.177079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.189062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.193261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36149db0-73a1-421c-a5d6-85bace6cbf1d {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:20:45.216907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port cfe7d870-94c7-4845-8eb8-40fba1001299 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:45.222920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port cfe7d870-94c7-4845-8eb8-40fba1001299 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:45.223738 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.260373 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:20:45.264569 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7f784f75-eb72-4c1e-932f-53d14ff8b20e tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8803506 Jul 16 01:20:45.269286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35126) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:45.292574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35128) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:45.359921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-e37af056-d318-4f14-ac08-0e96a581596a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.363566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-e37af056-d318-4f14-ac08-0e96a581596a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 810 time: 0.3256607 Jul 16 01:20:45.364420 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.369620 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff144761-0dd1-4a05-a617-9e768fea2f87 req-0a2dba8e-b499-454a-b5cb-27dc65fdd909 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 210 time: 0.1012237 Jul 16 01:20:45.419492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port cfe7d870-94c7-4845-8eb8-40fba1001299, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=cfe7d870-94c7-4845-8eb8-40fba1001299,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:45.425086 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.438639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9eb886-f6e0-426d-8cef-3608157a3d54 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.446394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0a9eb886-f6e0-426d-8cef-3608157a3d54 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 814 time: 0.1463189 Jul 16 01:20:45.449385 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-3ee56dfa-8843-448c-aea9-0226c936e70a service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752497 Jul 16 01:20:45.463000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa7eb7-c9aa-4b90-a197-5c7bd6fc1581 req-afa4bf66-1f7d-4ec0-9277-011f597ff33e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.464608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-87aa7eb7-c9aa-4b90-a197-5c7bd6fc1581 req-afa4bf66-1f7d-4ec0-9277-011f597ff33e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 944 time: 0.2350333 Jul 16 01:20:45.483512 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-e1223fb8-5df2-402b-8596-c8da5f310d60 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8 HTTP/1.1" status: 200 len: 379 time: 0.0920937 Jul 16 01:20:45.486519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=cfe7d870-94c7-4845-8eb8-40fba1001299,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.509873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'port': {'device_id': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'admin_state_up': True, 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'security_groups': ['f3024c2f-bc24-4149-b521-845f7d3964a2']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:45.541301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f24a-28c8-4601-baa1-2ad116fb0fc4 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Deleting port 5b13fb88-9794-4077-9d02-aa944288e751 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:45.541756 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f24a-28c8-4601-baa1-2ad116fb0fc4 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.586532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-87aa7eb7-c9aa-4b90-a197-5c7bd6fc1581 req-c23e04b8-d31d-44c9-a33f-49a5bc94c594 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122434 Jul 16 01:20:45.613605 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-ec5750db-b7df-4ea9-92f6-6e24bf7f5d26 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479554 Jul 16 01:20:45.661429 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-ae6aa5b6-2d66-4ea9-b346-52df2b8454bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=63c8ce17-e48f-4aae-9026-159cd9590014 HTTP/1.1" status: 200 len: 217 time: 0.0401142 Jul 16 01:20:45.700251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f24a-28c8-4601-baa1-2ad116fb0fc4 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.720336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f24a-28c8-4601-baa1-2ad116fb0fc4 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Calling delete_port for 5b13fb88-9794-4077-9d02-aa944288e751 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:45.726961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-f5f2de2a-41c4-4463-81c4-5266c351a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.729059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-f5f2de2a-41c4-4463-81c4-5266c351a5ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.0595632 Jul 16 01:20:45.738590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Made reservation on behalf of 7b0c0e7a0f7b4686a73f891f6f81fcf8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:45.742976 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.821558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-3ed422bd-0d56-4c72-be6b-86abaab72725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.825339 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-3ed422bd-0d56-4c72-be6b-86abaab72725 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879595 Jul 16 01:20:45.936097 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-8341c91e-d60d-44bd-9586-b139005da4c6 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010203 Jul 16 01:20:46.050151 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-c4b56f97-252e-46b7-a506-c7cc2d8a09ab service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073549 Jul 16 01:20:46.081564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-bfe993ee-8ab7-4c40-a92f-8c41735f5df3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2294240 Jul 16 01:20:46.093559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-f0d3eae1-3975-4cae-bfc8-b5f9a1793323 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b HTTP/1.1" status: 200 len: 217 time: 0.0355003 Jul 16 01:20:46.107816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Allocated IP 172.20.0.6 (f9973bff-4f7b-4bfe-ab2f-11abb6c51b93/ca56aa98-3472-4cf5-b59b-cff1fe262ac7/5ecb2ccf-6a88-4f44-a4b9-13b415854c10) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:46.123175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8443992-d4e6-4a8f-a0d3-8a523717f44d req-a4f82525-971b-4c71-95b9-179cedf4886e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.124744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8443992-d4e6-4a8f-a0d3-8a523717f44d req-a4f82525-971b-4c71-95b9-179cedf4886e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2267542 Jul 16 01:20:46.158053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-ae8cf650-1112-4c66-bec7-4c784aeff88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.159530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-ae8cf650-1112-4c66-bec7-4c784aeff88d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.0594878 Jul 16 01:20:46.186997 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f24a-28c8-4601-baa1-2ad116fb0fc4 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.221371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-0bbfa245-884a-4dfd-85ab-4c23c2ad264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.230082 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-0bbfa245-884a-4dfd-85ab-4c23c2ad264d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555322 Jul 16 01:20:46.251629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f24a-28c8-4601-baa1-2ad116fb0fc4 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b13fb88-9794-4077-9d02-aa944288e751,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:46.258746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa68bd0-8357-4247-851b-04136332ecb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ed182e-6b87-4c2b-bdf4-f2977dbd9add'}, {'server_uuid': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe7d870-94c7-4845-8eb8-40fba1001299'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:46.265444 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e4f556-b506-4a6e-b1ff-9ccf9bb26b98" -d '{"events": [{"server_uuid": "faa68bd0-8357-4247-851b-04136332ecb4", "name": "network-vif-plugged", "status": "completed", "tag": "b0ed182e-6b87-4c2b-bdf4-f2977dbd9add"}, {"server_uuid": "ed6a3baf-446c-45f6-a505-db5c27545f3c", "name": "network-vif-plugged", "status": "completed", "tag": "cfe7d870-94c7-4845-8eb8-40fba1001299"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:46.279336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8443992-d4e6-4a8f-a0d3-8a523717f44d req-b4f55b49-a7db-406b-9cd8-4ee463dc2fb8 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476750 Jul 16 01:20:46.355497 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51430905-d00f-404a-91bb-ac0625d920be x-openstack-request-id: req-51430905-d00f-404a-91bb-ac0625d920be {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:46.356023 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa68bd0-8357-4247-851b-04136332ecb4", "name": "network-vif-plugged", "status": "completed", "tag": "b0ed182e-6b87-4c2b-bdf4-f2977dbd9add", "code": 200}, {"server_uuid": "ed6a3baf-446c-45f6-a505-db5c27545f3c", "name": "network-vif-plugged", "status": "completed", "tag": "cfe7d870-94c7-4845-8eb8-40fba1001299", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:46.356447 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51430905-d00f-404a-91bb-ac0625d920be {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:46.356856 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa68bd0-8357-4247-851b-04136332ecb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ed182e-6b87-4c2b-bdf4-f2977dbd9add', 'code': 200} Jul 16 01:20:46.357110 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe7d870-94c7-4845-8eb8-40fba1001299', 'code': 200} Jul 16 01:20:46.383686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cad84b-0dea-4b44-8183-187bcfa50605 req-b5740988-3057-40ab-b53e-19c06f5f3ea5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.385289 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18cad84b-0dea-4b44-8183-187bcfa50605 req-b5740988-3057-40ab-b53e-19c06f5f3ea5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 945 time: 0.1613214 Jul 16 01:20:46.389552 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-2650b098-f648-4607-a65a-e8b4dba9a11e service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544724 Jul 16 01:20:46.432574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-6a0a2e4a-c320-4346-ae41-3cb86d6ec482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.434235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-6a0a2e4a-c320-4346-ae41-3cb86d6ec482 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 1097 time: 0.3001862 Jul 16 01:20:46.447231 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f24a-28c8-4601-baa1-2ad116fb0fc4 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.449955 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9cd6f24a-28c8-4601-baa1-2ad116fb0fc4 tempest-RoutersAdminNegativeTest-310009541 tempest-RoutersAdminNegativeTest-310009541-project-admin] 10.222.0.64 "DELETE /v2.0/ports/5b13fb88-9794-4077-9d02-aa944288e751 HTTP/1.1" status: 204 len: 168 time: 1.1794083 Jul 16 01:20:46.540887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.560378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Transition to ACTIVE for port object 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:46.578292 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18cad84b-0dea-4b44-8183-187bcfa50605 req-8e05b4ca-32d0-4cf8-95b2-d394f1a82535 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827500 Jul 16 01:20:46.624334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-189a6fd0-06be-4828-863b-47d3524d2095 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192187 Jul 16 01:20:46.645671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617563-e973-4f29-b287-dbab02115eaf req-db2b7680-f578-4b9f-a038-dea493f55634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.647732 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec617563-e973-4f29-b287-dbab02115eaf req-db2b7680-f578-4b9f-a038-dea493f55634 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 1097 time: 0.1677637 Jul 16 01:20:46.683987 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-791a655f-2d19-4432-9d13-dd9584176cdb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb HTTP/1.1" status: 200 len: 217 time: 0.0516593 Jul 16 01:20:46.738354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-576aafd0-4799-46e4-8920-0ab171ed9c13 req-f40436cf-227b-444c-9490-27aa91f6d8a0 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 210 time: 0.1735640 Jul 16 01:20:46.764469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:46.770226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'network': {'name': 'tempest-network-smoke--575228969', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:46.808005 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec617563-e973-4f29-b287-dbab02115eaf req-60754183-7c1f-4af6-aa0e-da605a7a6d02 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321580 Jul 16 01:20:46.811179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-dd395051-2a24-4a58-b7a1-4f421abe80af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.812710 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-dd395051-2a24-4a58-b7a1-4f421abe80af service neutron] 10.222.0.67 "GET /v2.0/networks?id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 200 len: 909 time: 0.3075767 Jul 16 01:20:46.814970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-f56a36a3-539a-4d38-b31a-71da8ae4870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.817485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-f56a36a3-539a-4d38-b31a-71da8ae4870f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.1180613 Jul 16 01:20:46.839153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35162) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:46.865722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Made reservation on behalf of be15e6cb8f6046ad97655557638c1e06 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:46.866169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-4e01174b-954f-4fe1-a938-8f704cdd15a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6639f9a1-e0a2-4639-a018-a6f54461d997 HTTP/1.1" status: 200 len: 217 time: 0.0425394 Jul 16 01:20:46.873469 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.884093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.964269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:46.979598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923a429-37bf-4fed-949b-b989a43723ce req-7924627e-3d59-407f-85ed-dd54aaaa8335 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.981294 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5923a429-37bf-4fed-949b-b989a43723ce req-7924627e-3d59-407f-85ed-dd54aaaa8335 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 945 time: 0.2500699 Jul 16 01:20:46.996896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.997337 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Added segment ca90f62f-a271-49d4-9d5d-cb9fcee7e876 of type vlan for network 32e654c6-84d6-44c5-ba8f-cac4e9956256 Jul 16 01:20:47.017389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dd1e8-5003-42ba-baa2-76360d1b4125 req-c4e5ca76-1a8b-4978-a058-78ff23230c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.018936 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e4dd1e8-5003-42ba-baa2-76360d1b4125 req-c4e5ca76-1a8b-4978-a058-78ff23230c6b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 1097 time: 0.4556491 Jul 16 01:20:47.025993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:47.035245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:47.041624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86af8c6f-7b9b-476a-8d69-03fbae6231e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.045677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'Port': ['ID=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.050851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:47.091549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-e923015b-66d5-4a2b-8ca5-63779b47ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.092299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-e923015b-66d5-4a2b-8ca5-63779b47ddea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0bfd4d4-79b2-4502-a287-9b1281112152 HTTP/1.1" status: 200 len: 849 time: 0.2047184 Jul 16 01:20:47.114137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-6039f8c9-2db2-4536-a119-15c62c679734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.116841 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-6039f8c9-2db2-4536-a119-15c62c679734 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2229338 Jul 16 01:20:47.120122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.143438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5923a429-37bf-4fed-949b-b989a43723ce req-c1732f4c-7d0f-4078-824d-8778621673a1 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399159 Jul 16 01:20:47.154158 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-5afd41d8-4af7-4f46-a65b-f781eadb0fd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537100 Jul 16 01:20:47.178455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e4dd1e8-5003-42ba-baa2-76360d1b4125 req-104fa142-bd66-4fcd-8138-44de37a031ba service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453440 Jul 16 01:20:47.188148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.188148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.198646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c06bbe-fe63-4325-a684-386e6bc7d3aa req-cdd3c564-26a6-4d08-954b-416febafb831 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.200632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06c06bbe-fe63-4325-a684-386e6bc7d3aa req-cdd3c564-26a6-4d08-954b-416febafb831 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 945 time: 0.2953558 Jul 16 01:20:47.267247 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.273719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.274480 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.323628 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06c06bbe-fe63-4325-a684-386e6bc7d3aa req-c6f692d4-f745-489b-b549-47dee5e25449 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106946 Jul 16 01:20:47.353321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-0203d722-fa27-47a5-a556-d7e32272c702 service neutron] 10.222.0.67 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853013 Jul 16 01:20:47.391880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-ee3aa49b-c1ce-4590-a12e-fa8c9ae5f33e service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623298 Jul 16 01:20:47.499536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Network': ['ID=32e654c6-84d6-44c5-ba8f-cac4e9956256,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.501369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7697a713-b290-4c16-96a3-082b77e08e90 None None] Provisioning for port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:47.522524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 32e654c6-84d6-44c5-ba8f-cac4e9956256 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:47.524837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8d15f50-f56b-4ca3-a4d5-38bb2fd6fe03 req-3ecf84e5-d69e-447f-bb54-9affe76591c4 service neutron] 10.222.0.67 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581242 Jul 16 01:20:47.534857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7697a713-b290-4c16-96a3-082b77e08e90 None None] Provisioning complete for port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:47.537809 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7697a713-b290-4c16-96a3-082b77e08e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.566803 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86af8c6f-7b9b-476a-8d69-03fbae6231e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.579337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b44db157-90ee-40fc-a53a-0d1ffbf1899c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0740442 Jul 16 01:20:47.593174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Request body: {'port': {'device_id': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:47.619183 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86af8c6f-7b9b-476a-8d69-03fbae6231e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.636369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-427a93e8-dcf5-449c-abf8-3b3332650887 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8705182 Jul 16 01:20:47.654803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:47.670470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7697a713-b290-4c16-96a3-082b77e08e90 None None] Port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:47.703592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-86af8c6f-7b9b-476a-8d69-03fbae6231e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7665da47a24e4e0b80c88ef4af115e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8607137 Jul 16 01:20:47.706303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af8c6f-7b9b-476a-8d69-03fbae6231e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2accdb5d-7e71-4e96-987c-6899bc44536b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.708688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35174) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:47.723308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecf10ac9-c9eb-4ec0-9996-3935e14c3a5b req-883dd2b7-9492-4363-9b63-7265576ef2e5 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191977 Jul 16 01:20:47.803797 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c824e49f-bd89-4596-b241-8be453a663df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.839566 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c824e49f-bd89-4596-b241-8be453a663df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.969857 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c824e49f-bd89-4596-b241-8be453a663df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.974532 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c824e49f-bd89-4596-b241-8be453a663df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.979806 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c824e49f-bd89-4596-b241-8be453a663df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2accdb5d-7e71-4e96-987c-6899bc44536b HTTP/1.1" status: 204 len: 168 time: 0.2666585 Jul 16 01:20:48.009072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9a43-87b4-46e2-8d9e-e0c2c7a5e33f req-3db7e447-daa4-41f3-9beb-b4bdb63fe3b9 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.012466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b9b9a43-87b4-46e2-8d9e-e0c2c7a5e33f req-3db7e447-daa4-41f3-9beb-b4bdb63fe3b9 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 945 time: 0.1371374 Jul 16 01:20:48.014185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824e49f-bd89-4596-b241-8be453a663df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2accdb5d-7e71-4e96-987c-6899bc44536b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:48.109861 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b9b9a43-87b4-46e2-8d9e-e0c2c7a5e33f req-e421928d-8a1b-447f-ac8f-ce0e246db8c8 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766633 Jul 16 01:20:48.270497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba186ae-3117-4a4b-98d0-7b893376ef95 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.271992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5ba186ae-3117-4a4b-98d0-7b893376ef95 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=be15e6cb8f6046ad97655557638c1e06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.6156821 Jul 16 01:20:48.277138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35184) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.299343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.322729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc78c7f-fe51-4015-9e59-bc57024c16bb req-d8754ead-eaf1-45e8-94f3-044beb53f50e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.333963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3dc78c7f-fe51-4015-9e59-bc57024c16bb req-d8754ead-eaf1-45e8-94f3-044beb53f50e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.6572831 Jul 16 01:20:48.412804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3dc78c7f-fe51-4015-9e59-bc57024c16bb req-fb8c4442-8824-4ae5-91c8-76d5e92db16c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778196 Jul 16 01:20:48.534500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04273bf4-62b3-4f35-bf95-671b36da3863 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.543451 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-04273bf4-62b3-4f35-bf95-671b36da3863 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2646830 Jul 16 01:20:48.548134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35192) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.576849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35194) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.628420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5c9450a0-fbcc-4924-ab19-2a5ebe2ef97d tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702741 Jul 16 01:20:48.630113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.674897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae921a3c-ea23-4ff0-9e75-f970a00c7c29 req-8e8b067a-6e34-4d06-97ed-a34a72331ef0 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.677465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ae921a3c-ea23-4ff0-9e75-f970a00c7c29 req-8e8b067a-6e34-4d06-97ed-a34a72331ef0 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 931 time: 0.3332429 Jul 16 01:20:48.703036 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aba41613-c937-4398-b31d-c2bc39804daf tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=be15e6cb8f6046ad97655557638c1e06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717142 Jul 16 01:20:48.706569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35198) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.723589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c27ead9c-d291-4472-a918-a35194958686 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81e1460bdf444ce2a0820c047d8310d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440437 Jul 16 01:20:48.728454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.766029 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ae921a3c-ea23-4ff0-9e75-f970a00c7c29 req-336e0a74-915c-4d6a-a552-53c71daf0986 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820825 Jul 16 01:20:48.839386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ddf16-52a8-4bb4-8915-a0624b15ff7f req-5bd7f2ac-f92c-4179-83e9-28d68fc4c118 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.841050 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-695ddf16-52a8-4bb4-8915-a0624b15ff7f req-5bd7f2ac-f92c-4179-83e9-28d68fc4c118 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 945 time: 0.2086902 Jul 16 01:20:48.848070 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:20:48.867449 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd21d672-77c1-4df7-9410-22afca56482d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.906926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1866ecb-32cd-4445-a7bd-de5180fcbe98 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.908376 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f1866ecb-32cd-4445-a7bd-de5180fcbe98 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2008796 Jul 16 01:20:48.912678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35202) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.916280 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd21d672-77c1-4df7-9410-22afca56482d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.925253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-695ddf16-52a8-4bb4-8915-a0624b15ff7f req-a331b263-81f9-4b4a-bdba-f810fbe9e8e7 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767689 Jul 16 01:20:48.939039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:48.948552 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.962162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Transition to ACTIVE for port object 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:48.965552 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.984038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c632acf6-bd16-4054-9416-f0493126090a tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646627 Jul 16 01:20:48.988296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:49.000777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-791269461', 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:49.061262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b24cb-84f4-440d-8282-25dd4005e7e3 req-600f4aaa-e1a3-4a14-8a34-488b4e9c8698 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.063402 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0b1b24cb-84f4-440d-8282-25dd4005e7e3 req-600f4aaa-e1a3-4a14-8a34-488b4e9c8698 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 945 time: 0.1732013 Jul 16 01:20:49.082866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd21d672-77c1-4df7-9410-22afca56482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.085830 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd21d672-77c1-4df7-9410-22afca56482d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.087130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dd21d672-77c1-4df7-9410-22afca56482d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b892bf5-157b-435d-a435-63ecfbfdbe69 HTTP/1.1" status: 204 len: 168 time: 0.3565712 Jul 16 01:20:49.102058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Pushing event updated for resources: {'Port': ['ID=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:49.108510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21d672-77c1-4df7-9410-22afca56482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b892bf5-157b-435d-a435-63ecfbfdbe69,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:49.151330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0b1b24cb-84f4-440d-8282-25dd4005e7e3 req-912e1571-26a3-42f5-ac37-12fbd5236288 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781407 Jul 16 01:20:49.235658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Attempting to bind port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:49.235944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Attempting to bind port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:49.236261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Attempting to bind port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 on network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:49.247924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 on network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:49.248258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Attempting to bind port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 on network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:49.255695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:49.256164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Checking segment: {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:49.256701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Bound using segment: {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:49.257514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Bound port: 5ecb2ccf-6a88-4f44-a4b9-13b415854c10, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:49.258376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.260405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Made reservation on behalf of be15e6cb8f6046ad97655557638c1e06 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:49.264693 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.431053 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-e24e8826-c788-4d63-9ff3-ddfa2307d258 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-501633868&fields=id&tenant_id=7cbed1e7a9504ff1a5399b694286ae77 HTTP/1.1" status: 200 len: 267 time: 0.0947385 Jul 16 01:20:49.499655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] For port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:49.505766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] For port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:49.515760 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.599218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.599709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.602208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] 10.222.0.67 "PUT /v2.0/ports/5ecb2ccf-6a88-4f44-a4b9-13b415854c10 HTTP/1.1" status: 200 len: 1092 time: 2.0129509 Jul 16 01:20:49.604564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'tag': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:49.606719 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5e13cb-2728-470a-8473-ad5ab1895bfa", "tag": "5ecb2ccf-6a88-4f44-a4b9-13b415854c10"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:49.618568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1b11d-c7f1-4022-9166-8fc321d51555 req-895db96a-4218-4d44-914e-30ea2f8328cf tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.621137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1a1b11d-c7f1-4022-9166-8fc321d51555 req-895db96a-4218-4d44-914e-30ea2f8328cf tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 945 time: 0.0981452 Jul 16 01:20:49.662622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-5a5db766-81c0-4386-b248-19b1f9d4dd20 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.665069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-5a5db766-81c0-4386-b248-19b1f9d4dd20 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 945 time: 0.2276311 Jul 16 01:20:49.672942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ec92-a077-469e-bcea-69f00dd3ae2f service neutron] Pushing event updated for resources: {'Port': ['ID=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:49.693648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1a1b11d-c7f1-4022-9166-8fc321d51555 req-0c9427d6-c92b-4931-9888-00a190882cd0 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666687 Jul 16 01:20:49.736898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-8c768af3-9aa8-44e9-a658-75eabd4825ca tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'port': {'security_groups': ['3b3e3e74-84d4-4969-92b1-6b2374e2a0ee', '5439183f-7061-40b5-a515-f0b0a34b6171']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:49.781283 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.912406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c83366-dc8e-4d23-b693-93a54780e7df req-d46da0c7-dfee-42ea-9579-78de4a7e631b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.915011 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56c83366-dc8e-4d23-b693-93a54780e7df req-d46da0c7-dfee-42ea-9579-78de4a7e631b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0919306 Jul 16 01:20:49.915807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Subnet': ['ID=e4638809-cfc4-4957-b27f-c27bdde49e76,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:49.933136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-016b41eb-87ce-4cb3-926f-d874394c3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.934886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-016b41eb-87ce-4cb3-926f-d874394c3286 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 1095 time: 0.2377729 Jul 16 01:20:49.942040 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-8c768af3-9aa8-44e9-a658-75eabd4825ca tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.946657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Checking segment: {'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:49.947102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network hostable DHCP agents. Network: 32e654c6-84d6-44c5-ba8f-cac4e9956256, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:49.969236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56c83366-dc8e-4d23-b693-93a54780e7df req-59fdea33-e18d-495e-bef0-4355878de534 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Jul 16 01:20:50.003316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-1761bbf0-40b2-4fbd-a057-d2280e833213 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10 HTTP/1.1" status: 200 len: 217 time: 0.0476818 Jul 16 01:20:50.029178 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ee106a-b87b-4e1f-a2fd-333711599034 x-openstack-request-id: req-92ee106a-b87b-4e1f-a2fd-333711599034 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:50.029468 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5e13cb-2728-470a-8473-ad5ab1895bfa", "tag": "5ecb2ccf-6a88-4f44-a4b9-13b415854c10", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:50.029719 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92ee106a-b87b-4e1f-a2fd-333711599034 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:50.030141 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'tag': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10', 'status': 'completed', 'code': 200} Jul 16 01:20:50.060503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network 32e654c6-84d6-44c5-ba8f-cac4e9956256 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:50.099968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35244) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.121339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 32e654c6-84d6-44c5-ba8f-cac4e9956256) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:50.132112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.132706 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.134130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a05697d-84a4-4189-9dfe-dc3341e933e0 None None] Network 32e654c6-84d6-44c5-ba8f-cac4e9956256 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:50.162896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b66f5126-4e97-4168-9fc7-402dfb7c3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.165219 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-b66f5126-4e97-4168-9fc7-402dfb7c3402 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.1277876 Jul 16 01:20:50.168741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a1374652-8eac-47a0-a260-4e1068f920bb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1719999 Jul 16 01:20:50.214716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68165e-7eb6-4248-a3db-72b0ae389b17 req-abaac120-e040-458f-9a5d-2d8c531523a1 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.216608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a68165e-7eb6-4248-a3db-72b0ae389b17 req-abaac120-e040-458f-9a5d-2d8c531523a1 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 945 time: 0.0906487 Jul 16 01:20:50.249977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ed2e42b9-1085-48cb-b357-b758d23083bc tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] Request body: {'port': {'network_id': '5d363016-6c3b-4654-826f-a4fbb32133be', 'name': 'tempest-NetworksNegativeTestJSON-294693516'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:50.273666 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2e42b9-1085-48cb-b357-b758d23083bc tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] POST failed (client error): The resource could not be found. Jul 16 01:20:50.274411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2e42b9-1085-48cb-b357-b758d23083bc tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:20:50.279356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ed2e42b9-1085-48cb-b357-b758d23083bc tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1736927 Jul 16 01:20:50.280860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.294570 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a68165e-7eb6-4248-a3db-72b0ae389b17 req-811e8f38-d023-4d41-925d-866fb48a600c tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716403 Jul 16 01:20:50.319131 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-242ae2c6-a376-402e-8cd1-46209fc47c47 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] DELETE failed (client error): The resource could not be found. Jul 16 01:20:50.319131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242ae2c6-a376-402e-8cd1-46209fc47c47 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:20:50.319438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-cda3358f-be4c-4895-adb5-ec7afb19b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.319523 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-242ae2c6-a376-402e-8cd1-46209fc47c47 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] 10.222.0.64 "DELETE /v2.0/networks/7bec3071-df56-4528-8a8c-64f534f62619 HTTP/1.1" status: 404 len: 339 time: 0.0362053 Jul 16 01:20:50.319600 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-cda3358f-be4c-4895-adb5-ec7afb19b15c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407626 Jul 16 01:20:50.322616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.331546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-8c768af3-9aa8-44e9-a658-75eabd4825ca tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] For port cfe7d870-94c7-4845-8eb8-40fba1001299, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=cfe7d870-94c7-4845-8eb8-40fba1001299,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:50.344756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-32e654c6-84d6-44c5-ba8f-cac4e9956256', 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ips': [{'subnet_id': 'e4638809-cfc4-4957-b27f-c27bdde49e76'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:20:50.345711 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.381037 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b7f527-0d0a-4c0c-9b5c-3c8554a27d5b tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] DELETE failed (client error): The resource could not be found. Jul 16 01:20:50.381642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b7f527-0d0a-4c0c-9b5c-3c8554a27d5b tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:20:50.389369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a5b7f527-0d0a-4c0c-9b5c-3c8554a27d5b tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] 10.222.0.64 "DELETE /v2.0/ports/75067a2b-e296-4448-ad09-5832e2000f9e HTTP/1.1" status: 404 len: 333 time: 0.0599892 Jul 16 01:20:50.390103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35258) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.435205 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-81349889-cf72-4158-a7f2-e36985a718bc tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] DELETE failed (client error): The resource could not be found. Jul 16 01:20:50.435938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81349889-cf72-4158-a7f2-e36985a718bc tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:20:50.437530 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-81349889-cf72-4158-a7f2-e36985a718bc tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] 10.222.0.64 "DELETE /v2.0/subnets/9c04d850-002c-4eec-9315-fab69ce39f13 HTTP/1.1" status: 404 len: 337 time: 0.0467918 Jul 16 01:20:50.443232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.471315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-8c768af3-9aa8-44e9-a658-75eabd4825ca tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.472632 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee6c192-c5a5-4979-9bd2-dfce1aec5433 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] GET failed (client error): The resource could not be found. Jul 16 01:20:50.474254 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0ee6c192-c5a5-4979-9bd2-dfce1aec5433 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] 10.222.0.64 "GET /v2.0/networks/97538eef-e328-4ff3-b6af-812d7b01223e HTTP/1.1" status: 404 len: 339 time: 0.0299983 Jul 16 01:20:50.479625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35262) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.487962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-8c768af3-9aa8-44e9-a658-75eabd4825ca tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.501077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['cfe7d870-94c7-4845-8eb8-40fba1001299'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:50.503350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Allocated IP 172.20.0.18 (32e654c6-84d6-44c5-ba8f-cac4e9956256/e4638809-cfc4-4957-b27f-c27bdde49e76/240aebca-852a-4a5a-ad77-4720f81b9adf) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:50.511666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ce43bedf-73d7-4e01-a611-dda432cf7d2a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:50.521559 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca1e664-13e3-4730-bb88-8573979b91ce tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] GET failed (client error): The resource could not be found. Jul 16 01:20:50.524076 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0ca1e664-13e3-4730-bb88-8573979b91ce tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] 10.222.0.64 "GET /v2.0/ports/4bbe5108-2803-4b36-a72a-ed47c56b076f HTTP/1.1" status: 404 len: 333 time: 0.0418866 Jul 16 01:20:50.529604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35264) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.560507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-8047b3ac-e371-47f3-8e30-891bf5b20c3b service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251780 Jul 16 01:20:50.565053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-8c768af3-9aa8-44e9-a658-75eabd4825ca tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.566376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-8c768af3-9aa8-44e9-a658-75eabd4825ca tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.578774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ae3b924-d761-44a0-b021-8aa5f10fea16 req-8c768af3-9aa8-44e9-a658-75eabd4825ca tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "PUT /v2.0/ports/cfe7d870-94c7-4845-8eb8-40fba1001299 HTTP/1.1" status: 200 len: 981 time: 0.9025888 Jul 16 01:20:50.581714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fdb00-2b6f-43e4-b3fa-0b6bb7d4a900 req-e06becad-8ddf-4388-adc2-b9a48a870b7f tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.583365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-858fdb00-2b6f-43e4-b3fa-0b6bb7d4a900 req-e06becad-8ddf-4388-adc2-b9a48a870b7f tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 943 time: 0.1708300 Jul 16 01:20:50.584843 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a547127-484e-4b1c-92c3-885757d99175 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] GET failed (client error): The resource could not be found. Jul 16 01:20:50.591415 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7a547127-484e-4b1c-92c3-885757d99175 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] 10.222.0.64 "GET /v2.0/subnets/bc103315-0391-484b-ba10-262b584b3db4 HTTP/1.1" status: 404 len: 337 time: 0.0566931 Jul 16 01:20:50.593178 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35268) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.601913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3110cd72-296a-4763-983c-cef336d4b9b2 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:50.646769 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-3110cd72-296a-4763-983c-cef336d4b9b2 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] PUT failed (client error): The resource could not be found. Jul 16 01:20:50.647262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3110cd72-296a-4763-983c-cef336d4b9b2 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:20:50.654601 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3110cd72-296a-4763-983c-cef336d4b9b2 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] 10.222.0.64 "PUT /v2.0/networks/374f69a8-4aa2-4a0d-94df-d9c877a1169f HTTP/1.1" status: 404 len: 339 time: 0.0600312 Jul 16 01:20:50.657254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35270) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.658644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c768af3-9aa8-44e9-a658-75eabd4825ca tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'Port': ['ID=cfe7d870-94c7-4845-8eb8-40fba1001299,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:50.665808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-69a47c9a-62d9-467c-9d5d-8237f9882e9c tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:50.711149 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a47c9a-62d9-467c-9d5d-8237f9882e9c tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] PUT failed (client error): The resource could not be found. Jul 16 01:20:50.712215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a47c9a-62d9-467c-9d5d-8237f9882e9c tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:20:50.719594 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-69a47c9a-62d9-467c-9d5d-8237f9882e9c tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] 10.222.0.64 "PUT /v2.0/ports/6d0d6459-8444-443e-b8be-e0fbdd34a63c HTTP/1.1" status: 404 len: 333 time: 0.0613422 Jul 16 01:20:50.720238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.728598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['cfe7d870-94c7-4845-8eb8-40fba1001299'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:50.729525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-943ef85d-6f41-42b8-97ea-e38a8674d5e2 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:50.767024 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-858fdb00-2b6f-43e4-b3fa-0b6bb7d4a900 req-6a2e2327-c182-46cc-bd27-3b97f3d643b6 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754987 Jul 16 01:20:50.779483 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-943ef85d-6f41-42b8-97ea-e38a8674d5e2 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] PUT failed (client error): The resource could not be found. Jul 16 01:20:50.780186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943ef85d-6f41-42b8-97ea-e38a8674d5e2 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:20:50.786104 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-943ef85d-6f41-42b8-97ea-e38a8674d5e2 tempest-NetworksNegativeTestJSON-1347062911 tempest-NetworksNegativeTestJSON-1347062911-project] 10.222.0.64 "PUT /v2.0/subnets/94125af8-2e7b-48a3-a3fb-76056d855ffe HTTP/1.1" status: 404 len: 337 time: 0.0613208 Jul 16 01:20:50.804529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a6b31ea-8c2f-4e63-9d70-247d93961084 req-df3c1048-24bc-414e-962e-0e5b5fd0af8d service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115753 Jul 16 01:20:50.988495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-efd97200-c0ef-4ae3-8963-21354538b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.992241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-efd97200-c0ef-4ae3-8963-21354538b1af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 1095 time: 0.1173174 Jul 16 01:20:51.046866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f222cca-0ee5-4dfe-aab6-189f7bdf7f2f req-e22567a1-3629-4a65-bb85-bd2059c49fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.050922 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f222cca-0ee5-4dfe-aab6-189f7bdf7f2f req-e22567a1-3629-4a65-bb85-bd2059c49fed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 1097 time: 0.1222382 Jul 16 01:20:51.082170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.152055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Transition to ACTIVE for port object 240aebca-852a-4a5a-ad77-4720f81b9adf will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:51.222284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Transition to ACTIVE for port object 240aebca-852a-4a5a-ad77-4720f81b9adf will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:51.228667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-b699ab3e-582d-481d-a516-8d2a7674c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.231993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-b699ab3e-582d-481d-a516-8d2a7674c431 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 910 time: 0.2177060 Jul 16 01:20:51.257378 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.271056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f222cca-0ee5-4dfe-aab6-189f7bdf7f2f req-cb4813ce-3d00-4e8e-9fd1-62ece53eb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.274123 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f222cca-0ee5-4dfe-aab6-189f7bdf7f2f req-cb4813ce-3d00-4e8e-9fd1-62ece53eb1a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 200 len: 909 time: 0.2144430 Jul 16 01:20:51.288554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35282) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:51.303109 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-5ed7dab7-ff31-4e34-93bd-70f71d96917c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10 HTTP/1.1" status: 200 len: 217 time: 0.0627410 Jul 16 01:20:51.324511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f222cca-0ee5-4dfe-aab6-189f7bdf7f2f req-4e2855ec-1fc5-4225-a8a7-fbb7e57be8a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add HTTP/1.1" status: 200 len: 217 time: 0.0435519 Jul 16 01:20:51.401114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-a0d70c7f-c727-47d2-bacd-382c08a02847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.404553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-a0d70c7f-c727-47d2-bacd-382c08a02847 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.0830450 Jul 16 01:20:51.411966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Network 32e654c6-84d6-44c5-ba8f-cac4e9956256 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:51.432681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:51.447875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f222cca-0ee5-4dfe-aab6-189f7bdf7f2f req-d6b1eaa4-d9cb-4de3-ae92-9679e760a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.458795 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f222cca-0ee5-4dfe-aab6-189f7bdf7f2f req-d6b1eaa4-d9cb-4de3-ae92-9679e760a638 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0bfd4d4-79b2-4502-a287-9b1281112152 HTTP/1.1" status: 200 len: 849 time: 0.1192796 Jul 16 01:20:51.468710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:51.528404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-fbcf8958-ffd7-4c2e-8e01-658fd222ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.530539 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-fbcf8958-ffd7-4c2e-8e01-658fd222ae66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107798 Jul 16 01:20:51.536698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Pushing event updated for resources: {'Port': ['ID=240aebca-852a-4a5a-ad77-4720f81b9adf,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:51.553744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f222cca-0ee5-4dfe-aab6-189f7bdf7f2f req-7cc47a3c-ef05-40f3-ae34-712cde87e397 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915987 Jul 16 01:20:51.577293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Attempting to bind port 240aebca-852a-4a5a-ad77-4720f81b9adf on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:51.577666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Attempting to bind port 240aebca-852a-4a5a-ad77-4720f81b9adf by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:51.578059 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Attempting to bind port 240aebca-852a-4a5a-ad77-4720f81b9adf on network 32e654c6-84d6-44c5-ba8f-cac4e9956256 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:51.595146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:51.595556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Checking segment: {'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:51.595928 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.596325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Bound using segment: {'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:51.596797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Bound port: 240aebca-852a-4a5a-ad77-4720f81b9adf, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:51.597177 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.621715 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1264a914-3521-4ba9-98a4-5d552dac9fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.683008 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea57b17c-16dd-44dd-8c85-c400c9806243 req-7f507b65-693c-4a22-8265-bdf94c1196cb tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/5439183f-7061-40b5-a515-f0b0a34b6171 HTTP/1.1" status: 200 len: 1800 time: 0.2030685 Jul 16 01:20:51.686615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] For port 240aebca-852a-4a5a-ad77-4720f81b9adf, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:51.689742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] For port 240aebca-852a-4a5a-ad77-4720f81b9adf, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=240aebca-852a-4a5a-ad77-4720f81b9adf,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:51.700862 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.717897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-aeabc4c3-1f48-4499-8fcc-d17a4c887f36 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683664 Jul 16 01:20:51.770430 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f222cca-0ee5-4dfe-aab6-189f7bdf7f2f req-f56d7eb5-81a7-4309-9dbf-87fdcdd0adb0 service neutron] 10.222.0.50 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975799 Jul 16 01:20:51.788488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24016f5b-3b72-4de9-9cae-ce8d1cefab5b None None] Pushing event updated for resources: {'Port': ['ID=240aebca-852a-4a5a-ad77-4720f81b9adf,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:51.863925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:51.869703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-62c2650e-035b-470c-8f40-a5b418275a24 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300484659', 'description': 'tempest-secgroup-smoke-300484659 description', 'project_id': 'be15e6cb8f6046ad97655557638c1e06'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:51.895280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0b172b9-90b7-4c57-9473-32f0b2af2f9d req-bcd2e298-451c-45ec-9c8c-1bb1633e0eb4 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642098 Jul 16 01:20:52.031470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'tag': 'cfe7d870-94c7-4845-8eb8-40fba1001299'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:52.033794 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60949d1b-927b-4bed-99d8-c94b4180b06d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6a3baf-446c-45f6-a505-db5c27545f3c", "tag": "cfe7d870-94c7-4845-8eb8-40fba1001299"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:52.075207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2eeec-944b-4d22-8c05-3289df49f9f0 req-5ddaf8f4-be8f-475c-a12d-f2f1d4219210 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.082447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53a2eeec-944b-4d22-8c05-3289df49f9f0 req-5ddaf8f4-be8f-475c-a12d-f2f1d4219210 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1129265 Jul 16 01:20:52.121720 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53a2eeec-944b-4d22-8c05-3289df49f9f0 req-0a607c0d-b315-4c0b-9bf6-2f85b4edeafa tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381639 Jul 16 01:20:52.250608 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-ea57b17c-16dd-44dd-8c85-c400c9806243 req-ac5f72b3-3855-40f3-9329-6cb9f4512b7e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:20:52.251807 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea57b17c-16dd-44dd-8c85-c400c9806243 req-ac5f72b3-3855-40f3-9329-6cb9f4512b7e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/5439183f-7061-40b5-a515-f0b0a34b6171 HTTP/1.1" status: 409 len: 341 time: 0.5511622 Jul 16 01:20:52.356863 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f222cca-0ee5-4dfe-aab6-189f7bdf7f2f req-6ef6e54a-2115-43df-a68f-43a665491a0f service neutron] 10.222.0.50 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772851 Jul 16 01:20:52.359075 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1264a914-3521-4ba9-98a4-5d552dac9fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.370603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1264a914-3521-4ba9-98a4-5d552dac9fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.386390 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62c2650e-035b-470c-8f40-a5b418275a24 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.450563 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1264a914-3521-4ba9-98a4-5d552dac9fcd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b949315c358f449996c4e5d03d08ac62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1597819 Jul 16 01:20:52.453507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:52.458302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264a914-3521-4ba9-98a4-5d552dac9fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf00477-168b-47af-86f7-78cc6eb59511,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:52.511723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38564958-b769-4c50-bb1f-64cf382c4d36 req-4b82042f-e6e7-4b1e-b647-7acbe48fabe1 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.523104 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38564958-b769-4c50-bb1f-64cf382c4d36 req-4b82042f-e6e7-4b1e-b647-7acbe48fabe1 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 943 time: 0.1534772 Jul 16 01:20:52.524411 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b7c1b4-e4f2-42b4-b235-f3d5a6cb68d5 x-openstack-request-id: req-e3b7c1b4-e4f2-42b4-b235-f3d5a6cb68d5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:52.524709 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6a3baf-446c-45f6-a505-db5c27545f3c", "tag": "cfe7d870-94c7-4845-8eb8-40fba1001299", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:52.524957 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3b7c1b4-e4f2-42b4-b235-f3d5a6cb68d5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:52.525348 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'tag': 'cfe7d870-94c7-4845-8eb8-40fba1001299', 'status': 'completed', 'code': 200} Jul 16 01:20:52.571656 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62c2650e-035b-470c-8f40-a5b418275a24 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.573125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60d0acd9-3b0f-440c-9040-ab82689f5f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.582731 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62c2650e-035b-470c-8f40-a5b418275a24 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.620525 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38564958-b769-4c50-bb1f-64cf382c4d36 req-ba45dc0f-4eff-4d26-b953-e74715344750 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961821 Jul 16 01:20:52.623141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60d0acd9-3b0f-440c-9040-ab82689f5f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.629978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2650e-035b-470c-8f40-a5b418275a24 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d93fc4e-07db-47cb-9c1d-e71092587386,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:52.664278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62c2650e-035b-470c-8f40-a5b418275a24 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.665900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-62c2650e-035b-470c-8f40-a5b418275a24 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8008168 Jul 16 01:20:52.669009 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35308) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:52.687101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-403f56d9-1d26-4216-94c0-239fd61126a1 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '6d93fc4e-07db-47cb-9c1d-e71092587386', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:52.720039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60d0acd9-3b0f-440c-9040-ab82689f5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.723434 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60d0acd9-3b0f-440c-9040-ab82689f5f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.727897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-60d0acd9-3b0f-440c-9040-ab82689f5f2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8cf00477-168b-47af-86f7-78cc6eb59511 HTTP/1.1" status: 204 len: 168 time: 0.2697589 Jul 16 01:20:52.732688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60949d1b-927b-4bed-99d8-c94b4180b06d req-c30fb59a-c113-42e4-8b12-4dc1bec4c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.734424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60949d1b-927b-4bed-99d8-c94b4180b06d req-c30fb59a-c113-42e4-8b12-4dc1bec4c381 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 1136 time: 0.1777909 Jul 16 01:20:52.739564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0acd9-3b0f-440c-9040-ab82689f5f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf00477-168b-47af-86f7-78cc6eb59511,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:52.855974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 240aebca-852a-4a5a-ad77-4720f81b9adf up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:52.882922 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-403f56d9-1d26-4216-94c0-239fd61126a1 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.941979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 240aebca-852a-4a5a-ad77-4720f81b9adf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:52.985620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a607b-96d5-4aca-b7ec-e578cc6ea28b req-517a7c6a-9585-40f6-8805-7b348009f770 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.988979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-403f56d9-1d26-4216-94c0-239fd61126a1 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.996529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a4a607b-96d5-4aca-b7ec-e578cc6ea28b req-517a7c6a-9585-40f6-8805-7b348009f770 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 945 time: 0.1696601 Jul 16 01:20:53.001594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-403f56d9-1d26-4216-94c0-239fd61126a1 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.018991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60949d1b-927b-4bed-99d8-c94b4180b06d req-fa74ed87-02f4-4f83-aaef-257fef64f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.020912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60949d1b-927b-4bed-99d8-c94b4180b06d req-fa74ed87-02f4-4f83-aaef-257fef64f5ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 913 time: 0.2742331 Jul 16 01:20:53.092897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f56d9-1d26-4216-94c0-239fd61126a1 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b579e3ac-f5bf-4301-a28c-259ad3086e57,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.092897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60949d1b-927b-4bed-99d8-c94b4180b06d req-dd43f2fe-6f03-447e-b204-469d72858482 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe7d870-94c7-4845-8eb8-40fba1001299 HTTP/1.1" status: 200 len: 217 time: 0.0521226 Jul 16 01:20:53.093341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-403f56d9-1d26-4216-94c0-239fd61126a1 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.096981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a4a607b-96d5-4aca-b7ec-e578cc6ea28b req-312f751a-f80a-4f63-90f1-787fb8e5367c tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995665 Jul 16 01:20:53.098051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35318) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:53.100675 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-403f56d9-1d26-4216-94c0-239fd61126a1 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4300990 Jul 16 01:20:53.106897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3238b0f6-0504-4193-a57c-499f517ae593 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '6d93fc4e-07db-47cb-9c1d-e71092587386', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:53.191376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3238b0f6-0504-4193-a57c-499f517ae593 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.196220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60949d1b-927b-4bed-99d8-c94b4180b06d req-5ffad14e-db27-494f-b73e-97e2530df73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.197608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60949d1b-927b-4bed-99d8-c94b4180b06d req-5ffad14e-db27-494f-b73e-97e2530df73d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0085054f-b007-4a7c-9e51-c7328f8b8443 HTTP/1.1" status: 200 len: 853 time: 0.0940740 Jul 16 01:20:53.202836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65a1f8f-1e7a-4cc3-a00e-d2f4c7451f8b None None] Network 32e654c6-84d6-44c5-ba8f-cac4e9956256 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:53.237528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60949d1b-927b-4bed-99d8-c94b4180b06d req-c426da17-acd2-42fa-9e00-d184697408eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=325ac784-b95c-4591-8bf5-1ea2e0e824ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294340 Jul 16 01:20:53.251049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e390e3-d824-4150-82b9-5807f4a9d476 req-d0272909-94d1-47ff-b5fd-806c45b117b8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.253218 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d3e390e3-d824-4150-82b9-5807f4a9d476 req-d0272909-94d1-47ff-b5fd-806c45b117b8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 984 time: 0.1091826 Jul 16 01:20:53.281789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3238b0f6-0504-4193-a57c-499f517ae593 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.319886 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3238b0f6-0504-4193-a57c-499f517ae593 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.353921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238b0f6-0504-4193-a57c-499f517ae593 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b3480b-9ece-4261-af9e-0f6397cbc696,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.365868 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3238b0f6-0504-4193-a57c-499f517ae593 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.371720 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3238b0f6-0504-4193-a57c-499f517ae593 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2684326 Jul 16 01:20:53.372656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35328) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:53.377903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d3e390e3-d824-4150-82b9-5807f4a9d476 req-24a75f85-9bcf-4f04-ac76-7a8f954c1d64 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&id=5439183f-7061-40b5-a515-f0b0a34b6171&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1129029 Jul 16 01:20:53.391884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fcf1db3e-1825-44cf-a287-981d6e48b056 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '6d93fc4e-07db-47cb-9c1d-e71092587386', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:53.401464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4f66f120-92df-4686-9371-52b196203a64 None None] Provisioning for port 240aebca-852a-4a5a-ad77-4720f81b9adf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:53.408991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4f66f120-92df-4686-9371-52b196203a64 None None] Provisioning complete for port 240aebca-852a-4a5a-ad77-4720f81b9adf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:53.409367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f66f120-92df-4686-9371-52b196203a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.419686 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60949d1b-927b-4bed-99d8-c94b4180b06d req-4e18e216-8ffd-4276-84d7-3b0dcf541944 service neutron] 10.222.0.50 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652901 Jul 16 01:20:53.434843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeb205-4a66-44d0-aff3-1c6b7c0d536a req-30e34ad7-0001-4c5b-aac9-fef5e3b475a0 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.436561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05eeb205-4a66-44d0-aff3-1c6b7c0d536a req-30e34ad7-0001-4c5b-aac9-fef5e3b475a0 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1532192 Jul 16 01:20:53.457617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcf1db3e-1825-44cf-a287-981d6e48b056 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.573402 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f66f120-92df-4686-9371-52b196203a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.604771 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60949d1b-927b-4bed-99d8-c94b4180b06d req-79470f53-83ca-4509-8593-f831f110aecc service neutron] 10.222.0.50 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740954 Jul 16 01:20:53.634356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4f66f120-92df-4686-9371-52b196203a64 None None] For port 240aebca-852a-4a5a-ad77-4720f81b9adf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=240aebca-852a-4a5a-ad77-4720f81b9adf,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:53.639526 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05eeb205-4a66-44d0-aff3-1c6b7c0d536a req-593ffaf2-ce6a-4359-985d-3476c1d765e7 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890242 Jul 16 01:20:53.643746 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f66f120-92df-4686-9371-52b196203a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.715741 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcf1db3e-1825-44cf-a287-981d6e48b056 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.722265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66f120-92df-4686-9371-52b196203a64 None None] Pushing event updated for resources: {'Port': ['ID=240aebca-852a-4a5a-ad77-4720f81b9adf,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.723784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcf1db3e-1825-44cf-a287-981d6e48b056 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.742923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-1bae4045-39c9-4d22-8f90-6b5ffd22b407 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.744507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-1bae4045-39c9-4d22-8f90-6b5ffd22b407 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 945 time: 0.2258830 Jul 16 01:20:53.822674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb511-9e63-4191-9470-c4dbb52615df req-ceeef75b-c3ea-41da-8cf8-dbc40b19f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.824655 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79ebb511-9e63-4191-9470-c4dbb52615df req-ceeef75b-c3ea-41da-8cf8-dbc40b19f54d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 1136 time: 0.1155784 Jul 16 01:20:53.826939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1db3e-1825-44cf-a287-981d6e48b056 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fae5f16-4eaf-4571-ad98-f1058f162b56,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.844206 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcf1db3e-1825-44cf-a287-981d6e48b056 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.850529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fcf1db3e-1825-44cf-a287-981d6e48b056 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4761536 Jul 16 01:20:53.853651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:53.859007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-505415e8-63aa-499d-b875-10bac1ab2fda tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '6d93fc4e-07db-47cb-9c1d-e71092587386', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:53.876077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35346) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:53.947178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-505415e8-63aa-499d-b875-10bac1ab2fda tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.969440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5a83e7b9-5ad5-4f39-94a8-24fbed26e63e None None] Provisioning complete for port 240aebca-852a-4a5a-ad77-4720f81b9adf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:53.970242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a83e7b9-5ad5-4f39-94a8-24fbed26e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.976863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-2b2cd78c-efb2-4f39-9fe3-d10929992981 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Deleting port 2720f135-494d-4331-8528-198aae28df34 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:53.977497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-2b2cd78c-efb2-4f39-9fe3-d10929992981 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.998185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb17b-0a04-4763-b4e8-11dbd93ece0d req-e69287b3-4c4f-472e-b0ab-cebfd67fbbcb tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.005071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b4fbb17b-0a04-4763-b4e8-11dbd93ece0d req-e69287b3-4c4f-472e-b0ab-cebfd67fbbcb tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 943 time: 0.1794105 Jul 16 01:20:54.016495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb511-9e63-4191-9470-c4dbb52615df req-64ba6fab-58d8-4160-819e-534f3935c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.017950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79ebb511-9e63-4191-9470-c4dbb52615df req-64ba6fab-58d8-4160-819e-534f3935c8de service neutron] 10.222.0.50 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 913 time: 0.1745348 Jul 16 01:20:54.019831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:54.054842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-934108188'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:54.075812 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79ebb511-9e63-4191-9470-c4dbb52615df req-9e38bac2-fd9f-45af-9858-e2bd3285781f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe7d870-94c7-4845-8eb8-40fba1001299 HTTP/1.1" status: 200 len: 217 time: 0.0457640 Jul 16 01:20:54.087503 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b4fbb17b-0a04-4763-b4e8-11dbd93ece0d req-5c95c1d5-624f-4ce1-b910-92550cd9c3e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792918 Jul 16 01:20:54.142872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-505415e8-63aa-499d-b875-10bac1ab2fda tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.150167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:54.153754 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.165629 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-505415e8-63aa-499d-b875-10bac1ab2fda tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.168690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-2b2cd78c-efb2-4f39-9fe3-d10929992981 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] For port 2720f135-494d-4331-8528-198aae28df34, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2720f135-494d-4331-8528-198aae28df34,segment=NetworkSegment(1d53f73f-24d8-4804-beb9-218e49b01683),segment_id=1d53f73f-24d8-4804-beb9-218e49b01683)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:54.169384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-2b2cd78c-efb2-4f39-9fe3-d10929992981 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.175849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb511-9e63-4191-9470-c4dbb52615df req-207b277e-c3fd-4944-a99b-c7391d2eb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.177695 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79ebb511-9e63-4191-9470-c4dbb52615df req-207b277e-c3fd-4944-a99b-c7391d2eb75c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0085054f-b007-4a7c-9e51-c7328f8b8443 HTTP/1.1" status: 200 len: 853 time: 0.0882049 Jul 16 01:20:54.202074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.216686 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-505415e8-63aa-499d-b875-10bac1ab2fda tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.218703 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:20:54.221503 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-505415e8-63aa-499d-b875-10bac1ab2fda tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3667874 Jul 16 01:20:54.222176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:54.223348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-2b2cd78c-efb2-4f39-9fe3-d10929992981 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Calling delete_port for 2720f135-494d-4331-8528-198aae28df34 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:54.239847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6449566a-4f95-4d07-92e5-93ff5825e466 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '6d93fc4e-07db-47cb-9c1d-e71092587386', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:54.246545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505415e8-63aa-499d-b875-10bac1ab2fda tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cba942-9c48-4e08-b3e7-61084698acb6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:54.265524 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79ebb511-9e63-4191-9470-c4dbb52615df req-325d3ad4-7791-4a05-b131-50a7c64c1b81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=325ac784-b95c-4591-8bf5-1ea2e0e824ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788403 Jul 16 01:20:54.303463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:54.316411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'port_id': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10', 'mac_address': 'fa:16:3e:c0:30:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:54.356619 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-6449566a-4f95-4d07-92e5-93ff5825e466 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Project be15e6cb8f6046ad97655557638c1e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:20:54.362034 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.376306 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6449566a-4f95-4d07-92e5-93ff5825e466 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.377622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:54.401976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:54.406918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.424273 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79ebb511-9e63-4191-9470-c4dbb52615df req-90efa9f1-f4ee-45d6-bc7e-011b18cfb730 service neutron] 10.222.0.50 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456158 Jul 16 01:20:54.491834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:54.512361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655eb25-ef06-4b61-a5e8-8898320e6c62 req-633b0c99-d69a-47e2-b6d2-7aaadaf154a5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.513421 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2655eb25-ef06-4b61-a5e8-8898320e6c62 req-633b0c99-d69a-47e2-b6d2-7aaadaf154a5 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2ff86e0-14cb-4f3d-9fb0-84cd59194d85 HTTP/1.1" status: 200 len: 945 time: 0.2648892 Jul 16 01:20:54.538233 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee97455f-0dd5-41a5-be5f-d40635c1993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.564962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6449566a-4f95-4d07-92e5-93ff5825e466 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.581133 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6449566a-4f95-4d07-92e5-93ff5825e466 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.612445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79ebb511-9e63-4191-9470-c4dbb52615df req-ef00b18c-61d4-4c68-ad61-7e9f487a2aa1 service neutron] 10.222.0.50 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846173 Jul 16 01:20:54.634163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449566a-4f95-4d07-92e5-93ff5825e466 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abb69f4-ec46-4703-9646-3ce280a61209,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:54.638736 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2655eb25-ef06-4b61-a5e8-8898320e6c62 req-a0d5c86b-a7ca-4331-a80b-0fd5dc371058 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.64 "GET /v2.0/security-groups?id=07defba7-11b6-4298-81a3-4e016e3cb6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175580 Jul 16 01:20:54.642478 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-2b2cd78c-efb2-4f39-9fe3-d10929992981 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.659785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['2720f135-494d-4331-8528-198aae28df34'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:54.672253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ed988-13ea-476c-949d-b5a762e04934 req-fa1f78ce-d4c0-41d1-acca-c41287c903f3 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.672253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f4ed988-13ea-476c-949d-b5a762e04934 req-fa1f78ce-d4c0-41d1-acca-c41287c903f3 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 984 time: 0.1242383 Jul 16 01:20:54.693250 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.704107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cd78c-efb2-4f39-9fe3-d10929992981 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Pushing event deleted for resources: {'Port': ['ID=2720f135-494d-4331-8528-198aae28df34,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:54.707221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.717973 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6449566a-4f95-4d07-92e5-93ff5825e466 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.720481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['5ecb2ccf-6a88-4f44-a4b9-13b415854c10'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:54.723026 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6449566a-4f95-4d07-92e5-93ff5825e466 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4912457 Jul 16 01:20:54.726209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:54.748993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-07638fd9-8e3c-4456-9ef3-1818f1948dca tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '6d93fc4e-07db-47cb-9c1d-e71092587386', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:54.780037 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f4ed988-13ea-476c-949d-b5a762e04934 req-23a4c480-564c-45a5-9240-fd08b07d19d8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&id=5439183f-7061-40b5-a515-f0b0a34b6171&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0918994 Jul 16 01:20:54.798800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:54.801063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 240aebca-852a-4a5a-ad77-4720f81b9adf up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:54.835262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-2b2cd78c-efb2-4f39-9fe3-d10929992981 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] No DVR routers for this DVR port 2720f135-494d-4331-8528-198aae28df34 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:54.842765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-2b2cd78c-efb2-4f39-9fe3-d10929992981 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.845906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eab6d48b-a1ca-49ee-b7e1-71f678605042 req-2b2cd78c-efb2-4f39-9fe3-d10929992981 tempest-ServerDiskConfigTestJSON-1465059947 tempest-ServerDiskConfigTestJSON-1465059947-project] 10.222.0.67 "DELETE /v2.0/ports/2720f135-494d-4331-8528-198aae28df34 HTTP/1.1" status: 204 len: 173 time: 1.0829766 Jul 16 01:20:54.847504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ff86e0-14cb-4f3d-9fb0-84cd59194d85', 'name': 'network-vif-deleted', 'tag': '2720f135-494d-4331-8528-198aae28df34'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:54.850655 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd4bfda-be28-40de-ac92-904151f2cbfe" -d '{"events": [{"server_uuid": "b2ff86e0-14cb-4f3d-9fb0-84cd59194d85", "name": "network-vif-deleted", "tag": "2720f135-494d-4331-8528-198aae28df34"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:54.860952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832cb5e8-10b6-4f87-a83b-4407e4021bd0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:54.871593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.872156 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Added segment a77601bb-1ee7-4777-a84a-f7d6a5cbf02e of type vlan for network c960836c-7c88-4039-95b4-a451f5c9f937 Jul 16 01:20:54.920138 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-07638fd9-8e3c-4456-9ef3-1818f1948dca tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Project be15e6cb8f6046ad97655557638c1e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:20:54.937027 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07638fd9-8e3c-4456-9ef3-1818f1948dca tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.941747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.953510 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfad94e-5d3a-4574-bad3-31fc3d7039a0 x-openstack-request-id: req-adfad94e-5d3a-4574-bad3-31fc3d7039a0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:54.953837 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ff86e0-14cb-4f3d-9fb0-84cd59194d85", "name": "network-vif-deleted", "tag": "2720f135-494d-4331-8528-198aae28df34", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:54.954074 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adfad94e-5d3a-4574-bad3-31fc3d7039a0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:54.954475 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ff86e0-14cb-4f3d-9fb0-84cd59194d85', 'name': 'network-vif-deleted', 'tag': '2720f135-494d-4331-8528-198aae28df34', 'status': 'completed', 'code': 200} Jul 16 01:20:55.012099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 240aebca-852a-4a5a-ad77-4720f81b9adf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:55.012860 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.032626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.038335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:55.042977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.085774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582f813-c416-41d3-9d15-faeb5417730a req-5e1de503-8d66-401e-9f90-2b78b16117b4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:55.088415 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b582f813-c416-41d3-9d15-faeb5417730a req-5e1de503-8d66-401e-9f90-2b78b16117b4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0990095 Jul 16 01:20:55.131407 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2532020 Jul 16 01:20:55.137130 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07638fd9-8e3c-4456-9ef3-1818f1948dca tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.137865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35368) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:55.156439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'name': 'tempest-PortsIpV6TestJSON-2022949628'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:55.170617 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b582f813-c416-41d3-9d15-faeb5417730a req-f0bc8332-c033-492f-a3cd-14dba25366e0 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703804 Jul 16 01:20:55.185008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07638fd9-8e3c-4456-9ef3-1818f1948dca tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.265495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c2923-9684-4c97-af79-0962b705e396 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Network': ['ID=c960836c-7c88-4039-95b4-a451f5c9f937,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:55.273047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07638fd9-8e3c-4456-9ef3-1818f1948dca tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a85ad3-5694-4c7a-8078-f99626917a22,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:55.288531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network c960836c-7c88-4039-95b4-a451f5c9f937 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:55.319836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07638fd9-8e3c-4456-9ef3-1818f1948dca tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.321684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-07638fd9-8e3c-4456-9ef3-1818f1948dca tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5911741 Jul 16 01:20:55.366550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:55.370384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.425370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:20:55.438142 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.617506 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-a691c0ac-72e7-4df6-be66-8b740b977288 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300484659&fields=id&tenant_id=be15e6cb8f6046ad97655557638c1e06 HTTP/1.1" status: 200 len: 267 time: 0.0563841 Jul 16 01:20:55.681517 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.704728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee94a9-a585-4002-bd1f-d9827e35cde9 req-b125e10a-ac1e-408e-a6d3-24ba81838230 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:55.708173 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ee94a9-a585-4002-bd1f-d9827e35cde9 req-b125e10a-ac1e-408e-a6d3-24ba81838230 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 944 time: 0.1394439 Jul 16 01:20:55.758816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da70-218d-40aa-a859-a79d3478710e req-85843a48-8c5c-4a6d-8260-520ec9447497 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:55.760448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-85843a48-8c5c-4a6d-8260-520ec9447497 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/networks?id=32e654c6-84d6-44c5-ba8f-cac4e9956256 HTTP/1.1" status: 200 len: 796 time: 0.1342964 Jul 16 01:20:55.765461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.777342 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-63d29430-9456-4efc-b088-1eab49479d42 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/quotas/be15e6cb8f6046ad97655557638c1e06 HTTP/1.1" status: 200 len: 375 time: 0.0109510 Jul 16 01:20:55.782262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ee94a9-a585-4002-bd1f-d9827e35cde9 req-7b4f666c-ac58-4041-aa1b-b56e10e1fe14 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599418 Jul 16 01:20:55.836707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=2eeb971b-06c2-45a8-afde-fb4c031a6fc4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:55.876051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Checking segment: {'id': 'a77601bb-1ee7-4777-a84a-f7d6a5cbf02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:55.876406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network hostable DHCP agents. Network: c960836c-7c88-4039-95b4-a451f5c9f937, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:55.887787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-9210fec9-246b-47ce-9efa-c20e7007ca38 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1027024 Jul 16 01:20:55.909360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:55.922962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, c960836c-7c88-4039-95b4-a451f5c9f937) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:55.928434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:55.939651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:55.940818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.942420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47400352-caea-4052-b75e-cd146d2a5b67 None None] Network c960836c-7c88-4039-95b4-a451f5c9f937 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:55.969349 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0e0732ca-db45-489b-9774-dcf560f3338a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8195109 Jul 16 01:20:55.970312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35390) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:55.980586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1171381063'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:56.014880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-cffabe15-06a9-439f-9f95-36794794f2e4 service neutron] 10.222.0.64 "GET /v2.0/networks/32e654c6-84d6-44c5-ba8f-cac4e9956256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140549 Jul 16 01:20:56.019601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:56.020975 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:56.025066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.064002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:56.087753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.088274 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Added segment 0f351ce6-b440-46f2-a3cb-7d55804612f0 of type vlan for network 310afbd6-9b98-460d-a0b6-98e089fb9ccf Jul 16 01:20:56.130596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:56.135267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:56.135846 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.139104 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-adb384c8-4c6a-4f37-a423-6c58e60e36df service neutron] 10.222.0.64 "GET /v2.0/networks/32e654c6-84d6-44c5-ba8f-cac4e9956256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231205 Jul 16 01:20:56.182183 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.235887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a24b8-3ee1-45bc-bb0f-4cfbd0fb0af3 req-aa542d39-e5b4-4f00-9834-57fba591c38d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.237549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bd8a24b8-3ee1-45bc-bb0f-4cfbd0fb0af3 req-aa542d39-e5b4-4f00-9834-57fba591c38d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 984 time: 0.1388428 Jul 16 01:20:56.238212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.244122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.244709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.264390 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.301387 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3291163 Jul 16 01:20:56.302307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35398) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:56.316515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:56.318931 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90719359-0d23-4728-9041-856825bf189a" -d '{"events": [{"server_uuid": "7e5e13cb-2728-470a-8473-ad5ab1895bfa", "name": "network-vif-plugged", "status": "completed", "tag": "5ecb2ccf-6a88-4f44-a4b9-13b415854c10"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:56.321373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'ports': [{'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937'}, {'network_id': '310afbd6-9b98-460d-a0b6-98e089fb9ccf'}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:56.322288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:56.324066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': '310afbd6-9b98-460d-a0b6-98e089fb9ccf'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:56.332688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:56.350959 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.354121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c19ebc-d1d3-4ec8-8071-d841adb1caf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Network': ['ID=310afbd6-9b98-460d-a0b6-98e089fb9ccf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:56.383627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bd8a24b8-3ee1-45bc-bb0f-4cfbd0fb0af3 req-c6d6f82a-4002-42f9-ba08-6880ed45ba77 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&id=5439183f-7061-40b5-a515-f0b0a34b6171&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1153448 Jul 16 01:20:56.394877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 310afbd6-9b98-460d-a0b6-98e089fb9ccf details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:56.519255 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.536855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:56.624076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 2} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:56.631472 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.648910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.790702 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11f68e5f-9586-4485-b81f-f9bb56d515e0 req-1a9a78bb-0aea-4ab3-b478-da8a62818561 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 210 time: 0.0419443 Jul 16 01:20:56.795248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port 58b1abd8-b2ee-42ca-87a4-abde7b8520eb yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:20:56.821285 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b126f4-f887-4723-aea3-2a6207eedbfc req-746633f9-8e09-4285-9cce-6235b96be203 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.822885 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7b126f4-f887-4723-aea3-2a6207eedbfc req-746633f9-8e09-4285-9cce-6235b96be203 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1649714 Jul 16 01:20:56.847857 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c248d18-e57f-4b6c-a20e-d8cfa029b731 x-openstack-request-id: req-0c248d18-e57f-4b6c-a20e-d8cfa029b731 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:56.849002 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5e13cb-2728-470a-8473-ad5ab1895bfa", "name": "network-vif-plugged", "status": "completed", "tag": "5ecb2ccf-6a88-4f44-a4b9-13b415854c10", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:56.849357 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c248d18-e57f-4b6c-a20e-d8cfa029b731 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:56.850435 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10', 'code': 200} Jul 16 01:20:56.934700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7b126f4-f887-4723-aea3-2a6207eedbfc req-7a118a9a-3944-4dd8-a477-e1da0688c49e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036057 Jul 16 01:20:57.004131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.082046 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f4289c6-cab6-4eaa-a642-f3b0a748cc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.082632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-6bde320f-377d-4eb8-8ec3-6d1fa2a6e46c tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1497212097&fields=id&tenant_id=7cbed1e7a9504ff1a5399b694286ae77 HTTP/1.1" status: 200 len: 267 time: 0.1201775 Jul 16 01:20:57.113332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port 3a60a513-05cf-4e3c-967b-dd82e2da07bb yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:20:57.182816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6deb61-6cbf-47c7-888c-a6548b7872b7 req-c3f43842-b101-42b6-a960-d2d14099fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.185566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b6deb61-6cbf-47c7-888c-a6548b7872b7 req-c3f43842-b101-42b6-a960-d2d14099fa5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 1097 time: 0.2028959 Jul 16 01:20:57.235314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-d507e855-2028-42ba-94e2-8b887c8c658f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.236962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-d507e855-2028-42ba-94e2-8b887c8c658f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 984 time: 0.1410508 Jul 16 01:20:57.247296 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.273053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-47148615-e38d-49ff-8025-c408f84d6f93 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'port': {'security_groups': ['3b3e3e74-84d4-4969-92b1-6b2374e2a0ee', '5439183f-7061-40b5-a515-f0b0a34b6171', '167191a1-d84b-4ed2-bd93-499e6b1f8613']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:57.281236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b6deb61-6cbf-47c7-888c-a6548b7872b7 req-881f110c-4f44-4c9e-a124-03cfa376f0ac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757551 Jul 16 01:20:57.345577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.390669 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-47148615-e38d-49ff-8025-c408f84d6f93 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.396868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d95ecc-d464-497e-98d6-3103f9412429 req-7723e25e-3f8f-4cfd-9760-aa3f00f8a404 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.398940 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96d95ecc-d464-497e-98d6-3103f9412429 req-7723e25e-3f8f-4cfd-9760-aa3f00f8a404 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1380415 Jul 16 01:20:57.408851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:57.423005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:57.431702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:57.432573 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.434272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=58b1abd8-b2ee-42ca-87a4-abde7b8520eb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:57.504528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96d95ecc-d464-497e-98d6-3103f9412429 req-39e158bf-0e14-4d08-bd61-e88e0262b8cd tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976777 Jul 16 01:20:57.512966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=3a60a513-05cf-4e3c-967b-dd82e2da07bb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:57.530459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Checking segment: {'id': '0f351ce6-b440-46f2-a3cb-7d55804612f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '310afbd6-9b98-460d-a0b6-98e089fb9ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:57.531040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network hostable DHCP agents. Network: 310afbd6-9b98-460d-a0b6-98e089fb9ccf, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:57.558388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 310afbd6-9b98-460d-a0b6-98e089fb9ccf is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:57.565981 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.571062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 310afbd6-9b98-460d-a0b6-98e089fb9ccf) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:57.575012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:57.582464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf12338-749c-43f7-bf99-da082d206e01 None None] Network 310afbd6-9b98-460d-a0b6-98e089fb9ccf requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:57.582991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.591086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.591805 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.611798 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-005c46e6-18bb-40a6-9a43-0f1926daee1b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3065708 Jul 16 01:20:57.614541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35422) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:57.746508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-842256a9-ff40-4f6f-8dbe-f5632c3c8622 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 3a60a513-05cf-4e3c-967b-dd82e2da07bb {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:57.747222 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-842256a9-ff40-4f6f-8dbe-f5632c3c8622 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.838634 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-842256a9-ff40-4f6f-8dbe-f5632c3c8622 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.841003 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35428) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:57.891816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-842256a9-ff40-4f6f-8dbe-f5632c3c8622 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 3a60a513-05cf-4e3c-967b-dd82e2da07bb owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:57.957506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c046ca0a-d9c4-4b55-9da1-7e9c63d67712 admin admin] Deleting subnet b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:20:57.962884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c046ca0a-d9c4-4b55-9da1-7e9c63d67712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.018782 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c046ca0a-d9c4-4b55-9da1-7e9c63d67712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.029427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2720f135-494d-4331-8528-198aae28df34 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:58.080345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 2720f135-494d-4331-8528-198aae28df34 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:58.080957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2720f135-494d-4331-8528-198aae28df34 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:58.118647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8025580b-a562-48b2-a858-b14bb9f3b6e8 req-e14a82d4-dcd9-4686-a20f-4f830460f76c tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 210 time: 0.0518000 Jul 16 01:20:58.121405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c046ca0a-d9c4-4b55-9da1-7e9c63d67712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.123976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-842256a9-ff40-4f6f-8dbe-f5632c3c8622 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.174317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da70-218d-40aa-a859-a79d3478710e req-1557b818-58aa-4e3c-8251-6bfaa5b0a435 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.176573 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-1557b818-58aa-4e3c-8251-6bfaa5b0a435 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.67 "GET /v2.0/networks?id=32e654c6-84d6-44c5-ba8f-cac4e9956256 HTTP/1.1" status: 200 len: 796 time: 0.1814911 Jul 16 01:20:58.189054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842256a9-ff40-4f6f-8dbe-f5632c3c8622 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=3a60a513-05cf-4e3c-967b-dd82e2da07bb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:58.196055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-842256a9-ff40-4f6f-8dbe-f5632c3c8622 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.198132 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-842256a9-ff40-4f6f-8dbe-f5632c3c8622 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/3a60a513-05cf-4e3c-967b-dd82e2da07bb HTTP/1.1" status: 204 len: 168 time: 0.5799787 Jul 16 01:20:58.202433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35432) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:58.216359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-47148615-e38d-49ff-8025-c408f84d6f93 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] For port cfe7d870-94c7-4845-8eb8-40fba1001299, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=cfe7d870-94c7-4845-8eb8-40fba1001299,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:58.292229 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-47148615-e38d-49ff-8025-c408f84d6f93 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.298969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-47148615-e38d-49ff-8025-c408f84d6f93 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.316903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ce43bedf-73d7-4e01-a611-dda432cf7d2a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:58.321842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['cfe7d870-94c7-4845-8eb8-40fba1001299'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:58.359489 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c046ca0a-d9c4-4b55-9da1-7e9c63d67712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.375996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-47148615-e38d-49ff-8025-c408f84d6f93 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.376539 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-47148615-e38d-49ff-8025-c408f84d6f93 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.378679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70f8e57b-f55e-4dc3-b35a-eae044e351e2 req-47148615-e38d-49ff-8025-c408f84d6f93 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "PUT /v2.0/ports/cfe7d870-94c7-4845-8eb8-40fba1001299 HTTP/1.1" status: 200 len: 1020 time: 1.1144888 Jul 16 01:20:58.388779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'tag': 'cfe7d870-94c7-4845-8eb8-40fba1001299'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:58.404923 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec9c806-331d-485e-8ff5-35da965ce8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6a3baf-446c-45f6-a505-db5c27545f3c", "tag": "cfe7d870-94c7-4845-8eb8-40fba1001299"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:58.426543 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c046ca0a-d9c4-4b55-9da1-7e9c63d67712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.429478 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c046ca0a-d9c4-4b55-9da1-7e9c63d67712 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8 HTTP/1.1" status: 204 len: 168 time: 0.5874777 Jul 16 01:20:58.432502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046ca0a-d9c4-4b55-9da1-7e9c63d67712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b7c78d-0208-453e-9d5d-e6bd2ec18cb8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:58.435957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35438) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:58.449500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-625497a4-6dc9-4e9f-a838-349cae110a6a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be15e6cb8f6046ad97655557638c1e06 HTTP/1.1" status: 200 len: 471 time: 0.1986907 Jul 16 01:20:58.461242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.490502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b746d0-5a1e-4836-b653-bc7f7eab7177 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.493223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'port': {'device_id': '5c1094ee-8767-4c35-89a0-3a4d215b25ef', 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256', 'admin_state_up': True, 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'security_groups': ['6d93fc4e-07db-47cb-9c1d-e71092587386']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:58.498504 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b746d0-5a1e-4836-b653-bc7f7eab7177 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.500698 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-32b746d0-5a1e-4836-b653-bc7f7eab7177 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2968061 Jul 16 01:20:58.511862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35440) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:58.530163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7160a4-6cd6-401b-85ec-6daa2f5efd01 req-ae1d8988-e083-4304-a50a-ac20b3074536 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.532569 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc7160a4-6cd6-401b-85ec-6daa2f5efd01 req-ae1d8988-e083-4304-a50a-ac20b3074536 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2507868 Jul 16 01:20:58.549671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47148615-e38d-49ff-8025-c408f84d6f93 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'Port': ['ID=cfe7d870-94c7-4845-8eb8-40fba1001299,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:58.576229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['cfe7d870-94c7-4845-8eb8-40fba1001299'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:58.604675 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.633793 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc7160a4-6cd6-401b-85ec-6daa2f5efd01 req-598b4e6f-5ab8-46ad-bd8f-e41ccdb7f5a1 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644014 Jul 16 01:20:58.767595 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.780731 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f3fdf52-164e-4c81-8b40-3dc5ebf87def req-a53c2a47-76b7-44a4-b1fd-3dff86f88463 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/167191a1-d84b-4ed2-bd93-499e6b1f8613 HTTP/1.1" status: 200 len: 1803 time: 0.3419235 Jul 16 01:20:58.782908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f2edf7-82a8-4f70-972f-e3984f4f35e9']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:58.785444 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03da8172-9a94-44dd-98a5-18d5b38eaa75 x-openstack-request-id: req-03da8172-9a94-44dd-98a5-18d5b38eaa75 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:58.786064 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6a3baf-446c-45f6-a505-db5c27545f3c", "tag": "cfe7d870-94c7-4845-8eb8-40fba1001299", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:58.786535 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03da8172-9a94-44dd-98a5-18d5b38eaa75 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:58.788720 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'tag': 'cfe7d870-94c7-4845-8eb8-40fba1001299', 'status': 'completed', 'code': 200} Jul 16 01:20:58.799144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d53f73f-24d8-4804-beb9-218e49b01683') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:58.799802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d53f73f-24d8-4804-beb9-218e49b01683') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:58.855101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.911158 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.920748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:20:58.923975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:20:58.925053 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:20:58.948660 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-7f3fdf52-164e-4c81-8b40-3dc5ebf87def req-6c3e4e97-b849-4660-8638-aa27da1ac279 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:20:58.950655 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c806-331d-485e-8ff5-35da965ce8eb req-27aef765-887c-48e0-932a-1caae248a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.952914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ec9c806-331d-485e-8ff5-35da965ce8eb req-27aef765-887c-48e0-932a-1caae248a7a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 1175 time: 0.1500132 Jul 16 01:20:58.968170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f3fdf52-164e-4c81-8b40-3dc5ebf87def req-6c3e4e97-b849-4660-8638-aa27da1ac279 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/167191a1-d84b-4ed2-bd93-499e6b1f8613 HTTP/1.1" status: 409 len: 341 time: 0.1860697 Jul 16 01:20:59.021333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Made reservation on behalf of be15e6cb8f6046ad97655557638c1e06 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:59.027764 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.073032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f289904b-d4e7-409b-9ddc-8f9d722cbff4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 58b1abd8-b2ee-42ca-87a4-abde7b8520eb {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:59.073740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f289904b-d4e7-409b-9ddc-8f9d722cbff4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.102465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.118914 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.120821 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/76f2edf7-82a8-4f70-972f-e3984f4f35e9 HTTP/1.1" status: 204 len: 168 time: 0.6826952 Jul 16 01:20:59.156191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630c837-01b4-4abc-873c-5b2c18265fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f2edf7-82a8-4f70-972f-e3984f4f35e9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:59.182439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186cc18-e153-44f1-a0ff-202c60026ef7 req-290dbc94-32ae-483a-bdf2-cd4452e33cb9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:59.189560 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f186cc18-e153-44f1-a0ff-202c60026ef7 req-290dbc94-32ae-483a-bdf2-cd4452e33cb9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.2060885 Jul 16 01:20:59.192665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c806-331d-485e-8ff5-35da965ce8eb req-ba5cc068-2039-43e8-a8fe-9c8ce86d072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:59.194229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ec9c806-331d-485e-8ff5-35da965ce8eb req-ba5cc068-2039-43e8-a8fe-9c8ce86d072b service neutron] 10.222.0.50 "GET /v2.0/networks?id=325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 200 len: 913 time: 0.2339945 Jul 16 01:20:59.201303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f289904b-d4e7-409b-9ddc-8f9d722cbff4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.221869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f289904b-d4e7-409b-9ddc-8f9d722cbff4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 58b1abd8-b2ee-42ca-87a4-abde7b8520eb owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:59.246265 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f186cc18-e153-44f1-a0ff-202c60026ef7 req-81ccf622-1f9f-4cd8-8e26-a7169fcd10c9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556655 Jul 16 01:20:59.377636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ec9c806-331d-485e-8ff5-35da965ce8eb req-17ecbad2-ea95-41e1-94de-c145ff70c288 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe7d870-94c7-4845-8eb8-40fba1001299 HTTP/1.1" status: 200 len: 217 time: 0.1692951 Jul 16 01:20:59.474178 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35458) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:59.487673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c806-331d-485e-8ff5-35da965ce8eb req-92b6479c-1a89-41bf-9c9e-47df7e2550eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:59.489930 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ec9c806-331d-485e-8ff5-35da965ce8eb req-92b6479c-1a89-41bf-9c9e-47df7e2550eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0085054f-b007-4a7c-9e51-c7328f8b8443 HTTP/1.1" status: 200 len: 853 time: 0.1050324 Jul 16 01:20:59.564293 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ec9c806-331d-485e-8ff5-35da965ce8eb req-9a668c45-3cde-4ce8-8563-2a508bf3393d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=325ac784-b95c-4591-8bf5-1ea2e0e824ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661864 Jul 16 01:20:59.567230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ffece758-67cd-422c-aa32-75f7c549cb62 req-dbef56bf-ea25-468f-979d-fe602c79c88c tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 210 time: 0.0579407 Jul 16 01:20:59.608945 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f289904b-d4e7-409b-9ddc-8f9d722cbff4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.611197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Allocated IP 172.20.0.20 (32e654c6-84d6-44c5-ba8f-cac4e9956256/e4638809-cfc4-4957-b27f-c27bdde49e76/a802ab47-c1b5-4846-92b2-4424cb56acdb) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:59.648578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6d67636d-9a31-45de-9e22-ae37f671d6e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f7f4df630744f779b1efa4a1c67e9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728983 Jul 16 01:20:59.676957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35462) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:59.719744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289904b-d4e7-409b-9ddc-8f9d722cbff4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=58b1abd8-b2ee-42ca-87a4-abde7b8520eb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:59.722084 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f289904b-d4e7-409b-9ddc-8f9d722cbff4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.724049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f289904b-d4e7-409b-9ddc-8f9d722cbff4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/58b1abd8-b2ee-42ca-87a4-abde7b8520eb HTTP/1.1" status: 204 len: 168 time: 1.2083526 Jul 16 01:20:59.731355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35466) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:59.796017 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ec9c806-331d-485e-8ff5-35da965ce8eb req-336f024f-6440-4c5e-855a-d144e1d629a0 service neutron] 10.222.0.50 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029314 Jul 16 01:20:59.820672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feea7bde-ed59-4085-a87d-538dbe37b7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.981045 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.993944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.004747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe90453-7af3-4d24-927b-99254d6ff8d9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.006430 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ffe90453-7af3-4d24-927b-99254d6ff8d9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2741082 Jul 16 01:21:00.010692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35468) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:00.033058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afca5f-5443-448c-8e22-9bead5ca459e req-96211227-f3d5-499a-959d-350a60dba7fc tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.034675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4afca5f-5443-448c-8e22-9bead5ca459e req-96211227-f3d5-499a-959d-350a60dba7fc tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.2354858 Jul 16 01:21:00.063810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35470) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:00.068660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b9799d43-1337-4e05-8d37-4785634c7330 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'floatingip': {'port_id': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:00.076957 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95bf127-2faf-4fb6-a5a3-aa27dc073a26 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:21:00.082132 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f95bf127-2faf-4fb6-a5a3-aa27dc073a26 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/3a60a513-05cf-4e3c-967b-dd82e2da07bb HTTP/1.1" status: 404 len: 333 time: 0.0651226 Jul 16 01:21:00.082132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Transition to ACTIVE for port object a802ab47-c1b5-4846-92b2-4424cb56acdb will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:00.108647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35472) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:00.152089 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9799d43-1337-4e05-8d37-4785634c7330 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.159593 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e9d02f-25a1-4a4f-a52b-a05ceb429e19 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:21:00.161301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-64e9d02f-25a1-4a4f-a52b-a05ceb429e19 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/58b1abd8-b2ee-42ca-87a4-abde7b8520eb HTTP/1.1" status: 404 len: 333 time: 0.0503197 Jul 16 01:21:00.187444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35476) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:00.277318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feea7bde-ed59-4085-a87d-538dbe37b7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.313066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.323378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96981e47-e734-4795-8b66-4df05f8abe64 req-12c518b8-9b87-4f0a-8718-89de5c5a374f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.325340 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96981e47-e734-4795-8b66-4df05f8abe64 req-12c518b8-9b87-4f0a-8718-89de5c5a374f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 1023 time: 0.6048305 Jul 16 01:21:00.429470 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ec9c806-331d-485e-8ff5-35da965ce8eb req-a73571ce-1245-46bc-95f5-1fbef222ff7b service neutron] 10.222.0.50 "GET /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204174 Jul 16 01:21:00.434831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network 32e654c6-84d6-44c5-ba8f-cac4e9956256 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:00.435406 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.441377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:00.451593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff866bd-698d-45db-9469-a06111a6205b req-db4a8a85-c5c1-4e0a-96dc-002c5893d80c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.458950 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff866bd-698d-45db-9469-a06111a6205b req-db4a8a85-c5c1-4e0a-96dc-002c5893d80c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.3042264 Jul 16 01:21:00.464297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:00.468164 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96981e47-e734-4795-8b66-4df05f8abe64 req-3519aa54-c5fa-4f10-889b-e18716509236 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&id=167191a1-d84b-4ed2-bd93-499e6b1f8613&id=5439183f-7061-40b5-a515-f0b0a34b6171&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0914524 Jul 16 01:21:00.512378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=a802ab47-c1b5-4846-92b2-4424cb56acdb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:00.527799 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feea7bde-ed59-4085-a87d-538dbe37b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.530470 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feea7bde-ed59-4085-a87d-538dbe37b7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.531880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-feea7bde-ed59-4085-a87d-538dbe37b7f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07defba7-11b6-4298-81a3-4e016e3cb6f8 HTTP/1.1" status: 204 len: 168 time: 0.8535352 Jul 16 01:21:00.562504 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea7bde-ed59-4085-a87d-538dbe37b7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07defba7-11b6-4298-81a3-4e016e3cb6f8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:00.631074 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.660329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310afbd6-9b98-460d-a0b6-98e089fb9ccf']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:00.681116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f351ce6-b440-46f2-a3cb-7d55804612f0') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:00.681606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f351ce6-b440-46f2-a3cb-7d55804612f0') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:00.697859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.718733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.731515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:00.733000 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:00.739504 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:00.789114 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ff866bd-698d-45db-9469-a06111a6205b req-022ff262-399f-44d2-89e6-abca18ed7aed tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285611 Jul 16 01:21:00.799808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.805708 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.848664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5425a608-0b3c-4f28-ba9e-47ef79070d50 None None] Provisioning for port a802ab47-c1b5-4846-92b2-4424cb56acdb completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:00.857819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5425a608-0b3c-4f28-ba9e-47ef79070d50 None None] Provisioning complete for port a802ab47-c1b5-4846-92b2-4424cb56acdb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:00.858892 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5425a608-0b3c-4f28-ba9e-47ef79070d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.905755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.907465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-52a36ca7-769c-4486-bf00-6b83f870aefd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4265833 Jul 16 01:21:00.923618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5425a608-0b3c-4f28-ba9e-47ef79070d50 None None] Port a802ab47-c1b5-4846-92b2-4424cb56acdb cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:00.926425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.929741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/networks/310afbd6-9b98-460d-a0b6-98e089fb9ccf HTTP/1.1" status: 204 len: 168 time: 0.7383399 Jul 16 01:21:00.945471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741b8dc-d99c-4d28-ac38-842fbd971924 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Network': ['ID=310afbd6-9b98-460d-a0b6-98e089fb9ccf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:00.951420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:00.962093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1044486526'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:00.986760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:00.991157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.019499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Request body: {'port': {'device_id': '5c1094ee-8767-4c35-89a0-3a4d215b25ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:01.024698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:01.041498 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.042977 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Added segment 5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6 of type vlan for network 21d39e36-f00e-4f7d-92b7-2806fb56a2e3 Jul 16 01:21:01.104553 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.152694 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.159401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.160427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.199624 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2427690 Jul 16 01:21:01.204555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35492) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:01.212617 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': '21d39e36-f00e-4f7d-92b7-2806fb56a2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:01.268711 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.282882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85ced4-7f7a-4d44-a8c9-2f4cb42c8a4b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Network': ['ID=21d39e36-f00e-4f7d-92b7-2806fb56a2e3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.287023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b797a3-76c1-4bf7-b8db-a04004d88dde req-b424a27e-b321-4463-b4ed-242ce404803e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.290113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44b797a3-76c1-4bf7-b8db-a04004d88dde req-b424a27e-b321-4463-b4ed-242ce404803e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 932 time: 0.2678413 Jul 16 01:21:01.295636 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 21d39e36-f00e-4f7d-92b7-2806fb56a2e3 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:01.296320 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9799d43-1337-4e05-8d37-4785634c7330 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.310431 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9799d43-1337-4e05-8d37-4785634c7330 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.409688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:01.416723 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.493932 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44b797a3-76c1-4bf7-b8db-a04004d88dde req-a9e67c7e-8660-4c95-9100-281e15666963 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882591 Jul 16 01:21:01.666450 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-b9799d43-1337-4e05-8d37-4785634c7330 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Floating IP e1676a6a-0561-4e23-b139-95d85d74a396 associated. External IP: 172.25.4.155, port: 5ecb2ccf-6a88-4f44-a4b9-13b415854c10. Jul 16 01:21:01.814518 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.826046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:01.933995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=070a1519-7f30-4c66-b3db-ebd7c53ea858,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.950192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf87648-918c-4833-ad8b-639a7afc4521 req-ea946f08-76e5-4bf6-b856-9e36bd0c7b14 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.951753 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bf87648-918c-4833-ad8b-639a7afc4521 req-ea946f08-76e5-4bf6-b856-9e36bd0c7b14 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 1023 time: 0.3025744 Jul 16 01:21:01.970218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-ee0f4b9e-d39d-46d2-954f-7c2a9129a084 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.971697 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-ee0f4b9e-d39d-46d2-954f-7c2a9129a084 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 1023 time: 0.2445600 Jul 16 01:21:01.982955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Checking segment: {'id': '5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21d39e36-f00e-4f7d-92b7-2806fb56a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:01.983311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network hostable DHCP agents. Network: 21d39e36-f00e-4f7d-92b7-2806fb56a2e3, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:02.015447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a802ab47-c1b5-4846-92b2-4424cb56acdb {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:02.027433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1370852090-network', 'tenant_id': '9cba660ff65c43689c8095cbb85585ee'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:02.063414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.069466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bf87648-918c-4833-ad8b-639a7afc4521 req-a979616f-2a0e-4821-b482-037f23f8bb86 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&id=167191a1-d84b-4ed2-bd93-499e6b1f8613&id=5439183f-7061-40b5-a515-f0b0a34b6171&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1080797 Jul 16 01:21:02.078694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 21d39e36-f00e-4f7d-92b7-2806fb56a2e3 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:02.106778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Transition to ACTIVE for port object a802ab47-c1b5-4846-92b2-4424cb56acdb will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:02.119182 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.119722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 21d39e36-f00e-4f7d-92b7-2806fb56a2e3) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:02.126423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.127008 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.134490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Made reservation on behalf of 9cba660ff65c43689c8095cbb85585ee for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:02.136818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.151783 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0caa91bb-6b65-413e-a3a7-11838757eb1d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9447014 Jul 16 01:21:02.155781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35518) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:02.160895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90e67e-71a9-4eee-8ccc-b21b7b4686d6 None None] Network 21d39e36-f00e-4f7d-92b7-2806fb56a2e3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:02.161270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': '21d39e36-f00e-4f7d-92b7-2806fb56a2e3', 'name': 'tempest-PortsIpV6TestJSON-847456924'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:02.184936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.188252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-476b2d67-93dc-4bf1-be06-fa69c6c8b06e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Deleting port cfe7d870-94c7-4845-8eb8-40fba1001299 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:02.188622 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-476b2d67-93dc-4bf1-be06-fa69c6c8b06e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.188843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9799d43-1337-4e05-8d37-4785634c7330 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Router 3506af92-b6ad-4c17-95c7-64c012ab7431 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:02.224149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eeaed-3cd5-4247-81ab-f48a62b0794e req-4355beb5-98fd-44c0-bf83-c21d1fb264c5 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.232090 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b13eeaed-3cd5-4247-81ab-f48a62b0794e req-4355beb5-98fd-44c0-bf83-c21d1fb264c5 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2765279 Jul 16 01:21:02.250153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Pushing event updated for resources: {'Port': ['ID=a802ab47-c1b5-4846-92b2-4424cb56acdb,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:02.393409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-476b2d67-93dc-4bf1-be06-fa69c6c8b06e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] For port cfe7d870-94c7-4845-8eb8-40fba1001299, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=cfe7d870-94c7-4845-8eb8-40fba1001299,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:02.393781 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-476b2d67-93dc-4bf1-be06-fa69c6c8b06e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.415748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-476b2d67-93dc-4bf1-be06-fa69c6c8b06e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Calling delete_port for cfe7d870-94c7-4845-8eb8-40fba1001299 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:02.575201 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-476b2d67-93dc-4bf1-be06-fa69c6c8b06e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.610597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['cfe7d870-94c7-4845-8eb8-40fba1001299'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:02.612950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ce43bedf-73d7-4e01-a611-dda432cf7d2a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:02.618633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b2d67-93dc-4bf1-be06-fa69c6c8b06e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'Port': ['ID=cfe7d870-94c7-4845-8eb8-40fba1001299,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:02.676004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-21d39e36-f00e-4f7d-92b7-2806fb56a2e3', 'network_id': '21d39e36-f00e-4f7d-92b7-2806fb56a2e3', 'tenant_id': '0136dc78c16345c8b1061962395130ee', 'fixed_ips': [{'subnet_id': '070a1519-7f30-4c66-b3db-ebd7c53ea858'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:21:02.676882 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.691898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-476b2d67-93dc-4bf1-be06-fa69c6c8b06e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] No DVR routers for this DVR port cfe7d870-94c7-4845-8eb8-40fba1001299 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:02.697447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-476b2d67-93dc-4bf1-be06-fa69c6c8b06e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.701678 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e86d421c-589f-4bd2-b024-ed3e30ff09e4 req-476b2d67-93dc-4bf1-be06-fa69c6c8b06e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.50 "DELETE /v2.0/ports/cfe7d870-94c7-4845-8eb8-40fba1001299 HTTP/1.1" status: 204 len: 173 time: 0.7209027 Jul 16 01:21:02.702584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'name': 'network-vif-deleted', 'tag': 'cfe7d870-94c7-4845-8eb8-40fba1001299'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:02.710819 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2749fd9-8e4a-426a-b8a7-520c10e8ad05" -d '{"events": [{"server_uuid": "ed6a3baf-446c-45f6-a505-db5c27545f3c", "name": "network-vif-deleted", "tag": "cfe7d870-94c7-4845-8eb8-40fba1001299"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:02.807810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3e84f-49b2-4b43-9a71-073f0c8ab7ec req-7c95848c-5c8a-4340-a8a9-c16f08e9da74 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.816723 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24a3e84f-49b2-4b43-9a71-073f0c8ab7ec req-7c95848c-5c8a-4340-a8a9-c16f08e9da74 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 944 time: 0.1019888 Jul 16 01:21:02.853984 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b13eeaed-3cd5-4247-81ab-f48a62b0794e req-b1b4b68d-05ab-4caf-8508-a6a0f758d7ec tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209357 Jul 16 01:21:02.890117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24a3e84f-49b2-4b43-9a71-073f0c8ab7ec req-90ec0e96-4389-4d7e-b0d2-6b37bd4350e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706601 Jul 16 01:21:02.947314 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea84d14-421b-4721-b048-1ebfbe170806 x-openstack-request-id: req-0ea84d14-421b-4721-b048-1ebfbe170806 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:02.948198 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6a3baf-446c-45f6-a505-db5c27545f3c", "name": "network-vif-deleted", "tag": "cfe7d870-94c7-4845-8eb8-40fba1001299", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:02.948198 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ea84d14-421b-4721-b048-1ebfbe170806 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:02.948392 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6a3baf-446c-45f6-a505-db5c27545f3c', 'name': 'network-vif-deleted', 'tag': 'cfe7d870-94c7-4845-8eb8-40fba1001299', 'status': 'completed', 'code': 200} Jul 16 01:21:03.033623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Attempting to bind port a802ab47-c1b5-4846-92b2-4424cb56acdb on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:03.033959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Attempting to bind port a802ab47-c1b5-4846-92b2-4424cb56acdb by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:03.034389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Attempting to bind port a802ab47-c1b5-4846-92b2-4424cb56acdb on network 32e654c6-84d6-44c5-ba8f-cac4e9956256 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:03.054894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Port a802ab47-c1b5-4846-92b2-4424cb56acdb on network 32e654c6-84d6-44c5-ba8f-cac4e9956256 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:03.055229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Attempting to bind port a802ab47-c1b5-4846-92b2-4424cb56acdb on network 32e654c6-84d6-44c5-ba8f-cac4e9956256 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:03.057711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9799d43-1337-4e05-8d37-4785634c7330 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:03.065558 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9799d43-1337-4e05-8d37-4785634c7330 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.073035 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] Sync routers for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:03.079823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:03.080385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Checking segment: {'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:03.081054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Bound using segment: {'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:03.082391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Bound port: a802ab47-c1b5-4846-92b2-4424cb56acdb, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:03.083020 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.084440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Allocated IP 2001:db8::2 (21d39e36-f00e-4f7d-92b7-2806fb56a2e3/070a1519-7f30-4c66-b3db-ebd7c53ea858/a910a0ae-8918-45f6-8848-8afd6e90e6fc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:03.087655 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:03.088616 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:03.129900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.146537 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.168564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:03.179538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.227474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port ef1ba264-a0a8-4e85-88fd-e6cca7734043 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:03.240185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] For port a802ab47-c1b5-4846-92b2-4424cb56acdb, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:03.246391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] For port a802ab47-c1b5-4846-92b2-4424cb56acdb, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a802ab47-c1b5-4846-92b2-4424cb56acdb,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:03.262353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.265835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:03.322418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b9799d43-1337-4e05-8d37-4785634c7330 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "PUT /v2.0/floatingips/e1676a6a-0561-4e23-b139-95d85d74a396 HTTP/1.1" status: 200 len: 991 time: 3.2574837 Jul 16 01:21:03.334871 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:03.347369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Pushing event updated for resources: {'Port': ['ID=a802ab47-c1b5-4846-92b2-4424cb56acdb,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.356102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'tag': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:03.358609 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5e13cb-2728-470a-8473-ad5ab1895bfa", "tag": "5ecb2ccf-6a88-4f44-a4b9-13b415854c10"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:03.361345 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.373914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Transition to ACTIVE for port object a910a0ae-8918-45f6-8848-8afd6e90e6fc will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:03.406418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Transition to ACTIVE for port object a910a0ae-8918-45f6-8848-8afd6e90e6fc will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:03.409110 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.409507 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Added segment 8a04ce75-7cda-4964-9338-ceacd7d0cdf3 of type vlan for network 1b4770f2-1abc-4162-b988-c0a9c1365263 Jul 16 01:21:03.419445 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.452695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef950a06-3272-48bc-82ca-f84a47afd6a4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.458673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.459802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.462191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-8f4c40f7-d3e8-4056-b641-91f123cd4be4 service neutron] 10.222.0.67 "PUT /v2.0/ports/a802ab47-c1b5-4846-92b2-4424cb56acdb HTTP/1.1" status: 200 len: 1093 time: 2.4485722 Jul 16 01:21:03.501431 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-554abc13-0e36-472a-8bf6-3b8f0c506972 req-fdcad801-816e-4731-831d-703e116f472e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6a3baf-446c-45f6-a505-db5c27545f3c HTTP/1.1" status: 200 len: 210 time: 0.0955243 Jul 16 01:21:03.550495 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.594167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Network 21d39e36-f00e-4f7d-92b7-2806fb56a2e3 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:03.595389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Pushing event updated for resources: {'Port': ['ID=a910a0ae-8918-45f6-8848-8afd6e90e6fc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.599552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:03.599742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8::1a9 (21d39e36-f00e-4f7d-92b7-2806fb56a2e3/070a1519-7f30-4c66-b3db-ebd7c53ea858/ef1ba264-a0a8-4e85-88fd-e6cca7734043) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:03.610403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:03.612579 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.614027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.614866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.660582 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8320191 Jul 16 01:21:03.663795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35536) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:03.669453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Request body: {'subnet': {'network_id': '1b4770f2-1abc-4162-b988-c0a9c1365263', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1370852090-subnet', 'tenant_id': '9cba660ff65c43689c8095cbb85585ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:03.719742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1453cd-3c67-444b-9044-56b19bafc5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4770f2-1abc-4162-b988-c0a9c1365263,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.739263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Made reservation on behalf of 9cba660ff65c43689c8095cbb85585ee for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:03.746997 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.759092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 1b4770f2-1abc-4162-b988-c0a9c1365263 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:03.857362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Attempting to bind port a910a0ae-8918-45f6-8848-8afd6e90e6fc on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:03.857731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Attempting to bind port a910a0ae-8918-45f6-8848-8afd6e90e6fc by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21d39e36-f00e-4f7d-92b7-2806fb56a2e3'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:03.858142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Attempting to bind port a910a0ae-8918-45f6-8848-8afd6e90e6fc on network 21d39e36-f00e-4f7d-92b7-2806fb56a2e3 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:03.885231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:03.885561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Checking segment: {'id': '5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21d39e36-f00e-4f7d-92b7-2806fb56a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:03.886270 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.886714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Bound using segment: {'id': '5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21d39e36-f00e-4f7d-92b7-2806fb56a2e3'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:03.887208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Bound port: a910a0ae-8918-45f6-8848-8afd6e90e6fc, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21d39e36-f00e-4f7d-92b7-2806fb56a2e3'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:03.887592 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.910975 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'e1676a6a-0561-4e23-b139-95d85d74a396', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'port_id': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'mac_address': 'fa:16:3e:c0:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:40Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 1, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:03.940391 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.949801 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] Checking router: 3506af92-b6ad-4c17-95c7-64c012ab7431 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:03.971770 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:03.972886 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:03.978883 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8af6602-5fe9-429a-80b9-c993a30516ab x-openstack-request-id: req-b8af6602-5fe9-429a-80b9-c993a30516ab {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:03.979448 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5e13cb-2728-470a-8473-ad5ab1895bfa", "tag": "5ecb2ccf-6a88-4f44-a4b9-13b415854c10", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:03.979448 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8af6602-5fe9-429a-80b9-c993a30516ab {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:03.979794 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'tag': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10', 'status': 'completed', 'code': 200} Jul 16 01:21:03.985001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object ef1ba264-a0a8-4e85-88fd-e6cca7734043 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:04.013068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] For port a910a0ae-8918-45f6-8848-8afd6e90e6fc, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:04.017501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] For port a910a0ae-8918-45f6-8848-8afd6e90e6fc, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a910a0ae-8918-45f6-8848-8afd6e90e6fc,segment=NetworkSegment(5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6),segment_id=5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:04.022463 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.042812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.090083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7aec2-1aab-498e-9acb-bd86d460da68 None None] Pushing event updated for resources: {'Port': ['ID=a910a0ae-8918-45f6-8848-8afd6e90e6fc,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:04.134838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=ef1ba264-a0a8-4e85-88fd-e6cca7734043,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:04.161128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 21d39e36-f00e-4f7d-92b7-2806fb56a2e3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:04.171499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:04.171838 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:04.174332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:04.182917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.183753 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.201740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da70-218d-40aa-a859-a79d3478710e req-d88a4271-45a9-4d03-b270-914a1f31b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.203128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-d88a4271-45a9-4d03-b270-914a1f31b3ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 1096 time: 0.4028134 Jul 16 01:21:04.204208 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-efd05474-76d6-49af-8e7e-ba36b820e1f5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0471971 Jul 16 01:21:04.210530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35544) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:04.237282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-406d4779-2fb3-457b-9ed8-4800a4930ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.238834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-406d4779-2fb3-457b-9ed8-4800a4930ede service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 1097 time: 0.2569895 Jul 16 01:21:04.274943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94595d7a-3ae2-4c41-bd27-8d76ac41aee7 req-52feb6b2-396e-49fb-ba7a-1963e25b17b6 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.276973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94595d7a-3ae2-4c41-bd27-8d76ac41aee7 req-52feb6b2-396e-49fb-ba7a-1963e25b17b6 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1456945 Jul 16 01:21:04.332675 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94595d7a-3ae2-4c41-bd27-8d76ac41aee7 req-19028e12-d6aa-4a07-b1d5-05b91629e75d tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493417 Jul 16 01:21:04.355198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-3383c70c-ee6d-46e7-86a5-abdb39cffefa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a802ab47-c1b5-4846-92b2-4424cb56acdb HTTP/1.1" status: 200 len: 217 time: 0.1295497 Jul 16 01:21:04.431044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48ef3-0c9c-4683-86dc-041d209d20a2 req-33c0e2d8-2984-49f5-9f71-4005db7fc0e0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.438485 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5fd48ef3-0c9c-4683-86dc-041d209d20a2 req-33c0e2d8-2984-49f5-9f71-4005db7fc0e0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 944 time: 0.3010666 Jul 16 01:21:04.498720 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'e1676a6a-0561-4e23-b139-95d85d74a396', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'port_id': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'mac_address': 'fa:16:3e:c0:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:40Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 1, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:04.547254 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6ec6c-09fc-4e6e-b178-520a708a9b99 None None] The sync data for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 is: [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'e1676a6a-0561-4e23-b139-95d85d74a396', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'port_id': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'mac_address': 'fa:16:3e:c0:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:40Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 1, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:04.635409 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5fd48ef3-0c9c-4683-86dc-041d209d20a2 req-eadbfa0c-94a7-4520-b85a-3d8ca1cb7490 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964831 Jul 16 01:21:04.640421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da70-218d-40aa-a859-a79d3478710e req-7addb0de-fc9a-409d-a0d9-132b694913ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.642067 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-7addb0de-fc9a-409d-a0d9-132b694913ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4638809-cfc4-4957-b27f-c27bdde49e76 HTTP/1.1" status: 200 len: 837 time: 0.2545278 Jul 16 01:21:04.657169 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.708037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-9a1b3080-c1e6-46c9-959b-66a3f953f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.709566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-9a1b3080-c1e6-46c9-959b-66a3f953f966 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 910 time: 0.4434085 Jul 16 01:21:04.747181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a910a0ae-8918-45f6-8848-8afd6e90e6fc up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:04.806733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-810f6201-6b1a-4aef-a745-df7131da4dab req-b5a826b8-2305-401b-bd1f-58e57a3edb08 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/5439183f-7061-40b5-a515-f0b0a34b6171 HTTP/1.1" status: 200 len: 1800 time: 0.0456691 Jul 16 01:21:04.818414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a910a0ae-8918-45f6-8848-8afd6e90e6fc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:04.839699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5db7d7c-ddfe-4fb1-a909-cc87573a2a42,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:04.849696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2f3eee40-675f-4afd-a7ee-24d0fb94bc9c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port ef1ba264-a0a8-4e85-88fd-e6cca7734043 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:04.849696 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f3eee40-675f-4afd-a7ee-24d0fb94bc9c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.896699 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-810f6201-6b1a-4aef-a745-df7131da4dab req-e7aa9da7-1d7a-45b2-bff9-08d526138bc8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.922376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-810f6201-6b1a-4aef-a745-df7131da4dab req-e7aa9da7-1d7a-45b2-bff9-08d526138bc8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.954453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20da70-218d-40aa-a859-a79d3478710e req-3971ae3f-0f97-4734-a1bd-8dcad8311e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.957080 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-3971ae3f-0f97-4734-a1bd-8dcad8311e00 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32e654c6-84d6-44c5-ba8f-cac4e9956256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2909877 Jul 16 01:21:04.972134 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-810f6201-6b1a-4aef-a745-df7131da4dab req-e7aa9da7-1d7a-45b2-bff9-08d526138bc8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.975117 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-810f6201-6b1a-4aef-a745-df7131da4dab req-e7aa9da7-1d7a-45b2-bff9-08d526138bc8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.977227 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-dee24e14-f842-46d0-865f-cab940c29740 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10 HTTP/1.1" status: 200 len: 999 time: 0.2267890 Jul 16 01:21:04.980157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-810f6201-6b1a-4aef-a745-df7131da4dab req-e7aa9da7-1d7a-45b2-bff9-08d526138bc8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/5439183f-7061-40b5-a515-f0b0a34b6171 HTTP/1.1" status: 204 len: 173 time: 0.1651380 Jul 16 01:21:04.996943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa9da7-1d7a-45b2-bff9-08d526138bc8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5439183f-7061-40b5-a515-f0b0a34b6171,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.066609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Checking segment: {'id': '8a04ce75-7cda-4964-9338-ceacd7d0cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1b4770f2-1abc-4162-b988-c0a9c1365263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:05.067212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Network hostable DHCP agents. Network: 1b4770f2-1abc-4162-b988-c0a9c1365263, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:05.074253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13c6b7d6-bd2a-4ecc-b254-933412a38440 req-74524b54-2144-4451-b974-96e3bcb5dad8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/167191a1-d84b-4ed2-bd93-499e6b1f8613 HTTP/1.1" status: 200 len: 1803 time: 0.0789461 Jul 16 01:21:05.151999 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13c6b7d6-bd2a-4ecc-b254-933412a38440 req-307749ca-9bd3-4be5-ac19-5b947bea51c8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.159087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed842ecd-210e-4ac1-9d41-41f10a099841 None None] New status for floating IP e1676a6a-0561-4e23-b139-95d85d74a396: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:21:05.183900 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13c6b7d6-bd2a-4ecc-b254-933412a38440 req-307749ca-9bd3-4be5-ac19-5b947bea51c8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.206634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-9fc0b3c5-b4bb-4827-9574-56967c648d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.207701 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-9fc0b3c5-b4bb-4827-9574-56967c648d22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.1343319 Jul 16 01:21:05.216114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Network 1b4770f2-1abc-4162-b988-c0a9c1365263 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:05.240698 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13c6b7d6-bd2a-4ecc-b254-933412a38440 req-307749ca-9bd3-4be5-ac19-5b947bea51c8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.244458 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13c6b7d6-bd2a-4ecc-b254-933412a38440 req-307749ca-9bd3-4be5-ac19-5b947bea51c8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.245702 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13c6b7d6-bd2a-4ecc-b254-933412a38440 req-307749ca-9bd3-4be5-ac19-5b947bea51c8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/167191a1-d84b-4ed2-bd93-499e6b1f8613 HTTP/1.1" status: 204 len: 173 time: 0.1589925 Jul 16 01:21:05.264440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307749ca-9bd3-4be5-ac19-5b947bea51c8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167191a1-d84b-4ed2-bd93-499e6b1f8613,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.293876 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f3eee40-675f-4afd-a7ee-24d0fb94bc9c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.299294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 1b4770f2-1abc-4162-b988-c0a9c1365263) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:05.313334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2e855b97-1be5-4f88-b0bd-4271803c5011 req-b31e507a-5763-4303-ae5c-ba32ddf451ab tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-779850411', 'description': 'tempest-description-333476921'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:05.341529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c54b260-d749-4e12-81d8-fc9137fd43dc None None] Network 1b4770f2-1abc-4162-b988-c0a9c1365263 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:05.346422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.347407 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.369789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2f3eee40-675f-4afd-a7ee-24d0fb94bc9c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for ef1ba264-a0a8-4e85-88fd-e6cca7734043 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:05.474720 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-c902c773-0c28-479c-80e8-18bcb4b2e8b9 service neutron] 10.222.0.67 "GET /v2.0/networks/32e654c6-84d6-44c5-ba8f-cac4e9956256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216897 Jul 16 01:21:05.476044 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e855b97-1be5-4f88-b0bd-4271803c5011 req-b31e507a-5763-4303-ae5c-ba32ddf451ab tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.492254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2ad82b11-dbd9-4b13-a545-3f1de2052b63 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8193445 Jul 16 01:21:05.529381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18203148-d2ac-4211-b1e8-e3997a7c82e6 None None] Network 21d39e36-f00e-4f7d-92b7-2806fb56a2e3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:05.571718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b0b92-cc3a-46cd-8a9c-1d66cba978d9 None None] Network 1b4770f2-1abc-4162-b988-c0a9c1365263 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:05.573711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629bff7-82f1-45f6-af43-8780ec2c3f2e req-ffd17d7c-18cc-4e85-a5da-c38a5ffb132c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.581097 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f629bff7-82f1-45f6-af43-8780ec2c3f2e req-ffd17d7c-18cc-4e85-a5da-c38a5ffb132c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0999177 Jul 16 01:21:05.607810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-03d39058-eda7-4753-97a5-a617a96fb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.609255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-03d39058-eda7-4753-97a5-a617a96fb102 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3864372 Jul 16 01:21:05.633055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f629bff7-82f1-45f6-af43-8780ec2c3f2e req-202e8a85-2fa0-43ef-a1f2-fc68e4e7744e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507181 Jul 16 01:21:05.633482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f1d1cc22-0332-496a-a17a-adaa4fafe0da None None] Provisioning for port a910a0ae-8918-45f6-8848-8afd6e90e6fc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:05.691704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f1d1cc22-0332-496a-a17a-adaa4fafe0da None None] Provisioning complete for port a910a0ae-8918-45f6-8848-8afd6e90e6fc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:05.692242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1d1cc22-0332-496a-a17a-adaa4fafe0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.780026 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab20da70-218d-40aa-a859-a79d3478710e req-c9904516-1056-4f29-9f1c-b9f0f9c1f856 service neutron] 10.222.0.67 "GET /v2.0/networks/32e654c6-84d6-44c5-ba8f-cac4e9956256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811043 Jul 16 01:21:05.793307 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f3eee40-675f-4afd-a7ee-24d0fb94bc9c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.844061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3eee40-675f-4afd-a7ee-24d0fb94bc9c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=ef1ba264-a0a8-4e85-88fd-e6cca7734043,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.897250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-57b0cd67-0430-4768-9783-8cd6a0a66c6e service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536528 Jul 16 01:21:05.903574 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f3eee40-675f-4afd-a7ee-24d0fb94bc9c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.907949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2f3eee40-675f-4afd-a7ee-24d0fb94bc9c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/ef1ba264-a0a8-4e85-88fd-e6cca7734043 HTTP/1.1" status: 204 len: 168 time: 1.6912310 Jul 16 01:21:05.908342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:05.924620 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1d1cc22-0332-496a-a17a-adaa4fafe0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.935740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e855b97-1be5-4f88-b0bd-4271803c5011 req-b31e507a-5763-4303-ae5c-ba32ddf451ab tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.941077 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-666df5ae-c83b-4745-99a1-f41d2467a84a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:21:05.941757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666df5ae-c83b-4745-99a1-f41d2467a84a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:21:05.947443 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-666df5ae-c83b-4745-99a1-f41d2467a84a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/ef1ba264-a0a8-4e85-88fd-e6cca7734043 HTTP/1.1" status: 404 len: 333 time: 0.0340643 Jul 16 01:21:05.947618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e855b97-1be5-4f88-b0bd-4271803c5011 req-b31e507a-5763-4303-ae5c-ba32ddf451ab tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.948267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35574) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:05.978503 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95dbfea-960d-4814-8742-c744613f1f10 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:21:05.982825 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c95dbfea-960d-4814-8742-c744613f1f10 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/ef1ba264-a0a8-4e85-88fd-e6cca7734043 HTTP/1.1" status: 404 len: 333 time: 0.0310566 Jul 16 01:21:05.983099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35576) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:05.993977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1094ee-8767-4c35-89a0-3a4d215b25ef', 'tag': 'a802ab47-c1b5-4846-92b2-4424cb56acdb'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:05.996218 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3125b9-902d-497f-8a90-3f0eb7f3438b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1094ee-8767-4c35-89a0-3a4d215b25ef", "tag": "a802ab47-c1b5-4846-92b2-4424cb56acdb"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:06.004492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f1d1cc22-0332-496a-a17a-adaa4fafe0da None None] For port a910a0ae-8918-45f6-8848-8afd6e90e6fc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a910a0ae-8918-45f6-8848-8afd6e90e6fc,segment=NetworkSegment(5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6),segment_id=5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:06.012496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e855b97-1be5-4f88-b0bd-4271803c5011 req-b31e507a-5763-4303-ae5c-ba32ddf451ab tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.012723 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1d1cc22-0332-496a-a17a-adaa4fafe0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.013832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e855b97-1be5-4f88-b0bd-4271803c5011 req-b31e507a-5763-4303-ae5c-ba32ddf451ab tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7222254 Jul 16 01:21:06.020814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e507a-5763-4303-ae5c-ba32ddf451ab tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e714dab-2631-49dd-802e-09e54989cbc2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:06.045472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6c892-4ea2-48d4-b026-eabca646ccb4 req-3085e916-2218-4881-95a0-c92b83d65bd9 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.052473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2b6c892-4ea2-48d4-b026-eabca646ccb4 req-3085e916-2218-4881-95a0-c92b83d65bd9 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 944 time: 0.1864955 Jul 16 01:21:06.060060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8926bc9-c1c6-470a-9880-2b27bbe0b6eb req-c66b5623-0f50-4501-a9fd-6c3a6483fdf1 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528754 Jul 16 01:21:06.081870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1cc22-0332-496a-a17a-adaa4fafe0da None None] Pushing event updated for resources: {'Port': ['ID=a910a0ae-8918-45f6-8848-8afd6e90e6fc,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:06.083064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-91009f8c-7376-48c8-b498-88c34af5a237 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet 070a1519-7f30-4c66-b3db-ebd7c53ea858 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:06.089326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91009f8c-7376-48c8-b498-88c34af5a237 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.129907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2b6c892-4ea2-48d4-b026-eabca646ccb4 req-09d61f84-cb41-496a-a18d-56cc614d0168 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764635 Jul 16 01:21:06.144033 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91009f8c-7376-48c8-b498-88c34af5a237 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.239045 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab04ca86-d109-4573-8c92-f43f08ac352c x-openstack-request-id: req-ab04ca86-d109-4573-8c92-f43f08ac352c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:06.239543 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1094ee-8767-4c35-89a0-3a4d215b25ef", "tag": "a802ab47-c1b5-4846-92b2-4424cb56acdb", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:06.239646 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab04ca86-d109-4573-8c92-f43f08ac352c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:06.240036 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1094ee-8767-4c35-89a0-3a4d215b25ef', 'tag': 'a802ab47-c1b5-4846-92b2-4424cb56acdb', 'status': 'completed', 'code': 200} Jul 16 01:21:06.275544 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91009f8c-7376-48c8-b498-88c34af5a237 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.356830 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4b9e7d48-8181-42f8-8f71-f26be1d93779 req-17314572-48f9-4a0d-98d3-40bf67df582f tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/6e714dab-2631-49dd-802e-09e54989cbc2 HTTP/1.1" status: 200 len: 1801 time: 0.0901535 Jul 16 01:21:06.365465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9469c742-9852-4816-958e-1362f21a125b None None] Provisioning complete for port a910a0ae-8918-45f6-8848-8afd6e90e6fc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:06.366552 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9469c742-9852-4816-958e-1362f21a125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.373082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4b9e7d48-8181-42f8-8f71-f26be1d93779 req-5d2df845-c392-4d75-a321-b72a8911e235 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1527574835', 'description': 'tempest-description-hth-1189948448'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:06.404184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-9472fa1a-402f-4c78-b8a0-cb511393b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.405729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-9472fa1a-402f-4c78-b8a0-cb511393b2ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 1096 time: 0.1069462 Jul 16 01:21:06.409041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4b9e7d48-8181-42f8-8f71-f26be1d93779 req-5d2df845-c392-4d75-a321-b72a8911e235 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.462942 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91009f8c-7376-48c8-b498-88c34af5a237 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.508846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-c11225af-e7d7-4d88-862e-c9e6dee01caa tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.516091 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-c11225af-e7d7-4d88-862e-c9e6dee01caa tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/networks?id=1b4770f2-1abc-4162-b988-c0a9c1365263 HTTP/1.1" status: 200 len: 818 time: 0.1940393 Jul 16 01:21:06.517533 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4b9e7d48-8181-42f8-8f71-f26be1d93779 req-5d2df845-c392-4d75-a321-b72a8911e235 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.519802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91009f8c-7376-48c8-b498-88c34af5a237 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=070a1519-7f30-4c66-b3db-ebd7c53ea858,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:06.524512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4b9e7d48-8181-42f8-8f71-f26be1d93779 req-5d2df845-c392-4d75-a321-b72a8911e235 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.527114 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4b9e7d48-8181-42f8-8f71-f26be1d93779 req-5d2df845-c392-4d75-a321-b72a8911e235 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.528338 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4b9e7d48-8181-42f8-8f71-f26be1d93779 req-5d2df845-c392-4d75-a321-b72a8911e235 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "PUT /v2.0/security-groups/6e714dab-2631-49dd-802e-09e54989cbc2 HTTP/1.1" status: 200 len: 1777 time: 0.1641049 Jul 16 01:21:06.530740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91009f8c-7376-48c8-b498-88c34af5a237 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.541366 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-91009f8c-7376-48c8-b498-88c34af5a237 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/070a1519-7f30-4c66-b3db-ebd7c53ea858 HTTP/1.1" status: 204 len: 168 time: 0.5550916 Jul 16 01:21:06.541591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35596) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:06.563186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-706d69ec-41ae-42b8-ba9f-58369677054b tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/quotas/9cba660ff65c43689c8095cbb85585ee HTTP/1.1" status: 200 len: 375 time: 0.0460875 Jul 16 01:21:06.569554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-71b53624-247d-4e64-a0de-72ccf5473609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.571277 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-71b53624-247d-4e64-a0de-72ccf5473609 service neutron] 10.222.0.67 "GET /v2.0/networks?id=32e654c6-84d6-44c5-ba8f-cac4e9956256 HTTP/1.1" status: 200 len: 896 time: 0.1519089 Jul 16 01:21:06.572062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2df845-c392-4d75-a321-b72a8911e235 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e714dab-2631-49dd-802e-09e54989cbc2,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:06.612202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4ca309-9773-4fc4-8633-a7bff20eadfb None None] Network 21d39e36-f00e-4f7d-92b7-2806fb56a2e3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:06.622613 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-961222fd-da97-432d-9420-b915e29ebda7 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9cba660ff65c43689c8095cbb85585ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466149 Jul 16 01:21:06.673489 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-ca5d5d29-ddc1-47f8-ba7c-dd3dd2fe4f6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a802ab47-c1b5-4846-92b2-4424cb56acdb HTTP/1.1" status: 200 len: 217 time: 0.0814221 Jul 16 01:21:06.697620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0adf2756-a606-41f7-b0fd-5aa08684fe24 None None] Could not find standard attr ID for object ef1ba264-a0a8-4e85-88fd-e6cca7734043. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:21:06.704796 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.728466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a910a0ae-8918-45f6-8848-8afd6e90e6fc up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:06.768170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-275f4c4d-ad66-4b34-95a3-5d31b0369cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.769708 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-275f4c4d-ad66-4b34-95a3-5d31b0369cf2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4638809-cfc4-4957-b27f-c27bdde49e76 HTTP/1.1" status: 200 len: 837 time: 0.0954351 Jul 16 01:21:06.774301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df3a8d5d-5b6a-4080-91f9-ccea4ee8d37f req-a18453fb-2522-4325-bdeb-1c54e7847de9 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/6e714dab-2631-49dd-802e-09e54989cbc2 HTTP/1.1" status: 200 len: 1777 time: 0.0783920 Jul 16 01:21:06.810749 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-e20bef27-f6af-4480-94f2-373644497c96 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4770f2-1abc-4162-b988-c0a9c1365263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871901 Jul 16 01:21:06.825196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a910a0ae-8918-45f6-8848-8afd6e90e6fc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:06.825908 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.872695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-7cc975fc-d07d-4546-bc7c-37412d417cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.874455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-7cc975fc-d07d-4546-bc7c-37412d417cfe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32e654c6-84d6-44c5-ba8f-cac4e9956256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0856929 Jul 16 01:21:06.878069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device cfe7d870-94c7-4845-8eb8-40fba1001299 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:06.914024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234fe274-4965-4db3-8c56-c5466218dd3f None None] DHCP port deletion for 21d39e36-f00e-4f7d-92b7-2806fb56a2e3 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:21:06.920137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: cfe7d870-94c7-4845-8eb8-40fba1001299 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:06.920589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device cfe7d870-94c7-4845-8eb8-40fba1001299 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:06.920968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port a910a0ae-8918-45f6-8848-8afd6e90e6fc {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:06.921310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.001459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-1c58f477-f9bd-4071-a22d-98a713867607 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4770f2-1abc-4162-b988-c0a9c1365263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889682 Jul 16 01:21:07.007009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-234fe274-4965-4db3-8c56-c5466218dd3f None None] Deleting port a910a0ae-8918-45f6-8848-8afd6e90e6fc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:07.007629 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-234fe274-4965-4db3-8c56-c5466218dd3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.017852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] For port a910a0ae-8918-45f6-8848-8afd6e90e6fc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a910a0ae-8918-45f6-8848-8afd6e90e6fc,segment=NetworkSegment(5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6),segment_id=5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:07.018380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.033634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for a910a0ae-8918-45f6-8848-8afd6e90e6fc owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:07.040025 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-23c15ffb-746f-4ca2-85e2-ca9a123a921a service neutron] 10.222.0.67 "GET /v2.0/networks/32e654c6-84d6-44c5-ba8f-cac4e9956256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547463 Jul 16 01:21:07.082929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-234fe274-4965-4db3-8c56-c5466218dd3f None None] For port a910a0ae-8918-45f6-8848-8afd6e90e6fc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a910a0ae-8918-45f6-8848-8afd6e90e6fc,segment=NetworkSegment(5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6),segment_id=5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:07.083337 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-234fe274-4965-4db3-8c56-c5466218dd3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.101189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-234fe274-4965-4db3-8c56-c5466218dd3f None None] Calling delete_port for a910a0ae-8918-45f6-8848-8afd6e90e6fc owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:07.152246 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.192141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-234fe274-4965-4db3-8c56-c5466218dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.211433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7905c1e-95b7-4ce8-80b5-396a968bffe1 req-c854e12e-597c-4226-8ab6-46abcbe0f8f4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.213111 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c7905c1e-95b7-4ce8-80b5-396a968bffe1 req-c854e12e-597c-4226-8ab6-46abcbe0f8f4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2933164 Jul 16 01:21:07.232059 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fe274-4965-4db3-8c56-c5466218dd3f None None] Pushing event deleted for resources: {'Port': ['ID=a910a0ae-8918-45f6-8848-8afd6e90e6fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:07.235700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234fe274-4965-4db3-8c56-c5466218dd3f None None] No DVR routers for this DVR port a910a0ae-8918-45f6-8848-8afd6e90e6fc on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:07.271129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3125b9-902d-497f-8a90-3f0eb7f3438b req-478c26d0-ee03-43f1-8543-d67148007d5b service neutron] 10.222.0.67 "GET /v2.0/networks/32e654c6-84d6-44c5-ba8f-cac4e9956256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162194 Jul 16 01:21:07.274954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=a910a0ae-8918-45f6-8848-8afd6e90e6fc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:07.295313 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c7905c1e-95b7-4ce8-80b5-396a968bffe1 req-9d4f89be-75c9-445f-953a-3736d8ed74ea tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706940 Jul 16 01:21:07.296085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No DVR routers for this DVR port a910a0ae-8918-45f6-8848-8afd6e90e6fc on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:07.399342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abb82671-515a-4484-9aee-2f7a982eadb5 req-10e0decf-560f-46c1-8429-935c0b26ccfe tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/6e714dab-2631-49dd-802e-09e54989cbc2 HTTP/1.1" status: 200 len: 1777 time: 0.0631940 Jul 16 01:21:07.441016 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.461367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d39e36-f00e-4f7d-92b7-2806fb56a2e3']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:07.480123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-abb82671-515a-4484-9aee-2f7a982eadb5 req-708e8d7d-c484-4182-9076-3601d4b2d36d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.504873 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e7738458-e4a0-460a-9487-5393cdfae530 req-fc3967ea-5871-4cab-a958-c3b55779a9cc tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 210 time: 0.1133895 Jul 16 01:21:07.507978 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-abb82671-515a-4484-9aee-2f7a982eadb5 req-708e8d7d-c484-4182-9076-3601d4b2d36d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.510815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:07.511627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c606c3a-6bea-4cbb-ac4d-e0745a6f63f6') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:07.529032 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.568985 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.582892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-abb82671-515a-4484-9aee-2f7a982eadb5 req-708e8d7d-c484-4182-9076-3601d4b2d36d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.586074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:07.586705 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-abb82671-515a-4484-9aee-2f7a982eadb5 req-708e8d7d-c484-4182-9076-3601d4b2d36d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.586905 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.589880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abb82671-515a-4484-9aee-2f7a982eadb5 req-708e8d7d-c484-4182-9076-3601d4b2d36d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/6e714dab-2631-49dd-802e-09e54989cbc2 HTTP/1.1" status: 204 len: 173 time: 0.1837323 Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:07.592605 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:07.603570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e8d7d-c484-4182-9076-3601d4b2d36d tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e714dab-2631-49dd-802e-09e54989cbc2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:07.757104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.783821 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.792208 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/networks/21d39e36-f00e-4f7d-92b7-2806fb56a2e3 HTTP/1.1" status: 204 len: 168 time: 1.2437353 Jul 16 01:21:07.792208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000ff73-04d3-49c8-b478-9acf5116eae6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Network': ['ID=21d39e36-f00e-4f7d-92b7-2806fb56a2e3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:07.793127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35622) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:07.801899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-435528093'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:07.846428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f968bf-f5aa-4a43-bd90-2c2b0f64aa71 req-b5fffa3b-9533-4caf-8229-bd33985b16b7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.847974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2f968bf-f5aa-4a43-bd90-2c2b0f64aa71 req-b5fffa3b-9533-4caf-8229-bd33985b16b7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 944 time: 0.1425774 Jul 16 01:21:07.849148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:07.853558 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.911782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:07.932861 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2f968bf-f5aa-4a43-bd90-2c2b0f64aa71 req-f49e2d17-53d5-446e-988e-31d0894737d9 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655606 Jul 16 01:21:07.934045 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.938654 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Added segment b1de43af-9300-4b58-9523-af08c1da1c43 of type vlan for network 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 Jul 16 01:21:08.006952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.034301 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a802ab47-c1b5-4846-92b2-4424cb56acdb details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:08.065743 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-8d6cefa0-6feb-4f0a-af5d-a33181fd91f3 req-68b5c9b7-640e-443b-80c9-a3e6e8199857 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] show failed (client error): The resource could not be found. Jul 16 01:21:08.066830 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d6cefa0-6feb-4f0a-af5d-a33181fd91f3 req-68b5c9b7-640e-443b-80c9-a3e6e8199857 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/167191a1-d84b-4ed2-bd93-499e6b1f8613 HTTP/1.1" status: 404 len: 352 time: 0.0337939 Jul 16 01:21:08.073861 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.080167 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.080776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.111569 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-002d4355-a506-45d3-a24e-63427c678162 req-40893a2f-2ece-4f33-abe7-da06fffa36c2 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] show failed (client error): The resource could not be found. Jul 16 01:21:08.124307 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-002d4355-a506-45d3-a24e-63427c678162 req-40893a2f-2ece-4f33-abe7-da06fffa36c2 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/5439183f-7061-40b5-a515-f0b0a34b6171 HTTP/1.1" status: 404 len: 352 time: 0.0289793 Jul 16 01:21:08.128606 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3321629 Jul 16 01:21:08.129312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35632) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:08.135299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': '00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:08.197122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c87a65-0d4c-474f-9f72-b783fe96f965 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Network': ['ID=00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:08.208877 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-f5fc8a3c-abbb-4313-aba1-baf003798267 req-7d47ac13-5c1c-4d8b-90e8-93b4ef1032d8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] show failed (client error): The resource could not be found. Jul 16 01:21:08.210479 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f5fc8a3c-abbb-4313-aba1-baf003798267 req-7d47ac13-5c1c-4d8b-90e8-93b4ef1032d8 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/6e393950-5a8a-421c-86c0-be917a56f744 HTTP/1.1" status: 404 len: 352 time: 0.0675185 Jul 16 01:21:08.247973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:08.264797 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-0de04145-7501-4313-8e13-974af8eb7684 req-cffe8c4a-cbff-470a-9237-b1007a5ca540 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] show failed (client error): The resource could not be found. Jul 16 01:21:08.266390 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0de04145-7501-4313-8e13-974af8eb7684 req-cffe8c4a-cbff-470a-9237-b1007a5ca540 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/f2fdf3a2-c259-4e2a-a70c-2857b7d50306 HTTP/1.1" status: 404 len: 352 time: 0.0237753 Jul 16 01:21:08.316529 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-4e7ea564-0cd4-448c-b30c-6d0487dbedef req-7e356304-f37f-4fe3-9f32-43d3ef5ceb90 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] show failed (client error): The resource could not be found. Jul 16 01:21:08.317768 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e7ea564-0cd4-448c-b30c-6d0487dbedef req-7e356304-f37f-4fe3-9f32-43d3ef5ceb90 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/184508cb-815b-4fe1-9fcb-b112f559aced HTTP/1.1" status: 404 len: 352 time: 0.0188069 Jul 16 01:21:08.318599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:08.322781 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.359004 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-0b320906-c28e-4f67-8343-bfacf49e45b2 req-ddd1e239-73aa-4eb7-ad1d-2878467dd506 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] show failed (client error): The resource could not be found. Jul 16 01:21:08.367167 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b320906-c28e-4f67-8343-bfacf49e45b2 req-ddd1e239-73aa-4eb7-ad1d-2878467dd506 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/5e0ed315-c429-4955-a532-f2eedb2c0ab9 HTTP/1.1" status: 404 len: 352 time: 0.0159037 Jul 16 01:21:08.391667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a802ab47-c1b5-4846-92b2-4424cb56acdb, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a802ab47-c1b5-4846-92b2-4424cb56acdb,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:08.417318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'a802ab47-c1b5-4846-92b2-4424cb56acdb', 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256', 'port_id': 'a802ab47-c1b5-4846-92b2-4424cb56acdb', 'mac_address': 'fa:16:3e:b2:a5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4638809-cfc4-4957-b27f-c27bdde49e76', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:08.468546 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.485634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a802ab47-c1b5-4846-92b2-4424cb56acdb {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:08.509657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a802ab47-c1b5-4846-92b2-4424cb56acdb, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a802ab47-c1b5-4846-92b2-4424cb56acdb,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:08.520027 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.595395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a802ab47-c1b5-4846-92b2-4424cb56acdb,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:08.619769 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.672065 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1c69-a244-4000-9760-79279d5eb4e5 req-d7b521e4-e7bf-4c13-a506-4162c3116dba tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.674497 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6fbc1c69-a244-4000-9760-79279d5eb4e5 req-d7b521e4-e7bf-4c13-a506-4162c3116dba tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1995592 Jul 16 01:21:08.715297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a910a0ae-8918-45f6-8848-8afd6e90e6fc no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:08.745343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a910a0ae-8918-45f6-8848-8afd6e90e6fc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:08.745744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a910a0ae-8918-45f6-8848-8afd6e90e6fc not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:08.755101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=1555b050-39b2-4c1c-a3b3-5ca832718971,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:08.767099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Checking segment: {'id': 'b1de43af-9300-4b58-9523-af08c1da1c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:08.767572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network hostable DHCP agents. Network: 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:08.784790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6fbc1c69-a244-4000-9760-79279d5eb4e5 req-419dc0a5-1e5d-459d-a725-fec803166aeb tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042213 Jul 16 01:21:08.842357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:08.872834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['a802ab47-c1b5-4846-92b2-4424cb56acdb'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:08.996082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:09.002581 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44261827-43ec-4770-9861-90267608329d req-c2729e55-b41c-45fe-8266-fa2f9090408a tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 210 time: 0.0468352 Jul 16 01:21:09.014294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.015040 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.040303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35656) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:09.041731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfaeb12-56d0-4c45-adaf-8698c0e1d97f None None] Network 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:09.046180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': '00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-818863268'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:09.047236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9baa29bb-be90-4653-8aec-ee6f459eebd4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9162836 Jul 16 01:21:09.059647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-9433fa12-9150-4ae9-8dce-e3c15050c615 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.062350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-9433fa12-9150-4ae9-8dce-e3c15050c615 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.50 "GET /v2.0/networks?id=1b4770f2-1abc-4162-b988-c0a9c1365263 HTTP/1.1" status: 200 len: 818 time: 0.2142539 Jul 16 01:21:09.089412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Request body: {'port': {'device_id': '3e63a155-e070-4d5b-b84e-5cc6044d49fc', 'network_id': '1b4770f2-1abc-4162-b988-c0a9c1365263', 'admin_state_up': True, 'tenant_id': '9cba660ff65c43689c8095cbb85585ee'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:09.322565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255b02f-d549-4d79-b4e4-c5de1d5e99b4 req-4fb05703-9e63-4266-92f0-68e8561aa8ef tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.326648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d255b02f-d549-4d79-b4e4-c5de1d5e99b4 req-4fb05703-9e63-4266-92f0-68e8561aa8ef tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 1023 time: 0.1312435 Jul 16 01:21:09.336757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:09.340315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.358484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Made reservation on behalf of 9cba660ff65c43689c8095cbb85585ee for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:09.364678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.388317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7', 'network_id': '00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7', 'tenant_id': '0136dc78c16345c8b1061962395130ee', 'fixed_ips': [{'subnet_id': '1555b050-39b2-4c1c-a3b3-5ca832718971'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:21:09.389491 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.390286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port c4f77552-2fa2-4ffb-8665-209118245f2f yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:09.499513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d255b02f-d549-4d79-b4e4-c5de1d5e99b4 req-32e7a825-dfd8-4b9a-b2e7-f105ee43c6af tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&id=1e710a69-5680-45f1-a9ed-109e44c7ed17&id=9bfbee90-68b6-42b8-bc3b-c983248c07d1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1636992 Jul 16 01:21:09.572749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Allocated IP 2001:db8::2 (00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7/1555b050-39b2-4c1c-a3b3-5ca832718971/ac10dd0c-d1a7-4693-bb08-bd78103f1e3b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:09.762079 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.771474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Transition to ACTIVE for port object ac10dd0c-d1a7-4693-bb08-bd78103f1e3b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:09.788642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Transition to ACTIVE for port object ac10dd0c-d1a7-4693-bb08-bd78103f1e3b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:09.796765 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.860031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Pushing event updated for resources: {'Port': ['ID=ac10dd0c-d1a7-4693-bb08-bd78103f1e3b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:09.893139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Network 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:09.895199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:09.903949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:09.910201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8::167 (00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7/1555b050-39b2-4c1c-a3b3-5ca832718971/c4f77552-2fa2-4ffb-8665-209118245f2f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:09.956350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0348a-c867-46e5-8cf5-bf40fe771696 req-5f801542-ee12-4fde-88eb-c8bd0c6e8406 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.957888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8eb0348a-c867-46e5-8cf5-bf40fe771696 req-5f801542-ee12-4fde-88eb-c8bd0c6e8406 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 945 time: 0.5378892 Jul 16 01:21:09.982160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Allocated IP 172.20.0.13 (1b4770f2-1abc-4162-b988-c0a9c1365263/b5db7d7c-ddfe-4fb1-a909-cc87573a2a42/1587513f-cc97-40e2-a8a7-e6f3fc3937fd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:10.002561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Attempting to bind port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:10.002954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Attempting to bind port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b1de43af-9300-4b58-9523-af08c1da1c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:10.003319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Attempting to bind port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b on network 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:10.009599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:10.010105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Checking segment: {'id': 'b1de43af-9300-4b58-9523-af08c1da1c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:10.010444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.012401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Bound using segment: {'id': 'b1de43af-9300-4b58-9523-af08c1da1c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:10.012401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Bound port: ac10dd0c-d1a7-4693-bb08-bd78103f1e3b, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1de43af-9300-4b58-9523-af08c1da1c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:10.012737 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.062139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8eb0348a-c867-46e5-8cf5-bf40fe771696 req-b3787071-bb7c-4569-8cd4-9706adbcad95 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765042 Jul 16 01:21:10.118654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] For port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:10.125180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] For port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ac10dd0c-d1a7-4693-bb08-bd78103f1e3b,segment=NetworkSegment(b1de43af-9300-4b58-9523-af08c1da1c43),segment_id=b1de43af-9300-4b58-9523-af08c1da1c43)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:10.132740 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.266862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1104c90-90a8-4f84-bd2c-e4517d8f8169 None None] Pushing event updated for resources: {'Port': ['ID=ac10dd0c-d1a7-4693-bb08-bd78103f1e3b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:10.362163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.462463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.589570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Network 1b4770f2-1abc-4162-b988-c0a9c1365263 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:10.605679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:10.612655 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:10.635096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Pushing event updated for resources: {'Port': ['ID=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:10.696510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b145d4-a52e-4eb7-bfcf-ff56bc1eedfb req-3286ae96-2e10-4ae3-a195-79b9e2c4c518 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.703666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.706452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2b145d4-a52e-4eb7-bfcf-ff56bc1eedfb req-3286ae96-2e10-4ae3-a195-79b9e2c4c518 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 932 time: 0.2613506 Jul 16 01:21:10.738660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98f1a7-b838-405d-90c2-a855b13ed976 req-47f537ca-7e8d-4136-87aa-217b6f9591b6 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.742540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a98f1a7-b838-405d-90c2-a855b13ed976 req-47f537ca-7e8d-4136-87aa-217b6f9591b6 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.6966391 Jul 16 01:21:10.745706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object c4f77552-2fa2-4ffb-8665-209118245f2f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:10.753068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.753758 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.781072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ac10dd0c-d1a7-4693-bb08-bd78103f1e3b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:10.784585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2b145d4-a52e-4eb7-bfcf-ff56bc1eedfb req-ae708d24-40f8-483a-9a83-11ebffca51d7 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772486 Jul 16 01:21:10.794466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-108efcaa-fb1a-4e62-aeaa-3b2cd82460ac tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7214398 Jul 16 01:21:10.804321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a98f1a7-b838-405d-90c2-a855b13ed976 req-43e7046d-f85d-4797-8020-bc20433242c4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560040 Jul 16 01:21:10.809015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Request body: {'port': {'device_id': '3e63a155-e070-4d5b-b84e-5cc6044d49fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:10.875140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:10.892106 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.921580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:10.941772 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.943716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:10.949811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:10.956352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.957004 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.981474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9397564 Jul 16 01:21:10.987520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35672) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:11.009942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-92e6d439-3320-49f7-aff9-d65c7be1035b tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.011954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-92e6d439-3320-49f7-aff9-d65c7be1035b tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 1023 time: 0.2065251 Jul 16 01:21:11.075728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=c4f77552-2fa2-4ffb-8665-209118245f2f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:11.108151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.108867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.109387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.109887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.110564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.111229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.111791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.112407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.112989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.113578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.114111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.114784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2934c6ea-e10d-4010-b559-dc1b1ded4a6f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:11.244333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-de8216a9-1371-4032-837d-ea378444114e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Deleting port ce43bedf-73d7-4e01-a611-dda432cf7d2a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:11.244726 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-de8216a9-1371-4032-837d-ea378444114e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.270259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d3874de2-0b2a-4835-8a96-ad79396938d4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port c4f77552-2fa2-4ffb-8665-209118245f2f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:11.270597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3874de2-0b2a-4835-8a96-ad79396938d4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.273750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74e95d-f581-4307-80ad-468924149df3 req-9c98822d-5a74-4c3c-8f42-7c17b251ad15 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.282099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af74e95d-f581-4307-80ad-468924149df3 req-9c98822d-5a74-4c3c-8f42-7c17b251ad15 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 1023 time: 0.2714043 Jul 16 01:21:11.370351 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af74e95d-f581-4307-80ad-468924149df3 req-3442e232-62fe-4095-a458-d0b8cbb49bf3 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee&id=1e710a69-5680-45f1-a9ed-109e44c7ed17&id=9bfbee90-68b6-42b8-bc3b-c983248c07d1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0872135 Jul 16 01:21:11.395528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1587513f-cc97-40e2-a8a7-e6f3fc3937fd {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:11.405196 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.425338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Transition to ACTIVE for port object 1587513f-cc97-40e2-a8a7-e6f3fc3937fd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:11.430773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.500163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3874de2-0b2a-4835-8a96-ad79396938d4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.527308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d3874de2-0b2a-4835-8a96-ad79396938d4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for c4f77552-2fa2-4ffb-8665-209118245f2f owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:11.528907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Pushing event updated for resources: {'Port': ['ID=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:11.606609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcbda46-705b-4327-8488-6107a28a5554 None None] Network 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:11.659785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-de8216a9-1371-4032-837d-ea378444114e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] For port ce43bedf-73d7-4e01-a611-dda432cf7d2a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ce43bedf-73d7-4e01-a611-dda432cf7d2a,segment=NetworkSegment(4560113d-c73f-4b9b-9c0c-3a7af192efbf),segment_id=4560113d-c73f-4b9b-9c0c-3a7af192efbf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:11.660456 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-de8216a9-1371-4032-837d-ea378444114e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.692152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-58e584b0-d02f-4ca1-8d02-7c64680bcbcf None None] Provisioning for port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:11.695170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-de8216a9-1371-4032-837d-ea378444114e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Calling delete_port for ce43bedf-73d7-4e01-a611-dda432cf7d2a owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:11.697778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Attempting to bind port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:11.698157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Attempting to bind port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8a04ce75-7cda-4964-9338-ceacd7d0cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1b4770f2-1abc-4162-b988-c0a9c1365263'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:11.698479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Attempting to bind port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd on network 1b4770f2-1abc-4162-b988-c0a9c1365263 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:11.707951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-58e584b0-d02f-4ca1-8d02-7c64680bcbcf None None] Provisioning complete for port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:11.708153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd on network 1b4770f2-1abc-4162-b988-c0a9c1365263 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:11.708375 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58e584b0-d02f-4ca1-8d02-7c64680bcbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.708482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Attempting to bind port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd on network 1b4770f2-1abc-4162-b988-c0a9c1365263 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:11.723040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5170e5-4021-49fd-9961-e39d0b0a065d req-8330536d-b186-4b41-8141-7ac318502dc4 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.724563 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e5170e5-4021-49fd-9961-e39d0b0a065d req-8330536d-b186-4b41-8141-7ac318502dc4 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 946 time: 0.1533525 Jul 16 01:21:11.726078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:11.726427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Checking segment: {'id': '8a04ce75-7cda-4964-9338-ceacd7d0cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1b4770f2-1abc-4162-b988-c0a9c1365263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:11.726813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Bound using segment: {'id': '8a04ce75-7cda-4964-9338-ceacd7d0cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1b4770f2-1abc-4162-b988-c0a9c1365263'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:11.727261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Bound port: 1587513f-cc97-40e2-a8a7-e6f3fc3937fd, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a04ce75-7cda-4964-9338-ceacd7d0cdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1b4770f2-1abc-4162-b988-c0a9c1365263'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:11.727623 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.728557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63ee7a-5d0c-4063-b0b5-50d11210465b req-9925fba2-c3f3-41ff-981e-1183a9be5621 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.735579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b63ee7a-5d0c-4063-b0b5-50d11210465b req-9925fba2-c3f3-41ff-981e-1183a9be5621 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 945 time: 0.4148674 Jul 16 01:21:11.812565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e5170e5-4021-49fd-9961-e39d0b0a065d req-8afb4484-c91e-4a51-af64-49aa3982484e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741444 Jul 16 01:21:11.836908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] For port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:11.841696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] For port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,segment=NetworkSegment(8a04ce75-7cda-4964-9338-ceacd7d0cdf3),segment_id=8a04ce75-7cda-4964-9338-ceacd7d0cdf3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:11.846120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.856097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b63ee7a-5d0c-4063-b0b5-50d11210465b req-134cf013-27fa-475f-a32c-549a12aee9ed tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195254 Jul 16 01:21:11.917787 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3874de2-0b2a-4835-8a96-ad79396938d4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.920557 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58e584b0-d02f-4ca1-8d02-7c64680bcbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.962699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3874de2-0b2a-4835-8a96-ad79396938d4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=c4f77552-2fa2-4ffb-8665-209118245f2f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:11.975122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-58e584b0-d02f-4ca1-8d02-7c64680bcbcf None None] For port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ac10dd0c-d1a7-4693-bb08-bd78103f1e3b,segment=NetworkSegment(b1de43af-9300-4b58-9523-af08c1da1c43),segment_id=b1de43af-9300-4b58-9523-af08c1da1c43)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:11.981141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58e584b0-d02f-4ca1-8d02-7c64680bcbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.987175 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.987848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.989439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] 10.222.0.50 "PUT /v2.0/ports/1587513f-cc97-40e2-a8a7-e6f3fc3937fd HTTP/1.1" status: 200 len: 1093 time: 1.1876559 Jul 16 01:21:11.989958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e63a155-e070-4d5b-b84e-5cc6044d49fc', 'tag': '1587513f-cc97-40e2-a8a7-e6f3fc3937fd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:11.994241 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c32d33-916e-450b-b7a3-19fb535c5021" -d '{"events": [{"name": "network-changed", "server_uuid": "3e63a155-e070-4d5b-b84e-5cc6044d49fc", "tag": "1587513f-cc97-40e2-a8a7-e6f3fc3937fd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:12.004225 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73801d94-96e5-412e-a51b-49ded6a21c5a service neutron] Pushing event updated for resources: {'Port': ['ID=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:12.021170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3874de2-0b2a-4835-8a96-ad79396938d4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.024566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d3874de2-0b2a-4835-8a96-ad79396938d4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/c4f77552-2fa2-4ffb-8665-209118245f2f HTTP/1.1" status: 204 len: 168 time: 1.0358708 Jul 16 01:21:12.032490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35688) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:12.043302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a802ab47-c1b5-4846-92b2-4424cb56acdb up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:12.119856 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-45959abf-c3b5-426b-9c1b-8ab60742f34b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:21:12.126458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-45959abf-c3b5-426b-9c1b-8ab60742f34b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/c4f77552-2fa2-4ffb-8665-209118245f2f HTTP/1.1" status: 404 len: 333 time: 0.0924580 Jul 16 01:21:12.127588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35692) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:12.135199 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-de8216a9-1371-4032-837d-ea378444114e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.145595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e584b0-d02f-4ca1-8d02-7c64680bcbcf None None] Pushing event updated for resources: {'Port': ['ID=ac10dd0c-d1a7-4693-bb08-bd78103f1e3b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:12.188186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port a802ab47-c1b5-4846-92b2-4424cb56acdb completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:12.203695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port a802ab47-c1b5-4846-92b2-4424cb56acdb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:12.204078 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.229684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-83280aef-f471-492e-acaf-6a82198a6dbd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet 1555b050-39b2-4c1c-a3b3-5ca832718971 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:12.249000 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83280aef-f471-492e-acaf-6a82198a6dbd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.262488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8216a9-1371-4032-837d-ea378444114e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'Port': ['ID=ce43bedf-73d7-4e01-a611-dda432cf7d2a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:12.288432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-de8216a9-1371-4032-837d-ea378444114e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] No DVR routers for this DVR port ce43bedf-73d7-4e01-a611-dda432cf7d2a on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:12.291992 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-de8216a9-1371-4032-837d-ea378444114e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.294262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3cce46a-7c04-4a1e-b980-c77587abb4d5 req-de8216a9-1371-4032-837d-ea378444114e tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.67 "DELETE /v2.0/ports/ce43bedf-73d7-4e01-a611-dda432cf7d2a HTTP/1.1" status: 204 len: 173 time: 1.2497952 Jul 16 01:21:12.294977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'name': 'network-vif-deleted', 'tag': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:12.297526 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84d219a-6564-4ce0-a7f6-f1801cf651ab" -d '{"events": [{"server_uuid": "6e9bd84f-637b-410e-bb09-8508a23a0b20", "name": "network-vif-deleted", "tag": "ce43bedf-73d7-4e01-a611-dda432cf7d2a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:12.333656 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.334996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-f4940d41-b12d-45fb-bd61-243450caf89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.336425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-f4940d41-b12d-45fb-bd61-243450caf89c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9cba660ff65c43689c8095cbb85585ee&device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 1096 time: 0.2559278 Jul 16 01:21:12.346057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed09a4-e824-4aa3-9ebc-c679cdf32fe5 req-9ed59b5f-6de8-4d9e-b1ec-46c9bc5d047b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.353995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4bed09a4-e824-4aa3-9ebc-c679cdf32fe5 req-9ed59b5f-6de8-4d9e-b1ec-46c9bc5d047b tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2446499 Jul 16 01:21:12.389720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a802ab47-c1b5-4846-92b2-4424cb56acdb, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a802ab47-c1b5-4846-92b2-4424cb56acdb,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:12.392360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1094ee-8767-4c35-89a0-3a4d215b25ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a802ab47-c1b5-4846-92b2-4424cb56acdb'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:12.398992 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-e7b52931-9817-4b6e-9c32-5da891fde112 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1587513f-cc97-40e2-a8a7-e6f3fc3937fd HTTP/1.1" status: 200 len: 217 time: 0.0520706 Jul 16 01:21:12.401911 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061077e8-4411-472a-ba59-c8936d10a53c" -d '{"events": [{"server_uuid": "5c1094ee-8767-4c35-89a0-3a4d215b25ef", "name": "network-vif-plugged", "status": "completed", "tag": "a802ab47-c1b5-4846-92b2-4424cb56acdb"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:12.402383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83280aef-f471-492e-acaf-6a82198a6dbd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.407978 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4bed09a4-e824-4aa3-9ebc-c679cdf32fe5 req-1226be11-b14a-4727-aed4-8d9021c30616 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524244 Jul 16 01:21:12.408910 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.409726 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ce43bedf-73d7-4e01-a611-dda432cf7d2a no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:12.446750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: ce43bedf-73d7-4e01-a611-dda432cf7d2a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:12.447116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ce43bedf-73d7-4e01-a611-dda432cf7d2a not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:12.511396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2fe154ed-2159-490b-9b72-c2cd496fc68d None None] Could not find standard attr ID for object c4f77552-2fa2-4ffb-8665-209118245f2f. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:21:12.513424 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7356c03a-4925-4692-b334-e05aea49c7ba x-openstack-request-id: req-7356c03a-4925-4692-b334-e05aea49c7ba {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:12.513863 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e63a155-e070-4d5b-b84e-5cc6044d49fc", "tag": "1587513f-cc97-40e2-a8a7-e6f3fc3937fd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:12.514287 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7356c03a-4925-4692-b334-e05aea49c7ba {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:12.514775 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e63a155-e070-4d5b-b84e-5cc6044d49fc', 'tag': '1587513f-cc97-40e2-a8a7-e6f3fc3937fd', 'status': 'completed', 'code': 200} Jul 16 01:21:12.542443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-7120e3b4-7061-47ca-a95d-1446d0d644ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.544097 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-7120e3b4-7061-47ca-a95d-1446d0d644ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5db7d7c-ddfe-4fb1-a909-cc87573a2a42 HTTP/1.1" status: 200 len: 858 time: 0.0938318 Jul 16 01:21:12.556569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2fe154ed-2159-490b-9b72-c2cd496fc68d None None] Provisioning complete for port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:12.557069 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fe154ed-2159-490b-9b72-c2cd496fc68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.560734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ed274-9da5-43c7-aca8-915f10c5dfc4 req-5beee06b-1c07-4836-ac1f-0036ff205c14 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.568412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d0ed274-9da5-43c7-aca8-915f10c5dfc4 req-5beee06b-1c07-4836-ac1f-0036ff205c14 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 944 time: 0.3352866 Jul 16 01:21:12.613550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a802ab47-c1b5-4846-92b2-4424cb56acdb,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:12.676684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-29107bcc-d99e-4c91-93e7-81b028ecbc20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b4770f2-1abc-4162-b988-c0a9c1365263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929041 Jul 16 01:21:12.706411 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6a7b37-c00c-45c5-8a79-9f8943a66556 x-openstack-request-id: req-cd6a7b37-c00c-45c5-8a79-9f8943a66556 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:12.706805 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9bd84f-637b-410e-bb09-8508a23a0b20", "name": "network-vif-deleted", "tag": "ce43bedf-73d7-4e01-a611-dda432cf7d2a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:12.707155 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd6a7b37-c00c-45c5-8a79-9f8943a66556 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:12.707702 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9bd84f-637b-410e-bb09-8508a23a0b20', 'name': 'network-vif-deleted', 'tag': 'ce43bedf-73d7-4e01-a611-dda432cf7d2a', 'status': 'completed', 'code': 200} Jul 16 01:21:12.733453 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83280aef-f471-492e-acaf-6a82198a6dbd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.763764 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f26485-742d-4267-bff2-c25669dd283b x-openstack-request-id: req-f3f26485-742d-4267-bff2-c25669dd283b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:12.763764 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1094ee-8767-4c35-89a0-3a4d215b25ef", "name": "network-vif-plugged", "status": "completed", "tag": "a802ab47-c1b5-4846-92b2-4424cb56acdb", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:12.763764 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3f26485-742d-4267-bff2-c25669dd283b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:12.763764 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1094ee-8767-4c35-89a0-3a4d215b25ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a802ab47-c1b5-4846-92b2-4424cb56acdb', 'code': 200} Jul 16 01:21:12.775473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ac10dd0c-d1a7-4693-bb08-bd78103f1e3b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:12.780157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d0ed274-9da5-43c7-aca8-915f10c5dfc4 req-40acc694-7f83-4a17-af51-421ede132966 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097979 Jul 16 01:21:12.921127 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-ea3fb81a-87ce-42f9-9b26-87395ba713c5 service neutron] 10.222.0.50 "GET /v2.0/networks/1b4770f2-1abc-4162-b988-c0a9c1365263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379284 Jul 16 01:21:12.922316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83280aef-f471-492e-acaf-6a82198a6dbd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.930048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:12.930484 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.935605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5dc6de79-259c-4e4e-a497-1e351d5967b0 None None] Could not find standard attr ID for object c4f77552-2fa2-4ffb-8665-209118245f2f. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:21:12.951214 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83280aef-f471-492e-acaf-6a82198a6dbd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.953076 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-83280aef-f471-492e-acaf-6a82198a6dbd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/1555b050-39b2-4c1c-a3b3-5ca832718971 HTTP/1.1" status: 204 len: 168 time: 0.8229356 Jul 16 01:21:12.973140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:13.017784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83280aef-f471-492e-acaf-6a82198a6dbd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=1555b050-39b2-4c1c-a3b3-5ca832718971,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:13.135610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f1f2b8a-5edc-4ec4-8eea-b14226c39065 req-7ec2165b-d66c-4ee3-861f-1ad33c2950e8 service neutron] 10.222.0.50 "GET /v2.0/networks/1b4770f2-1abc-4162-b988-c0a9c1365263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018845 Jul 16 01:21:13.176086 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d1a04cfa-2677-42fc-ac5b-d4d62b32ee6a req-708d8da1-ff1a-4365-b711-98327a929407 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9bd84f-637b-410e-bb09-8508a23a0b20 HTTP/1.1" status: 200 len: 210 time: 0.0535948 Jul 16 01:21:13.184243 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.197770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b061f8-f6e4-4462-a838-2398b662487b req-fcef8c05-2b79-4f19-b6f6-844e1d9169c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.199635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20b061f8-f6e4-4462-a838-2398b662487b req-fcef8c05-2b79-4f19-b6f6-844e1d9169c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 1098 time: 0.3221061 Jul 16 01:21:13.268055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2bfc3-59c9-4859-aa72-6a654db373b8 None None] Network 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:13.323221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20b061f8-f6e4-4462-a838-2398b662487b req-3f67c8e4-e2f2-4630-b76a-27cf624b7146 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138935 Jul 16 01:21:13.355531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:13.356021 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.377401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32d33-916e-450b-b7a3-19fb535c5021 req-380febfe-96a1-41dc-99c6-565932fdb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.386570 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c32d33-916e-450b-b7a3-19fb535c5021 req-380febfe-96a1-41dc-99c6-565932fdb5bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9cba660ff65c43689c8095cbb85585ee&device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 1096 time: 0.1337292 Jul 16 01:21:13.540202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32d33-916e-450b-b7a3-19fb535c5021 req-401010ef-6bfa-4518-a31a-846665b959f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.541959 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c32d33-916e-450b-b7a3-19fb535c5021 req-401010ef-6bfa-4518-a31a-846665b959f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1b4770f2-1abc-4162-b988-c0a9c1365263 HTTP/1.1" status: 200 len: 918 time: 0.1448817 Jul 16 01:21:13.543697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] For port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ac10dd0c-d1a7-4693-bb08-bd78103f1e3b,segment=NetworkSegment(b1de43af-9300-4b58-9523-af08c1da1c43),segment_id=b1de43af-9300-4b58-9523-af08c1da1c43)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:13.544076 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.561627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for ac10dd0c-d1a7-4693-bb08-bd78103f1e3b owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:13.599418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9374de-6a15-4bda-80f1-71d9028ecd8c req-d5cf9aee-7630-4cbd-88be-5181bbf07f56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.600698 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c32d33-916e-450b-b7a3-19fb535c5021 req-eb7fb25f-f59a-49d4-99f8-608243def9ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1587513f-cc97-40e2-a8a7-e6f3fc3937fd HTTP/1.1" status: 200 len: 217 time: 0.0516222 Jul 16 01:21:13.601077 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b9374de-6a15-4bda-80f1-71d9028ecd8c req-d5cf9aee-7630-4cbd-88be-5181bbf07f56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 946 time: 0.1086066 Jul 16 01:21:13.662837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1327d2d-7153-4503-8503-bd86471e6233 None None] DHCP port deletion for 00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:21:13.670370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32d33-916e-450b-b7a3-19fb535c5021 req-93d60e18-9e93-4893-9401-0a193d98bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.675803 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c32d33-916e-450b-b7a3-19fb535c5021 req-93d60e18-9e93-4893-9401-0a193d98bfe1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5db7d7c-ddfe-4fb1-a909-cc87573a2a42 HTTP/1.1" status: 200 len: 858 time: 0.0664587 Jul 16 01:21:13.702437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b9374de-6a15-4bda-80f1-71d9028ecd8c req-7357dc88-ed66-412c-b6b7-3b865db841af tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668509 Jul 16 01:21:13.720990 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c32d33-916e-450b-b7a3-19fb535c5021 req-9f8095a1-409f-463a-9868-7c115cf97f61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b4770f2-1abc-4162-b988-c0a9c1365263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365577 Jul 16 01:21:13.749752 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.757661 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a1327d2d-7153-4503-8503-bd86471e6233 None None] Deleting port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:13.758557 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1327d2d-7153-4503-8503-bd86471e6233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.803741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=ac10dd0c-d1a7-4693-bb08-bd78103f1e3b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:13.815035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No DVR routers for this DVR port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:13.858649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a1327d2d-7153-4503-8503-bd86471e6233 None None] For port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:13.858966 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1327d2d-7153-4503-8503-bd86471e6233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.882904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a1327d2d-7153-4503-8503-bd86471e6233 None None] Calling delete_port for ac10dd0c-d1a7-4693-bb08-bd78103f1e3b owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:13.891022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-a1327d2d-7153-4503-8503-bd86471e6233 None None] Port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:21:13.893142 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1327d2d-7153-4503-8503-bd86471e6233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.907991 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c32d33-916e-450b-b7a3-19fb535c5021 req-4f3b476b-e276-4335-a931-6de1b07cd5b2 service neutron] 10.222.0.50 "GET /v2.0/networks/1b4770f2-1abc-4162-b988-c0a9c1365263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744528 Jul 16 01:21:13.924228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1327d2d-7153-4503-8503-bd86471e6233 None None] Pushing event deleted for resources: {'Port': ['ID=ac10dd0c-d1a7-4693-bb08-bd78103f1e3b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:13.930352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1327d2d-7153-4503-8503-bd86471e6233 None None] No DVR routers for this DVR port ac10dd0c-d1a7-4693-bb08-bd78103f1e3b on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:13.958133 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.972723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:13.977803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28200b88-f11d-4bd4-bce8-ceb69989b8b4 req-29a57357-4f79-4591-bf02-b948b3511c13 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.979851 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-28200b88-f11d-4bd4-bce8-ceb69989b8b4 req-29a57357-4f79-4591-bf02-b948b3511c13 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 946 time: 0.1531897 Jul 16 01:21:13.987333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1de43af-9300-4b58-9523-af08c1da1c43') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:13.987898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1de43af-9300-4b58-9523-af08c1da1c43') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:13.999163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.017450 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.030839 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0640a6-30d2-48b9-8597-522abd04f3be req-1303f18a-5989-4a52-9825-b7ed6b860606 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:14.032315 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c0640a6-30d2-48b9-8597-522abd04f3be req-1303f18a-5989-4a52-9825-b7ed6b860606 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1613119 Jul 16 01:21:14.036220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:14.036775 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:14.040307 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:14.074565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-28200b88-f11d-4bd4-bce8-ceb69989b8b4 req-64c72ea4-2076-4c80-a71f-459d135b472a tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876782 Jul 16 01:21:14.078541 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c32d33-916e-450b-b7a3-19fb535c5021 req-d6b51be0-73bc-49a4-aa5a-9b1cf3192d6e service neutron] 10.222.0.50 "GET /v2.0/networks/1b4770f2-1abc-4162-b988-c0a9c1365263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581872 Jul 16 01:21:14.141129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c0640a6-30d2-48b9-8597-522abd04f3be req-88ff289b-e0fb-4651-8c2f-268f34a11df5 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897374 Jul 16 01:21:14.146644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.160168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.162846 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/networks/00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7 HTTP/1.1" status: 204 len: 168 time: 1.1877635 Jul 16 01:21:14.168220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:14.174449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'name': 'tempest-PortsIpV6TestJSON-2004934291'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:14.206507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c7d6f-448f-4c35-92a1-554d00a5792d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Network': ['ID=00eafb0f-ed2a-4c75-b1c1-66cafcd2f4d7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:14.359063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:14.364384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.403431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port f44ec717-3e88-4dc6-b166-9af4073ac198 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:14.422060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec349b-568a-4b8d-a03c-6f93d13bb812 req-4637c840-f27b-45d6-b9fd-6473b0040f57 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:14.423647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71ec349b-568a-4b8d-a03c-6f93d13bb812 req-4637c840-f27b-45d6-b9fd-6473b0040f57 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 944 time: 0.1327665 Jul 16 01:21:14.425253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-841c3162-d581-482c-8fb1-69f0c819bb78 req-40bc4c4d-8924-43f4-9ba0-bc3953adfd9b tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/9bfbee90-68b6-42b8-bc3b-c983248c07d1 HTTP/1.1" status: 200 len: 1801 time: 0.0540867 Jul 16 01:21:14.514062 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-841c3162-d581-482c-8fb1-69f0c819bb78 req-06e55fc1-5e1f-4682-9b9c-85aa83866340 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.526648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71ec349b-568a-4b8d-a03c-6f93d13bb812 req-13d35bf5-6354-4df4-9176-6ae790ab2c7b tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741706 Jul 16 01:21:14.539909 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-841c3162-d581-482c-8fb1-69f0c819bb78 req-06e55fc1-5e1f-4682-9b9c-85aa83866340 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.607080 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-841c3162-d581-482c-8fb1-69f0c819bb78 req-06e55fc1-5e1f-4682-9b9c-85aa83866340 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.609724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-841c3162-d581-482c-8fb1-69f0c819bb78 req-06e55fc1-5e1f-4682-9b9c-85aa83866340 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.610968 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-841c3162-d581-482c-8fb1-69f0c819bb78 req-06e55fc1-5e1f-4682-9b9c-85aa83866340 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/9bfbee90-68b6-42b8-bc3b-c983248c07d1 HTTP/1.1" status: 204 len: 173 time: 0.1777768 Jul 16 01:21:14.630286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e55fc1-5e1f-4682-9b9c-85aa83866340 tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfbee90-68b6-42b8-bc3b-c983248c07d1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:14.702893 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.740012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ac10dd0c-d1a7-4693-bb08-bd78103f1e3b no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:14.740560 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b34f0e01-4597-4674-86f0-8a41a16210bf req-4a22a99b-a554-4eb9-ace3-2e0c3c6bb5de tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "GET /v2.0/security-groups/1e710a69-5680-45f1-a9ed-109e44c7ed17 HTTP/1.1" status: 200 len: 1801 time: 0.0947840 Jul 16 01:21:14.762981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.768578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ac10dd0c-d1a7-4693-bb08-bd78103f1e3b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:14.768920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ac10dd0c-d1a7-4693-bb08-bd78103f1e3b not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:14.816186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:14.816418 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b34f0e01-4597-4674-86f0-8a41a16210bf req-05141b97-c2f2-4938-b751-73b9e73b44bf tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.819779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:14.826244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:14.831828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:14.832460 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.845439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b34f0e01-4597-4674-86f0-8a41a16210bf req-05141b97-c2f2-4938-b751-73b9e73b44bf tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.848745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=f44ec717-3e88-4dc6-b166-9af4073ac198,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:14.857243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-753c1886-39fa-4698-8cdd-6e75896415c4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6877997 Jul 16 01:21:14.860477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:14.903798 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b34f0e01-4597-4674-86f0-8a41a16210bf req-05141b97-c2f2-4938-b751-73b9e73b44bf tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.906429 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b34f0e01-4597-4674-86f0-8a41a16210bf req-05141b97-c2f2-4938-b751-73b9e73b44bf tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.907607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b34f0e01-4597-4674-86f0-8a41a16210bf req-05141b97-c2f2-4938-b751-73b9e73b44bf tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] 10.222.0.64 "DELETE /v2.0/security-groups/1e710a69-5680-45f1-a9ed-109e44c7ed17 HTTP/1.1" status: 204 len: 173 time: 0.1658776 Jul 16 01:21:14.915723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:14.921302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05141b97-c2f2-4938-b751-73b9e73b44bf tempest-SecurityGroupsTestJSON-1354656576 tempest-SecurityGroupsTestJSON-1354656576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e710a69-5680-45f1-a9ed-109e44c7ed17,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.022605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e61cae-cac2-48a7-950e-548b1ba72903 admin admin] Deleting subnet 0085054f-b007-4a7c-9e51-c7328f8b8443 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:15.027859 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67e61cae-cac2-48a7-950e-548b1ba72903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.074756 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67e61cae-cac2-48a7-950e-548b1ba72903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.086637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15d985-0e0f-4674-b7ab-90600b4b9881 req-cc258034-3cda-43fb-b29b-2f67fa5908f4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.088508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e15d985-0e0f-4674-b7ab-90600b4b9881 req-cc258034-3cda-43fb-b29b-2f67fa5908f4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 946 time: 0.0759296 Jul 16 01:21:15.111537 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8545be80-f823-4102-acbc-b05b5088431a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port f44ec717-3e88-4dc6-b166-9af4073ac198 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:15.111894 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8545be80-f823-4102-acbc-b05b5088431a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.137478 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e15d985-0e0f-4674-b7ab-90600b4b9881 req-3df1bd1c-d0f1-4322-a92d-ea9b37d0366d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420384 Jul 16 01:21:15.158518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67e61cae-cac2-48a7-950e-548b1ba72903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.252427 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8545be80-f823-4102-acbc-b05b5088431a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.271903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8545be80-f823-4102-acbc-b05b5088431a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for f44ec717-3e88-4dc6-b166-9af4073ac198 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:15.347062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67e61cae-cac2-48a7-950e-548b1ba72903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.349210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2be769-b872-4c20-837c-608ca20b09d4 req-7998ae4a-7850-4c49-8948-a5972a8d8722 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.352248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ac2be769-b872-4c20-837c-608ca20b09d4 req-7998ae4a-7850-4c49-8948-a5972a8d8722 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 946 time: 0.0818138 Jul 16 01:21:15.368921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcac0c-0d68-48a5-8be7-370aede03ce1 req-f29e7014-0fce-4ec7-baf7-96ca43b52b50 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.370477 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5dcac0c-0d68-48a5-8be7-370aede03ce1 req-f29e7014-0fce-4ec7-baf7-96ca43b52b50 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 946 time: 0.2378097 Jul 16 01:21:15.397779 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ac2be769-b872-4c20-837c-608ca20b09d4 req-8ba17901-b949-4cb4-88a8-6b973badcaec tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387478 Jul 16 01:21:15.403262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e61cae-cac2-48a7-950e-548b1ba72903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0085054f-b007-4a7c-9e51-c7328f8b8443,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.423785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67e61cae-cac2-48a7-950e-548b1ba72903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.425653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-67e61cae-cac2-48a7-950e-548b1ba72903 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0085054f-b007-4a7c-9e51-c7328f8b8443 HTTP/1.1" status: 204 len: 168 time: 0.5089791 Jul 16 01:21:15.430086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35746) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:15.489507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5dcac0c-0d68-48a5-8be7-370aede03ce1 req-0080b6f7-7b59-48f7-9b84-4059199abdb1 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912488 Jul 16 01:21:15.528582 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8545be80-f823-4102-acbc-b05b5088431a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.574582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545be80-f823-4102-acbc-b05b5088431a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=f44ec717-3e88-4dc6-b166-9af4073ac198,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.580871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.591253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8545be80-f823-4102-acbc-b05b5088431a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.593920 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8545be80-f823-4102-acbc-b05b5088431a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/f44ec717-3e88-4dc6-b166-9af4073ac198 HTTP/1.1" status: 204 len: 168 time: 0.7321451 Jul 16 01:21:15.596723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35754) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:15.605353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'mac_address': 'fa:16:3e:0b:1d:52', 'name': 'tempest-PortsIpV6TestJSON-1224973076'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:15.708492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcd9d1-1278-4f61-b7db-ad7c22e045c5 req-dba5f508-5918-459f-9c4f-cac4888aab86 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.711165 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4fcd9d1-1278-4f61-b7db-ad7c22e045c5 req-dba5f508-5918-459f-9c4f-cac4888aab86 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1675324 Jul 16 01:21:15.719039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.739371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325ac784-b95c-4591-8bf5-1ea2e0e824ed']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:15.755033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4560113d-c73f-4b9b-9c0c-3a7af192efbf') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:15.755373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4560113d-c73f-4b9b-9c0c-3a7af192efbf') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:15.760747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:15.768540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.802706 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.807861 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4fcd9d1-1278-4f61-b7db-ad7c22e045c5 req-0cc1baf0-65d5-4b5c-b423-f3f1f414212e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748854 Jul 16 01:21:15.828071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:15.828493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:15.830327 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:15.878164 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.910923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port 46c1034b-0257-4272-b4a8-a789978a493a yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:15.926165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.933430 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.941604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] 10.222.0.64 "DELETE /v2.0/networks/325ac784-b95c-4591-8bf5-1ea2e0e824ed HTTP/1.1" status: 204 len: 168 time: 0.5043848 Jul 16 01:21:15.960448 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd215289-1b3c-489e-a969-9ead836a8719 admin admin] Pushing event deleted for resources: {'Network': ['ID=325ac784-b95c-4591-8bf5-1ea2e0e824ed,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.973230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa6a97-95fe-4054-af94-4399a98e741f req-688ddf4c-182a-497b-8d17-fe7825038f32 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.976194 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0aa6a97-95fe-4054-af94-4399a98e741f req-688ddf4c-182a-497b-8d17-fe7825038f32 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 944 time: 0.1836805 Jul 16 01:21:16.032090 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0aa6a97-95fe-4054-af94-4399a98e741f req-7bd4d05e-2567-461d-92a3-7fa4fddb511b tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462914 Jul 16 01:21:16.128127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35760) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:16.164287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.170951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-187369ea-2af4-41b9-82ab-b7d602603887 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cbed1e7a9504ff1a5399b694286ae77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415874 Jul 16 01:21:16.173623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35762) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:16.257132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b95c7b48-0d59-4aab-a79d-33aa5e6033ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.259705 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.324430 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b95c7b48-0d59-4aab-a79d-33aa5e6033ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.337963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:16.348756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:16.351940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:16.357516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.358182 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.369391 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=46c1034b-0257-4272-b4a8-a789978a493a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.400312 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1837e8fa-5d3f-4e8b-b4a0-46a37ea1ad03 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8022320 Jul 16 01:21:16.403315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35764) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:16.444832 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b95c7b48-0d59-4aab-a79d-33aa5e6033ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.447950 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b95c7b48-0d59-4aab-a79d-33aa5e6033ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.449325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b95c7b48-0d59-4aab-a79d-33aa5e6033ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b3e3e74-84d4-4969-92b1-6b2374e2a0ee HTTP/1.1" status: 204 len: 168 time: 0.2730751 Jul 16 01:21:16.465684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c7b48-0d59-4aab-a79d-33aa5e6033ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3e3e74-84d4-4969-92b1-6b2374e2a0ee,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.482467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e3295-d2e7-4e19-9bff-d320aca5d1a0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.484017 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1d6e3295-d2e7-4e19-9bff-d320aca5d1a0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/46c1034b-0257-4272-b4a8-a789978a493a HTTP/1.1" status: 200 len: 845 time: 0.0797360 Jul 16 01:21:16.488349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35768) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:16.630036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3870a-a4e8-4a3d-ba9b-2bea8aa9fbed tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 46c1034b-0257-4272-b4a8-a789978a493a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:16.630438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecd3870a-a4e8-4a3d-ba9b-2bea8aa9fbed tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.731186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecd3870a-a4e8-4a3d-ba9b-2bea8aa9fbed tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.747321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3870a-a4e8-4a3d-ba9b-2bea8aa9fbed tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 46c1034b-0257-4272-b4a8-a789978a493a owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:16.870883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651de576-675a-4579-a512-a2b3b39fa79d req-40b7aff6-13d5-4d60-bb88-a8901caa3a5f tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.873511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-651de576-675a-4579-a512-a2b3b39fa79d req-40b7aff6-13d5-4d60-bb88-a8901caa3a5f tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 946 time: 0.1775041 Jul 16 01:21:16.924461 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecd3870a-a4e8-4a3d-ba9b-2bea8aa9fbed tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.941143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1587513f-cc97-40e2-a8a7-e6f3fc3937fd details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:16.986063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3870a-a4e8-4a3d-ba9b-2bea8aa9fbed tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=46c1034b-0257-4272-b4a8-a789978a493a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:17.000751 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecd3870a-a4e8-4a3d-ba9b-2bea8aa9fbed tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.006974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ecd3870a-a4e8-4a3d-ba9b-2bea8aa9fbed tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/46c1034b-0257-4272-b4a8-a789978a493a HTTP/1.1" status: 204 len: 168 time: 0.5141628 Jul 16 01:21:17.010225 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-651de576-675a-4579-a512-a2b3b39fa79d req-e704561a-7114-46f0-af21-a7e965332431 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186347 Jul 16 01:21:17.011275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35788) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:17.056960 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb88909-6f00-4165-9993-b8762c258e82 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:21:17.062863 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2fb88909-6f00-4165-9993-b8762c258e82 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/46c1034b-0257-4272-b4a8-a789978a493a HTTP/1.1" status: 404 len: 333 time: 0.0446510 Jul 16 01:21:17.063101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35790) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:17.071864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'name': 'tempest-PortsIpV6TestJSON-157641650'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:17.073883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:17.177447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,segment=NetworkSegment(8a04ce75-7cda-4964-9338-ceacd7d0cdf3),segment_id=8a04ce75-7cda-4964-9338-ceacd7d0cdf3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:17.192549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '1587513f-cc97-40e2-a8a7-e6f3fc3937fd', 'network_id': '1b4770f2-1abc-4162-b988-c0a9c1365263', 'port_id': '1587513f-cc97-40e2-a8a7-e6f3fc3937fd', 'mac_address': 'fa:16:3e:fd:66:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5db7d7c-ddfe-4fb1-a909-cc87573a2a42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:17.215280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:17.227235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.252226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-c7c3387c-1d9e-452c-8b04-cfd08698d975 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.253783 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-c7c3387c-1d9e-452c-8b04-cfd08698d975 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 946 time: 0.1939552 Jul 16 01:21:17.255929 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.275718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1587513f-cc97-40e2-a8a7-e6f3fc3937fd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:17.302510 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,segment=NetworkSegment(8a04ce75-7cda-4964-9338-ceacd7d0cdf3),segment_id=8a04ce75-7cda-4964-9338-ceacd7d0cdf3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:17.308505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.313202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54774cf0-5c37-42d5-a42b-38f0853c42ba req-b3f46ec5-57c0-4cef-a005-47ff92c5e376 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.315952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54774cf0-5c37-42d5-a42b-38f0853c42ba req-b3f46ec5-57c0-4cef-a005-47ff92c5e376 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.3231668 Jul 16 01:21:17.317873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port 76663979-cb12-4d93-8cd4-e50a9e2f4d41 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:17.428017 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54774cf0-5c37-42d5-a42b-38f0853c42ba req-581f08a0-ac3e-4349-83a4-69da61d08c68 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034157 Jul 16 01:21:17.558192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:17.562658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:17.603695 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.617948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b18bcc-21a3-4704-b80b-7defdf4039f9 req-c48063cc-e97a-4504-8f70-0fc03882234a tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.619849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44b18bcc-21a3-4704-b80b-7defdf4039f9 req-c48063cc-e97a-4504-8f70-0fc03882234a tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 945 time: 0.3103025 Jul 16 01:21:17.660476 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.719437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1587513f-cc97-40e2-a8a7-e6f3fc3937fd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:17.734315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:17.737996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:17.742825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:17.749166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.749166 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.753054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=76663979-cb12-4d93-8cd4-e50a9e2f4d41,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:17.777829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d4ad62c6-c5b7-4031-9719-18c3fa93cfe9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7132807 Jul 16 01:21:17.780469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35808) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:17.785978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-08158f11-93da-4e7e-a085-96357a0371b7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:17.892705 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08158f11-93da-4e7e-a085-96357a0371b7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.034465 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1977522284-network', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:18.081811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Deleting port b628164a-ddda-4734-96b6-73b6da3a9c49 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:18.085259 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.092583 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08158f11-93da-4e7e-a085-96357a0371b7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.106752 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08158f11-93da-4e7e-a085-96357a0371b7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.122841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-08158f11-93da-4e7e-a085-96357a0371b7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] In _notify_port_updated(), no bound segment for port 76663979-cb12-4d93-8cd4-e50a9e2f4d41 on network c960836c-7c88-4039-95b4-a451f5c9f937 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:21:18.129903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08158f11-93da-4e7e-a085-96357a0371b7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.130666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08158f11-93da-4e7e-a085-96357a0371b7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.134594 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-08158f11-93da-4e7e-a085-96357a0371b7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "PUT /v2.0/ports/76663979-cb12-4d93-8cd4-e50a9e2f4d41 HTTP/1.1" status: 200 len: 818 time: 0.3529854 Jul 16 01:21:18.138113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35814) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:18.164602 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44b18bcc-21a3-4704-b80b-7defdf4039f9 req-98a43fcc-2bf5-42e0-ac65-461bf12d4bd3 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344329 Jul 16 01:21:18.165205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Made reservation on behalf of f4c0bf2d24f74bb7923b4fa83468d2cd for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:18.167697 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.180851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08158f11-93da-4e7e-a085-96357a0371b7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=76663979-cb12-4d93-8cd4-e50a9e2f4d41,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:18.214417 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.274664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07824f3e-ba4d-4aaa-98e7-835c519fcb07 req-eb108ecd-e51c-4ff6-a883-1e2d7aabd8ca tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.281141 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-07824f3e-ba4d-4aaa-98e7-835c519fcb07 req-eb108ecd-e51c-4ff6-a883-1e2d7aabd8ca tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 946 time: 0.0974665 Jul 16 01:21:18.326436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-07824f3e-ba4d-4aaa-98e7-835c519fcb07 req-baf7f0a9-55ac-4fda-b7c1-8ad143fd1c18 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups?id=b63ab6c8-2238-4e75-a3bc-047b26791cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443804 Jul 16 01:21:18.392662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] For port b628164a-ddda-4734-96b6-73b6da3a9c49, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b628164a-ddda-4734-96b6-73b6da3a9c49,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:18.393028 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.693883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8fb95-95e6-43a0-bf7b-916e89e80f58 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 76663979-cb12-4d93-8cd4-e50a9e2f4d41 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:18.694449 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb95-95e6-43a0-bf7b-916e89e80f58 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.854828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.873641 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb95-95e6-43a0-bf7b-916e89e80f58 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.877736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.899181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.915825 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.916206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.916526 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Floating IP 5ee77d8d-8bb5-4ad5-b93c-2aeea7b7986c disassociated. External IP: 172.25.4.253, port: b628164a-ddda-4734-96b6-73b6da3a9c49. Jul 16 01:21:18.916876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Calling delete_port for b628164a-ddda-4734-96b6-73b6da3a9c49 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:18.921129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8fb95-95e6-43a0-bf7b-916e89e80f58 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 76663979-cb12-4d93-8cd4-e50a9e2f4d41 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:18.942151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1587513f-cc97-40e2-a8a7-e6f3fc3937fd up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:18.949497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:18.960073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9147ea-6952-42ab-b372-40ea2135a0bb req-7f6a7eed-4e94-4872-8460-e562be7d33f8 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.961751 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b9147ea-6952-42ab-b372-40ea2135a0bb req-7f6a7eed-4e94-4872-8460-e562be7d33f8 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.3987508 Jul 16 01:21:19.018268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:19.024104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:19.024964 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.025318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.025681 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Added segment 3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c of type vlan for network e9491746-18a9-4e5f-90b0-ecff7036d857 Jul 16 01:21:19.073684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:19.109332 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.131788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63a155-e070-4d5b-b84e-5cc6044d49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1587513f-cc97-40e2-a8a7-e6f3fc3937fd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:19.134249 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31160bf-2ff1-4ab9-b9f0-2dc525bc024f" -d '{"events": [{"server_uuid": "3e63a155-e070-4d5b-b84e-5cc6044d49fc", "name": "network-vif-plugged", "status": "completed", "tag": "1587513f-cc97-40e2-a8a7-e6f3fc3937fd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:19.148512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,segment=NetworkSegment(8a04ce75-7cda-4964-9338-ceacd7d0cdf3),segment_id=8a04ce75-7cda-4964-9338-ceacd7d0cdf3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:19.153167 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.153791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b628164a-ddda-4734-96b6-73b6da3a9c49 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:19.231212 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.246230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b9147ea-6952-42ab-b372-40ea2135a0bb req-b46172f3-7da8-437a-bd08-04df3149e808 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673025 Jul 16 01:21:19.278706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:19.286365 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.341584 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.342578 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.343167 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.366192 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29f3897-8363-4db4-b132-dd2ffc0b13f2 x-openstack-request-id: req-d29f3897-8363-4db4-b132-dd2ffc0b13f2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:19.367359 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63a155-e070-4d5b-b84e-5cc6044d49fc", "name": "network-vif-plugged", "status": "completed", "tag": "1587513f-cc97-40e2-a8a7-e6f3fc3937fd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:19.368668 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d29f3897-8363-4db4-b132-dd2ffc0b13f2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:19.369760 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e63a155-e070-4d5b-b84e-5cc6044d49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1587513f-cc97-40e2-a8a7-e6f3fc3937fd', 'code': 200} Jul 16 01:21:19.369884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb95-95e6-43a0-bf7b-916e89e80f58 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.505757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261127d8-bc39-4167-92c7-d9c125c7f737 req-f13c4962-f49c-483c-828e-b127e8f71ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.507880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-261127d8-bc39-4167-92c7-d9c125c7f737 req-f13c4962-f49c-483c-828e-b127e8f71ec0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 1098 time: 0.0639825 Jul 16 01:21:19.510385 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9449565 Jul 16 01:21:19.511515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8fb95-95e6-43a0-bf7b-916e89e80f58 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=76663979-cb12-4d93-8cd4-e50a9e2f4d41,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:19.513659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:19.531957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Request body: {'subnet': {'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1977522284-subnet', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:19.539102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f057185-d44f-4999-b165-fab61f8015e0 admin admin] Pushing event updated for resources: {'Network': ['ID=e9491746-18a9-4e5f-90b0-ecff7036d857,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:19.546913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb95-95e6-43a0-bf7b-916e89e80f58 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.548595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b0b8fb95-95e6-43a0-bf7b-916e89e80f58 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/76663979-cb12-4d93-8cd4-e50a9e2f4d41 HTTP/1.1" status: 204 len: 168 time: 1.4068589 Jul 16 01:21:19.552373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.555236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:19.567600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e9491746-18a9-4e5f-90b0-ecff7036d857 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:19.607561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Made reservation on behalf of f4c0bf2d24f74bb7923b4fa83468d2cd for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:19.610840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.632065 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-769022a4-2dec-4f3f-8346-354ad453bc70 req-5e443dff-6206-497f-b6e8-eca71937b975 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 210 time: 0.0485137 Jul 16 01:21:19.651400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Pushing event deleted for resources: {'Port': ['ID=b628164a-ddda-4734-96b6-73b6da3a9c49,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:19.674307 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-261127d8-bc39-4167-92c7-d9c125c7f737 req-4cabb9b4-1435-4c7e-b601-f0d9594b3b69 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579714 Jul 16 01:21:19.797221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e62d9f-8b25-45c3-ae9e-91c24c76fd66 req-a3a90882-2464-4b88-bdd5-e181bc7eb1bd tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.798713 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9e62d9f-8b25-45c3-ae9e-91c24c76fd66 req-a3a90882-2464-4b88-bdd5-e181bc7eb1bd tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 946 time: 0.3632596 Jul 16 01:21:19.825386 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.852256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Allocated IP 172.20.0.17 (32e654c6-84d6-44c5-ba8f-cac4e9956256/e4638809-cfc4-4957-b27f-c27bdde49e76/f3bcba46-f897-4d3a-aee2-7503b29c4b8a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:19.902131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf4764d-0ef4-4b3d-93a4-4b04afbc6462 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.903758 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1bf4764d-0ef4-4b3d-93a4-4b04afbc6462 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3454838 Jul 16 01:21:19.913873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:19.974767 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-450721bf-92f0-48cc-b67d-9bddc1718156 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:21:19.976587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-450721bf-92f0-48cc-b67d-9bddc1718156 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/76663979-cb12-4d93-8cd4-e50a9e2f4d41 HTTP/1.1" status: 404 len: 333 time: 0.0606518 Jul 16 01:21:19.981575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:19.987593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879701511'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:19.998507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9e62d9f-8b25-45c3-ae9e-91c24c76fd66 req-a27471f2-1519-4c0c-9f6c-f9eda66a081d tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863768 Jul 16 01:21:20.003307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Router 95a427a0-3537-40f4-9eea-c93df6109b80 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:20.095183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:20.098766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.186246 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.265728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a41718e-83a0-48ab-a370-1def9d66fa7a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:20.281716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Checking segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:20.281832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Network hostable DHCP agents. Network: e9491746-18a9-4e5f-90b0-ecff7036d857, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:20.305925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Network e9491746-18a9-4e5f-90b0-ecff7036d857 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:20.317097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, e9491746-18a9-4e5f-90b0-ecff7036d857) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:20.322266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.323015 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.330847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166895e3-6a66-41c9-868c-eade17167d8e None None] Network e9491746-18a9-4e5f-90b0-ecff7036d857 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:20.340797 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0cfd2405-3648-4cc4-a5dd-d5518a22557f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8254378 Jul 16 01:21:20.343705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35844) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:20.351781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:20.383374 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.384684 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.449668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.551693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-e9491746-18a9-4e5f-90b0-ecff7036d857', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:21:20.554483 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.575821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Transition to ACTIVE for port object f3bcba46-f897-4d3a-aee2-7503b29c4b8a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:20.614165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:20.642935 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.643295 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Added segment e4c4087c-0d23-4a4e-b0bd-438b7647bfef of type vlan for network c97a214d-f213-497b-b48f-674a17971b61 Jul 16 01:21:20.653118 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.717326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:20.728550 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.731007 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] Sync routers for ids ['95a427a0-3537-40f4-9eea-c93df6109b80'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:20.745158 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] Routers {'95a427a0-3537-40f4-9eea-c93df6109b80'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:20.745797 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['95a427a0-3537-40f4-9eea-c93df6109b80'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:20.784332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] No DVR routers for this DVR port b628164a-ddda-4734-96b6-73b6da3a9c49 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:20.793828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.800188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ccdd4075-7682-4143-8479-d3da870b0f34 req-28192dfc-859f-4b94-88e5-275c2695bb5e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.50 "DELETE /v2.0/ports/b628164a-ddda-4734-96b6-73b6da3a9c49 HTTP/1.1" status: 204 len: 173 time: 3.5347414 Jul 16 01:21:20.807003 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'name': 'network-vif-deleted', 'tag': 'b628164a-ddda-4734-96b6-73b6da3a9c49'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:20.809483 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b64632-8246-454d-90e5-2c0154bfe689" -d '{"events": [{"server_uuid": "2f55fd9c-0a9b-4ce6-a679-cf7b125a0293", "name": "network-vif-deleted", "tag": "b628164a-ddda-4734-96b6-73b6da3a9c49"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:20.815580 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.842232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49de8b-5cc4-45e5-99b2-39369fc6ff42 req-4733ddf4-1599-4eef-977e-739ff496965d tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.843781 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a49de8b-5cc4-45e5-99b2-39369fc6ff42 req-4733ddf4-1599-4eef-977e-739ff496965d tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2714307 Jul 16 01:21:20.901717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network 32e654c6-84d6-44c5-ba8f-cac4e9956256 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:20.906760 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6e55e49-a9df-4b5b-99b7-1fbdba3e1fa9 req-9dc2a274-eb1a-40ac-8bc7-f2a4bdcf56e0 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 210 time: 0.1071675 Jul 16 01:21:20.919191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:20.927209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:20.932626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.938184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.938800 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.961092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Allocated IP 172.20.0.2 (e9491746-18a9-4e5f-90b0-ecff7036d857/2a41718e-83a0-48ab-a370-1def9d66fa7a/ec255973-db44-4fed-ba11-d495255c5476) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:20.995231 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] Set router 95a427a0-3537-40f4-9eea-c93df6109b80 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:21.023657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=f3bcba46-f897-4d3a-aee2-7503b29c4b8a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:21.033685 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b511dcc-ed06-4617-9b4a-f6ba4dd76d5f x-openstack-request-id: req-2b511dcc-ed06-4617-9b4a-f6ba4dd76d5f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:21.033971 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f55fd9c-0a9b-4ce6-a679-cf7b125a0293", "name": "network-vif-deleted", "tag": "b628164a-ddda-4734-96b6-73b6da3a9c49", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:21.036126 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b511dcc-ed06-4617-9b4a-f6ba4dd76d5f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:21.036552 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f55fd9c-0a9b-4ce6-a679-cf7b125a0293', 'name': 'network-vif-deleted', 'tag': 'b628164a-ddda-4734-96b6-73b6da3a9c49', 'status': 'completed', 'code': 200} Jul 16 01:21:21.087152 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.132771 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.162259 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1786342 Jul 16 01:21:21.169063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35856) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:21.193152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': 'c97a214d-f213-497b-b48f-674a17971b61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:21.205838 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a49de8b-5cc4-45e5-99b2-39369fc6ff42 req-5c036d60-09ae-4c78-88ed-7cc55aef0ea9 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342662 Jul 16 01:21:21.251678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.285919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-92af5896-e297-46ce-9226-8756759eded1 None None] Provisioning for port f3bcba46-f897-4d3a-aee2-7503b29c4b8a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:21.296713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-92af5896-e297-46ce-9226-8756759eded1 None None] Provisioning complete for port f3bcba46-f897-4d3a-aee2-7503b29c4b8a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:21.297275 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92af5896-e297-46ce-9226-8756759eded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.299509 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.321252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a44dc-0886-4e69-9a9a-5481d1e37625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Network': ['ID=c97a214d-f213-497b-b48f-674a17971b61,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:21.331666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Transition to ACTIVE for port object ec255973-db44-4fed-ba11-d495255c5476 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:21.349418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network c97a214d-f213-497b-b48f-674a17971b61 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:21.389724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-92af5896-e297-46ce-9226-8756759eded1 None None] Port f3bcba46-f897-4d3a-aee2-7503b29c4b8a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:21.392317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Transition to ACTIVE for port object ec255973-db44-4fed-ba11-d495255c5476 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:21.405101 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.489843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Pushing event updated for resources: {'Port': ['ID=ec255973-db44-4fed-ba11-d495255c5476,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:21.519265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Network e9491746-18a9-4e5f-90b0-ecff7036d857 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:21.521535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:21.538518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:21.575715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4f12b-93f2-4f78-975d-d2b2eb404169 req-c18761de-3c0b-49e2-8174-cbefdbed1477 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.583400 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caf4f12b-93f2-4f78-975d-d2b2eb404169 req-c18761de-3c0b-49e2-8174-cbefdbed1477 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 946 time: 0.3041832 Jul 16 01:21:21.594558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Allocated IP 172.25.4.21 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/b76c2406-534f-4348-92b0-49fd28121ae6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:21.615162 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'd7d3b1e4-b4c4-45bc-8f48-6200bb11e432', 'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'mac_address': 'fa:16:3e:a5:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:04Z', 'updated_at': '2021-07-16T01:18:13Z', 'revision_number': 5, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'subnets': [{'id': '206c9096-9461-492f-86ce-19101324f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:21.628616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Attempting to bind port ec255973-db44-4fed-ba11-d495255c5476 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:21.629313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Attempting to bind port ec255973-db44-4fed-ba11-d495255c5476 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:21.629865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Attempting to bind port ec255973-db44-4fed-ba11-d495255c5476 on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:21.637854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:21.638835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Checking segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:21.640068 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.640817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Bound using segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:21.641843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Bound port: ec255973-db44-4fed-ba11-d495255c5476, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:21.642435 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.650111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:21.653823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.672996 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caf4f12b-93f2-4f78-975d-d2b2eb404169 req-3fb568e7-8921-4910-b022-c46172b207c4 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862145 Jul 16 01:21:21.675212 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] Checking router: 95a427a0-3537-40f4-9eea-c93df6109b80 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:21.706095 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] Routers {'95a427a0-3537-40f4-9eea-c93df6109b80'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:21.706889 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['95a427a0-3537-40f4-9eea-c93df6109b80'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:21.751338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] For port ec255973-db44-4fed-ba11-d495255c5476, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:21.755221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] For port ec255973-db44-4fed-ba11-d495255c5476, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ec255973-db44-4fed-ba11-d495255c5476,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:21.761822 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.886700 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.898684 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] Set router 95a427a0-3537-40f4-9eea-c93df6109b80 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:21.904571 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.911234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bdd76-7a47-4906-994f-5eddcbc89f50 None None] Pushing event updated for resources: {'Port': ['ID=ec255973-db44-4fed-ba11-d495255c5476,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:21.965144 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.072665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Pushing event updated for resources: {'Port': ['ID=b76c2406-534f-4348-92b0-49fd28121ae6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:22.104925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:22.108212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:22.115608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:22.200347 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-766dda68-bf2b-4dee-ae12-c0056e1cccbf req-089ed960-3b34-4887-9f02-1334df8e9b2f tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 210 time: 0.0980690 Jul 16 01:21:22.310551 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'd7d3b1e4-b4c4-45bc-8f48-6200bb11e432', 'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'mac_address': 'fa:16:3e:a5:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:04Z', 'updated_at': '2021-07-16T01:18:13Z', 'revision_number': 5, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'subnets': [{'id': '206c9096-9461-492f-86ce-19101324f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:22.376703 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41363d-c329-43e0-acd7-4c9fe2a0af66 None None] The sync data for ids ['95a427a0-3537-40f4-9eea-c93df6109b80'] in n-d-791504-14 is: [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 4, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'd7d3b1e4-b4c4-45bc-8f48-6200bb11e432', 'name': '', 'network_id': '2f83854e-2a65-4737-b045-d79c7fb371d2', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'mac_address': 'fa:16:3e:a5:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '206c9096-9461-492f-86ce-19101324f27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:04Z', 'updated_at': '2021-07-16T01:18:13Z', 'revision_number': 5, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'subnets': [{'id': '206c9096-9461-492f-86ce-19101324f27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:22.524164 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.594347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63aa50-75dd-453c-b392-8d13693b6eda req-8c9ddeee-e2cf-40da-989b-3a526b269a2f tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.602642 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab63aa50-75dd-453c-b392-8d13693b6eda req-8c9ddeee-e2cf-40da-989b-3a526b269a2f tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 946 time: 0.2046361 Jul 16 01:21:22.663939 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:22.710925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab63aa50-75dd-453c-b392-8d13693b6eda req-2b33792c-d6be-47a4-bd6e-c6ce7fb1aedd tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082206 Jul 16 01:21:22.727311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaa1b7-47d7-4e5d-97f8-b625ad7b85a0 req-6b9b1f8b-8df2-40e9-8095-2c93a7f0415a tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.734510 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62eaa1b7-47d7-4e5d-97f8-b625ad7b85a0 req-6b9b1f8b-8df2-40e9-8095-2c93a7f0415a tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2638409 Jul 16 01:21:22.739726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Checking segment: {'id': 'e4c4087c-0d23-4a4e-b0bd-438b7647bfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c97a214d-f213-497b-b48f-674a17971b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:22.740103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network hostable DHCP agents. Network: c97a214d-f213-497b-b48f-674a17971b61, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:22.751104 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.852788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c97a214d-f213-497b-b48f-674a17971b61 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:22.862465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62eaa1b7-47d7-4e5d-97f8-b625ad7b85a0 req-a35aacce-ec70-49c9-a9fc-eade07307829 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270208 Jul 16 01:21:22.867324 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.880772 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.883846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, c97a214d-f213-497b-b48f-674a17971b61) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:22.897499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc62c1a-5ec8-4d72-b792-35e6a7360e96 None None] Network c97a214d-f213-497b-b48f-674a17971b61 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:22.956758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.957602 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.081845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ec255973-db44-4fed-ba11-d495255c5476 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:23.161408 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.177065 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b0cc7187-5a3e-46d3-be91-3f7d356ee26f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0003643 Jul 16 01:21:23.179797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35874) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:23.200153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-91e666f1-7767-4edf-8b90-7975623c1c43 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': 'c97a214d-f213-497b-b48f-674a17971b61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:23.227267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ec255973-db44-4fed-ba11-d495255c5476 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:23.268000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=f3bcba46-f897-4d3a-aee2-7503b29c4b8a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.286094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.380211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1d791-e590-4b5b-97c3-6a426726963f None None] New status for floating IP 5ee77d8d-8bb5-4ad5-b93c-2aeea7b7986c: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:21:23.519366 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-c97a214d-f213-497b-b48f-674a17971b61', 'network_id': 'c97a214d-f213-497b-b48f-674a17971b61', 'tenant_id': '0136dc78c16345c8b1061962395130ee', 'fixed_ips': [{'subnet_id': 'e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:21:23.524742 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.536953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b6bb965-c7f4-4c01-9187-91984fd1501f req-8ddddd56-727d-48da-ace9-c253b0f68194 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 210 time: 0.0499976 Jul 16 01:21:23.548211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e666f1-7767-4edf-8b90-7975623c1c43 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:23.555058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91e666f1-7767-4edf-8b90-7975623c1c43 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.624851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Router 60135ade-3f78-487e-9949-7ca8854a3e27 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:21:23.805298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network 32e654c6-84d6-44c5-ba8f-cac4e9956256 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:23.809356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:23.824068 n-d-791504-14 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-91e666f1-7767-4edf-8b90-7975623c1c43 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc (CIDR: 2001:db8::/64) Jul 16 01:21:23.829499 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e666f1-7767-4edf-8b90-7975623c1c43 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:21:23.830038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e666f1-7767-4edf-8b90-7975623c1c43 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:21:23.843993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Allocated IP 2001:db8::2 (c97a214d-f213-497b-b48f-674a17971b61/e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc/ec45cca2-d585-427e-8c72-4052c49f00d2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:23.854552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:23.889790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.891161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-437b65c1-ad1b-4b3f-9a2f-03d3da2bc095 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5457401 Jul 16 01:21:23.893819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35880) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:23.898900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b7e180-7656-4cd6-ba41-edda1cfd4d1b None None] Network e9491746-18a9-4e5f-90b0-ecff7036d857 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:23.905976 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Sync routers for ids ['60135ade-3f78-487e-9949-7ca8854a3e27'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:23.930881 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Routers {'60135ade-3f78-487e-9949-7ca8854a3e27'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:23.931538 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['60135ade-3f78-487e-9949-7ca8854a3e27'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:24.089928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-91e666f1-7767-4edf-8b90-7975623c1c43 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9052522 Jul 16 01:21:24.091462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35884) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:24.126002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': 'c97a214d-f213-497b-b48f-674a17971b61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:24.175941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-10146319-b853-4b8e-adc2-b7a0ee448498 None None] Provisioning for port ec255973-db44-4fed-ba11-d495255c5476 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:24.190289 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Set router 60135ade-3f78-487e-9949-7ca8854a3e27 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:24.363040 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.374445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Transition to ACTIVE for port object ec45cca2-d585-427e-8c72-4052c49f00d2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:24.393453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Transition to ACTIVE for port object ec45cca2-d585-427e-8c72-4052c49f00d2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:24.399405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-10146319-b853-4b8e-adc2-b7a0ee448498 None None] Provisioning complete for port ec255973-db44-4fed-ba11-d495255c5476 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:24.399994 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10146319-b853-4b8e-adc2-b7a0ee448498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.411403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465f986-59d3-4000-847d-3de4e79ab98a req-707df0a9-5df4-4b98-945c-440ec190480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.413345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7465f986-59d3-4000-847d-3de4e79ab98a req-707df0a9-5df4-4b98-945c-440ec190480b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 1097 time: 0.3478141 Jul 16 01:21:24.422794 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.436637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-d6104117-0940-4946-aae8-ab6135597e1c tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.438480 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-d6104117-0940-4946-aae8-ab6135597e1c tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 946 time: 0.4446192 Jul 16 01:21:24.447842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:24.458494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24c8a4-0c7b-4ac2-9bb4-ca64d4ba89dc req-284666ee-8ef9-48ab-b417-ff2f2fbe96bf tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.467484 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c24c8a4-0c7b-4ac2-9bb4-ca64d4ba89dc req-284666ee-8ef9-48ab-b417-ff2f2fbe96bf tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 946 time: 0.4711945 Jul 16 01:21:24.469563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa374-c9e9-464e-8ec7-9bc5185640db req-599636da-5576-427f-833b-6bdb23075917 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.471346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf6fa374-c9e9-464e-8ec7-9bc5185640db req-599636da-5576-427f-833b-6bdb23075917 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2818916 Jul 16 01:21:24.517259 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:22Z', 'revision_number': 3, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:24.538241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Network c97a214d-f213-497b-b48f-674a17971b61 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:24.543285 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7465f986-59d3-4000-847d-3de4e79ab98a req-ccbe888f-4aa0-425c-871a-d4690ac9bbca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915632 Jul 16 01:21:24.571657 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Checking router: 60135ade-3f78-487e-9949-7ca8854a3e27 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:24.573837 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Updating router 60135ade-3f78-487e-9949-7ca8854a3e27 port b76c2406-534f-4348-92b0-49fd28121ae6 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:21:24.597285 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf6fa374-c9e9-464e-8ec7-9bc5185640db req-4b4f4606-b225-4199-b220-3bddb1f65bea tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164279 Jul 16 01:21:24.603282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:24.608104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:24.649710 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.680947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Pushing event updated for resources: {'Port': ['ID=ec45cca2-d585-427e-8c72-4052c49f00d2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.701555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:24.710573 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.722035 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286742e0-6f0e-40e1-8366-686dc2bc5bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.828421 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10146319-b853-4b8e-adc2-b7a0ee448498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.858464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Attempting to bind port ec45cca2-d585-427e-8c72-4052c49f00d2 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:24.858931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Attempting to bind port ec45cca2-d585-427e-8c72-4052c49f00d2 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'e4c4087c-0d23-4a4e-b0bd-438b7647bfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c97a214d-f213-497b-b48f-674a17971b61'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:24.859371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Attempting to bind port ec45cca2-d585-427e-8c72-4052c49f00d2 on network c97a214d-f213-497b-b48f-674a17971b61 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:24.868864 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c24c8a4-0c7b-4ac2-9bb4-ca64d4ba89dc req-35adf4ab-95de-4057-837a-8bc1357fb287 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003210 Jul 16 01:21:24.874632 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:24.875127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Checking segment: {'id': 'e4c4087c-0d23-4a4e-b0bd-438b7647bfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c97a214d-f213-497b-b48f-674a17971b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:24.875604 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.876262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Bound using segment: {'id': 'e4c4087c-0d23-4a4e-b0bd-438b7647bfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c97a214d-f213-497b-b48f-674a17971b61'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:24.876638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Bound port: ec45cca2-d585-427e-8c72-4052c49f00d2, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c4087c-0d23-4a4e-b0bd-438b7647bfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c97a214d-f213-497b-b48f-674a17971b61'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:24.877245 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.986168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.098898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-10146319-b853-4b8e-adc2-b7a0ee448498 None None] For port ec255973-db44-4fed-ba11-d495255c5476, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ec255973-db44-4fed-ba11-d495255c5476,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:25.112559 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10146319-b853-4b8e-adc2-b7a0ee448498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.139484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-7cbf3ded-62d5-47a8-93b2-39f5ec6d7924 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Deleting port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:25.139999 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-7cbf3ded-62d5-47a8-93b2-39f5ec6d7924 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.207419 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.238989 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Transition to ACTIVE for port object b76c2406-534f-4348-92b0-49fd28121ae6 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:25.249310 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.264741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-7cbf3ded-62d5-47a8-93b2-39f5ec6d7924 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] For port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,segment=NetworkSegment(8a04ce75-7cda-4964-9338-ceacd7d0cdf3),segment_id=8a04ce75-7cda-4964-9338-ceacd7d0cdf3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:25.265226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-7cbf3ded-62d5-47a8-93b2-39f5ec6d7924 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.283064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-7cbf3ded-62d5-47a8-93b2-39f5ec6d7924 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Calling delete_port for 1587513f-cc97-40e2-a8a7-e6f3fc3937fd owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:25.370741 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ff602-2cdd-494f-baa0-704dc5ef33d3 None None] Pushing event updated for resources: {'Port': ['ID=b76c2406-534f-4348-92b0-49fd28121ae6,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.380478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Allocated IP 172.20.0.1 (e9491746-18a9-4e5f-90b0-ecff7036d857/2a41718e-83a0-48ab-a370-1def9d66fa7a/9fb770ec-d9b1-4248-bc92-d21936855e0b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:25.422397 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Attempting to bind port b76c2406-534f-4348-92b0-49fd28121ae6 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:25.422888 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Attempting to bind port b76c2406-534f-4348-92b0-49fd28121ae6 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:25.423094 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Attempting to bind port b76c2406-534f-4348-92b0-49fd28121ae6 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:25.430486 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:25.431025 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:25.432669 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.433102 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:25.433649 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Bound port: b76c2406-534f-4348-92b0-49fd28121ae6, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:25.434044 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.449379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10146319-b853-4b8e-adc2-b7a0ee448498 None None] Pushing event updated for resources: {'Port': ['ID=ec255973-db44-4fed-ba11-d495255c5476,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.457309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] For port ec45cca2-d585-427e-8c72-4052c49f00d2, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:25.469002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ae3f1c7c-68a3-4881-9d64-2b2948f893bd None None] Provisioning complete for port f3bcba46-f897-4d3a-aee2-7503b29c4b8a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:25.469835 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1c7c-68a3-4881-9d64-2b2948f893bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.534999 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.547320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] For port ec45cca2-d585-427e-8c72-4052c49f00d2, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ec45cca2-d585-427e-8c72-4052c49f00d2,segment=NetworkSegment(e4c4087c-0d23-4a4e-b0bd-438b7647bfef),segment_id=e4c4087c-0d23-4a4e-b0bd-438b7647bfef)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:25.559486 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.576961 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] For port b76c2406-534f-4348-92b0-49fd28121ae6, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:25.582800 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] For port b76c2406-534f-4348-92b0-49fd28121ae6, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b76c2406-534f-4348-92b0-49fd28121ae6,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:25.590358 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.639919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.680044 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Routers {'60135ade-3f78-487e-9949-7ca8854a3e27'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:25.680769 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['60135ade-3f78-487e-9949-7ca8854a3e27'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:25.685917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Transition to ACTIVE for port object 9fb770ec-d9b1-4248-bc92-d21936855e0b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:25.692458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f1c7c-68a3-4881-9d64-2b2948f893bd None None] Port f3bcba46-f897-4d3a-aee2-7503b29c4b8a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:25.694951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:25.711353 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-309a56b8-6377-4c0a-ab65-b1d470636a52 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "PUT /v2.0/routers/b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6359766 Jul 16 01:21:25.713260 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.739515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Sync routers for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:25.761508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c97a214d-f213-497b-b48f-674a17971b61 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:25.764834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:25.781139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-95afc6b7-bb35-4421-8be3-efb4e10a16af req-5cd3f333-0377-449c-8a9e-62b5db3ac835 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 210 time: 0.6512280 Jul 16 01:21:25.793190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4778b8-c99a-4cf6-bdd9-7224bfa0b208 None None] Pushing event updated for resources: {'Port': ['ID=ec45cca2-d585-427e-8c72-4052c49f00d2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.819218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:25.820052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:20:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:25.822753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.927251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Network e9491746-18a9-4e5f-90b0-ecff7036d857 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:25.938313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:25.945604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:25.945976 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] Set router 60135ade-3f78-487e-9949-7ca8854a3e27 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:25.956848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Pushing event updated for resources: {'Port': ['ID=9fb770ec-d9b1-4248-bc92-d21936855e0b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.960650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-09f7cff9-8b6a-439b-a77b-0f8bb518363f None None] Provisioning complete for port ec255973-db44-4fed-ba11-d495255c5476 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:25.961034 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09f7cff9-8b6a-439b-a77b-0f8bb518363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.199893 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.276802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04577a-ea05-4966-9ed4-9070c4673434 req-442a85cd-be17-4306-8224-a98a68551529 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.280611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:26.286166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e04577a-ea05-4966-9ed4-9070c4673434 req-442a85cd-be17-4306-8224-a98a68551529 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2645690 Jul 16 01:21:26.371067 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:21:26.373057 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ff602-2cdd-494f-baa0-704dc5ef33d3 None None] Pushing event updated for resources: {'Port': ['ID=b76c2406-534f-4348-92b0-49fd28121ae6,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:26.405127 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e04577a-ea05-4966-9ed4-9070c4673434 req-e4a19039-f4b6-4dce-a09f-989ce6f84ca7 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179578 Jul 16 01:21:26.424168 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:22Z', 'revision_number': 3, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:26.623875 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f312092-32cd-44e3-9ccc-9af0a3b4a9f1 None None] The sync data for ids ['60135ade-3f78-487e-9949-7ca8854a3e27'] in n-d-791504-14 is: [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:22Z', 'revision_number': 3, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:26.640768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.686263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.686861 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.822993 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7034123 Jul 16 01:21:26.826136 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=a9ebba19-073a-4568-8211-dd59caae7f25,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:26.828890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35908) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:26.840811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': 'c97a214d-f213-497b-b48f-674a17971b61', 'fixed_ips': [{'subnet_id': 'e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc'}, {'subnet_id': 'a9ebba19-073a-4568-8211-dd59caae7f25'}], 'name': 'tempest-PortsIpV6TestJSON-918107066'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:26.849075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.849426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.849863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.852354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.852727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.853073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.853425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.853751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.854754 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.854754 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.854754 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.855188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa736370-dc20-43ed-b483-c17c8304c91d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:26.887937 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-7cbf3ded-62d5-47a8-93b2-39f5ec6d7924 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.955159 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.957032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1587513f-cc97-40e2-a8a7-e6f3fc3937fd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:27.004880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf3ded-62d5-47a8-93b2-39f5ec6d7924 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Pushing event deleted for resources: {'Port': ['ID=1587513f-cc97-40e2-a8a7-e6f3fc3937fd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:27.069921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd7ba0-c9bb-41fd-a3ac-715d98d8a3ed req-ee3f444d-c2e0-401b-8b65-6a38c389c75e tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.082861 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9cd7ba0-c9bb-41fd-a3ac-715d98d8a3ed req-ee3f444d-c2e0-401b-8b65-6a38c389c75e tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e63a155-e070-4d5b-b84e-5cc6044d49fc HTTP/1.1" status: 200 len: 867 time: 0.3897574 Jul 16 01:21:27.167630 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de0d3a04-d052-48e4-914c-b6a66dd425df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.200713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:21:21Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '01a46765-e83c-49e1-acde-f6f71ae51ad8', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'mac_address': 'fa:16:3e:5a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:02Z', 'updated_at': '2021-07-16T01:20:07Z', 'revision_number': 1, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bcba46-f897-4d3a-aee2-7503b29c4b8a', 'name': '', 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:28:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'e4638809-cfc4-4957-b27f-c27bdde49e76', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:19Z', 'updated_at': '2021-07-16T01:21:22Z', 'revision_number': 2, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'e4638809-cfc4-4957-b27f-c27bdde49e76', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:27.265901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-7cbf3ded-62d5-47a8-93b2-39f5ec6d7924 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] No DVR routers for this DVR port 1587513f-cc97-40e2-a8a7-e6f3fc3937fd on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:27.287304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ec45cca2-d585-427e-8c72-4052c49f00d2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:27.288735 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-7cbf3ded-62d5-47a8-93b2-39f5ec6d7924 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.296018 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3b3d2fe-d4a1-4bef-b586-ae656cad40b4 req-7cbf3ded-62d5-47a8-93b2-39f5ec6d7924 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.50 "DELETE /v2.0/ports/1587513f-cc97-40e2-a8a7-e6f3fc3937fd HTTP/1.1" status: 204 len: 173 time: 2.8504164 Jul 16 01:21:27.340626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63a155-e070-4d5b-b84e-5cc6044d49fc', 'name': 'network-vif-deleted', 'tag': '1587513f-cc97-40e2-a8a7-e6f3fc3937fd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:27.347198 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a837a5-c20d-47ac-b5ac-86fdd907eac5" -d '{"events": [{"server_uuid": "3e63a155-e070-4d5b-b84e-5cc6044d49fc", "name": "network-vif-deleted", "tag": "1587513f-cc97-40e2-a8a7-e6f3fc3937fd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:27.359482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Checking router: b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:27.361008 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Updating router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 port f3bcba46-f897-4d3a-aee2-7503b29c4b8a binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:21:27.396225 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a9cd7ba0-c9bb-41fd-a3ac-715d98d8a3ed req-b9753115-501c-48d4-8b9f-2f94b7f600b7 tempest-InstanceActionsV221TestJSON-1651585207 tempest-InstanceActionsV221TestJSON-1651585207-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef950a06-3272-48bc-82ca-f84a47afd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122685 Jul 16 01:21:27.448894 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.498073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-57cc65a7-7082-4556-a985-8236a62bb13c None None] Provisioning for port 9fb770ec-d9b1-4248-bc92-d21936855e0b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:27.539336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-57cc65a7-7082-4556-a985-8236a62bb13c None None] Provisioning complete for port 9fb770ec-d9b1-4248-bc92-d21936855e0b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:27.539717 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57cc65a7-7082-4556-a985-8236a62bb13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.703737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d84f36-f609-49e8-ad54-1b61e4380b8e None None] Network c97a214d-f213-497b-b48f-674a17971b61 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:27.737854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-57cc65a7-7082-4556-a985-8236a62bb13c None None] Port 9fb770ec-d9b1-4248-bc92-d21936855e0b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:27.757742 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.897452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ec45cca2-d585-427e-8c72-4052c49f00d2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:27.915325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ec255973-db44-4fed-ba11-d495255c5476 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:27.924418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51b90080-b0b6-4142-97c5-f2ea4d62360a req-12fd2d3a-7458-4f8e-90cd-3935feed2fdf tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 210 time: 0.1364298 Jul 16 01:21:27.937117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-250f66a1-3ad6-48d3-b1f4-0fa4c89f7903 None None] Provisioning for port ec45cca2-d585-427e-8c72-4052c49f00d2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:28.023808 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d206cf0-96b7-4a6d-a01f-24aab5700a67 x-openstack-request-id: req-0d206cf0-96b7-4a6d-a01f-24aab5700a67 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:28.024357 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63a155-e070-4d5b-b84e-5cc6044d49fc", "name": "network-vif-deleted", "tag": "1587513f-cc97-40e2-a8a7-e6f3fc3937fd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:28.024357 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d206cf0-96b7-4a6d-a01f-24aab5700a67 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:28.024741 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e63a155-e070-4d5b-b84e-5cc6044d49fc', 'name': 'network-vif-deleted', 'tag': '1587513f-cc97-40e2-a8a7-e6f3fc3937fd', 'status': 'completed', 'code': 200} Jul 16 01:21:28.062819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d0150-5356-44b5-8d71-b85ce9218141 req-a1d0f343-385b-4e96-be82-fa0e5f5ec679 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:28.073320 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d22d0150-5356-44b5-8d71-b85ce9218141 req-a1d0f343-385b-4e96-be82-fa0e5f5ec679 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1949515 Jul 16 01:21:28.133209 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.140574 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.186096 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.203609 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d22d0150-5356-44b5-8d71-b85ce9218141 req-e2cc0d48-1a3b-4444-8649-3c131e0fcf30 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292465 Jul 16 01:21:28.300262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:28.324670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-250f66a1-3ad6-48d3-b1f4-0fa4c89f7903 None None] Provisioning complete for port ec45cca2-d585-427e-8c72-4052c49f00d2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:28.325223 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-250f66a1-3ad6-48d3-b1f4-0fa4c89f7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.335717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480708df-add7-406a-a431-348bea4dd28e req-f1ec81fb-1e8a-4fd4-86a9-d9841cc4bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:28.337649 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-480708df-add7-406a-a431-348bea4dd28e req-f1ec81fb-1e8a-4fd4-86a9-d9841cc4bbc5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 1097 time: 0.5559304 Jul 16 01:21:28.342524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Pushing event updated for resources: {'Port': ['ID=9fb770ec-d9b1-4248-bc92-d21936855e0b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:28.439906 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.452455 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.492682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Transition to ACTIVE for port object f3bcba46-f897-4d3a-aee2-7503b29c4b8a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:28.558832 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.560207 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.569242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Network e9491746-18a9-4e5f-90b0-ecff7036d857 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:28.584966 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:28.612460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port f9be11b1-d4c4-468f-a485-8052d09de942 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:28.643368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ec255973-db44-4fed-ba11-d495255c5476 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:28.643753 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.767499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Pushing event updated for resources: {'Port': ['ID=f3bcba46-f897-4d3a-aee2-7503b29c4b8a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:28.860211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.864538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.864936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.865512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.866298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.866650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.866991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.867323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.867656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.867985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.868316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.868638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:28.879648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480708df-add7-406a-a431-348bea4dd28e req-491b9c09-d53d-4a7a-9416-80420a9f155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:28.887111 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-250f66a1-3ad6-48d3-b1f4-0fa4c89f7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.896755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-480708df-add7-406a-a431-348bea4dd28e req-491b9c09-d53d-4a7a-9416-80420a9f155d service neutron] 10.222.0.50 "GET /v2.0/networks?id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 200 len: 909 time: 0.5370445 Jul 16 01:21:29.030335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1587513f-cc97-40e2-a8a7-e6f3fc3937fd no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:29.092015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35934) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:29.101052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 1587513f-cc97-40e2-a8a7-e6f3fc3937fd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:29.102700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1587513f-cc97-40e2-a8a7-e6f3fc3937fd not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:29.132307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Attempting to bind port f3bcba46-f897-4d3a-aee2-7503b29c4b8a on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:29.133170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Attempting to bind port f3bcba46-f897-4d3a-aee2-7503b29c4b8a by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:29.133858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Attempting to bind port f3bcba46-f897-4d3a-aee2-7503b29c4b8a on network 32e654c6-84d6-44c5-ba8f-cac4e9956256 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:29.143015 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-480708df-add7-406a-a431-348bea4dd28e req-5d9b31eb-b274-4b2a-b239-13251a2cc565 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add HTTP/1.1" status: 200 len: 217 time: 0.2170460 Jul 16 01:21:29.201662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4f68ce-48ad-4601-91b8-bb63fc203bc2 admin admin] Deleting subnet b5db7d7c-ddfe-4fb1-a909-cc87573a2a42 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:29.211915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:29.212302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Checking segment: {'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:29.212717 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.213123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Bound using segment: {'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:29.213616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Bound port: f3bcba46-f897-4d3a-aee2-7503b29c4b8a, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:29.214041 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.217952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-250f66a1-3ad6-48d3-b1f4-0fa4c89f7903 None None] For port ec45cca2-d585-427e-8c72-4052c49f00d2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ec45cca2-d585-427e-8c72-4052c49f00d2,segment=NetworkSegment(e4c4087c-0d23-4a4e-b0bd-438b7647bfef),segment_id=e4c4087c-0d23-4a4e-b0bd-438b7647bfef)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:29.220144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b4f68ce-48ad-4601-91b8-bb63fc203bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.253973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Router 60135ade-3f78-487e-9949-7ca8854a3e27 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:29.288487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b4f68ce-48ad-4601-91b8-bb63fc203bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.339604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a2ef9fe-d6c6-418e-bf1b-7f4424b2667c req-a85fea3e-fc64-49e1-9093-2c1047897833 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f55fd9c-0a9b-4ce6-a679-cf7b125a0293 HTTP/1.1" status: 200 len: 210 time: 0.0839574 Jul 16 01:21:29.374854 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b4f68ce-48ad-4601-91b8-bb63fc203bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.447403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480708df-add7-406a-a431-348bea4dd28e req-f7888055-d814-49aa-b16f-1c09681f8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:29.453137 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-480708df-add7-406a-a431-348bea4dd28e req-f7888055-d814-49aa-b16f-1c09681f8bd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0bfd4d4-79b2-4502-a287-9b1281112152 HTTP/1.1" status: 200 len: 849 time: 0.2774742 Jul 16 01:21:29.497637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b4f68ce-48ad-4601-91b8-bb63fc203bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.520969 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-480708df-add7-406a-a431-348bea4dd28e req-e48b7b66-34e6-4e9d-ac6b-bf5604e1c27d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545864 Jul 16 01:21:29.570980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f68ce-48ad-4601-91b8-bb63fc203bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5db7d7c-ddfe-4fb1-a909-cc87573a2a42,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.575704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b4f68ce-48ad-4601-91b8-bb63fc203bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.582566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8b4f68ce-48ad-4601-91b8-bb63fc203bc2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b5db7d7c-ddfe-4fb1-a909-cc87573a2a42 HTTP/1.1" status: 204 len: 168 time: 0.4888802 Jul 16 01:21:29.583209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:29.603807 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-250f66a1-3ad6-48d3-b1f4-0fa4c89f7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.642391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c5f623-db97-4a9e-bb68-c5b088171c40 None None] Update dhcp port {'port': {'network_id': 'c97a214d-f213-497b-b48f-674a17971b61', 'fixed_ips': [{'subnet_id': 'e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a9ebba19-073a-4568-8211-dd59caae7f25'}], 'binding:host_id': 'n-d-791504-14'}, 'id': 'ec45cca2-d585-427e-8c72-4052c49f00d2'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:21:29.738181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.866802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f66a1-3ad6-48d3-b1f4-0fa4c89f7903 None None] Pushing event updated for resources: {'Port': ['ID=ec45cca2-d585-427e-8c72-4052c49f00d2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.866802 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00c5f623-db97-4a9e-bb68-c5b088171c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.953583 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.964532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4770f2-1abc-4162-b988-c0a9c1365263']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:29.967254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:29.971129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-480708df-add7-406a-a431-348bea4dd28e req-399afde4-b6d4-43ad-8571-648553edb841 service neutron] 10.222.0.50 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266198 Jul 16 01:21:29.978975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3d189e9a-3947-462d-bbb2-d87a3967c44a admin admin] 10.222.0.64 "PUT /v2.0/routers/60135ade-3f78-487e-9949-7ca8854a3e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0833764 Jul 16 01:21:29.994198 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Sync routers for ids ['60135ade-3f78-487e-9949-7ca8854a3e27'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:30.000675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b76c2406-534f-4348-92b0-49fd28121ae6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:30.011735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a04ce75-7cda-4964-9338-ceacd7d0cdf3') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:30.012044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a04ce75-7cda-4964-9338-ceacd7d0cdf3') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:30.026340 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Routers {'60135ade-3f78-487e-9949-7ca8854a3e27'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:30.026997 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['60135ade-3f78-487e-9949-7ca8854a3e27'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:30.045133 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.054358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-82d5803a-f1a5-417a-8a6d-a63dd2493dea None None] Provisioning complete for port 9fb770ec-d9b1-4248-bc92-d21936855e0b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:30.055011 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82d5803a-f1a5-417a-8a6d-a63dd2493dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.063931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] For port f3bcba46-f897-4d3a-aee2-7503b29c4b8a, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:30.074038 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.074897 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.084970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:30.086630 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:30.090829 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:30.158998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-480708df-add7-406a-a431-348bea4dd28e req-cdaba8fb-fbbc-427d-87ba-ffd445d1eb13 service neutron] 10.222.0.50 "GET /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532309 Jul 16 01:21:30.163764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] For port f3bcba46-f897-4d3a-aee2-7503b29c4b8a, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f3bcba46-f897-4d3a-aee2-7503b29c4b8a,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:30.181217 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.220107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.250249 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.254999 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b8b2a-3a90-4d01-89db-ce38efdd01c8 None None] Pushing event updated for resources: {'Port': ['ID=f3bcba46-f897-4d3a-aee2-7503b29c4b8a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:30.256190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] 10.222.0.64 "DELETE /v2.0/networks/1b4770f2-1abc-4162-b988-c0a9c1365263 HTTP/1.1" status: 204 len: 168 time: 0.6715398 Jul 16 01:21:30.257710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231ba24-53f6-42b4-a94b-1bddacc2d30e admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4770f2-1abc-4162-b988-c0a9c1365263,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:30.268145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-82d5803a-f1a5-417a-8a6d-a63dd2493dea None None] Port 9fb770ec-d9b1-4248-bc92-d21936855e0b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:30.296525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4ce27-d9f5-4110-b7cd-a09f10720b38 req-dde9e6fe-e0ba-44a3-961f-97a3e7062a75 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.297153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:30.298130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5fa4ce27-d9f5-4110-b7cd-a09f10720b38 req-dde9e6fe-e0ba-44a3-961f-97a3e7062a75 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.5983882 Jul 16 01:21:30.298628 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:30.299474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8::1db (c97a214d-f213-497b-b48f-674a17971b61/e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc/f9be11b1-d4c4-468f-a485-8052d09de942) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:30.304199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b76c2406-534f-4348-92b0-49fd28121ae6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:30.370769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b76c2406-534f-4348-92b0-49fd28121ae6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:30.371131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8:0:1::2f6 (c97a214d-f213-497b-b48f-674a17971b61/a9ebba19-073a-4568-8211-dd59caae7f25/f9be11b1-d4c4-468f-a485-8052d09de942) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:30.371323 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.393702 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Set router 60135ade-3f78-487e-9949-7ca8854a3e27 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:30.527827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35956) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:30.657350 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.674878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object f9be11b1-d4c4-468f-a485-8052d09de942 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:30.677286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-89b914ac-2346-42d8-ae38-d36ecb64f054 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cba660ff65c43689c8095cbb85585ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478465 Jul 16 01:21:30.678458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35960) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:30.746327 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.751018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5fa4ce27-d9f5-4110-b7cd-a09f10720b38 req-c2b255bd-d837-4cbf-bf36-f456812ee9cd tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400048 Jul 16 01:21:30.755543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:30.811345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c97a214d-f213-497b-b48f-674a17971b61 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:30.824802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:30.829940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:30.837584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.838553 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.853760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=f9be11b1-d4c4-468f-a485-8052d09de942,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:30.886560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9159aeb-15cf-4e8a-9670-61e88225d519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.892961 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ed251b81-19ce-4b26-b6b8-1751904e2b85 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.0615396 Jul 16 01:21:30.898749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:30.911515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:30.920972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9159aeb-15cf-4e8a-9670-61e88225d519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.931878 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:26Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9fb770ec-d9b1-4248-bc92-d21936855e0b', 'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'mac_address': 'fa:16:3e:63:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:25Z', 'updated_at': '2021-07-16T01:21:26Z', 'revision_number': 2, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'subnets': [{'id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:30.977812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-00c5f623-db97-4a9e-bb68-c5b088171c40 None None] Allocated IP 2001:db8:0:1::2 (c97a214d-f213-497b-b48f-674a17971b61/a9ebba19-073a-4568-8211-dd59caae7f25/ec45cca2-d585-427e-8c72-4052c49f00d2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:30.993660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35964) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:30.998568 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Checking router: 60135ade-3f78-487e-9949-7ca8854a3e27 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:30.999556 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Updating router 60135ade-3f78-487e-9949-7ca8854a3e27 port 9fb770ec-d9b1-4248-bc92-d21936855e0b binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:21:31.012874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-14490e4d-888c-4159-a1b8-7b3ac59ac129 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017913506', 'description': 'tempest-description--990683406'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:31.022841 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9159aeb-15cf-4e8a-9670-61e88225d519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.026835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9159aeb-15cf-4e8a-9670-61e88225d519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.030284 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c9159aeb-15cf-4e8a-9670-61e88225d519 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef950a06-3272-48bc-82ca-f84a47afd6a4 HTTP/1.1" status: 204 len: 168 time: 0.3481734 Jul 16 01:21:31.043990 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.062457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9159aeb-15cf-4e8a-9670-61e88225d519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef950a06-3272-48bc-82ca-f84a47afd6a4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:31.088590 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.141791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:31.235676 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cffc-ece8-410f-999f-9fa4cc28e6c3 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.242759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14490e4d-888c-4159-a1b8-7b3ac59ac129 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.276537 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cffc-ece8-410f-999f-9fa4cc28e6c3 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.352064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.382402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b76c2406-534f-4348-92b0-49fd28121ae6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b76c2406-534f-4348-92b0-49fd28121ae6,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:31.386886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cffc-ece8-410f-999f-9fa4cc28e6c3 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.390132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cffc-ece8-410f-999f-9fa4cc28e6c3 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.391377 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6eb1cffc-ece8-410f-999f-9fa4cc28e6c3 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "DELETE /v2.0/security-groups/b63ab6c8-2238-4e75-a3bc-047b26791cb9 HTTP/1.1" status: 204 len: 168 time: 0.2484257 Jul 16 01:21:31.399000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35974) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:31.409043 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.437759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1cffc-ece8-410f-999f-9fa4cc28e6c3 tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63ab6c8-2238-4e75-a3bc-047b26791cb9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:31.455703 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-638b6cf7-1616-4a2f-ac7a-94882cd8a39a tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] show failed (client error): The resource could not be found. Jul 16 01:21:31.456844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-638b6cf7-1616-4a2f-ac7a-94882cd8a39a tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "GET /v2.0/security-groups/b63ab6c8-2238-4e75-a3bc-047b26791cb9 HTTP/1.1" status: 404 len: 347 time: 0.0557528 Jul 16 01:21:31.460606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35978) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:31.697287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-00c5f623-db97-4a9e-bb68-c5b088171c40 None None] For port ec45cca2-d585-427e-8c72-4052c49f00d2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ec45cca2-d585-427e-8c72-4052c49f00d2,segment=NetworkSegment(e4c4087c-0d23-4a4e-b0bd-438b7647bfef),segment_id=e4c4087c-0d23-4a4e-b0bd-438b7647bfef)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:31.697287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b76c2406-534f-4348-92b0-49fd28121ae6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:31.754613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00c5f623-db97-4a9e-bb68-c5b088171c40 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.780001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-00c5f623-db97-4a9e-bb68-c5b088171c40 None None] Transition to ACTIVE for port object ec45cca2-d585-427e-8c72-4052c49f00d2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:31.781373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1f8ac49b-a51f-4afa-ba5d-22df85f3330e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Deleting port 1a4f17d1-8cad-4707-9429-969e862c1630 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:31.781373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac49b-a51f-4afa-ba5d-22df85f3330e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.786226 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00c5f623-db97-4a9e-bb68-c5b088171c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.971826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5f623-db97-4a9e-bb68-c5b088171c40 None None] Pushing event updated for resources: {'Port': ['ID=ec45cca2-d585-427e-8c72-4052c49f00d2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:31.986321 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14490e4d-888c-4159-a1b8-7b3ac59ac129 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.996377 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14490e4d-888c-4159-a1b8-7b3ac59ac129 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.003790 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.031802 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Transition to ACTIVE for port object 9fb770ec-d9b1-4248-bc92-d21936855e0b will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:32.047174 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.064676 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac49b-a51f-4afa-ba5d-22df85f3330e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.065468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:21:21Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '01a46765-e83c-49e1-acde-f6f71ae51ad8', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'mac_address': 'fa:16:3e:5a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:02Z', 'updated_at': '2021-07-16T01:20:07Z', 'revision_number': 1, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bcba46-f897-4d3a-aee2-7503b29c4b8a', 'name': '', 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:28:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'e4638809-cfc4-4957-b27f-c27bdde49e76', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:19Z', 'updated_at': '2021-07-16T01:21:30Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'e4638809-cfc4-4957-b27f-c27bdde49e76', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:32.065648 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac49b-a51f-4afa-ba5d-22df85f3330e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.067566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ec45cca2-d585-427e-8c72-4052c49f00d2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:32.092865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1f8ac49b-a51f-4afa-ba5d-22df85f3330e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Calling delete_port for 1a4f17d1-8cad-4707-9429-969e862c1630 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:32.096896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14490e4d-888c-4159-a1b8-7b3ac59ac129 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.100767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-14490e4d-888c-4159-a1b8-7b3ac59ac129 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1038558 Jul 16 01:21:32.104307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35990) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:32.113317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-544c5a50-95fd-4970-832e-dac3028909d7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'security_group_rule': {'security_group_id': 'f4737ffc-01e0-41f9-b1c2-ca272d8697f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:32.138302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Delete allocated IP 2001:db8:0:1::2f6 (c97a214d-f213-497b-b48f-674a17971b61/a9ebba19-073a-4568-8211-dd59caae7f25) {{(pid=93945) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:21:32.156446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14490e4d-888c-4159-a1b8-7b3ac59ac129 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4737ffc-01e0-41f9-b1c2-ca272d8697f3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:32.290186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f464d-b7a5-4742-8624-66a5fc959f71 None None] The sync data for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 is: [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:21:21Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '01a46765-e83c-49e1-acde-f6f71ae51ad8', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'mac_address': 'fa:16:3e:5a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:02Z', 'updated_at': '2021-07-16T01:20:07Z', 'revision_number': 1, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bcba46-f897-4d3a-aee2-7503b29c4b8a', 'name': '', 'network_id': '32e654c6-84d6-44c5-ba8f-cac4e9956256', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:28:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'e4638809-cfc4-4957-b27f-c27bdde49e76', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:19Z', 'updated_at': '2021-07-16T01:21:30Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'e4638809-cfc4-4957-b27f-c27bdde49e76', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:32.398984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b76c2406-534f-4348-92b0-49fd28121ae6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:32.408448 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Pushing event updated for resources: {'Port': ['ID=9fb770ec-d9b1-4248-bc92-d21936855e0b,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:32.426231 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Attempting to bind port 9fb770ec-d9b1-4248-bc92-d21936855e0b on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:32.426910 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Attempting to bind port 9fb770ec-d9b1-4248-bc92-d21936855e0b by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:32.429710 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Attempting to bind port 9fb770ec-d9b1-4248-bc92-d21936855e0b on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:32.444404 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.445091 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.445821 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.446335 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.446873 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.447415 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.447928 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.448872 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.449931 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.465392 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.466259 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.466823 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:32.486576 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:32.488529 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Checking segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:32.489637 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.492842 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Bound using segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:32.493671 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Bound port: 9fb770ec-d9b1-4248-bc92-d21936855e0b, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:32.494579 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.527854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b76c2406-534f-4348-92b0-49fd28121ae6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:32.528523 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.539722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-544c5a50-95fd-4970-832e-dac3028909d7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.731312 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] For port 9fb770ec-d9b1-4248-bc92-d21936855e0b, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:32.734782 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] For port 9fb770ec-d9b1-4248-bc92-d21936855e0b, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9fb770ec-d9b1-4248-bc92-d21936855e0b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:32.739405 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.779615 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-544c5a50-95fd-4970-832e-dac3028909d7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.863098 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-544c5a50-95fd-4970-832e-dac3028909d7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.900724 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.955958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3375aef-4fed-4bea-9cdc-c3656b519b4f req-a41f1268-e555-4377-a767-2eb6d081ba3c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:32.960701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c5a50-95fd-4970-832e-dac3028909d7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8202280a-910d-4a90-8809-eead175352b8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:32.974156 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3375aef-4fed-4bea-9cdc-c3656b519b4f req-a41f1268-e555-4377-a767-2eb6d081ba3c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.7421932 Jul 16 01:21:32.975955 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-544c5a50-95fd-4970-832e-dac3028909d7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.980821 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Routers {'60135ade-3f78-487e-9949-7ca8854a3e27'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:32.983928 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['60135ade-3f78-487e-9949-7ca8854a3e27'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:32.984100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-544c5a50-95fd-4970-832e-dac3028909d7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8762994 Jul 16 01:21:32.990770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36006) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:33.000709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8a60302c-991a-421c-a462-57323d3386cf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'security_group_rule': {'security_group_id': 'f4737ffc-01e0-41f9-b1c2-ca272d8697f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:33.005396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Ignored duplicate provisioning block setup for port f9be11b1-d4c4-468f-a485-8052d09de942 by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:21:33.011508 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5f64d-a9bf-4e9e-8e89-7d04f5526b0d None None] Pushing event updated for resources: {'Port': ['ID=9fb770ec-d9b1-4248-bc92-d21936855e0b,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:33.018236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36008) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:33.025742 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.077688 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac49b-a51f-4afa-ba5d-22df85f3330e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.209431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ac49b-a51f-4afa-ba5d-22df85f3330e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Pushing event deleted for resources: {'Port': ['ID=1a4f17d1-8cad-4707-9429-969e862c1630,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:33.236673 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a60302c-991a-421c-a462-57323d3386cf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.339965 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] Set router 60135ade-3f78-487e-9949-7ca8854a3e27 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:33.412595 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac49b-a51f-4afa-ba5d-22df85f3330e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.417142 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac49b-a51f-4afa-ba5d-22df85f3330e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.422333 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1f8ac49b-a51f-4afa-ba5d-22df85f3330e tempest-ServersTestBootFromVolume-1199759431 tempest-ServersTestBootFromVolume-1199759431-project] 10.222.0.64 "DELETE /v2.0/floatingips/5ee77d8d-8bb5-4ad5-b93c-2aeea7b7986c HTTP/1.1" status: 204 len: 168 time: 1.9610300 Jul 16 01:21:33.423769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:33.436192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] In _notify_port_updated(), no bound segment for port f9be11b1-d4c4-468f-a485-8052d09de942 on network c97a214d-f213-497b-b48f-674a17971b61 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:21:33.445691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.452565 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.457455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "PUT /v2.0/ports/f9be11b1-d4c4-468f-a485-8052d09de942 HTTP/1.1" status: 200 len: 925 time: 2.5576096 Jul 16 01:21:33.458543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:33.475502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-382872766-network', 'tenant_id': '7cdc2a19492d4359aea9d4954297e108'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:33.487754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc'}, {'subnet_id': 'a9ebba19-073a-4568-8211-dd59caae7f25'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:33.506124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3375aef-4fed-4bea-9cdc-c3656b519b4f req-37f6edc1-480c-4870-acff-57d10802bad9 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021558 Jul 16 01:21:33.589530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54e2ea-89d6-4d05-963e-2f62e7390408 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=f9be11b1-d4c4-468f-a485-8052d09de942,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:33.646955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Made reservation on behalf of 7cdc2a19492d4359aea9d4954297e108 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:33.660837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.668110 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a60302c-991a-421c-a462-57323d3386cf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.736575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cdb0a7-4a3c-4a2d-86ec-99e868e4ff45 None None] Network c97a214d-f213-497b-b48f-674a17971b61 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:33.739220 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.752649 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a60302c-991a-421c-a462-57323d3386cf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.791823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60302c-991a-421c-a462-57323d3386cf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6836ba-b86a-420c-82b1-ab6fbe734ae3,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:33.839851 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:26Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9fb770ec-d9b1-4248-bc92-d21936855e0b', 'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'mac_address': 'fa:16:3e:63:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:25Z', 'updated_at': '2021-07-16T01:21:32Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'subnets': [{'id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:33.848054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a60302c-991a-421c-a462-57323d3386cf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.849327 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8a60302c-991a-421c-a462-57323d3386cf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8524024 Jul 16 01:21:33.856148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36018) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:33.876144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:33.904307 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f94e7ef-645b-4f70-88c9-66a76988e299 None None] The sync data for ids ['60135ade-3f78-487e-9949-7ca8854a3e27'] in n-d-791504-14 is: [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:26Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9fb770ec-d9b1-4248-bc92-d21936855e0b', 'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'mac_address': 'fa:16:3e:63:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:25Z', 'updated_at': '2021-07-16T01:21:32Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'subnets': [{'id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:34.050202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-05105f06-504b-49c2-a1da-90f3b81dbd6b None None] Provisioning for port ec45cca2-d585-427e-8c72-4052c49f00d2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:34.080153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-05105f06-504b-49c2-a1da-90f3b81dbd6b None None] Provisioning complete for port ec45cca2-d585-427e-8c72-4052c49f00d2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:34.080444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05105f06-504b-49c2-a1da-90f3b81dbd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.113589 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.229927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f3bcba46-f897-4d3a-aee2-7503b29c4b8a up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:34.368083 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.373883 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.423047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:34.425773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.480968 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.499829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.505324 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Added segment 6d058d43-f28a-4b5c-ab84-9400ab43e30a of type vlan for network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac Jul 16 01:21:34.510573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:34.606617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.648252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port f3bcba46-f897-4d3a-aee2-7503b29c4b8a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:34.659804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f3bcba46-f897-4d3a-aee2-7503b29c4b8a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:34.660184 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.756088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.757136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:34.757886 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.788005 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7600598 Jul 16 01:21:34.819023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36026) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:34.822570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8:0:1::3e8 (c97a214d-f213-497b-b48f-674a17971b61/a9ebba19-073a-4568-8211-dd59caae7f25/f9be11b1-d4c4-468f-a485-8052d09de942) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:34.828702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Request body: {'subnet': {'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-382872766-subnet', 'tenant_id': '7cdc2a19492d4359aea9d4954297e108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:34.838640 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.886080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Made reservation on behalf of 7cdc2a19492d4359aea9d4954297e108 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:34.886442 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.937632 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port f3bcba46-f897-4d3a-aee2-7503b29c4b8a, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f3bcba46-f897-4d3a-aee2-7503b29c4b8a,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:34.948067 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.948952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ec45cca2-d585-427e-8c72-4052c49f00d2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:35.164677 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.182963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Ignored duplicate provisioning block setup for port f9be11b1-d4c4-468f-a485-8052d09de942 by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:21:35.230686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc4e2c-6a99-4329-b903-db06e7350d3f admin admin] Pushing event updated for resources: {'Network': ['ID=4b6080c2-e3d0-4614-b3b2-4e1a562341ac,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:35.237345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74e58ed7-e2e8-4462-a878-710c80d69ccc None None] Provisioning for port f9be11b1-d4c4-468f-a485-8052d09de942 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:35.278870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2552-3043-4827-b0c8-fb80b560f3cf req-316197f4-2914-4f44-8004-b461bb5f19e2 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.296794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:35.297347 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d79d2552-3043-4827-b0c8-fb80b560f3cf req-316197f4-2914-4f44-8004-b461bb5f19e2 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.5617480 Jul 16 01:21:35.326268 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.351736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.401167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74e58ed7-e2e8-4462-a878-710c80d69ccc None None] Provisioning complete for port f9be11b1-d4c4-468f-a485-8052d09de942 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:35.402265 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74e58ed7-e2e8-4462-a878-710c80d69ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.529258 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d79d2552-3043-4827-b0c8-fb80b560f3cf req-4e0be470-c4bf-4bc9-b670-bb22c15bc9a6 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170067 Jul 16 01:21:35.532076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=f3bcba46-f897-4d3a-aee2-7503b29c4b8a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:35.790845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Allocated IP 172.25.4.19 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/243830e7-87b1-4347-a246-59ec27802370) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:35.809124 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-74e58ed7-e2e8-4462-a878-710c80d69ccc None None] Port f9be11b1-d4c4-468f-a485-8052d09de942 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:35.816881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ec45cca2-d585-427e-8c72-4052c49f00d2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:35.817759 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.832407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] Deleting port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:35.832653 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.001618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74e58ed7-e2e8-4462-a878-710c80d69ccc None None] Provisioning complete for port ec45cca2-d585-427e-8c72-4052c49f00d2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:36.002358 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74e58ed7-e2e8-4462-a878-710c80d69ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.104047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] In _notify_port_updated(), no bound segment for port f9be11b1-d4c4-468f-a485-8052d09de942 on network c97a214d-f213-497b-b48f-674a17971b61 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:21:36.110740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.111875 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.121829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36038) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:36.123405 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "PUT /v2.0/ports/f9be11b1-d4c4-468f-a485-8052d09de942 HTTP/1.1" status: 200 len: 1011 time: 2.6544771 Jul 16 01:21:36.130148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.196173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6b8aa-4b61-4169-8e75-c6924e2e5bb5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=f9be11b1-d4c4-468f-a485-8052d09de942,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:36.238219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.251631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] For port d7d3b1e4-b4c4-45bc-8f48-6200bb11e432, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d7d3b1e4-b4c4-45bc-8f48-6200bb11e432,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:36.252419 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.292446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2593cc09-cbd4-4365-9974-c6cd7041de9f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:36.305887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] Calling delete_port for d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:36.323576 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Checking segment: {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:36.324769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Network hostable DHCP agents. Network: 4b6080c2-e3d0-4614-b3b2-4e1a562341ac, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:36.383107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:36.406155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be53449-0643-4557-8027-ab52b5873efd req-6da8d33f-1663-47bd-99da-02f0255769a3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.416633 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1be53449-0643-4557-8027-ab52b5873efd req-6da8d33f-1663-47bd-99da-02f0255769a3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1958594 Jul 16 01:21:36.428800 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.492160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4b6080c2-e3d0-4614-b3b2-4e1a562341ac) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:36.514344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.516490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546159f-ec51-4f82-8eb4-855dc50c911f None None] Network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:36.517096 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.521061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:36.538948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-86c2d8a1-057e-4876-8b06-c5379ba94b8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port f9be11b1-d4c4-468f-a485-8052d09de942 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:36.539445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86c2d8a1-057e-4876-8b06-c5379ba94b8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.542604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:36.552134 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ed95fdc3-5470-4e7a-8dc5-c9b9d0673847 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7316806 Jul 16 01:21:36.562632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:36.622641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1be53449-0643-4557-8027-ab52b5873efd req-b0c558cf-27ae-4778-9cb5-ef25c80efe67 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050128 Jul 16 01:21:36.691760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'Port': ['ID=243830e7-87b1-4347-a246-59ec27802370,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:36.704789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-96f1ede1-5f8d-4cdf-81ac-fd46e2f2eda0 None None] Provisioning complete for port f9be11b1-d4c4-468f-a485-8052d09de942 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:36.706191 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96f1ede1-5f8d-4cdf-81ac-fd46e2f2eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.757723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f3bcba46-f897-4d3a-aee2-7503b29c4b8a up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:36.840248 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86c2d8a1-057e-4876-8b06-c5379ba94b8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.854420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-96f1ede1-5f8d-4cdf-81ac-fd46e2f2eda0 None None] Port f9be11b1-d4c4-468f-a485-8052d09de942 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:36.859869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107be363-3ee3-4342-8e92-6d44ff6c3b56 None None] Network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:36.866531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-86c2d8a1-057e-4876-8b06-c5379ba94b8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for f9be11b1-d4c4-468f-a485-8052d09de942 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:36.870241 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.942144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f3bcba46-f897-4d3a-aee2-7503b29c4b8a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:36.942554 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.997541 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.028093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b8ecb2d5-87e1-4cfb-aaaf-dfb97144678b None None] Provisioning complete for port f9be11b1-d4c4-468f-a485-8052d09de942 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:37.028832 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb2d5-87e1-4cfb-aaaf-dfb97144678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.049871 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.102216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b8ecb2d5-87e1-4cfb-aaaf-dfb97144678b None None] Port f9be11b1-d4c4-468f-a485-8052d09de942 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:37.106914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d3b1e4-b4c4-45bc-8f48-6200bb11e432,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:37.153847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9fb770ec-d9b1-4248-bc92-d21936855e0b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:37.226658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9fb770ec-d9b1-4248-bc92-d21936855e0b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:37.234296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9fb770ec-d9b1-4248-bc92-d21936855e0b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:37.234683 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.387869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.425780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 9fb770ec-d9b1-4248-bc92-d21936855e0b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9fb770ec-d9b1-4248-bc92-d21936855e0b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:37.430631 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.485723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=9fb770ec-d9b1-4248-bc92-d21936855e0b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:37.797929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-0cc83d14-32ad-4c6b-91d1-3ee22a449c2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.799521 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-0cc83d14-32ad-4c6b-91d1-3ee22a449c2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/networks?id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 200 len: 812 time: 0.6696463 Jul 16 01:21:37.861789 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.874534 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.883513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-caa84021-f192-439d-8cf7-02b1a3f191b0 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/quotas/7cdc2a19492d4359aea9d4954297e108 HTTP/1.1" status: 200 len: 375 time: 0.0497127 Jul 16 01:21:37.933946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a5de-b8f1-49bb-9809-cbb9777dc5e6 req-2f6370a8-f9fb-4927-a7a1-65a4a58882b3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.935564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d649a5de-b8f1-49bb-9809-cbb9777dc5e6 req-2f6370a8-f9fb-4927-a7a1-65a4a58882b3 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0866611 Jul 16 01:21:37.944919 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86c2d8a1-057e-4876-8b06-c5379ba94b8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.983490 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.986320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d649a5de-b8f1-49bb-9809-cbb9777dc5e6 req-5365daf6-8607-4a5a-bb7e-ceaf9009069e tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429125 Jul 16 01:21:37.992572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-5a24a52b-7478-4cd7-abab-301946eb2764 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cdc2a19492d4359aea9d4954297e108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760267 Jul 16 01:21:38.028089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'Port': ['ID=243830e7-87b1-4347-a246-59ec27802370,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:38.097812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.144430 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2d8a1-057e-4876-8b06-c5379ba94b8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=f9be11b1-d4c4-468f-a485-8052d09de942,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:38.223398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86c2d8a1-057e-4876-8b06-c5379ba94b8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.225967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-86c2d8a1-057e-4876-8b06-c5379ba94b8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/f9be11b1-d4c4-468f-a485-8052d09de942 HTTP/1.1" status: 204 len: 168 time: 2.0840812 Jul 16 01:21:38.227331 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.238163 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-50cde478-c95a-476d-a0a2-c1237c635636 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3664727 Jul 16 01:21:38.239362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36066) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:38.267214 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-6351cd6c-fb1b-4b67-903d-59b1999c2b24 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:21:38.273337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6351cd6c-fb1b-4b67-903d-59b1999c2b24 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/f9be11b1-d4c4-468f-a485-8052d09de942 HTTP/1.1" status: 404 len: 333 time: 0.0421832 Jul 16 01:21:38.273583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36070) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:38.320417 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-50bcd361-6949-4a7d-9a1a-af7779a366e5 service neutron] 10.222.0.64 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108568 Jul 16 01:21:38.386704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f210f58-bc09-4837-8f4c-1bb720197a60 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet a9ebba19-073a-4568-8211-dd59caae7f25 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:38.393080 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f210f58-bc09-4837-8f4c-1bb720197a60 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.464297 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-88352da8-e322-4b45-9448-0d8743310c0c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2017913506&fields=id&tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd HTTP/1.1" status: 200 len: 267 time: 0.0479341 Jul 16 01:21:38.531437 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f210f58-bc09-4837-8f4c-1bb720197a60 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.583889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-8818200a-bf2e-42ea-90ce-bfb2ba3422b1 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.586140 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-8818200a-bf2e-42ea-90ce-bfb2ba3422b1 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 812 time: 0.1210039 Jul 16 01:21:38.594659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9fb770ec-d9b1-4248-bc92-d21936855e0b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:38.602730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-e84acddf-efa1-40dc-be7a-f75b93835370 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/quotas/f4c0bf2d24f74bb7923b4fa83468d2cd HTTP/1.1" status: 200 len: 375 time: 0.0107300 Jul 16 01:21:38.609059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-c1906473-4996-42be-90d0-e3500649d396 service neutron] 10.222.0.64 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824976 Jul 16 01:21:38.644417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] Router 95a427a0-3537-40f4-9eea-c93df6109b80 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:38.679139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9fb770ec-d9b1-4248-bc92-d21936855e0b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:38.680051 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.721972 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-bee9f495-45be-48c2-8def-2767bc319700 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1128154 Jul 16 01:21:38.725311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f210f58-bc09-4837-8f4c-1bb720197a60 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.844954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:38.854063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8342adb9-1872-46a4-bd74-5af4d62baec1 admin admin] 10.222.0.64 "PUT /v2.0/routers/95a427a0-3537-40f4-9eea-c93df6109b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4105682 Jul 16 01:21:38.858543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36090) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:38.861687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] Sync routers for ids ['95a427a0-3537-40f4-9eea-c93df6109b80'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:38.866761 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f210f58-bc09-4837-8f4c-1bb720197a60 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.878948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] Routers {'95a427a0-3537-40f4-9eea-c93df6109b80'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:38.882092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['95a427a0-3537-40f4-9eea-c93df6109b80'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:38.944936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f210f58-bc09-4837-8f4c-1bb720197a60 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ebba19-073a-4568-8211-dd59caae7f25,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:38.954898 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f210f58-bc09-4837-8f4c-1bb720197a60 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.956890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8f210f58-bc09-4837-8f4c-1bb720197a60 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/a9ebba19-073a-4568-8211-dd59caae7f25 HTTP/1.1" status: 204 len: 168 time: 0.6781428 Jul 16 01:21:38.961023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:38.975579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab2b32-9488-42c4-b4ba-802c25af6040 None None] Network c97a214d-f213-497b-b48f-674a17971b61 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:39.020461 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-79bf4f39-6cf3-47de-b396-27c25a65a181 service neutron] 10.222.0.64 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741847 Jul 16 01:21:39.084286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfea34b9-5858-4641-9c1e-7726b7420b10 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:39.096447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfea34b9-5858-4641-9c1e-7726b7420b10 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.146787 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-12812a96-bb54-4e25-a07c-ae08da9aa2ae service neutron] 10.222.0.64 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249120 Jul 16 01:21:39.157547 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.242989 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfea34b9-5858-4641-9c1e-7726b7420b10 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.330752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] Set router 95a427a0-3537-40f4-9eea-c93df6109b80 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:39.477746 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.508376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfea34b9-5858-4641-9c1e-7726b7420b10 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.632708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:21:36Z', 'revision_number': 5, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port': {'id': 'b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:59Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:39.664527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2cf22da7-61ad-4920-a295-53176fb608fe req-168e7f47-44ad-4107-9b87-1b74cfad2c4e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 210 time: 0.0962062 Jul 16 01:21:39.702690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] Checking router: 95a427a0-3537-40f4-9eea-c93df6109b80 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:39.725293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Deleting port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:39.725782 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.752356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] Routers {'95a427a0-3537-40f4-9eea-c93df6109b80'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:39.753036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['95a427a0-3537-40f4-9eea-c93df6109b80'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:39.791239 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfea34b9-5858-4641-9c1e-7726b7420b10 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.841552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d25e40-da7e-46a3-b32f-90624b07d23f req-6d0c91cd-6775-4a8f-94e4-a5a058ba5a72 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:39.863068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d25e40-da7e-46a3-b32f-90624b07d23f req-6d0c91cd-6775-4a8f-94e4-a5a058ba5a72 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2714362 Jul 16 01:21:39.972144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d25e40-da7e-46a3-b32f-90624b07d23f req-578f8daf-eeb7-4395-9564-f375bd239cd5 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077106 Jul 16 01:21:39.972368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea34b9-5858-4641-9c1e-7726b7420b10 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:40.037482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] Set router 95a427a0-3537-40f4-9eea-c93df6109b80 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:40.231185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-8a5f374a-deec-4a45-bd0d-38dc190f538a tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:40.233548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-8a5f374a-deec-4a45-bd0d-38dc190f538a tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.50 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2462001 Jul 16 01:21:40.525790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-6bd54dbf-d036-4b24-8366-440dcb9f1670 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Deleting port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:40.526180 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-6bd54dbf-d036-4b24-8366-440dcb9f1670 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.648104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:21:39Z', 'revision_number': 6, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:40.713060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ca075-749b-4949-ba03-b2050b55ebfb None None] The sync data for ids ['95a427a0-3537-40f4-9eea-c93df6109b80'] in n-d-791504-14 is: [{'id': '95a427a0-3537-40f4-9eea-c93df6109b80', 'name': 'tempest-ServersTestBootFromVolume-739516584-router', 'tenant_id': '026a14f24e574fb8b0b4b096ef9d212e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:21:39Z', 'revision_number': 6, 'project_id': '026a14f24e574fb8b0b4b096ef9d212e', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:40.737694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-6bd54dbf-d036-4b24-8366-440dcb9f1670 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] For port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:40.738103 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-6bd54dbf-d036-4b24-8366-440dcb9f1670 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.772412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-6bd54dbf-d036-4b24-8366-440dcb9f1670 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Calling delete_port for b0ed182e-6b87-4c2b-bdf4-f2977dbd9add owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:40.786318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e166e456-8181-4f92-9bc1-6e5bd0233f83 None None] Network c97a214d-f213-497b-b48f-674a17971b61 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:40.915507 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfea34b9-5858-4641-9c1e-7726b7420b10 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.919603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cfea34b9-5858-4641-9c1e-7726b7420b10 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc HTTP/1.1" status: 204 len: 168 time: 1.9575424 Jul 16 01:21:40.920912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36132) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:40.935380 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eccd7806-b0cb-4be0-8793-a91bd44ec051 req-e7cae225-b10b-4e0a-bb3a-723283884440 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 210 time: 0.9635904 Jul 16 01:21:40.950574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf51a06d-d383-42bb-af14-5fb37811277b req-61ff3281-ce6f-4208-9cdb-aceb0e0efe02 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 210 time: 0.0584581 Jul 16 01:21:40.964190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] For port b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:40.964653 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.997964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a80b8ad8-7f43-4f57-bcb7-921472e11778 None None] Provisioning complete for port ec45cca2-d585-427e-8c72-4052c49f00d2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:40.998577 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80b8ad8-7f43-4f57-bcb7-921472e11778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.000158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Calling delete_port for b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:41.130070 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.136026 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-6bd54dbf-d036-4b24-8366-440dcb9f1670 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.193847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd54dbf-d036-4b24-8366-440dcb9f1670 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Pushing event deleted for resources: {'Port': ['ID=b0ed182e-6b87-4c2b-bdf4-f2977dbd9add,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:41.232702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['6639f9a1-e0a2-4639-a018-a6f54461d997'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:41.239229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b0ed182e-6b87-4c2b-bdf4-f2977dbd9add'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:41.291465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-6bd54dbf-d036-4b24-8366-440dcb9f1670 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] No DVR routers for this DVR port b0ed182e-6b87-4c2b-bdf4-f2977dbd9add on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:41.295611 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-6bd54dbf-d036-4b24-8366-440dcb9f1670 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.299347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.303306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e7fe8d9-5102-4e5b-9801-b07c0acec079 req-6bd54dbf-d036-4b24-8366-440dcb9f1670 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.50 "DELETE /v2.0/ports/b0ed182e-6b87-4c2b-bdf4-f2977dbd9add HTTP/1.1" status: 204 len: 173 time: 1.0564718 Jul 16 01:21:41.304213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa68bd0-8357-4247-851b-04136332ecb4', 'name': 'network-vif-deleted', 'tag': 'b0ed182e-6b87-4c2b-bdf4-f2977dbd9add'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:41.319224 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a994ed07-0791-4b0e-bf22-9a6e3897a36a" -d '{"events": [{"server_uuid": "faa68bd0-8357-4247-851b-04136332ecb4", "name": "network-vif-deleted", "tag": "b0ed182e-6b87-4c2b-bdf4-f2977dbd9add"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:41.348553 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ea612dd-fc1b-4e11-88d5-af5dc22f1d0f req-7ad270b1-2a32-44ef-a03f-4bed616a0ba7 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0597870 Jul 16 01:21:41.360832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port ec45cca2-d585-427e-8c72-4052c49f00d2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:41.361339 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.422422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:41.445342 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ec523d-48dd-4bb8-9c37-826da536089c x-openstack-request-id: req-82ec523d-48dd-4bb8-9c37-826da536089c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:41.445893 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa68bd0-8357-4247-851b-04136332ecb4", "name": "network-vif-deleted", "tag": "b0ed182e-6b87-4c2b-bdf4-f2977dbd9add", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:41.446342 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82ec523d-48dd-4bb8-9c37-826da536089c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:41.447017 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa68bd0-8357-4247-851b-04136332ecb4', 'name': 'network-vif-deleted', 'tag': 'b0ed182e-6b87-4c2b-bdf4-f2977dbd9add', 'status': 'completed', 'code': 200} Jul 16 01:21:41.461115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] For port ec45cca2-d585-427e-8c72-4052c49f00d2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ec45cca2-d585-427e-8c72-4052c49f00d2,segment=NetworkSegment(e4c4087c-0d23-4a4e-b0bd-438b7647bfef),segment_id=e4c4087c-0d23-4a4e-b0bd-438b7647bfef)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:41.461878 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.497440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for ec45cca2-d585-427e-8c72-4052c49f00d2 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:41.556686 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.635241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8647204d-488e-4840-9a1a-f67af8fa89d7 None None] DHCP port deletion for c97a214d-f213-497b-b48f-674a17971b61 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:21:41.665691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.734439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.745011 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.745454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8647204d-488e-4840-9a1a-f67af8fa89d7 None None] Deleting port ec45cca2-d585-427e-8c72-4052c49f00d2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:41.745971 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8647204d-488e-4840-9a1a-f67af8fa89d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.749360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=ec45cca2-d585-427e-8c72-4052c49f00d2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:41.764162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No DVR routers for this DVR port ec45cca2-d585-427e-8c72-4052c49f00d2 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:41.813802 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.815685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95a427a0-3537-40f4-9eea-c93df6109b80 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:41.821956 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.823160 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f1a92898-ce70-44d4-9d43-42cd1cc16e3a admin admin] 10.222.0.64 "DELETE /v2.0/routers/95a427a0-3537-40f4-9eea-c93df6109b80 HTTP/1.1" status: 204 len: 168 time: 2.9632204 Jul 16 01:21:41.825784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36142) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:41.885004 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f09f62-bd3b-40ae-95c7-64395578fa72 admin admin] Deleting subnet 206c9096-9461-492f-86ce-19101324f27a {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:41.889743 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89f09f62-bd3b-40ae-95c7-64395578fa72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.900741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8647204d-488e-4840-9a1a-f67af8fa89d7 None None] For port ec45cca2-d585-427e-8c72-4052c49f00d2, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:41.901377 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8647204d-488e-4840-9a1a-f67af8fa89d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.917909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8647204d-488e-4840-9a1a-f67af8fa89d7 None None] Calling delete_port for ec45cca2-d585-427e-8c72-4052c49f00d2 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:41.923751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-8647204d-488e-4840-9a1a-f67af8fa89d7 None None] Port ec45cca2-d585-427e-8c72-4052c49f00d2 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:21:41.926991 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8647204d-488e-4840-9a1a-f67af8fa89d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.955658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-1cca03be-101b-45b3-ab25-999b9f56b117 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:41.957499 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-1cca03be-101b-45b3-ab25-999b9f56b117 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.50 "GET /v2.0/networks?id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 200 len: 812 time: 0.2373731 Jul 16 01:21:41.964908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647204d-488e-4840-9a1a-f67af8fa89d7 None None] Pushing event deleted for resources: {'Port': ['ID=ec45cca2-d585-427e-8c72-4052c49f00d2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:41.970081 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89f09f62-bd3b-40ae-95c7-64395578fa72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.975517 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8647204d-488e-4840-9a1a-f67af8fa89d7 None None] No DVR routers for this DVR port ec45cca2-d585-427e-8c72-4052c49f00d2 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:41.986245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Request body: {'port': {'device_id': '01ecbdd4-f671-4dc2-b9ff-1f2fffed2575', 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac', 'admin_state_up': True, 'tenant_id': '7cdc2a19492d4359aea9d4954297e108'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:42.160520 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89f09f62-bd3b-40ae-95c7-64395578fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.174063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.230641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97a214d-f213-497b-b48f-674a17971b61']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:42.309061 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-112238d7-ae67-487c-ab0e-915c8b35e778 req-6360dcfe-6285-499c-adaf-30f0d2af85d2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 210 time: 0.0956159 Jul 16 01:21:42.325222 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4f16d72-c56a-459b-b9a2-35ade0abb134 req-004d72b3-e5f8-4c2f-b53c-191d4c0ce42f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 210 time: 0.1228080 Jul 16 01:21:42.327486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c4087c-0d23-4a4e-b0bd-438b7647bfef') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:42.327841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c4087c-0d23-4a4e-b0bd-438b7647bfef') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:42.328447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89f09f62-bd3b-40ae-95c7-64395578fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.352739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f09f62-bd3b-40ae-95c7-64395578fa72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206c9096-9461-492f-86ce-19101324f27a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:42.363946 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89f09f62-bd3b-40ae-95c7-64395578fa72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.366612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-89f09f62-bd3b-40ae-95c7-64395578fa72 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/206c9096-9461-492f-86ce-19101324f27a HTTP/1.1" status: 204 len: 168 time: 0.5397377 Jul 16 01:21:42.368794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36150) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:42.372046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe80900-8098-4da4-9eab-1f3e9d9cebb8 None None] Network 2f83854e-2a65-4737-b045-d79c7fb371d2 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:42.438666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.500868 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.529734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:42.529734 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:42.546474 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:42.575570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:42.602029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.670351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-618d2323-3d2d-490e-98b7-fbcb62efc72d tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.672148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:42.672701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d7d3b1e4-b4c4-45bc-8f48-6200bb11e432 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:42.673311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-618d2323-3d2d-490e-98b7-fbcb62efc72d tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.67 "GET /v2.0/networks?id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 200 len: 812 time: 0.4626589 Jul 16 01:21:42.674235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ec45cca2-d585-427e-8c72-4052c49f00d2 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:42.707533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Request body: {'port': {'device_id': '84d18901-4873-4353-82b2-4e59dfb15670', 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac', 'admin_state_up': True, 'tenant_id': '7cdc2a19492d4359aea9d4954297e108'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:42.717301 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ec45cca2-d585-427e-8c72-4052c49f00d2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:42.728080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-24b0b796-3a1b-4a78-9f71-18300b1d65c5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.728615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ec45cca2-d585-427e-8c72-4052c49f00d2 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:42.729224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:42.730324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-24b0b796-3a1b-4a78-9f71-18300b1d65c5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 812 time: 0.3213251 Jul 16 01:21:42.774109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Deleting port cf479f81-89a7-451e-a3dd-3ab03d85ad40 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:42.774885 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.783507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:42.784172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b6205a0a-8f77-44dc-b73c-3a3eb03f2ef2 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:42.799859 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-a8eea64d-8343-4010-b779-12b1e58a5eb2 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd HTTP/1.1" status: 200 len: 380 time: 0.0600386 Jul 16 01:21:42.814208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'port': {'device_id': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'admin_state_up': True, 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'security_groups': ['f4737ffc-01e0-41f9-b1c2-ca272d8697f3']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:42.884795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf705973-2160-43ec-b36e-413851615de4 req-ed9e4d33-1b59-4862-9d94-239a867369d5 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=faa68bd0-8357-4247-851b-04136332ecb4 HTTP/1.1" status: 200 len: 210 time: 0.2074161 Jul 16 01:21:42.898407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Made reservation on behalf of 7cdc2a19492d4359aea9d4954297e108 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:42.904042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.909163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.921937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.925408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/networks/c97a214d-f213-497b-b48f-674a17971b61 HTTP/1.1" status: 204 len: 168 time: 1.9861736 Jul 16 01:21:42.936116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] For port cf479f81-89a7-451e-a3dd-3ab03d85ad40, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cf479f81-89a7-451e-a3dd-3ab03d85ad40,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:42.936479 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.939466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:42.948634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26071de7-0d69-4830-92be-ac25c3c730d8 None None] DHCP port deletion for 2f83854e-2a65-4737-b045-d79c7fb371d2 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:21:42.980244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c45c0a-f916-4604-83c0-0afbbc677da4 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Network': ['ID=c97a214d-f213-497b-b48f-674a17971b61,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.014157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Calling delete_port for cf479f81-89a7-451e-a3dd-3ab03d85ad40 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:43.076680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Made reservation on behalf of 7cdc2a19492d4359aea9d4954297e108 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:43.082280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.087608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-26071de7-0d69-4830-92be-ac25c3c730d8 None None] Deleting port cf479f81-89a7-451e-a3dd-3ab03d85ad40 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:43.087991 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26071de7-0d69-4830-92be-ac25c3c730d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.162401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Made reservation on behalf of f4c0bf2d24f74bb7923b4fa83468d2cd for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:43.170423 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.176846 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-26071de7-0d69-4830-92be-ac25c3c730d8 None None] For port cf479f81-89a7-451e-a3dd-3ab03d85ad40, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cf479f81-89a7-451e-a3dd-3ab03d85ad40,segment=NetworkSegment(a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2),segment_id=a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:43.177261 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26071de7-0d69-4830-92be-ac25c3c730d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.204246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-26071de7-0d69-4830-92be-ac25c3c730d8 None None] Calling delete_port for cf479f81-89a7-451e-a3dd-3ab03d85ad40 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:43.215494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c1438-dc61-4117-9762-1e294537641a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:43.217359 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-414c1438-dc61-4117-9762-1e294537641a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2770069 Jul 16 01:21:43.225911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:43.276050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Allocated IP 172.20.0.9 (4b6080c2-e3d0-4614-b3b2-4e1a562341ac/2593cc09-cbd4-4365-9974-c6cd7041de9f/2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:43.343416 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.356942 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26071de7-0d69-4830-92be-ac25c3c730d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.372475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3392b107-9570-4b20-9872-243044c8c61c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1452403 Jul 16 01:21:43.383689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:43.388879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1358557814'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:43.422851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26071de7-0d69-4830-92be-ac25c3c730d8 None None] Pushing event deleted for resources: {'Port': ['ID=cf479f81-89a7-451e-a3dd-3ab03d85ad40,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.425626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26071de7-0d69-4830-92be-ac25c3c730d8 None None] No DVR routers for this DVR port cf479f81-89a7-451e-a3dd-3ab03d85ad40 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:43.444283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Allocated IP 172.20.0.5 (e9491746-18a9-4e5f-90b0-ecff7036d857/2a41718e-83a0-48ab-a370-1def9d66fa7a/aad4db99-3026-4fc7-ad07-b37e7a6898a0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:43.468994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:43.472644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.497122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf479f81-89a7-451e-a3dd-3ab03d85ad40,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.538529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] No DVR routers for this DVR port cf479f81-89a7-451e-a3dd-3ab03d85ad40 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:43.541794 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f5339e4-9ea6-4123-9ce0-60d151075a6c req-0cfcff8b-8a19-4dd3-b7eb-15598cdf8620 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 210 time: 0.0514851 Jul 16 01:21:43.568240 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7b4bfcf-68aa-491d-ad6d-58f73c0319f2 req-fa6c111c-749d-4437-b93a-6e03dceb661a tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 210 time: 0.0507917 Jul 16 01:21:43.569201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:43.576247 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-ff768231-c9ac-4ad1-9d57-dd1118f4891c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3547988 Jul 16 01:21:43.588070 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.598456 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.598820 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Added segment d7a508f6-b353-4359-98c3-cc4d1eba4f46 of type vlan for network 260507d1-5b1b-4bea-ad27-247d34b0ae4f Jul 16 01:21:43.650815 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.689842 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.690461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.734625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f83854e-2a65-4737-b045-d79c7fb371d2']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:43.745498 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.751071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:43.751652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.756762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:43.757057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16c9aa1-1c61-4ce9-9c2e-f638ae8065f2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:43.779658 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.807460 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.820957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.827939 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-131840e1-3706-45eb-88a3-812d8fe33788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:43.828473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:43.832067 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-131840e1-3706-45eb-88a3-812d8fe33788 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 1098 time: 0.2184508 Jul 16 01:21:43.832067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:43.832067 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.834514 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4495947 Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:43.835641 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:43.840487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Pushing event updated for resources: {'Port': ['ID=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.843049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:43.844572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36168) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:43.846046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Allocated IP 172.20.0.7 (4b6080c2-e3d0-4614-b3b2-4e1a562341ac/2593cc09-cbd4-4365-9974-c6cd7041de9f/1407ee2c-897f-4dd0-917f-f2f814f72882) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:43.855478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': '260507d1-5b1b-4bea-ad27-247d34b0ae4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:43.859488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:43.937329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd92a84-0220-445c-bb34-7a41eebeddbf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Network': ['ID=260507d1-5b1b-4bea-ad27-247d34b0ae4f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.944627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Transition to ACTIVE for port object aad4db99-3026-4fc7-ad07-b37e7a6898a0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:43.946240 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.961790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 260507d1-5b1b-4bea-ad27-247d34b0ae4f details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:43.986860 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.988873 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2f83854e-2a65-4737-b045-d79c7fb371d2 HTTP/1.1" status: 204 len: 168 time: 1.6188772 Jul 16 01:21:44.040026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.040671 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.053227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80a0dd-22ca-4189-af6a-31886f474bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f83854e-2a65-4737-b045-d79c7fb371d2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:44.093354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-b110ba42-abcf-4ce2-9a42-7c968721e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.095248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-b110ba42-abcf-4ce2-9a42-7c968721e301 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac HTTP/1.1" status: 200 len: 897 time: 0.1884122 Jul 16 01:21:44.115497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.115832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:44.121035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.139099 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-cd008e04-a27c-4f9a-a2bb-6e039a84713f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1597996 Jul 16 01:21:44.179241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Request body: {'port': {'device_id': '01ecbdd4-f671-4dc2-b9ff-1f2fffed2575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:44.207128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36180) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:44.284918 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Network e9491746-18a9-4e5f-90b0-ecff7036d857 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:44.301654 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:44.311999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:44.317374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:44.362320 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-f05c1cd7-000b-45bc-a771-d4ddaae036f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db86bd89-df4a-4374-9422-ce5dfba8c7cf HTTP/1.1" status: 200 len: 1002 time: 0.2558863 Jul 16 01:21:44.363780 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.370799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.376954 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9d6f90ab-400f-4edb-b0a4-c40a490ac027 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=026a14f24e574fb8b0b4b096ef9d212e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496160 Jul 16 01:21:44.386528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36184) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:44.447712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.449032 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.464045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-d9ec1c7e-e98c-4620-b64a-539f073f77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.465650 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-d9ec1c7e-e98c-4620-b64a-539f073f77f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bed8720a-3322-4bc3-9ee5-ff5aefcc6d60 HTTP/1.1" status: 200 len: 835 time: 0.0919480 Jul 16 01:21:44.473427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-f35084b8-b7b9-4058-a1b0-30f5ee8df888 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6654086 Jul 16 01:21:44.514050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Request body: {'port': {'device_id': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:44.562097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cf479f81-89a7-451e-a3dd-3ab03d85ad40 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:44.575729 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.597175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: cf479f81-89a7-451e-a3dd-3ab03d85ad40 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:44.599914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cf479f81-89a7-451e-a3dd-3ab03d85ad40 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:44.672855 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.676517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-c740b407-6b10-4be6-afbf-37cfbe32631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.678726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-c740b407-6b10-4be6-afbf-37cfbe32631a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915007 Jul 16 01:21:44.685769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f6480e56-1dc3-4d4d-9c7b-749d15f14f46 None None] Provisioning for port aad4db99-3026-4fc7-ad07-b37e7a6898a0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:44.692746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f6480e56-1dc3-4d4d-9c7b-749d15f14f46 None None] Provisioning complete for port aad4db99-3026-4fc7-ad07-b37e7a6898a0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:44.694189 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6480e56-1dc3-4d4d-9c7b-749d15f14f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.734820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f6480e56-1dc3-4d4d-9c7b-749d15f14f46 None None] Port aad4db99-3026-4fc7-ad07-b37e7a6898a0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:44.783015 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5855345a-cb9b-4818-9801-ef37e731f4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.793993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:44.817277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:44.827557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:44.830388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Pushing event updated for resources: {'Port': ['ID=1407ee2c-897f-4dd0-917f-f2f814f72882,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:44.951443 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-e51af759-d66d-474e-b08d-66a20d1d14e7 service neutron] 10.222.0.50 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504988 Jul 16 01:21:45.001677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39fd0c-751d-423e-bedf-9695d5b00a5a req-2c4153e0-e35f-4b4a-bab1-825058ab01b3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.003254 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd39fd0c-751d-423e-bedf-9695d5b00a5a req-2c4153e0-e35f-4b4a-bab1-825058ab01b3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 931 time: 0.2830729 Jul 16 01:21:45.108192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b0ed182e-6b87-4c2b-bdf4-f2977dbd9add no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:45.125623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd39fd0c-751d-423e-bedf-9695d5b00a5a req-4d247e67-e425-437d-bc7f-da4e07b41920 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078408 Jul 16 01:21:45.129903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: b0ed182e-6b87-4c2b-bdf4-f2977dbd9add {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:45.130588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b0ed182e-6b87-4c2b-bdf4-f2977dbd9add not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:45.158906 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52ff47a5-6632-4f27-922e-fb06bc5d02d7 req-8e3f7715-36da-475f-958a-d0f2a7272b9d service neutron] 10.222.0.50 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037876 Jul 16 01:21:45.205635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad4db99-3026-4fc7-ad07-b37e7a6898a0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:45.212605 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.215048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.230539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Transition to ACTIVE for port object aad4db99-3026-4fc7-ad07-b37e7a6898a0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:45.235105 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.236798 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5855345a-cb9b-4818-9801-ef37e731f4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.333421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:45.347683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.348312 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.358750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421b050-15bb-4f2a-ae80-009dd98fd236 req-99f9e5e3-d71d-4274-b794-2b7b6504ee5c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.362675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0421b050-15bb-4f2a-ae80-009dd98fd236 req-99f9e5e3-d71d-4274-b794-2b7b6504ee5c tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.7966003 Jul 16 01:21:45.413426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfbcd9-f9cc-40b7-be65-91f5647d315d req-42b1d2c5-b586-4a90-954e-462551af14d8 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.415056 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04cfbcd9-f9cc-40b7-be65-91f5647d315d req-42b1d2c5-b586-4a90-954e-462551af14d8 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 931 time: 0.1517344 Jul 16 01:21:45.441863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Attempting to bind port aad4db99-3026-4fc7-ad07-b37e7a6898a0 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:45.442233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Attempting to bind port aad4db99-3026-4fc7-ad07-b37e7a6898a0 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:45.443792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Attempting to bind port aad4db99-3026-4fc7-ad07-b37e7a6898a0 on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:45.452000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=f3f62091-47cc-4405-9582-356ee02e101e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:45.452564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Port aad4db99-3026-4fc7-ad07-b37e7a6898a0 on network e9491746-18a9-4e5f-90b0-ecff7036d857 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:45.452782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Attempting to bind port aad4db99-3026-4fc7-ad07-b37e7a6898a0 on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:45.467371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:45.467721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Checking segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:45.468135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Bound using segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:45.469169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Bound port: aad4db99-3026-4fc7-ad07-b37e7a6898a0, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:45.469314 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.479690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-0eadf68c-55c9-436e-8a70-661b7bf60a2c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7782660 Jul 16 01:21:45.498114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04cfbcd9-f9cc-40b7-be65-91f5647d315d req-1ad24174-96e0-4563-9567-c18214d17b83 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679131 Jul 16 01:21:45.524751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0421b050-15bb-4f2a-ae80-009dd98fd236 req-3ac2f00f-256f-4a15-a927-e915099f6f55 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461232 Jul 16 01:21:45.528013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Checking segment: {'id': 'd7a508f6-b353-4359-98c3-cc4d1eba4f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '260507d1-5b1b-4bea-ad27-247d34b0ae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:45.528376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network hostable DHCP agents. Network: 260507d1-5b1b-4bea-ad27-247d34b0ae4f, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:45.561896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5855345a-cb9b-4818-9801-ef37e731f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.570765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5855345a-cb9b-4818-9801-ef37e731f4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.572166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5855345a-cb9b-4818-9801-ef37e731f4b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d00a4cf0-f273-4cda-a19f-c31fd2390b5d HTTP/1.1" status: 204 len: 168 time: 1.1833844 Jul 16 01:21:45.617210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:45.621748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:45.631425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.632051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855345a-cb9b-4818-9801-ef37e731f4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00a4cf0-f273-4cda-a19f-c31fd2390b5d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:45.691127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:45.700164 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.707717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.708634 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.710576 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] 10.222.0.50 "PUT /v2.0/ports/aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 1092 time: 1.2217755 Jul 16 01:21:45.711513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:45.714394 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ac2526-18d3-4e94-a121-ec684a6426ac" -d '{"events": [{"name": "network-changed", "server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:45.725266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Transition to ACTIVE for port object 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:45.731208 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.751157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfc835-0fa8-4bfb-bb71-fb8b8d518f11 service neutron] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:45.774880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 260507d1-5b1b-4bea-ad27-247d34b0ae4f is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:45.794481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Request body: {'port': {'device_id': '84d18901-4873-4353-82b2-4e59dfb15670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:45.854630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 260507d1-5b1b-4bea-ad27-247d34b0ae4f) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:45.864484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5c23e5-0675-4c06-9f4d-1a8a2d7280c7 None None] Network 260507d1-5b1b-4bea-ad27-247d34b0ae4f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:45.865783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.865915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-7b9e4443-51e6-4673-a551-b6b5dcb9b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.866514 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.868001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-7b9e4443-51e6-4673-a551-b6b5dcb9b00c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1095 time: 0.1099877 Jul 16 01:21:45.897259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Pushing event updated for resources: {'Port': ['ID=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:45.958449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-bb0946bd-35f8-4c12-94ab-6083415219b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 217 time: 0.0827377 Jul 16 01:21:45.995379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-820a84d9-01c4-4d63-ac3a-3b827775ecf2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1405897 Jul 16 01:21:45.997982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:46.006281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': '260507d1-5b1b-4bea-ad27-247d34b0ae4f', 'name': 'tempest-PortsIpV6TestJSON-590416173'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:46.056392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-bb8b2b73-1a9e-4d1f-b568-157b14abba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.058691 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-bb8b2b73-1a9e-4d1f-b568-157b14abba71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0919127 Jul 16 01:21:46.060105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.134046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-20257b67-5074-405e-9822-dba3957d421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.136652 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-20257b67-5074-405e-9822-dba3957d421a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714417 Jul 16 01:21:46.139360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Attempting to bind port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:46.139947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Attempting to bind port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:46.140619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Attempting to bind port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:46.193632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:46.193983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Attempting to bind port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:46.203796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:46.204165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Checking segment: {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:46.204608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Bound using segment: {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:46.205105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Bound port: 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:46.205469 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.216046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-260507d1-5b1b-4bea-ad27-247d34b0ae4f', 'network_id': '260507d1-5b1b-4bea-ad27-247d34b0ae4f', 'tenant_id': '0136dc78c16345c8b1061962395130ee', 'fixed_ips': [{'subnet_id': 'f3f62091-47cc-4405-9582-356ee02e101e'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:21:46.217715 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.275900 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6499db-43ed-4176-83e3-e1210a7d5a89 x-openstack-request-id: req-bd6499db-43ed-4176-83e3-e1210a7d5a89 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:46.276439 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:46.276439 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd6499db-43ed-4176-83e3-e1210a7d5a89 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:46.278746 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'status': 'completed', 'code': 200} Jul 16 01:21:46.337120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-810bbbeb-d369-4b62-b93e-7e71100f1851 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928241 Jul 16 01:21:46.420986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Allocated IP 2001:db8::2 (260507d1-5b1b-4bea-ad27-247d34b0ae4f/f3f62091-47cc-4405-9582-356ee02e101e/809b9a93-7a08-4db6-a773-ac20a89bb084) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:46.424225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] For port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:46.452358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da29d816-717d-4549-ad79-c97b4ede9b84 req-fcb0c970-a796-4649-8480-cdc74505a29b service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085734 Jul 16 01:21:46.460192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] For port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:46.461215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:46.464763 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.472512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.551467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.552977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.554614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] 10.222.0.50 "PUT /v2.0/ports/2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 HTTP/1.1" status: 200 len: 1092 time: 2.3801374 Jul 16 01:21:46.557270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ecbdd4-f671-4dc2-b9ff-1f2fffed2575', 'tag': '2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:46.561486 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "01ecbdd4-f671-4dc2-b9ff-1f2fffed2575", "tag": "2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:46.579994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port 6301aff3-209c-4259-8ae1-30cc63cdd983 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:46.651850 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.657037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-e191cbe6-a90c-4363-b159-7c5053d27874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.658685 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-e191cbe6-a90c-4363-b159-7c5053d27874 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1095 time: 0.1323309 Jul 16 01:21:46.661086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Transition to ACTIVE for port object 809b9a93-7a08-4db6-a773-ac20a89bb084 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:46.677193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Transition to ACTIVE for port object 809b9a93-7a08-4db6-a773-ac20a89bb084 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:46.686907 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.758315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Network 260507d1-5b1b-4bea-ad27-247d34b0ae4f is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:46.763060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:46.769654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:46.780571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:46.796241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Pushing event updated for resources: {'Port': ['ID=809b9a93-7a08-4db6-a773-ac20a89bb084,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:46.800179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36240) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:46.830138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-8e2463c3-c984-4eed-ac84-3ae4282c65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.830368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638aa6ca-e4f5-4de6-9225-959dbe0aa351 req-afdbfaef-3920-4eb3-9f70-d4d3878f4bf1 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.831744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-8e2463c3-c984-4eed-ac84-3ae4282c65c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.1659844 Jul 16 01:21:46.833050 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-638aa6ca-e4f5-4de6-9225-959dbe0aa351 req-afdbfaef-3920-4eb3-9f70-d4d3878f4bf1 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 943 time: 0.4993069 Jul 16 01:21:46.863156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Attempting to bind port 809b9a93-7a08-4db6-a773-ac20a89bb084 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:46.863985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Attempting to bind port 809b9a93-7a08-4db6-a773-ac20a89bb084 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd7a508f6-b353-4359-98c3-cc4d1eba4f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '260507d1-5b1b-4bea-ad27-247d34b0ae4f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:46.864355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Attempting to bind port 809b9a93-7a08-4db6-a773-ac20a89bb084 on network 260507d1-5b1b-4bea-ad27-247d34b0ae4f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:46.871620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:46.872530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Checking segment: {'id': 'd7a508f6-b353-4359-98c3-cc4d1eba4f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '260507d1-5b1b-4bea-ad27-247d34b0ae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:46.872530 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.872807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Bound using segment: {'id': 'd7a508f6-b353-4359-98c3-cc4d1eba4f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '260507d1-5b1b-4bea-ad27-247d34b0ae4f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:46.875831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Bound port: 809b9a93-7a08-4db6-a773-ac20a89bb084, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a508f6-b353-4359-98c3-cc4d1eba4f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '260507d1-5b1b-4bea-ad27-247d34b0ae4f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:46.875831 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.891680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf7809-5972-4b58-abe7-1601bf0adc7c service neutron] Pushing event updated for resources: {'Port': ['ID=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:46.920445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-7b00243c-ee60-4738-8428-70e0c0cd7926 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 217 time: 0.0504718 Jul 16 01:21:46.964862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] For port 809b9a93-7a08-4db6-a773-ac20a89bb084, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:46.968127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] For port 809b9a93-7a08-4db6-a773-ac20a89bb084, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=809b9a93-7a08-4db6-a773-ac20a89bb084,segment=NetworkSegment(d7a508f6-b353-4359-98c3-cc4d1eba4f46),segment_id=d7a508f6-b353-4359-98c3-cc4d1eba4f46)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:46.974431 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.008440 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-638aa6ca-e4f5-4de6-9225-959dbe0aa351 req-31958d08-3f3b-4ef1-8d61-b5801396f0e4 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512260 Jul 16 01:21:47.049795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-1231d8f1-ac0d-4394-868c-810bb4ce01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.051495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-1231d8f1-ac0d-4394-868c-810bb4ce01eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cdc2a19492d4359aea9d4954297e108&device_id=01ecbdd4-f671-4dc2-b9ff-1f2fffed2575 HTTP/1.1" status: 200 len: 1095 time: 0.4391272 Jul 16 01:21:47.061988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fb12d-88bb-4c65-92da-b8fa8b2aeac9 None None] Pushing event updated for resources: {'Port': ['ID=809b9a93-7a08-4db6-a773-ac20a89bb084,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:47.155558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-dadd5970-d213-4a03-8ce5-4c59b7fc96ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 HTTP/1.1" status: 200 len: 217 time: 0.0839190 Jul 16 01:21:47.158715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8::a9 (260507d1-5b1b-4bea-ad27-247d34b0ae4f/f3f62091-47cc-4405-9582-356ee02e101e/6301aff3-209c-4259-8ae1-30cc63cdd983) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:47.232605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1407ee2c-897f-4dd0-917f-f2f814f72882 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:47.260188 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.348682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Transition to ACTIVE for port object 1407ee2c-897f-4dd0-917f-f2f814f72882 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:47.359445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-f7c2e5a2-b17c-4d81-830e-abe4ec6c75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.361068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-f7c2e5a2-b17c-4d81-830e-abe4ec6c75dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2593cc09-cbd4-4365-9974-c6cd7041de9f HTTP/1.1" status: 200 len: 852 time: 0.1862578 Jul 16 01:21:47.363737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1523012394-network', 'tenant_id': '21ce9610c27540ec90218d2ffcb73fb9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:47.366768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.446411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b803e3-b3a2-4136-9135-dd70be3d7d51 req-1997bfe1-c2ac-492b-8f32-13192e9f26f4 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.448058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-39b803e3-b3a2-4136-9135-dd70be3d7d51 req-1997bfe1-c2ac-492b-8f32-13192e9f26f4 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 931 time: 0.6661932 Jul 16 01:21:47.454208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Made reservation on behalf of 21ce9610c27540ec90218d2ffcb73fb9 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:47.456629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.472276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-fa3ca214-a17d-4582-a402-3072bcbfc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.472276 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-fa3ca214-a17d-4582-a402-3072bcbfc261 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.1266649 Jul 16 01:21:47.474046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-ebb20bef-e4bc-4b4a-af61-c89b3b234d70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034963 Jul 16 01:21:47.529160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.567173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Pushing event updated for resources: {'Port': ['ID=1407ee2c-897f-4dd0-917f-f2f814f72882,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:47.608805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9b914-1614-45aa-a728-914e54253f45 req-59183414-022b-4ee3-ad68-5b6c9c8ac7d2 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.610336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cad9b914-1614-45aa-a728-914e54253f45 req-59183414-022b-4ee3-ad68-5b6c9c8ac7d2 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.4169409 Jul 16 01:21:47.639135 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-39b803e3-b3a2-4136-9135-dd70be3d7d51 req-b5b4dfa8-4c74-4489-8554-2f82a26dab0d tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791737 Jul 16 01:21:47.722127 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc91c62-8d04-4b6d-9ec3-72a427a3d0e6 x-openstack-request-id: req-adc91c62-8d04-4b6d-9ec3-72a427a3d0e6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:47.722624 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ecbdd4-f671-4dc2-b9ff-1f2fffed2575", "tag": "2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:47.722875 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adc91c62-8d04-4b6d-9ec3-72a427a3d0e6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:47.723406 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ecbdd4-f671-4dc2-b9ff-1f2fffed2575', 'tag': '2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4', 'status': 'completed', 'code': 200} Jul 16 01:21:47.739811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-3924cd37-fc6d-47c9-b082-fc89db65696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.741842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-3924cd37-fc6d-47c9-b082-fc89db65696d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2199452 Jul 16 01:21:47.805084 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.848522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cad9b914-1614-45aa-a728-914e54253f45 req-7dd6373a-edb5-420f-9efe-360ec4d51403 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268817 Jul 16 01:21:47.857983 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-ed098fa4-e90e-454f-b59b-dd750c2015ff service neutron] 10.222.0.50 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666344 Jul 16 01:21:47.859770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Attempting to bind port 1407ee2c-897f-4dd0-917f-f2f814f72882 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:47.860095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Attempting to bind port 1407ee2c-897f-4dd0-917f-f2f814f72882 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:47.860611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Attempting to bind port 1407ee2c-897f-4dd0-917f-f2f814f72882 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:47.874625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object 6301aff3-209c-4259-8ae1-30cc63cdd983 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:47.919020 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.931848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.963148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Port 1407ee2c-897f-4dd0-917f-f2f814f72882 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:47.965239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Attempting to bind port 1407ee2c-897f-4dd0-917f-f2f814f72882 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:47.965388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:48.003356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-f10e414b-7db5-4ba6-ad2b-c88de90cd6d5 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300415 Jul 16 01:21:48.004808 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.005184 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Added segment c9cb3e90-ace1-4564-9dc8-7cb250b73a7a of type vlan for network bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff Jul 16 01:21:48.031203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66ad64b-a198-4e8c-8fed-b5fd2581adaa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.066997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:48.067343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Checking segment: {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:48.067741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Bound using segment: {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:48.068951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Bound port: 1407ee2c-897f-4dd0-917f-f2f814f72882, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:48.069631 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.167975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.185252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-b7ef603f-3675-4644-8d0b-661c13d9fb40 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.186835 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-b7ef603f-3675-4644-8d0b-661c13d9fb40 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.4432743 Jul 16 01:21:48.213245 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.311972 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-bf9277af-af87-403d-a8ad-c6d18c131608 service neutron] 10.222.0.50 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219103 Jul 16 01:21:48.331016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 260507d1-5b1b-4bea-ad27-247d34b0ae4f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:48.360971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] For port 1407ee2c-897f-4dd0-917f-f2f814f72882, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:48.361222 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.362032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.362709 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.369906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:48.373217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:48.378942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.379657 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.394797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32ac2526-18d3-4e94-a121-ec684a6426ac req-0bb7c28b-4a28-4133-b0a8-53cdf4dac367 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548956 Jul 16 01:21:48.405318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=6301aff3-209c-4259-8ae1-30cc63cdd983,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.409422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] For port 1407ee2c-897f-4dd0-917f-f2f814f72882, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1407ee2c-897f-4dd0-917f-f2f814f72882,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:48.414488 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6311293 Jul 16 01:21:48.417900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:48.425362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Request body: {'subnet': {'network_id': 'bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1523012394-subnet', 'tenant_id': '21ce9610c27540ec90218d2ffcb73fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:48.468187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283b202-4a1c-4b10-aea7-4f49b8c5fa66 admin admin] Pushing event updated for resources: {'Network': ['ID=bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.479538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.485766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ddd954-a8b6-452b-8396-589435763ac4 None None] Network 260507d1-5b1b-4bea-ad27-247d34b0ae4f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:48.491916 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.496489 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-85825619-7f79-47bb-aed6-0ca9422f829a tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4956961 Jul 16 01:21:48.501365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:48.548847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.549041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': '260507d1-5b1b-4bea-ad27-247d34b0ae4f', 'name': 'tempest-PortsIpV6TestJSON-484137350'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:48.549597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.551182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] 10.222.0.67 "PUT /v2.0/ports/1407ee2c-897f-4dd0-917f-f2f814f72882 HTTP/1.1" status: 200 len: 1092 time: 3.0558882 Jul 16 01:21:48.579245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Made reservation on behalf of 21ce9610c27540ec90218d2ffcb73fb9 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:48.582851 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.602371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a6430-8a51-498b-9174-9ec9f6ad8b43 service neutron] Pushing event updated for resources: {'Port': ['ID=1407ee2c-897f-4dd0-917f-f2f814f72882,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.624180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bb8d1-306b-42ad-8b74-8d5296d1551e req-a7557237-e580-4013-a2d5-05a144790f70 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.631536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607bb8d1-306b-42ad-8b74-8d5296d1551e req-a7557237-e580-4013-a2d5-05a144790f70 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 943 time: 0.3395452 Jul 16 01:21:48.647785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:48.689419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-4390029c-7bf7-47c8-a3b5-4cd22a589ecc tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Deleting port 6639f9a1-e0a2-4639-a018-a6f54461d997 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:48.689860 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-4390029c-7bf7-47c8-a3b5-4cd22a589ecc tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.696995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0 req-c1462546-30c4-43bd-afb7-346be50c78be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.698657 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0 req-c1462546-30c4-43bd-afb7-346be50c78be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cdc2a19492d4359aea9d4954297e108&device_id=01ecbdd4-f671-4dc2-b9ff-1f2fffed2575 HTTP/1.1" status: 200 len: 1095 time: 0.2995987 Jul 16 01:21:48.763482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 809b9a93-7a08-4db6-a773-ac20a89bb084 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:48.776462 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607bb8d1-306b-42ad-8b74-8d5296d1551e req-62d1dc65-a485-4e11-ac42-454043104635 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430995 Jul 16 01:21:48.853445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4fd98d75-7e6c-4262-bfa6-1934483cd582 None None] Provisioning for port 809b9a93-7a08-4db6-a773-ac20a89bb084 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:48.920645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-a05cd3d9-e8e4-4753-8c52-25c10a2bb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.922231 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-a05cd3d9-e8e4-4753-8c52-25c10a2bb142 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7cdc2a19492d4359aea9d4954297e108&device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 1095 time: 0.2876186 Jul 16 01:21:48.936764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-4390029c-7bf7-47c8-a3b5-4cd22a589ecc tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] For port 6639f9a1-e0a2-4639-a018-a6f54461d997, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6639f9a1-e0a2-4639-a018-a6f54461d997,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:48.936764 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-4390029c-7bf7-47c8-a3b5-4cd22a589ecc tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.938247 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 809b9a93-7a08-4db6-a773-ac20a89bb084 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:48.946333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 809b9a93-7a08-4db6-a773-ac20a89bb084 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:48.946936 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.954862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0 req-3cda9578-2427-4c67-ab98-71a3d6251b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.956404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0 req-3cda9578-2427-4c67-ab98-71a3d6251b92 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 200 len: 912 time: 0.2351253 Jul 16 01:21:48.998239 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-57cb8593-4652-4533-820a-7366c66e710a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1407ee2c-897f-4dd0-917f-f2f814f72882 HTTP/1.1" status: 200 len: 217 time: 0.0573461 Jul 16 01:21:48.999490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-4390029c-7bf7-47c8-a3b5-4cd22a589ecc tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Calling delete_port for 6639f9a1-e0a2-4639-a018-a6f54461d997 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:49.044856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0 req-30a93838-db29-40ff-bf5c-16f95e1f3139 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 HTTP/1.1" status: 200 len: 217 time: 0.0574954 Jul 16 01:21:49.107004 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.111610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:49.115707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.142319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0 req-5de59c42-c99f-4b0a-a326-a72ca7d36df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.144033 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0 req-5de59c42-c99f-4b0a-a326-a72ca7d36df2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2593cc09-cbd4-4365-9974-c6cd7041de9f HTTP/1.1" status: 200 len: 852 time: 0.0680459 Jul 16 01:21:49.169885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 809b9a93-7a08-4db6-a773-ac20a89bb084, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=809b9a93-7a08-4db6-a773-ac20a89bb084,segment=NetworkSegment(d7a508f6-b353-4359-98c3-cc4d1eba4f46),segment_id=d7a508f6-b353-4359-98c3-cc4d1eba4f46)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:49.174484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port 7aba09da-360f-4a13-830d-ceec527c40e7 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:49.175249 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.246053 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0 req-300242b8-e8e6-46b3-b268-fbd05031bc54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435548 Jul 16 01:21:49.257055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=809b9a93-7a08-4db6-a773-ac20a89bb084,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:49.309818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a185-01d6-455a-9846-222ef0a59053 req-0a822ebf-42c5-41ba-a479-7f577ac333cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.311612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-0a822ebf-42c5-41ba-a479-7f577ac333cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2593cc09-cbd4-4365-9974-c6cd7041de9f HTTP/1.1" status: 200 len: 852 time: 0.2772663 Jul 16 01:21:49.385312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718878-90ff-467c-a5b5-f2d0a4169070 req-b76c8314-18c8-4ebf-b6d4-8a29c00d3c12 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.387435 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd718878-90ff-467c-a5b5-f2d0a4169070 req-b76c8314-18c8-4ebf-b6d4-8a29c00d3c12 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 943 time: 0.5678556 Jul 16 01:21:49.422121 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.423491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc7c9f75-666e-4aff-9241-6c6a8819e20b None None] Provisioning for port 6301aff3-209c-4259-8ae1-30cc63cdd983 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:49.431477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc7c9f75-666e-4aff-9241-6c6a8819e20b None None] Provisioning complete for port 6301aff3-209c-4259-8ae1-30cc63cdd983 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:49.432147 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc7c9f75-666e-4aff-9241-6c6a8819e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.481031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c9f75-666e-4aff-9241-6c6a8819e20b None None] Port 6301aff3-209c-4259-8ae1-30cc63cdd983 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:49.498195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc7c9f75-666e-4aff-9241-6c6a8819e20b None None] Provisioning complete for port 809b9a93-7a08-4db6-a773-ac20a89bb084 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:49.498195 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc7c9f75-666e-4aff-9241-6c6a8819e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.525936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8::113 (260507d1-5b1b-4bea-ad27-247d34b0ae4f/f3f62091-47cc-4405-9582-356ee02e101e/7aba09da-360f-4a13-830d-ceec527c40e7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:49.586776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fdffe15-d2a9-4f3f-a261-4d7fe5d1b4fa,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:49.617610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd718878-90ff-467c-a5b5-f2d0a4169070 req-42524f1c-f13c-4085-9d35-bf6e3d52f404 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015324 Jul 16 01:21:49.696386 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Checking segment: {'id': 'c9cb3e90-ace1-4564-9dc8-7cb250b73a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:49.696736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Network hostable DHCP agents. Network: bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:49.759531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c53c7e7-9fb9-4c2a-acda-9959ada4be8f None None] Provisioning complete for port 6301aff3-209c-4259-8ae1-30cc63cdd983 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:49.760195 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c53c7e7-9fb9-4c2a-acda-9959ada4be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.768939 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Network bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:49.769717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port f3bcba46-f897-4d3a-aee2-7503b29c4b8a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:49.770310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.799394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d18901-4873-4353-82b2-4e59dfb15670', 'tag': '1407ee2c-897f-4dd0-917f-f2f814f72882'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:49.800194 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8be596-e55c-4c2b-8fd1-66777a851376" -d '{"events": [{"name": "network-changed", "server_uuid": "84d18901-4873-4353-82b2-4e59dfb15670", "tag": "1407ee2c-897f-4dd0-917f-f2f814f72882"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:49.810190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6c53c7e7-9fb9-4c2a-acda-9959ada4be8f None None] Port 6301aff3-209c-4259-8ae1-30cc63cdd983 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:49.813927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-c77393a9-1815-44bc-a2c3-39d00320ff02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4844785 Jul 16 01:21:49.848029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be79617-499f-4458-94c4-01d01775798b req-c3014ccd-d24a-4bf4-b417-9120c2728ab4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.850188 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1be79617-499f-4458-94c4-01d01775798b req-c3014ccd-d24a-4bf4-b417-9120c2728ab4 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b HTTP/1.1" status: 200 len: 945 time: 0.7753425 Jul 16 01:21:49.885406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:49.900385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d857d-7610-44d6-9449-9b78b8354b87 None None] Network bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:49.906787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.908148 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.960848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0 req-e2bcf08c-2d8d-40e9-b419-46df7994ed2e service neutron] 10.222.0.50 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828413 Jul 16 01:21:50.034339 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1be79617-499f-4458-94c4-01d01775798b req-c4c797c0-fc13-4b65-9e4d-cac2a2cef7d9 tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d1b732d-fd30-4510-bca1-a6db1bf07f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724756 Jul 16 01:21:50.035190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-4390029c-7bf7-47c8-a3b5-4cd22a589ecc tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.038589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-94fb66b3-db5e-4168-ad36-dafada2da0b5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6193280 Jul 16 01:21:50.115266 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d5e7d1-ccfe-4908-8754-ad436441731f x-openstack-request-id: req-c8d5e7d1-ccfe-4908-8754-ad436441731f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:50.115707 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d18901-4873-4353-82b2-4e59dfb15670", "tag": "1407ee2c-897f-4dd0-917f-f2f814f72882", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:50.115978 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8d5e7d1-ccfe-4908-8754-ad436441731f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:50.116405 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d18901-4873-4353-82b2-4e59dfb15670', 'tag': '1407ee2c-897f-4dd0-917f-f2f814f72882', 'status': 'completed', 'code': 200} Jul 16 01:21:50.121139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-bfe789e4-c51c-4c85-9e77-a24b67f56969 service neutron] 10.222.0.67 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964048 Jul 16 01:21:50.121890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390029c-7bf7-47c8-a3b5-4cd22a589ecc tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Pushing event deleted for resources: {'Port': ['ID=6639f9a1-e0a2-4639-a018-a6f54461d997,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:50.143363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] For port f3bcba46-f897-4d3a-aee2-7503b29c4b8a, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f3bcba46-f897-4d3a-aee2-7503b29c4b8a,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:50.144059 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.163719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for f3bcba46-f897-4d3a-aee2-7503b29c4b8a owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:50.210289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6639f9a1-e0a2-4639-a018-a6f54461d997 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:50.246240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5e0e5f-b712-43d6-8d82-a596a9068fd9 None None] Network bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:50.251729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 6639f9a1-e0a2-4639-a018-a6f54461d997 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:50.252291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6639f9a1-e0a2-4639-a018-a6f54461d997 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:50.260087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-4390029c-7bf7-47c8-a3b5-4cd22a589ecc tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] No DVR routers for this DVR port 6639f9a1-e0a2-4639-a018-a6f54461d997 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:50.276587 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-4390029c-7bf7-47c8-a3b5-4cd22a589ecc tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.278827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa239937-ed16-44ce-abf4-295acfcbd9ee req-4390029c-7bf7-47c8-a3b5-4cd22a589ecc tempest-ServerRescueTestJSON-954044927 tempest-ServerRescueTestJSON-954044927-project] 10.222.0.67 "DELETE /v2.0/ports/6639f9a1-e0a2-4639-a018-a6f54461d997 HTTP/1.1" status: 204 len: 173 time: 2.0783718 Jul 16 01:21:50.292146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd5c70bc-2cb0-4f2a-b094-9b4b5dfd3eb0 req-ff0200a4-b251-4fdb-a88a-cb43c3eadfa5 service neutron] 10.222.0.50 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160717 Jul 16 01:21:50.478891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7817a185-01d6-455a-9846-222ef0a59053 req-4e6885ed-68b9-4394-ad18-1653cc43d33b service neutron] 10.222.0.67 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418543 Jul 16 01:21:50.535219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.543335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.557099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa161f-475f-42c6-8c7b-75853f19d36c req-837ff667-1593-418d-9fd4-e18693cd0179 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.558718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-46aa161f-475f-42c6-8c7b-75853f19d36c req-837ff667-1593-418d-9fd4-e18693cd0179 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 943 time: 0.2184505 Jul 16 01:21:50.595872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=f3bcba46-f897-4d3a-aee2-7503b29c4b8a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:50.604586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 809b9a93-7a08-4db6-a773-ac20a89bb084 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:50.610287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object 7aba09da-360f-4a13-830d-ceec527c40e7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:50.640727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-46aa161f-475f-42c6-8c7b-75853f19d36c req-3f05e678-f829-4729-8987-7b74bf88fba0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739336 Jul 16 01:21:50.701682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 809b9a93-7a08-4db6-a773-ac20a89bb084 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:50.702083 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.753256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8be596-e55c-4c2b-8fd1-66777a851376 req-eb2e0225-9e91-4266-96e0-f07a3045cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.754886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed8be596-e55c-4c2b-8fd1-66777a851376 req-eb2e0225-9e91-4266-96e0-f07a3045cadd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7cdc2a19492d4359aea9d4954297e108&device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 1095 time: 0.1400867 Jul 16 01:21:50.935696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8be596-e55c-4c2b-8fd1-66777a851376 req-52747beb-71a3-4c3f-86ff-911e21466fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.937213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed8be596-e55c-4c2b-8fd1-66777a851376 req-52747beb-71a3-4c3f-86ff-911e21466fd9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 200 len: 912 time: 0.1701336 Jul 16 01:21:50.947261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8bb64-b9d0-43fd-90a8-2d7cd2a63246 req-e23cc27f-268e-44ee-98f0-b92ff859a15b tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.948381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7b8bb64-b9d0-43fd-90a8-2d7cd2a63246 req-e23cc27f-268e-44ee-98f0-b92ff859a15b tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 943 time: 0.1462700 Jul 16 01:21:50.956679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.998071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed8be596-e55c-4c2b-8fd1-66777a851376 req-62aaa29b-029c-4e0f-83d1-b42084aa17fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1407ee2c-897f-4dd0-917f-f2f814f72882 HTTP/1.1" status: 200 len: 217 time: 0.0485039 Jul 16 01:21:51.028270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 260507d1-5b1b-4bea-ad27-247d34b0ae4f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:51.035821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:51.044660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-2d10ebd3-1d8d-4fdf-995b-e10b16a56eff tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.046365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-2d10ebd3-1d8d-4fdf-995b-e10b16a56eff tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/networks?id=bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff HTTP/1.1" status: 200 len: 809 time: 0.3040917 Jul 16 01:21:51.049784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:51.056967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.057720 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.070217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.078663 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5761743 Jul 16 01:21:51.087968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:51.089531 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7b8bb64-b9d0-43fd-90a8-2d7cd2a63246 req-a2beaa4d-85ac-498b-a115-b601dfe3ad86 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316783 Jul 16 01:21:51.102309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8be596-e55c-4c2b-8fd1-66777a851376 req-7d3f9435-3785-4868-a183-e6aedfd19e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.104026 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed8be596-e55c-4c2b-8fd1-66777a851376 req-7d3f9435-3785-4868-a183-e6aedfd19e7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2593cc09-cbd4-4365-9974-c6cd7041de9f HTTP/1.1" status: 200 len: 852 time: 0.0941350 Jul 16 01:21:51.153336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:51.163810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed8be596-e55c-4c2b-8fd1-66777a851376 req-4f2efa68-ba09-43fe-aa9e-b57f2163bb32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443890 Jul 16 01:21:51.351530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:51.357608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed8be596-e55c-4c2b-8fd1-66777a851376 req-1f2d239f-2e52-4b8f-a7d9-56dcc3ace39c service neutron] 10.222.0.67 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852713 Jul 16 01:21:51.384740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4', 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac', 'port_id': '2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4', 'mac_address': 'fa:16:3e:b1:83:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2593cc09-cbd4-4365-9974-c6cd7041de9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:51.455320 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.471450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:51.489068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:51.495629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:51.500311 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.501324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:51.570216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d620d-784e-4d2a-9249-89732df4f47c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=7aba09da-360f-4a13-830d-ceec527c40e7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:51.582089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed8be596-e55c-4c2b-8fd1-66777a851376 req-4f961e20-a0fd-4763-81a0-be7b465783af service neutron] 10.222.0.67 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174358 Jul 16 01:21:51.595478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-82497eba-f8a2-4f81-8315-c8cc76b9eb77 None None] Provisioning for port 7aba09da-360f-4a13-830d-ceec527c40e7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:51.607758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:51.643331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-82497eba-f8a2-4f81-8315-c8cc76b9eb77 None None] Provisioning complete for port 7aba09da-360f-4a13-830d-ceec527c40e7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:51.644047 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82497eba-f8a2-4f81-8315-c8cc76b9eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.666965 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-d853adb4-aa42-43db-bb66-833ec1e3eb34 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/quotas/21ce9610c27540ec90218d2ffcb73fb9 HTTP/1.1" status: 200 len: 375 time: 0.5908744 Jul 16 01:21:51.704512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-82497eba-f8a2-4f81-8315-c8cc76b9eb77 None None] Port 7aba09da-360f-4a13-830d-ceec527c40e7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:51.712100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:51.723816 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-0001bad9-1f14-47c2-a656-7e1f06e08bbd tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=21ce9610c27540ec90218d2ffcb73fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458603 Jul 16 01:21:51.726077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'port_id': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'mac_address': 'fa:16:3e:45:ac:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:51.776722 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.796394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad4db99-3026-4fc7-ad07-b37e7a6898a0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:51.821388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:51.826709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.886628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d620af0d-7cc0-4385-abe9-c6828eef2ff0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.888519 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d620af0d-7cc0-4385-abe9-c6828eef2ff0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa9 HTTP/1.1" status: 200 len: 927 time: 0.7949665 Jul 16 01:21:51.892034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:51.919301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfc5ba-97d0-499b-ae12-e08a919b2902 req-be3f6977-23de-4a99-b762-2dc9c15bf349 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.920542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:51.920869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-36cfc5ba-97d0-499b-ae12-e08a919b2902 req-be3f6977-23de-4a99-b762-2dc9c15bf349 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 943 time: 0.1249688 Jul 16 01:21:51.989920 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-36cfc5ba-97d0-499b-ae12-e08a919b2902 req-3a727013-9e46-4807-a963-cb8ae428c9db tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599501 Jul 16 01:21:52.056248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-83336ea0-a6ae-401b-825a-79a046971c9c service neutron] 10.222.0.64 "GET /v2.0/networks/bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199890 Jul 16 01:21:52.092754 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.129150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b', 'name': 'network-vif-deleted', 'tag': '6639f9a1-e0a2-4639-a018-a6f54461d997'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:52.132490 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6903735-41de-4a2b-b4dd-87f75fb4846b" -d '{"events": [{"server_uuid": "1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b", "name": "network-vif-deleted", "tag": "6639f9a1-e0a2-4639-a018-a6f54461d997"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:52.210836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:52.219486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aad4db99-3026-4fc7-ad07-b37e7a6898a0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:52.225028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1407ee2c-897f-4dd0-917f-f2f814f72882 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:52.251922 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-518b4ad7-d4f2-463f-9e4d-deac8e256555 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 7aba09da-360f-4a13-830d-ceec527c40e7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:52.253487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-518b4ad7-d4f2-463f-9e4d-deac8e256555 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.267130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:52.328837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-c76b6d42-881b-44ee-a955-db7774cdb817 service neutron] 10.222.0.64 "GET /v2.0/networks/bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632098 Jul 16 01:21:52.461359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1407ee2c-897f-4dd0-917f-f2f814f72882, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1407ee2c-897f-4dd0-917f-f2f814f72882,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:52.485885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd358b-0486-4cba-9827-76cb468ac62f req-037eef15-7a88-431d-947b-886e700de100 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:52.500748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '1407ee2c-897f-4dd0-917f-f2f814f72882', 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac', 'port_id': '1407ee2c-897f-4dd0-917f-f2f814f72882', 'mac_address': 'fa:16:3e:94:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2593cc09-cbd4-4365-9974-c6cd7041de9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:52.515668 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8bbd358b-0486-4cba-9827-76cb468ac62f req-037eef15-7a88-431d-947b-886e700de100 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 943 time: 0.2856550 Jul 16 01:21:52.570073 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-518b4ad7-d4f2-463f-9e4d-deac8e256555 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.608682 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.638443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1407ee2c-897f-4dd0-917f-f2f814f72882 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:52.657811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-518b4ad7-d4f2-463f-9e4d-deac8e256555 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 7aba09da-360f-4a13-830d-ceec527c40e7 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:52.681609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1407ee2c-897f-4dd0-917f-f2f814f72882, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1407ee2c-897f-4dd0-917f-f2f814f72882,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:52.687026 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.696052 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ca7953-d79c-44e5-8811-43fcac0f9b69 x-openstack-request-id: req-62ca7953-d79c-44e5-8811-43fcac0f9b69 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:52.696746 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b", "name": "network-vif-deleted", "tag": "6639f9a1-e0a2-4639-a018-a6f54461d997", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:52.697253 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62ca7953-d79c-44e5-8811-43fcac0f9b69 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:52.697934 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dad72bc-dbaf-4a7f-a7a9-7cd38b2b233b', 'name': 'network-vif-deleted', 'tag': '6639f9a1-e0a2-4639-a018-a6f54461d997', 'status': 'completed', 'code': 200} Jul 16 01:21:52.744193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=1407ee2c-897f-4dd0-917f-f2f814f72882,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:52.763511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8bbd358b-0486-4cba-9827-76cb468ac62f req-48ee6bf4-7083-4198-86ba-55499058fd6d tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319632 Jul 16 01:21:52.816230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:52.825952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] Deleting port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:52.826344 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.831926 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] Sync routers for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:52.843148 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-19ba6572-18f1-471f-b904-8ce90cd42d32 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "PUT /v2.0/routers/b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0365472 Jul 16 01:21:52.846903 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:52.848096 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:52.932546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6694a64e-f653-44c6-9621-7e92cf4e0dd9 req-db7f8208-4bb5-40a5-96dd-b8ef79248cc4 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 210 time: 0.0526857 Jul 16 01:21:52.976235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['1407ee2c-897f-4dd0-917f-f2f814f72882'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:53.014721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] For port d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1,segment=NetworkSegment(81066fe1-68c3-4f5d-aa0d-88ff3b5afe59),segment_id=81066fe1-68c3-4f5d-aa0d-88ff3b5afe59)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:53.015338 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.040277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] Calling delete_port for d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:53.103116 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-518b4ad7-d4f2-463f-9e4d-deac8e256555 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.136119 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:53.219168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b4ad7-d4f2-463f-9e4d-deac8e256555 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=7aba09da-360f-4a13-830d-ceec527c40e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:53.340752 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-518b4ad7-d4f2-463f-9e4d-deac8e256555 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.348873 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-518b4ad7-d4f2-463f-9e4d-deac8e256555 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/7aba09da-360f-4a13-830d-ceec527c40e7 HTTP/1.1" status: 204 len: 168 time: 1.4558496 Jul 16 01:21:53.351261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36316) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:53.446872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc90c3-07ae-4c78-8963-93a66325a2dc req-1e8a5929-792a-45b4-a1c6-198d36973261 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.448647 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1f4d49-0176-4ed0-92ad-b1575f6988aa tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:21:53.451343 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ab1f4d49-0176-4ed0-92ad-b1575f6988aa tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/7aba09da-360f-4a13-830d-ceec527c40e7 HTTP/1.1" status: 404 len: 333 time: 0.0936997 Jul 16 01:21:53.457079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36320) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:53.460605 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21bc90c3-07ae-4c78-8963-93a66325a2dc req-1e8a5929-792a-45b4-a1c6-198d36973261 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2095189 Jul 16 01:21:53.644914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21bc90c3-07ae-4c78-8963-93a66325a2dc req-92cf1ad8-075c-497d-82bf-cfd392853bfe tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831167 Jul 16 01:21:53.648901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.687458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7fa63265-e6a7-4c5a-aeee-d7758aa584b6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 6301aff3-209c-4259-8ae1-30cc63cdd983 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:53.687939 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fa63265-e6a7-4c5a-aeee-d7758aa584b6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.695921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:53.724766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3e80c-0900-4b3d-8fcc-12d80c840e04 req-350c760a-6d3c-4e97-9628-4fdde545fee8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.731853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf3e80c-0900-4b3d-8fcc-12d80c840e04 req-350c760a-6d3c-4e97-9628-4fdde545fee8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 946 time: 0.1418748 Jul 16 01:21:53.822818 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf3e80c-0900-4b3d-8fcc-12d80c840e04 req-9843defb-b69b-4609-bfdd-ef76a99e55c9 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900068 Jul 16 01:21:53.848745 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:21:50Z', 'revision_number': 6, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '01a46765-e83c-49e1-acde-f6f71ae51ad8', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'mac_address': 'fa:16:3e:5a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:02Z', 'updated_at': '2021-07-16T01:20:07Z', 'revision_number': 1, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:53.856145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fa63265-e6a7-4c5a-aeee-d7758aa584b6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.895232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7fa63265-e6a7-4c5a-aeee-d7758aa584b6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 6301aff3-209c-4259-8ae1-30cc63cdd983 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:53.899551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.934814 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] Checking router: b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:53.954861 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:53.955767 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:54.087500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fa63265-e6a7-4c5a-aeee-d7758aa584b6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.119211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa63265-e6a7-4c5a-aeee-d7758aa584b6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=6301aff3-209c-4259-8ae1-30cc63cdd983,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:54.152760 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:54.180809 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38203f83-ba7a-4bdf-8ff4-0b84b4f11e65 req-b01d44ee-e0cc-40c2-adf6-5c77142d6a81 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 210 time: 0.0591927 Jul 16 01:21:54.184252 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fa63265-e6a7-4c5a-aeee-d7758aa584b6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.184593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fa846-3310-438b-90ad-3880c26b588d req-44a5e032-65ca-49c0-bc89-1f75af53057e tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:54.186284 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba3fa846-3310-438b-90ad-3880c26b588d req-44a5e032-65ca-49c0-bc89-1f75af53057e tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 944 time: 0.2295475 Jul 16 01:21:54.191926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36330) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:54.192606 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7fa63265-e6a7-4c5a-aeee-d7758aa584b6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/6301aff3-209c-4259-8ae1-30cc63cdd983 HTTP/1.1" status: 204 len: 168 time: 0.7340071 Jul 16 01:21:54.211162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1407ee2c-897f-4dd0-917f-f2f814f72882 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:54.250452 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-61413e30-8276-40e2-b258-cb34b8db4cf5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:21:54.252045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-61413e30-8276-40e2-b258-cb34b8db4cf5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/6301aff3-209c-4259-8ae1-30cc63cdd983 HTTP/1.1" status: 404 len: 333 time: 0.0591915 Jul 16 01:21:54.255053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36332) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:54.312315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 1407ee2c-897f-4dd0-917f-f2f814f72882 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:54.322156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 1407ee2c-897f-4dd0-917f-f2f814f72882 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:54.322530 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.325611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba3fa846-3310-438b-90ad-3880c26b588d req-b0a08fd6-9581-4b4d-9abb-6d27e997baf0 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230090 Jul 16 01:21:54.344336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] Router 375dcdd9-5532-43db-82c8-c12d3f733747 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:54.369878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0438534-eeb5-4780-adc9-ab82beb8eb09 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet f3f62091-47cc-4405-9582-356ee02e101e {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:54.375053 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0438534-eeb5-4780-adc9-ab82beb8eb09 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.460518 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0438534-eeb5-4780-adc9-ab82beb8eb09 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.481006 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.509827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:54.520386 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-eda7a041-f7e5-46ba-b043-dd618c53dc5c admin admin] 10.222.0.64 "PUT /v2.0/routers/375dcdd9-5532-43db-82c8-c12d3f733747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0278895 Jul 16 01:21:54.522046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:54.528885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] Sync routers for ids ['375dcdd9-5532-43db-82c8-c12d3f733747'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:54.545646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d18901-4873-4353-82b2-4e59dfb15670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407ee2c-897f-4dd0-917f-f2f814f72882'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:54.548037 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df0ba59-bd8c-4799-83fa-2fb59f00d868" -d '{"events": [{"server_uuid": "84d18901-4873-4353-82b2-4e59dfb15670", "name": "network-vif-plugged", "status": "completed", "tag": "1407ee2c-897f-4dd0-917f-f2f814f72882"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:54.565816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] Routers {'375dcdd9-5532-43db-82c8-c12d3f733747'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:54.566622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['375dcdd9-5532-43db-82c8-c12d3f733747'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:54.568725 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3826c93a-0d1a-4170-abf2-f226557722e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.572164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 1407ee2c-897f-4dd0-917f-f2f814f72882, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1407ee2c-897f-4dd0-917f-f2f814f72882,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:54.579936 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:21:50Z', 'revision_number': 6, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '01a46765-e83c-49e1-acde-f6f71ae51ad8', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'mac_address': 'fa:16:3e:5a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:02Z', 'updated_at': '2021-07-16T01:20:07Z', 'revision_number': 1, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:54.609367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.615489 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf72c8-e847-43ce-8b8f-bddc991dfeac None None] The sync data for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 is: [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:21:50Z', 'revision_number': 6, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '01a46765-e83c-49e1-acde-f6f71ae51ad8', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'port_id': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'mac_address': 'fa:16:3e:5a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:20:02Z', 'updated_at': '2021-07-16T01:20:07Z', 'revision_number': 1, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:54.642794 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72766ba-0ea5-4ed0-9c79-8133e6bf71cd x-openstack-request-id: req-e72766ba-0ea5-4ed0-9c79-8133e6bf71cd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:54.643181 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d18901-4873-4353-82b2-4e59dfb15670", "name": "network-vif-plugged", "status": "completed", "tag": "1407ee2c-897f-4dd0-917f-f2f814f72882", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:54.643514 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e72766ba-0ea5-4ed0-9c79-8133e6bf71cd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:54.643952 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d18901-4873-4353-82b2-4e59dfb15670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407ee2c-897f-4dd0-917f-f2f814f72882', 'code': 200} Jul 16 01:21:54.749496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] Set router 375dcdd9-5532-43db-82c8-c12d3f733747 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:54.752427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=1407ee2c-897f-4dd0-917f-f2f814f72882,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:54.771318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0438534-eeb5-4780-adc9-ab82beb8eb09 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.826936 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.944709 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0438534-eeb5-4780-adc9-ab82beb8eb09 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.954477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-0e2a6323-c420-40cb-be2c-7869591ec610 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:54.955970 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-0e2a6323-c420-40cb-be2c-7869591ec610 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.67 "GET /v2.0/networks?id=bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff HTTP/1.1" status: 200 len: 809 time: 0.2635062 Jul 16 01:21:55.007111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Request body: {'port': {'device_id': 'ef899c84-cc67-435c-84f2-78d5f55880c3', 'network_id': 'bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff', 'admin_state_up': True, 'tenant_id': '21ce9610c27540ec90218d2ffcb73fb9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:55.008706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0438534-eeb5-4780-adc9-ab82beb8eb09 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f62091-47cc-4405-9582-356ee02e101e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:55.039517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0efd0-87f6-46dc-9e1d-65d92f558bf4 req-cdea13be-b6d0-4ff3-b9b0-c8b0cbce29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.041231 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abb0efd0-87f6-46dc-9e1d-65d92f558bf4 req-cdea13be-b6d0-4ff3-b9b0-c8b0cbce29be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 1097 time: 0.2050049 Jul 16 01:21:55.044643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'name': 'tempest-ServerRescueTestJSON-50082343-router', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:15Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 5, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'gw_port': {'id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:16Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.075622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] Checking router: 375dcdd9-5532-43db-82c8-c12d3f733747 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:55.082042 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0438534-eeb5-4780-adc9-ab82beb8eb09 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.082507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63d414-c68e-42be-8497-a03aaa585021 None None] Network 260507d1-5b1b-4bea-ad27-247d34b0ae4f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:55.087117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a0438534-eeb5-4780-adc9-ab82beb8eb09 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/f3f62091-47cc-4405-9582-356ee02e101e HTTP/1.1" status: 204 len: 168 time: 0.8280437 Jul 16 01:21:55.088718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36344) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:55.101587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a43ef-b460-4041-b4e0-a53add18b303 req-99c37f4c-f23d-4ae1-a95c-9ea40159c4fa tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.104832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-663a43ef-b460-4041-b4e0-a53add18b303 req-99c37f4c-f23d-4ae1-a95c-9ea40159c4fa tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2592120 Jul 16 01:21:55.110514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] Routers {'375dcdd9-5532-43db-82c8-c12d3f733747'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:55.111459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['375dcdd9-5532-43db-82c8-c12d3f733747'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.177802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:55.198094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abb0efd0-87f6-46dc-9e1d-65d92f558bf4 req-073b84ce-6b1c-467e-9127-0db786990e66 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349523 Jul 16 01:21:55.205986 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.215254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.242998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044189e9-940f-440c-9e42-bcee8ad30e1d req-a4d00abe-8adc-46a6-8d4d-ce0057ebf068 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.244375 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-663a43ef-b460-4041-b4e0-a53add18b303 req-76b3954b-2684-4bf0-a3ea-4844bf47acac tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752265 Jul 16 01:21:55.244544 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-044189e9-940f-440c-9e42-bcee8ad30e1d req-a4d00abe-8adc-46a6-8d4d-ce0057ebf068 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 946 time: 0.2319329 Jul 16 01:21:55.278661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Made reservation on behalf of 21ce9610c27540ec90218d2ffcb73fb9 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:55.283876 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.344024 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-044189e9-940f-440c-9e42-bcee8ad30e1d req-8f73794b-bd3e-4bab-96ce-9c90af9d64a9 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804126 Jul 16 01:21:55.362669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Deleting port 1d57c876-3fde-490c-bdd5-9513350f91bb {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:55.362986 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.390491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 809b9a93-7a08-4db6-a773-ac20a89bb084 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:55.390829 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.507710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] For port 809b9a93-7a08-4db6-a773-ac20a89bb084, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=809b9a93-7a08-4db6-a773-ac20a89bb084,segment=NetworkSegment(d7a508f6-b353-4359-98c3-cc4d1eba4f46),segment_id=d7a508f6-b353-4359-98c3-cc4d1eba4f46)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:55.508077 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.532112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 809b9a93-7a08-4db6-a773-ac20a89bb084 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:55.540063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] For port 1d57c876-3fde-490c-bdd5-9513350f91bb, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1d57c876-3fde-490c-bdd5-9513350f91bb,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:55.540428 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.588316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Calling delete_port for 1d57c876-3fde-490c-bdd5-9513350f91bb owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:55.643855 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.654654 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e53e7fb1-f467-46db-8f06-40cac58b016c req-bffcc697-a881-4e4f-8313-a184eb3f51ed tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 210 time: 0.0823171 Jul 16 01:21:55.666141 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] Set router 375dcdd9-5532-43db-82c8-c12d3f733747 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:55.738503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port aad4db99-3026-4fc7-ad07-b37e7a6898a0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:55.747004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port aad4db99-3026-4fc7-ad07-b37e7a6898a0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:55.747520 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.825084 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.871508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=809b9a93-7a08-4db6-a773-ac20a89bb084,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:55.872257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ca89e0-e6c7-4985-a55c-9f8a47589331 None None] DHCP port deletion for 260507d1-5b1b-4bea-ad27-247d34b0ae4f request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:21:55.876865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No DVR routers for this DVR port 809b9a93-7a08-4db6-a773-ac20a89bb084 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:55.934581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d76016-6071-4705-9881-730b60fb1188 req-499d566a-137b-4bdc-8bc8-12f9e76f824b tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.936168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c5d76016-6071-4705-9881-730b60fb1188 req-499d566a-137b-4bdc-8bc8-12f9e76f824b tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 946 time: 0.6478436 Jul 16 01:21:56.004038 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.012071 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.032048 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260507d1-5b1b-4bea-ad27-247d34b0ae4f']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:56.040810 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.043753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Allocated IP 172.20.0.14 (bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff/5fdffe15-d2a9-4f3f-a261-4d7fe5d1b4fa/b1a276ea-1082-4a3f-aa2c-0125f2d03190) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:56.055807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:56.059642 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.059987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfc7a4-ae54-4d8a-bb3a-6ddcbbafe2e2 req-11ad6549-5103-443d-9786-4dd68a4a2331 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.060591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:56.061509 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ebfc7a4-ae54-4d8a-bb3a-6ddcbbafe2e2 req-11ad6549-5103-443d-9786-4dd68a4a2331 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 945 time: 0.2249353 Jul 16 01:21:56.072618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a508f6-b353-4359-98c3-cc4d1eba4f46') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:56.072877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a508f6-b353-4359-98c3-cc4d1eba4f46') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:56.075284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d57c876-3fde-490c-bdd5-9513350f91bb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:56.091981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.194231 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ebfc7a4-ae54-4d8a-bb3a-6ddcbbafe2e2 req-07932904-1b98-449e-b531-60bd4be99961 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208057 Jul 16 01:21:56.198809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'name': 'tempest-ServerRescueTestJSON-50082343-router', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:15Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 5, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'gw_port': {'id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:16Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:56.201961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:56.208936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:56.247170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91bd51-a1dd-4fda-b32e-c30a0222517c None None] The sync data for ids ['375dcdd9-5532-43db-82c8-c12d3f733747'] in n-d-791504-14 is: [{'id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'name': 'tempest-ServerRescueTestJSON-50082343-router', 'tenant_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:15Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 5, 'project_id': 'f0ce05a2e2e84cef9dafd85d2c1c7f2c', 'gw_port': {'id': '1d57c876-3fde-490c-bdd5-9513350f91bb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dcdd9-5532-43db-82c8-c12d3f733747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:16Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:56.266562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:56.267263 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.293125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c5d76016-6071-4705-9881-730b60fb1188 req-10bfc2d8-05f0-4fad-8549-aa93c8fb9062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port a802ab47-c1b5-4846-92b2-4424cb56acdb {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:56.293707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d76016-6071-4705-9881-730b60fb1188 req-10bfc2d8-05f0-4fad-8549-aa93c8fb9062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.391256 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.416088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.447597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:56.450155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c5d76016-6071-4705-9881-730b60fb1188 req-10bfc2d8-05f0-4fad-8549-aa93c8fb9062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] For port a802ab47-c1b5-4846-92b2-4424cb56acdb, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a802ab47-c1b5-4846-92b2-4424cb56acdb,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:56.450605 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d76016-6071-4705-9881-730b60fb1188 req-10bfc2d8-05f0-4fad-8549-aa93c8fb9062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.455284 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.462214 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.469826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c5d76016-6071-4705-9881-730b60fb1188 req-10bfc2d8-05f0-4fad-8549-aa93c8fb9062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for a802ab47-c1b5-4846-92b2-4424cb56acdb owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:56.510990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:56.566515 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.592115 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.627699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:56.628048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:56.631845 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:56.645041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Network bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:56.653897 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}, {'server_uuid': '01ecbdd4-f671-4dc2-b9ff-1f2fffed2575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:56.657829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:56.659780 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21feefe1-40da-47bc-bd1e-fbc7e503e6bf" -d '{"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-plugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0"}, {"server_uuid": "01ecbdd4-f671-4dc2-b9ff-1f2fffed2575", "name": "network-vif-plugged", "status": "completed", "tag": "2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:56.678459 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.678724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:56.706453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Pushing event updated for resources: {'Port': ['ID=b1a276ea-1082-4a3f-aa2c-0125f2d03190,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:56.743581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb10a26-95ed-41db-aa92-e155717ef665 req-b1f14ad8-c50c-45ec-a6b2-fb99d948a08e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.745183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfb10a26-95ed-41db-aa92-e155717ef665 req-b1f14ad8-c50c-45ec-a6b2-fb99d948a08e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 946 time: 0.2193367 Jul 16 01:21:56.783478 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.784293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.785003 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.822413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2541fa-a3f4-41eb-ad92-931d13130e9a req-1160ea7f-56a4-4ab1-9eb0-c656e8b67bef tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.829686 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab2541fa-a3f4-41eb-ad92-931d13130e9a req-1160ea7f-56a4-4ab1-9eb0-c656e8b67bef tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 945 time: 0.2704396 Jul 16 01:21:56.837123 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7fd02dbe-5dee-4c8b-8e73-1bcdc0a72781 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8609092 Jul 16 01:21:56.838553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 809b9a93-7a08-4db6-a773-ac20a89bb084 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:56.840250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.845872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/networks/260507d1-5b1b-4bea-ad27-247d34b0ae4f HTTP/1.1" status: 204 len: 168 time: 1.7515790 Jul 16 01:21:56.848241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36364) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:56.857432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Request body: {'port': {'device_id': 'ef899c84-cc67-435c-84f2-78d5f55880c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:56.857863 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.863534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-744492317'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:56.868968 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d76016-6071-4705-9881-730b60fb1188 req-10bfc2d8-05f0-4fad-8549-aa93c8fb9062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.875174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 809b9a93-7a08-4db6-a773-ac20a89bb084 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:56.875765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 809b9a93-7a08-4db6-a773-ac20a89bb084 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:56.876294 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.876426 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:56.876988 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfb10a26-95ed-41db-aa92-e155717ef665 req-a3f3187e-1327-4083-83cf-aa0d3ede9cd1 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d93fc4e-07db-47cb-9c1d-e71092587386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089921 Jul 16 01:21:56.887137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1962d-cd34-4f6a-a718-2a0f0ab6a3cf tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Network': ['ID=260507d1-5b1b-4bea-ad27-247d34b0ae4f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:56.907793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:56.908145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d7743ec3-9ac2-4b6b-b41e-a56cff1c56a1 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:56.908730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f3bcba46-f897-4d3a-aee2-7503b29c4b8a no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:56.929551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: f3bcba46-f897-4d3a-aee2-7503b29c4b8a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:56.929905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f3bcba46-f897-4d3a-aee2-7503b29c4b8a not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:56.953505 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfc2d8-05f0-4fad-8549-aa93c8fb9062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=a802ab47-c1b5-4846-92b2-4424cb56acdb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:56.977861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:56.980455 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab2541fa-a3f4-41eb-ad92-931d13130e9a req-89338749-1c54-42a4-868d-ae8fba33a13c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494818 Jul 16 01:21:56.984365 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.002316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.002880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 375dcdd9-5532-43db-82c8-c12d3f733747 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:57.007603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.008734 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-391b96a8-99ca-436f-9fb2-577140aa7c97 admin admin] 10.222.0.64 "DELETE /v2.0/routers/375dcdd9-5532-43db-82c8-c12d3f733747 HTTP/1.1" status: 204 len: 168 time: 2.4867604 Jul 16 01:21:57.011627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:57.064332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d76016-6071-4705-9881-730b60fb1188 req-10bfc2d8-05f0-4fad-8549-aa93c8fb9062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] No DVR routers for this DVR port a802ab47-c1b5-4846-92b2-4424cb56acdb on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:57.065615 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d530b7-837c-406c-823a-ddac22d6a696 x-openstack-request-id: req-32d530b7-837c-406c-823a-ddac22d6a696 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:57.066182 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-plugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0", "code": 200}, {"server_uuid": "01ecbdd4-f671-4dc2-b9ff-1f2fffed2575", "name": "network-vif-plugged", "status": "completed", "tag": "2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:57.069030 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32d530b7-837c-406c-823a-ddac22d6a696 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:57.069401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d76016-6071-4705-9881-730b60fb1188 req-10bfc2d8-05f0-4fad-8549-aa93c8fb9062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.069833 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'code': 200} Jul 16 01:21:57.070397 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ecbdd4-f671-4dc2-b9ff-1f2fffed2575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4', 'code': 200} Jul 16 01:21:57.071970 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c5d76016-6071-4705-9881-730b60fb1188 req-10bfc2d8-05f0-4fad-8549-aa93c8fb9062 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.67 "DELETE /v2.0/ports/a802ab47-c1b5-4846-92b2-4424cb56acdb HTTP/1.1" status: 204 len: 173 time: 1.1111231 Jul 16 01:21:57.072355 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b474cfcf-4938-4863-a38f-47ef6e9f5376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.073079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1094ee-8767-4c35-89a0-3a4d215b25ef', 'name': 'network-vif-deleted', 'tag': 'a802ab47-c1b5-4846-92b2-4424cb56acdb'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:57.075632 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7d3be1-2d3e-40b2-9226-c944e89f0732" -d '{"events": [{"server_uuid": "5c1094ee-8767-4c35-89a0-3a4d215b25ef", "name": "network-vif-deleted", "tag": "a802ab47-c1b5-4846-92b2-4424cb56acdb"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:57.105526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:57.110484 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.149403 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.154152 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Added segment 5959e262-17e2-4be2-9ae1-a40b3c8bf9b9 of type vlan for network 4440b670-83fe-4949-b66a-002230d9fd8d Jul 16 01:21:57.155621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-be46b26a-48f0-4ac8-b329-48c76c3293a1 admin admin] Deleting subnet f0bfd4d4-79b2-4502-a287-9b1281112152 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:57.163191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be46b26a-48f0-4ac8-b329-48c76c3293a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.243225 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be46b26a-48f0-4ac8-b329-48c76c3293a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.279775 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.392873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be46b26a-48f0-4ac8-b329-48c76c3293a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.440808 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2c04e4-3380-471b-9c4c-8ebbe62f497b x-openstack-request-id: req-5e2c04e4-3380-471b-9c4c-8ebbe62f497b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:57.441393 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1094ee-8767-4c35-89a0-3a4d215b25ef", "name": "network-vif-deleted", "tag": "a802ab47-c1b5-4846-92b2-4424cb56acdb", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:57.441504 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e2c04e4-3380-471b-9c4c-8ebbe62f497b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:57.441843 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1094ee-8767-4c35-89a0-3a4d215b25ef', 'name': 'network-vif-deleted', 'tag': 'a802ab47-c1b5-4846-92b2-4424cb56acdb', 'status': 'completed', 'code': 200} Jul 16 01:21:57.459713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78a083-cdc2-4700-886e-ccba4ad9ee91 req-9329781b-b6f0-46d9-b73a-5ce35ca33f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.461889 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f78a083-cdc2-4700-886e-ccba4ad9ee91 req-9329781b-b6f0-46d9-b73a-5ce35ca33f2b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1097 time: 0.1834056 Jul 16 01:21:57.471848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2c023-420d-466f-b5a1-792f15df4342 req-02b5edad-5152-4aaa-9ac6-3d226efc2f11 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.473386 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00e2c023-420d-466f-b5a1-792f15df4342 req-02b5edad-5152-4aaa-9ac6-3d226efc2f11 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 932 time: 0.1943536 Jul 16 01:21:57.533490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f78a083-cdc2-4700-886e-ccba4ad9ee91 req-e6dc515d-31d4-498d-96f2-30b849ec28d8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584147 Jul 16 01:21:57.563044 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00e2c023-420d-466f-b5a1-792f15df4342 req-994c8aa4-ffe2-47af-a49e-9ebf0fed9a75 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66ad64b-a198-4e8c-8fed-b5fd2581adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642593 Jul 16 01:21:57.565241 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.567880 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be46b26a-48f0-4ac8-b329-48c76c3293a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.571090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead536-1d1e-478a-b343-d4f0adeb3aad req-2886177a-014b-42b7-8325-56a095073bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.572869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3cead536-1d1e-478a-b343-d4f0adeb3aad req-2886177a-014b-42b7-8325-56a095073bcc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=01ecbdd4-f671-4dc2-b9ff-1f2fffed2575 HTTP/1.1" status: 200 len: 1097 time: 0.3723826 Jul 16 01:21:57.573661 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.580205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.580833 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.614798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46b26a-48f0-4ac8-b329-48c76c3293a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0bfd4d4-79b2-4502-a287-9b1281112152,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:57.619567 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be46b26a-48f0-4ac8-b329-48c76c3293a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.622048 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-be46b26a-48f0-4ac8-b329-48c76c3293a1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f0bfd4d4-79b2-4502-a287-9b1281112152 HTTP/1.1" status: 204 len: 168 time: 0.6089141 Jul 16 01:21:57.624388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36372) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:57.716020 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.717479 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8656943 Jul 16 01:21:57.721907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:57.728264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': '4440b670-83fe-4949-b66a-002230d9fd8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:57.763722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917d7a7-ae95-43da-848a-385021a94d86 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Network': ['ID=4440b670-83fe-4949-b66a-002230d9fd8d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:57.779184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4440b670-83fe-4949-b66a-002230d9fd8d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:57.799488 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3cead536-1d1e-478a-b343-d4f0adeb3aad req-8f4e5431-13b4-4f89-9744-5c1f4e22fa74 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688602 Jul 16 01:21:57.821607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d089d8-db77-4846-bfdb-06dbf90c84ec req-24157396-4a5a-4562-9cc5-8099c2045b7b tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.823160 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51d089d8-db77-4846-bfdb-06dbf90c84ec req-24157396-4a5a-4562-9cc5-8099c2045b7b tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 945 time: 0.2983818 Jul 16 01:21:57.881010 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.891592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a276ea-1082-4a3f-aa2c-0125f2d03190 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:57.898280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785de5a6-10d0-40ea-92dc-13fcc9e9a3d3']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:57.905490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.913820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:57.914154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81066fe1-68c3-4f5d-aa0d-88ff3b5afe59') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:57.925475 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.927707 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:57.933901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.944230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51d089d8-db77-4846-bfdb-06dbf90c84ec req-1ca0bbd6-98f5-48b7-9f08-068c7b78eb86 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862730 Jul 16 01:21:57.950036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Transition to ACTIVE for port object b1a276ea-1082-4a3f-aa2c-0125f2d03190 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:57.955765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.040496 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.051195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:58.051607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:58.054152 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:58.112807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Pushing event updated for resources: {'Port': ['ID=b1a276ea-1082-4a3f-aa2c-0125f2d03190,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.151691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.164789 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.167665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] 10.222.0.64 "DELETE /v2.0/networks/785de5a6-10d0-40ea-92dc-13fcc9e9a3d3 HTTP/1.1" status: 204 len: 168 time: 0.5420368 Jul 16 01:21:58.190518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd15fed-e42d-4c70-981b-e15ed08e3989 admin admin] Pushing event deleted for resources: {'Network': ['ID=785de5a6-10d0-40ea-92dc-13fcc9e9a3d3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.191633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Attempting to bind port b1a276ea-1082-4a3f-aa2c-0125f2d03190 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:58.191968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Attempting to bind port b1a276ea-1082-4a3f-aa2c-0125f2d03190 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'c9cb3e90-ace1-4564-9dc8-7cb250b73a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:58.192579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Attempting to bind port b1a276ea-1082-4a3f-aa2c-0125f2d03190 on network bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:58.229070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Port b1a276ea-1082-4a3f-aa2c-0125f2d03190 on network bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:58.229070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Attempting to bind port b1a276ea-1082-4a3f-aa2c-0125f2d03190 on network bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:58.242933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:58.243595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Checking segment: {'id': 'c9cb3e90-ace1-4564-9dc8-7cb250b73a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:58.244316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Bound using segment: {'id': 'c9cb3e90-ace1-4564-9dc8-7cb250b73a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:58.245102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Bound port: b1a276ea-1082-4a3f-aa2c-0125f2d03190, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cb3e90-ace1-4564-9dc8-7cb250b73a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:58.245652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.248961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a802ab47-c1b5-4846-92b2-4424cb56acdb no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:58.272844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: a802ab47-c1b5-4846-92b2-4424cb56acdb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:58.273545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a802ab47-c1b5-4846-92b2-4424cb56acdb not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:58.295131 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c43924a-652d-4ea2-b538-235cb41e436a req-a5c4e95f-e274-41af-8a03-6b4c7e4036e5 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1094ee-8767-4c35-89a0-3a4d215b25ef HTTP/1.1" status: 200 len: 210 time: 0.0691276 Jul 16 01:21:58.303636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.342417 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.352365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f4bcc-2dac-48bc-bc0c-dbcb1e556073 req-631ac915-8ea6-40ae-ad5c-bad6dedcc113 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.360931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-859f4bcc-2dac-48bc-bc0c-dbcb1e556073 req-631ac915-8ea6-40ae-ad5c-bad6dedcc113 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ecbdd4-f671-4dc2-b9ff-1f2fffed2575 HTTP/1.1" status: 200 len: 945 time: 0.2003601 Jul 16 01:21:58.398176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36388) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:58.418320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=ee870f04-3902-4a4d-b931-a69780870c22,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.432191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] For port b1a276ea-1082-4a3f-aa2c-0125f2d03190, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:58.436959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] For port b1a276ea-1082-4a3f-aa2c-0125f2d03190, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b1a276ea-1082-4a3f-aa2c-0125f2d03190,segment=NetworkSegment(c9cb3e90-ace1-4564-9dc8-7cb250b73a7a),segment_id=c9cb3e90-ace1-4564-9dc8-7cb250b73a7a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:58.447774 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.500664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1d57c876-3fde-490c-bdd5-9513350f91bb no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:58.505692 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-04e2f981-e26d-49c5-80d6-aaf3bdcfa5f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0ce05a2e2e84cef9dafd85d2c1c7f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063952 Jul 16 01:21:58.508832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36390) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:58.511347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Checking segment: {'id': '5959e262-17e2-4be2-9ae1-a40b3c8bf9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4440b670-83fe-4949-b66a-002230d9fd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:58.511708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network hostable DHCP agents. Network: 4440b670-83fe-4949-b66a-002230d9fd8d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:58.523058 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-859f4bcc-2dac-48bc-bc0c-dbcb1e556073 req-03ec4826-2813-4c2b-9acb-00e215812462 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609094 Jul 16 01:21:58.533295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.534674 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.537078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] 10.222.0.67 "PUT /v2.0/ports/b1a276ea-1082-4a3f-aa2c-0125f2d03190 HTTP/1.1" status: 200 len: 1093 time: 1.6859119 Jul 16 01:21:58.554550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 1d57c876-3fde-490c-bdd5-9513350f91bb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:58.555287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1d57c876-3fde-490c-bdd5-9513350f91bb not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:58.595536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 4440b670-83fe-4949-b66a-002230d9fd8d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:58.600208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391c9c4-2de3-4971-b20a-d6c7731ce38d service neutron] Pushing event updated for resources: {'Port': ['ID=b1a276ea-1082-4a3f-aa2c-0125f2d03190,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.625497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a070ed-5cc7-42c3-8a9f-587242ed72ea req-65098f1d-91be-4b78-85ae-f77670f30c53 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.634278 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f6a070ed-5cc7-42c3-8a9f-587242ed72ea req-65098f1d-91be-4b78-85ae-f77670f30c53 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 945 time: 0.1893592 Jul 16 01:21:58.636914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4440b670-83fe-4949-b66a-002230d9fd8d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:58.639293 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2e427d6-d19b-413a-93ef-cf61d1ae3669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.648520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.649200 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.650430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07b334e-7d56-4348-afe3-f0b906e4cbd3 None None] Network 4440b670-83fe-4949-b66a-002230d9fd8d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:58.713001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-47aa1e54-0b11-4bb1-9be7-27e988e39dff tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9897687 Jul 16 01:21:58.716471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2e427d6-d19b-413a-93ef-cf61d1ae3669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.720004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36394) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:58.727151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': '4440b670-83fe-4949-b66a-002230d9fd8d', 'name': 'tempest-PortsIpV6TestJSON-1870145201', 'fixed_ips': [{'subnet_id': 'ee870f04-3902-4a4d-b931-a69780870c22', 'ip_address': '2001:db8::10'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:58.773135 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f6a070ed-5cc7-42c3-8a9f-587242ed72ea req-5ebc98c7-52b2-4818-a1ba-89a66f73f54a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355677 Jul 16 01:21:58.857783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-0a53c01a-680f-4d28-a062-2cfb6fdc7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.859968 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-0a53c01a-680f-4d28-a062-2cfb6fdc7a2a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21ce9610c27540ec90218d2ffcb73fb9&device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 1096 time: 0.2483835 Jul 16 01:21:58.862363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2e427d6-d19b-413a-93ef-cf61d1ae3669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.865606 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2e427d6-d19b-413a-93ef-cf61d1ae3669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.870618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b2e427d6-d19b-413a-93ef-cf61d1ae3669 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d1b732d-fd30-4510-bca1-a6db1bf07f2a HTTP/1.1" status: 204 len: 168 time: 0.3571069 Jul 16 01:21:58.889118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e427d6-d19b-413a-93ef-cf61d1ae3669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b732d-fd30-4510-bca1-a6db1bf07f2a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.007068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4440b670-83fe-4949-b66a-002230d9fd8d', 'network_id': '4440b670-83fe-4949-b66a-002230d9fd8d', 'tenant_id': '0136dc78c16345c8b1061962395130ee', 'fixed_ips': [{'subnet_id': 'ee870f04-3902-4a4d-b931-a69780870c22'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:21:59.009423 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.085567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-7905eaec-993d-43df-a65e-3692f0f7417a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a276ea-1082-4a3f-aa2c-0125f2d03190 HTTP/1.1" status: 200 len: 217 time: 0.1918342 Jul 16 01:21:59.089086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198b332-f491-4181-a48a-1dca15e276a7 req-e24687bd-b1c1-49cc-b0de-36882088f4a9 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:59.090952 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f198b332-f491-4181-a48a-1dca15e276a7 req-e24687bd-b1c1-49cc-b0de-36882088f4a9 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 944 time: 0.0877094 Jul 16 01:21:59.151137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f198b332-f491-4181-a48a-1dca15e276a7 req-09d8b55f-547a-4975-84f6-e5c699e4bdb1 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66ad64b-a198-4e8c-8fed-b5fd2581adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 Jul 16 01:21:59.188401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-bcd84098-c3d5-4c1d-ac28-02fd41047192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:59.191715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-bcd84098-c3d5-4c1d-ac28-02fd41047192 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fdffe15-d2a9-4f3f-a261-4d7fe5d1b4fa HTTP/1.1" status: 200 len: 849 time: 0.0903125 Jul 16 01:21:59.207408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:59.251844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Allocated IP 2001:db8::2 (4440b670-83fe-4949-b66a-002230d9fd8d/ee870f04-3902-4a4d-b931-a69780870c22/f25d5406-49a8-49e2-8ae4-3638cf81fc7a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:59.252968 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-87e3b49e-e27b-49bc-8782-ff07594a500e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543084 Jul 16 01:21:59.389526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.402475 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36406) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:59.421240 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-da95570a-fbe4-44d3-abe8-f5539beabd97 service neutron] 10.222.0.67 "GET /v2.0/networks/bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586187 Jul 16 01:21:59.424285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port 9b238481-25ac-4921-84ec-8090f46bfb34 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:59.443711 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.452192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef899c84-cc67-435c-84f2-78d5f55880c3', 'tag': 'b1a276ea-1082-4a3f-aa2c-0125f2d03190'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:59.454391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Transition to ACTIVE for port object f25d5406-49a8-49e2-8ae4-3638cf81fc7a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:59.454532 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9380d20d-e372-4266-899f-1fe331db77d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef899c84-cc67-435c-84f2-78d5f55880c3", "tag": "b1a276ea-1082-4a3f-aa2c-0125f2d03190"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:59.494522 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0dc3413e-4c06-44b4-911b-e6abce48754e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.499129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Transition to ACTIVE for port object f25d5406-49a8-49e2-8ae4-3638cf81fc7a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:59.513086 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.532814 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0dc3413e-4c06-44b4-911b-e6abce48754e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.540578 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d18530-3fe1-4b8d-97c3-28515673c969 x-openstack-request-id: req-67d18530-3fe1-4b8d-97c3-28515673c969 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:59.540902 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef899c84-cc67-435c-84f2-78d5f55880c3", "tag": "b1a276ea-1082-4a3f-aa2c-0125f2d03190", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:59.541098 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67d18530-3fe1-4b8d-97c3-28515673c969 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:59.541478 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef899c84-cc67-435c-84f2-78d5f55880c3', 'tag': 'b1a276ea-1082-4a3f-aa2c-0125f2d03190', 'status': 'completed', 'code': 200} Jul 16 01:21:59.600684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Network 4440b670-83fe-4949-b66a-002230d9fd8d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:59.607069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:59.612817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:59.620549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bdd67b07-6aaa-49d4-becc-fe0471aa8785 req-fcc82261-ec26-4a34-a0ce-88b54b770524 service neutron] 10.222.0.67 "GET /v2.0/networks/bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894262 Jul 16 01:21:59.622121 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0dc3413e-4c06-44b4-911b-e6abce48754e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.634456 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0dc3413e-4c06-44b4-911b-e6abce48754e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.637865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0dc3413e-4c06-44b4-911b-e6abce48754e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/security-groups/6d93fc4e-07db-47cb-9c1d-e71092587386 HTTP/1.1" status: 204 len: 168 time: 0.2343554 Jul 16 01:21:59.660548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3413e-4c06-44b4-911b-e6abce48754e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d93fc4e-07db-47cb-9c1d-e71092587386,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.676038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Pushing event updated for resources: {'Port': ['ID=f25d5406-49a8-49e2-8ae4-3638cf81fc7a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.706043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36422) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:59.717550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8::10 (4440b670-83fe-4949-b66a-002230d9fd8d/ee870f04-3902-4a4d-b931-a69780870c22/9b238481-25ac-4921-84ec-8090f46bfb34) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:59.762501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Attempting to bind port f25d5406-49a8-49e2-8ae4-3638cf81fc7a on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:59.762811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Attempting to bind port f25d5406-49a8-49e2-8ae4-3638cf81fc7a by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '5959e262-17e2-4be2-9ae1-a40b3c8bf9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4440b670-83fe-4949-b66a-002230d9fd8d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:59.763179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Attempting to bind port f25d5406-49a8-49e2-8ae4-3638cf81fc7a on network 4440b670-83fe-4949-b66a-002230d9fd8d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:59.768419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:59.768808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Checking segment: {'id': '5959e262-17e2-4be2-9ae1-a40b3c8bf9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4440b670-83fe-4949-b66a-002230d9fd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:59.769242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.769589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Bound using segment: {'id': '5959e262-17e2-4be2-9ae1-a40b3c8bf9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4440b670-83fe-4949-b66a-002230d9fd8d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:59.770153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Bound port: f25d5406-49a8-49e2-8ae4-3638cf81fc7a, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5959e262-17e2-4be2-9ae1-a40b3c8bf9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4440b670-83fe-4949-b66a-002230d9fd8d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:59.770757 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.782909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fb6d31-2b1c-4969-aa24-d5b7ec34fa0a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting subnet e4638809-cfc4-4957-b27f-c27bdde49e76 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:59.787245 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50fb6d31-2b1c-4969-aa24-d5b7ec34fa0a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.840439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50fb6d31-2b1c-4969-aa24-d5b7ec34fa0a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.898579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] For port f25d5406-49a8-49e2-8ae4-3638cf81fc7a, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:59.902288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] For port f25d5406-49a8-49e2-8ae4-3638cf81fc7a, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f25d5406-49a8-49e2-8ae4-3638cf81fc7a,segment=NetworkSegment(5959e262-17e2-4be2-9ae1-a40b3c8bf9b9),segment_id=5959e262-17e2-4be2-9ae1-a40b3c8bf9b9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:59.910050 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.004461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.028403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36434) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:00.058828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object 9b238481-25ac-4921-84ec-8090f46bfb34 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:00.071494 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50fb6d31-2b1c-4969-aa24-d5b7ec34fa0a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.078046 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.084501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96715e-88da-40b3-b20c-d2e1a2cb2a87 None None] Pushing event updated for resources: {'Port': ['ID=f25d5406-49a8-49e2-8ae4-3638cf81fc7a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:00.119744 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.196714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50fb6d31-2b1c-4969-aa24-d5b7ec34fa0a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.197231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380d20d-e372-4266-899f-1fe331db77d6 req-52b7b163-94c2-4786-8d7f-62976c5383ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.198948 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9380d20d-e372-4266-899f-1fe331db77d6 req-52b7b163-94c2-4786-8d7f-62976c5383ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21ce9610c27540ec90218d2ffcb73fb9&device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 1096 time: 0.3110266 Jul 16 01:22:00.216396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 4440b670-83fe-4949-b66a-002230d9fd8d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:00.263506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb6d31-2b1c-4969-aa24-d5b7ec34fa0a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Subnet': ['ID=e4638809-cfc4-4957-b27f-c27bdde49e76,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:00.321620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50fb6d31-2b1c-4969-aa24-d5b7ec34fa0a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.324038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-50fb6d31-2b1c-4969-aa24-d5b7ec34fa0a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/subnets/e4638809-cfc4-4957-b27f-c27bdde49e76 HTTP/1.1" status: 204 len: 168 time: 0.6166694 Jul 16 01:22:00.332269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36440) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:00.336486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4055a-f5a2-4504-a513-6ba040096b94 None None] Network 32e654c6-84d6-44c5-ba8f-cac4e9956256 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:00.350806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d643da-71ec-4881-ba15-47683e7bc585 req-d03147e7-a5b9-4d08-add8-b06ae21a58b9 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.352492 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c2d643da-71ec-4881-ba15-47683e7bc585 req-d03147e7-a5b9-4d08-add8-b06ae21a58b9 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ecbdd4-f671-4dc2-b9ff-1f2fffed2575 HTTP/1.1" status: 200 len: 945 time: 0.4659476 Jul 16 01:22:00.353653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:00.366905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=9b238481-25ac-4921-84ec-8090f46bfb34,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:00.370301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:00.377157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.377811 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.472150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-network', 'tenant_id': '76427afcf93449608ddffa24ba06d313'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:00.481692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380d20d-e372-4266-899f-1fe331db77d6 req-5d716316-6774-46fa-8339-a4d5e7a9df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.483072 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9380d20d-e372-4266-899f-1fe331db77d6 req-5d716316-6774-46fa-8339-a4d5e7a9df4b service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff HTTP/1.1" status: 200 len: 909 time: 0.2704594 Jul 16 01:22:00.492356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d417e3-0e7f-4250-b2b2-86ff76247327 req-cc44d37f-6f73-407e-8d22-a770ee9764eb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.501592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b6d417e3-0e7f-4250-b2b2-86ff76247327 req-cc44d37f-6f73-407e-8d22-a770ee9764eb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 945 time: 0.2589262 Jul 16 01:22:00.534954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.581029 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9380d20d-e372-4266-899f-1fe331db77d6 req-4c9ae258-d89d-457d-9cdf-37b6498e01d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a276ea-1082-4a3f-aa2c-0125f2d03190 HTTP/1.1" status: 200 len: 217 time: 0.0790379 Jul 16 01:22:00.616718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Made reservation on behalf of 76427afcf93449608ddffa24ba06d313 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:00.619389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.638862 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b6d417e3-0e7f-4250-b2b2-86ff76247327 req-130eddce-4081-4e3c-9559-2c9a782cfefa tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358073 Jul 16 01:22:00.676280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c2d643da-71ec-4881-ba15-47683e7bc585 req-ab93fa10-4cb1-4607-a323-fd0e00914d52 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907672 Jul 16 01:22:00.690629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cf23a531-86e6-4218-9a66-a128faa5b8e2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9557328 Jul 16 01:22:00.690897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:00.703747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.716014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': '4440b670-83fe-4949-b66a-002230d9fd8d', 'name': 'tempest-PortsIpV6TestJSON-1841281366', 'fixed_ips': [{'subnet_id': 'ee870f04-3902-4a4d-b931-a69780870c22', 'ip_address': '2001:db8::f'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:00.721314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f25d5406-49a8-49e2-8ae4-3638cf81fc7a up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:00.795158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380d20d-e372-4266-899f-1fe331db77d6 req-d764f384-f1e2-434d-9e3c-3d1668464b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.798729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9380d20d-e372-4266-899f-1fe331db77d6 req-d764f384-f1e2-434d-9e3c-3d1668464b40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fdffe15-d2a9-4f3f-a261-4d7fe5d1b4fa HTTP/1.1" status: 200 len: 849 time: 0.2044046 Jul 16 01:22:00.803542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port 240aebca-852a-4a5a-ad77-4720f81b9adf {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:00.804717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.820948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5e446-9834-4f50-b9b8-1de20b5e19f0 None None] DHCP port deletion for 32e654c6-84d6-44c5-ba8f-cac4e9956256 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:22:00.842251 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9380d20d-e372-4266-899f-1fe331db77d6 req-7325db26-1d84-4095-b731-dbd129e3d5f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333557 Jul 16 01:22:00.925873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port f25d5406-49a8-49e2-8ae4-3638cf81fc7a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:00.940534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] For port 240aebca-852a-4a5a-ad77-4720f81b9adf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=240aebca-852a-4a5a-ad77-4720f81b9adf,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:00.941015 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.978465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-12c5e446-9834-4f50-b9b8-1de20b5e19f0 None None] Deleting port 240aebca-852a-4a5a-ad77-4720f81b9adf {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:00.978897 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12c5e446-9834-4f50-b9b8-1de20b5e19f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.081549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-12c5e446-9834-4f50-b9b8-1de20b5e19f0 None None] For port 240aebca-852a-4a5a-ad77-4720f81b9adf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=240aebca-852a-4a5a-ad77-4720f81b9adf,segment=NetworkSegment(ca90f62f-a271-49d4-9d5d-cb9fcee7e876),segment_id=ca90f62f-a271-49d4-9d5d-cb9fcee7e876)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:01.082829 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12c5e446-9834-4f50-b9b8-1de20b5e19f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.086150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for 240aebca-852a-4a5a-ad77-4720f81b9adf owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:01.099309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-12c5e446-9834-4f50-b9b8-1de20b5e19f0 None None] Calling delete_port for 240aebca-852a-4a5a-ad77-4720f81b9adf owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:01.128379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9380d20d-e372-4266-899f-1fe331db77d6 req-549cc066-ab0e-4541-b1a5-b3e205c1b8bc service neutron] 10.222.0.67 "GET /v2.0/networks/bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758310 Jul 16 01:22:01.186213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849317f6-2296-4993-a587-006a3ac142b7 req-8a82d5d0-3d6a-4b89-bbdd-44d118be223c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:01.189910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.198688 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-849317f6-2296-4993-a587-006a3ac142b7 req-8a82d5d0-3d6a-4b89-bbdd-44d118be223c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 945 time: 0.1785581 Jul 16 01:22:01.202217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36450) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:01.213370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8b9874eb-aae9-4030-9793-a6e807109879 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'floatingip': {'port_id': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:01.215384 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12c5e446-9834-4f50-b9b8-1de20b5e19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.217627 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.229831 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.259038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5e446-9834-4f50-b9b8-1de20b5e19f0 None None] No DVR routers for this DVR port 240aebca-852a-4a5a-ad77-4720f81b9adf on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:01.261652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5e446-9834-4f50-b9b8-1de20b5e19f0 None None] Pushing event deleted for resources: {'Port': ['ID=240aebca-852a-4a5a-ad77-4720f81b9adf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:01.264710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=240aebca-852a-4a5a-ad77-4720f81b9adf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:01.267136 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:01.293929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] No DVR routers for this DVR port 240aebca-852a-4a5a-ad77-4720f81b9adf on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:01.413018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113a2ab-1e8e-4b31-a8a9-672fdaa803a9 None None] Network 4440b670-83fe-4949-b66a-002230d9fd8d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:01.457129 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.472040 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.476213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e654c6-84d6-44c5-ba8f-cac4e9956256']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.498746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.499036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca90f62f-a271-49d4-9d5d-cb9fcee7e876') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.514971 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.524470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port 68804783-974c-4db7-bfdb-5fea601aa405 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:22:01.566886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.583002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:01.584047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:01.587276 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:01.644045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-33a9c189-0dc7-49cb-8ce4-cb7caecba01c None None] Provisioning for port f25d5406-49a8-49e2-8ae4-3638cf81fc7a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:01.653340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-33a9c189-0dc7-49cb-8ce4-cb7caecba01c None None] Provisioning complete for port f25d5406-49a8-49e2-8ae4-3638cf81fc7a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:01.653340 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33a9c189-0dc7-49cb-8ce4-cb7caecba01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.722301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.733508 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.739885 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/networks/32e654c6-84d6-44c5-ba8f-cac4e9956256 HTTP/1.1" status: 204 len: 168 time: 1.4005125 Jul 16 01:22:01.754000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:01.769464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810039fe-37d6-4bbc-9fe9-a41483567377 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Network': ['ID=32e654c6-84d6-44c5-ba8f-cac4e9956256,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:01.788049 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33a9c189-0dc7-49cb-8ce4-cb7caecba01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.806124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077fb8-cecb-4355-add8-df2618fd2b68 req-d6b0f9b5-05df-4a74-8a7e-db1af6dc3b20 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:01.807690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a077fb8-cecb-4355-add8-df2618fd2b68 req-d6b0f9b5-05df-4a74-8a7e-db1af6dc3b20 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 944 time: 0.8512537 Jul 16 01:22:01.819162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b9874eb-aae9-4030-9793-a6e807109879 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.822283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:01.833115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-33a9c189-0dc7-49cb-8ce4-cb7caecba01c None None] For port f25d5406-49a8-49e2-8ae4-3638cf81fc7a, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f25d5406-49a8-49e2-8ae4-3638cf81fc7a,segment=NetworkSegment(5959e262-17e2-4be2-9ae1-a40b3c8bf9b9),segment_id=5959e262-17e2-4be2-9ae1-a40b3c8bf9b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:01.844692 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33a9c189-0dc7-49cb-8ce4-cb7caecba01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.897474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8::f (4440b670-83fe-4949-b66a-002230d9fd8d/ee870f04-3902-4a4d-b931-a69780870c22/68804783-974c-4db7-bfdb-5fea601aa405) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:01.944617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.944963 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Added segment a14ecfe2-fb2b-4f06-92f8-be188ed363c0 of type vlan for network 22207be6-cdc7-4fdb-bab4-23b6c21164cd Jul 16 01:22:01.949593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2284735-48f4-403a-b853-73a6e12650d6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:02.101913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9380d20d-e372-4266-899f-1fe331db77d6 req-2b754071-03af-4db9-9b0d-dcf46f20ca5a service neutron] 10.222.0.67 "GET /v2.0/networks/bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9597950 Jul 16 01:22:02.138185 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.148753 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a077fb8-cecb-4355-add8-df2618fd2b68 req-ca91e6da-8706-4158-bed0-db708e01119b tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66ad64b-a198-4e8c-8fed-b5fd2581adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154764 Jul 16 01:22:02.278730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b1a276ea-1082-4a3f-aa2c-0125f2d03190 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:02.295972 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.297574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:02.298782 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.366899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port f5910ee2-61ef-4657-b370-00510f02a03e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:02.367397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.416730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9c189-0dc7-49cb-8ce4-cb7caecba01c None None] Pushing event updated for resources: {'Port': ['ID=f25d5406-49a8-49e2-8ae4-3638cf81fc7a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:02.451511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0b9a9278-f971-4a2d-9964-68184eb9d797 None None] Provisioning for port 9b238481-25ac-4921-84ec-8090f46bfb34 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:02.460277 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4294984 Jul 16 01:22:02.485941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36460) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:02.493907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0b9a9278-f971-4a2d-9964-68184eb9d797 None None] Provisioning complete for port 9b238481-25ac-4921-84ec-8090f46bfb34 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:02.494798 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9278-f971-4a2d-9964-68184eb9d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.501011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef21cb-b68f-47d4-8f58-be8cb163b583 admin admin] Pushing event updated for resources: {'Network': ['ID=22207be6-cdc7-4fdb-bab4-23b6c21164cd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:02.538366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Request body: {'subnet': {'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-subnet', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:02.543358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 22207be6-cdc7-4fdb-bab4-23b6c21164cd details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:02.621682 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.621997 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.632563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f25d5406-49a8-49e2-8ae4-3638cf81fc7a up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:02.641734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for f5910ee2-61ef-4657-b370-00510f02a03e owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:02.689178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a9278-f971-4a2d-9964-68184eb9d797 None None] Port 9b238481-25ac-4921-84ec-8090f46bfb34 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:02.697589 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.752932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b1a276ea-1082-4a3f-aa2c-0125f2d03190, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b1a276ea-1082-4a3f-aa2c-0125f2d03190,segment=NetworkSegment(c9cb3e90-ace1-4564-9dc8-7cb250b73a7a),segment_id=c9cb3e90-ace1-4564-9dc8-7cb250b73a7a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:02.785508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Made reservation on behalf of 76427afcf93449608ddffa24ba06d313 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:02.787253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'b1a276ea-1082-4a3f-aa2c-0125f2d03190', 'network_id': 'bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff', 'port_id': 'b1a276ea-1082-4a3f-aa2c-0125f2d03190', 'mac_address': 'fa:16:3e:85:a9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdffe15-d2a9-4f3f-a261-4d7fe5d1b4fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:02.789064 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.791168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0b9a9278-f971-4a2d-9964-68184eb9d797 None None] Provisioning complete for port f25d5406-49a8-49e2-8ae4-3638cf81fc7a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:02.791539 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9278-f971-4a2d-9964-68184eb9d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.836474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object 68804783-974c-4db7-bfdb-5fea601aa405 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:02.869980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f25d5406-49a8-49e2-8ae4-3638cf81fc7a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:02.870402 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.901585 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.937061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a276ea-1082-4a3f-aa2c-0125f2d03190 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:02.989078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b9874eb-aae9-4030-9793-a6e807109879 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.995941 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b9874eb-aae9-4030-9793-a6e807109879 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.007807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-4e4052ba-b622-4a67-b679-ad8f42786e08 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.011172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b1a276ea-1082-4a3f-aa2c-0125f2d03190, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b1a276ea-1082-4a3f-aa2c-0125f2d03190,segment=NetworkSegment(c9cb3e90-ace1-4564-9dc8-7cb250b73a7a),segment_id=c9cb3e90-ace1-4564-9dc8-7cb250b73a7a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:03.016261 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-4e4052ba-b622-4a67-b679-ad8f42786e08 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/networks?id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 200 len: 812 time: 0.3757970 Jul 16 01:22:03.022065 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.071232 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-651e1542-b1ea-49f5-88f1-58acc1290d46 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/quotas/7cdc2a19492d4359aea9d4954297e108 HTTP/1.1" status: 200 len: 375 time: 0.0539186 Jul 16 01:22:03.097529 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.134922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b1a276ea-1082-4a3f-aa2c-0125f2d03190,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:03.139613 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:22:03.180185 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-8b9874eb-aae9-4030-9793-a6e807109879 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Floating IP b11bacdf-8381-4639-91cf-cb7d595a15ca associated. External IP: 172.25.4.19, port: aad4db99-3026-4fc7-ad07-b37e7a6898a0. Jul 16 01:22:03.238936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c97e67ee-428a-4fdb-a6f8-805bb1997ff6 None None] Provisioning complete for port 9b238481-25ac-4921-84ec-8090f46bfb34 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:03.239502 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c97e67ee-428a-4fdb-a6f8-805bb1997ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.285602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 240aebca-852a-4a5a-ad77-4720f81b9adf no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:03.293383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c97e67ee-428a-4fdb-a6f8-805bb1997ff6 None None] Port 9b238481-25ac-4921-84ec-8090f46bfb34 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:03.315285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 240aebca-852a-4a5a-ad77-4720f81b9adf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:03.315794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 240aebca-852a-4a5a-ad77-4720f81b9adf not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:03.402771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b1a276ea-1082-4a3f-aa2c-0125f2d03190'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:03.535582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9874eb-aae9-4030-9793-a6e807109879 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Router 60135ade-3f78-487e-9949-7ca8854a3e27 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:03.556059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b555cd9-4167-4427-815d-2cc7b711522f req-b41a6e2a-53c6-44b2-bea6-943a1e4b9659 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.557577 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b555cd9-4167-4427-815d-2cc7b711522f req-b41a6e2a-53c6-44b2-bea6-943a1e4b9659 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.50 "GET /v2.0/ports?device_id=01ecbdd4-f671-4dc2-b9ff-1f2fffed2575 HTTP/1.1" status: 200 len: 945 time: 0.1976831 Jul 16 01:22:03.561886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 4440b670-83fe-4949-b66a-002230d9fd8d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:03.565390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f8ce4-4143-4841-a4ac-087e36e65784 req-e9459655-4a01-48d4-ba83-243fa7c208bc tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.566876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b47f8ce4-4143-4841-a4ac-087e36e65784 req-e9459655-4a01-48d4-ba83-243fa7c208bc tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 945 time: 0.1919012 Jul 16 01:22:03.574577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:03.587640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:03.593267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.593895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.647103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=68804783-974c-4db7-bfdb-5fea601aa405,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:03.691755 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4d8981e5-162d-4831-ab33-3873e911532b tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9966421 Jul 16 01:22:03.698894 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:03.701837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b47f8ce4-4143-4841-a4ac-087e36e65784 req-e301e21a-41aa-48d5-b599-5bf461e42e3c tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66ad64b-a198-4e8c-8fed-b5fd2581adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242969 Jul 16 01:22:03.766561 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.780167 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.794953 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-76eba88f-bf36-4109-b5d6-cc057cc5b62c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cdc2a19492d4359aea9d4954297e108&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7227478 Jul 16 01:22:03.799357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9874eb-aae9-4030-9793-a6e807109879 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:03.805315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b9874eb-aae9-4030-9793-a6e807109879 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.815168 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] Sync routers for ids ['60135ade-3f78-487e-9949-7ca8854a3e27'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:03.836533 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] Routers {'60135ade-3f78-487e-9949-7ca8854a3e27'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:03.837231 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['60135ade-3f78-487e-9949-7ca8854a3e27'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:03.880873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=f5910ee2-61ef-4657-b370-00510f02a03e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:03.896651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8b9874eb-aae9-4030-9793-a6e807109879 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "PUT /v2.0/floatingips/b11bacdf-8381-4639-91cf-cb7d595a15ca HTTP/1.1" status: 200 len: 990 time: 2.6888666 Jul 16 01:22:03.898352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:03.911042 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff299289-c3c1-433b-be4d-e95db4fd24b7" -d '{"events": [{"name": "network-changed", "server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:03.914958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5b555cd9-4167-4427-815d-2cc7b711522f req-a849197a-3bed-4268-bda0-c0bbb1a9c1f3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Deleting port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:03.915545 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5b555cd9-4167-4427-815d-2cc7b711522f req-a849197a-3bed-4268-bda0-c0bbb1a9c1f3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.923829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a6ddd569-d689-44d6-8e80-3fa3dfaa8ed9 None None] Provisioning for port 68804783-974c-4db7-bfdb-5fea601aa405 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:03.929745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a6ddd569-d689-44d6-8e80-3fa3dfaa8ed9 None None] Provisioning complete for port 68804783-974c-4db7-bfdb-5fea601aa405 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:03.930210 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd569-d689-44d6-8e80-3fa3dfaa8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.958662 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] Set router 60135ade-3f78-487e-9949-7ca8854a3e27 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:04.000467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a6ddd569-d689-44d6-8e80-3fa3dfaa8ed9 None None] Port 68804783-974c-4db7-bfdb-5fea601aa405 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:04.037583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5b555cd9-4167-4427-815d-2cc7b711522f req-a849197a-3bed-4268-bda0-c0bbb1a9c1f3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] For port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:04.038123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5b555cd9-4167-4427-815d-2cc7b711522f req-a849197a-3bed-4268-bda0-c0bbb1a9c1f3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.053711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5b555cd9-4167-4427-815d-2cc7b711522f req-a849197a-3bed-4268-bda0-c0bbb1a9c1f3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Calling delete_port for 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:04.061003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.061341 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Floating IP 01a46765-e83c-49e1-acde-f6f71ae51ad8 disassociated (deleted). External IP: 172.25.4.111, port: db86bd89-df4a-4374-9422-ce5dfba8c7cf. Jul 16 01:22:04.107073 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83668636-1899-4c76-ae4d-842967f3a6a5 x-openstack-request-id: req-83668636-1899-4c76-ae4d-842967f3a6a5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:04.108077 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:04.108342 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83668636-1899-4c76-ae4d-842967f3a6a5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:04.108753 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'status': 'completed', 'code': 200} Jul 16 01:22:04.201453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:04.225230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-10386563-6859-47df-8d47-611fdf666587 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.227468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-10386563-6859-47df-8d47-611fdf666587 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.67 "GET /v2.0/ports?device_id=84d18901-4873-4353-82b2-4e59dfb15670 HTTP/1.1" status: 200 len: 945 time: 0.1038566 Jul 16 01:22:04.231247 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:26Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'b11bacdf-8381-4639-91cf-cb7d595a15ca', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'port_id': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'mac_address': 'fa:16:3e:45:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:21:36Z', 'updated_at': '2021-07-16T01:22:02Z', 'revision_number': 1, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb770ec-d9b1-4248-bc92-d21936855e0b', 'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'mac_address': 'fa:16:3e:63:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:25Z', 'updated_at': '2021-07-16T01:21:37Z', 'revision_number': 5, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'subnets': [{'id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:04.267614 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] Checking router: 60135ade-3f78-487e-9949-7ca8854a3e27 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:04.276733 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] Routers {'60135ade-3f78-487e-9949-7ca8854a3e27'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:04.277649 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['60135ade-3f78-487e-9949-7ca8854a3e27'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:04.283693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b1a276ea-1082-4a3f-aa2c-0125f2d03190 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:04.296039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Checking segment: {'id': 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:04.296405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Network hostable DHCP agents. Network: 22207be6-cdc7-4fdb-bab4-23b6c21164cd, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:04.315257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128d9b6-ce5f-40e5-a544-1673a180482e tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.319842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0128d9b6-ce5f-40e5-a544-1673a180482e tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6114612 Jul 16 01:22:04.331637 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-02498b13-2c70-4d34-8262-5b8fa3e70d89 service neutron] 10.222.0.64 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357397 Jul 16 01:22:04.335665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:04.367193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port b1a276ea-1082-4a3f-aa2c-0125f2d03190 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:04.373704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port b1a276ea-1082-4a3f-aa2c-0125f2d03190 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:04.374315 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.401164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Network 22207be6-cdc7-4fdb-bab4-23b6c21164cd is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:04.407796 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] Set router 60135ade-3f78-487e-9949-7ca8854a3e27 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:04.430243 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5b555cd9-4167-4427-815d-2cc7b711522f req-a849197a-3bed-4268-bda0-c0bbb1a9c1f3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.443822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['1407ee2c-897f-4dd0-917f-f2f814f72882'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:04.459004 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 22207be6-cdc7-4fdb-bab4-23b6c21164cd) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:04.463308 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.463907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.468154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-ad8e75dd-709b-4b3b-aaaf-97bb313961ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.469690 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-ad8e75dd-709b-4b3b-aaaf-97bb313961ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1097 time: 0.3240304 Jul 16 01:22:04.487455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:04.494522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277848d8-d04b-4155-a41f-67f1bb795b36 None None] Network 22207be6-cdc7-4fdb-bab4-23b6c21164cd requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:04.499325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849197a-3bed-4268-bda0-c0bbb1a9c1f3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Pushing event deleted for resources: {'Port': ['ID=2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:04.526873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-3e73a7d0-1336-4702-a341-034677c19994 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Deleting port 1407ee2c-897f-4dd0-917f-f2f814f72882 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:04.527219 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-3e73a7d0-1336-4702-a341-034677c19994 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.601066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96ffce2-b230-4c59-b7a6-a191fd0b03c7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.607248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96ffce2-b230-4c59-b7a6-a191fd0b03c7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.613734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96ffce2-b230-4c59-b7a6-a191fd0b03c7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.616095 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c96ffce2-b230-4c59-b7a6-a191fd0b03c7 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2773118 Jul 16 01:22:04.617034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b555cd9-4167-4427-815d-2cc7b711522f req-a849197a-3bed-4268-bda0-c0bbb1a9c1f3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] No DVR routers for this DVR port 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:04.626743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5b555cd9-4167-4427-815d-2cc7b711522f req-a849197a-3bed-4268-bda0-c0bbb1a9c1f3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.628658 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b555cd9-4167-4427-815d-2cc7b711522f req-a849197a-3bed-4268-bda0-c0bbb1a9c1f3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.50 "DELETE /v2.0/ports/2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 HTTP/1.1" status: 204 len: 173 time: 1.0601592 Jul 16 01:22:04.629107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36488) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:04.679339 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5e8b4d90-3b37-4d93-8700-ac89a614cacc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1671488 Jul 16 01:22:04.682772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:04.689626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:04.694488 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-27838c83-3af0-47a7-a26f-26ddb1f27023 service neutron] 10.222.0.64 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618758 Jul 16 01:22:04.700239 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.814418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:04.818599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-969c9804-89fe-4a63-9539-9208fead787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.822548 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.823787 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.825310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-969c9804-89fe-4a63-9539-9208fead787c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.3061979 Jul 16 01:22:04.831076 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:26Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'b11bacdf-8381-4639-91cf-cb7d595a15ca', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'port_id': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'mac_address': 'fa:16:3e:45:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:21:36Z', 'updated_at': '2021-07-16T01:22:02Z', 'revision_number': 1, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb770ec-d9b1-4248-bc92-d21936855e0b', 'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'mac_address': 'fa:16:3e:63:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:25Z', 'updated_at': '2021-07-16T01:21:37Z', 'revision_number': 5, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'subnets': [{'id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:04.854557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef899c84-cc67-435c-84f2-78d5f55880c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a276ea-1082-4a3f-aa2c-0125f2d03190'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:04.856850 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82279db9-ba97-4f20-acea-bdcd5fc68b85" -d '{"events": [{"server_uuid": "ef899c84-cc67-435c-84f2-78d5f55880c3", "name": "network-vif-plugged", "status": "completed", "tag": "b1a276ea-1082-4a3f-aa2c-0125f2d03190"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:04.877762 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ede1-de20-462c-ae7b-0223ff4b647c None None] The sync data for ids ['60135ade-3f78-487e-9949-7ca8854a3e27'] in n-d-791504-14 is: [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:26Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'b11bacdf-8381-4639-91cf-cb7d595a15ca', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'port_id': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'mac_address': 'fa:16:3e:45:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:21:36Z', 'updated_at': '2021-07-16T01:22:02Z', 'revision_number': 1, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb770ec-d9b1-4248-bc92-d21936855e0b', 'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'mac_address': 'fa:16:3e:63:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:25Z', 'updated_at': '2021-07-16T01:21:37Z', 'revision_number': 5, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'subnets': [{'id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:04.891295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-3e73a7d0-1336-4702-a341-034677c19994 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] For port 1407ee2c-897f-4dd0-917f-f2f814f72882, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=1407ee2c-897f-4dd0-917f-f2f814f72882,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:04.892102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-3e73a7d0-1336-4702-a341-034677c19994 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.923317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b1a276ea-1082-4a3f-aa2c-0125f2d03190, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b1a276ea-1082-4a3f-aa2c-0125f2d03190,segment=NetworkSegment(c9cb3e90-ace1-4564-9dc8-7cb250b73a7a),segment_id=c9cb3e90-ace1-4564-9dc8-7cb250b73a7a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:04.940216 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.951939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-3e73a7d0-1336-4702-a341-034677c19994 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Calling delete_port for 1407ee2c-897f-4dd0-917f-f2f814f72882 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:05.087872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-b7d74d01-83dd-4ce9-8056-8be7a0e4bf4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 998 time: 0.2506466 Jul 16 01:22:05.110340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3359b8f-55d8-4e9d-be01-c97ae31474f6 None None] Network 22207be6-cdc7-4fdb-bab4-23b6c21164cd requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:05.110883 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.114210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:05.121055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.144875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e71d4-79b0-4843-b5f0-1abc3abc2515 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 68804783-974c-4db7-bfdb-5fea601aa405 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:05.145232 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f3e71d4-79b0-4843-b5f0-1abc3abc2515 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.241604 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-398093ba-0776-4a15-a6da-ca7970916f78 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/floatingips/01a46765-e83c-49e1-acde-f6f71ae51ad8 HTTP/1.1" status: 204 len: 168 time: 3.4854729 Jul 16 01:22:05.242942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'tag': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:05.245520 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be9b245-4b9e-42ba-9239-498d302f742b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f0d505-26fb-47b6-8fb9-033ad4abd2ba", "tag": "db86bd89-df4a-4374-9422-ce5dfba8c7cf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:05.248048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b1a276ea-1082-4a3f-aa2c-0125f2d03190,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:05.249801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-f2e42280-5973-4487-a623-dd272a9aedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:05.251776 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-f2e42280-5973-4487-a623-dd272a9aedf7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.1344874 Jul 16 01:22:05.254846 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] Sync routers for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:05.290472 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe818053-a9f3-453f-a5fd-9472688d8a1e None None] New status for floating IP b11bacdf-8381-4639-91cf-cb7d595a15ca: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:22:05.331423 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daa8bdd-1ea8-4305-a500-1906ab5a60c6 x-openstack-request-id: req-1daa8bdd-1ea8-4305-a500-1906ab5a60c6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:05.332936 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef899c84-cc67-435c-84f2-78d5f55880c3", "name": "network-vif-plugged", "status": "completed", "tag": "b1a276ea-1082-4a3f-aa2c-0125f2d03190", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:05.334756 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1daa8bdd-1ea8-4305-a500-1906ab5a60c6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:05.336330 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef899c84-cc67-435c-84f2-78d5f55880c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a276ea-1082-4a3f-aa2c-0125f2d03190', 'code': 200} Jul 16 01:22:05.337929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:05.338606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:05.405864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-03807294-e390-4529-8fd7-dfe6ea78b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:05.407334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-03807294-e390-4529-8fd7-dfe6ea78b65b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475339 Jul 16 01:22:05.586869 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-5951967f-7869-49ff-aa65-55da3a5ccf58 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678953 Jul 16 01:22:05.762662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:05.763249 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff299289-c3c1-433b-be4d-e95db4fd24b7 req-afc6dd7d-06e2-427c-86db-e153c50b72a6 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692195 Jul 16 01:22:06.141216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ecbdd4-f671-4dc2-b9ff-1f2fffed2575', 'name': 'network-vif-deleted', 'tag': '2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:06.144163 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2abc5d-4bfc-4c93-ae21-9588b155410e" -d '{"events": [{"server_uuid": "01ecbdd4-f671-4dc2-b9ff-1f2fffed2575", "name": "network-vif-deleted", "tag": "2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:06.202257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.236469 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:21:50Z', 'revision_number': 6, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:06.295111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7624db-bbf4-40d6-a745-f7e0e46181a7 req-8eff8208-98e3-4f2b-bb3c-29b6d7be8741 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.301067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] Checking router: b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:06.303189 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea7624db-bbf4-40d6-a745-f7e0e46181a7 req-8eff8208-98e3-4f2b-bb3c-29b6d7be8741 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 946 time: 1.1623290 Jul 16 01:22:06.317167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:06.319293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:06.329110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243f221-7b47-4bc8-b761-89df7a534441 req-d7986ab7-a6e4-4213-8d3f-80ed43613ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.331020 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2243f221-7b47-4bc8-b761-89df7a534441 req-d7986ab7-a6e4-4213-8d3f-80ed43613ee1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 1098 time: 0.7394590 Jul 16 01:22:06.381731 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f3e71d4-79b0-4843-b5f0-1abc3abc2515 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.390553 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abe78a4-fb3f-442f-9275-111d65527103 x-openstack-request-id: req-7abe78a4-fb3f-442f-9275-111d65527103 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:06.390849 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f0d505-26fb-47b6-8fb9-033ad4abd2ba", "tag": "db86bd89-df4a-4374-9422-ce5dfba8c7cf", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:06.391102 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7abe78a4-fb3f-442f-9275-111d65527103 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:06.391527 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'tag': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'status': 'completed', 'code': 200} Jul 16 01:22:06.449082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e71d4-79b0-4843-b5f0-1abc3abc2515 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 68804783-974c-4db7-bfdb-5fea601aa405 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:06.470252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea7624db-bbf4-40d6-a745-f7e0e46181a7 req-16e10469-2a6b-4a64-a72b-fbd3d7afe4a7 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66ad64b-a198-4e8c-8fed-b5fd2581adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658800 Jul 16 01:22:06.540429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9b245-4b9e-42ba-9239-498d302f742b req-104d02e8-e3fa-4b3c-a844-201febb4530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.543035 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4be9b245-4b9e-42ba-9239-498d302f742b req-104d02e8-e3fa-4b3c-a844-201febb4530f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 1098 time: 0.1085141 Jul 16 01:22:06.561513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:06.595057 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2243f221-7b47-4bc8-b761-89df7a534441 req-4c8000c0-3554-4d3a-b1e5-d598254725a9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a66ad64b-a198-4e8c-8fed-b5fd2581adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171321 Jul 16 01:22:06.663742 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3d14f4-a3d5-4037-b790-37a28f342db7 x-openstack-request-id: req-6a3d14f4-a3d5-4037-b790-37a28f342db7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:06.664073 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ecbdd4-f671-4dc2-b9ff-1f2fffed2575", "name": "network-vif-deleted", "tag": "2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:06.664332 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a3d14f4-a3d5-4037-b790-37a28f342db7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:06.664749 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ecbdd4-f671-4dc2-b9ff-1f2fffed2575', 'name': 'network-vif-deleted', 'tag': '2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4', 'status': 'completed', 'code': 200} Jul 16 01:22:06.673217 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-647923e7-0f10-426a-9598-1cbbda573210 req-24171504-4827-44d2-9a76-6af7ec1c714d tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 210 time: 0.0671542 Jul 16 01:22:06.774774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9b245-4b9e-42ba-9239-498d302f742b req-5b9329cd-b0e1-4711-ae63-416ac7e31272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.778408 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4be9b245-4b9e-42ba-9239-498d302f742b req-5b9329cd-b0e1-4711-ae63-416ac7e31272 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac HTTP/1.1" status: 200 len: 897 time: 0.2249269 Jul 16 01:22:06.811323 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-3e73a7d0-1336-4702-a341-034677c19994 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.835675 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4be9b245-4b9e-42ba-9239-498d302f742b req-147d98d8-bc92-4deb-9050-2a15e44337ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db86bd89-df4a-4374-9422-ce5dfba8c7cf HTTP/1.1" status: 200 len: 217 time: 0.0493364 Jul 16 01:22:06.886489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73a7d0-1336-4702-a341-034677c19994 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Pushing event deleted for resources: {'Port': ['ID=1407ee2c-897f-4dd0-917f-f2f814f72882,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:06.969824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-3e73a7d0-1336-4702-a341-034677c19994 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] No DVR routers for this DVR port 1407ee2c-897f-4dd0-917f-f2f814f72882 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:06.976124 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-3e73a7d0-1336-4702-a341-034677c19994 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.978956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-157980dc-5bf4-47fd-9e54-5ab76a86c79c req-3e73a7d0-1336-4702-a341-034677c19994 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.67 "DELETE /v2.0/ports/1407ee2c-897f-4dd0-917f-f2f814f72882 HTTP/1.1" status: 204 len: 173 time: 2.7256036 Jul 16 01:22:06.988875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9b245-4b9e-42ba-9239-498d302f742b req-962cc970-0905-4d55-b72d-10a537c04053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.991884 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4be9b245-4b9e-42ba-9239-498d302f742b req-962cc970-0905-4d55-b72d-10a537c04053 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bed8720a-3322-4bc3-9ee5-ff5aefcc6d60 HTTP/1.1" status: 200 len: 835 time: 0.1440122 Jul 16 01:22:06.994803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:21:50Z', 'revision_number': 6, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:07.042579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f123940-3bd2-4a11-9760-b4006cc8fb66 None None] The sync data for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 is: [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:21:50Z', 'revision_number': 6, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7522f9c8-7123-414f-b2cf-14cb849b0285', 'name': '', 'network_id': 'd1df0cea-f3ee-4e22-839c-1c89fcf64fac', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:53:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:26Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': 'bed8720a-3322-4bc3-9ee5-ff5aefcc6d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:07.109479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda0a2e-bc46-4e19-a207-88333b0df647 req-deda2b93-ffd6-44d0-ad67-cdbe801d8fd7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.116963 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9dda0a2e-bc46-4e19-a207-88333b0df647 req-deda2b93-ffd6-44d0-ad67-cdbe801d8fd7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 946 time: 0.2090664 Jul 16 01:22:07.187422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f3e71d4-79b0-4843-b5f0-1abc3abc2515 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.203697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:07.211130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9dda0a2e-bc46-4e19-a207-88333b0df647 req-87a066f7-2605-4b02-8ad5-426e41a3943c tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931768 Jul 16 01:22:07.220291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9b245-4b9e-42ba-9239-498d302f742b req-43af192a-2f40-4071-bdc2-dcf93441832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.222232 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4be9b245-4b9e-42ba-9239-498d302f742b req-43af192a-2f40-4071-bdc2-dcf93441832c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1df0cea-f3ee-4e22-839c-1c89fcf64fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124891 Jul 16 01:22:07.261036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:07.261930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e71d4-79b0-4843-b5f0-1abc3abc2515 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=68804783-974c-4db7-bfdb-5fea601aa405,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:07.262428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2d7337bd-a3a8-4d1a-8370-d11dc0bce3d4 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:07.303317 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f3e71d4-79b0-4843-b5f0-1abc3abc2515 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.308934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7f3e71d4-79b0-4843-b5f0-1abc3abc2515 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/68804783-974c-4db7-bfdb-5fea601aa405 HTTP/1.1" status: 204 len: 168 time: 2.6750414 Jul 16 01:22:07.312559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:07.314153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.369061 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.429374 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-483287d6-6c02-46ca-a1ac-b1acaa6d4722 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:22:07.433532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-483287d6-6c02-46ca-a1ac-b1acaa6d4722 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/68804783-974c-4db7-bfdb-5fea601aa405 HTTP/1.1" status: 404 len: 333 time: 0.1175344 Jul 16 01:22:07.435261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36534) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:07.601139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa033f-d5b9-41f2-85f6-7c1847507e3a None None] New status for floating IP 01a46765-e83c-49e1-acde-f6f71ae51ad8: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:22:07.603092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4be9b245-4b9e-42ba-9239-498d302f742b req-5ed67eb6-e023-46f6-8e41-b59f371485f5 service neutron] 10.222.0.50 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666685 Jul 16 01:22:07.668996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Allocated IP 172.25.4.94 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/7ffca81e-e889-4be2-bec5-ed9b023fc7c1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:07.793343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a1400919-e904-4fff-b8c0-83c04d51571f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 9b238481-25ac-4921-84ec-8090f46bfb34 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:07.793918 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1400919-e904-4fff-b8c0-83c04d51571f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.951939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.065831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-6ded0553-e7f8-4ffe-a5be-b5fd20d72c3d tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.067508 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-6ded0553-e7f8-4ffe-a5be-b5fd20d72c3d tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.50 "GET /v2.0/networks?id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 200 len: 812 time: 0.5468266 Jul 16 01:22:08.080990 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-14fceb08-8403-4580-8e1a-9aa798dc6586 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.084130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-14fceb08-8403-4580-8e1a-9aa798dc6586 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.67 "GET /v2.0/networks?id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 200 len: 812 time: 0.4950998 Jul 16 01:22:08.089222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4be9b245-4b9e-42ba-9239-498d302f742b req-736e167e-9de9-4342-9cfc-a029e23e513f service neutron] 10.222.0.50 "GET /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780900 Jul 16 01:22:08.089658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.092652 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1400919-e904-4fff-b8c0-83c04d51571f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.118890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Request body: {'port': {'device_id': 'd6080b2a-9f32-48b2-b00d-290d29ddfd60', 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac', 'admin_state_up': True, 'tenant_id': '7cdc2a19492d4359aea9d4954297e108'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:08.124121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a1400919-e904-4fff-b8c0-83c04d51571f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 9b238481-25ac-4921-84ec-8090f46bfb34 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:08.218254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Request body: {'port': {'device_id': 'e0b02173-dd40-46a7-a921-5bc3609dd481', 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac', 'admin_state_up': True, 'tenant_id': '7cdc2a19492d4359aea9d4954297e108'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:08.290657 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72e11b34-ce21-4e40-bd42-4d07f0604a51 req-d9681e96-e7e4-4aa3-8360-10b215caac97 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 210 time: 0.2045400 Jul 16 01:22:08.306940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1407ee2c-897f-4dd0-917f-f2f814f72882 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:08.327398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1d977-93b9-458f-8bac-31e5c7680059 req-aa72ad01-89ae-435c-9d86-4d88a543e61a tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.339530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60e1d977-93b9-458f-8bac-31e5c7680059 req-aa72ad01-89ae-435c-9d86-4d88a543e61a tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 946 time: 0.3933041 Jul 16 01:22:08.343603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 1407ee2c-897f-4dd0-917f-f2f814f72882 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:08.344138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 1407ee2c-897f-4dd0-917f-f2f814f72882 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:08.399272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:08.405182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Pushing event updated for resources: {'Port': ['ID=7ffca81e-e889-4be2-bec5-ed9b023fc7c1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:08.415384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:08.417923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:08.424333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Made reservation on behalf of 7cdc2a19492d4359aea9d4954297e108 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:08.428700 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.433379 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60e1d977-93b9-458f-8bac-31e5c7680059 req-339d74e8-5e36-42f9-8d51-c7d2ec77a3fb tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66ad64b-a198-4e8c-8fed-b5fd2581adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854297 Jul 16 01:22:08.485878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-464144ce-ccb7-4bc2-af7b-15c7efb48c17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.487477 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-464144ce-ccb7-4bc2-af7b-15c7efb48c17 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 946 time: 0.2333999 Jul 16 01:22:08.565189 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1400919-e904-4fff-b8c0-83c04d51571f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.630950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1400919-e904-4fff-b8c0-83c04d51571f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=9b238481-25ac-4921-84ec-8090f46bfb34,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:08.656614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Made reservation on behalf of 7cdc2a19492d4359aea9d4954297e108 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:08.662051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.669087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d18901-4873-4353-82b2-4e59dfb15670', 'name': 'network-vif-deleted', 'tag': '1407ee2c-897f-4dd0-917f-f2f814f72882'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:08.672752 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891f7638-9cef-4f0e-9b86-471d94ead8a5" -d '{"events": [{"server_uuid": "84d18901-4873-4353-82b2-4e59dfb15670", "name": "network-vif-deleted", "tag": "1407ee2c-897f-4dd0-917f-f2f814f72882"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:08.688343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1400919-e904-4fff-b8c0-83c04d51571f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.694218 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1400919-e904-4fff-b8c0-83c04d51571f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/9b238481-25ac-4921-84ec-8090f46bfb34 HTTP/1.1" status: 204 len: 168 time: 1.2574122 Jul 16 01:22:08.697833 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36552) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:08.723669 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8649eaaf-e607-4308-9566-7be033531299 x-openstack-request-id: req-8649eaaf-e607-4308-9566-7be033531299 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:08.724457 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d18901-4873-4353-82b2-4e59dfb15670", "name": "network-vif-deleted", "tag": "1407ee2c-897f-4dd0-917f-f2f814f72882", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:08.724858 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8649eaaf-e607-4308-9566-7be033531299 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:08.725863 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d18901-4873-4353-82b2-4e59dfb15670', 'name': 'network-vif-deleted', 'tag': '1407ee2c-897f-4dd0-917f-f2f814f72882', 'status': 'completed', 'code': 200} Jul 16 01:22:08.736455 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-139b6d3f-478d-4049-93b9-76cb147db435 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:22:08.741133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-139b6d3f-478d-4049-93b9-76cb147db435 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/9b238481-25ac-4921-84ec-8090f46bfb34 HTTP/1.1" status: 404 len: 333 time: 0.0422385 Jul 16 01:22:08.741757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36554) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:08.797658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-7a9e0e0e-8724-4c2a-b33e-5aacfb167d83 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port db86bd89-df4a-4374-9422-ce5dfba8c7cf {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:08.798362 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-7a9e0e0e-8724-4c2a-b33e-5aacfb167d83 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.845438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d022cc-0f39-46b5-ad2c-88c71df71827 req-c41cbebf-bd9d-4d2f-a88d-3f79798559d7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.847008 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45d022cc-0f39-46b5-ad2c-88c71df71827 req-c41cbebf-bd9d-4d2f-a88d-3f79798559d7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 946 time: 0.2510908 Jul 16 01:22:08.854774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-01112a22-4841-4a8e-a14c-faa1b22f8753 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet ee870f04-3902-4a4d-b931-a69780870c22 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:08.900890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01112a22-4841-4a8e-a14c-faa1b22f8753 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.948080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Allocated IP 172.20.0.14 (4b6080c2-e3d0-4614-b3b2-4e1a562341ac/2593cc09-cbd4-4365-9974-c6cd7041de9f/79827858-3f0c-44a0-bc60-37f1d9ca0ee3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:08.981059 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.274344 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.309419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.332050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45d022cc-0f39-46b5-ad2c-88c71df71827 req-e08e6d5c-a813-489d-bb7a-d45869c65cd4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=7784908e-e1d7-4c14-9df8-8520c91de2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4724791 Jul 16 01:22:09.334187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-7a9e0e0e-8724-4c2a-b33e-5aacfb167d83 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] For port db86bd89-df4a-4374-9422-ce5dfba8c7cf, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=db86bd89-df4a-4374-9422-ce5dfba8c7cf,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:09.334566 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-7a9e0e0e-8724-4c2a-b33e-5aacfb167d83 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.338381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01112a22-4841-4a8e-a14c-faa1b22f8753 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.376541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-7a9e0e0e-8724-4c2a-b33e-5aacfb167d83 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for db86bd89-df4a-4374-9422-ce5dfba8c7cf owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:09.414620 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.498733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01112a22-4841-4a8e-a14c-faa1b22f8753 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.549751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:09.569417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:09.571849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Allocated IP 172.20.0.12 (4b6080c2-e3d0-4614-b3b2-4e1a562341ac/2593cc09-cbd4-4365-9974-c6cd7041de9f/6d6fca31-2303-4d52-b275-f6a385af0255) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:09.576068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Pushing event updated for resources: {'Port': ['ID=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.578578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:09.613329 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01112a22-4841-4a8e-a14c-faa1b22f8753 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.648326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01112a22-4841-4a8e-a14c-faa1b22f8753 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=ee870f04-3902-4a4d-b931-a69780870c22,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.650139 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-7a9e0e0e-8724-4c2a-b33e-5aacfb167d83 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.659973 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01112a22-4841-4a8e-a14c-faa1b22f8753 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.662513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-01112a22-4841-4a8e-a14c-faa1b22f8753 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/ee870f04-3902-4a4d-b931-a69780870c22 HTTP/1.1" status: 204 len: 168 time: 0.9179497 Jul 16 01:22:09.668991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:09.683417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e0e0e-8724-4c2a-b33e-5aacfb167d83 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=db86bd89-df4a-4374-9422-ce5dfba8c7cf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.693657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6183757e-1756-4934-9b8e-ffded7f91bef None None] Network 4440b670-83fe-4949-b66a-002230d9fd8d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:09.724477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adfb10-f9c8-4248-9c58-c13ea8982bd0 req-74868a92-cd62-455a-bca2-096905500ae9 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.726630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93adfb10-f9c8-4248-9c58-c13ea8982bd0 req-74868a92-cd62-455a-bca2-096905500ae9 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 932 time: 0.3195257 Jul 16 01:22:09.744304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.747872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.770364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Router e183e61d-19da-4fb5-b6af-9598d3b162ff is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:09.777085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-7a9e0e0e-8724-4c2a-b33e-5aacfb167d83 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] No DVR routers for this DVR port db86bd89-df4a-4374-9422-ce5dfba8c7cf on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:09.781855 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-7a9e0e0e-8724-4c2a-b33e-5aacfb167d83 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.783857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d79de08-9fc1-41e6-9750-3e03fdf774e9 req-7a9e0e0e-8724-4c2a-b33e-5aacfb167d83 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.50 "DELETE /v2.0/ports/db86bd89-df4a-4374-9422-ce5dfba8c7cf HTTP/1.1" status: 204 len: 173 time: 1.2895300 Jul 16 01:22:09.784317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'name': 'network-vif-deleted', 'tag': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:09.787229 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f8663f-d375-47fb-a428-157ec120a286" -d '{"events": [{"server_uuid": "d3f0d505-26fb-47b6-8fb9-033ad4abd2ba", "name": "network-vif-deleted", "tag": "db86bd89-df4a-4374-9422-ce5dfba8c7cf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:09.818940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a9daa-99a8-4249-b5c3-a951c4b49153 req-b8fef091-7c85-45f3-85da-4e4119dd194f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.820940 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa8a9daa-99a8-4249-b5c3-a951c4b49153 req-b8fef091-7c85-45f3-85da-4e4119dd194f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 946 time: 0.1334257 Jul 16 01:22:09.853372 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-6bca1cf5-9358-4a15-ad6b-7f4692b00ed2 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7452102 Jul 16 01:22:09.866820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa8a9daa-99a8-4249-b5c3-a951c4b49153 req-80044483-4889-4942-a102-8b6778a46f5b tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66ad64b-a198-4e8c-8fed-b5fd2581adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388558 Jul 16 01:22:09.967432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ebe5bc-5c26-44a8-af20-a59916fc7cac None None] DHCP port deletion for 4440b670-83fe-4949-b66a-002230d9fd8d request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:22:10.035601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebe5bc-5c26-44a8-af20-a59916fc7cac None None] Deleting port f25d5406-49a8-49e2-8ae4-3638cf81fc7a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:10.035967 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe5bc-5c26-44a8-af20-a59916fc7cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.124863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d6ebe5bc-5c26-44a8-af20-a59916fc7cac None None] For port f25d5406-49a8-49e2-8ae4-3638cf81fc7a, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f25d5406-49a8-49e2-8ae4-3638cf81fc7a,segment=NetworkSegment(5959e262-17e2-4be2-9ae1-a40b3c8bf9b9),segment_id=5959e262-17e2-4be2-9ae1-a40b3c8bf9b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:10.125494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe5bc-5c26-44a8-af20-a59916fc7cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.142803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebe5bc-5c26-44a8-af20-a59916fc7cac None None] Calling delete_port for f25d5406-49a8-49e2-8ae4-3638cf81fc7a owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:10.199993 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f85d52a-1808-4b1a-bb8c-47b89e80f689 x-openstack-request-id: req-9f85d52a-1808-4b1a-bb8c-47b89e80f689 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:10.200229 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f0d505-26fb-47b6-8fb9-033ad4abd2ba", "name": "network-vif-deleted", "tag": "db86bd89-df4a-4374-9422-ce5dfba8c7cf", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:10.200476 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f85d52a-1808-4b1a-bb8c-47b89e80f689 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:10.201519 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f0d505-26fb-47b6-8fb9-033ad4abd2ba', 'name': 'network-vif-deleted', 'tag': 'db86bd89-df4a-4374-9422-ce5dfba8c7cf', 'status': 'completed', 'code': 200} Jul 16 01:22:10.249990 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe5bc-5c26-44a8-af20-a59916fc7cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.263792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Request body: {'port': {'device_id': 'd6080b2a-9f32-48b2-b00d-290d29ddfd60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:10.279777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebe5bc-5c26-44a8-af20-a59916fc7cac None None] Pushing event deleted for resources: {'Port': ['ID=f25d5406-49a8-49e2-8ae4-3638cf81fc7a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:10.291426 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ebe5bc-5c26-44a8-af20-a59916fc7cac None None] No DVR routers for this DVR port f25d5406-49a8-49e2-8ae4-3638cf81fc7a on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:10.319267 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.374467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93adfb10-f9c8-4248-9c58-c13ea8982bd0 req-2911abcc-a125-4194-84a6-a478dcf3e1d9 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173732 Jul 16 01:22:10.613033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f25d5406-49a8-49e2-8ae4-3638cf81fc7a no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:10.627302 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-755a96e5-b1f7-40cb-896b-cb3a4c27c0ce req-2fd2a0f4-90ed-42da-9998-803c5c910d9b tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f0d505-26fb-47b6-8fb9-033ad4abd2ba HTTP/1.1" status: 200 len: 210 time: 0.0975802 Jul 16 01:22:10.640977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:10.651625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: f25d5406-49a8-49e2-8ae4-3638cf81fc7a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:10.652889 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Sync routers for ids ['e183e61d-19da-4fb5-b6af-9598d3b162ff'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:10.655480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f25d5406-49a8-49e2-8ae4-3638cf81fc7a not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:10.669713 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Routers {'e183e61d-19da-4fb5-b6af-9598d3b162ff'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:10.670807 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e183e61d-19da-4fb5-b6af-9598d3b162ff'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:10.762454 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.783959 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.791967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4440b670-83fe-4949-b66a-002230d9fd8d']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:10.802381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.819988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5959e262-17e2-4be2-9ae1-a40b3c8bf9b9') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:10.820274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5959e262-17e2-4be2-9ae1-a40b3c8bf9b9') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:10.835989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.837178 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f5c5e691-aa41-49d4-b850-ddc456612b0c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1511519 Jul 16 01:22:10.840896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36584) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:10.844592 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.905692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.912739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:10.913470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.930764 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Set router e183e61d-19da-4fb5-b6af-9598d3b162ff gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:10.980543 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:11.011672 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.027032 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.033857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/networks/4440b670-83fe-4949-b66a-002230d9fd8d HTTP/1.1" status: 204 len: 168 time: 1.3618829 Jul 16 01:22:11.035995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.039204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36592) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.125509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1865701741'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:11.156057 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:08Z', 'revision_number': 3, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:11.185632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Network': ['ID=4440b670-83fe-4949-b66a-002230d9fd8d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.187782 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Checking router: e183e61d-19da-4fb5-b6af-9598d3b162ff for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:11.188144 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Updating router e183e61d-19da-4fb5-b6af-9598d3b162ff port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:11.230132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.230791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.231402 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.231970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.232483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.233009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.233511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.234021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.234548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.235089 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.235430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.235764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23e08-5ff0-44f1-b4d9-48a33ef96904 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:11.240690 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.295350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:11.306643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Pushing event updated for resources: {'Port': ['ID=6d6fca31-2303-4d52-b275-f6a385af0255,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.309278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:11.313490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:11.316256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:11.320381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.430930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:11.450798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.451487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.468048 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.468404 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Added segment a04a613e-64a0-4139-a340-306c0455abfe of type vlan for network 2d18f12f-c8fa-4b72-9602-341177c75e15 Jul 16 01:22:11.504546 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-2d3bf5ba-166a-405c-a13c-76f5ce7455cc tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4109886 Jul 16 01:22:11.538443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Request body: {'port': {'device_id': 'e0b02173-dd40-46a7-a921-5bc3609dd481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:11.585427 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.602657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:11.610581 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.617721 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.623975 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Transition to ACTIVE for port object 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:11.631280 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.649445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.679320 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df6e7f-78b0-482b-85aa-c50e7e2cde34 None None] Pushing event updated for resources: {'Port': ['ID=7ffca81e-e889-4be2-bec5-ed9b023fc7c1,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.699571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Transition to ACTIVE for port object 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:11.716342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.730952 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Attempting to bind port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:11.731530 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Attempting to bind port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:11.732149 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Attempting to bind port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:11.739390 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:11.740710 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:11.745631 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.748037 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:11.748772 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Bound port: 7ffca81e-e889-4be2-bec5-ed9b023fc7c1, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:11.749458 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.769113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.775325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.776019 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.785837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.831773 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] For port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:11.837518 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] For port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7ffca81e-e889-4be2-bec5-ed9b023fc7c1,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:11.845371 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.866706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178222d0-64af-4193-89db-243451b9b403 service neutron] Pushing event updated for resources: {'Port': ['ID=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.899623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7784147 Jul 16 01:22:11.900731 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36610) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.901235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.907799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': '2d18f12f-c8fa-4b72-9602-341177c75e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:11.935665 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df6e7f-78b0-482b-85aa-c50e7e2cde34 None None] Pushing event updated for resources: {'Port': ['ID=7ffca81e-e889-4be2-bec5-ed9b023fc7c1,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.968149 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Routers {'e183e61d-19da-4fb5-b6af-9598d3b162ff'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:11.968779 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e183e61d-19da-4fb5-b6af-9598d3b162ff'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:11.976534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59830b2-61b0-46dc-90a5-2aa0818fbc8d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Network': ['ID=2d18f12f-c8fa-4b72-9602-341177c75e15,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.989403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 2d18f12f-c8fa-4b72-9602-341177c75e15 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:11.990205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886f461-526c-4d67-bcf1-9f6f17a7bc90 req-5ef21a11-4e2a-49ef-8098-4e7585cce0f8 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.991684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4886f461-526c-4d67-bcf1-9f6f17a7bc90 req-5ef21a11-4e2a-49ef-8098-4e7585cce0f8 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 932 time: 0.3642588 Jul 16 01:22:12.045059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Allocated IP 172.20.0.1 (22207be6-cdc7-4fdb-bab4-23b6c21164cd/d9ebc4a5-2582-4a01-a00b-4f769d8e1f82/9a1f1ebc-8e15-4c64-955a-74798c035fa5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:12.104931 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] Set router e183e61d-19da-4fb5-b6af-9598d3b162ff gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:12.107646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-313c8d40-307a-461f-aeed-1011c832e649 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.121854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:12.125361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.190133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4886f461-526c-4d67-bcf1-9f6f17a7bc90 req-b917f7be-1453-4879-8395-4939ac736526 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683972 Jul 16 01:22:12.199621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Attempting to bind port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:12.199954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Attempting to bind port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:12.200276 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Attempting to bind port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:12.223463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:12.223463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Attempting to bind port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:12.223463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:12.223463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Checking segment: {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:12.223463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Bound using segment: {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:12.223463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Bound port: 79827858-3f0c-44a0-bc60-37f1d9ca0ee3, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:12.223463 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.351199 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-313c8d40-307a-461f-aeed-1011c832e649 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.376070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] For port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:12.388377 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:08Z', 'revision_number': 3, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:12.408929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] For port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:12.421679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.428406 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd01019-fb7d-4e06-97ce-c12f08dc6135 None None] The sync data for ids ['e183e61d-19da-4fb5-b6af-9598d3b162ff'] in n-d-791504-14 is: [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:08Z', 'revision_number': 3, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:12.484675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.485336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.487572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-178222d0-64af-4193-89db-243451b9b403 service neutron] 10.222.0.67 "PUT /v2.0/ports/79827858-3f0c-44a0-bc60-37f1d9ca0ee3 HTTP/1.1" status: 200 len: 1093 time: 2.2391343 Jul 16 01:22:12.488219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6080b2a-9f32-48b2-b00d-290d29ddfd60', 'tag': '79827858-3f0c-44a0-bc60-37f1d9ca0ee3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:12.491609 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d6080b2a-9f32-48b2-b00d-290d29ddfd60", "tag": "79827858-3f0c-44a0-bc60-37f1d9ca0ee3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:12.599394 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c3917b-0069-4284-9b4c-e24046d9c047 x-openstack-request-id: req-b5c3917b-0069-4284-9b4c-e24046d9c047 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:12.599663 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6080b2a-9f32-48b2-b00d-290d29ddfd60", "tag": "79827858-3f0c-44a0-bc60-37f1d9ca0ee3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:12.599909 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5c3917b-0069-4284-9b4c-e24046d9c047 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:12.600310 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6080b2a-9f32-48b2-b00d-290d29ddfd60', 'tag': '79827858-3f0c-44a0-bc60-37f1d9ca0ee3', 'status': 'completed', 'code': 200} Jul 16 01:22:12.612380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.635727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6fca31-2303-4d52-b275-f6a385af0255 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:12.646835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.650524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178222d0-64af-4193-89db-243451b9b403 service neutron] Pushing event updated for resources: {'Port': ['ID=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.673269 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.673486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Transition to ACTIVE for port object 6d6fca31-2303-4d52-b275-f6a385af0255 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:12.681173 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.724043 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-313c8d40-307a-461f-aeed-1011c832e649 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.728617 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-313c8d40-307a-461f-aeed-1011c832e649 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.730207 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-313c8d40-307a-461f-aeed-1011c832e649 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/security-groups/7784908e-e1d7-4c14-9df8-8520c91de2d6 HTTP/1.1" status: 204 len: 168 time: 0.8173862 Jul 16 01:22:12.740038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-b9d70fa9-9abd-4ca6-ae82-e30e39fbb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.741923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-b9d70fa9-9abd-4ca6-ae82-e30e39fbb8f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7cdc2a19492d4359aea9d4954297e108&device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 1096 time: 0.1802456 Jul 16 01:22:12.765021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c8d40-307a-461f-aeed-1011c832e649 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7784908e-e1d7-4c14-9df8-8520c91de2d6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.780093 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.799993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.829538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6fca31-2303-4d52-b275-f6a385af0255,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.841930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=58e8635c-c682-471a-8927-1b6147e2374c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.843834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-8352ae2e-38fe-4adf-b4d1-0ea9e548de58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79827858-3f0c-44a0-bc60-37f1d9ca0ee3 HTTP/1.1" status: 200 len: 217 time: 0.0898304 Jul 16 01:22:12.923025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Checking segment: {'id': 'a04a613e-64a0-4139-a340-306c0455abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2d18f12f-c8fa-4b72-9602-341177c75e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:12.923644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network hostable DHCP agents. Network: 2d18f12f-c8fa-4b72-9602-341177c75e15, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:12.931659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Network 22207be6-cdc7-4fdb-bab4-23b6c21164cd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:12.937953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Attempting to bind port 6d6fca31-2303-4d52-b275-f6a385af0255 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:12.938331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Attempting to bind port 6d6fca31-2303-4d52-b275-f6a385af0255 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:12.938658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Attempting to bind port 6d6fca31-2303-4d52-b275-f6a385af0255 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:12.941755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-d17227a8-8a6b-4b92-a9fd-a9288f0d0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.945198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-d17227a8-8a6b-4b92-a9fd-a9288f0d0a01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2593cc09-cbd4-4365-9974-c6cd7041de9f HTTP/1.1" status: 200 len: 852 time: 0.0782921 Jul 16 01:22:12.945369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:12.954594 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1f1ebc-8e15-4c64-955a-74798c035fa5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.957333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:12.979663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Port 6d6fca31-2303-4d52-b275-f6a385af0255 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:12.980004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Attempting to bind port 6d6fca31-2303-4d52-b275-f6a385af0255 on network 4b6080c2-e3d0-4614-b3b2-4e1a562341ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:13.022002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:13.022365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Checking segment: {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:13.022762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Bound using segment: {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:13.023217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Bound port: 6d6fca31-2303-4d52-b275-f6a385af0255, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d058d43-f28a-4b5c-ab84-9400ab43e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:13.023584 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.027131 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-b2113254-a05f-44c2-ae98-aebfbc8d5301 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488639 Jul 16 01:22:13.071991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 2d18f12f-c8fa-4b72-9602-341177c75e15 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:13.095646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 2d18f12f-c8fa-4b72-9602-341177c75e15) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:13.106858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8141010-b111-4ed9-911f-78b2ec76a96f None None] Network 2d18f12f-c8fa-4b72-9602-341177c75e15 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:13.117293 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.144402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.145151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.215115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] For port 6d6fca31-2303-4d52-b275-f6a385af0255, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:13.225136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] For port 6d6fca31-2303-4d52-b275-f6a385af0255, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6d6fca31-2303-4d52-b275-f6a385af0255,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:13.232449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device db86bd89-df4a-4374-9422-ce5dfba8c7cf no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:13.255211 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.267060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-bb5da7e2-8a7a-4c53-9900-1801c9ca314e service neutron] 10.222.0.67 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259307 Jul 16 01:22:13.324759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.326169 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.326640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: db86bd89-df4a-4374-9422-ce5dfba8c7cf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:13.326956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b3a7d889-6cc4-4b94-aabd-0670b69f04a3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4247937 Jul 16 01:22:13.327342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device db86bd89-df4a-4374-9422-ce5dfba8c7cf not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:13.331829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] 10.222.0.50 "PUT /v2.0/ports/6d6fca31-2303-4d52-b275-f6a385af0255 HTTP/1.1" status: 200 len: 1093 time: 1.7988400 Jul 16 01:22:13.334549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:13.349839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0095b15b-e821-4b79-a765-1c101784c89f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-21306321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:13.437245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98176b3-6a5d-4e56-bd83-1cd900222c43 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6fca31-2303-4d52-b275-f6a385af0255,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:13.493976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0095b15b-e821-4b79-a765-1c101784c89f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.495066 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0095b15b-e821-4b79-a765-1c101784c89f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.511582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-2d18f12f-c8fa-4b72-9602-341177c75e15', 'network_id': '2d18f12f-c8fa-4b72-9602-341177c75e15', 'tenant_id': '0136dc78c16345c8b1061962395130ee', 'fixed_ips': [{'subnet_id': '58e8635c-c682-471a-8927-1b6147e2374c'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:22:13.516768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.523531 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-f82df6f7-eb90-4dc6-b1b3-2ebbd1184d51 service neutron] 10.222.0.67 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298486 Jul 16 01:22:13.644887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0095b15b-e821-4b79-a765-1c101784c89f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.677337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-c1bfde22-f51c-434f-b555-21b3cde92af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.678961 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-c1bfde22-f51c-434f-b555-21b3cde92af9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cdc2a19492d4359aea9d4954297e108&device_id=e0b02173-dd40-46a7-a921-5bc3609dd481 HTTP/1.1" status: 200 len: 1096 time: 0.2640405 Jul 16 01:22:13.703269 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0095b15b-e821-4b79-a765-1c101784c89f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.751775 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-74c46155-0526-4e53-ba30-d5b75c5cdc0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d6fca31-2303-4d52-b275-f6a385af0255 HTTP/1.1" status: 200 len: 217 time: 0.0616975 Jul 16 01:22:13.758682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Allocated IP 2001:db8::2 (2d18f12f-c8fa-4b72-9602-341177c75e15/58e8635c-c682-471a-8927-1b6147e2374c/8b8723ad-019c-48d4-a17b-677b3919e4c1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:13.773379 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0095b15b-e821-4b79-a765-1c101784c89f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.774634 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0095b15b-e821-4b79-a765-1c101784c89f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4388800 Jul 16 01:22:13.776554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.780018 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36648) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:13.809539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'network_id': '2d18f12f-c8fa-4b72-9602-341177c75e15', 'name': 'tempest-PortsIpV6TestJSON-1864927688'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:13.825636 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f57e37-d952-49d7-834c-5f0b14c840e4 req-9e2f2458-9ad8-4884-b40c-c5f05fce0a5f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.827325 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f3f57e37-d952-49d7-834c-5f0b14c840e4 req-9e2f2458-9ad8-4884-b40c-c5f05fce0a5f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 944 time: 0.2982440 Jul 16 01:22:13.862902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd req-d0091d2c-2568-4be4-909d-59248c3a233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.870479 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd req-d0091d2c-2568-4be4-909d-59248c3a233d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7cdc2a19492d4359aea9d4954297e108&device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 1096 time: 0.2627709 Jul 16 01:22:13.916385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1220ea-1729-47e8-9767-770a81766289 req-74977916-087c-4448-a6f7-857d6c4f605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.918246 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-74977916-087c-4448-a6f7-857d6c4f605a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2593cc09-cbd4-4365-9974-c6cd7041de9f HTTP/1.1" status: 200 len: 852 time: 0.1460757 Jul 16 01:22:13.983976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-d974cf59-2b19-44ca-be4c-a869c0d9fa8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454645 Jul 16 01:22:13.987513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f3f57e37-d952-49d7-834c-5f0b14c840e4 req-5938d975-0fa2-4a9a-9fc2-d22bb528ee5c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493306 Jul 16 01:22:14.038376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.048447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Transition to ACTIVE for port object 8b8723ad-019c-48d4-a17b-677b3919e4c1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:14.101089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Transition to ACTIVE for port object 8b8723ad-019c-48d4-a17b-677b3919e4c1 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:14.109773 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.133072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd req-986330ec-def3-4457-955c-f814821c2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.134849 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd req-986330ec-def3-4457-955c-f814821c2112 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 200 len: 912 time: 0.2511692 Jul 16 01:22:14.186369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:14.190047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.201304 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd req-adceff50-25de-4020-8a50-eca7f6589ea2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79827858-3f0c-44a0-bc60-37f1d9ca0ee3 HTTP/1.1" status: 200 len: 217 time: 0.0456877 Jul 16 01:22:14.203803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Pushing event updated for resources: {'Port': ['ID=8b8723ad-019c-48d4-a17b-677b3919e4c1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:14.220195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Network 2d18f12f-c8fa-4b72-9602-341177c75e15 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:14.222462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:14.229942 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:14.254266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:22:14.262079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-81be4d6a-0ce8-4db0-a76c-efb0e769e470 service neutron] 10.222.0.50 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280593 Jul 16 01:22:14.315414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd req-667d80e1-e231-4723-8753-6a674ca95223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.318828 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd req-667d80e1-e231-4723-8753-6a674ca95223 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2593cc09-cbd4-4365-9974-c6cd7041de9f HTTP/1.1" status: 200 len: 852 time: 0.0997910 Jul 16 01:22:14.358814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd req-5017c0a1-2be4-416f-a597-38b0b710eb54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329127 Jul 16 01:22:14.382426 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.383152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Attempting to bind port 8b8723ad-019c-48d4-a17b-677b3919e4c1 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:14.387990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Attempting to bind port 8b8723ad-019c-48d4-a17b-677b3919e4c1 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a04a613e-64a0-4139-a340-306c0455abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2d18f12f-c8fa-4b72-9602-341177c75e15'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:14.387990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Attempting to bind port 8b8723ad-019c-48d4-a17b-677b3919e4c1 on network 2d18f12f-c8fa-4b72-9602-341177c75e15 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:14.390230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:14.390674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Checking segment: {'id': 'a04a613e-64a0-4139-a340-306c0455abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2d18f12f-c8fa-4b72-9602-341177c75e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:14.391163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.391626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Bound using segment: {'id': 'a04a613e-64a0-4139-a340-306c0455abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2d18f12f-c8fa-4b72-9602-341177c75e15'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:14.392131 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Bound port: 8b8723ad-019c-48d4-a17b-677b3919e4c1, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04a613e-64a0-4139-a340-306c0455abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2d18f12f-c8fa-4b72-9602-341177c75e15'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:14.392548 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.419009 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.489159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1f1ebc-8e15-4c64-955a-74798c035fa5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:14.497536 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.500560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] For port 8b8723ad-019c-48d4-a17b-677b3919e4c1, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:14.510145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] For port 8b8723ad-019c-48d4-a17b-677b3919e4c1, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8b8723ad-019c-48d4-a17b-677b3919e4c1,segment=NetworkSegment(a04a613e-64a0-4139-a340-306c0455abfe),segment_id=a04a613e-64a0-4139-a340-306c0455abfe)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:14.517774 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.589836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8::4 (2d18f12f-c8fa-4b72-9602-341177c75e15/58e8635c-c682-471a-8927-1b6147e2374c/5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:14.627774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37daca-c150-4344-b7ce-95c1406ec22c None None] Pushing event updated for resources: {'Port': ['ID=8b8723ad-019c-48d4-a17b-677b3919e4c1,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:14.628153 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.683265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:14.783976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:14.794914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:14.795295 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.965175 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.037561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7ffca81e-e889-4be2-bec5-ed9b023fc7c1,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:15.058134 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.104095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b02173-dd40-46a7-a921-5bc3609dd481', 'tag': '6d6fca31-2303-4d52-b275-f6a385af0255'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:15.106428 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c492381-4b9c-4ad2-9377-f88c5d17b476" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b02173-dd40-46a7-a921-5bc3609dd481", "tag": "6d6fca31-2303-4d52-b275-f6a385af0255"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:15.119605 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1220ea-1729-47e8-9767-770a81766289 req-482cd052-710a-4927-a276-9acb5298c2e8 service neutron] 10.222.0.50 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8426692 Jul 16 01:22:15.136523 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd req-1b620db6-9bca-4012-9a32-1618362e54ed service neutron] 10.222.0.67 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298450 Jul 16 01:22:15.186405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=7ffca81e-e889-4be2-bec5-ed9b023fc7c1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.295012 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fcdb106-1723-4603-b3b3-2bc41dbdd5bd req-60fe9aea-8304-43cd-b005-501e1a91ac86 service neutron] 10.222.0.67 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503110 Jul 16 01:22:15.323023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fdfed-ef74-4d8c-9ff8-a795b7386a76 req-1872c4d5-4e6f-41dd-9751-eca11ba63d72 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:15.324610 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b33fdfed-ef74-4d8c-9ff8-a795b7386a76 req-1872c4d5-4e6f-41dd-9751-eca11ba63d72 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 944 time: 0.0923400 Jul 16 01:22:15.370616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b33fdfed-ef74-4d8c-9ff8-a795b7386a76 req-99364207-b704-40f4-9482-d2079fc0a35a tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Jul 16 01:22:15.625368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Network 22207be6-cdc7-4fdb-bab4-23b6c21164cd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:15.636689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:15.719518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790e919-e299-404e-8f43-e768b1b9a19d req-5a084873-e227-4c4d-8b75-76b24c1a17c0 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:15.726718 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b790e919-e299-404e-8f43-e768b1b9a19d req-5a084873-e227-4c4d-8b75-76b24c1a17c0 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 946 time: 0.8136036 Jul 16 01:22:15.772013 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.807864 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9256d0e9-065b-437a-9feb-8d624837a1d0 x-openstack-request-id: req-9256d0e9-065b-437a-9feb-8d624837a1d0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:15.808292 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b02173-dd40-46a7-a921-5bc3609dd481", "tag": "6d6fca31-2303-4d52-b275-f6a385af0255", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:15.808603 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9256d0e9-065b-437a-9feb-8d624837a1d0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:15.809145 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b02173-dd40-46a7-a921-5bc3609dd481', 'tag': '6d6fca31-2303-4d52-b275-f6a385af0255', 'status': 'completed', 'code': 200} Jul 16 01:22:15.841392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:15.849545 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b790e919-e299-404e-8f43-e768b1b9a19d req-614e04a7-1c23-41f2-bb45-c3e7366bf3fb tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66ad64b-a198-4e8c-8fed-b5fd2581adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215210 Jul 16 01:22:15.931563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492381-4b9c-4ad2-9377-f88c5d17b476 req-99c01c93-3dd0-4b9e-baaf-1526311d9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:15.932728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c492381-4b9c-4ad2-9377-f88c5d17b476 req-99c01c93-3dd0-4b9e-baaf-1526311d9291 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cdc2a19492d4359aea9d4954297e108&device_id=e0b02173-dd40-46a7-a921-5bc3609dd481 HTTP/1.1" status: 200 len: 1096 time: 0.0867970 Jul 16 01:22:15.960914 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.981192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Router e183e61d-19da-4fb5-b6af-9598d3b162ff has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:16.040937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 2d18f12f-c8fa-4b72-9602-341177c75e15 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:16.044224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dbaf76-8df0-4dd9-b539-0d425558f306 None None] Network 2d18f12f-c8fa-4b72-9602-341177c75e15 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:16.053535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:16.061229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492381-4b9c-4ad2-9377-f88c5d17b476 req-99641ba1-1726-489f-a7c7-b682d04c0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.063459 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c492381-4b9c-4ad2-9377-f88c5d17b476 req-99641ba1-1726-489f-a7c7-b682d04c0ad2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 200 len: 912 time: 0.1198606 Jul 16 01:22:16.075085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:16.080759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.081392 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.085948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.131780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c492381-4b9c-4ad2-9377-f88c5d17b476 req-d55acf97-28f8-44f1-8608-5f8a676d7ee0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d6fca31-2303-4d52-b275-f6a385af0255 HTTP/1.1" status: 200 len: 217 time: 0.0567510 Jul 16 01:22:16.173434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d153878b-dcff-4528-96f5-c8d486bbc58d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3670733 Jul 16 01:22:16.174511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36670) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.175852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-206a3b29-b0f4-47e8-9d71-516897b8ea5f None None] Provisioning for port 8b8723ad-019c-48d4-a17b-677b3919e4c1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:16.194043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492381-4b9c-4ad2-9377-f88c5d17b476 req-6dd68979-1cde-48c5-9867-69bbd7c18c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.195659 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c492381-4b9c-4ad2-9377-f88c5d17b476 req-6dd68979-1cde-48c5-9867-69bbd7c18c2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2593cc09-cbd4-4365-9974-c6cd7041de9f HTTP/1.1" status: 200 len: 852 time: 0.0539274 Jul 16 01:22:16.278860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c492381-4b9c-4ad2-9377-f88c5d17b476 req-e3ec13f0-caf7-4d58-b02d-477dd6e81b49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b6080c2-e3d0-4614-b3b2-4e1a562341ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490129 Jul 16 01:22:16.334643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:16.357959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-9103babd-9363-4c8e-8674-59a4c0ff44ee tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.359897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-9103babd-9363-4c8e-8674-59a4c0ff44ee tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 946 time: 0.1444042 Jul 16 01:22:16.387537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port 7522f9c8-7123-414f-b2cf-14cb849b0285 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:16.387803 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.454585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:16.478380 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c492381-4b9c-4ad2-9377-f88c5d17b476 req-6691cefa-c51e-494d-9849-4efb1965cc63 service neutron] 10.222.0.50 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740127 Jul 16 01:22:16.483598 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1c9e2cb-ccf6-47ed-a063-da3dc60f5541 admin admin] 10.222.0.64 "PUT /v2.0/routers/e183e61d-19da-4fb5-b6af-9598d3b162ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6408923 Jul 16 01:22:16.517266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:16.559149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '79827858-3f0c-44a0-bc60-37f1d9ca0ee3', 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac', 'port_id': '79827858-3f0c-44a0-bc60-37f1d9ca0ee3', 'mac_address': 'fa:16:3e:eb:9b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2593cc09-cbd4-4365-9974-c6cd7041de9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:16.583988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Sync routers for ids ['e183e61d-19da-4fb5-b6af-9598d3b162ff'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:16.627603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-677191c5-81d1-44fb-8c76-5d19617d8d2f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Deleting port b1a276ea-1082-4a3f-aa2c-0125f2d03190 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:16.627968 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-677191c5-81d1-44fb-8c76-5d19617d8d2f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.635991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Routers {'e183e61d-19da-4fb5-b6af-9598d3b162ff'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:16.636308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e183e61d-19da-4fb5-b6af-9598d3b162ff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:16.763927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c492381-4b9c-4ad2-9377-f88c5d17b476 req-b1719829-046b-4827-bf5c-2999b2ee6267 service neutron] 10.222.0.50 "GET /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625463 Jul 16 01:22:16.844406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72872062-eb7a-4a6f-a462-cf47dc466430 req-192408b5-bc85-4153-a9ac-476b7ccd8538 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.852263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72872062-eb7a-4a6f-a462-cf47dc466430 req-192408b5-bc85-4153-a9ac-476b7ccd8538 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 944 time: 0.1835175 Jul 16 01:22:16.874727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] For port 7522f9c8-7123-414f-b2cf-14cb849b0285, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7522f9c8-7123-414f-b2cf-14cb849b0285,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:16.883892 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.886129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-677191c5-81d1-44fb-8c76-5d19617d8d2f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] For port b1a276ea-1082-4a3f-aa2c-0125f2d03190, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b1a276ea-1082-4a3f-aa2c-0125f2d03190,segment=NetworkSegment(c9cb3e90-ace1-4564-9dc8-7cb250b73a7a),segment_id=c9cb3e90-ace1-4564-9dc8-7cb250b73a7a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:16.886510 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-677191c5-81d1-44fb-8c76-5d19617d8d2f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.913723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-677191c5-81d1-44fb-8c76-5d19617d8d2f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Calling delete_port for b1a276ea-1082-4a3f-aa2c-0125f2d03190 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:16.928274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8b8723ad-019c-48d4-a17b-677b3919e4c1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:16.931997 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72872062-eb7a-4a6f-a462-cf47dc466430 req-e027c06f-d9e2-4f6a-b84a-1f94cbb55b59 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749781 Jul 16 01:22:16.961491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for 7522f9c8-7123-414f-b2cf-14cb849b0285 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:17.061586 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.101151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Set router e183e61d-19da-4fb5-b6af-9598d3b162ff gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:17.175073 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-677191c5-81d1-44fb-8c76-5d19617d8d2f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.193142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5ead7a9b-8269-4116-b967-53b2ea74dcdb None None] Provisioning for port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:17.199357 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.212481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677191c5-81d1-44fb-8c76-5d19617d8d2f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Pushing event deleted for resources: {'Port': ['ID=b1a276ea-1082-4a3f-aa2c-0125f2d03190,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.228206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5ead7a9b-8269-4116-b967-53b2ea74dcdb None None] Provisioning complete for port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:17.228500 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ead7a9b-8269-4116-b967-53b2ea74dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.231082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:17.235359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b1a276ea-1082-4a3f-aa2c-0125f2d03190'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:17.309455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-677191c5-81d1-44fb-8c76-5d19617d8d2f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] No DVR routers for this DVR port b1a276ea-1082-4a3f-aa2c-0125f2d03190 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:17.313913 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-677191c5-81d1-44fb-8c76-5d19617d8d2f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.315590 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0bb8b8f4-f658-4b2e-aa33-d7c1c85de9ef req-677191c5-81d1-44fb-8c76-5d19617d8d2f tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.67 "DELETE /v2.0/ports/b1a276ea-1082-4a3f-aa2c-0125f2d03190 HTTP/1.1" status: 204 len: 173 time: 0.9204748 Jul 16 01:22:17.343444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:17.356660 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.390707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ead7a9b-8269-4116-b967-53b2ea74dcdb None None] Port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:17.399579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 8b8723ad-019c-48d4-a17b-677b3919e4c1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:17.400950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-41b81e21-46ef-4db8-aeeb-6510f1c6b066 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:17.405700 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-41b81e21-46ef-4db8-aeeb-6510f1c6b066 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/networks?id=22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 200 len: 819 time: 0.1825631 Jul 16 01:22:17.419113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8b8723ad-019c-48d4-a17b-677b3919e4c1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:17.419427 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.430858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-d02a93a4-7d63-40a4-bd97-61f53d53d443 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/quotas/76427afcf93449608ddffa24ba06d313 HTTP/1.1" status: 200 len: 375 time: 0.0201726 Jul 16 01:22:17.448872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249ec0-4519-44c8-a7e3-8b496110ef32 req-1e1c94d6-3147-4f69-80be-26d676be8b35 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:17.451133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-95249ec0-4519-44c8-a7e3-8b496110ef32 req-1e1c94d6-3147-4f69-80be-26d676be8b35 tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef899c84-cc67-435c-84f2-78d5f55880c3 HTTP/1.1" status: 200 len: 867 time: 0.3011079 Jul 16 01:22:17.484614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.525267 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-b4b1e8d2-671b-4291-962f-58c74123fa19 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=76427afcf93449608ddffa24ba06d313&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875766 Jul 16 01:22:17.560032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-42634393-e161-4569-8d67-9d8a5d7b7b83 None None] Provisioning complete for port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:17.560447 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42634393-e161-4569-8d67-9d8a5d7b7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.595701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['79827858-3f0c-44a0-bc60-37f1d9ca0ee3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:17.609394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-95249ec0-4519-44c8-a7e3-8b496110ef32 req-880bfbe1-e15f-4726-a3bb-d885c44ca54e tempest-ServerTagsTestJSON-1955601124 tempest-ServerTagsTestJSON-1955601124-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66ad64b-a198-4e8c-8fed-b5fd2581adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221881 Jul 16 01:22:17.628660 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.647103 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-c8f3a456-799f-45ec-85e5-38fc28c163ea service neutron] 10.222.0.64 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141636 Jul 16 01:22:17.663436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:13Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9a1f1ebc-8e15-4c64-955a-74798c035fa5', 'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'mac_address': 'fa:16:3e:5c:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:11Z', 'updated_at': '2021-07-16T01:22:13Z', 'revision_number': 2, 'project_id': '76427afcf93449608ddffa24ba06d313', 'subnets': [{'id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:17.694782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Checking router: e183e61d-19da-4fb5-b6af-9598d3b162ff for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:17.695065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Updating router e183e61d-19da-4fb5-b6af-9598d3b162ff port 9a1f1ebc-8e15-4c64-955a-74798c035fa5 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:17.703929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-42634393-e161-4569-8d67-9d8a5d7b7b83 None None] Port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:17.741186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.743206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.769005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 8b8723ad-019c-48d4-a17b-677b3919e4c1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8b8723ad-019c-48d4-a17b-677b3919e4c1,segment=NetworkSegment(a04a613e-64a0-4139-a340-306c0455abfe),segment_id=a04a613e-64a0-4139-a340-306c0455abfe)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:17.773956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=7522f9c8-7123-414f-b2cf-14cb849b0285,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.777969 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.784299 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.785125 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-50909248-a97b-44c4-a2db-7dfb27b9053f service neutron] 10.222.0.64 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283932 Jul 16 01:22:17.788324 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.789007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:17.815415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef899c84-cc67-435c-84f2-78d5f55880c3', 'name': 'network-vif-deleted', 'tag': 'b1a276ea-1082-4a3f-aa2c-0125f2d03190'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:17.826554 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e5ac9e-89ca-4fe5-994f-a8b2efa36059" -d '{"events": [{"server_uuid": "ef899c84-cc67-435c-84f2-78d5f55880c3", "name": "network-vif-deleted", "tag": "b1a276ea-1082-4a3f-aa2c-0125f2d03190"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:17.841159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.872944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=8b8723ad-019c-48d4-a17b-677b3919e4c1,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.095875 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63c37d6-ce20-4b00-9b8c-fd48b66b655d x-openstack-request-id: req-f63c37d6-ce20-4b00-9b8c-fd48b66b655d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:18.096584 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef899c84-cc67-435c-84f2-78d5f55880c3", "name": "network-vif-deleted", "tag": "b1a276ea-1082-4a3f-aa2c-0125f2d03190", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:18.096908 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f63c37d6-ce20-4b00-9b8c-fd48b66b655d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:18.097395 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef899c84-cc67-435c-84f2-78d5f55880c3', 'name': 'network-vif-deleted', 'tag': 'b1a276ea-1082-4a3f-aa2c-0125f2d03190', 'status': 'completed', 'code': 200} Jul 16 01:22:18.330642 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.446494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:18.447605 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.450186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.461038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ceb93-31b2-46f4-9a25-a52665acee9c req-aba419b4-26e0-4af7-a6dc-62dbbbc32925 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.462808 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a79ceb93-31b2-46f4-9a25-a52665acee9c req-aba419b4-26e0-4af7-a6dc-62dbbbc32925 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 945 time: 0.1197870 Jul 16 01:22:18.500536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c873ba5b-8a13-4435-ab89-3be999ca5810 None None] Provisioning complete for port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:18.501142 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c873ba5b-8a13-4435-ab89-3be999ca5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.528279 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a79ceb93-31b2-46f4-9a25-a52665acee9c req-de11afff-760f-48cd-91ee-0f3c303be260 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Jul 16 01:22:18.549961 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69323535-af77-491d-84bd-073ec8ec708e req-29a2de56-60c8-4c82-86e6-12e01baace91 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 210 time: 0.0452073 Jul 16 01:22:18.603874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c873ba5b-8a13-4435-ab89-3be999ca5810 None None] Port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:18.654253 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.679387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Transition to ACTIVE for port object 9a1f1ebc-8e15-4c64-955a-74798c035fa5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:18.699770 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.737101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.763466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:18.796743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de0d87-d027-4b53-9697-113043527011 None None] Pushing event updated for resources: {'Port': ['ID=9a1f1ebc-8e15-4c64-955a-74798c035fa5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.836122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Attempting to bind port 9a1f1ebc-8e15-4c64-955a-74798c035fa5 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:18.837384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Attempting to bind port 9a1f1ebc-8e15-4c64-955a-74798c035fa5 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:18.838078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Attempting to bind port 9a1f1ebc-8e15-4c64-955a-74798c035fa5 on network 22207be6-cdc7-4fdb-bab4-23b6c21164cd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:18.847249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:18.848002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Checking segment: {'id': 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:18.849629 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.850313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Bound using segment: {'id': 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:18.851035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Bound port: 9a1f1ebc-8e15-4c64-955a-74798c035fa5, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:18.851851 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.906101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5715c1-478f-4747-a13b-5eeaf6f59031 admin admin] Deleting subnet 5fdffe15-d2a9-4f3f-a261-4d7fe5d1b4fa {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:18.920846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec5715c1-478f-4747-a13b-5eeaf6f59031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.949787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8b8723ad-019c-48d4-a17b-677b3919e4c1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:18.956729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] For port 9a1f1ebc-8e15-4c64-955a-74798c035fa5, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:18.982826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec5715c1-478f-4747-a13b-5eeaf6f59031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.996900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] For port 9a1f1ebc-8e15-4c64-955a-74798c035fa5, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9a1f1ebc-8e15-4c64-955a-74798c035fa5,segment=NetworkSegment(a14ecfe2-fb2b-4f06-92f8-be188ed363c0),segment_id=a14ecfe2-fb2b-4f06-92f8-be188ed363c0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:19.025238 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.033528 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec5715c1-478f-4747-a13b-5eeaf6f59031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.109488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Routers {'e183e61d-19da-4fb5-b6af-9598d3b162ff'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:19.110354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e183e61d-19da-4fb5-b6af-9598d3b162ff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.140419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec5715c1-478f-4747-a13b-5eeaf6f59031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.173410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5715c1-478f-4747-a13b-5eeaf6f59031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fdffe15-d2a9-4f3f-a261-4d7fe5d1b4fa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.195739 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec5715c1-478f-4747-a13b-5eeaf6f59031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.201148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ec5715c1-478f-4747-a13b-5eeaf6f59031 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5fdffe15-d2a9-4f3f-a261-4d7fe5d1b4fa HTTP/1.1" status: 204 len: 168 time: 0.4355605 Jul 16 01:22:19.202125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.229687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] Set router e183e61d-19da-4fb5-b6af-9598d3b162ff gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:19.265615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6d6fca31-2303-4d52-b275-f6a385af0255 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:19.276069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de0d87-d027-4b53-9697-113043527011 None None] Pushing event updated for resources: {'Port': ['ID=9a1f1ebc-8e15-4c64-955a-74798c035fa5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.296035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.309141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:19.316676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8b8723ad-019c-48d4-a17b-677b3919e4c1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:19.318107 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.386585 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.397472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.420000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cb3e90-ace1-4564-9dc8-7cb250b73a7a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.420305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cb3e90-ace1-4564-9dc8-7cb250b73a7a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.436215 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.465011 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.474546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:19.475065 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:19.507837 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:19.566477 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.570861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:19.586489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-03958dca-ea03-4f9d-81d6-16feab4b1b54 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "PUT /v2.0/routers/b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7820821 Jul 16 01:22:19.597404 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] Sync routers for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:19.612305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.612739 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:19.616651 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.631603 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff HTTP/1.1" status: 204 len: 168 time: 0.4280429 Jul 16 01:22:19.634623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.636992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c3664-16c1-4b23-949a-f6b41f759c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9b2e7f-4d57-4a6d-a7ef-df2adb6f5aff,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.720384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 6d6fca31-2303-4d52-b275-f6a385af0255, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6d6fca31-2303-4d52-b275-f6a385af0255,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:19.761339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '6d6fca31-2303-4d52-b275-f6a385af0255', 'network_id': '4b6080c2-e3d0-4614-b3b2-4e1a562341ac', 'port_id': '6d6fca31-2303-4d52-b275-f6a385af0255', 'mac_address': 'fa:16:3e:8f:cd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2593cc09-cbd4-4365-9974-c6cd7041de9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:19.814141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-113f05ec-47ea-410b-8c3c-2e29dd31161e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting subnet bed8720a-3322-4bc3-9ee5-ff5aefcc6d60 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:19.823561 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.855500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113f05ec-47ea-410b-8c3c-2e29dd31161e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.876361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:13Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9a1f1ebc-8e15-4c64-955a-74798c035fa5', 'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'mac_address': 'fa:16:3e:5c:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:11Z', 'updated_at': '2021-07-16T01:22:18Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'subnets': [{'id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.881125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6fca31-2303-4d52-b275-f6a385af0255 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:19.936767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.939900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d99007-a438-4908-bf5a-e8dcb9bda7be None None] The sync data for ids ['e183e61d-19da-4fb5-b6af-9598d3b162ff'] in n-d-791504-14 is: [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:13Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9a1f1ebc-8e15-4c64-955a-74798c035fa5', 'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'mac_address': 'fa:16:3e:5c:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:11Z', 'updated_at': '2021-07-16T01:22:18Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'subnets': [{'id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:19.957525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.968913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 6d6fca31-2303-4d52-b275-f6a385af0255, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6d6fca31-2303-4d52-b275-f6a385af0255,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:19.977000 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:19.977699 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.997437 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a943f5ba-2dc1-4413-b637-abfe79e84393 req-0a9232e1-736b-4e6e-8e0e-8719f4e07c2f tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 210 time: 0.1425836 Jul 16 01:22:20.001202 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.004841 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.027983 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113f05ec-47ea-410b-8c3c-2e29dd31161e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.109551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=6d6fca31-2303-4d52-b275-f6a385af0255,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.119082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.353449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['6d6fca31-2303-4d52-b275-f6a385af0255'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:20.373617 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:22:17Z', 'revision_number': 7, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:20.377486 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113f05ec-47ea-410b-8c3c-2e29dd31161e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.392505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network 2d18f12f-c8fa-4b72-9602-341177c75e15 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:20.398357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:20.403434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:20.439827 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] Checking router: b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:20.442836 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0c08dbeb-8613-4414-be6a-254588d3843d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21ce9610c27540ec90218d2ffcb73fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034661 Jul 16 01:22:20.461649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36740) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.465432 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] Routers {'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:20.466340 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:20.481239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:20.493676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:20.494087 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.514129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-a232e5a0-2c79-4545-b808-23faea54acb8 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.515686 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-a232e5a0-2c79-4545-b808-23faea54acb8 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.67 "GET /v2.0/networks?id=22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 200 len: 819 time: 0.6793060 Jul 16 01:22:20.542323 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236998e-b772-4193-9c8f-81f390296653 req-1d843658-a621-465b-b3ee-b0a54d173595 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.551924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e236998e-b772-4193-9c8f-81f390296653 req-1d843658-a621-465b-b3ee-b0a54d173595 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 945 time: 0.6897962 Jul 16 01:22:20.571462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Request body: {'port': {'device_id': '260695e1-8294-401d-9a43-1778f7e0da9e', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'admin_state_up': True, 'tenant_id': '76427afcf93449608ddffa24ba06d313'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:20.650512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Router 5a40d436-5d44-4036-8736-4b81ffe9e7a5 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:20.724555 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113f05ec-47ea-410b-8c3c-2e29dd31161e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.849262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e236998e-b772-4193-9c8f-81f390296653 req-f273d180-e98d-417b-be63-006717f3d94f tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962067 Jul 16 01:22:20.877965 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] Set router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:20.900145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:20.905893 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f5de9cad-800d-4245-bcf0-0dceaff2af72 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "PUT /v2.0/routers/5a40d436-5d44-4036-8736-4b81ffe9e7a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7300074 Jul 16 01:22:20.908427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36744) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.912734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9a1f1ebc-8e15-4c64-955a-74798c035fa5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:20.921977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f05ec-47ea-410b-8c3c-2e29dd31161e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Subnet': ['ID=bed8720a-3322-4bc3-9ee5-ff5aefcc6d60,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.929919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1a58d-5a01-4056-b6e3-84904f1ea7dd None None] Sync routers for ids ['5a40d436-5d44-4036-8736-4b81ffe9e7a5'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:20.954190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113f05ec-47ea-410b-8c3c-2e29dd31161e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.956711 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-113f05ec-47ea-410b-8c3c-2e29dd31161e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/subnets/bed8720a-3322-4bc3-9ee5-ff5aefcc6d60 HTTP/1.1" status: 204 len: 168 time: 1.3174825 Jul 16 01:22:20.960625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36746) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.966137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a044bf6-0b57-4878-8dd6-bf22224b04dd None None] Network d1df0cea-f3ee-4e22-839c-1c89fcf64fac requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:21.006674 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.015157 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd436351-f73e-4e09-8535-9c7e219dad39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.036892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1a58d-5a01-4056-b6e3-84904f1ea7dd None None] Routers {'5a40d436-5d44-4036-8736-4b81ffe9e7a5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:21.037103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c2c1a58d-5a01-4056-b6e3-84904f1ea7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['5a40d436-5d44-4036-8736-4b81ffe9e7a5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:21.042943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f1b113-f153-4920-b0e0-e9fdb180468f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:21.045131 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d0f1b113-f153-4920-b0e0-e9fdb180468f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a40d436-5d44-4036-8736-4b81ffe9e7a5 HTTP/1.1" status: 200 len: 987 time: 0.1354001 Jul 16 01:22:21.047999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36750) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:21.099413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-66960f6f-e8c7-45a2-8049-d4a582054475 None None] Provisioning complete for port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:21.100067 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-66960f6f-e8c7-45a2-8049-d4a582054475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.123568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c2c1a58d-5a01-4056-b6e3-84904f1ea7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:21.129448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd436351-f73e-4e09-8535-9c7e219dad39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.150884 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:22:17Z', 'revision_number': 7, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:21.159596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Made reservation on behalf of 76427afcf93449608ddffa24ba06d313 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:21.169080 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.185722 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ddfbc-f73a-40e6-a3a2-10f6b6181586 None None] The sync data for ids ['b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6'] in n-d-791504-14 is: [{'id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'name': 'tempest-TestNetworkBasicOps-router-636432359', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:12Z', 'updated_at': '2021-07-16T01:22:17Z', 'revision_number': 7, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '2c13b61d-d1f7-465a-86be-d78a1d25a92e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:21.246095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6080b2a-9f32-48b2-b00d-290d29ddfd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79827858-3f0c-44a0-bc60-37f1d9ca0ee3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:21.248422 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c51817-c6f4-4448-9862-736ddf08075d" -d '{"events": [{"server_uuid": "d6080b2a-9f32-48b2-b00d-290d29ddfd60", "name": "network-vif-plugged", "status": "completed", "tag": "79827858-3f0c-44a0-bc60-37f1d9ca0ee3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:21.273936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd436351-f73e-4e09-8535-9c7e219dad39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.276526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd436351-f73e-4e09-8535-9c7e219dad39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.279707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bd436351-f73e-4e09-8535-9c7e219dad39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a66ad64b-a198-4e8c-8fed-b5fd2581adaa HTTP/1.1" status: 204 len: 168 time: 0.8169718 Jul 16 01:22:21.319261 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3ee0bbc4-cef7-4e40-b9de-2888b8c827ec req-1dbe22e0-fa7c-4b2f-855a-11352312e768 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 210 time: 0.0812075 Jul 16 01:22:21.321226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:21.383420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1a58d-5a01-4056-b6e3-84904f1ea7dd None None] Routers {'5a40d436-5d44-4036-8736-4b81ffe9e7a5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:21.384075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c2c1a58d-5a01-4056-b6e3-84904f1ea7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['5a40d436-5d44-4036-8736-4b81ffe9e7a5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:21.388282 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.389080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b1a276ea-1082-4a3f-aa2c-0125f2d03190 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:21.394401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd436351-f73e-4e09-8535-9c7e219dad39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66ad64b-a198-4e8c-8fed-b5fd2581adaa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.398710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-66960f6f-e8c7-45a2-8049-d4a582054475 None None] Port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:21.527779 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: b1a276ea-1082-4a3f-aa2c-0125f2d03190 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:21.528065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b1a276ea-1082-4a3f-aa2c-0125f2d03190 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:21.532952 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04056283-0702-4434-98ac-9d3a94a96325 x-openstack-request-id: req-04056283-0702-4434-98ac-9d3a94a96325 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:21.533245 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6080b2a-9f32-48b2-b00d-290d29ddfd60", "name": "network-vif-plugged", "status": "completed", "tag": "79827858-3f0c-44a0-bc60-37f1d9ca0ee3", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:21.533513 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04056283-0702-4434-98ac-9d3a94a96325 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:21.533896 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6080b2a-9f32-48b2-b00d-290d29ddfd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79827858-3f0c-44a0-bc60-37f1d9ca0ee3', 'code': 200} Jul 16 01:22:21.555595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9a1f1ebc-8e15-4c64-955a-74798c035fa5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:21.599758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c2c1a58d-5a01-4056-b6e3-84904f1ea7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:21.600964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1a58d-5a01-4056-b6e3-84904f1ea7dd None None] The sync data for ids ['5a40d436-5d44-4036-8736-4b81ffe9e7a5'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:21.625106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9a1f1ebc-8e15-4c64-955a-74798c035fa5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:21.625683 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.713897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Allocated IP 172.20.0.12 (22207be6-cdc7-4fdb-bab4-23b6c21164cd/d9ebc4a5-2582-4a01-a00b-4f769d8e1f82/d1757643-d908-454f-b62d-6720f6dff4bd) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:21.782102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.806193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.847948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821e232-6f86-4582-9c17-08db2cac8d76 req-01663136-dd78-411e-91fa-d7c3f5549652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:21.852465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0821e232-6f86-4582-9c17-08db2cac8d76 req-01663136-dd78-411e-91fa-d7c3f5549652 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 1098 time: 0.3137751 Jul 16 01:22:21.955028 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0821e232-6f86-4582-9c17-08db2cac8d76 req-a6587d6f-b081-4917-ac19-b9567ab636c4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861783 Jul 16 01:22:21.982107 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.024605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20086d95-54eb-47f6-8608-51956532202b None None] DHCP port deletion for d1df0cea-f3ee-4e22-839c-1c89fcf64fac request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:22:22.079137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 9a1f1ebc-8e15-4c64-955a-74798c035fa5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9a1f1ebc-8e15-4c64-955a-74798c035fa5,segment=NetworkSegment(a14ecfe2-fb2b-4f06-92f8-be188ed363c0),segment_id=a14ecfe2-fb2b-4f06-92f8-be188ed363c0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:22.095942 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.198641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=9a1f1ebc-8e15-4c64-955a-74798c035fa5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:22.202523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.207406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-20086d95-54eb-47f6-8608-51956532202b None None] Deleting port a5f7e77e-3db2-48d8-8111-bb1a27f9149c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:22.208555 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20086d95-54eb-47f6-8608-51956532202b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.218242 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.253956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.298767 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-20086d95-54eb-47f6-8608-51956532202b None None] For port a5f7e77e-3db2-48d8-8111-bb1a27f9149c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a5f7e77e-3db2-48d8-8111-bb1a27f9149c,segment=NetworkSegment(b0135cd2-eb22-45de-a230-63f179f893bc),segment_id=b0135cd2-eb22-45de-a230-63f179f893bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:22.299842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20086d95-54eb-47f6-8608-51956532202b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.318394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-20086d95-54eb-47f6-8608-51956532202b None None] Calling delete_port for a5f7e77e-3db2-48d8-8111-bb1a27f9149c owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:22.357440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Network 22207be6-cdc7-4fdb-bab4-23b6c21164cd is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:22.368090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:22.377492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:22.383348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Pushing event updated for resources: {'Port': ['ID=d1757643-d908-454f-b62d-6720f6dff4bd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:22.445872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387c408-29e5-46ec-98ea-ef9024fa4e6c req-5026518c-05c6-4ff4-bce6-3d5fad3082b3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.447494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2387c408-29e5-46ec-98ea-ef9024fa4e6c req-5026518c-05c6-4ff4-bce6-3d5fad3082b3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 946 time: 0.2630682 Jul 16 01:22:22.480842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20086d95-54eb-47f6-8608-51956532202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.485889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.486592 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.519932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20086d95-54eb-47f6-8608-51956532202b None None] Pushing event deleted for resources: {'Port': ['ID=a5f7e77e-3db2-48d8-8111-bb1a27f9149c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:22.526882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20086d95-54eb-47f6-8608-51956532202b None None] No DVR routers for this DVR port a5f7e77e-3db2-48d8-8111-bb1a27f9149c on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:22.527465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-0c05f335-b311-47c2-8426-0e7a05783d9c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9608479 Jul 16 01:22:22.546583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Request body: {'port': {'device_id': '260695e1-8294-401d-9a43-1778f7e0da9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:22.587150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port 2c13b61d-d1f7-465a-86be-d78a1d25a92e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:22.587150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.593397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.615199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36786) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.674988 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.678976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2387c408-29e5-46ec-98ea-ef9024fa4e6c req-fce7efb4-1597-4dcd-a0b2-562555c5379a tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960707 Jul 16 01:22:22.710826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0124d1-2d66-4ff7-97b3-adf9db374202 req-666f2477-ccc1-4a11-a0f8-1ea44b63b4e0 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.719101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab0124d1-2d66-4ff7-97b3-adf9db374202 req-666f2477-ccc1-4a11-a0f8-1ea44b63b4e0 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 932 time: 0.1783097 Jul 16 01:22:22.790085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-network', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:22.819903 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab0124d1-2d66-4ff7-97b3-adf9db374202 req-eb154d08-b47b-49ab-922e-c54bec481c2f tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992961 Jul 16 01:22:22.849231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9a1f1ebc-8e15-4c64-955a-74798c035fa5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:22.867614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] For port 2c13b61d-d1f7-465a-86be-d78a1d25a92e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2c13b61d-d1f7-465a-86be-d78a1d25a92e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:22.868221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.885522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for 2c13b61d-d1f7-465a-86be-d78a1d25a92e owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:22.909214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Made reservation on behalf of 37c41529f5c0494c831538b5dc6384bf for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:22.913048 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.930961 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.978644 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9a1f1ebc-8e15-4c64-955a-74798c035fa5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:22.979675 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.065451 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.141142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=2c13b61d-d1f7-465a-86be-d78a1d25a92e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:23.178511 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.184326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.189997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1757643-d908-454f-b62d-6720f6dff4bd {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:23.204937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.218784 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.231928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:23.244740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Transition to ACTIVE for port object d1757643-d908-454f-b62d-6720f6dff4bd will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:23.252491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.253728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a5f7e77e-3db2-48d8-8111-bb1a27f9149c no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:23.263138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846f27c9-0a08-4bf8-8648-37f967364bc5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:23.284399 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.284755 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Added segment bd606e6f-8aa1-4984-b237-06ca4b588591 of type vlan for network 5015d4d4-6866-4f94-9b4e-8009674ce4ef Jul 16 01:22:23.296163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6d6fca31-2303-4d52-b275-f6a385af0255 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:23.300112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a5f7e77e-3db2-48d8-8111-bb1a27f9149c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:23.300530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a5f7e77e-3db2-48d8-8111-bb1a27f9149c not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:23.301005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7522f9c8-7123-414f-b2cf-14cb849b0285 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:23.349943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 7522f9c8-7123-414f-b2cf-14cb849b0285 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:23.349943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7522f9c8-7123-414f-b2cf-14cb849b0285 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:23.359071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.365204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Pushing event updated for resources: {'Port': ['ID=d1757643-d908-454f-b62d-6720f6dff4bd,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:23.386764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 6d6fca31-2303-4d52-b275-f6a385af0255 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:23.392879 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 6d6fca31-2303-4d52-b275-f6a385af0255 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:23.393343 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.454049 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.455321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:23.456078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.495087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Attempting to bind port d1757643-d908-454f-b62d-6720f6dff4bd on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:23.495764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Attempting to bind port d1757643-d908-454f-b62d-6720f6dff4bd by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:23.496284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Attempting to bind port d1757643-d908-454f-b62d-6720f6dff4bd on network 22207be6-cdc7-4fdb-bab4-23b6c21164cd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:23.514723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8974288 Jul 16 01:22:23.517810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36794) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.550624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Request body: {'subnet': {'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-subnet', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:23.554431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Port d1757643-d908-454f-b62d-6720f6dff4bd on network 22207be6-cdc7-4fdb-bab4-23b6c21164cd not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:23.555038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Attempting to bind port d1757643-d908-454f-b62d-6720f6dff4bd on network 22207be6-cdc7-4fdb-bab4-23b6c21164cd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:23.561699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641c5be-da9c-4d22-a218-f22310bffba6 admin admin] Pushing event updated for resources: {'Network': ['ID=5015d4d4-6866-4f94-9b4e-8009674ce4ef,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:23.574796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:23.575562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Checking segment: {'id': 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:23.575986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Bound using segment: {'id': 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:23.576524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Bound port: d1757643-d908-454f-b62d-6720f6dff4bd, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:23.576965 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.600365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Made reservation on behalf of 37c41529f5c0494c831538b5dc6384bf for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:23.602413 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.622707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 5015d4d4-6866-4f94-9b4e-8009674ce4ef details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:23.687289 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.721671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] For port d1757643-d908-454f-b62d-6720f6dff4bd, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:23.726081 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.726419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] For port d1757643-d908-454f-b62d-6720f6dff4bd, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d1757643-d908-454f-b62d-6720f6dff4bd,segment=NetworkSegment(a14ecfe2-fb2b-4f06-92f8-be188ed363c0),segment_id=a14ecfe2-fb2b-4f06-92f8-be188ed363c0)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:23.727658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b02173-dd40-46a7-a921-5bc3609dd481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6fca31-2303-4d52-b275-f6a385af0255'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:23.729262 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.731563 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c275625e-c56b-455d-8e9c-9a695c0ae641" -d '{"events": [{"server_uuid": "e0b02173-dd40-46a7-a921-5bc3609dd481", "name": "network-vif-plugged", "status": "completed", "tag": "6d6fca31-2303-4d52-b275-f6a385af0255"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:23.736282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.752205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 6d6fca31-2303-4d52-b275-f6a385af0255, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6d6fca31-2303-4d52-b275-f6a385af0255,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:23.757932 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.775551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:23.775893 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.780995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:23.781536 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.783052 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] 10.222.0.67 "PUT /v2.0/ports/d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 1093 time: 1.2411351 Jul 16 01:22:23.786196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:23.788366 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45874051-9048-422d-841c-ce6e909c06e8" -d '{"events": [{"name": "network-changed", "server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:23.797416 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.798050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Fanout notify agent at l3_agent the message router_deleted on router b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:23.808995 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.810229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c8e291ae-433f-46af-9b73-641622f895e7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/routers/b1ea9b24-ee52-4cb6-92b2-d5b8daa77db6 HTTP/1.1" status: 204 len: 168 time: 2.8483405 Jul 16 01:22:23.813516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36802) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.890787 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93cc139-5efb-47ad-b47d-5d22ebb5caac x-openstack-request-id: req-d93cc139-5efb-47ad-b47d-5d22ebb5caac {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:23.891088 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b02173-dd40-46a7-a921-5bc3609dd481", "name": "network-vif-plugged", "status": "completed", "tag": "6d6fca31-2303-4d52-b275-f6a385af0255", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:23.891353 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d93cc139-5efb-47ad-b47d-5d22ebb5caac {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:23.891731 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b02173-dd40-46a7-a921-5bc3609dd481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6fca31-2303-4d52-b275-f6a385af0255', 'code': 200} Jul 16 01:22:23.892505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=6d6fca31-2303-4d52-b275-f6a385af0255,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:23.985652 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.025945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:24.176026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621c285-37c9-4889-9dee-a50b0528dfc5 req-013dc4d7-751f-484d-aa0e-2f921a94090a tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.178622 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5621c285-37c9-4889-9dee-a50b0528dfc5 req-013dc4d7-751f-484d-aa0e-2f921a94090a tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 946 time: 0.1698806 Jul 16 01:22:24.231984 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5621c285-37c9-4889-9dee-a50b0528dfc5 req-ad4c2ef2-d0cb-4344-9d4e-118f20a7172d tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466378 Jul 16 01:22:24.280557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d3e5f-dfac-4c88-8342-9cb5fe525acf service neutron] Pushing event updated for resources: {'Port': ['ID=d1757643-d908-454f-b62d-6720f6dff4bd,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.292995 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.294382 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93ec65e-db93-4a41-ab05-7234ae5e6026 x-openstack-request-id: req-c93ec65e-db93-4a41-ab05-7234ae5e6026 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:24.294680 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:24.294943 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c93ec65e-db93-4a41-ab05-7234ae5e6026 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:24.295435 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'status': 'completed', 'code': 200} Jul 16 01:22:24.333619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.465127 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.472720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.545404 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.554361 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58d2c92e-145c-4531-bfb7-b7a73daf370e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.640121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-3cbc0d30-35f2-4fb6-9a13-b17e034cb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.641578 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-3cbc0d30-35f2-4fb6-9a13-b17e034cb4b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76427afcf93449608ddffa24ba06d313&device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1096 time: 0.7938421 Jul 16 01:22:24.693228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee38445-9ed2-4757-9f46-90fdabba1765 req-f8023b82-a476-43c3-8d3d-691d16b9ed56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.694806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ee38445-9ed2-4757-9f46-90fdabba1765 req-f8023b82-a476-43c3-8d3d-691d16b9ed56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 944 time: 0.4071667 Jul 16 01:22:24.719673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Router 5a40d436-5d44-4036-8736-4b81ffe9e7a5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:24.728279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa05d4-6b87-4068-858c-6fafeab8ccbe req-9d5b38c6-a10b-42ec-93e1-614d1b7fd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.735756 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-81aa05d4-6b87-4068-858c-6fafeab8ccbe req-9d5b38c6-a10b-42ec-93e1-614d1b7fd3c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e0b02173-dd40-46a7-a921-5bc3609dd481 HTTP/1.1" status: 200 len: 1098 time: 0.4374247 Jul 16 01:22:24.747387 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-e0d6f377-27e3-4b39-bc03-7b24e66bb06f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 217 time: 0.0934350 Jul 16 01:22:24.771942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.820208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2c13b61d-d1f7-465a-86be-d78a1d25a92e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:24.831642 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.842647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 2c13b61d-d1f7-465a-86be-d78a1d25a92e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:24.843076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2c13b61d-d1f7-465a-86be-d78a1d25a92e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:24.851545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:24.859555 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5a763809-c7d5-4e5c-afca-8e87bcf27eb9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "PUT /v2.0/routers/5a40d436-5d44-4036-8736-4b81ffe9e7a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8076985 Jul 16 01:22:24.860093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36814) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:24.863780 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224dc76-0e74-47ab-a0c6-6f2eee68be20 None None] Sync routers for ids ['5a40d436-5d44-4036-8736-4b81ffe9e7a5'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:24.873523 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224dc76-0e74-47ab-a0c6-6f2eee68be20 None None] Routers {'5a40d436-5d44-4036-8736-4b81ffe9e7a5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:24.874167 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8224dc76-0e74-47ab-a0c6-6f2eee68be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['5a40d436-5d44-4036-8736-4b81ffe9e7a5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:24.881760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1df0cea-f3ee-4e22-839c-1c89fcf64fac']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:24.897906 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b32456a-f3f3-4e3e-bfa1-62735656da42 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:22:24.902449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6b32456a-f3f3-4e3e-bfa1-62735656da42 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/5dbd74bd-a02a-4574-b1c1-e18ce6d8ad87 HTTP/1.1" status: 404 len: 333 time: 0.0387611 Jul 16 01:22:24.903950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36816) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:24.909824 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8224dc76-0e74-47ab-a0c6-6f2eee68be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:24.919778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Checking segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:24.920145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Network hostable DHCP agents. Network: 5015d4d4-6866-4f94-9b4e-8009674ce4ef, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:24.922645 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224dc76-0e74-47ab-a0c6-6f2eee68be20 None None] Routers {'5a40d436-5d44-4036-8736-4b81ffe9e7a5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:24.923445 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8224dc76-0e74-47ab-a0c6-6f2eee68be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['5a40d436-5d44-4036-8736-4b81ffe9e7a5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:24.927726 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0135cd2-eb22-45de-a230-63f179f893bc') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:24.928030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0135cd2-eb22-45de-a230-63f179f893bc') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:24.947446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-fd17f74e-1ef6-4c83-b21f-dc25708e96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.948867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-fd17f74e-1ef6-4c83-b21f-dc25708e96eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 HTTP/1.1" status: 200 len: 859 time: 0.1711266 Jul 16 01:22:24.951831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ee38445-9ed2-4757-9f46-90fdabba1765 req-8d3dbe54-b197-4fd6-945a-e93257287a94 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112238 Jul 16 01:22:24.953429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-81aa05d4-6b87-4068-858c-6fafeab8ccbe req-1d7a00ab-9833-4c09-9fcb-8dc7e317078f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089856 Jul 16 01:22:24.955788 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.964953 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8224dc76-0e74-47ab-a0c6-6f2eee68be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:24.965629 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224dc76-0e74-47ab-a0c6-6f2eee68be20 None None] The sync data for ids ['5a40d436-5d44-4036-8736-4b81ffe9e7a5'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:24.997274 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-121e21c0-6bf4-4bde-9735-fc20e1a264d2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.007754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-2509cd60-7ea5-400f-adf9-2ab69cb88b6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22207be6-cdc7-4fdb-bab4-23b6c21164cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496178 Jul 16 01:22:25.012094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Network 5015d4d4-6866-4f94-9b4e-8009674ce4ef is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:25.025300 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.047613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:25.048029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:25.051116 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:25.057500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 5015d4d4-6866-4f94-9b4e-8009674ce4ef) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:25.062878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:25.063468 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.073361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d959cd-7eef-4807-bacb-f1c2d62f2e3e None None] Network 5015d4d4-6866-4f94-9b4e-8009674ce4ef requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:25.075632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbf606-7922-415e-8b9a-ef12e8f8c78f req-d5590b0e-8fde-4c6b-bedf-0cb0276d913d tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:25.082678 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7bbf606-7922-415e-8b9a-ef12e8f8c78f req-d5590b0e-8fde-4c6b-bedf-0cb0276d913d tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0b02173-dd40-46a7-a921-5bc3609dd481 HTTP/1.1" status: 200 len: 946 time: 0.2978876 Jul 16 01:22:25.177258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-57e87dc0-4111-4b51-85d9-8089d6f5f7b3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6574461 Jul 16 01:22:25.182178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36818) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:25.189827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:25.195746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.201202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.207469 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/networks/d1df0cea-f3ee-4e22-839c-1c89fcf64fac HTTP/1.1" status: 204 len: 168 time: 1.3704317 Jul 16 01:22:25.233826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:25.234383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-121e21c0-6bf4-4bde-9735-fc20e1a264d2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.238486 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-121e21c0-6bf4-4bde-9735-fc20e1a264d2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.242451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec3e07-fc33-4358-a81a-cccf51ce0d48 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Network': ['ID=d1df0cea-f3ee-4e22-839c-1c89fcf64fac,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:25.246321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7bbf606-7922-415e-8b9a-ef12e8f8c78f req-b66aef38-09ff-4234-9433-379abcf54fb3 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616783 Jul 16 01:22:25.249180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'network': {'name': 'tempest-network-smoke--1756473600', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:25.258605 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-84550629-9c97-4f45-a38e-64cab9ce103b service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420449 Jul 16 01:22:25.282962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:22:25.284496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.292906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.294237 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.315820 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-121e21c0-6bf4-4bde-9735-fc20e1a264d2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.316426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121e21c0-6bf4-4bde-9735-fc20e1a264d2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Fanout notify agent at l3_agent the message router_deleted on router 5a40d436-5d44-4036-8736-4b81ffe9e7a5 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:25.325653 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-121e21c0-6bf4-4bde-9735-fc20e1a264d2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.327111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-121e21c0-6bf4-4bde-9735-fc20e1a264d2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/routers/5a40d436-5d44-4036-8736-4b81ffe9e7a5 HTTP/1.1" status: 204 len: 168 time: 0.4220040 Jul 16 01:22:25.330747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36822) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:25.375163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Made reservation on behalf of be15e6cb8f6046ad97655557638c1e06 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:25.379709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.399706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2933e7-4a81-4880-adbf-405d5c6ae0bd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet 58e8635c-c682-471a-8927-1b6147e2374c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:25.403746 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e2933e7-4a81-4880-adbf-405d5c6ae0bd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.458478 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e2933e7-4a81-4880-adbf-405d5c6ae0bd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.465023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.502922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Allocated IP 172.20.0.2 (5015d4d4-6866-4f94-9b4e-8009674ce4ef/132c3d4a-a906-4db0-9ccd-e4f4eb5f1797/6e0a1c01-29be-46dd-8794-4587090e28b4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:25.506180 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.533586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c951de1b-da8e-4297-a67d-51e03e5c9783 req-51936693-9fd4-47df-a5e7-6552bde725f9 service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684410 Jul 16 01:22:25.534364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:25.582476 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.582882 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Added segment 331537fa-c9d5-46a6-b144-704b0087aee4 of type vlan for network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 Jul 16 01:22:25.619574 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e2933e7-4a81-4880-adbf-405d5c6ae0bd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.720339 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e2933e7-4a81-4880-adbf-405d5c6ae0bd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.746453 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.752242 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.756717 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.767995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Transition to ACTIVE for port object 6e0a1c01-29be-46dd-8794-4587090e28b4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:25.786906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2933e7-4a81-4880-adbf-405d5c6ae0bd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=58e8635c-c682-471a-8927-1b6147e2374c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:25.791430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Transition to ACTIVE for port object 6e0a1c01-29be-46dd-8794-4587090e28b4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:25.797083 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e2933e7-4a81-4880-adbf-405d5c6ae0bd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.799333 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.812883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36830) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:25.814706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2e2933e7-4a81-4880-adbf-405d5c6ae0bd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/58e8635c-c682-471a-8927-1b6147e2374c HTTP/1.1" status: 204 len: 168 time: 0.4823365 Jul 16 01:22:25.829658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5030b1e4-6c43-49c1-9668-def84537426a None None] Network 2d18f12f-c8fa-4b72-9602-341177c75e15 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:25.872858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Network 5015d4d4-6866-4f94-9b4e-8009674ce4ef is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:25.881475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:25.885640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:25.903361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874051-9048-422d-841c-ce6e909c06e8 req-95d3f497-c5bc-48b0-9c10-7aec566ef76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:25.903863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45874051-9048-422d-841c-ce6e909c06e8 req-95d3f497-c5bc-48b0-9c10-7aec566ef76d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76427afcf93449608ddffa24ba06d313&device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1096 time: 0.2489054 Jul 16 01:22:25.917780 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.920025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Pushing event updated for resources: {'Port': ['ID=6e0a1c01-29be-46dd-8794-4587090e28b4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:25.929664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:25.930503 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.042641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.057420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.062644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'admin_state_up': True, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:26.069274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8315217 Jul 16 01:22:26.088069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Attempting to bind port 6e0a1c01-29be-46dd-8794-4587090e28b4 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:26.088438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Attempting to bind port 6e0a1c01-29be-46dd-8794-4587090e28b4 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:26.088976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Attempting to bind port 6e0a1c01-29be-46dd-8794-4587090e28b4 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:26.095204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:26.095733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Checking segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:26.096225 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.097071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Bound using segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:26.097611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Bound port: 6e0a1c01-29be-46dd-8794-4587090e28b4, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:26.098221 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.112785 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.113865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.193608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] For port 6e0a1c01-29be-46dd-8794-4587090e28b4, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:26.197431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] For port 6e0a1c01-29be-46dd-8794-4587090e28b4, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6e0a1c01-29be-46dd-8794-4587090e28b4,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:26.206375 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.236611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9140c9-a93d-4e1d-83ba-38f0468473f0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Network': ['ID=bbb002a5-34f4-4f6d-b05f-7853bb5432a4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:26.258975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.333629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874051-9048-422d-841c-ce6e909c06e8 req-48a62cc7-0a0c-409e-8f7e-095ae93ec16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:26.335770 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45874051-9048-422d-841c-ce6e909c06e8 req-48a62cc7-0a0c-409e-8f7e-095ae93ec16e service neutron] 10.222.0.67 "GET /v2.0/networks?id=22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 200 len: 919 time: 0.4199197 Jul 16 01:22:26.347284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:26.396567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c21af-2f28-40fd-93bb-52fd75973ddb req-f8e41635-9acf-41dc-b8e0-1a6a7128d129 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:26.398458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-101c21af-2f28-40fd-93bb-52fd75973ddb req-f8e41635-9acf-41dc-b8e0-1a6a7128d129 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 944 time: 0.2581532 Jul 16 01:22:26.422474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45874051-9048-422d-841c-ce6e909c06e8 req-7c4e4699-c726-41ff-a790-322b4b98a8f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 217 time: 0.0699201 Jul 16 01:22:26.428882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 8b8723ad-019c-48d4-a17b-677b3919e4c1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:26.429595 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.433428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af114df-a722-4e14-a26c-c9f5edbe036f None None] DHCP port deletion for 2d18f12f-c8fa-4b72-9602-341177c75e15 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:22:26.437353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad55bc-bdb9-4906-987a-143e8ae9b0c8 None None] Pushing event updated for resources: {'Port': ['ID=6e0a1c01-29be-46dd-8794-4587090e28b4,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:26.486324 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.495219 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.526688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1af114df-a722-4e14-a26c-c9f5edbe036f None None] Deleting port 8b8723ad-019c-48d4-a17b-677b3919e4c1 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:26.527147 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1af114df-a722-4e14-a26c-c9f5edbe036f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.642184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1af114df-a722-4e14-a26c-c9f5edbe036f None None] For port 8b8723ad-019c-48d4-a17b-677b3919e4c1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8b8723ad-019c-48d4-a17b-677b3919e4c1,segment=NetworkSegment(a04a613e-64a0-4139-a340-306c0455abfe),segment_id=a04a613e-64a0-4139-a340-306c0455abfe)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:26.642747 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1af114df-a722-4e14-a26c-c9f5edbe036f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.646631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-101c21af-2f28-40fd-93bb-52fd75973ddb req-01f0cf4e-9444-4153-a81b-63bd78db870f tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497161 Jul 16 01:22:26.659303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1af114df-a722-4e14-a26c-c9f5edbe036f None None] Calling delete_port for 8b8723ad-019c-48d4-a17b-677b3919e4c1 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:26.695806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] For port 8b8723ad-019c-48d4-a17b-677b3919e4c1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8b8723ad-019c-48d4-a17b-677b3919e4c1,segment=NetworkSegment(a04a613e-64a0-4139-a340-306c0455abfe),segment_id=a04a613e-64a0-4139-a340-306c0455abfe)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:26.696263 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.738739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874051-9048-422d-841c-ce6e909c06e8 req-8446a9ca-a341-4a0f-bad0-d88e4b505b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:26.741729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45874051-9048-422d-841c-ce6e909c06e8 req-8446a9ca-a341-4a0f-bad0-d88e4b505b9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 HTTP/1.1" status: 200 len: 859 time: 0.2885032 Jul 16 01:22:26.745455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 8b8723ad-019c-48d4-a17b-677b3919e4c1 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:26.811973 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45874051-9048-422d-841c-ce6e909c06e8 req-71b435cb-6a26-42d9-936a-f03b1279777d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22207be6-cdc7-4fdb-bab4-23b6c21164cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604274 Jul 16 01:22:26.817810 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1af114df-a722-4e14-a26c-c9f5edbe036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.846539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af114df-a722-4e14-a26c-c9f5edbe036f None None] Pushing event deleted for resources: {'Port': ['ID=8b8723ad-019c-48d4-a17b-677b3919e4c1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:26.855753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.869776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af114df-a722-4e14-a26c-c9f5edbe036f None None] No DVR routers for this DVR port 8b8723ad-019c-48d4-a17b-677b3919e4c1 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:26.907636 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.913321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6e0a1c01-29be-46dd-8794-4587090e28b4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:26.930269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29d0a4-eb75-4046-943d-61fce3d1e884 req-c434e785-c0d2-4872-94e3-146003c8593b tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:26.932062 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df29d0a4-eb75-4046-943d-61fce3d1e884 req-c434e785-c0d2-4872-94e3-146003c8593b tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0b02173-dd40-46a7-a921-5bc3609dd481 HTTP/1.1" status: 200 len: 946 time: 0.5051458 Jul 16 01:22:26.984377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 6e0a1c01-29be-46dd-8794-4587090e28b4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:27.005244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.028290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.076700 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e263623-1d02-4cd6-9b74-b39eae314e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.091520 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8b8723ad-019c-48d4-a17b-677b3919e4c1 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:27.115641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df29d0a4-eb75-4046-943d-61fce3d1e884 req-ba1905a2-43d1-423c-bf6f-b571b7202797 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684589 Jul 16 01:22:27.121126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 8b8723ad-019c-48d4-a17b-677b3919e4c1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:27.121617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8b8723ad-019c-48d4-a17b-677b3919e4c1 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:27.145754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45874051-9048-422d-841c-ce6e909c06e8 req-deede440-8d6a-49f7-82b3-1b591311af80 service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909477 Jul 16 01:22:27.148869 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.216590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=8b8723ad-019c-48d4-a17b-677b3919e4c1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.226886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No DVR routers for this DVR port 8b8723ad-019c-48d4-a17b-677b3919e4c1 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:27.247294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Allocated IP 172.25.4.230 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/4836d327-78af-4183-b182-4c7d8f9d75a3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:27.402726 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.444274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d18f12f-c8fa-4b72-9602-341177c75e15']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:27.455345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45874051-9048-422d-841c-ce6e909c06e8 req-74dfd67c-3d3e-4e9f-a4fc-2f3e2305bd74 service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974775 Jul 16 01:22:27.485326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04a613e-64a0-4139-a340-306c0455abfe') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:27.485606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04a613e-64a0-4139-a340-306c0455abfe') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:27.502309 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.525099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.546877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:27.547177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:27.551185 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:27.565209 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.586245 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.645082 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.660021 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.667844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/networks/2d18f12f-c8fa-4b72-9602-341177c75e15 HTTP/1.1" status: 204 len: 168 time: 1.8475373 Jul 16 01:22:27.671705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.693875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089612e-21c9-4274-958b-9cabb2e81b99 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Network': ['ID=2d18f12f-c8fa-4b72-9602-341177c75e15,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.716220 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.749871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77063134-1894-4fc5-b275-d79cde518ab7 None None] Network 5015d4d4-6866-4f94-9b4e-8009674ce4ef requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:27.770379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:27.773582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:27.777891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:27.810108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e00400-7134-4f86-a7d2-faf161ecfc7e tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:27.820058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b2e00400-7134-4f86-a7d2-faf161ecfc7e tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/2eeb971b-06c2-45a8-afde-fb4c031a6fc4 HTTP/1.1" status: 200 len: 845 time: 0.1391180 Jul 16 01:22:27.838473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36854) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.858069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Pushing event updated for resources: {'Port': ['ID=4836d327-78af-4183-b182-4c7d8f9d75a3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.939976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Allocated IP 172.25.4.63 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/49c66119-1e19-49f5-80a6-5821400d85eb) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:28.011162 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-753371d9-29bf-4561-8453-f73bfc72be81 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/2eeb971b-06c2-45a8-afde-fb4c031a6fc4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1709003 Jul 16 01:22:28.017349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36858) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.047516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f0b3860c-ad7e-48e5-959e-51a6d3817df6 None None] Provisioning for port 6e0a1c01-29be-46dd-8794-4587090e28b4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:28.051294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c9c1c4fb-9c4c-42c9-9544-0c6ae3926017 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:28.061401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f0b3860c-ad7e-48e5-959e-51a6d3817df6 None None] Provisioning complete for port 6e0a1c01-29be-46dd-8794-4587090e28b4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:28.062193 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0b3860c-ad7e-48e5-959e-51a6d3817df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.160959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3985d2-e1d8-476b-821c-179ca2fd6988 req-217223ba-6a80-4132-8d0e-f976cbc369a4 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:28.166476 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8a3985d2-e1d8-476b-821c-179ca2fd6988 req-217223ba-6a80-4132-8d0e-f976cbc369a4 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0b02173-dd40-46a7-a921-5bc3609dd481 HTTP/1.1" status: 200 len: 946 time: 0.1633613 Jul 16 01:22:28.169743 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.222089 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0b3860c-ad7e-48e5-959e-51a6d3817df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.225071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8a3985d2-e1d8-476b-821c-179ca2fd6988 req-4e4e002b-f22c-479a-8661-63ff06926e5c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526605 Jul 16 01:22:28.288607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f0b3860c-ad7e-48e5-959e-51a6d3817df6 None None] For port 6e0a1c01-29be-46dd-8794-4587090e28b4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6e0a1c01-29be-46dd-8794-4587090e28b4,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:28.289143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.296295 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0b3860c-ad7e-48e5-959e-51a6d3817df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.350156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:28.354106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:28.363382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:28.399698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=49c66119-1e19-49f5-80a6-5821400d85eb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.419828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.420479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.421001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.421855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.422361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.423985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.424526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.425014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.425634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.426158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.426713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.427278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.429981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3860c-ad7e-48e5-959e-51a6d3817df6 None None] Pushing event updated for resources: {'Port': ['ID=6e0a1c01-29be-46dd-8794-4587090e28b4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.458373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d1757643-d908-454f-b62d-6720f6dff4bd details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:28.602287 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.643439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port d1757643-d908-454f-b62d-6720f6dff4bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d1757643-d908-454f-b62d-6720f6dff4bd,segment=NetworkSegment(a14ecfe2-fb2b-4f06-92f8-be188ed363c0),segment_id=a14ecfe2-fb2b-4f06-92f8-be188ed363c0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:28.665818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'port_id': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'mac_address': 'fa:16:3e:62:06:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:28.669421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b0d349da-5f19-4fe4-a03b-6142d5dc9a4e None None] Provisioning complete for port 6e0a1c01-29be-46dd-8794-4587090e28b4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:28.670849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0d349da-5f19-4fe4-a03b-6142d5dc9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.688658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3b36b-88ee-48dc-a037-5550da463a14 req-447aafa7-1b3f-435d-bfcf-bc5c514bcdad tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:28.690564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32a3b36b-88ee-48dc-a037-5550da463a14 req-447aafa7-1b3f-435d-bfcf-bc5c514bcdad tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 944 time: 0.7552335 Jul 16 01:22:28.759101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c1c4fb-9c4c-42c9-9544-0c6ae3926017 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:28.763087 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9c1c4fb-9c4c-42c9-9544-0c6ae3926017 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.820847 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.823169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.830044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32a3b36b-88ee-48dc-a037-5550da463a14 req-c117f220-3adc-423b-9a2e-752377c2416f tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283305 Jul 16 01:22:28.890979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6e0a1c01-29be-46dd-8794-4587090e28b4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:28.893073 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.926991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1757643-d908-454f-b62d-6720f6dff4bd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:28.963744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port d1757643-d908-454f-b62d-6720f6dff4bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d1757643-d908-454f-b62d-6720f6dff4bd,segment=NetworkSegment(a14ecfe2-fb2b-4f06-92f8-be188ed363c0),segment_id=a14ecfe2-fb2b-4f06-92f8-be188ed363c0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:28.973392 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.028684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 6e0a1c01-29be-46dd-8794-4587090e28b4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:29.030728 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.093855 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.098622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=d1757643-d908-454f-b62d-6720f6dff4bd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.114287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.114965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.115472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.115963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.116462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.116947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.117559 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.118392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.118785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.119120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.119451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.119774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.228592 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9c1c4fb-9c4c-42c9-9544-0c6ae3926017 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.264367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:29.305216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['d1757643-d908-454f-b62d-6720f6dff4bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:29.336114 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.342884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c1c4fb-9c4c-42c9-9544-0c6ae3926017 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:29.388435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c9c1c4fb-9c4c-42c9-9544-0c6ae3926017 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:29.392247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c1c4fb-9c4c-42c9-9544-0c6ae3926017 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.392759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9c1c4fb-9c4c-42c9-9544-0c6ae3926017 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.405704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2548d235-cef0-44e5-863e-b9d8c385f621 None None] Network c960836c-7c88-4039-95b4-a451f5c9f937 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:29.429322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1c4fb-9c4c-42c9-9544-0c6ae3926017 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=bfa76a46-c002-410a-a8e7-f30fa37636a2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.447976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:29.487379 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86334106-1980-4f2c-a03a-99f879f354a4 req-4e3a4c44-c28c-46ee-8728-bdb5bf5ee40c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.488901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Sync routers for ids ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:29.489157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86334106-1980-4f2c-a03a-99f879f354a4 req-4e3a4c44-c28c-46ee-8728-bdb5bf5ee40c tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0b02173-dd40-46a7-a921-5bc3609dd481 HTTP/1.1" status: 200 len: 946 time: 0.1137676 Jul 16 01:22:29.490144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.494387 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b51cc122-21d8-487f-976e-1e79cd36612d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4330051 Jul 16 01:22:29.494689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36868) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.497332 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c9c1c4fb-9c4c-42c9-9544-0c6ae3926017 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4777920 Jul 16 01:22:29.514453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Routers {'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:29.515094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:29.532125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.539014 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ac5b53d0-8a41-43df-808f-08d8b53a2e87 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'security_group': {'name': 'tempest-secgroup-1248667070'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.542715 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-03e5421c-1b78-4665-a9db-b30b7b1ba32c tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=be15e6cb8f6046ad97655557638c1e06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447638 Jul 16 01:22:29.545430 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36874) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.612390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-6f53c09f-2520-4f20-88aa-e2e4975d9593 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.615184 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-6f53c09f-2520-4f20-88aa-e2e4975d9593 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0b02173-dd40-46a7-a921-5bc3609dd481 HTTP/1.1" status: 200 len: 946 time: 0.3788614 Jul 16 01:22:29.650397 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86334106-1980-4f2c-a03a-99f879f354a4 req-dcc524c6-1d15-41ba-8d1f-8e755b413f07 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059990 Jul 16 01:22:29.698464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b40d57-a39e-4d31-8aa4-9b2482a1cf64 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.700165 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-39b40d57-a39e-4d31-8aa4-9b2482a1cf64 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1537249 Jul 16 01:22:29.703181 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36878) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.705792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac5b53d0-8a41-43df-808f-08d8b53a2e87 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.751504 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2777b146-4a24-467d-b732-4a3d55c5e194 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471897 Jul 16 01:22:29.754259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36880) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.759569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-378782010', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.763735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-ceac4f1c-ec53-4016-bd17-c17ce8c954e0 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.765505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-ceac4f1c-ec53-4016-bd17-c17ce8c954e0 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6080b2a-9f32-48b2-b00d-290d29ddfd60 HTTP/1.1" status: 200 len: 946 time: 0.3238020 Jul 16 01:22:29.901144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:29.954511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-c0a24d8a-69c8-47a0-8e3a-86bb95d85952 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Deleting port 6d6fca31-2303-4d52-b275-f6a385af0255 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:29.954879 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-c0a24d8a-69c8-47a0-8e3a-86bb95d85952 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.956792 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Set router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:30.063197 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77022ec2-4535-4b1f-825b-83ea906d6a59 req-4f037e67-f873-4cab-996a-d48c91b66761 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:30.064928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-77022ec2-4535-4b1f-825b-83ea906d6a59 req-4f037e67-f873-4cab-996a-d48c91b66761 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 945 time: 0.0733078 Jul 16 01:22:30.072236 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.107993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-c960836c-7c88-4039-95b4-a451f5c9f937', 'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'tenant_id': '0136dc78c16345c8b1061962395130ee', 'fixed_ips': [{'subnet_id': 'bfa76a46-c002-410a-a8e7-f30fa37636a2'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:22:30.107993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.120245 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-77022ec2-4535-4b1f-825b-83ea906d6a59 req-f960d6c0-157b-4530-a7cd-fd3913182269 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464685 Jul 16 01:22:30.167317 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac5b53d0-8a41-43df-808f-08d8b53a2e87 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.189428 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac5b53d0-8a41-43df-808f-08d8b53a2e87 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.190743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Made reservation on behalf of be15e6cb8f6046ad97655557638c1e06 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:30.194808 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.226380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-1159bf7a-5ed9-4130-a69b-eab44b72caad tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Deleting port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:30.226729 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-1159bf7a-5ed9-4130-a69b-eab44b72caad tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.234351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-c0a24d8a-69c8-47a0-8e3a-86bb95d85952 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] For port 6d6fca31-2303-4d52-b275-f6a385af0255, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6d6fca31-2303-4d52-b275-f6a385af0255,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:30.234714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-c0a24d8a-69c8-47a0-8e3a-86bb95d85952 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.268569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:30.280131 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac5b53d0-8a41-43df-808f-08d8b53a2e87 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.284308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ac5b53d0-8a41-43df-808f-08d8b53a2e87 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7491889 Jul 16 01:22:30.285371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36884) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.289131 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Sync routers for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:30.290891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4c459835-fb71-460c-a5fa-ea08a09c3d83 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'security_group': {'name': 'tempest-secgroup-943215306'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:30.293894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-c0a24d8a-69c8-47a0-8e3a-86bb95d85952 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Calling delete_port for 6d6fca31-2303-4d52-b275-f6a385af0255 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:30.295778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b53d0-8a41-43df-808f-08d8b53a2e87 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ada467-a000-4acd-9d7e-773d11af9816,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.301870 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:30.303187 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:30.321386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c459835-fb71-460c-a5fa-ea08a09c3d83 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.339078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Allocated IP 2001:db8::2 (c960836c-7c88-4039-95b4-a451f5c9f937/bfa76a46-c002-410a-a8e7-f30fa37636a2/9d0d4d42-6dc9-49ca-8903-4d03de3ca38e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:30.409011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 3, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:30.423129 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c459835-fb71-460c-a5fa-ea08a09c3d83 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.429445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c459835-fb71-460c-a5fa-ea08a09c3d83 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.435973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-1159bf7a-5ed9-4130-a69b-eab44b72caad tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] For port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,segment=NetworkSegment(6d058d43-f28a-4b5c-ab84-9400ab43e30a),segment_id=6d058d43-f28a-4b5c-ab84-9400ab43e30a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:30.436600 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-1159bf7a-5ed9-4130-a69b-eab44b72caad tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.448259 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.453253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bc1abd31-6d8d-483f-bcd4-d529a7167e25 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2697198 Jul 16 01:22:30.461131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.466178 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:30.471210 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c459835-fb71-460c-a5fa-ea08a09c3d83 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.475301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4c459835-fb71-460c-a5fa-ea08a09c3d83 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1861925 Jul 16 01:22:30.477904 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.486240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1480982562', 'security_groups': ['f38e4a58-0651-4d00-9023-c5e4425c0c50'], 'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bfa76a46-c002-410a-a8e7-f30fa37636a2'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:30.488731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d1757643-d908-454f-b62d-6720f6dff4bd up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:30.517714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c459835-fb71-460c-a5fa-ea08a09c3d83 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38e4a58-0651-4d00-9023-c5e4425c0c50,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.524943 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-1159bf7a-5ed9-4130-a69b-eab44b72caad tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Calling delete_port for 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:30.539730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Checking router: f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:30.541468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Updating router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 port 49c66119-1e19-49f5-80a6-5821400d85eb binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:30.601115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port d1757643-d908-454f-b62d-6720f6dff4bd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:30.621725 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.636865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.747789 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 3, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:30.765532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Subnet': ['ID=86e9a52b-2e89-46ef-a735-6415074aff50,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.796016 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Checking router: 53f565f4-29ca-4fd6-a0b9-d808bb93a22c for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:30.796800 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Updating router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c port 4836d327-78af-4183-b182-4c7d8f9d75a3 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:30.821093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:30.827321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Checking segment: {'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:30.827842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network hostable DHCP agents. Network: bbb002a5-34f4-4f6d-b05f-7853bb5432a4, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:30.857228 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.911837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port d1757643-d908-454f-b62d-6720f6dff4bd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:30.912409 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.934081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:30.963889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, bbb002a5-34f4-4f6d-b05f-7853bb5432a4) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:30.969222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:30.970289 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.004990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca742ff2-4d6d-44e2-b5ee-cf4d7afde3c0 None None] Network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:31.026164 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.027286 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.052561 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-c0a24d8a-69c8-47a0-8e3a-86bb95d85952 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.055964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-87b498f1-0f4c-4e46-bd1e-79782411d793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3005021 Jul 16 01:22:31.069344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36898) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:31.097183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port dae49aa9-6411-4eae-8c9d-78d72fc6fa73 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:22:31.135895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Transition to ACTIVE for port object 49c66119-1e19-49f5-80a6-5821400d85eb will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:31.141512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['6d6fca31-2303-4d52-b275-f6a385af0255'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:31.141767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a24d8a-69c8-47a0-8e3a-86bb95d85952 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Pushing event deleted for resources: {'Port': ['ID=6d6fca31-2303-4d52-b275-f6a385af0255,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.221784 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.228430 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.293745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Transition to ACTIVE for port object 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:31.300177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-c0a24d8a-69c8-47a0-8e3a-86bb95d85952 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] No DVR routers for this DVR port 6d6fca31-2303-4d52-b275-f6a385af0255 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:31.315189 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-c0a24d8a-69c8-47a0-8e3a-86bb95d85952 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.337561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea5c2f92-2ca8-4386-9356-ba4a6f69f0d7 req-c0a24d8a-69c8-47a0-8e3a-86bb95d85952 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.50 "DELETE /v2.0/ports/6d6fca31-2303-4d52-b275-f6a385af0255 HTTP/1.1" status: 204 len: 173 time: 1.7158644 Jul 16 01:22:31.338357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b02173-dd40-46a7-a921-5bc3609dd481', 'name': 'network-vif-deleted', 'tag': '6d6fca31-2303-4d52-b275-f6a385af0255'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:31.344572 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10cd9f7-7d71-441c-bda9-b6a53b5f7cbe" -d '{"events": [{"server_uuid": "e0b02173-dd40-46a7-a921-5bc3609dd481", "name": "network-vif-deleted", "tag": "6d6fca31-2303-4d52-b275-f6a385af0255"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:31.391616 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-1159bf7a-5ed9-4130-a69b-eab44b72caad tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.394061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Transition to ACTIVE for port object 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:31.409062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a26cd-9d98-4231-b8c1-e6a210c5e7ca None None] Pushing event updated for resources: {'Port': ['ID=49c66119-1e19-49f5-80a6-5821400d85eb,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.412463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:22:31.413344 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.425420 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.457553 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.489446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Attempting to bind port 49c66119-1e19-49f5-80a6-5821400d85eb on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:31.489979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Attempting to bind port 49c66119-1e19-49f5-80a6-5821400d85eb by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:31.490467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Attempting to bind port 49c66119-1e19-49f5-80a6-5821400d85eb on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:31.537751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:31.540318 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd2034-a545-4725-9852-a31e75b62579" -d '{"events": [{"server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "name": "network-vif-plugged", "status": "completed", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:31.548445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:31.553402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:31.553960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:31.554483 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.554973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:31.555554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Bound port: 49c66119-1e19-49f5-80a6-5821400d85eb, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:31.556033 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.582133 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.585610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159bf7a-5ed9-4130-a69b-eab44b72caad tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Pushing event deleted for resources: {'Port': ['ID=79827858-3f0c-44a0-bc60-37f1d9ca0ee3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.596281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:31.604603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port d1757643-d908-454f-b62d-6720f6dff4bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d1757643-d908-454f-b62d-6720f6dff4bd,segment=NetworkSegment(a14ecfe2-fb2b-4f06-92f8-be188ed363c0),segment_id=a14ecfe2-fb2b-4f06-92f8-be188ed363c0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:31.607534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:31.616834 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Transition to ACTIVE for port object 4836d327-78af-4183-b182-4c7d8f9d75a3 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:31.625634 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.650732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-1159bf7a-5ed9-4130-a69b-eab44b72caad tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] No DVR routers for this DVR port 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:31.654597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-1159bf7a-5ed9-4130-a69b-eab44b72caad tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.657737 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf37ba36-efb2-45f7-8c05-7089f6415ec0 req-1159bf7a-5ed9-4130-a69b-eab44b72caad tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.67 "DELETE /v2.0/ports/79827858-3f0c-44a0-bc60-37f1d9ca0ee3 HTTP/1.1" status: 204 len: 173 time: 1.8789756 Jul 16 01:22:31.673883 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.674276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:31.698254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Pushing event updated for resources: {'Port': ['ID=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.730152 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bd530-7aea-48ec-928b-55a166a5e2a9 None None] Pushing event updated for resources: {'Port': ['ID=4836d327-78af-4183-b182-4c7d8f9d75a3,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.732168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:31.732646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 79827858-3f0c-44a0-bc60-37f1d9ca0ee3 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:31.755638 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Attempting to bind port 4836d327-78af-4183-b182-4c7d8f9d75a3 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:31.756310 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Attempting to bind port 4836d327-78af-4183-b182-4c7d8f9d75a3 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:31.756727 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Attempting to bind port 4836d327-78af-4183-b182-4c7d8f9d75a3 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:31.768871 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:31.769244 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:31.769812 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.770858 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:31.771387 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Bound port: 4836d327-78af-4183-b182-4c7d8f9d75a3, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:31.772038 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.792895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd73fcb-9c05-4288-8623-4788daf9fcac req-cef9b50a-ecf7-4173-bee8-5a697ea2dc5a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:31.803288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-efd73fcb-9c05-4288-8623-4788daf9fcac req-cef9b50a-ecf7-4173-bee8-5a697ea2dc5a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 945 time: 0.2883525 Jul 16 01:22:31.872019 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-efd73fcb-9c05-4288-8623-4788daf9fcac req-99c4c3d6-89a5-4d3a-aafd-a34b4b35c062 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Jul 16 01:22:31.874366 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] For port 49c66119-1e19-49f5-80a6-5821400d85eb, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:31.887324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Attempting to bind port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:31.888005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Attempting to bind port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a77601bb-1ee7-4777-a84a-f7d6a5cbf02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:31.888475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Attempting to bind port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e on network c960836c-7c88-4039-95b4-a451f5c9f937 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:31.912646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:31.913187 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Checking segment: {'id': 'a77601bb-1ee7-4777-a84a-f7d6a5cbf02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:31.913701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.914226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Bound using segment: {'id': 'a77601bb-1ee7-4777-a84a-f7d6a5cbf02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:31.914824 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Bound port: 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77601bb-1ee7-4777-a84a-f7d6a5cbf02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:31.915309 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.934883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] For port 49c66119-1e19-49f5-80a6-5821400d85eb, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=49c66119-1e19-49f5-80a6-5821400d85eb,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:31.939163 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] For port 4836d327-78af-4183-b182-4c7d8f9d75a3, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:31.941481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=d1757643-d908-454f-b62d-6720f6dff4bd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.950636 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] For port 4836d327-78af-4183-b182-4c7d8f9d75a3, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4836d327-78af-4183-b182-4c7d8f9d75a3,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:31.954486 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.959430 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.993668 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c558217c-c5c0-428d-9b33-4dadddeda398 x-openstack-request-id: req-c558217c-c5c0-428d-9b33-4dadddeda398 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:31.996245 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b02173-dd40-46a7-a921-5bc3609dd481", "name": "network-vif-deleted", "tag": "6d6fca31-2303-4d52-b275-f6a385af0255", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:31.997163 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c558217c-c5c0-428d-9b33-4dadddeda398 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:31.997794 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b02173-dd40-46a7-a921-5bc3609dd481', 'name': 'network-vif-deleted', 'tag': '6d6fca31-2303-4d52-b275-f6a385af0255', 'status': 'completed', 'code': 200} Jul 16 01:22:32.057799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a26cd-9d98-4231-b8c1-e6a210c5e7ca None None] Pushing event updated for resources: {'Port': ['ID=49c66119-1e19-49f5-80a6-5821400d85eb,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.108877 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bd530-7aea-48ec-928b-55a166a5e2a9 None None] Pushing event updated for resources: {'Port': ['ID=4836d327-78af-4183-b182-4c7d8f9d75a3,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.122880 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacdbb8e-d060-41e8-990d-a1468137284b x-openstack-request-id: req-eacdbb8e-d060-41e8-990d-a1468137284b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:32.122880 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "name": "network-vif-plugged", "status": "completed", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:32.122880 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eacdbb8e-d060-41e8-990d-a1468137284b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:32.127477 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'code': 200} Jul 16 01:22:32.132437 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:32.134060 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:32.157798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Allocated IP 172.20.0.2 (bbb002a5-34f4-4f6d-b05f-7853bb5432a4/86e9a52b-2e89-46ef-a735-6415074aff50/3de7a612-95a7-4c57-bcbd-731bc5ccf728) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:32.262721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Routers {'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:32.263473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:32.283521 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.363301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8::5f (c960836c-7c88-4039-95b4-a451f5c9f937/bfa76a46-c002-410a-a8e7-f30fa37636a2/dae49aa9-6411-4eae-8c9d-78d72fc6fa73) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:32.397790 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:32.453334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d066b87-abc7-442d-bec0-785601cf1ba4 req-6b9ba36c-aa06-460c-bbba-14427757376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:32.456616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d066b87-abc7-442d-bec0-785601cf1ba4 req-6b9ba36c-aa06-460c-bbba-14427757376d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1098 time: 0.2563221 Jul 16 01:22:32.548965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d066b87-abc7-442d-bec0-785601cf1ba4 req-f8eb7ed2-6fd7-48e5-a7e3-8b2590dda42c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841589 Jul 16 01:22:32.641735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] For port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:32.681804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Allocated IP 172.20.0.1 (5015d4d4-6866-4f94-9b4e-8009674ce4ef/132c3d4a-a906-4db0-9ccd-e4f4eb5f1797/8fc16b7c-7ec7-496e-b01e-45e6110fc612) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:32.768738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] For port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,segment=NetworkSegment(a77601bb-1ee7-4777-a84a-f7d6a5cbf02e),segment_id=a77601bb-1ee7-4777-a84a-f7d6a5cbf02e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:32.771540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8c19a-b556-4652-84af-f13cb090f1f2 req-9cdb5aac-b0af-4c0d-89a3-132fc36b3b36 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:32.782717 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.789340 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74c8c19a-b556-4652-84af-f13cb090f1f2 req-9cdb5aac-b0af-4c0d-89a3-132fc36b3b36 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0b02173-dd40-46a7-a921-5bc3609dd481 HTTP/1.1" status: 200 len: 867 time: 1.7915213 Jul 16 01:22:32.815617 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.885703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object dae49aa9-6411-4eae-8c9d-78d72fc6fa73 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:32.947059 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 3, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:32.985487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421526bf-18fd-40cb-8e67-8c4e2a31beef None None] Pushing event updated for resources: {'Port': ['ID=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.992264 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c795b0f-20a5-4137-9517-b9ed9ee56982 None None] The sync data for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 is: [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 3, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:33.040304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.058802 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.075499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Transition to ACTIVE for port object 8fc16b7c-7ec7-496e-b01e-45e6110fc612 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:33.081114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] Set router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:33.084746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Transition to ACTIVE for port object 3de7a612-95a7-4c57-bcbd-731bc5ccf728 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:33.195411 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74c8c19a-b556-4652-84af-f13cb090f1f2 req-5194fac6-3148-4407-8523-f7a4f5dfa538 tempest-MultipleCreateTestJSON-1505091960 tempest-MultipleCreateTestJSON-1505091960-project] 10.222.0.64 "GET /v2.0/security-groups?id=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050851 Jul 16 01:22:33.216519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Transition to ACTIVE for port object 3de7a612-95a7-4c57-bcbd-731bc5ccf728 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:33.228572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.324247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc16b7c-7ec7-496e-b01e-45e6110fc612,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.336990 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.347380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Network 5015d4d4-6866-4f94-9b4e-8009674ce4ef is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:33.353341 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:33.355997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:33.386443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:33.392926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:33.397956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6d6fca31-2303-4d52-b275-f6a385af0255 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:33.402193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:33.553143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.594148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 6d6fca31-2303-4d52-b275-f6a385af0255 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:33.594904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6d6fca31-2303-4d52-b275-f6a385af0255 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:33.684439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=dae49aa9-6411-4eae-8c9d-78d72fc6fa73,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.686797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Pushing event updated for resources: {'Port': ['ID=3de7a612-95a7-4c57-bcbd-731bc5ccf728,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.722352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:33.743390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:33.755402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:33.773511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:33.776674 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.787191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Attempting to bind port 3de7a612-95a7-4c57-bcbd-731bc5ccf728 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:33.787760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Attempting to bind port 3de7a612-95a7-4c57-bcbd-731bc5ccf728 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:33.790677 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Attempting to bind port 3de7a612-95a7-4c57-bcbd-731bc5ccf728 on network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:33.822534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:33.823025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Checking segment: {'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:33.823502 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.824005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Bound using segment: {'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:33.824576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Bound port: 3de7a612-95a7-4c57-bcbd-731bc5ccf728, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:33.825080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.846664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e177dfb9-442e-4624-a628-a43f4a3b63eb tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3643215 Jul 16 01:22:33.847316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.855030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-96d47647-28f2-455e-8251-b3f646f597a0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:33.955389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] For port 3de7a612-95a7-4c57-bcbd-731bc5ccf728, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:33.965550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] For port 3de7a612-95a7-4c57-bcbd-731bc5ccf728, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3de7a612-95a7-4c57-bcbd-731bc5ccf728,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:33.982155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 3, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:33.994364 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.023043 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.075843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed6d20-8bc9-4fff-bf67-0e88d6052bac None None] The sync data for ids ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'] in n-d-791504-14 is: [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 3, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:34.173244 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f2a5c-0ab0-4257-a468-b2ee4eaa66cf None None] Pushing event updated for resources: {'Port': ['ID=3de7a612-95a7-4c57-bcbd-731bc5ccf728,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.197765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-98a3a828-95cb-4b6b-8cab-9fa07afab78a None None] Provisioning for port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:34.203594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-98a3a828-95cb-4b6b-8cab-9fa07afab78a None None] Provisioning complete for port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:34.203978 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-98a3a828-95cb-4b6b-8cab-9fa07afab78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.207147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d47647-28f2-455e-8251-b3f646f597a0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:34.215661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d47647-28f2-455e-8251-b3f646f597a0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.318351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6080b2a-9f32-48b2-b00d-290d29ddfd60', 'name': 'network-vif-deleted', 'tag': '79827858-3f0c-44a0-bc60-37f1d9ca0ee3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:34.319429 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-98a3a828-95cb-4b6b-8cab-9fa07afab78a None None] Port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:34.320890 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa75076-22b2-477e-8bd9-19c753554c31" -d '{"events": [{"server_uuid": "d6080b2a-9f32-48b2-b00d-290d29ddfd60", "name": "network-vif-deleted", "tag": "79827858-3f0c-44a0-bc60-37f1d9ca0ee3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:34.325082 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.590419 n-d-791504-14 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-96d47647-28f2-455e-8251-b3f646f597a0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfa76a46-c002-410a-a8e7-f30fa37636a2 (CIDR: 2001:db8::/64) Jul 16 01:22:34.595963 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d47647-28f2-455e-8251-b3f646f597a0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:34.596659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d47647-28f2-455e-8251-b3f646f597a0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:34.648361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36928) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:34.724149 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f83d781-4567-4e86-8c78-4eb371fb9004 x-openstack-request-id: req-9f83d781-4567-4e86-8c78-4eb371fb9004 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:34.724628 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6080b2a-9f32-48b2-b00d-290d29ddfd60", "name": "network-vif-deleted", "tag": "79827858-3f0c-44a0-bc60-37f1d9ca0ee3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:34.725059 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f83d781-4567-4e86-8c78-4eb371fb9004 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:34.725477 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6080b2a-9f32-48b2-b00d-290d29ddfd60', 'name': 'network-vif-deleted', 'tag': '79827858-3f0c-44a0-bc60-37f1d9ca0ee3', 'status': 'completed', 'code': 200} Jul 16 01:22:34.766164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a10a3-46ff-4246-a90c-745144eb995a req-72daa465-95be-4763-a75b-c30042c6b9c3 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:34.767974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-74260755-86dd-40d8-90a6-7ea4d4186a40 admin admin] Deleting subnet 2593cc09-cbd4-4365-9974-c6cd7041de9f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:34.769259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-577a10a3-46ff-4246-a90c-745144eb995a req-72daa465-95be-4763-a75b-c30042c6b9c3 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 1.6374724 Jul 16 01:22:34.774669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74260755-86dd-40d8-90a6-7ea4d4186a40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.884492 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.886380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74260755-86dd-40d8-90a6-7ea4d4186a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.960200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-577a10a3-46ff-4246-a90c-745144eb995a req-e894429b-5821-435f-9c1a-ae16c312cc0a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822286 Jul 16 01:22:34.975858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-693be397-dd64-4183-824c-592db433f8c4 None None] Provisioning complete for port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:34.976869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-693be397-dd64-4183-824c-592db433f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.024092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-96d47647-28f2-455e-8251-b3f646f597a0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1715941 Jul 16 01:22:35.040684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.064401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d59a6747-ce40-45b0-be2f-c6095a2a6ecd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:35.102515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-693be397-dd64-4183-824c-592db433f8c4 None None] Port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:35.131304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-693be397-dd64-4183-824c-592db433f8c4 None None] Provisioning for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:35.199852 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74260755-86dd-40d8-90a6-7ea4d4186a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.300848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Allocated IP 172.20.0.1 (bbb002a5-34f4-4f6d-b05f-7853bb5432a4/86e9a52b-2e89-46ef-a735-6415074aff50/eba85d8e-fb10-471d-aa47-4b1ef7579e66) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:35.321409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:35.377569 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74260755-86dd-40d8-90a6-7ea4d4186a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.439919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a9fa6575-1ff7-460f-b1fb-333d7d92a48b None None] Provisioning for port dae49aa9-6411-4eae-8c9d-78d72fc6fa73 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:35.451211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a9fa6575-1ff7-460f-b1fb-333d7d92a48b None None] Provisioning complete for port dae49aa9-6411-4eae-8c9d-78d72fc6fa73 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:35.451860 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6575-1ff7-460f-b1fb-333d7d92a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.506035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa6575-1ff7-460f-b1fb-333d7d92a48b None None] Port dae49aa9-6411-4eae-8c9d-78d72fc6fa73 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:35.515204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:35.516713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74260755-86dd-40d8-90a6-7ea4d4186a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2593cc09-cbd4-4365-9974-c6cd7041de9f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.521688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:35.522121 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.525188 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74260755-86dd-40d8-90a6-7ea4d4186a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.525395 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.528082 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-74260755-86dd-40d8-90a6-7ea4d4186a40 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2593cc09-cbd4-4365-9974-c6cd7041de9f HTTP/1.1" status: 204 len: 168 time: 0.8791144 Jul 16 01:22:35.531124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59a6747-ce40-45b0-be2f-c6095a2a6ecd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:35.535830 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d59a6747-ce40-45b0-be2f-c6095a2a6ecd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.553337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.663357 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.667678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.688524 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.732997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Transition to ACTIVE for port object eba85d8e-fb10-471d-aa47-4b1ef7579e66 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:35.736750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,segment=NetworkSegment(a77601bb-1ee7-4777-a84a-f7d6a5cbf02e),segment_id=a77601bb-1ee7-4777-a84a-f7d6a5cbf02e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:35.738315 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.747012 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.748404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4836d327-78af-4183-b182-4c7d8f9d75a3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:35.760884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945de4a5-1f24-4db0-abd0-892fe7a3401c req-cc976066-f174-4e6c-a2bb-b5e07eafafe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:35.761154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.767024 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945de4a5-1f24-4db0-abd0-892fe7a3401c req-cc976066-f174-4e6c-a2bb-b5e07eafafe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:35.773988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945de4a5-1f24-4db0-abd0-892fe7a3401c req-cc976066-f174-4e6c-a2bb-b5e07eafafe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:35.780020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945de4a5-1f24-4db0-abd0-892fe7a3401c req-cc976066-f174-4e6c-a2bb-b5e07eafafe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:35.799451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945de4a5-1f24-4db0-abd0-892fe7a3401c req-cc976066-f174-4e6c-a2bb-b5e07eafafe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:35.802308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc16b7c-7ec7-496e-b01e-45e6110fc612,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.819884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945de4a5-1f24-4db0-abd0-892fe7a3401c req-cc976066-f174-4e6c-a2bb-b5e07eafafe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:35.840951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945de4a5-1f24-4db0-abd0-892fe7a3401c req-cc976066-f174-4e6c-a2bb-b5e07eafafe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:35.843808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-945de4a5-1f24-4db0-abd0-892fe7a3401c req-cc976066-f174-4e6c-a2bb-b5e07eafafe5 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5433 time: 0.3509400 Jul 16 01:22:35.862710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.897236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 4836d327-78af-4183-b182-4c7d8f9d75a3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:35.901561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4836d327-78af-4183-b182-4c7d8f9d75a3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:35.901932 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.019658 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.071982 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.081616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Network 5015d4d4-6866-4f94-9b4e-8009674ce4ef is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:36.091099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:36.116478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 4836d327-78af-4183-b182-4c7d8f9d75a3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4836d327-78af-4183-b182-4c7d8f9d75a3,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:36.120941 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.122776 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.123580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3de7a612-95a7-4c57-bcbd-731bc5ccf728 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:36.135719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6080c2-e3d0-4614-b3b2-4e1a562341ac']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:36.154534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d058d43-f28a-4b5c-ab84-9400ab43e30a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:36.154794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d058d43-f28a-4b5c-ab84-9400ab43e30a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:36.200183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-945de4a5-1f24-4db0-abd0-892fe7a3401c req-19840b3b-b6c5-4eec-9ea8-817f5bcece25 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3035498 Jul 16 01:22:36.280397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=4836d327-78af-4183-b182-4c7d8f9d75a3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.287329 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d59a6747-ce40-45b0-be2f-c6095a2a6ecd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.288095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:36.290550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 3de7a612-95a7-4c57-bcbd-731bc5ccf728 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:36.297799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 49c66119-1e19-49f5-80a6-5821400d85eb up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:36.303652 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.352608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a6747-ce40-45b0-be2f-c6095a2a6ecd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:36.358842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:36.359151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d59a6747-ce40-45b0-be2f-c6095a2a6ecd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:36.373221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a6747-ce40-45b0-be2f-c6095a2a6ecd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.373862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d59a6747-ce40-45b0-be2f-c6095a2a6ecd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.389436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c78aa-6054-418b-9bba-645e14142ea5 None None] Network c960836c-7c88-4039-95b4-a451f5c9f937 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:36.412284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:36.413861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a6747-ce40-45b0-be2f-c6095a2a6ecd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=51700674-8165-4845-9e11-e1396169df3e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.417224 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d59a6747-ce40-45b0-be2f-c6095a2a6ecd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3681886 Jul 16 01:22:36.420334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.426382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1073050789', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '51700674-8165-4845-9e11-e1396169df3e'}], 'security_groups': ['06ada467-a000-4acd-9d7e-773d11af9816']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:36.429056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=eba85d8e-fb10-471d-aa47-4b1ef7579e66,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.453359 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.468265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:36.469255 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.528636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:36.531495 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:36.571148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 49c66119-1e19-49f5-80a6-5821400d85eb completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:36.580005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 49c66119-1e19-49f5-80a6-5821400d85eb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:36.580903 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.627506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81399274-ee5b-406c-8c07-a4541fc382dd None None] Network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:36.639017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.644106 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.651053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4b6080c2-e3d0-4614-b3b2-4e1a562341ac HTTP/1.1" status: 204 len: 168 time: 1.0935266 Jul 16 01:22:36.676865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a20a7-27f3-4d27-8da3-fd77830d4a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6080c2-e3d0-4614-b3b2-4e1a562341ac,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.681962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.758133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e0d52a41-b124-4dec-b848-21f4e445477d None None] Provisioning complete for port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:36.758871 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0d52a41-b124-4dec-b848-21f4e445477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.781287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:36.796706 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aa35f09d-b9c0-41da-b012-48210e52e1f5 admin admin] 10.222.0.64 "PUT /v2.0/routers/53f565f4-29ca-4fd6-a0b9-d808bb93a22c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3323183 Jul 16 01:22:36.819598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Sync routers for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:36.843395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540768e-7523-44a4-aa73-a64a835ece42 req-1dcd3837-799d-4a3d-ac6e-062cac6cec1e tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.847603 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3540768e-7523-44a4-aa73-a64a835ece42 req-1dcd3837-799d-4a3d-ac6e-062cac6cec1e tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.3324158 Jul 16 01:22:36.861492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2f3c-4adb-40ce-aa8d-a5793913941c req-99ae11a6-9761-401e-b67b-32cb96f5d80c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.877455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2f3c-4adb-40ce-aa8d-a5793913941c req-99ae11a6-9761-401e-b67b-32cb96f5d80c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.887421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36956) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.894272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2f3c-4adb-40ce-aa8d-a5793913941c req-99ae11a6-9761-401e-b67b-32cb96f5d80c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.900816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2f3c-4adb-40ce-aa8d-a5793913941c req-99ae11a6-9761-401e-b67b-32cb96f5d80c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.908219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2f3c-4adb-40ce-aa8d-a5793913941c req-99ae11a6-9761-401e-b67b-32cb96f5d80c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.916179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2f3c-4adb-40ce-aa8d-a5793913941c req-99ae11a6-9761-401e-b67b-32cb96f5d80c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.922741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2f3c-4adb-40ce-aa8d-a5793913941c req-99ae11a6-9761-401e-b67b-32cb96f5d80c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.924509 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d0f2f3c-4adb-40ce-aa8d-a5793913941c req-99ae11a6-9761-401e-b67b-32cb96f5d80c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5433 time: 0.3832850 Jul 16 01:22:36.965130 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.965590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:36.966478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:36.968757 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e0d52a41-b124-4dec-b848-21f4e445477d None None] Port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:37.022736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.022897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3540768e-7523-44a4-aa73-a64a835ece42 req-47d2b803-12e5-48c7-ac89-22b595bae3d9 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607332 Jul 16 01:22:37.106515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bf49c2b4-4ed0-4aef-b984-2597483e5c05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cdc2a19492d4359aea9d4954297e108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137315 Jul 16 01:22:37.107806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36964) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:37.302286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ff01cbd-9fb9-4dde-8b4a-ec9b3b444be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.374904 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.399938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e0d52a41-b124-4dec-b848-21f4e445477d None None] Provisioning for port 3de7a612-95a7-4c57-bcbd-731bc5ccf728 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:37.417022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ff01cbd-9fb9-4dde-8b4a-ec9b3b444be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.422432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e0d52a41-b124-4dec-b848-21f4e445477d None None] Provisioning complete for port 3de7a612-95a7-4c57-bcbd-731bc5ccf728 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:37.423015 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0d52a41-b124-4dec-b848-21f4e445477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.472420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 49c66119-1e19-49f5-80a6-5821400d85eb, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=49c66119-1e19-49f5-80a6-5821400d85eb,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:37.514948 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.562520 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.572621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.605603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:37.723876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:37.742983 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ff01cbd-9fb9-4dde-8b4a-ec9b3b444be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.749827 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ff01cbd-9fb9-4dde-8b4a-ec9b3b444be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.755723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1ff01cbd-9fb9-4dde-8b4a-ec9b3b444be9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a HTTP/1.1" status: 204 len: 168 time: 0.6467407 Jul 16 01:22:37.759601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=eba85d8e-fb10-471d-aa47-4b1ef7579e66,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.779031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.842042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbe1a1-0c3b-434c-8cdd-d98b102782b1 req-f950837c-54d3-4c89-9249-e7f2d031aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.843844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7dbe1a1-0c3b-434c-8cdd-d98b102782b1 req-f950837c-54d3-4c89-9249-e7f2d031aead service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76427afcf93449608ddffa24ba06d313&device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1098 time: 0.2990251 Jul 16 01:22:37.867044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff01cbd-9fb9-4dde-8b4a-ec9b3b444be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad6d3ae-5d49-4ffa-bc6b-e6de4ca5f31a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.931074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Delete allocated IP 2001:db8::5f (c960836c-7c88-4039-95b4-a451f5c9f937/bfa76a46-c002-410a-a8e7-f30fa37636a2) {{(pid=93945) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:22:37.972585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8:0:1::12f (c960836c-7c88-4039-95b4-a451f5c9f937/51700674-8165-4845-9e11-e1396169df3e/dae49aa9-6411-4eae-8c9d-78d72fc6fa73) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:38.023703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:38.027774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:38.104851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36974) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:38.126116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=49c66119-1e19-49f5-80a6-5821400d85eb,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:38.128469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2ba8a2ae-bc9f-4bf1-947e-d7dd5bb1f851 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122113003', 'description': 'tempest-description--1830857538'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:38.149947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0ad87-03d7-4103-98fa-51fde0fc9760 None None] Update dhcp port {'port': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'fixed_ips': [{'subnet_id': 'bfa76a46-c002-410a-a8e7-f30fa37636a2', 'ip_address': '2001:db8::2'}, {'subnet_id': '51700674-8165-4845-9e11-e1396169df3e'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '9d0d4d42-6dc9-49ca-8903-4d03de3ca38e'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:22:38.160706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbe1a1-0c3b-434c-8cdd-d98b102782b1 req-a8bf5c39-a6e3-4f01-a601-e8830a23c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.162376 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7dbe1a1-0c3b-434c-8cdd-d98b102782b1 req-a8bf5c39-a6e3-4f01-a601-e8830a23c7e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 200 len: 919 time: 0.3065193 Jul 16 01:22:38.231112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ea839-dd5d-4be7-bb3f-c81cc47b0915 req-d8e61202-6e61-49b9-975a-ea781fb23691 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.232704 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-411ea839-dd5d-4be7-bb3f-c81cc47b0915 req-d8e61202-6e61-49b9-975a-ea781fb23691 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.3874691 Jul 16 01:22:38.282526 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7dbe1a1-0c3b-434c-8cdd-d98b102782b1 req-f3be3fb5-3332-4d96-aee8-6c7bc744ab83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 217 time: 0.1082361 Jul 16 01:22:38.284884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:38.287902 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a2ae-bc9f-4bf1-947e-d7dd5bb1f851 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.376546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:38.376929 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.387734 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ad87-03d7-4103-98fa-51fde0fc9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.420416 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-411ea839-dd5d-4be7-bb3f-c81cc47b0915 req-1b4bc348-4d9c-482f-b698-8b2d1d70e579 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492233 Jul 16 01:22:38.435226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbe1a1-0c3b-434c-8cdd-d98b102782b1 req-7b62d9b6-3870-4fa5-a8e3-792a64404183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.440873 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7dbe1a1-0c3b-434c-8cdd-d98b102782b1 req-7b62d9b6-3870-4fa5-a8e3-792a64404183 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 HTTP/1.1" status: 200 len: 859 time: 0.1418853 Jul 16 01:22:38.491069 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0d52a41-b124-4dec-b848-21f4e445477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.524100 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7dbe1a1-0c3b-434c-8cdd-d98b102782b1 req-085a92ea-67df-427f-bb52-602d49387e62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22207be6-cdc7-4fdb-bab4-23b6c21164cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691431 Jul 16 01:22:38.561448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.563980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:38.581413 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Sync routers for ids ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:38.596003 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2c4a99cf-7b84-4053-b645-e29aaac9f904 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "PUT /v2.0/routers/f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5018182 Jul 16 01:22:38.597183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36990) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:38.625712 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Routers {'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:38.627237 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:38.693779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object dae49aa9-6411-4eae-8c9d-78d72fc6fa73 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:38.715533 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.763084 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e0d52a41-b124-4dec-b848-21f4e445477d None None] For port 3de7a612-95a7-4c57-bcbd-731bc5ccf728, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3de7a612-95a7-4c57-bcbd-731bc5ccf728,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:38.777099 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0d52a41-b124-4dec-b848-21f4e445477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.977873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] In _notify_port_updated(), no bound segment for port dae49aa9-6411-4eae-8c9d-78d72fc6fa73 on network c960836c-7c88-4039-95b4-a451f5c9f937 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:22:38.984047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.984872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.986377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "PUT /v2.0/ports/dae49aa9-6411-4eae-8c9d-78d72fc6fa73 HTTP/1.1" status: 200 len: 931 time: 2.5649931 Jul 16 01:22:38.996765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37004) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:39.032174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.032678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.034783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.034916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.035942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.036423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.036884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.037346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.037800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.038287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.038734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.039195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.041399 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1b9dd59c-f795-49e1-b376-d1b8428762d0 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8503 time: 0.4388061 Jul 16 01:22:39.050560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:39.070997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66405d1f-2211-46e5-9188-996cccda85fc tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=dae49aa9-6411-4eae-8c9d-78d72fc6fa73,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.076579 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a2ae-bc9f-4bf1-947e-d7dd5bb1f851 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.082979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7dbe1a1-0c3b-434c-8cdd-d98b102782b1 req-de1db4c9-1300-4746-82f6-398830d9e4fd service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405984 Jul 16 01:22:39.086377 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a2ae-bc9f-4bf1-947e-d7dd5bb1f851 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.099258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4836d327-78af-4183-b182-4c7d8f9d75a3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:39.116144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4b47b2ac-e909-411e-b97b-8d7e6c934af9 None None] Provisioning complete for port 3de7a612-95a7-4c57-bcbd-731bc5ccf728 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:39.120576 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b47b2ac-e909-411e-b97b-8d7e6c934af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.181609 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a2ae-bc9f-4bf1-947e-d7dd5bb1f851 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.182842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2ba8a2ae-bc9f-4bf1-947e-d7dd5bb1f851 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0716364 Jul 16 01:22:39.186619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.186619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.188788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37010) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:39.189292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.189991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.190946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.190946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.193883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.194406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.194869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.196680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.197457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.197928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.198790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-51ae8cf8-226f-44fa-9eb9-ebe076d6d199 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'security_group_rule': {'security_group_id': 'c888a79f-dd35-429a-b7de-2bb26285103d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:39.199801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.206523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8a2ae-bc9f-4bf1-947e-d7dd5bb1f851 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c888a79f-dd35-429a-b7de-2bb26285103d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.207672 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b3ee64f5-28fc-435c-b37d-a93831600649 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8342 time: 0.1544116 Jul 16 01:22:39.208283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:39.226730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:39.235345 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Set router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:39.333361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-dbf0ad87-03d7-4103-98fa-51fde0fc9760 None None] Allocated IP 2001:db8:0:1::2 (c960836c-7c88-4039-95b4-a451f5c9f937/51700674-8165-4845-9e11-e1396169df3e/9d0d4d42-6dc9-49ca-8903-4d03de3ca38e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:39.334418 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ae8cf8-226f-44fa-9eb9-ebe076d6d199 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.338829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7dbe1a1-0c3b-434c-8cdd-d98b102782b1 req-dbf9625d-a1be-4f34-9a58-ec2fe9363ebb service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370379 Jul 16 01:22:39.372043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7b831098-85a9-4110-972b-35a853f4246c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port dae49aa9-6411-4eae-8c9d-78d72fc6fa73 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:39.375575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d52a41-b124-4dec-b848-21f4e445477d None None] Pushing event updated for resources: {'Port': ['ID=3de7a612-95a7-4c57-bcbd-731bc5ccf728,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.376607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b831098-85a9-4110-972b-35a853f4246c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.445574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1316052251-network', 'tenant_id': '54b9f79c3d0a4882b8ae1b6f6adb2f4a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:39.525023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:35Z', 'revision_number': 2, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:39.567600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Checking router: 53f565f4-29ca-4fd6-a0b9-d808bb93a22c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:39.568145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Updating router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:39.577926 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dddb4756-de6b-45e4-82f8-ffe0514ef378 tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 0.3683720 Jul 16 01:22:39.606767 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ae8cf8-226f-44fa-9eb9-ebe076d6d199 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.641927 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b831098-85a9-4110-972b-35a853f4246c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.649433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Made reservation on behalf of 54b9f79c3d0a4882b8ae1b6f6adb2f4a for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:39.651854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.667731 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ae8cf8-226f-44fa-9eb9-ebe076d6d199 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.694781 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'eba85d8e-fb10-471d-aa47-4b1ef7579e66', 'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:db:06:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:34Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 2, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:39.700836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.703127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7b831098-85a9-4110-972b-35a853f4246c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for dae49aa9-6411-4eae-8c9d-78d72fc6fa73 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:39.718269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4b47b2ac-e909-411e-b97b-8d7e6c934af9 None None] Provisioning for port eba85d8e-fb10-471d-aa47-4b1ef7579e66 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:39.723954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae8cf8-226f-44fa-9eb9-ebe076d6d199 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7cfaf0-c6c8-4893-8158-6679ecb822b9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.729290 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ae8cf8-226f-44fa-9eb9-ebe076d6d199 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.730522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-51ae8cf8-226f-44fa-9eb9-ebe076d6d199 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5391722 Jul 16 01:22:39.734989 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.735139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37028) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:39.751549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9c47afdf-46a1-4850-bfba-3cc488fd8e23 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'security_group_rule': {'security_group_id': 'c888a79f-dd35-429a-b7de-2bb26285103d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:39.756987 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Checking router: f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:39.757438 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Updating router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 port eba85d8e-fb10-471d-aa47-4b1ef7579e66 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:39.784735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cada7-6a52-40ac-a62d-00fc7955d329 req-8c38b61c-3db3-49e5-8d74-5d204f7c6b43 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.787618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e8cada7-6a52-40ac-a62d-00fc7955d329 req-8c38b61c-3db3-49e5-8d74-5d204f7c6b43 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1328864 Jul 16 01:22:39.822840 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.845913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4b47b2ac-e909-411e-b97b-8d7e6c934af9 None None] Provisioning complete for port eba85d8e-fb10-471d-aa47-4b1ef7579e66 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:39.846860 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b47b2ac-e909-411e-b97b-8d7e6c934af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.847220 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e8cada7-6a52-40ac-a62d-00fc7955d329 req-d5c9e8e2-edc3-4ed3-b1c8-98169ab787cb tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512819 Jul 16 01:22:39.897948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4b47b2ac-e909-411e-b97b-8d7e6c934af9 None None] Port eba85d8e-fb10-471d-aa47-4b1ef7579e66 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:39.899854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4836d327-78af-4183-b182-4c7d8f9d75a3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:39.900291 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.944458 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b831098-85a9-4110-972b-35a853f4246c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.995314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b831098-85a9-4110-972b-35a853f4246c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=dae49aa9-6411-4eae-8c9d-78d72fc6fa73,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.034308 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b831098-85a9-4110-972b-35a853f4246c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.039022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37032) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.049244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7b831098-85a9-4110-972b-35a853f4246c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/dae49aa9-6411-4eae-8c9d-78d72fc6fa73 HTTP/1.1" status: 204 len: 168 time: 1.0478895 Jul 16 01:22:40.049644 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-dbf0ad87-03d7-4103-98fa-51fde0fc9760 None None] For port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,segment=NetworkSegment(a77601bb-1ee7-4777-a84a-f7d6a5cbf02e),segment_id=a77601bb-1ee7-4777-a84a-f7d6a5cbf02e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:40.099399 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edfc59f-4f76-4e2b-a2ee-d672a111263d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:22:40.100325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8b899708-d59c-45dc-8a70-0b417d6fc54b None None] Provisioning complete for port eba85d8e-fb10-471d-aa47-4b1ef7579e66 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:40.100531 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b899708-d59c-45dc-8a70-0b417d6fc54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.105207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37034) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.107248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1edfc59f-4f76-4e2b-a2ee-d672a111263d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/dae49aa9-6411-4eae-8c9d-78d72fc6fa73 HTTP/1.1" status: 404 len: 333 time: 0.0669203 Jul 16 01:22:40.131900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.184070 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.189947 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c47afdf-46a1-4850-bfba-3cc488fd8e23 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.197858 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:22:40.211460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:40.233465 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.234525 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Added segment 11699cbd-abdd-409e-a5d5-497e0ff1976f of type vlan for network 2d319e49-9dda-45be-8a70-a50c234a25c3 Jul 16 01:22:40.264146 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ad87-03d7-4103-98fa-51fde0fc9760 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.312786 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c47afdf-46a1-4850-bfba-3cc488fd8e23 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.318987 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c47afdf-46a1-4850-bfba-3cc488fd8e23 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.331139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.380230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47afdf-46a1-4850-bfba-3cc488fd8e23 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff31a5b-eaf1-450c-85ed-2ef1abcbc22d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.396131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c47afdf-46a1-4850-bfba-3cc488fd8e23 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.400176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9c47afdf-46a1-4850-bfba-3cc488fd8e23 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6538062 Jul 16 01:22:40.406032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.416851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:40.417977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37046) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.423788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-068dcb09-6caf-4793-846b-4ac32365be23 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768383374', 'description': 'tempest-secgroup-smoke-1768383374 description', 'project_id': 'be15e6cb8f6046ad97655557638c1e06'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:40.427376 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.427714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.428854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:40.429581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.444620 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Transition to ACTIVE for port object eba85d8e-fb10-471d-aa47-4b1ef7579e66 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:40.492076 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.523152 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc29592e-d087-479d-9bbd-f469131f7cec,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.576243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-068dcb09-6caf-4793-846b-4ac32365be23 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.602304 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Pushing event updated for resources: {'Port': ['ID=eba85d8e-fb10-471d-aa47-4b1ef7579e66,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.618949 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.619305 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.619607 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.619936 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.620254 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.620572 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.620889 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.621198 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.621510 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.621826 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.622790 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.623110 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:40.698922 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37054) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.751027 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Attempting to bind port eba85d8e-fb10-471d-aa47-4b1ef7579e66 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:40.751504 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Attempting to bind port eba85d8e-fb10-471d-aa47-4b1ef7579e66 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:40.751732 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Attempting to bind port eba85d8e-fb10-471d-aa47-4b1ef7579e66 on network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:40.765823 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:40.766360 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Checking segment: {'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:40.767212 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.767610 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Bound using segment: {'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:40.771878 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Bound port: eba85d8e-fb10-471d-aa47-4b1ef7579e66, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:40.772773 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.816701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8b899708-d59c-45dc-8a70-0b417d6fc54b None None] Port eba85d8e-fb10-471d-aa47-4b1ef7579e66 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:40.888882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dbf0ad87-03d7-4103-98fa-51fde0fc9760 None None] Transition to ACTIVE for port object 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:40.902566 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ad87-03d7-4103-98fa-51fde0fc9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.981381 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] For port eba85d8e-fb10-471d-aa47-4b1ef7579e66, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:40.981721 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-068dcb09-6caf-4793-846b-4ac32365be23 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.993831 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] For port eba85d8e-fb10-471d-aa47-4b1ef7579e66, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=eba85d8e-fb10-471d-aa47-4b1ef7579e66,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:40.998241 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-068dcb09-6caf-4793-846b-4ac32365be23 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.003293 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.053955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4bb18-93dd-4c99-a439-faa797f99c8a req-4a64bde4-cce3-4432-a202-a8dbaf2ca393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.055157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4bb18-93dd-4c99-a439-faa797f99c8a req-4a64bde4-cce3-4432-a202-a8dbaf2ca393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.055796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4bb18-93dd-4c99-a439-faa797f99c8a req-4a64bde4-cce3-4432-a202-a8dbaf2ca393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.056429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4bb18-93dd-4c99-a439-faa797f99c8a req-4a64bde4-cce3-4432-a202-a8dbaf2ca393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.057200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4bb18-93dd-4c99-a439-faa797f99c8a req-4a64bde4-cce3-4432-a202-a8dbaf2ca393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.057827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4bb18-93dd-4c99-a439-faa797f99c8a req-4a64bde4-cce3-4432-a202-a8dbaf2ca393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.058768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4bb18-93dd-4c99-a439-faa797f99c8a req-4a64bde4-cce3-4432-a202-a8dbaf2ca393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.060876 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0ab4bb18-93dd-4c99-a439-faa797f99c8a req-4a64bde4-cce3-4432-a202-a8dbaf2ca393 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6497 time: 0.3609898 Jul 16 01:22:41.080497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-068dcb09-6caf-4793-846b-4ac32365be23 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.085061 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-068dcb09-6caf-4793-846b-4ac32365be23 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6629329 Jul 16 01:22:41.090198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dcb09-6caf-4793-846b-4ac32365be23 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a81be3-236b-4d81-927c-ffcd05b9e4a7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.092384 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37060) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.102017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-df1241b7-9684-4625-9f85-ff06395c7e56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '44a81be3-236b-4d81-927c-ffcd05b9e4a7', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:41.109242 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3de7a612-95a7-4c57-bcbd-731bc5ccf728 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:41.140371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0ad87-03d7-4103-98fa-51fde0fc9760 None None] Pushing event updated for resources: {'Port': ['ID=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.142725 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0ab4bb18-93dd-4c99-a439-faa797f99c8a req-910ee51a-b85d-465b-93a8-83c83e2f8bbf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727527 Jul 16 01:22:41.149347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df1241b7-9684-4625-9f85-ff06395c7e56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.192293 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Routers {'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:41.192862 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:41.242792 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df1241b7-9684-4625-9f85-ff06395c7e56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.247761 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df1241b7-9684-4625-9f85-ff06395c7e56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.296848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1241b7-9684-4625-9f85-ff06395c7e56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557db6db-6fa3-4c63-8690-544273fabe40,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.314755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df1241b7-9684-4625-9f85-ff06395c7e56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.316194 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-df1241b7-9684-4625-9f85-ff06395c7e56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209606 Jul 16 01:22:41.319956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.324127 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ebbed-d1c7-4033-b27f-0f43776128a0 None None] Pushing event updated for resources: {'Port': ['ID=eba85d8e-fb10-471d-aa47-4b1ef7579e66,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.331374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-beb0f9d1-95de-4103-a457-6080916a7890 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '44a81be3-236b-4d81-927c-ffcd05b9e4a7', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:41.364941 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.393474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1332786 Jul 16 01:22:41.401126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb2efc-48f7-4511-a698-0af3bc207c0c admin admin] Pushing event updated for resources: {'Network': ['ID=2d319e49-9dda-45be-8a70-a50c234a25c3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.411942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37068) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.420142 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Request body: {'subnet': {'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1316052251-subnet', 'tenant_id': '54b9f79c3d0a4882b8ae1b6f6adb2f4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:41.428837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b98d23-2bcc-4119-8225-d378466c8aee tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.429072 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-beb0f9d1-95de-4103-a457-6080916a7890 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.430066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:41.453917 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] Set router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:41.502632 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b98d23-2bcc-4119-8225-d378466c8aee tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.578421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Made reservation on behalf of 54b9f79c3d0a4882b8ae1b6f6adb2f4a for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:41.579287 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.592696 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-beb0f9d1-95de-4103-a457-6080916a7890 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.599593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-beb0f9d1-95de-4103-a457-6080916a7890 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.642527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0f9d1-95de-4103-a457-6080916a7890 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136c82db-4a45-4dad-851f-132bfed22376,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.659871 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-beb0f9d1-95de-4103-a457-6080916a7890 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.661261 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-beb0f9d1-95de-4103-a457-6080916a7890 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3401012 Jul 16 01:22:41.665740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37072) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.677003 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.683385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3faf8e95-30b0-4325-8370-4cd4cc1efff4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '44a81be3-236b-4d81-927c-ffcd05b9e4a7', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:41.709604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3de7a612-95a7-4c57-bcbd-731bc5ccf728 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:41.710492 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.736732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec673e-2ef9-4fa8-a729-be684fdf8281 req-f5e08fc9-4930-467a-a485-f02ef772e796 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.743766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Transition to ACTIVE for port object 8fc16b7c-7ec7-496e-b01e-45e6110fc612 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:41.745832 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3faf8e95-30b0-4325-8370-4cd4cc1efff4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.747261 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aaec673e-2ef9-4fa8-a729-be684fdf8281 req-f5e08fc9-4930-467a-a485-f02ef772e796 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.3594933 Jul 16 01:22:41.766776 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.811910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b98d23-2bcc-4119-8225-d378466c8aee tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.814674 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b98d23-2bcc-4119-8225-d378466c8aee tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.815846 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f9b98d23-2bcc-4119-8225-d378466c8aee tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/security-groups/f38e4a58-0651-4d00-9023-c5e4425c0c50 HTTP/1.1" status: 204 len: 168 time: 1.7096717 Jul 16 01:22:41.826455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.888016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b98d23-2bcc-4119-8225-d378466c8aee tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38e4a58-0651-4d00-9023-c5e4425c0c50,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.903005 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3faf8e95-30b0-4325-8370-4cd4cc1efff4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.904107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aaec673e-2ef9-4fa8-a729-be684fdf8281 req-bd2bad70-40ee-443e-9076-536ea490b51f tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557772 Jul 16 01:22:41.921707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3faf8e95-30b0-4325-8370-4cd4cc1efff4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.939497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.966601 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'eba85d8e-fb10-471d-aa47-4b1ef7579e66', 'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:db:06:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:34Z', 'updated_at': '2021-07-16T01:22:40Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:42.013584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 49c66119-1e19-49f5-80a6-5821400d85eb up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:42.032133 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c96b8b-0f27-4325-ac9a-850fe5cb4c39 None None] The sync data for ids ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'] in n-d-791504-14 is: [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'eba85d8e-fb10-471d-aa47-4b1ef7579e66', 'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:db:06:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:34Z', 'updated_at': '2021-07-16T01:22:40Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:42.036859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf8e95-30b0-4325-8370-4cd4cc1efff4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1711bc36-43d9-4084-a1ee-c470829e056d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.055008 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3faf8e95-30b0-4325-8370-4cd4cc1efff4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.056216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3faf8e95-30b0-4325-8370-4cd4cc1efff4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3891082 Jul 16 01:22:42.061498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.074422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-26233e58-879b-4aaf-8d54-e977156ff590 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '44a81be3-236b-4d81-927c-ffcd05b9e4a7', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:42.100322 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5657-7f6a-4ce3-92d9-f13d69e11d30 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.122790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f923c-8dec-456d-a329-19390a80cb99 None None] Pushing event updated for resources: {'Port': ['ID=8fc16b7c-7ec7-496e-b01e-45e6110fc612,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.176098 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5657-7f6a-4ce3-92d9-f13d69e11d30 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.187946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Allocated IP 172.25.4.132 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/05831329-687f-4e4f-a494-152015a32693) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:42.230244 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Attempting to bind port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:42.230612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Attempting to bind port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:42.230985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Attempting to bind port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:42.237801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:42.238522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Checking segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:42.238997 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.239853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Bound using segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:42.240378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Bound port: 8fc16b7c-7ec7-496e-b01e-45e6110fc612, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:42.240761 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.306219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5657-7f6a-4ce3-92d9-f13d69e11d30 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.309313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5657-7f6a-4ce3-92d9-f13d69e11d30 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.310141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26233e58-879b-4aaf-8d54-e977156ff590 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.313202 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ca4c5657-7f6a-4ce3-92d9-f13d69e11d30 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/security-groups/06ada467-a000-4acd-9d7e-773d11af9816 HTTP/1.1" status: 204 len: 168 time: 0.4834614 Jul 16 01:22:42.314904 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37080) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.359826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 49c66119-1e19-49f5-80a6-5821400d85eb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:42.360159 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.411255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fda46ff-961c-409f-ae05-a6885a396c80 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet bfa76a46-c002-410a-a8e7-f30fa37636a2 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:42.419088 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fda46ff-961c-409f-ae05-a6885a396c80 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.422580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c5657-7f6a-4ce3-92d9-f13d69e11d30 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ada467-a000-4acd-9d7e-773d11af9816,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.496028 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fda46ff-961c-409f-ae05-a6885a396c80 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.562566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] For port 8fc16b7c-7ec7-496e-b01e-45e6110fc612, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:42.566331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] For port 8fc16b7c-7ec7-496e-b01e-45e6110fc612, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8fc16b7c-7ec7-496e-b01e-45e6110fc612,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:42.573439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.647972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f923c-8dec-456d-a329-19390a80cb99 None None] Pushing event updated for resources: {'Port': ['ID=8fc16b7c-7ec7-496e-b01e-45e6110fc612,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.661435 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fda46ff-961c-409f-ae05-a6885a396c80 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.670762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-81908334-9814-42dd-9d6c-ce293c620765 None None] Could not find standard attr ID for object dae49aa9-6411-4eae-8c9d-78d72fc6fa73. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:22:42.675364 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.684330 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26233e58-879b-4aaf-8d54-e977156ff590 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.686907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-81908334-9814-42dd-9d6c-ce293c620765 None None] Provisioning complete for port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:42.687295 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81908334-9814-42dd-9d6c-ce293c620765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.698405 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26233e58-879b-4aaf-8d54-e977156ff590 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.728845 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.762324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-81908334-9814-42dd-9d6c-ce293c620765 None None] Port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:42.764331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26233e58-879b-4aaf-8d54-e977156ff590 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.768582 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-26233e58-879b-4aaf-8d54-e977156ff590 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7010264 Jul 16 01:22:42.769225 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37084) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.771489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:42.773264 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:42.777329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b9fdf4ab-991e-4a97-95b8-df6c601c7909 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '44a81be3-236b-4d81-927c-ffcd05b9e4a7', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:42.824560 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-b9fdf4ab-991e-4a97-95b8-df6c601c7909 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Project be15e6cb8f6046ad97655557638c1e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:22:42.832243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf4ab-991e-4a97-95b8-df6c601c7909 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.851573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26233e58-879b-4aaf-8d54-e977156ff590 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3731a5e4-717c-4580-9a80-367ebf807897,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.853895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1c54ac-3634-4b37-a18b-f8e6de0421c9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.881812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-81908334-9814-42dd-9d6c-ce293c620765 None None] Provisioning for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:42.892371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fda46ff-961c-409f-ae05-a6885a396c80 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.907763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-81908334-9814-42dd-9d6c-ce293c620765 None None] Provisioning complete for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:42.908252 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81908334-9814-42dd-9d6c-ce293c620765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.932486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda46ff-961c-409f-ae05-a6885a396c80 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa76a46-c002-410a-a8e7-f30fa37636a2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.949054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fda46ff-961c-409f-ae05-a6885a396c80 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.951241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6fda46ff-961c-409f-ae05-a6885a396c80 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/bfa76a46-c002-410a-a8e7-f30fa37636a2 HTTP/1.1" status: 204 len: 168 time: 0.6348441 Jul 16 01:22:42.956303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.979857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a2285dc3-8422-441e-a47b-26faf3bcac17 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:42.994514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Checking segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:42.995117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Network hostable DHCP agents. Network: 2d319e49-9dda-45be-8a70-a50c234a25c3, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:43.009760 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf4ab-991e-4a97-95b8-df6c601c7909 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.022267 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf4ab-991e-4a97-95b8-df6c601c7909 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.041047 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.068120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdf4ab-991e-4a97-95b8-df6c601c7909 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88798b79-ddc0-4008-b379-6569999845bd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:43.080221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf4ab-991e-4a97-95b8-df6c601c7909 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.082102 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b9fdf4ab-991e-4a97-95b8-df6c601c7909 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3108828 Jul 16 01:22:43.085198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37092) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:43.090586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e846645a-d4fb-495f-a918-e31826c5be56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'security_group_rule': {'security_group_id': '44a81be3-236b-4d81-927c-ffcd05b9e4a7', 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:43.131273 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-e846645a-d4fb-495f-a918-e31826c5be56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Project be15e6cb8f6046ad97655557638c1e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:22:43.137194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e846645a-d4fb-495f-a918-e31826c5be56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.141992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bfd30b-e2c8-47de-8e35-3d463591ffa2 None None] Network c960836c-7c88-4039-95b4-a451f5c9f937 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:43.162350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:43.204785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:43.236665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:43.254690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:43.264948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:43.333539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:43.334664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63839ae-7ae8-4be1-b2b7-acd54379b240 req-829f259e-c105-494e-a86b-9110f2a3af51 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.336527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d63839ae-7ae8-4be1-b2b7-acd54379b240 req-829f259e-c105-494e-a86b-9110f2a3af51 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1328270 Jul 16 01:22:43.361678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e846645a-d4fb-495f-a918-e31826c5be56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.368944 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e846645a-d4fb-495f-a918-e31826c5be56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.370419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 2d319e49-9dda-45be-8a70-a50c234a25c3) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:43.392233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'Port': ['ID=05831329-687f-4e4f-a494-152015a32693,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:43.417949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846645a-d4fb-495f-a918-e31826c5be56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a06b0b-b077-4b90-bceb-657cd1f52ca6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:43.422256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.423107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.431306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d63839ae-7ae8-4be1-b2b7-acd54379b240 req-3463b547-de59-49e1-a55a-da6bd4db63ff tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882025 Jul 16 01:22:43.460906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c84f5c-96ec-4a84-a17e-cd2a660dbf47 None None] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:43.472534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2285dc3-8422-441e-a47b-26faf3bcac17 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:43.474312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e846645a-d4fb-495f-a918-e31826c5be56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.483571 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e846645a-d4fb-495f-a918-e31826c5be56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3895798 Jul 16 01:22:43.483838 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2285dc3-8422-441e-a47b-26faf3bcac17 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.501411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a8f3c06d-e90c-46e8-a197-5b2d67b7a814 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0867710 Jul 16 01:22:43.506365 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.659545 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.747815 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-63a5ee50-9cb4-4caa-9066-690c2bbfd5a9 None None] Could not find standard attr ID for object dae49aa9-6411-4eae-8c9d-78d72fc6fa73. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:22:43.794492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-9de3b86b-be2c-4c4c-bc70-6f3048fd8c0d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768383374&fields=id&tenant_id=be15e6cb8f6046ad97655557638c1e06 HTTP/1.1" status: 200 len: 267 time: 0.0791647 Jul 16 01:22:43.803466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:43.803844 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.983313 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2285dc3-8422-441e-a47b-26faf3bcac17 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.990389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.990671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device eba85d8e-fb10-471d-aa47-4b1ef7579e66 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:44.003337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-f28efa95-9044-4347-8522-708d39d0942a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:44.011660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-f28efa95-9044-4347-8522-708d39d0942a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/networks?id=bbb002a5-34f4-4f6d-b05f-7853bb5432a4 HTTP/1.1" status: 200 len: 797 time: 0.2162337 Jul 16 01:22:44.027769 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-519e54bc-5b34-45cc-b33c-c0fa69bc6dc4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/quotas/be15e6cb8f6046ad97655557638c1e06 HTTP/1.1" status: 200 len: 375 time: 0.0151522 Jul 16 01:22:44.048128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.112738 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-301f0b36-0a64-4d28-b549-aff5c49eff5a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840280 Jul 16 01:22:44.139382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2285dc3-8422-441e-a47b-26faf3bcac17 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:44.156284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a2285dc3-8422-441e-a47b-26faf3bcac17 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:44.159406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2285dc3-8422-441e-a47b-26faf3bcac17 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:44.160416 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2285dc3-8422-441e-a47b-26faf3bcac17 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.225933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2285dc3-8422-441e-a47b-26faf3bcac17 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=8024c3cc-2c29-41fb-9872-802b3bd6efe5,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:44.233470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'Port': ['ID=05831329-687f-4e4f-a494-152015a32693,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:44.256009 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a2285dc3-8422-441e-a47b-26faf3bcac17 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2986162 Jul 16 01:22:44.262450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37128) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.272048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6be5a0e7-0e96-41da-86ee-8b75b7b7daf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'security_group': {'name': 'tempest-secgroup-2146539124'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:44.308813 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.323022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-43cdcdaf-2d21-4234-bc48-76e9f2918a40 service neutron] 10.222.0.64 "GET /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978042 Jul 16 01:22:44.329133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977cc10a-9d51-4d09-a413-f2c1a4164975 None None] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:44.332212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.339804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c371db56-b137-44eb-97d3-94ad61aa5480 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9209297 Jul 16 01:22:44.358249 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be5a0e7-0e96-41da-86ee-8b75b7b7daf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.403078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-2cf2ecf8-be63-4607-b672-976bddc6006b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:44.404935 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-2cf2ecf8-be63-4607-b672-976bddc6006b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.2884336 Jul 16 01:22:44.450448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-ddbfa40d-b0d5-4f51-9cf8-c7dc78b4808b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/quotas/54b9f79c3d0a4882b8ae1b6f6adb2f4a HTTP/1.1" status: 200 len: 375 time: 0.0226340 Jul 16 01:22:44.461721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port eba85d8e-fb10-471d-aa47-4b1ef7579e66 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:44.479308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port eba85d8e-fb10-471d-aa47-4b1ef7579e66 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:44.479605 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.491566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-15a94114-8ff0-4e98-b4eb-4b8a03607bc1 service neutron] 10.222.0.64 "GET /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664715 Jul 16 01:22:44.528312 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-256aa5fd-49ba-4dc1-a08d-dc386a0c1379 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624344 Jul 16 01:22:44.547184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:42Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.588688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231509e-3366-45b8-ab23-5f3271cb96d3 None None] The sync data for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 is: [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:42Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:44.676686 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be5a0e7-0e96-41da-86ee-8b75b7b7daf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.688953 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.714596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be5a0e7-0e96-41da-86ee-8b75b7b7daf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.734625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port eba85d8e-fb10-471d-aa47-4b1ef7579e66, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=eba85d8e-fb10-471d-aa47-4b1ef7579e66,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:44.744707 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.769191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-3808908b-ce0c-4034-81e8-453f8c3bd085 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308118 Jul 16 01:22:44.809738 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be5a0e7-0e96-41da-86ee-8b75b7b7daf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.810479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=eba85d8e-fb10-471d-aa47-4b1ef7579e66,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:44.813909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.814264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6be5a0e7-0e96-41da-86ee-8b75b7b7daf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5502701 Jul 16 01:22:44.819194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-49d10f45-8398-4c83-8171-bbb2d1cf1df2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'security_group': {'name': 'tempest-secgroup-420785331'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:44.881661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49d10f45-8398-4c83-8171-bbb2d1cf1df2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.933126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-eb568be3-30cc-431b-82a6-2fdded1e24db service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550782 Jul 16 01:22:44.966143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5a0e7-0e96-41da-86ee-8b75b7b7daf6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcf87ec-472b-4190-bfd0-d77efa5ea24a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:45.049406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-188c7a7d-8ac2-4465-b185-5b00f2314c2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3494990 Jul 16 01:22:45.104433 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49d10f45-8398-4c83-8171-bbb2d1cf1df2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.124117 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49d10f45-8398-4c83-8171-bbb2d1cf1df2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.145252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device eba85d8e-fb10-471d-aa47-4b1ef7579e66 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:45.212933 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49d10f45-8398-4c83-8171-bbb2d1cf1df2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.227503 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-49d10f45-8398-4c83-8171-bbb2d1cf1df2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4124084 Jul 16 01:22:45.230743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.239393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d10f45-8398-4c83-8171-bbb2d1cf1df2 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541f0b06-1c7f-4e35-9368-4219219acc4e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:45.248891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec8cc83-7804-4fa3-a1dd-da5814235146 None None] Network c960836c-7c88-4039-95b4-a451f5c9f937 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:45.249259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2f06cd09-6675-4666-86df-795349e1d625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'security_group': {'name': 'tempest-secgroup-1471983197'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:45.296225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-b0c96449-e065-498d-801a-52f60a4938d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.299362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-b0c96449-e065-498d-801a-52f60a4938d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.300026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-b0c96449-e065-498d-801a-52f60a4938d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.300996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-b0c96449-e065-498d-801a-52f60a4938d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.301919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-b0c96449-e065-498d-801a-52f60a4938d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.303113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-b0c96449-e065-498d-801a-52f60a4938d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.304204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-b0c96449-e065-498d-801a-52f60a4938d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.307107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-b0c96449-e065-498d-801a-52f60a4938d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 6497 time: 0.1664746 Jul 16 01:22:45.374939 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e3bc-555c-40b6-a5e7-150d586f974d req-ae108145-ae38-4d6d-8d53-9baf949408cc tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.385822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0657e3bc-555c-40b6-a5e7-150d586f974d req-ae108145-ae38-4d6d-8d53-9baf949408cc tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.2983468 Jul 16 01:22:45.402284 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f06cd09-6675-4666-86df-795349e1d625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.448288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de17e622-22b0-4e4d-a1b1-8d09f5be35c9 None None] Provisioning complete for port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:45.448923 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de17e622-22b0-4e4d-a1b1-8d09f5be35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.479822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0657e3bc-555c-40b6-a5e7-150d586f974d req-46108a88-4c20-4605-9d62-6499b327d26f tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916402 Jul 16 01:22:45.580230 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f06cd09-6675-4666-86df-795349e1d625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.583796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de17e622-22b0-4e4d-a1b1-8d09f5be35c9 None None] Port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:45.587134 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f06cd09-6675-4666-86df-795349e1d625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.627494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port eba85d8e-fb10-471d-aa47-4b1ef7579e66 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:45.627910 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.666944 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-f135334e-1b0a-4c9d-be40-310308c48806 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--122113003&fields=id&tenant_id=37c41529f5c0494c831538b5dc6384bf HTTP/1.1" status: 200 len: 267 time: 0.2047224 Jul 16 01:22:45.668772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06cd09-6675-4666-86df-795349e1d625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b62a58f-36e6-47ce-85d5-f8b434c96cbb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:45.688197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f06cd09-6675-4666-86df-795349e1d625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.697881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de17e622-22b0-4e4d-a1b1-8d09f5be35c9 None None] Provisioning complete for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:45.698330 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de17e622-22b0-4e4d-a1b1-8d09f5be35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.700829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37172) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.702776 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2f06cd09-6675-4666-86df-795349e1d625 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4696801 Jul 16 01:22:45.722054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2033517644', 'security_groups': ['2b62a58f-36e6-47ce-85d5-f8b434c96cbb'], 'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8024c3cc-2c29-41fb-9872-802b3bd6efe5'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:45.744451 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8aab2af7-717c-4bc2-844d-7477d9d6f5e7 req-dc233577-2c1c-47aa-88db-e519f1e0f4b8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 210 time: 0.0404704 Jul 16 01:22:45.995658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-033668ab-00f7-488e-bea3-a446dc141388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.996348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-033668ab-00f7-488e-bea3-a446dc141388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.996703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-033668ab-00f7-488e-bea3-a446dc141388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.998455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-033668ab-00f7-488e-bea3-a446dc141388 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90e7227a-696f-4b17-be86-431b8100a57c&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=c7231af3-6249-44cf-854d-777978c3b983&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593 HTTP/1.1" status: 200 len: 2290 time: 0.6558979 Jul 16 01:22:46.108653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f8b012-1d99-4183-b370-8c651f9754bc None None] Update dhcp port {'port': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'fixed_ips': [{'subnet_id': '51700674-8165-4845-9e11-e1396169df3e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8024c3cc-2c29-41fb-9872-802b3bd6efe5'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '9d0d4d42-6dc9-49ca-8903-4d03de3ca38e'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:22:46.157677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-21a632d1-97ff-4d23-acae-58d319447dca tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.165196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-21a632d1-97ff-4d23-acae-58d319447dca tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 817 time: 0.4962940 Jul 16 01:22:46.170414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-57ad2f16-933d-41d4-a8c2-1f2e45a264b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7210560e-dd1b-42b8-b735-1c99f3448846 HTTP/1.1" status: 200 len: 1001 time: 0.1537642 Jul 16 01:22:46.178761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:46.205916 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13f8b012-1d99-4183-b370-8c651f9754bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.221966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-5d2d6727-c01a-459e-91ad-9d8c451881b0 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/quotas/37c41529f5c0494c831538b5dc6384bf HTTP/1.1" status: 200 len: 375 time: 0.0558472 Jul 16 01:22:46.295354 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-75871dea-0f07-4731-b00e-b041affdea9c req-bc8d420a-9c98-4a86-8cc7-1f8f3b6ea0e2 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 210 time: 0.0807095 Jul 16 01:22:46.337281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-ffd77184-5cc3-4f2b-81be-09199b346815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.338938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-ffd77184-5cc3-4f2b-81be-09199b346815 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2246a116-9b5d-48d9-8c84-79b4a085fa8f HTTP/1.1" status: 200 len: 851 time: 0.1544709 Jul 16 01:22:46.480416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-13f8b012-1d99-4183-b370-8c651f9754bc None None] Allocated IP 2001:db8::2 (c960836c-7c88-4039-95b4-a451f5c9f937/8024c3cc-2c29-41fb-9872-802b3bd6efe5/9d0d4d42-6dc9-49ca-8903-4d03de3ca38e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:46.487171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.544149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-ffc90699-8183-4405-b775-013b18c42d64 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2863362 Jul 16 01:22:46.576109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] device_id is not set on port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:22:46.648343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-13f8b012-1d99-4183-b370-8c651f9754bc None None] For port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,segment=NetworkSegment(a77601bb-1ee7-4777-a84a-f7d6a5cbf02e),segment_id=a77601bb-1ee7-4777-a84a-f7d6a5cbf02e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:46.697513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-68dc5e24-a251-405c-8899-99a5d6a6976d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.699385 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-68dc5e24-a251-405c-8899-99a5d6a6976d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.50 "GET /v2.0/networks?id=bbb002a5-34f4-4f6d-b05f-7853bb5432a4 HTTP/1.1" status: 200 len: 797 time: 0.1893036 Jul 16 01:22:46.712213 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13f8b012-1d99-4183-b370-8c651f9754bc None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.741439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-13f8b012-1d99-4183-b370-8c651f9754bc None None] Transition to ACTIVE for port object 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:46.748800 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13f8b012-1d99-4183-b370-8c651f9754bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.753333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-ccb5b4e7-e542-492c-8978-e33a462e8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.755420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-28ee1536-b90b-40e2-8f9f-31465de22fdf tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be15e6cb8f6046ad97655557638c1e06 HTTP/1.1" status: 200 len: 380 time: 0.0455112 Jul 16 01:22:46.755595 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-ccb5b4e7-e542-492c-8978-e33a462e8d56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90e7227a-696f-4b17-be86-431b8100a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3632188 Jul 16 01:22:46.800389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'port': {'device_id': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'admin_state_up': True, 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'security_groups': ['44a81be3-236b-4d81-927c-ffcd05b9e4a7']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:46.856843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8b012-1d99-4183-b370-8c651f9754bc None None] Pushing event updated for resources: {'Port': ['ID=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:46.958420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5965d-5a06-4284-82d5-7cafd6f8c4f4 req-16f02ff7-0b76-4b00-b446-23299ed519d8 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.960523 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1aa5965d-5a06-4284-82d5-7cafd6f8c4f4 req-16f02ff7-0b76-4b00-b446-23299ed519d8 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.2114818 Jul 16 01:22:47.003548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8::204 (c960836c-7c88-4039-95b4-a451f5c9f937/8024c3cc-2c29-41fb-9872-802b3bd6efe5/f13b5afc-65fa-4e6c-9e5e-f71f279ec174) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:47.024976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-f14e577b-19c4-44cf-b870-aea11da2c392 service neutron] 10.222.0.64 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798620 Jul 16 01:22:47.042073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1aa5965d-5a06-4284-82d5-7cafd6f8c4f4 req-fe6f7cfb-2519-4f19-9370-037425213846 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648367 Jul 16 01:22:47.075831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Made reservation on behalf of be15e6cb8f6046ad97655557638c1e06 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:47.080112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.128716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-8c45cdd5-9781-4ce6-9e9b-144c50d5dcd0 service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608320 Jul 16 01:22:47.230649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:47.336029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8fc16b7c-7ec7-496e-b01e-45e6110fc612 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:47.417854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:47.422971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:47.423600 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.435957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-0ed67b62-430f-4c88-aa6d-8022fb502a14 service neutron] 10.222.0.50 "GET /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747371 Jul 16 01:22:47.515182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-30d31709-9267-4846-b9e8-e4317db2ad3c service neutron] 10.222.0.64 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891224 Jul 16 01:22:47.555146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-d23931ec-3d14-4ded-af27-3658dbe67e49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 200 len: 217 time: 0.0631073 Jul 16 01:22:47.557049 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.621113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 8fc16b7c-7ec7-496e-b01e-45e6110fc612, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8fc16b7c-7ec7-496e-b01e-45e6110fc612,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:47.632492 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.695706 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.709843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-55b75d8f-2cc2-4e50-9100-861400c20258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.711394 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-55b75d8f-2cc2-4e50-9100-861400c20258 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.1475527 Jul 16 01:22:47.754951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=8fc16b7c-7ec7-496e-b01e-45e6110fc612,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:47.755538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object f13b5afc-65fa-4e6c-9e5e-f71f279ec174 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:47.824790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-69b5662b-ec80-4593-a4ba-153dd3573ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.826497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-69b5662b-ec80-4593-a4ba-153dd3573ac5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067204 Jul 16 01:22:47.833014 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.894547 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-8d40aec7-3293-4518-8885-696a0ea850d1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.896600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-8d40aec7-3293-4518-8885-696a0ea850d1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.6113014 Jul 16 01:22:47.942153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Request body: {'port': {'device_id': 'efd374e5-1a26-4346-a4cd-590137c7e0e3', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'admin_state_up': True, 'tenant_id': '54b9f79c3d0a4882b8ae1b6f6adb2f4a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:47.986131 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eaadad2d-ae1b-4cdb-8bda-41090bebdd54 req-363fcc1d-f0c9-41e9-816c-4982f086abbd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 210 time: 0.6991415 Jul 16 01:22:47.995486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=f13b5afc-65fa-4e6c-9e5e-f71f279ec174,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:48.060263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:48.063592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd95a705-5630-45ec-b981-b8ea4fdd3cf5 None None] Provisioning complete for port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:48.064073 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd95a705-5630-45ec-b981-b8ea4fdd3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.069797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:48.076036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:48.082536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.083219 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.120105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-95a7ff96-784d-4098-b29b-848f6841a273 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4028144 Jul 16 01:22:48.131095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:48.133622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Allocated IP 172.20.0.8 (bbb002a5-34f4-4f6d-b05f-7853bb5432a4/86e9a52b-2e89-46ef-a735-6415074aff50/2b842005-995d-4ad8-a535-0bf5296b569e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:48.136970 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fd95a705-5630-45ec-b981-b8ea4fdd3cf5 None None] Port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:48.142499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-03851c7f-6717-4b23-9113-5ec8b2e86ef6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:48.179115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd95a705-5630-45ec-b981-b8ea4fdd3cf5 None None] Provisioning for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:48.184631 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd95a705-5630-45ec-b981-b8ea4fdd3cf5 None None] Provisioning complete for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:48.186939 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd95a705-5630-45ec-b981-b8ea4fdd3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.235019 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-ea78d0e5-3b73-438a-83a0-c967eb6a8692 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982995 Jul 16 01:22:48.248225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d76c4980-7f8e-4a68-87ee-aafeca7a32c7 req-ef837cac-18bd-47b6-955b-48ac0fcc8c0d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 210 time: 0.0954280 Jul 16 01:22:48.381591 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-debd38af-6911-4468-bb98-604f4c15add0 req-c72d1f61-6c6a-423f-89e6-018782ff6b5f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 210 time: 0.0726793 Jul 16 01:22:48.407797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03851c7f-6717-4b23-9113-5ec8b2e86ef6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:48.412690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03851c7f-6717-4b23-9113-5ec8b2e86ef6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.423777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Made reservation on behalf of 54b9f79c3d0a4882b8ae1b6f6adb2f4a for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:48.432208 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.545497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-21554ac4-0f3a-4d3f-b212-3286baa61e68 None None] Provisioning for port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:48.550418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-21554ac4-0f3a-4d3f-b212-3286baa61e68 None None] Provisioning complete for port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:48.551393 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21554ac4-0f3a-4d3f-b212-3286baa61e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.596858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-21554ac4-0f3a-4d3f-b212-3286baa61e68 None None] Port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:48.672869 n-d-791504-14 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-03851c7f-6717-4b23-9113-5ec8b2e86ef6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8024c3cc-2c29-41fb-9872-802b3bd6efe5 (CIDR: 2001:db8::/64) Jul 16 01:22:48.683662 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-03851c7f-6717-4b23-9113-5ec8b2e86ef6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:48.684115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03851c7f-6717-4b23-9113-5ec8b2e86ef6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:48.713231 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.755212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-03851c7f-6717-4b23-9113-5ec8b2e86ef6 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6229601 Jul 16 01:22:48.759641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37204) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:48.760936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Transition to ACTIVE for port object 2b842005-995d-4ad8-a535-0bf5296b569e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:48.768922 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f01ad556-3a26-449c-ab77-25d129bc7a9f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:48.804297 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-b2fd2a33-4d1a-401b-8140-ec1684ca9037 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8766663 Jul 16 01:22:48.821381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Allocated IP 172.20.0.11 (2d319e49-9dda-45be-8a70-a50c234a25c3/1b1c54ac-3634-4b37-a18b-f8e6de0421c9/1f8bff01-481d-47a1-8263-f29ee0ad6d13) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:48.857692 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-ebf14c4c-cc45-4ddf-9f40-f72b943f63ed service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070728 Jul 16 01:22:48.910764 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-239b5555-0099-48dc-9a50-47efcf0ca0bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 200 len: 217 time: 0.0458636 Jul 16 01:22:48.930326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.959040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769daff-7c41-4474-9f84-84472f775337 req-8d4f910a-15f8-4a32-a7d9-a5a55c979d28 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.960561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a769daff-7c41-4474-9f84-84472f775337 req-8d4f910a-15f8-4a32-a7d9-a5a55c979d28 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1721928 Jul 16 01:22:49.031291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:49.034739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-3cc84f4c-442b-4f10-9283-ebee4059232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.036947 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-3cc84f4c-442b-4f10-9283-ebee4059232c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.0992813 Jul 16 01:22:49.052096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:49.054482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8fc16b7c-7ec7-496e-b01e-45e6110fc612 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:49.060812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:49.063402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=2b842005-995d-4ad8-a535-0bf5296b569e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:49.064065 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a769daff-7c41-4474-9f84-84472f775337 req-deba1bb8-f786-4c7c-ac0b-f8f0d348cf5d tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836051 Jul 16 01:22:49.096701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01ad556-3a26-449c-ab77-25d129bc7a9f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:49.100958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f01ad556-3a26-449c-ab77-25d129bc7a9f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.135566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-239a2091-aaa7-4d8a-afce-a772da1fdf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.137614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-239a2091-aaa7-4d8a-afce-a772da1fdf97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 1097 time: 0.2356775 Jul 16 01:22:49.159909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:49.161121 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.210047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-c56f90f9-a259-4f54-9e63-3ce93c0bbf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.211519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-c56f90f9-a259-4f54-9e63-3ce93c0bbf33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1666758 Jul 16 01:22:49.250907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.327557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.328689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.397870 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ef3b3b0a-9c2c-44c2-929f-0be2deee921f tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6057465 Jul 16 01:22:49.428497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-13eecbe2-3d9f-4720-b245-7f2f38baf2c3 None None] Provisioning for port 2b842005-995d-4ad8-a535-0bf5296b569e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:49.436586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Request body: {'port': {'device_id': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:49.439627 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.442852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-13eecbe2-3d9f-4720-b245-7f2f38baf2c3 None None] Provisioning complete for port 2b842005-995d-4ad8-a535-0bf5296b569e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:49.443231 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13eecbe2-3d9f-4720-b245-7f2f38baf2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.470357 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-aad39cf7-5a51-4927-9df0-1acfb74467f8 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501903 Jul 16 01:22:49.519733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-13eecbe2-3d9f-4720-b245-7f2f38baf2c3 None None] Port 2b842005-995d-4ad8-a535-0bf5296b569e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:49.530652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-2ecba251-6168-42b4-9319-1fc5405a5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.532126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-2ecba251-6168-42b4-9319-1fc5405a5b05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 910 time: 0.3643541 Jul 16 01:22:49.569604 n-d-791504-14 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-f01ad556-3a26-449c-ab77-25d129bc7a9f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 51700674-8165-4845-9e11-e1396169df3e (CIDR: 2001:db8:0:1::/64) Jul 16 01:22:49.581544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:49.599278 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01ad556-3a26-449c-ab77-25d129bc7a9f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:49.599987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01ad556-3a26-449c-ab77-25d129bc7a9f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:49.602249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:49.604704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:49.706537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event updated for resources: {'Port': ['ID=1f8bff01-481d-47a1-8263-f29ee0ad6d13,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:49.720945 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f01ad556-3a26-449c-ab77-25d129bc7a9f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9581153 Jul 16 01:22:49.728629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37216) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:49.740534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-336538fd-da1b-44de-bba9-64b65a01d912 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'subnet': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:49.740913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d848e-b0b0-4cac-a539-b6be6a05a661 req-ca44d146-22a3-4d12-9dd7-5b280bd4590a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.742433 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e36d848e-b0b0-4cac-a539-b6be6a05a661 req-ca44d146-22a3-4d12-9dd7-5b280bd4590a tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 931 time: 0.4752839 Jul 16 01:22:49.761048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-541d4307-8152-474e-864f-decbb3a1f325 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10 HTTP/1.1" status: 200 len: 1001 time: 0.2115183 Jul 16 01:22:49.765650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.766280 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.767622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-47e42432-dff8-4acb-abdf-4b88dc9fc13e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.769014 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-47e42432-dff8-4acb-abdf-4b88dc9fc13e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.67 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 817 time: 0.3233552 Jul 16 01:22:49.777780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-76588317-2d05-42b9-8641-1fdac1f04a88 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928617 Jul 16 01:22:49.794484 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.823363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a687e19-624d-4ab3-8092-4d368027bfe4 req-9a1c5bb9-b5a6-48e7-940e-bd349775fcf5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.824884 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a687e19-624d-4ab3-8092-4d368027bfe4 req-9a1c5bb9-b5a6-48e7-940e-bd349775fcf5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 932 time: 0.2618208 Jul 16 01:22:49.855137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-9ec57dfd-544b-4867-b221-d9434a2c2d7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9398272 Jul 16 01:22:49.880272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-3e6bfa1f-7521-45f2-bcfd-25038342e96a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=a792df07-6f4e-4b20-a758-7c9a069af816 HTTP/1.1" status: 200 len: 217 time: 0.0838699 Jul 16 01:22:49.904824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Request body: {'port': {'device_id': 'efd374e5-1a26-4346-a4cd-590137c7e0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:49.908335 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e36d848e-b0b0-4cac-a539-b6be6a05a661 req-c4367103-2639-4f89-a5b0-2cacec2bb790 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518738 Jul 16 01:22:49.946970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-dfd3771f-bd93-4993-b523-4b5c01654f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.948447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-dfd3771f-bd93-4993-b523-4b5c01654f5c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.1631927 Jul 16 01:22:49.956025 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-136e8d62-1aa1-447c-b914-40e4548e2651 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37c41529f5c0494c831538b5dc6384bf HTTP/1.1" status: 200 len: 379 time: 0.1716757 Jul 16 01:22:49.972156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'port': {'device_id': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'admin_state_up': True, 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'security_groups': ['c888a79f-dd35-429a-b7de-2bb26285103d']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:49.985100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-13fddcb1-3f95-4071-aecf-e1cb9ca2315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.986525 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-13fddcb1-3f95-4071-aecf-e1cb9ca2315a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.0944412 Jul 16 01:22:50.048774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a687e19-624d-4ab3-8092-4d368027bfe4 req-a93b2f8b-5684-4675-b1af-d8b7d4f932f1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970344 Jul 16 01:22:50.101985 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4b706847-555f-491e-b507-3e4382397422 req-455d153f-d1f1-4ed8-bf51-b0feaff71e41 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 210 time: 0.0723104 Jul 16 01:22:50.143005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336538fd-da1b-44de-bba9-64b65a01d912 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Made reservation on behalf of 0136dc78c16345c8b1061962395130ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:50.147015 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-336538fd-da1b-44de-bba9-64b65a01d912 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.189027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.212643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-8e5ff77c-b069-4cc3-a511-4eab4db50add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.214170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-8e5ff77c-b069-4cc3-a511-4eab4db50add service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2459986 Jul 16 01:22:50.217805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-d844c9e7-b391-4983-97d7-a25d266dc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.219226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-d844c9e7-b391-4983-97d7-a25d266dc387 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2124381 Jul 16 01:22:50.246188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Made reservation on behalf of 37c41529f5c0494c831538b5dc6384bf for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:50.249595 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.448076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-e042487a-5323-404b-b51e-0736747d650b service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194388 Jul 16 01:22:50.452549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-28eb8afc-16f6-4b1b-92a2-4c06b0bed6f9 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259371 Jul 16 01:22:50.546170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f9e3e-023a-4420-a629-a4e4836d9401 req-6da65b3f-bab8-4c63-8a75-f52940897e59 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.547647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5d8f9e3e-023a-4420-a629-a4e4836d9401 req-6da65b3f-bab8-4c63-8a75-f52940897e59 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.3453593 Jul 16 01:22:50.625504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Allocated IP 172.20.0.6 (5015d4d4-6866-4f94-9b4e-8009674ce4ef/132c3d4a-a906-4db0-9ccd-e4f4eb5f1797/b96a1499-b8aa-42ed-98d9-9c827f246556) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:50.646843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b842005-995d-4ad8-a535-0bf5296b569e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:50.686207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-73da9f6a-5d30-45f9-8b60-d75d049b56bb service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239366 Jul 16 01:22:50.686476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.692222 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c2a2bd5-701e-45ad-97d4-d4c1f5f38af3 req-7394ca12-5449-4aa5-9a93-282d48c4a3fe service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258549 Jul 16 01:22:50.726739 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5d8f9e3e-023a-4420-a629-a4e4836d9401 req-0518b026-16b6-4bcb-967b-37153bdb352c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477396 Jul 16 01:22:50.735824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Transition to ACTIVE for port object 2b842005-995d-4ad8-a535-0bf5296b569e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:50.739323 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-d27805f0-cc6f-4d3c-a0fc-f7b18f94c7ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=63c8ce17-e48f-4aae-9026-159cd9590014 HTTP/1.1" status: 200 len: 217 time: 0.0500550 Jul 16 01:22:50.763832 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.846092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-3245ed6f-b08a-44f6-ae6b-e81d7a588b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.847628 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-3245ed6f-b08a-44f6-ae6b-e81d7a588b76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 200 len: 797 time: 0.0943298 Jul 16 01:22:50.862317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Pushing event updated for resources: {'Port': ['ID=2b842005-995d-4ad8-a535-0bf5296b569e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:50.909214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.927768 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Transition to ACTIVE for port object b96a1499-b8aa-42ed-98d9-9c827f246556 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:50.962286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-ea35268c-aba0-476f-aa76-8ea8429841e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.963650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-ea35268c-aba0-476f-aa76-8ea8429841e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7231af3-6249-44cf-854d-777978c3b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1080174 Jul 16 01:22:51.002870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8bff01-481d-47a1-8263-f29ee0ad6d13 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:51.008643 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-336538fd-da1b-44de-bba9-64b65a01d912 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.016058 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.033919 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.075401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Attempting to bind port 2b842005-995d-4ad8-a535-0bf5296b569e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:51.076083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Attempting to bind port 2b842005-995d-4ad8-a535-0bf5296b569e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:51.076083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Attempting to bind port 2b842005-995d-4ad8-a535-0bf5296b569e on network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:51.098406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336538fd-da1b-44de-bba9-64b65a01d912 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Network c960836c-7c88-4039-95b4-a451f5c9f937 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:51.100921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Transition to ACTIVE for port object 1f8bff01-481d-47a1-8263-f29ee0ad6d13 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:51.104992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-336538fd-da1b-44de-bba9-64b65a01d912 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:51.108418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336538fd-da1b-44de-bba9-64b65a01d912 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.109131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-336538fd-da1b-44de-bba9-64b65a01d912 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.115325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Port 2b842005-995d-4ad8-a535-0bf5296b569e on network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:51.115644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Attempting to bind port 2b842005-995d-4ad8-a535-0bf5296b569e on network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:51.120124 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf7d4d-e04b-4870-b491-04e031011ba9 None None] Network c960836c-7c88-4039-95b4-a451f5c9f937 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:51.138380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.147550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336538fd-da1b-44de-bba9-64b65a01d912 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Subnet': ['ID=b5c55961-f8a0-4011-9687-40a014e47fa0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:51.148728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Network 5015d4d4-6866-4f94-9b4e-8009674ce4ef is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:51.163759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:51.168723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:51.213055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:51.220421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.221043 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.225359 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-336538fd-da1b-44de-bba9-64b65a01d912 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4930329 Jul 16 01:22:51.231352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-019447b5-13b2-480d-92fe-e2a4bc8c0d34 service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594643 Jul 16 01:22:51.232143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37230) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:51.245597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-974275367', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b5c55961-f8a0-4011-9687-40a014e47fa0'}], 'security_groups': ['abcf87ec-472b-4190-bfd0-d77efa5ea24a', '541f0b06-1c7f-4e35-9368-4219219acc4e']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:51.247849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:51.248029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Checking segment: {'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:51.248423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Bound using segment: {'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:51.248807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Bound port: 2b842005-995d-4ad8-a535-0bf5296b569e, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331537fa-c9d5-46a6-b144-704b0087aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:51.249175 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.298967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8bff01-481d-47a1-8263-f29ee0ad6d13,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:51.299209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-abc7f158-2b82-46f2-a48a-04ec434f6d60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3319526 Jul 16 01:22:51.338378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Request body: {'port': {'device_id': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:51.443449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddf0d4-623b-498f-aea0-b6c6c9c796eb req-81426845-6ddf-4ee6-b024-015c3d5ceecb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.445056 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9cddf0d4-623b-498f-aea0-b6c6c9c796eb req-81426845-6ddf-4ee6-b024-015c3d5ceecb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 943 time: 0.3927250 Jul 16 01:22:51.487653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee9396-6771-4245-8b7c-12cb50828432 None None] Update dhcp port {'port': {'network_id': 'c960836c-7c88-4039-95b4-a451f5c9f937', 'fixed_ips': [{'subnet_id': '51700674-8165-4845-9e11-e1396169df3e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8024c3cc-2c29-41fb-9872-802b3bd6efe5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5c55961-f8a0-4011-9687-40a014e47fa0'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '9d0d4d42-6dc9-49ca-8903-4d03de3ca38e'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:22:51.531490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.531708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9396-6771-4245-8b7c-12cb50828432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.538886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-3e2b7d4e-e601-4d48-ae49-4e2d4b71268b service neutron] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870173 Jul 16 01:22:51.542269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee6a5e50-8960-4013-904e-bfdb974e188e None None] Provisioning for port b96a1499-b8aa-42ed-98d9-9c827f246556 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:51.549685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee6a5e50-8960-4013-904e-bfdb974e188e None None] Provisioning complete for port b96a1499-b8aa-42ed-98d9-9c827f246556 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:51.550087 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5e50-8960-4013-904e-bfdb974e188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.626680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a5e50-8960-4013-904e-bfdb974e188e None None] Port b96a1499-b8aa-42ed-98d9-9c827f246556 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:51.757876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a3ee9396-6771-4245-8b7c-12cb50828432 None None] Allocated IP 2001:db8:0:2::2 (c960836c-7c88-4039-95b4-a451f5c9f937/b5c55961-f8a0-4011-9687-40a014e47fa0/9d0d4d42-6dc9-49ca-8903-4d03de3ca38e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:51.815581 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] For port 2b842005-995d-4ad8-a535-0bf5296b569e, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:51.820772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] For port 2b842005-995d-4ad8-a535-0bf5296b569e, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2b842005-995d-4ad8-a535-0bf5296b569e,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:51.829273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b66ece-0044-45bc-bca0-a5a735044154 req-c3924c81-b8ea-477c-970c-9adc97c628e2 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.830890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35b66ece-0044-45bc-bca0-a5a735044154 req-c3924c81-b8ea-477c-970c-9adc97c628e2 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 944 time: 0.6196892 Jul 16 01:22:51.836164 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.872132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a3ee9396-6771-4245-8b7c-12cb50828432 None None] For port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,segment=NetworkSegment(a77601bb-1ee7-4777-a84a-f7d6a5cbf02e),segment_id=a77601bb-1ee7-4777-a84a-f7d6a5cbf02e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:51.882822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Attempting to bind port 1f8bff01-481d-47a1-8263-f29ee0ad6d13 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:51.883194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Attempting to bind port 1f8bff01-481d-47a1-8263-f29ee0ad6d13 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:51.883491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Attempting to bind port 1f8bff01-481d-47a1-8263-f29ee0ad6d13 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:51.902467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.903100 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.904553 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] 10.222.0.50 "PUT /v2.0/ports/2b842005-995d-4ad8-a535-0bf5296b569e HTTP/1.1" status: 200 len: 1092 time: 2.4953883 Jul 16 01:22:51.906365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'tag': '2b842005-995d-4ad8-a535-0bf5296b569e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:51.908765 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a9a104-3f87-468b-9e8e-36971f8777b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea22115-c775-4c1a-b002-f91e021c6fdb", "tag": "2b842005-995d-4ad8-a535-0bf5296b569e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:51.920435 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9396-6771-4245-8b7c-12cb50828432 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.921465 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Port 1f8bff01-481d-47a1-8263-f29ee0ad6d13 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:51.921794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Attempting to bind port 1f8bff01-481d-47a1-8263-f29ee0ad6d13 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:51.949373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a3ee9396-6771-4245-8b7c-12cb50828432 None None] Transition to ACTIVE for port object 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:51.949974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:51.950376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Checking segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:51.950820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Bound using segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:51.951346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Bound port: 1f8bff01-481d-47a1-8263-f29ee0ad6d13, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:51.951638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.955406 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9396-6771-4245-8b7c-12cb50828432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.966576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920185d-2877-49f5-a147-0bc19c5dc685 service neutron] Pushing event updated for resources: {'Port': ['ID=2b842005-995d-4ad8-a535-0bf5296b569e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:51.994338 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35b66ece-0044-45bc-bca0-a5a735044154 req-37a3cfd3-21b1-4b98-a128-f47c9e0e2624 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461694 Jul 16 01:22:52.040857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-8c3c5f3a-fad7-4308-ab66-a07ede2e6a4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b HTTP/1.1" status: 200 len: 217 time: 0.4854846 Jul 16 01:22:52.059575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9cddf0d4-623b-498f-aea0-b6c6c9c796eb req-6f812c59-7260-41af-a1f1-a10cdb634b56 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6063974 Jul 16 01:22:52.070675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee9396-6771-4245-8b7c-12cb50828432 None None] Pushing event updated for resources: {'Port': ['ID=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:52.090393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.224728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] For port 1f8bff01-481d-47a1-8263-f29ee0ad6d13, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:52.228864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] For port 1f8bff01-481d-47a1-8263-f29ee0ad6d13, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1f8bff01-481d-47a1-8263-f29ee0ad6d13,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:52.281273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-b68e1def-0aa3-465e-8007-241f96cea50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.282781 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-b68e1def-0aa3-465e-8007-241f96cea50d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.2181129 Jul 16 01:22:52.283027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.320026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-421f5d7e-091b-45ca-bff2-e242a4cd7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.321609 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-421f5d7e-091b-45ca-bff2-e242a4cd7f63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 1095 time: 0.3561697 Jul 16 01:22:52.352611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.353257 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.355062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] 10.222.0.50 "PUT /v2.0/ports/1f8bff01-481d-47a1-8263-f29ee0ad6d13 HTTP/1.1" status: 200 len: 1093 time: 2.4543648 Jul 16 01:22:52.409064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-d21422a9-97b0-44ed-9040-54a2194956c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b842005-995d-4ad8-a535-0bf5296b569e HTTP/1.1" status: 200 len: 217 time: 0.0736415 Jul 16 01:22:52.436751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbb339-a804-4a38-b8d6-8cbc226ac319 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8bff01-481d-47a1-8263-f29ee0ad6d13,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:52.517512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb43ea-f2c4-4c6e-9b6f-9777ab95d172 req-e322cee7-a49d-44f8-b69f-736ae44edfcf tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.524648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbbb43ea-f2c4-4c6e-9b6f-9777ab95d172 req-e322cee7-a49d-44f8-b69f-736ae44edfcf tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 931 time: 0.3113589 Jul 16 01:22:52.566926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-70f79752-6ea9-4492-9aec-9ba0a34e4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.568518 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-70f79752-6ea9-4492-9aec-9ba0a34e4cd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86e9a52b-2e89-46ef-a735-6415074aff50 HTTP/1.1" status: 200 len: 834 time: 0.1411452 Jul 16 01:22:52.622552 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbbb43ea-f2c4-4c6e-9b6f-9777ab95d172 req-acacd1fc-3d5f-4b77-b494-54c2a286bc36 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969989 Jul 16 01:22:52.627972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-1f1b8c8a-4d35-4e4f-afff-812dfefbb198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.630705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-1f1b8c8a-4d35-4e4f-afff-812dfefbb198 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 1096 time: 0.2013140 Jul 16 01:22:52.675470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-23d60f98-e16d-4a3e-8a16-e42be20f6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.677008 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-23d60f98-e16d-4a3e-8a16-e42be20f6599 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3537896 Jul 16 01:22:52.692100 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0671f03-cbf5-4ebd-a6ff-0e18a9f6b485 x-openstack-request-id: req-b0671f03-cbf5-4ebd-a6ff-0e18a9f6b485 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:52.692400 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea22115-c775-4c1a-b002-f91e021c6fdb", "tag": "2b842005-995d-4ad8-a535-0bf5296b569e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:52.692650 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0671f03-cbf5-4ebd-a6ff-0e18a9f6b485 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:52.693046 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'tag': '2b842005-995d-4ad8-a535-0bf5296b569e', 'status': 'completed', 'code': 200} Jul 16 01:22:52.695754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-d1253c62-0cbf-43ed-9b67-9dafe4393db0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f8bff01-481d-47a1-8263-f29ee0ad6d13 HTTP/1.1" status: 200 len: 217 time: 0.0438356 Jul 16 01:22:52.706325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ea201eef-504b-4687-a3ca-42af50548bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.709153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-ea201eef-504b-4687-a3ca-42af50548bcb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbb002a5-34f4-4f6d-b05f-7853bb5432a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303911 Jul 16 01:22:52.823187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-2e19d1ba-7283-4b89-aa76-942407533752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.824360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-2e19d1ba-7283-4b89-aa76-942407533752 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.1203732 Jul 16 01:22:52.855378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b86798-8e8e-424e-befe-f75b2e4bda14 req-c06e3f54-8c6f-4046-9a3b-f48c7775f23e tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.856785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6b86798-8e8e-424e-befe-f75b2e4bda14 req-c06e3f54-8c6f-4046-9a3b-f48c7775f23e tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.2638452 Jul 16 01:22:52.871253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-fdff6a4d-4a81-4557-8af2-2650e22cda53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360014 Jul 16 01:22:52.876346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-94c8f5e6-5809-48ec-b84f-1f5d9315e5ed service neutron] 10.222.0.50 "GET /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593788 Jul 16 01:22:52.896466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16448f3b-e311-47b1-b41a-48aecc5b0cb1 None None] Provisioning complete for port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:52.897025 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16448f3b-e311-47b1-b41a-48aecc5b0cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.945578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-16448f3b-e311-47b1-b41a-48aecc5b0cb1 None None] Port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:52.961693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16448f3b-e311-47b1-b41a-48aecc5b0cb1 None None] Provisioning complete for port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:52.962235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96a1499-b8aa-42ed-98d9-9c827f246556 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:52.962391 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16448f3b-e311-47b1-b41a-48aecc5b0cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.975773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-96851797-82cc-4ca5-9fff-af2949b1496e service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984027 Jul 16 01:22:52.989432 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.998237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Delete allocated IP 2001:db8::204 (c960836c-7c88-4039-95b4-a451f5c9f937/8024c3cc-2c29-41fb-9872-802b3bd6efe5) {{(pid=93945) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:22:53.001873 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-13647cda-8aed-404e-9370-148750183c36 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002775 Jul 16 01:22:53.008043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-16448f3b-e311-47b1-b41a-48aecc5b0cb1 None None] Port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:53.018414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6b86798-8e8e-424e-befe-f75b2e4bda14 req-adcc404d-1e02-40ed-9864-50489df8eb6a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181071 Jul 16 01:22:53.031437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Allocated IP 2001:db8:0:2::2ae (c960836c-7c88-4039-95b4-a451f5c9f937/b5c55961-f8a0-4011-9687-40a014e47fa0/f13b5afc-65fa-4e6c-9e5e-f71f279ec174) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:53.037719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:53.056885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Transition to ACTIVE for port object b96a1499-b8aa-42ed-98d9-9c827f246556 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:53.073227 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.234680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:53.248754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-46bb9d3d-f448-4ba5-89e0-89abae8538cf req-86e921aa-0cb2-47a1-96ff-df20fb46bf05 service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526631 Jul 16 01:22:53.252468 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431fc541-1201-470d-a6cc-aaf01a9ff87c req-7674c300-900d-4d92-99e5-c22fc793b03f service neutron] 10.222.0.50 "GET /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750576 Jul 16 01:22:53.279284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16448f3b-e311-47b1-b41a-48aecc5b0cb1 None None] Provisioning for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:53.294354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16448f3b-e311-47b1-b41a-48aecc5b0cb1 None None] Provisioning complete for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:53.295462 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16448f3b-e311-47b1-b41a-48aecc5b0cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.321613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029becf-6a2b-47da-b536-ffc375a53a57 req-95b08e50-ac7d-4e2f-85f7-dd2b3bb9539b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.323458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c029becf-6a2b-47da-b536-ffc375a53a57 req-95b08e50-ac7d-4e2f-85f7-dd2b3bb9539b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 944 time: 0.1349485 Jul 16 01:22:53.388634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:53.389216 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.412600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c029becf-6a2b-47da-b536-ffc375a53a57 req-eef8ec06-0c3c-4925-b8b2-23447d5c1ee9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813577 Jul 16 01:22:53.428821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-c9dffb9d-4ea8-4bb3-a97e-fbf1c0bbeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.430579 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-c9dffb9d-4ea8-4bb3-a97e-fbf1c0bbeca1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 1095 time: 0.0922019 Jul 16 01:22:53.559726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-c3e74454-41b4-4b70-a029-bb021308f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.561336 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-c3e74454-41b4-4b70-a029-bb021308f1e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbb002a5-34f4-4f6d-b05f-7853bb5432a4 HTTP/1.1" status: 200 len: 897 time: 0.1174960 Jul 16 01:22:53.585321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-8f2c13c9-74d3-4230-849d-2f1e87684143 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703726 Jul 16 01:22:53.623297 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-38f8fb54-ea59-40e8-ac5b-5dbc4211868c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b842005-995d-4ad8-a535-0bf5296b569e HTTP/1.1" status: 200 len: 217 time: 0.0525074 Jul 16 01:22:53.690810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-0dc1470d-cad4-48e1-8b61-1744495881c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.695072 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-6dc0cb40-0fdc-43d6-b424-092416e445d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb HTTP/1.1" status: 200 len: 217 time: 0.0881643 Jul 16 01:22:53.696755 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-0dc1470d-cad4-48e1-8b61-1744495881c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86e9a52b-2e89-46ef-a735-6415074aff50 HTTP/1.1" status: 200 len: 834 time: 0.0613556 Jul 16 01:22:53.754559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Attempting to bind port b96a1499-b8aa-42ed-98d9-9c827f246556 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:53.754909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Attempting to bind port b96a1499-b8aa-42ed-98d9-9c827f246556 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:53.755231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Attempting to bind port b96a1499-b8aa-42ed-98d9-9c827f246556 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:53.765638 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.780274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Port b96a1499-b8aa-42ed-98d9-9c827f246556 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:53.780596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Attempting to bind port b96a1499-b8aa-42ed-98d9-9c827f246556 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:53.781326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-40234faa-ff30-4c29-9cac-d887093c90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.782935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-40234faa-ff30-4c29-9cac-d887093c90e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbb002a5-34f4-4f6d-b05f-7853bb5432a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774558 Jul 16 01:22:53.802844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:53.803364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Checking segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:53.804245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Bound using segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:53.804245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Bound port: b96a1499-b8aa-42ed-98d9-9c827f246556, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:53.804585 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.808859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Transition to ACTIVE for port object f13b5afc-65fa-4e6c-9e5e-f71f279ec174 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:53.818337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a501a63-9885-4d83-9c65-206fc3d0b2b6 req-0a9fedfe-b6e9-45e5-848b-e1ef8a0babdb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.819916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a501a63-9885-4d83-9c65-206fc3d0b2b6 req-0a9fedfe-b6e9-45e5-848b-e1ef8a0babdb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 943 time: 0.5990279 Jul 16 01:22:53.829458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-d5eaa34a-eae5-4985-b93a-7581e9569830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.830644 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-d5eaa34a-eae5-4985-b93a-7581e9569830 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 200 len: 797 time: 0.1174977 Jul 16 01:22:53.836266 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.917701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-6c792176-509a-43c2-9ad4-625b59b78214 service neutron] 10.222.0.50 "GET /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225154 Jul 16 01:22:53.996337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] In _notify_port_updated(), no bound segment for port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 on network c960836c-7c88-4039-95b4-a451f5c9f937 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:22:54.001950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.002642 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.007969 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "PUT /v2.0/ports/f13b5afc-65fa-4e6c-9e5e-f71f279ec174 HTTP/1.1" status: 200 len: 969 time: 2.7685833 Jul 16 01:22:54.020727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37252) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:54.027486 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2a9a104-3f87-468b-9e8e-36971f8777b2 req-631510bb-c605-4960-98bc-0f40859a00e7 service neutron] 10.222.0.50 "GET /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032419 Jul 16 01:22:54.036422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613446b-54f7-4d9e-91be-626e1650db41 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event updated for resources: {'Port': ['ID=f13b5afc-65fa-4e6c-9e5e-f71f279ec174,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:54.074962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a501a63-9885-4d83-9c65-206fc3d0b2b6 req-05509a61-53fd-4133-be9c-42f60b955eff tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432973 Jul 16 01:22:54.104634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:54.112844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:54.121972 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.170586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced01b-cef8-47f6-8a65-4599c99e20ec req-46a0d1e0-bfd7-4b1d-98ce-1520c2e86f92 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.172085 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18ced01b-cef8-47f6-8a65-4599c99e20ec req-46a0d1e0-bfd7-4b1d-98ce-1520c2e86f92 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.1196511 Jul 16 01:22:54.235548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18ced01b-cef8-47f6-8a65-4599c99e20ec req-b27e6a9b-f039-46f7-a454-3337443fdfa9 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557280 Jul 16 01:22:54.244725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-3edca37f-181a-4f58-a4da-a93335a684bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.246336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-3edca37f-181a-4f58-a4da-a93335a684bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aaebf08d-3259-4a82-b7fc-f3ff6e40c593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4009299 Jul 16 01:22:54.255967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.257014 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.259199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] 10.222.0.67 "PUT /v2.0/ports/b96a1499-b8aa-42ed-98d9-9c827f246556 HTTP/1.1" status: 200 len: 1092 time: 2.9507010 Jul 16 01:22:54.261979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae98630-76e7-474d-81ec-5631eff52ced service neutron] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:54.265886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:54.270471 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dd9d98-eefc-4d27-bb2b-4185516a30eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:54.334677 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa717f1-0ccd-4ad2-989d-827181778bb6 x-openstack-request-id: req-cfa717f1-0ccd-4ad2-989d-827181778bb6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:54.336018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8486f9f1-a47f-4262-88f7-85215e54d59b None None] Provisioning for port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:54.339025 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:54.340387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8486f9f1-a47f-4262-88f7-85215e54d59b None None] Provisioning complete for port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:54.340952 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8486f9f1-a47f-4262-88f7-85215e54d59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.342902 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfa717f1-0ccd-4ad2-989d-827181778bb6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:54.343377 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'status': 'completed', 'code': 200} Jul 16 01:22:54.390916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8486f9f1-a47f-4262-88f7-85215e54d59b None None] Port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:54.495796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0d8eb686-2c13-4091-bcf5-97c1bbbbcd88 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port f13b5afc-65fa-4e6c-9e5e-f71f279ec174 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:54.496146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d8eb686-2c13-4091-bcf5-97c1bbbbcd88 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.524355 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-7751c410-4be3-44e2-a90d-59390e71d1c8 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470272 Jul 16 01:22:54.536011 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60a78d7e-145e-4dcb-81bc-98c8b1e082ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.612266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc241013-5007-480a-a89c-b216cdc37072 req-5864dafd-48e2-4710-a5e7-2c72d15adba9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.614488 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc241013-5007-480a-a89c-b216cdc37072 req-5864dafd-48e2-4710-a5e7-2c72d15adba9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 944 time: 0.0652826 Jul 16 01:22:54.654078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc241013-5007-480a-a89c-b216cdc37072 req-771ab26a-0c5d-4804-9634-9d6e6e209a0d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Jul 16 01:22:54.681935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-3ca97178-79fa-4091-b2f4-9384a860d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.683398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-3ca97178-79fa-4091-b2f4-9384a860d5a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 1095 time: 0.3375568 Jul 16 01:22:54.693789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd374e5-1a26-4346-a4cd-590137c7e0e3', 'tag': '1f8bff01-481d-47a1-8263-f29ee0ad6d13'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:54.696326 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12ef551-92cf-43e3-923b-5c21e34fa084" -d '{"events": [{"name": "network-changed", "server_uuid": "efd374e5-1a26-4346-a4cd-590137c7e0e3", "tag": "1f8bff01-481d-47a1-8263-f29ee0ad6d13"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:54.703023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74844610-5a95-4d77-9e77-3402a94cbc9f req-8343637e-ef37-49f7-863f-859dd0817227 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.704519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74844610-5a95-4d77-9e77-3402a94cbc9f req-8343637e-ef37-49f7-863f-859dd0817227 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.2710803 Jul 16 01:22:54.715214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d8eb686-2c13-4091-bcf5-97c1bbbbcd88 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.732641 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b397dd69-6d65-443b-bb06-23d975c80b1a x-openstack-request-id: req-b397dd69-6d65-443b-bb06-23d975c80b1a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:54.732926 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd374e5-1a26-4346-a4cd-590137c7e0e3", "tag": "1f8bff01-481d-47a1-8263-f29ee0ad6d13", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:54.733179 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b397dd69-6d65-443b-bb06-23d975c80b1a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:54.733580 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd374e5-1a26-4346-a4cd-590137c7e0e3', 'tag': '1f8bff01-481d-47a1-8263-f29ee0ad6d13', 'status': 'completed', 'code': 200} Jul 16 01:22:54.774134 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-4dc88c2d-dc33-405e-95b8-77d2551980fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96a1499-b8aa-42ed-98d9-9c827f246556 HTTP/1.1" status: 200 len: 217 time: 0.0669632 Jul 16 01:22:54.781272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0d8eb686-2c13-4091-bcf5-97c1bbbbcd88 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for f13b5afc-65fa-4e6c-9e5e-f71f279ec174 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:54.796342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-667c8e40-b8fd-4856-a235-5fa7f8fdabaa req-fc0edc65-1be5-4bfb-b75b-d6e8f143aaf6 service neutron] 10.222.0.50 "GET /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590368 Jul 16 01:22:54.811567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ef551-92cf-43e3-923b-5c21e34fa084 req-7ba5abb4-ace2-49b8-b85f-8a62a25f932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.813101 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c12ef551-92cf-43e3-923b-5c21e34fa084 req-7ba5abb4-ace2-49b8-b85f-8a62a25f932a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 1096 time: 0.0543425 Jul 16 01:22:54.889169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74844610-5a95-4d77-9e77-3402a94cbc9f req-b02d64cf-1272-4529-89c5-7443bd1baeab tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691556 Jul 16 01:22:54.899273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9d159435-3775-4f00-86f8-f75191ff962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.900785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-9d159435-3775-4f00-86f8-f75191ff962a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.1173322 Jul 16 01:22:54.924759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ef551-92cf-43e3-923b-5c21e34fa084 req-73b6d5d7-2cc7-4cdc-8fe6-0fc6e213b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.926993 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c12ef551-92cf-43e3-923b-5c21e34fa084 req-73b6d5d7-2cc7-4cdc-8fe6-0fc6e213b929 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 906 time: 0.1040192 Jul 16 01:22:54.978983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c12ef551-92cf-43e3-923b-5c21e34fa084 req-1a706cc6-cdb6-4325-ae2a-21c7f4cad1fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f8bff01-481d-47a1-8263-f29ee0ad6d13 HTTP/1.1" status: 200 len: 217 time: 0.0438862 Jul 16 01:22:55.016845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-dd53fac0-76c0-41f8-ac9a-ef0b6fd02a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.018448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-dd53fac0-76c0-41f8-ac9a-ef0b6fd02a02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094062 Jul 16 01:22:55.041188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ef551-92cf-43e3-923b-5c21e34fa084 req-9c0f5193-6676-434f-8220-ced54d73a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.041429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d8eb686-2c13-4091-bcf5-97c1bbbbcd88 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.042947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c12ef551-92cf-43e3-923b-5c21e34fa084 req-9c0f5193-6676-434f-8220-ced54d73a928 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.0562294 Jul 16 01:22:55.077890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c12ef551-92cf-43e3-923b-5c21e34fa084 req-e9cb028e-3b0e-4134-b0e6-dac597fe5d10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283439 Jul 16 01:22:55.093359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8eb686-2c13-4091-bcf5-97c1bbbbcd88 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=f13b5afc-65fa-4e6c-9e5e-f71f279ec174,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.158440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d8eb686-2c13-4091-bcf5-97c1bbbbcd88 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.167047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0d8eb686-2c13-4091-bcf5-97c1bbbbcd88 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/f13b5afc-65fa-4e6c-9e5e-f71f279ec174 HTTP/1.1" status: 204 len: 168 time: 1.1450541 Jul 16 01:22:55.169543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37274) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:55.233050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c12ef551-92cf-43e3-923b-5c21e34fa084 req-24522c25-851a-47dd-ba62-32e8486f50e2 service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473401 Jul 16 01:22:55.409682 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c12ef551-92cf-43e3-923b-5c21e34fa084 req-2c9c6263-4005-4f48-aa12-9d81bebd7654 service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646199 Jul 16 01:22:55.413605 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.494202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ccee0-90b8-48a8-81fd-6995ac3e6eef req-a3e57a13-3204-48d2-a388-5ff57e0e052b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.495891 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e33ccee0-90b8-48a8-81fd-6995ac3e6eef req-a3e57a13-3204-48d2-a388-5ff57e0e052b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.0768635 Jul 16 01:22:55.554716 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e33ccee0-90b8-48a8-81fd-6995ac3e6eef req-9069c711-53b0-4ad1-80a4-01fe19a423a5 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467992 Jul 16 01:22:55.665926 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-030dd4ce-1f25-4662-b61c-c6991f09367d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] GET failed (client error): The resource could not be found. Jul 16 01:22:55.667650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-030dd4ce-1f25-4662-b61c-c6991f09367d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports/f13b5afc-65fa-4e6c-9e5e-f71f279ec174 HTTP/1.1" status: 404 len: 333 time: 0.4973907 Jul 16 01:22:55.670824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:55.706040 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-deb28154-eeb7-4eae-842a-26b37cb6a7df service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748719 Jul 16 01:22:55.736856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eca746e-f377-48ee-b7ab-3ee115df581c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.774901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eca746e-f377-48ee-b7ab-3ee115df581c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.796958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c10efd-017a-4782-b510-33128dea7947 req-60a60aa9-7b5e-4e62-86d3-07e207b4c245 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.798523 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11c10efd-017a-4782-b510-33128dea7947 req-60a60aa9-7b5e-4e62-86d3-07e207b4c245 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 943 time: 0.1397414 Jul 16 01:22:55.852863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44a912b6-9011-440e-bd8b-3bcf7351426d req-7904d01e-3605-46a5-840f-0b2c574b9d94 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382556 Jul 16 01:22:55.858566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11c10efd-017a-4782-b510-33128dea7947 req-81e64f7a-9e4c-4ff4-89fe-17cfbb305697 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528231 Jul 16 01:22:55.867486 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eca746e-f377-48ee-b7ab-3ee115df581c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.870030 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eca746e-f377-48ee-b7ab-3ee115df581c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.871166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8eca746e-f377-48ee-b7ab-3ee115df581c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/security-groups/2b62a58f-36e6-47ce-85d5-f8b434c96cbb HTTP/1.1" status: 204 len: 168 time: 0.1988466 Jul 16 01:22:55.873930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:55.894634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca746e-f377-48ee-b7ab-3ee115df581c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b62a58f-36e6-47ce-85d5-f8b434c96cbb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.924951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f77b4-be01-4f8f-b5b0-ccee1626054e req-733afcbf-6fa5-49fa-8e48-d6ed0977cf04 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.927564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-031f77b4-be01-4f8f-b5b0-ccee1626054e req-733afcbf-6fa5-49fa-8e48-d6ed0977cf04 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 944 time: 0.1190960 Jul 16 01:22:55.942625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92c1965e-f928-45a4-b69d-faa1c7304e08 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.983363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-031f77b4-be01-4f8f-b5b0-ccee1626054e req-0b175bce-3221-4aa7-a712-95839bc63455 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489607 Jul 16 01:22:56.006365 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92c1965e-f928-45a4-b69d-faa1c7304e08 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.100902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-8922613e-3715-4985-8a8c-33ee968a7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.102985 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-8922613e-3715-4985-8a8c-33ee968a7bab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 1095 time: 0.1432457 Jul 16 01:22:56.105839 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92c1965e-f928-45a4-b69d-faa1c7304e08 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.108473 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92c1965e-f928-45a4-b69d-faa1c7304e08 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.112045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-92c1965e-f928-45a4-b69d-faa1c7304e08 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/security-groups/541f0b06-1c7f-4e35-9368-4219219acc4e HTTP/1.1" status: 204 len: 168 time: 0.2346654 Jul 16 01:22:56.112474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:56.153831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1965e-f928-45a4-b69d-faa1c7304e08 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541f0b06-1c7f-4e35-9368-4219219acc4e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.195557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab2be756-7f98-4805-b4d0-0f0eefa0d3a1 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.210144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d71f-f5db-4bbe-be53-d27c818a2688 req-3db6accc-9a90-49ea-9e2d-144acb5a286a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.217095 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df95d71f-f5db-4bbe-be53-d27c818a2688 req-3db6accc-9a90-49ea-9e2d-144acb5a286a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1766777 Jul 16 01:22:56.220058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab2be756-7f98-4805-b4d0-0f0eefa0d3a1 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.280776 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df95d71f-f5db-4bbe-be53-d27c818a2688 req-5e4baca1-32f4-4b8b-8555-2cb36adaf9d6 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627432 Jul 16 01:22:56.282679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab2be756-7f98-4805-b4d0-0f0eefa0d3a1 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.284196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-826a75fb-81ca-4ce3-838b-bb9bdd77d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.286111 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab2be756-7f98-4805-b4d0-0f0eefa0d3a1 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.286257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-826a75fb-81ca-4ce3-838b-bb9bdd77d331 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 917 time: 0.1690135 Jul 16 01:22:56.290119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ab2be756-7f98-4805-b4d0-0f0eefa0d3a1 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/security-groups/abcf87ec-472b-4190-bfd0-d77efa5ea24a HTTP/1.1" status: 204 len: 168 time: 0.1739304 Jul 16 01:22:56.292786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37298) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:56.312360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2be756-7f98-4805-b4d0-0f0eefa0d3a1 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcf87ec-472b-4190-bfd0-d77efa5ea24a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.374171 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-9fdd4c11-b78d-4ee7-b323-a96b9736e0e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96a1499-b8aa-42ed-98d9-9c827f246556 HTTP/1.1" status: 200 len: 217 time: 0.0696971 Jul 16 01:22:56.423817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-2128900e-1554-4505-9353-a43e75b387b3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet 8024c3cc-2c29-41fb-9872-802b3bd6efe5 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:56.429966 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2128900e-1554-4505-9353-a43e75b387b3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.454564 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.471325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-55f75c83-2fe9-4ed4-8365-805f2a615b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.473369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-55f75c83-2fe9-4ed4-8365-805f2a615b13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.0883951 Jul 16 01:22:56.481949 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2128900e-1554-4505-9353-a43e75b387b3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.599015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-17417670-8ddf-4862-9200-95f17c83e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.600450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-17417670-8ddf-4862-9200-95f17c83e9b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158180 Jul 16 01:22:56.605525 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2128900e-1554-4505-9353-a43e75b387b3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.736652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2128900e-1554-4505-9353-a43e75b387b3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.766702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4139c13-bae6-4cad-8da0-bb5e18779a4e req-5c2db412-927b-43a3-9576-3ee7e22b5b1b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.768248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f4139c13-bae6-4cad-8da0-bb5e18779a4e req-5c2db412-927b-43a3-9576-3ee7e22b5b1b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.0827720 Jul 16 01:22:56.769737 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-46827579-157d-4897-924b-bf81b17bbbaa service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392026 Jul 16 01:22:56.772709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128900e-1554-4505-9353-a43e75b387b3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=8024c3cc-2c29-41fb-9872-802b3bd6efe5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.776680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2128900e-1554-4505-9353-a43e75b387b3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.778564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2128900e-1554-4505-9353-a43e75b387b3 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/8024c3cc-2c29-41fb-9872-802b3bd6efe5 HTTP/1.1" status: 204 len: 168 time: 0.4851258 Jul 16 01:22:56.787927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:56.789417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698f73b7-4bae-4e31-b9d8-f65d27d745b9 None None] Network c960836c-7c88-4039-95b4-a451f5c9f937 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:56.837943 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f4139c13-bae6-4cad-8da0-bb5e18779a4e req-3b7ddf5a-e6fb-43d4-b4a8-aba7aa69f760 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627913 Jul 16 01:22:56.891248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-389c23b8-f4f4-47f2-b876-7befab574452 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet b5c55961-f8a0-4011-9687-40a014e47fa0 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:56.896513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-389c23b8-f4f4-47f2-b876-7befab574452 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.952793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26dd9d98-eefc-4d27-bb2b-4185516a30eb req-cfe1c8cd-f79a-4217-bd33-ef7b3cb866b9 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728370 Jul 16 01:22:56.954977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-389c23b8-f4f4-47f2-b876-7befab574452 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.072950 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-389c23b8-f4f4-47f2-b876-7befab574452 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.079371 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaa661cb-335b-4f1d-bd2f-aeed9388a42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.105141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b7ea0-5ba5-457c-8535-3a4723030b00 req-f3297907-8641-483d-9371-6d0256977bca tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.106754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-201b7ea0-5ba5-457c-8535-3a4723030b00 req-f3297907-8641-483d-9371-6d0256977bca tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 943 time: 0.0984278 Jul 16 01:22:57.179826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-389c23b8-f4f4-47f2-b876-7befab574452 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.208427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-201b7ea0-5ba5-457c-8535-3a4723030b00 req-18af7ff0-afda-4cff-9f70-7229fef5cefb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930374 Jul 16 01:22:57.208725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c23b8-f4f4-47f2-b876-7befab574452 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c55961-f8a0-4011-9687-40a014e47fa0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:57.220751 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-389c23b8-f4f4-47f2-b876-7befab574452 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.225408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-389c23b8-f4f4-47f2-b876-7befab574452 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/b5c55961-f8a0-4011-9687-40a014e47fa0 HTTP/1.1" status: 204 len: 168 time: 0.4344001 Jul 16 01:22:57.225662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:57.286646 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2827393-6539-4855-8a5c-1fc13c1206b0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:57.287104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2827393-6539-4855-8a5c-1fc13c1206b0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:57.292295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a2827393-6539-4855-8a5c-1fc13c1206b0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/8024c3cc-2c29-41fb-9872-802b3bd6efe5 HTTP/1.1" status: 404 len: 337 time: 0.0633457 Jul 16 01:22:57.294069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37324) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:57.380408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f7513d-68bd-4cf4-a83b-f6c4209fbd84 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting subnet 51700674-8165-4845-9e11-e1396169df3e {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:57.390051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f7513d-68bd-4cf4-a83b-f6c4209fbd84 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.444146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a0d21-497c-4dc1-84a3-558955c01e37 req-81ddcbd9-88c9-4029-8669-66e654ddd1c9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.445787 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-315a0d21-497c-4dc1-84a3-558955c01e37 req-81ddcbd9-88c9-4029-8669-66e654ddd1c9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 944 time: 0.1718700 Jul 16 01:22:57.464528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2b842005-995d-4ad8-a535-0bf5296b569e details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:57.465098 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f7513d-68bd-4cf4-a83b-f6c4209fbd84 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.546375 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-315a0d21-497c-4dc1-84a3-558955c01e37 req-50f2b295-2b59-4165-ad8d-a289e89af434 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944805 Jul 16 01:22:57.599760 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f7513d-68bd-4cf4-a83b-f6c4209fbd84 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.618893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 2b842005-995d-4ad8-a535-0bf5296b569e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2b842005-995d-4ad8-a535-0bf5296b569e,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:57.619838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d994e1-44ac-47ba-aaa7-1724a73bbdad req-7b080196-4110-4426-b722-9bc9d3ca5e3a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.624450 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-08d994e1-44ac-47ba-aaa7-1724a73bbdad req-7b080196-4110-4426-b722-9bc9d3ca5e3a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1445875 Jul 16 01:22:57.630790 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.640340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '2b842005-995d-4ad8-a535-0bf5296b569e', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'port_id': '2b842005-995d-4ad8-a535-0bf5296b569e', 'mac_address': 'fa:16:3e:ca:d1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:57.694363 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f7513d-68bd-4cf4-a83b-f6c4209fbd84 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.695293 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-08d994e1-44ac-47ba-aaa7-1724a73bbdad req-95551223-672d-4889-90b4-4934fe790d6d tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641930 Jul 16 01:22:57.704025 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.722131 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b842005-995d-4ad8-a535-0bf5296b569e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:57.733268 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7513d-68bd-4cf4-a83b-f6c4209fbd84 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Subnet': ['ID=51700674-8165-4845-9e11-e1396169df3e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:57.737192 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f7513d-68bd-4cf4-a83b-f6c4209fbd84 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.742274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37328) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:57.742437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d2f7513d-68bd-4cf4-a83b-f6c4209fbd84 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/51700674-8165-4845-9e11-e1396169df3e HTTP/1.1" status: 204 len: 168 time: 0.4488900 Jul 16 01:22:57.747250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 2b842005-995d-4ad8-a535-0bf5296b569e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2b842005-995d-4ad8-a535-0bf5296b569e,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:57.753178 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.754056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1f8bff01-481d-47a1-8263-f29ee0ad6d13 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:57.776971 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d55618-d80c-455b-9821-03e46af945c0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:57.777533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d55618-d80c-455b-9821-03e46af945c0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:57.779424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e6d55618-d80c-455b-9821-03e46af945c0 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/bfa76a46-c002-410a-a8e7-f30fa37636a2 HTTP/1.1" status: 404 len: 337 time: 0.0359759 Jul 16 01:22:57.782091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37330) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:57.820111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f7a46466-52ee-4ca2-ac28-aa2dbf4a5774 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a40d436-5d44-4036-8736-4b81ffe9e7a5 HTTP/1.1" status: 200 len: 205 time: 0.0356848 Jul 16 01:22:57.821763 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37332) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:57.841926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecff4f4-8d66-46ba-8163-e78f5e25d79e None None] Network c960836c-7c88-4039-95b4-a451f5c9f937 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:57.867351 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-eb5bea6b-4eb3-4635-a331-adbe3e254833 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] delete failed (client error): The resource could not be found. Jul 16 01:22:57.871015 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eb5bea6b-4eb3-4635-a331-adbe3e254833 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/routers/5a40d436-5d44-4036-8736-4b81ffe9e7a5 HTTP/1.1" status: 404 len: 336 time: 0.0413725 Jul 16 01:22:57.871159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37336) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:57.873627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=2b842005-995d-4ad8-a535-0bf5296b569e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:57.911060 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa00670-6c75-4020-93a7-17e359684db8 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:57.911524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa00670-6c75-4020-93a7-17e359684db8 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:57.913528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7fa00670-6c75-4020-93a7-17e359684db8 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/58e8635c-c682-471a-8927-1b6147e2374c HTTP/1.1" status: 404 len: 337 time: 0.0410373 Jul 16 01:22:57.916217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37338) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:57.950571 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b017d20b-cb38-4517-816d-5990e828c863 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:57.951163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b017d20b-cb38-4517-816d-5990e828c863 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:57.956354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37340) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:57.956570 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b017d20b-cb38-4517-816d-5990e828c863 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/ee870f04-3902-4a4d-b931-a69780870c22 HTTP/1.1" status: 404 len: 337 time: 0.0388179 Jul 16 01:22:57.986914 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-2814c638-8e6f-44a3-8140-e210f6eeffa9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:57.987380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2814c638-8e6f-44a3-8140-e210f6eeffa9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:57.991962 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2814c638-8e6f-44a3-8140-e210f6eeffa9 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/f3f62091-47cc-4405-9582-356ee02e101e HTTP/1.1" status: 404 len: 337 time: 0.0328741 Jul 16 01:22:57.992580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37342) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.012428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-65a42f74-2a61-4a36-a3aa-3a3301a0c910 None None] Provisioning complete for port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:58.012866 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65a42f74-2a61-4a36-a3aa-3a3301a0c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.021369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1f8bff01-481d-47a1-8263-f29ee0ad6d13, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1f8bff01-481d-47a1-8263-f29ee0ad6d13,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:58.028562 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4f17d0-03c1-44d9-b67c-bf0d4f668dfd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:58.029991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4f17d0-03c1-44d9-b67c-bf0d4f668dfd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:58.035264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.035445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8b4f17d0-03c1-44d9-b67c-bf0d4f668dfd tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/f9be11b1-d4c4-468f-a485-8052d09de942 HTTP/1.1" status: 404 len: 333 time: 0.0410421 Jul 16 01:22:58.069382 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd83f17-5f1e-4c15-b843-1f00d5d7a06c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:58.072023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd83f17-5f1e-4c15-b843-1f00d5d7a06c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:58.072157 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '1f8bff01-481d-47a1-8263-f29ee0ad6d13', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'port_id': '1f8bff01-481d-47a1-8263-f29ee0ad6d13', 'mac_address': 'fa:16:3e:64:ab:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1c54ac-3634-4b37-a18b-f8e6de0421c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:58.074262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37346) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.074397 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9dd83f17-5f1e-4c15-b843-1f00d5d7a06c tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/a9ebba19-073a-4568-8211-dd59caae7f25 HTTP/1.1" status: 404 len: 337 time: 0.0376415 Jul 16 01:22:58.083341 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3d7b7-5ed4-46b9-b014-be08aa573bbb req-4dd592b5-05ec-4ecf-924f-c33fce91c0f7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.084929 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbd3d7b7-5ed4-46b9-b014-be08aa573bbb req-4dd592b5-05ec-4ecf-924f-c33fce91c0f7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.1192842 Jul 16 01:22:58.111021 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5627866e-5ba5-430f-bf59-acba2d4e6b89 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:58.111527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5627866e-5ba5-430f-bf59-acba2d4e6b89 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:58.114492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5627866e-5ba5-430f-bf59-acba2d4e6b89 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/e71ff5eb-2aa0-409e-b7ca-ce377ee2d5dc HTTP/1.1" status: 404 len: 337 time: 0.0376284 Jul 16 01:22:58.118588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.133123 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbd3d7b7-5ed4-46b9-b014-be08aa573bbb req-4990f791-4723-41cf-a110-e5c807cec063 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418484 Jul 16 01:22:58.148670 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e29420-67de-4d58-b578-21e44fc48a66 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:58.149310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e29420-67de-4d58-b578-21e44fc48a66 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:58.153741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37350) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.153885 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-23e29420-67de-4d58-b578-21e44fc48a66 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/c4f77552-2fa2-4ffb-8665-209118245f2f HTTP/1.1" status: 404 len: 333 time: 0.0335894 Jul 16 01:22:58.155019 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-65a42f74-2a61-4a36-a3aa-3a3301a0c910 None None] Port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:58.167229 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.187821 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26c021e-e475-4890-a91e-418da1b28a3d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:58.188442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26c021e-e475-4890-a91e-418da1b28a3d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:58.189641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-65a42f74-2a61-4a36-a3aa-3a3301a0c910 None None] Provisioning complete for port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:58.190557 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65a42f74-2a61-4a36-a3aa-3a3301a0c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.190704 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e26c021e-e475-4890-a91e-418da1b28a3d tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/1555b050-39b2-4c1c-a3b3-5ca832718971 HTTP/1.1" status: 404 len: 337 time: 0.0353844 Jul 16 01:22:58.194135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.195330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8bff01-481d-47a1-8263-f29ee0ad6d13 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:58.226756 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-098a663c-5acd-4ea7-831a-a82122e01a70 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:58.227325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098a663c-5acd-4ea7-831a-a82122e01a70 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:58.231977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-098a663c-5acd-4ea7-831a-a82122e01a70 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/subnets/070a1519-7f30-4c66-b3db-ebd7c53ea858 HTTP/1.1" status: 404 len: 337 time: 0.0312557 Jul 16 01:22:58.232119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37354) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.250423 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1f8bff01-481d-47a1-8263-f29ee0ad6d13, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1f8bff01-481d-47a1-8263-f29ee0ad6d13,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:58.257012 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.372055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=1f8bff01-481d-47a1-8263-f29ee0ad6d13,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.386326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed2c3d4-ee58-419f-81dc-d97cfd983047 None None] DHCP port deletion for c960836c-7c88-4039-95b4-a451f5c9f937 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:22:58.388554 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.472499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2c3d4-ee58-419f-81dc-d97cfd983047 None None] Deleting port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:58.473558 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c3d4-ee58-419f-81dc-d97cfd983047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.475347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb46fe-d144-4deb-85dc-2b098f7e58e5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Deleting port 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:58.475696 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0bfb46fe-d144-4deb-85dc-2b098f7e58e5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.574990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b96a1499-b8aa-42ed-98d9-9c827f246556 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:58.578000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc6aa5-0380-40f8-aba0-02ea7896a585 req-f7e6e99b-9cc8-4b45-931d-9dc8cd7c58f6 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.582164 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a0bc6aa5-0380-40f8-aba0-02ea7896a585 req-f7e6e99b-9cc8-4b45-931d-9dc8cd7c58f6 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 944 time: 0.1170704 Jul 16 01:22:58.611126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7ed2c3d4-ee58-419f-81dc-d97cfd983047 None None] For port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,segment=NetworkSegment(a77601bb-1ee7-4777-a84a-f7d6a5cbf02e),segment_id=a77601bb-1ee7-4777-a84a-f7d6a5cbf02e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:58.611919 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c3d4-ee58-419f-81dc-d97cfd983047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.623705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:58.661932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2c3d4-ee58-419f-81dc-d97cfd983047 None None] Calling delete_port for 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:58.677409 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0bfb46fe-d144-4deb-85dc-2b098f7e58e5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.688087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a0bc6aa5-0380-40f8-aba0-02ea7896a585 req-3b41f6e9-5b64-47b0-9a2a-c489f6a7b365 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985270 Jul 16 01:22:58.708235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb46fe-d144-4deb-85dc-2b098f7e58e5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Calling delete_port for 2eeb971b-06c2-45a8-afde-fb4c031a6fc4 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:58.740018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['2b842005-995d-4ad8-a535-0bf5296b569e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:58.867619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aabb9-a4a7-458a-af6b-392a25934156 req-fc7eaec1-f281-4477-a440-37e4dc7d131e tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.870223 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-813aabb9-a4a7-458a-af6b-392a25934156 req-fc7eaec1-f281-4477-a440-37e4dc7d131e tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 945 time: 0.1144698 Jul 16 01:22:58.888520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0bfb46fe-d144-4deb-85dc-2b098f7e58e5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.919539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:58.937857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb46fe-d144-4deb-85dc-2b098f7e58e5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Port': ['ID=2eeb971b-06c2-45a8-afde-fb4c031a6fc4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.944008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0bfb46fe-d144-4deb-85dc-2b098f7e58e5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.946451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0bfb46fe-d144-4deb-85dc-2b098f7e58e5 tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/ports/2eeb971b-06c2-45a8-afde-fb4c031a6fc4 HTTP/1.1" status: 204 len: 168 time: 0.7134392 Jul 16 01:22:58.949140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.972151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-813aabb9-a4a7-458a-af6b-392a25934156 req-880d6e07-f30c-4297-9d16-295998e7e9b1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958922 Jul 16 01:22:59.004932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'port_id': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'mac_address': 'fa:16:3e:ea:43:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:59.026034 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c3d4-ee58-419f-81dc-d97cfd983047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.060781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b7bba-7a57-4306-8465-4bc94991eafb req-95806c30-ec43-4c5e-b5eb-2db2bbda2355 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:59.062465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-330b7bba-7a57-4306-8465-4bc94991eafb req-95806c30-ec43-4c5e-b5eb-2db2bbda2355 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1690154 Jul 16 01:22:59.070690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.092982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:59.103115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2c3d4-ee58-419f-81dc-d97cfd983047 None None] Pushing event deleted for resources: {'Port': ['ID=9d0d4d42-6dc9-49ca-8903-4d03de3ca38e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.135213 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-330b7bba-7a57-4306-8465-4bc94991eafb req-408b8471-5435-4900-bb75-458de928a00c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614209 Jul 16 01:22:59.136772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2c3d4-ee58-419f-81dc-d97cfd983047 None None] No DVR routers for this DVR port 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:59.144310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:59.144886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d0d4d42-6dc9-49ca-8903-4d03de3ca38e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:59.174266 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.214752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96a1499-b8aa-42ed-98d9-9c827f246556 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:59.216931 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.231365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c960836c-7c88-4039-95b4-a451f5c9f937']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:59.243738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77601bb-1ee7-4777-a84a-f7d6a5cbf02e') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:59.244032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77601bb-1ee7-4777-a84a-f7d6a5cbf02e') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:59.256586 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.263666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:59.275831 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.278717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.288419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:59.288850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.350183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55295f-c270-4324-a91c-95ef5d5c9b9d req-0525396e-85ec-4657-b5d6-e2f30c123c3f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:59.351947 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa55295f-c270-4324-a91c-95ef5d5c9b9d req-0525396e-85ec-4657-b5d6-e2f30c123c3f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.0787990 Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:59.353956 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:59.364140 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.370379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.382528 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.384491 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] 10.222.0.64 "DELETE /v2.0/networks/c960836c-7c88-4039-95b4-a451f5c9f937 HTTP/1.1" status: 204 len: 168 time: 0.4341733 Jul 16 01:22:59.419381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9557c94-c988-4f56-964b-049c2b96733f tempest-PortsIpV6TestJSON-1571302552 tempest-PortsIpV6TestJSON-1571302552-project] Pushing event deleted for resources: {'Network': ['ID=c960836c-7c88-4039-95b4-a451f5c9f937,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.419834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa55295f-c270-4324-a91c-95ef5d5c9b9d req-2878e89f-6c88-4929-a86c-72671d338c25 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538657 Jul 16 01:22:59.586825 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b96a1499-b8aa-42ed-98d9-9c827f246556'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:59.653287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37378) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:59.900312 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f05af914-94d1-4c23-a875-db1542ae8ae6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0136dc78c16345c8b1061962395130ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435577 Jul 16 01:22:59.901091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37384) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:59.922475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b08e1-639a-4883-99da-7107757dc555 req-a3322c8b-78e6-4c6b-ad12-afb504c1beef tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:59.924083 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f7b08e1-639a-4883-99da-7107757dc555 req-a3322c8b-78e6-4c6b-ad12-afb504c1beef tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 944 time: 0.1035156 Jul 16 01:22:59.980733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0e373a-89e1-4615-9ace-2de26822f30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.983775 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f7b08e1-639a-4883-99da-7107757dc555 req-99441d70-28bf-4f06-973c-1be441ed1873 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511515 Jul 16 01:23:00.009654 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.023410 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0e373a-89e1-4615-9ace-2de26822f30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.089388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0e373a-89e1-4615-9ace-2de26822f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.093982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0e373a-89e1-4615-9ace-2de26822f30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.095416 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-de0e373a-89e1-4615-9ace-2de26822f30b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/832cb5e8-10b6-4f87-a83b-4407e4021bd0 HTTP/1.1" status: 204 len: 168 time: 0.1933260 Jul 16 01:23:00.110634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e373a-89e1-4615-9ace-2de26822f30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832cb5e8-10b6-4f87-a83b-4407e4021bd0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:00.205924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512c0a4-f13e-442f-b6e4-05d2d0b4a0d5 req-d822a4ba-fae3-4885-81cd-3a6aafb0081f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.210092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3512c0a4-f13e-442f-b6e4-05d2d0b4a0d5 req-d822a4ba-fae3-4885-81cd-3a6aafb0081f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 945 time: 0.0951819 Jul 16 01:23:00.286329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3512c0a4-f13e-442f-b6e4-05d2d0b4a0d5 req-0cb11e1c-3527-4102-8ade-9c2d1b6833fc tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654287 Jul 16 01:23:00.387605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30f475-7d12-4f04-9527-4e133516e2e3 req-7553fda6-dc85-42b4-ad31-b106d27419bc tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.389113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f30f475-7d12-4f04-9527-4e133516e2e3 req-7553fda6-dc85-42b4-ad31-b106d27419bc tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.0690227 Jul 16 01:23:00.430565 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f30f475-7d12-4f04-9527-4e133516e2e3 req-3330d164-8ba1-4241-a964-95626b43aec5 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Jul 16 01:23:00.571044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b96a1499-b8aa-42ed-98d9-9c827f246556 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:00.623765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d751045-80e7-475a-bb9d-ffb187450098 req-ea60b7b3-8803-47c1-8b96-2c0a27fd55b8 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.625329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d751045-80e7-475a-bb9d-ffb187450098 req-ea60b7b3-8803-47c1-8b96-2c0a27fd55b8 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.0855742 Jul 16 01:23:00.639511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port b96a1499-b8aa-42ed-98d9-9c827f246556 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:00.643855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port b96a1499-b8aa-42ed-98d9-9c827f246556 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:00.645348 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.672392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d751045-80e7-475a-bb9d-ffb187450098 req-9148538e-1cbc-44f7-97eb-67e6b2fbebf1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 Jul 16 01:23:00.746360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.791521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:00.793317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:00.796568 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1c3f02-820d-4d24-bdb7-133139f7caa7" -d '{"events": [{"server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "name": "network-vif-plugged", "status": "completed", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:00.801403 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.861499 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad18c803-769e-414f-bf40-a3aec3d4950b x-openstack-request-id: req-ad18c803-769e-414f-bf40-a3aec3d4950b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:00.862257 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "name": "network-vif-plugged", "status": "completed", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:00.862693 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad18c803-769e-414f-bf40-a3aec3d4950b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:00.869298 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'code': 200} Jul 16 01:23:00.901754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:01.000826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8a510-a4b6-4ae3-ac5a-7e306a926f08 req-c532cb95-46b7-411c-9ee6-27127f70ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.002467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcb8a510-a4b6-4ae3-ac5a-7e306a926f08 req-c532cb95-46b7-411c-9ee6-27127f70ce3a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0597558 Jul 16 01:23:01.048728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcb8a510-a4b6-4ae3-ac5a-7e306a926f08 req-4382e226-0d13-4da0-aa6c-5ac24ef0a47a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354512 Jul 16 01:23:01.195891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c1189-621b-4ac5-8533-3ce81d05fddd req-da7eb402-72c1-408a-89a5-41a14dc1e9bc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.198214 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e41c1189-621b-4ac5-8533-3ce81d05fddd req-da7eb402-72c1-408a-89a5-41a14dc1e9bc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 944 time: 0.0841577 Jul 16 01:23:01.255039 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e41c1189-621b-4ac5-8533-3ce81d05fddd req-13ba3752-b224-4d0a-8d88-683d7a946aeb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467153 Jul 16 01:23:01.482753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1f8bff01-481d-47a1-8263-f29ee0ad6d13 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:01.507948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968690d-86c2-4af1-9dab-e07d74ae0fad req-0005c563-aaa8-4b71-a55c-a4a0b6cf23ad tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.510104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a968690d-86c2-4af1-9dab-e07d74ae0fad req-0005c563-aaa8-4b71-a55c-a4a0b6cf23ad tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 945 time: 0.0842199 Jul 16 01:23:01.576123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 1f8bff01-481d-47a1-8263-f29ee0ad6d13 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:01.581488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 1f8bff01-481d-47a1-8263-f29ee0ad6d13 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:01.582728 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.620672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a968690d-86c2-4af1-9dab-e07d74ae0fad req-81ae1252-94b0-4a5a-8250-58d8210b3038 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020560 Jul 16 01:23:01.709926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0667-0c31-4de0-95eb-2313baa952b2 req-0deb0ad1-c1c0-43ad-b6b5-ffeb0e3c7a21 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.720548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-075d0667-0c31-4de0-95eb-2313baa952b2 req-0deb0ad1-c1c0-43ad-b6b5-ffeb0e3c7a21 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1024485 Jul 16 01:23:01.761231 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.788437 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-075d0667-0c31-4de0-95eb-2313baa952b2 req-080ed9c7-1bc4-4cf0-872b-d97e48d055ac tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663977 Jul 16 01:23:01.931639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf82bb2-cabf-4a39-9369-ce206ec9a2e4 req-c0dfc963-712f-4466-b3df-929426e3d33d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.941365 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-baf82bb2-cabf-4a39-9369-ce206ec9a2e4 req-c0dfc963-712f-4466-b3df-929426e3d33d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.1092808 Jul 16 01:23:02.019143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1f8bff01-481d-47a1-8263-f29ee0ad6d13, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1f8bff01-481d-47a1-8263-f29ee0ad6d13,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:02.020218 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-baf82bb2-cabf-4a39-9369-ce206ec9a2e4 req-89f13869-6170-4ec6-8009-b370b4e184d1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776951 Jul 16 01:23:02.038124 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.038124 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2b842005-995d-4ad8-a535-0bf5296b569e up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:02.146980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=1f8bff01-481d-47a1-8263-f29ee0ad6d13,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:02.163162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 2b842005-995d-4ad8-a535-0bf5296b569e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:02.167633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 2b842005-995d-4ad8-a535-0bf5296b569e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:02.168114 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.289891 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.336315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 2b842005-995d-4ad8-a535-0bf5296b569e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2b842005-995d-4ad8-a535-0bf5296b569e,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:02.340768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.392896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=2b842005-995d-4ad8-a535-0bf5296b569e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:02.465562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fd6f2-2156-404a-9d6e-d608aa9cb9f4 req-777fafb0-f8bc-471b-abfe-7b1ab749a49d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.467102 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc5fd6f2-2156-404a-9d6e-d608aa9cb9f4 req-777fafb0-f8bc-471b-abfe-7b1ab749a49d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 945 time: 0.0705249 Jul 16 01:23:02.507211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc5fd6f2-2156-404a-9d6e-d608aa9cb9f4 req-40a343ca-3b3a-4c00-b71d-0a3c9fabc492 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339422 Jul 16 01:23:02.575706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37472) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:02.680318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-410368fd-8b27-4d4c-9ce6-0022406afff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.775812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-410368fd-8b27-4d4c-9ce6-0022406afff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.779831 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-410368fd-8b27-4d4c-9ce6-0022406afff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.821557 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-410368fd-8b27-4d4c-9ce6-0022406afff5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c5f5930423d4ef6954d4c2f855398fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446547 Jul 16 01:23:02.822201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:02.824219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410368fd-8b27-4d4c-9ce6-0022406afff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d09445-57b4-423c-8654-c534aab9f68b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:02.832775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8fe6b-2c93-4a15-b31d-c6ef5adb4ea9 req-2e6f3ead-118c-4911-b99f-7ef1bbb82ccb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.834473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99a8fe6b-2c93-4a15-b31d-c6ef5adb4ea9 req-2e6f3ead-118c-4911-b99f-7ef1bbb82ccb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 946 time: 0.0770769 Jul 16 01:23:02.871007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd374e5-1a26-4346-a4cd-590137c7e0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8bff01-481d-47a1-8263-f29ee0ad6d13'}, {'server_uuid': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b842005-995d-4ad8-a535-0bf5296b569e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:02.873369 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452f0c8e-88b2-4d93-8a9a-63c2409dcfee" -d '{"events": [{"server_uuid": "efd374e5-1a26-4346-a4cd-590137c7e0e3", "name": "network-vif-plugged", "status": "completed", "tag": "1f8bff01-481d-47a1-8263-f29ee0ad6d13"}, {"server_uuid": "8ea22115-c775-4c1a-b002-f91e021c6fdb", "name": "network-vif-plugged", "status": "completed", "tag": "2b842005-995d-4ad8-a535-0bf5296b569e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:02.880237 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86d40f81-85f1-43d8-992f-6233041619d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.894170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99a8fe6b-2c93-4a15-b31d-c6ef5adb4ea9 req-2229326f-3cd5-4d8f-a3d3-896b64cac21c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497117 Jul 16 01:23:02.905116 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86d40f81-85f1-43d8-992f-6233041619d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.947218 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976da808-b415-47ec-97a4-6456677db035 x-openstack-request-id: req-976da808-b415-47ec-97a4-6456677db035 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:02.947527 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd374e5-1a26-4346-a4cd-590137c7e0e3", "name": "network-vif-plugged", "status": "completed", "tag": "1f8bff01-481d-47a1-8263-f29ee0ad6d13", "code": 200}, {"server_uuid": "8ea22115-c775-4c1a-b002-f91e021c6fdb", "name": "network-vif-plugged", "status": "completed", "tag": "2b842005-995d-4ad8-a535-0bf5296b569e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:02.947774 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-976da808-b415-47ec-97a4-6456677db035 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:02.948195 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd374e5-1a26-4346-a4cd-590137c7e0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8bff01-481d-47a1-8263-f29ee0ad6d13', 'code': 200} Jul 16 01:23:02.948452 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b842005-995d-4ad8-a535-0bf5296b569e', 'code': 200} Jul 16 01:23:02.995183 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86d40f81-85f1-43d8-992f-6233041619d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.997856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86d40f81-85f1-43d8-992f-6233041619d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.999062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-86d40f81-85f1-43d8-992f-6233041619d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3d09445-57b4-423c-8654-c534aab9f68b HTTP/1.1" status: 204 len: 168 time: 0.1758177 Jul 16 01:23:03.009503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99392b2f-6c26-41e3-ad83-24c1b86b01bb req-d8bcb095-b9ae-46cb-98ed-f017e709f071 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.011352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99392b2f-6c26-41e3-ad83-24c1b86b01bb req-d8bcb095-b9ae-46cb-98ed-f017e709f071 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.0997641 Jul 16 01:23:03.026994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d40f81-85f1-43d8-992f-6233041619d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d09445-57b4-423c-8654-c534aab9f68b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.092081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99392b2f-6c26-41e3-ad83-24c1b86b01bb req-1cb2a8ce-56f9-470b-b531-ae8d94c6aa4d tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726292 Jul 16 01:23:03.108273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298f8fc-434c-4c1b-a398-b647f211cbd9 req-1a12e814-c84f-4e30-911a-a78f88d6f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.110201 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7298f8fc-434c-4c1b-a398-b647f211cbd9 req-1a12e814-c84f-4e30-911a-a78f88d6f096 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 1097 time: 0.0921583 Jul 16 01:23:03.110543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5861d1-b18b-4b6d-bfa4-b1a7882fd416 req-30c23c20-dfdd-46f2-a074-09142d8f0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.117891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f5861d1-b18b-4b6d-bfa4-b1a7882fd416 req-30c23c20-dfdd-46f2-a074-09142d8f0a98 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 1098 time: 0.0856373 Jul 16 01:23:03.158249 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f5861d1-b18b-4b6d-bfa4-b1a7882fd416 req-fb3cb2f0-5889-41fb-b8cf-4f56ab31edf7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334699 Jul 16 01:23:03.181811 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7298f8fc-434c-4c1b-a398-b647f211cbd9 req-dfaf04fe-4b7d-400a-83ee-b011f509e84e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627649 Jul 16 01:23:03.294573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede1350-215e-455c-97c4-b1ff8c71234d req-82484bfe-6200-49e8-9ceb-225bd3525b11 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.296136 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ede1350-215e-455c-97c4-b1ff8c71234d req-82484bfe-6200-49e8-9ceb-225bd3525b11 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.0806179 Jul 16 01:23:03.334815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37494) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:03.339034 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ede1350-215e-455c-97c4-b1ff8c71234d req-1ae56624-3d0d-401a-a948-abebd503d6fc tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342252 Jul 16 01:23:03.349101 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb1e9a2f-ea19-4aea-b804-8cdff1b78cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.459046 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb1e9a2f-ea19-4aea-b804-8cdff1b78cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.463913 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb1e9a2f-ea19-4aea-b804-8cdff1b78cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.546271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cb1e9a2f-ea19-4aea-b804-8cdff1b78cd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6c7037f66c44b82bac53fb647891e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081070 Jul 16 01:23:03.546271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e9a2f-ea19-4aea-b804-8cdff1b78cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5452e1-3e63-488e-9548-d4160d850940,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.547496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37500) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:03.588230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16ae38-7f68-4fa3-b514-5e3ae94ca529 req-32114ca4-ea40-42a8-8c84-9f50d3b6fd40 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.590291 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c16ae38-7f68-4fa3-b514-5e3ae94ca529 req-32114ca4-ea40-42a8-8c84-9f50d3b6fd40 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.1223066 Jul 16 01:23:03.603926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37502) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:03.609299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e6b09ea0-2b04-4121-9168-504c54b7a01f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'floatingip': {'port_id': 'b96a1499-b8aa-42ed-98d9-9c827f246556'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:03.627513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d7d547-4ce3-4170-81ec-466615fe96eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.652462 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6b09ea0-2b04-4121-9168-504c54b7a01f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.655151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d7d547-4ce3-4170-81ec-466615fe96eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.747388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d7d547-4ce3-4170-81ec-466615fe96eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.749924 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d7d547-4ce3-4170-81ec-466615fe96eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.751659 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-70d7d547-4ce3-4170-81ec-466615fe96eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e5452e1-3e63-488e-9548-d4160d850940 HTTP/1.1" status: 204 len: 168 time: 0.2022150 Jul 16 01:23:03.773023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa8ff5-fb82-4e3e-ae1b-c04346236ca9 req-ea74f42c-219b-4ac3-b456-c30568c3d27d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.774664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76fa8ff5-fb82-4e3e-ae1b-c04346236ca9 req-ea74f42c-219b-4ac3-b456-c30568c3d27d tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 945 time: 0.1223402 Jul 16 01:23:03.775656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7d547-4ce3-4170-81ec-466615fe96eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5452e1-3e63-488e-9548-d4160d850940,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.820400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76fa8ff5-fb82-4e3e-ae1b-c04346236ca9 req-7a9eb7f3-aa6a-4b5e-b26b-c4e6b62362f7 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399435 Jul 16 01:23:04.233137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10be9de-3361-44fc-a8a8-583713889b57 req-08036513-6b16-445e-ba44-d9331caf2a88 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:04.234848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d10be9de-3361-44fc-a8a8-583713889b57 req-08036513-6b16-445e-ba44-d9331caf2a88 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 946 time: 0.2033236 Jul 16 01:23:04.343892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-e6b09ea0-2b04-4121-9168-504c54b7a01f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:23:04.378156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a142f65-d4b2-4b5c-a280-b5bb2519c4da req-5aace3db-3bef-43b8-bafb-d1a5f19677d5 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:04.383066 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a142f65-d4b2-4b5c-a280-b5bb2519c4da req-5aace3db-3bef-43b8-bafb-d1a5f19677d5 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1616693 Jul 16 01:23:04.406572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d10be9de-3361-44fc-a8a8-583713889b57 req-55b54251-9a0c-4c73-be04-214a34d068c7 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625490 Jul 16 01:23:04.456496 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a142f65-d4b2-4b5c-a280-b5bb2519c4da req-323fa262-1057-400a-8d95-27247b028142 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671263 Jul 16 01:23:04.470914 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6b09ea0-2b04-4121-9168-504c54b7a01f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.477792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6b09ea0-2b04-4121-9168-504c54b7a01f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.590690 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-e6b09ea0-2b04-4121-9168-504c54b7a01f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Floating IP d9860d5c-6e08-4f57-8abc-732b5541d960 associated. External IP: 172.25.4.132, port: b96a1499-b8aa-42ed-98d9-9c827f246556. Jul 16 01:23:04.808587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b09ea0-2b04-4121-9168-504c54b7a01f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:04.942408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b09ea0-2b04-4121-9168-504c54b7a01f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:04.949547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6b09ea0-2b04-4121-9168-504c54b7a01f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.955922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] Sync routers for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:04.966680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:04.967643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:04.995818 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e6b09ea0-2b04-4121-9168-504c54b7a01f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "PUT /v2.0/floatingips/d9860d5c-6e08-4f57-8abc-732b5541d960 HTTP/1.1" status: 200 len: 991 time: 1.3907690 Jul 16 01:23:04.996425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:04.998909 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434" -d '{"events": [{"name": "network-changed", "server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:05.044258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af5a0a-03db-4545-9f78-4fce5a1a40e1 req-b6fa5c3a-f23e-4ab0-8a0c-9dc0fd2c95d8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.053188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6af5a0a-03db-4545-9f78-4fce5a1a40e1 req-b6fa5c3a-f23e-4ab0-8a0c-9dc0fd2c95d8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 945 time: 0.1058946 Jul 16 01:23:05.106845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6af5a0a-03db-4545-9f78-4fce5a1a40e1 req-3b85c935-2947-49f9-be71-fbe0a29f0fa4 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524554 Jul 16 01:23:05.115818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:05.171324 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5da5736-797c-4e2b-94f8-7e4f6efb451d x-openstack-request-id: req-c5da5736-797c-4e2b-94f8-7e4f6efb451d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:05.171613 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:05.171859 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5da5736-797c-4e2b-94f8-7e4f6efb451d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:05.172262 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'status': 'completed', 'code': 200} Jul 16 01:23:05.292760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-8ba32850-66d7-4b82-840f-a4d92985dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.294333 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-8ba32850-66d7-4b82-840f-a4d92985dd8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0949705 Jul 16 01:23:05.352202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e24544-1c2b-4e41-b951-b8dac3473b59 req-58f42c8c-ab15-44e6-94e7-c50276b8ed5c tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.353628 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-75e24544-1c2b-4e41-b951-b8dac3473b59 req-58f42c8c-ab15-44e6-94e7-c50276b8ed5c tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 945 time: 0.1136103 Jul 16 01:23:05.389365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'd9860d5c-6e08-4f57-8abc-732b5541d960', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'port_id': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'mac_address': 'fa:16:3e:ea:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:22:43Z', 'updated_at': '2021-07-16T01:23:04Z', 'revision_number': 1, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:05.420480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] Checking router: 53f565f4-29ca-4fd6-a0b9-d808bb93a22c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:05.435949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:05.436676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:05.440245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-8430743f-73d9-49c1-9c7c-c5554cc9bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.442449 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-8430743f-73d9-49c1-9c7c-c5554cc9bb75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 917 time: 0.1391594 Jul 16 01:23:05.445280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-75e24544-1c2b-4e41-b951-b8dac3473b59 req-516f46af-0e61-41bf-94cf-fd4d483737e8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633669 Jul 16 01:23:05.493244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:05.538043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-f971e58a-781e-4be5-92dc-265adabe0eac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96a1499-b8aa-42ed-98d9-9c827f246556 HTTP/1.1" status: 200 len: 999 time: 0.0855510 Jul 16 01:23:05.608814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6fa32a-0778-4d4d-9e37-07c48939819c tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.611046 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2d6fa32a-0778-4d4d-9e37-07c48939819c tempest-TestNetworkBasicOps-839733032 tempest-TestNetworkBasicOps-839733032-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 1092 time: 0.1167080 Jul 16 01:23:05.614434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:05.619397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:05.620279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '2b842005-995d-4ad8-a535-0bf5296b569e', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:05.648830 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.660604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-febbb046-0e83-4860-9595-8a536183e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.662377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-febbb046-0e83-4860-9595-8a536183e3b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.1131780 Jul 16 01:23:05.792530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c735c-6da5-4494-b6ed-89a074044445 req-3c2fc0c5-aa6e-465b-a7cf-61300118068d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.794549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a9c735c-6da5-4494-b6ed-89a074044445 req-3c2fc0c5-aa6e-465b-a7cf-61300118068d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 946 time: 0.1290281 Jul 16 01:23:05.817438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-2e1a82cd-6a5a-4e82-ad22-077c95a73dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.819346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-2e1a82cd-6a5a-4e82-ad22-077c95a73dae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484852 Jul 16 01:23:05.862003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa57f74-b8f0-465e-99c4-b9dc0fc757e2 req-145a9a32-71f3-49f1-b1b7-f822fdd4997a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.863029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.870119 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfa57f74-b8f0-465e-99c4-b9dc0fc757e2 req-145a9a32-71f3-49f1-b1b7-f822fdd4997a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1355004 Jul 16 01:23:05.878219 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a9c735c-6da5-4494-b6ed-89a074044445 req-f375ef10-b24c-4611-a28a-e743a5610b5b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698860 Jul 16 01:23:05.989423 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'd9860d5c-6e08-4f57-8abc-732b5541d960', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'port_id': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'mac_address': 'fa:16:3e:ea:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:22:43Z', 'updated_at': '2021-07-16T01:23:04Z', 'revision_number': 1, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:06.042227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd06b7c-e0f6-4c5c-836f-38f1e099887a None None] The sync data for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 is: [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'd9860d5c-6e08-4f57-8abc-732b5541d960', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'port_id': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'mac_address': 'fa:16:3e:ea:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:22:43Z', 'updated_at': '2021-07-16T01:23:04Z', 'revision_number': 1, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:06.062236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Allocated IP 172.25.4.25 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/fd689200-7271-4923-b62e-22a500e3c49e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:06.213029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:06.275235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.395713 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.420780 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66fd566-997c-4b39-9687-6b5d95810964 None None] New status for floating IP d9860d5c-6e08-4f57-8abc-732b5541d960: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:23:06.461041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfa57f74-b8f0-465e-99c4-b9dc0fc757e2 req-e8ed4e03-9f4c-4b93-8751-09c6c007e8d5 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895739 Jul 16 01:23:06.480355 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bef7cc1e-7910-46b4-82a9-caf3b0ce3044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.481097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-15aaaab6-994f-4de4-8176-ebad7e485499 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512980 Jul 16 01:23:06.489516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:06.502166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f4e1a-6ca5-4951-932c-cfa4a2107d68 req-181e9b48-44bc-46e7-b2cf-6f499306c570 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:06.509623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-112f4e1a-6ca5-4951-932c-cfa4a2107d68 req-181e9b48-44bc-46e7-b2cf-6f499306c570 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.2164631 Jul 16 01:23:06.525731 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:06.529674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:06.534153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=fd689200-7271-4923-b62e-22a500e3c49e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.564387 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-112f4e1a-6ca5-4951-932c-cfa4a2107d68 req-8c951c70-2e11-4207-b496-8844c5bed292 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/quotas/54b9f79c3d0a4882b8ae1b6f6adb2f4a HTTP/1.1" status: 200 len: 375 time: 0.0531645 Jul 16 01:23:06.593795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fc09767-61bc-4e9d-bc4b-4d11c8cab434 req-04da4aff-3bc7-496a-a822-31a5f8e83b49 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973146 Jul 16 01:23:06.765265 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-112f4e1a-6ca5-4951-932c-cfa4a2107d68 req-7ca52e6b-655a-4369-919a-9f377d7b1428 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2000248 Jul 16 01:23:06.852056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bef7cc1e-7910-46b4-82a9-caf3b0ce3044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.862316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bef7cc1e-7910-46b4-82a9-caf3b0ce3044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.320871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bef7cc1e-7910-46b4-82a9-caf3b0ce3044 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=318428f1d1484199bdbe5028850c8d80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1067657 Jul 16 01:23:07.323538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:07.332625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7cc1e-7910-46b4-82a9-caf3b0ce3044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf7e488-96d7-401f-9c7f-d66c4370106c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:07.344369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-112f4e1a-6ca5-4951-932c-cfa4a2107d68 req-cb9bb103-1348-40db-951d-e94740380d6b service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666013 Jul 16 01:23:07.375788 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a8af90b-2159-42ac-93c9-cef2b8c40dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.404767 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a8af90b-2159-42ac-93c9-cef2b8c40dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.458806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a8af90b-2159-42ac-93c9-cef2b8c40dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.461948 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a8af90b-2159-42ac-93c9-cef2b8c40dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.463504 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6a8af90b-2159-42ac-93c9-cef2b8c40dd9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbf7e488-96d7-401f-9c7f-d66c4370106c HTTP/1.1" status: 204 len: 168 time: 0.1388237 Jul 16 01:23:07.479436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8af90b-2159-42ac-93c9-cef2b8c40dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf7e488-96d7-401f-9c7f-d66c4370106c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:07.546701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-112f4e1a-6ca5-4951-932c-cfa4a2107d68 req-3075cda7-2af2-43c7-a7d6-12a9b774d38f service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928725 Jul 16 01:23:07.578904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.674498 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.681187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3a9df-7052-4be0-9eb8-105a87ce1fd4 req-4267f925-6828-4823-b974-ae4b36fa3a3b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:07.682946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3b3a9df-7052-4be0-9eb8-105a87ce1fd4 req-4267f925-6828-4823-b974-ae4b36fa3a3b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.0777526 Jul 16 01:23:07.756475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3b3a9df-7052-4be0-9eb8-105a87ce1fd4 req-5337aa79-734c-496f-95d7-1747d867e5c0 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657871 Jul 16 01:23:07.908758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:07.921995 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.934148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20f03f3f-72db-4dc6-8de3-d50208b61409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.939058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.030902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event updated for resources: {'Port': ['ID=fd689200-7271-4923-b62e-22a500e3c49e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.041187 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.065973 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20f03f3f-72db-4dc6-8de3-d50208b61409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.074706 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20f03f3f-72db-4dc6-8de3-d50208b61409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.135117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-20f03f3f-72db-4dc6-8de3-d50208b61409 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=366dcff3bed742eba2b8e2cfe6432280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2212827 Jul 16 01:23:08.138317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37630) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:08.174295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f03f3f-72db-4dc6-8de3-d50208b61409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f910b0f-20ec-4c61-ac65-57ce3927a251,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.176529 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Floating IP 33ef4664-fa3a-404a-82ae-093940f82eaa associated. External IP: 172.25.4.25, port: 2b842005-995d-4ad8-a535-0bf5296b569e. Jul 16 01:23:08.203263 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-408f21c0-2486-4e12-85cb-e44cf7f451bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.230537 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-408f21c0-2486-4e12-85cb-e44cf7f451bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.304317 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-408f21c0-2486-4e12-85cb-e44cf7f451bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.309608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-408f21c0-2486-4e12-85cb-e44cf7f451bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.322626 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-408f21c0-2486-4e12-85cb-e44cf7f451bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f910b0f-20ec-4c61-ac65-57ce3927a251 HTTP/1.1" status: 204 len: 168 time: 0.1769831 Jul 16 01:23:08.348433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f21c0-2486-4e12-85cb-e44cf7f451bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f910b0f-20ec-4c61-ac65-57ce3927a251,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.534790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:08.685780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:08.698096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] Sync routers for ids ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:08.713152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] Routers {'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:08.713800 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:08.722157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.815247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2d324-516f-4f20-9fc4-bcf6a22186f9 req-fd3e737a-d2fb-4f65-803f-a1380a59587b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:08.819016 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6e2d324-516f-4f20-9fc4-bcf6a22186f9 req-fd3e737a-d2fb-4f65-803f-a1380a59587b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.0793896 Jul 16 01:23:08.871891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6e2d324-516f-4f20-9fc4-bcf6a22186f9 req-7338de9c-2bd8-411f-ac1d-1300cb705c07 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479093 Jul 16 01:23:08.890859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] Set router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:08.928747 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f1d4b456-327b-4ed6-a2d2-ea1c185251cc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3104029 Jul 16 01:23:08.929293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37676) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:08.931393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'tag': '2b842005-995d-4ad8-a535-0bf5296b569e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:08.935953 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea22115-c775-4c1a-b002-f91e021c6fdb", "tag": "2b842005-995d-4ad8-a535-0bf5296b569e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:08.991579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-136c32f3-ea5a-484c-b6c8-b0e28b4dca09 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:08.993649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-136c32f3-ea5a-484c-b6c8-b0e28b4dca09 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.2373295 Jul 16 01:23:09.022121 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1af818c8-5cd5-4989-8339-f1262eda15d9 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/floatingips/33ef4664-fa3a-404a-82ae-093940f82eaa HTTP/1.1" status: 200 len: 990 time: 0.0914965 Jul 16 01:23:09.030551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-c8a97e1a-7091-43fd-b754-121a22a177de tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/quotas/54b9f79c3d0a4882b8ae1b6f6adb2f4a HTTP/1.1" status: 200 len: 375 time: 0.0286405 Jul 16 01:23:09.133222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-e8a791b8-6d24-46a3-a027-36a43b7cad4c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882859 Jul 16 01:23:09.135344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ee1f7-00e9-4488-b15f-f2cf75f3ea24 req-ed1c42f3-74d9-46c1-b707-767d6b1a02c5 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.137158 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c2ee1f7-00e9-4488-b15f-f2cf75f3ea24 req-ed1c42f3-74d9-46c1-b707-767d6b1a02c5 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.0898502 Jul 16 01:23:09.186401 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c2ee1f7-00e9-4488-b15f-f2cf75f3ea24 req-853adbc9-e68e-4143-a3ca-e58519265923 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Jul 16 01:23:09.251799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '33ef4664-fa3a-404a-82ae-093940f82eaa', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.25', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'port_id': '2b842005-995d-4ad8-a535-0bf5296b569e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'mac_address': 'fa:16:3e:ca:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:07Z', 'updated_at': '2021-07-16T01:23:07Z', 'revision_number': 0, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba85d8e-fb10-471d-aa47-4b1ef7579e66', 'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:db:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:34Z', 'updated_at': '2021-07-16T01:22:44Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:09.260741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-6bedbc18-5356-4845-bbd0-b4b86c5fb8b5 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177468 Jul 16 01:23:09.293325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] Checking router: f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:09.317967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] Routers {'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:09.319013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:09.390470 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-7f18c09f-4022-42c8-abc0-b1e84ccde309 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278191 Jul 16 01:23:09.393760 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac69fe99-6213-4952-95c7-52a82947aa94 x-openstack-request-id: req-ac69fe99-6213-4952-95c7-52a82947aa94 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:09.394189 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea22115-c775-4c1a-b002-f91e021c6fdb", "tag": "2b842005-995d-4ad8-a535-0bf5296b569e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:09.394537 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac69fe99-6213-4952-95c7-52a82947aa94 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:09.395053 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'tag': '2b842005-995d-4ad8-a535-0bf5296b569e', 'status': 'completed', 'code': 200} Jul 16 01:23:09.470047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] Set router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:09.491052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-139f90a1-b33d-461a-957a-35ca2ff19ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.492864 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-139f90a1-b33d-461a-957a-35ca2ff19ad1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 1097 time: 0.0638642 Jul 16 01:23:09.658332 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-673b83dc-a222-459a-a829-92e2e704d4f2 req-c5b06a2f-9cb8-480c-b566-7258ff9c7af0 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 210 time: 0.0306928 Jul 16 01:23:09.690070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-4ba9dc2c-0324-465b-957a-170d902b1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.691899 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-4ba9dc2c-0324-465b-957a-170d902b1b14 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbb002a5-34f4-4f6d-b05f-7853bb5432a4 HTTP/1.1" status: 200 len: 897 time: 0.1905227 Jul 16 01:23:09.803677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-3283bd4a-65c6-4e61-82b4-81ecf439f21e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b842005-995d-4ad8-a535-0bf5296b569e HTTP/1.1" status: 200 len: 998 time: 0.1023285 Jul 16 01:23:09.813629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '33ef4664-fa3a-404a-82ae-093940f82eaa', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.25', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'port_id': '2b842005-995d-4ad8-a535-0bf5296b569e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'mac_address': 'fa:16:3e:ca:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:07Z', 'updated_at': '2021-07-16T01:23:07Z', 'revision_number': 0, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba85d8e-fb10-471d-aa47-4b1ef7579e66', 'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:db:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:34Z', 'updated_at': '2021-07-16T01:22:44Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:09.846229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc658fe5-1512-4ff6-a2a0-f75accd4e95e None None] The sync data for ids ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'] in n-d-791504-14 is: [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '33ef4664-fa3a-404a-82ae-093940f82eaa', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'floating_ip_address': '172.25.4.25', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'port_id': '2b842005-995d-4ad8-a535-0bf5296b569e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'mac_address': 'fa:16:3e:ca:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:07Z', 'updated_at': '2021-07-16T01:23:07Z', 'revision_number': 0, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba85d8e-fb10-471d-aa47-4b1ef7579e66', 'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:db:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:34Z', 'updated_at': '2021-07-16T01:22:44Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:09.894675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-4854b84c-de0d-41eb-b474-939faa89513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.896414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-4854b84c-de0d-41eb-b474-939faa89513a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86e9a52b-2e89-46ef-a735-6415074aff50 HTTP/1.1" status: 200 len: 834 time: 0.0850472 Jul 16 01:23:09.962527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-43a67178-628e-4231-acdd-116f25fe5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.964253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-43a67178-628e-4231-acdd-116f25fe5464 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbb002a5-34f4-4f6d-b05f-7853bb5432a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611699 Jul 16 01:23:10.023845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37712) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:10.100217 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-a8494fdb-324a-401c-b8f7-a3d6749f24c9 service neutron] 10.222.0.50 "GET /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288083 Jul 16 01:23:10.187280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e853b861-eb39-4ca6-bbce-eebcc5a7808c tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/floatingips/33ef4664-fa3a-404a-82ae-093940f82eaa HTTP/1.1" status: 200 len: 990 time: 0.1611474 Jul 16 01:23:10.219228 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5cc93b1a-0dcf-4470-a196-dbeb25d084ff req-a0f942d3-d012-487b-856d-aed674b95811 service neutron] 10.222.0.50 "GET /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099858 Jul 16 01:23:10.225372 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea93763-3997-4b4d-8b4d-ceb3727ad53f None None] New status for floating IP 33ef4664-fa3a-404a-82ae-093940f82eaa: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:23:10.233898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834311b-c5a2-4bed-817d-a06699a76fcf req-3739fa27-8c59-44e3-b41d-9b0893e25561 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:10.235681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2834311b-c5a2-4bed-817d-a06699a76fcf req-3739fa27-8c59-44e3-b41d-9b0893e25561 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1559105 Jul 16 01:23:10.309334 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2834311b-c5a2-4bed-817d-a06699a76fcf req-76ede433-19da-4e1b-88e1-5e32a8ce7448 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521936 Jul 16 01:23:10.577219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e510e2-7e59-4eb0-8d0c-fd7690671ac5 req-78dad2d0-d895-41ae-b006-37df9727d844 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:10.580098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-63e510e2-7e59-4eb0-8d0c-fd7690671ac5 req-78dad2d0-d895-41ae-b006-37df9727d844 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1448927 Jul 16 01:23:10.646178 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-63e510e2-7e59-4eb0-8d0c-fd7690671ac5 req-dd48ec63-0cf1-4e44-8536-7c27e544fc39 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539422 Jul 16 01:23:10.819968 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f5497a9f-541f-45b1-9f75-c22dd2e58cb1 req-a60dc6b9-5154-43a4-9904-fcb1f164c1d2 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 210 time: 0.0298598 Jul 16 01:23:11.012998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c1b71-cc5c-4cb3-83ad-ba29a4641919 req-169ed378-75c5-4207-bd1e-4668839ab07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.014600 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-697c1b71-cc5c-4cb3-83ad-ba29a4641919 req-169ed378-75c5-4207-bd1e-4668839ab07a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1098 time: 0.0618777 Jul 16 01:23:11.057622 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-697c1b71-cc5c-4cb3-83ad-ba29a4641919 req-b041f305-06fc-44cd-a0e1-4eb00a7e484b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Jul 16 01:23:11.189505 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37740) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:11.257106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c35acc06-4f25-49b0-94a9-8aea3b92af18 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/floatingips/33ef4664-fa3a-404a-82ae-093940f82eaa HTTP/1.1" status: 200 len: 992 time: 0.0661671 Jul 16 01:23:11.367641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-de47b4a7-635f-4858-914c-7a8e316a1ecc tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.369242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-de47b4a7-635f-4858-914c-7a8e316a1ecc tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.1110969 Jul 16 01:23:11.408692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Request body: {'port': {'device_id': '9ce45a4b-73c8-45a8-b6b2-92997c179927', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'admin_state_up': True, 'tenant_id': '54b9f79c3d0a4882b8ae1b6f6adb2f4a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:11.568934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Made reservation on behalf of 54b9f79c3d0a4882b8ae1b6f6adb2f4a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:11.572504 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.590244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd081db-1877-4be8-9c0c-98db00db213b req-5a456029-1ed8-408a-a6eb-d987900f814b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.591757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fbd081db-1877-4be8-9c0c-98db00db213b req-5a456029-1ed8-408a-a6eb-d987900f814b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1454582 Jul 16 01:23:11.685011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fbd081db-1877-4be8-9c0c-98db00db213b req-6ad3a1b0-b76d-4a3c-b7ef-2cee34fc62bd tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809910 Jul 16 01:23:11.745500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Allocated IP 172.20.0.2 (2d319e49-9dda-45be-8a70-a50c234a25c3/1b1c54ac-3634-4b37-a18b-f8e6de0421c9/b3933c58-ec25-47f8-93a0-081b1a4d11f8) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:11.874567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1cd35-a225-43b1-adba-b47dbcfdbc69 req-7975d028-b60e-4831-9e38-998fb73a5614 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.877227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7f1cd35-a225-43b1-adba-b47dbcfdbc69 req-7975d028-b60e-4831-9e38-998fb73a5614 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.1083651 Jul 16 01:23:11.916962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.919924 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7f1cd35-a225-43b1-adba-b47dbcfdbc69 req-ec2516e0-a8c3-446e-bd02-0b334035ed39 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359130 Jul 16 01:23:11.964135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.978133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:12.015720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:12.019482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:12.024223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:12.027111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event updated for resources: {'Port': ['ID=b3933c58-ec25-47f8-93a0-081b1a4d11f8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.058902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.059644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.059644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.059888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.060422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.060754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.061087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.061435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.061771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.062118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.062440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.062951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:12.122100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.122796 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.155970 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-3bde304e-88b3-4e28-8651-3702e636dafb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7512562 Jul 16 01:23:12.174762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Request body: {'port': {'device_id': '9ce45a4b-73c8-45a8-b6b2-92997c179927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:12.187371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f47bcb-6c69-4c8c-90b7-d57b2a602f41 req-3a281b52-d221-4c06-aa67-89f70697bbb6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.189049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-04f47bcb-6c69-4c8c-90b7-d57b2a602f41 req-3a281b52-d221-4c06-aa67-89f70697bbb6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 931 time: 0.1076574 Jul 16 01:23:12.310664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-04f47bcb-6c69-4c8c-90b7-d57b2a602f41 req-987ba587-3864-46fa-a6a4-0e2fca605ab7 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007979 Jul 16 01:23:12.345591 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.697278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3933c58-ec25-47f8-93a0-081b1a4d11f8 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:12.704916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.721587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Transition to ACTIVE for port object b3933c58-ec25-47f8-93a0-081b1a4d11f8 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:12.727404 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.816995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Pushing event updated for resources: {'Port': ['ID=b3933c58-ec25-47f8-93a0-081b1a4d11f8,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.904001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Attempting to bind port b3933c58-ec25-47f8-93a0-081b1a4d11f8 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:12.904260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Attempting to bind port b3933c58-ec25-47f8-93a0-081b1a4d11f8 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:12.904592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Attempting to bind port b3933c58-ec25-47f8-93a0-081b1a4d11f8 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:12.916029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Port b3933c58-ec25-47f8-93a0-081b1a4d11f8 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:12.916357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Attempting to bind port b3933c58-ec25-47f8-93a0-081b1a4d11f8 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:12.925438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:12.925771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Checking segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:12.926345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Bound using segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:12.926786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Bound port: b3933c58-ec25-47f8-93a0-081b1a4d11f8, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:12.927179 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.936133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1beeb-a79d-44e3-adbd-ac8d8b7ba177 req-9ff86cb8-99d2-445b-99dc-acaa0827f43f tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.937534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59d1beeb-a79d-44e3-adbd-ac8d8b7ba177 req-9ff86cb8-99d2-445b-99dc-acaa0827f43f tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1005147 Jul 16 01:23:13.035344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59d1beeb-a79d-44e3-adbd-ac8d8b7ba177 req-b8640bb2-5a33-4c86-a225-812661a94a41 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636780 Jul 16 01:23:13.036449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] For port b3933c58-ec25-47f8-93a0-081b1a4d11f8, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:13.039940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] For port b3933c58-ec25-47f8-93a0-081b1a4d11f8, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b3933c58-ec25-47f8-93a0-081b1a4d11f8,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:13.052493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.096478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.098396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.100863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] 10.222.0.67 "PUT /v2.0/ports/b3933c58-ec25-47f8-93a0-081b1a4d11f8 HTTP/1.1" status: 200 len: 1092 time: 0.9293828 Jul 16 01:23:13.100863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce45a4b-73c8-45a8-b6b2-92997c179927', 'tag': 'b3933c58-ec25-47f8-93a0-081b1a4d11f8'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:13.103308 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905839f1-29be-4866-a01c-954f791b9a34" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce45a4b-73c8-45a8-b6b2-92997c179927", "tag": "b3933c58-ec25-47f8-93a0-081b1a4d11f8"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:13.136282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0cfef-51be-4499-8e55-5ba64fc30713 service neutron] Pushing event updated for resources: {'Port': ['ID=b3933c58-ec25-47f8-93a0-081b1a4d11f8,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:13.188031 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8619ec-f0c1-4281-88f4-9c26e4c71d3b x-openstack-request-id: req-da8619ec-f0c1-4281-88f4-9c26e4c71d3b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:13.188413 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce45a4b-73c8-45a8-b6b2-92997c179927", "tag": "b3933c58-ec25-47f8-93a0-081b1a4d11f8", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:13.188585 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da8619ec-f0c1-4281-88f4-9c26e4c71d3b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:13.188983 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce45a4b-73c8-45a8-b6b2-92997c179927', 'tag': 'b3933c58-ec25-47f8-93a0-081b1a4d11f8', 'status': 'completed', 'code': 200} Jul 16 01:23:13.250597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-827e4eb5-9d66-49f0-a6bf-dcbb1df13a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.253541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-827e4eb5-9d66-49f0-a6bf-dcbb1df13a49 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 1095 time: 0.0773029 Jul 16 01:23:13.261671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe048f1-6d9d-4b0e-a438-ee85ace3d053 req-2aa4dea9-4a52-4055-8cd7-c18456d50028 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.263321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bbe048f1-6d9d-4b0e-a438-ee85ace3d053 req-2aa4dea9-4a52-4055-8cd7-c18456d50028 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.0965350 Jul 16 01:23:13.320541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-e46a3a92-12ec-43ff-abe1-a2881353b646 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3933c58-ec25-47f8-93a0-081b1a4d11f8 HTTP/1.1" status: 200 len: 217 time: 0.0413747 Jul 16 01:23:13.321648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bbe048f1-6d9d-4b0e-a438-ee85ace3d053 req-e7f421a3-c852-4a14-88e0-149150936a3a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514715 Jul 16 01:23:13.368245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-21471b01-7c90-43e8-92be-a6b739636a3c req-09ea550b-19ec-40e9-849b-6145e5553417 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-955226172', 'description': 'tempest-description-757050908'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:13.385023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-0a462a7b-8e23-4eb2-bcd6-4c01787f3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.386540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-0a462a7b-8e23-4eb2-bcd6-4c01787f3be6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.0556736 Jul 16 01:23:13.393168 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-21471b01-7c90-43e8-92be-a6b739636a3c req-09ea550b-19ec-40e9-849b-6145e5553417 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.433003 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-72c920d8-482b-44d0-9c89-356e9e6fd305 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342607 Jul 16 01:23:13.485774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-21471b01-7c90-43e8-92be-a6b739636a3c req-09ea550b-19ec-40e9-849b-6145e5553417 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.490107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-21471b01-7c90-43e8-92be-a6b739636a3c req-09ea550b-19ec-40e9-849b-6145e5553417 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.519260 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-21471b01-7c90-43e8-92be-a6b739636a3c req-09ea550b-19ec-40e9-849b-6145e5553417 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.520516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21471b01-7c90-43e8-92be-a6b739636a3c req-09ea550b-19ec-40e9-849b-6145e5553417 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1566458 Jul 16 01:23:13.522391 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea550b-19ec-40e9-849b-6145e5553417 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0105e4-54e8-4dbf-ad5f-e585d6cddc80,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:13.589998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b7b5f-b394-4e19-abe4-47241d6388db req-b88f4cde-91e3-4025-ac96-516d14effec4 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.591440 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d1b7b5f-b394-4e19-abe4-47241d6388db req-b88f4cde-91e3-4025-ac96-516d14effec4 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 943 time: 0.1498673 Jul 16 01:23:13.597584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-ed8d1020-50c6-4fd3-9790-6b8371975602 service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453738 Jul 16 01:23:13.650572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-1be740c8-4bc9-4eb3-b94e-d406689d80fc tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-955226172&fields=id&tenant_id=76427afcf93449608ddffa24ba06d313 HTTP/1.1" status: 200 len: 267 time: 0.0378208 Jul 16 01:23:13.662197 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d1b7b5f-b394-4e19-abe4-47241d6388db req-9f2a7aca-a322-44e4-b851-3343a6e82762 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603077 Jul 16 01:23:13.738137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-bb833f65-a2b9-499b-a7ce-ea9bc87d0548 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.739849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-bb833f65-a2b9-499b-a7ce-ea9bc87d0548 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.0783217 Jul 16 01:23:13.740179 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1c26050-e0e2-4fb0-ab8c-16281ac92666 req-44c4eb10-6d99-4277-a19b-4bcc138fc083 service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242776 Jul 16 01:23:13.753270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-b4c29132-f89f-43a9-a233-5c03f45ff323 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Request body: {'port': {'security_groups': ['a2284735-48f4-403a-b853-73a6e12650d6', '5c0105e4-54e8-4dbf-ad5f-e585d6cddc80']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:13.865215 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-b4c29132-f89f-43a9-a233-5c03f45ff323 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.893983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905839f1-29be-4866-a01c-954f791b9a34 req-a2ce37f7-688b-4702-ac46-8e224ba8d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.896584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-905839f1-29be-4866-a01c-954f791b9a34 req-a2ce37f7-688b-4702-ac46-8e224ba8d9d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 1095 time: 0.0982800 Jul 16 01:23:14.043985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905839f1-29be-4866-a01c-954f791b9a34 req-38c6c8a4-8861-4354-a2c6-2f9be8b26958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.046643 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-905839f1-29be-4866-a01c-954f791b9a34 req-38c6c8a4-8861-4354-a2c6-2f9be8b26958 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 906 time: 0.1307390 Jul 16 01:23:14.114238 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-905839f1-29be-4866-a01c-954f791b9a34 req-13e5143c-0f63-44f5-a214-6bb7a9faf67b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3933c58-ec25-47f8-93a0-081b1a4d11f8 HTTP/1.1" status: 200 len: 217 time: 0.0474389 Jul 16 01:23:14.180694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905839f1-29be-4866-a01c-954f791b9a34 req-b27e4d78-5ce6-46b2-adc5-ee110358c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.182722 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-905839f1-29be-4866-a01c-954f791b9a34 req-b27e4d78-5ce6-46b2-adc5-ee110358c0ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.0591359 Jul 16 01:23:14.203451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-b4c29132-f89f-43a9-a233-5c03f45ff323 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] For port d1757643-d908-454f-b62d-6720f6dff4bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d1757643-d908-454f-b62d-6720f6dff4bd,segment=NetworkSegment(a14ecfe2-fb2b-4f06-92f8-be188ed363c0),segment_id=a14ecfe2-fb2b-4f06-92f8-be188ed363c0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:14.248590 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-905839f1-29be-4866-a01c-954f791b9a34 req-7e6fd9c1-c2fc-4046-bc64-7bbce13e75a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495672 Jul 16 01:23:14.261265 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-b4c29132-f89f-43a9-a233-5c03f45ff323 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.273069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-b4c29132-f89f-43a9-a233-5c03f45ff323 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.288837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['d1757643-d908-454f-b62d-6720f6dff4bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:14.400297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-b4c29132-f89f-43a9-a233-5c03f45ff323 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.401108 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-b4c29132-f89f-43a9-a233-5c03f45ff323 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.406645 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33bbecb0-cdd7-4db4-9086-336a328a2f7d req-b4c29132-f89f-43a9-a233-5c03f45ff323 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "PUT /v2.0/ports/d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 982 time: 0.6587291 Jul 16 01:23:14.407716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:14.415975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-905839f1-29be-4866-a01c-954f791b9a34 req-5cb6eeb2-362a-4b6c-872c-f183d6c0b408 service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499867 Jul 16 01:23:14.422737 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5557acd8-d61b-4233-a751-aa85be2fa2af" -d '{"events": [{"name": "network-changed", "server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:14.468980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c29132-f89f-43a9-a233-5c03f45ff323 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Pushing event updated for resources: {'Port': ['ID=d1757643-d908-454f-b62d-6720f6dff4bd,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:14.669730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['d1757643-d908-454f-b62d-6720f6dff4bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:14.698315 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-83810d23-12c5-4e94-9822-c378a2a6b3d1 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-955226172&fields=id&tenant_id=76427afcf93449608ddffa24ba06d313 HTTP/1.1" status: 200 len: 267 time: 0.0812266 Jul 16 01:23:14.729187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ffdc6-6241-49dc-9c67-6b60c6563de4 req-7154d937-b39b-486a-ad83-23150c4580b5 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.732471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-994ffdc6-6241-49dc-9c67-6b60c6563de4 req-7154d937-b39b-486a-ad83-23150c4580b5 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.2199879 Jul 16 01:23:14.734243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-905839f1-29be-4866-a01c-954f791b9a34 req-78036d4d-033b-4a53-9a6e-d077abef26bb service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096993 Jul 16 01:23:14.784113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-994ffdc6-6241-49dc-9c67-6b60c6563de4 req-a4a92f4d-af90-4e6e-a138-e69aa17cf611 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456953 Jul 16 01:23:14.826143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-bb89d7ff-8b36-4ceb-8b16-cdb5373a6c5b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.840257 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-bb89d7ff-8b36-4ceb-8b16-cdb5373a6c5b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 985 time: 0.1266649 Jul 16 01:23:14.844706 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e3255c-4e16-4bc1-8543-b3c3a208e2a6 x-openstack-request-id: req-85e3255c-4e16-4bc1-8543-b3c3a208e2a6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:14.845366 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:14.846579 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85e3255c-4e16-4bc1-8543-b3c3a208e2a6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:14.846579 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'status': 'completed', 'code': 200} Jul 16 01:23:14.866894 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-7d7fc1d5-b4da-48c4-ac43-4fd93700e8df tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Request body: {'port': {'security_groups': ['a2284735-48f4-403a-b853-73a6e12650d6']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:14.970575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557acd8-d61b-4233-a751-aa85be2fa2af req-2c19316c-5f0d-4ec4-8133-910af5dcf1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.973248 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5557acd8-d61b-4233-a751-aa85be2fa2af req-2c19316c-5f0d-4ec4-8133-910af5dcf1e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76427afcf93449608ddffa24ba06d313&device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1137 time: 0.0724375 Jul 16 01:23:15.025626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-7d7fc1d5-b4da-48c4-ac43-4fd93700e8df tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.133928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16898a7c-0a7e-4b59-b772-3fc45b351942 req-1c471cdf-57e3-4364-aa04-b3b9e9643693 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.135890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16898a7c-0a7e-4b59-b772-3fc45b351942 req-1c471cdf-57e3-4364-aa04-b3b9e9643693 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 943 time: 0.1407959 Jul 16 01:23:15.136913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557acd8-d61b-4233-a751-aa85be2fa2af req-f75c0404-d95f-4beb-aa04-bf5a5139646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.138280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5557acd8-d61b-4233-a751-aa85be2fa2af req-f75c0404-d95f-4beb-aa04-bf5a5139646b service neutron] 10.222.0.67 "GET /v2.0/networks?id=22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 200 len: 919 time: 0.1527297 Jul 16 01:23:15.204246 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5557acd8-d61b-4233-a751-aa85be2fa2af req-c3acb482-ac0c-48f3-962b-d7e9b042381a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 217 time: 0.0464363 Jul 16 01:23:15.229662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16898a7c-0a7e-4b59-b772-3fc45b351942 req-52b93fca-024a-46ff-8f42-80dddf90a7ad tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866482 Jul 16 01:23:15.266938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557acd8-d61b-4233-a751-aa85be2fa2af req-fec3d431-2b6e-480b-9afa-79eb48db161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.268417 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5557acd8-d61b-4233-a751-aa85be2fa2af req-fec3d431-2b6e-480b-9afa-79eb48db161a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 HTTP/1.1" status: 200 len: 859 time: 0.0520968 Jul 16 01:23:15.304341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-7d7fc1d5-b4da-48c4-ac43-4fd93700e8df tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] For port d1757643-d908-454f-b62d-6720f6dff4bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d1757643-d908-454f-b62d-6720f6dff4bd,segment=NetworkSegment(a14ecfe2-fb2b-4f06-92f8-be188ed363c0),segment_id=a14ecfe2-fb2b-4f06-92f8-be188ed363c0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:15.311872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5557acd8-d61b-4233-a751-aa85be2fa2af req-1684994e-c234-46f1-ab58-073a8ab99c5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22207be6-cdc7-4fdb-bab4-23b6c21164cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349531 Jul 16 01:23:15.340124 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-7d7fc1d5-b4da-48c4-ac43-4fd93700e8df tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.349143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-7d7fc1d5-b4da-48c4-ac43-4fd93700e8df tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.365938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['d1757643-d908-454f-b62d-6720f6dff4bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:15.447140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-7d7fc1d5-b4da-48c4-ac43-4fd93700e8df tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.448957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-7d7fc1d5-b4da-48c4-ac43-4fd93700e8df tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.455766 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3dd94a8a-cb8f-47d4-9049-0d826787d662 req-7d7fc1d5-b4da-48c4-ac43-4fd93700e8df tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "PUT /v2.0/ports/d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 943 time: 0.6139064 Jul 16 01:23:15.475133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5557acd8-d61b-4233-a751-aa85be2fa2af req-22d8daa5-8d4a-4709-ae48-457b117d7000 service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518192 Jul 16 01:23:15.577410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['d1757643-d908-454f-b62d-6720f6dff4bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:15.604121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fc1d5-b4da-48c4-ac43-4fd93700e8df tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Pushing event updated for resources: {'Port': ['ID=d1757643-d908-454f-b62d-6720f6dff4bd,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:15.612207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5557acd8-d61b-4233-a751-aa85be2fa2af req-6979d8d8-6aba-479a-b04b-d4248838370b service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278083 Jul 16 01:23:15.914713 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-134c94ad-8b4f-4083-868b-736a60a169cd req-24a48caf-7fca-4093-8787-38fa9dbd1822 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4227731 Jul 16 01:23:15.919563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:15.961436 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.991050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2324a-ffc2-4990-bc3b-cf65161737a6 req-c16e35e5-9976-47d5-9f2d-c648f9595b81 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.994658 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77b2324a-ffc2-4990-bc3b-cf65161737a6 req-c16e35e5-9976-47d5-9f2d-c648f9595b81 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.0828338 Jul 16 01:23:16.039733 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77b2324a-ffc2-4990-bc3b-cf65161737a6 req-38d2b75a-4ebb-465f-9660-4049061f70e8 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411246 Jul 16 01:23:16.099738 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.220082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Allocated IP 172.25.4.222 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/9ca8aeef-5aa8-4517-8bf1-ebb8bb3c8d1b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:16.351627 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.419259 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.445597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e1a8b-0e24-46e1-b7f0-4679626df6c7 req-8b44a874-365e-4d33-8c97-257fc689bd4f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:16.447651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c34e1a8b-0e24-46e1-b7f0-4679626df6c7 req-8b44a874-365e-4d33-8c97-257fc689bd4f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 943 time: 0.0752070 Jul 16 01:23:16.472482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:16.475718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:16.480899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:16.496356 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c34e1a8b-0e24-46e1-b7f0-4679626df6c7 req-b179786d-a554-4c6c-9f26-aa8fc3348a3a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374382 Jul 16 01:23:16.504144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Pushing event updated for resources: {'Port': ['ID=9ca8aeef-5aa8-4517-8bf1-ebb8bb3c8d1b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:16.579240 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.625102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.645323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b3933c58-ec25-47f8-93a0-081b1a4d11f8 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:16.782851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b3933c58-ec25-47f8-93a0-081b1a4d11f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b3933c58-ec25-47f8-93a0-081b1a4d11f8,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:16.799320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'b3933c58-ec25-47f8-93a0-081b1a4d11f8', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'port_id': 'b3933c58-ec25-47f8-93a0-081b1a4d11f8', 'mac_address': 'fa:16:3e:b5:42:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1c54ac-3634-4b37-a18b-f8e6de0421c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:16.832824 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.838346 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.847376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:16.852005 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:16.859816 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.892619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3933c58-ec25-47f8-93a0-081b1a4d11f8 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:16.920151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b3933c58-ec25-47f8-93a0-081b1a4d11f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b3933c58-ec25-47f8-93a0-081b1a4d11f8,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:16.925792 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.946726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Pushing event updated for resources: {'Port': ['ID=9ca8aeef-5aa8-4517-8bf1-ebb8bb3c8d1b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:16.951844 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56de26-760c-45fe-861e-a9a167f029ac x-openstack-request-id: req-9d56de26-760c-45fe-861e-a9a167f029ac {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:16.952216 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:16.952557 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d56de26-760c-45fe-861e-a9a167f029ac {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:16.953126 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'status': 'completed', 'code': 200} Jul 16 01:23:16.961618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.982791 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.996807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b3933c58-ec25-47f8-93a0-081b1a4d11f8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:16.998776 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-134c94ad-8b4f-4083-868b-736a60a169cd req-b7acb4f3-b32c-4112-83f5-2519de8c7550 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0808282 Jul 16 01:23:17.054280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2 req-519ec5c2-d068-499e-b803-00c7f176e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.056014 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2 req-519ec5c2-d068-499e-b803-00c7f176e8bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76427afcf93449608ddffa24ba06d313&device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1098 time: 0.0692196 Jul 16 01:23:17.088097 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-134c94ad-8b4f-4083-868b-736a60a169cd req-3d403d13-e111-40ad-ac5f-8f8d0022e906 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200 len: 696 time: 0.0881574 Jul 16 01:23:17.179523 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:23:17.217453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2 req-53e4c4b5-6bc6-4d8f-8de7-54094d10d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.220864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2 req-53e4c4b5-6bc6-4d8f-8de7-54094d10d9da service neutron] 10.222.0.67 "GET /v2.0/networks?id=22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 200 len: 919 time: 0.1417325 Jul 16 01:23:17.267128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c94ad-8b4f-4083-868b-736a60a169cd req-01b3e9a5-ad59-45fa-96fc-2fcc222300af tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.269773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-134c94ad-8b4f-4083-868b-736a60a169cd req-01b3e9a5-ad59-45fa-96fc-2fcc222300af tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.1735599 Jul 16 01:23:17.293573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b3933c58-ec25-47f8-93a0-081b1a4d11f8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:17.305924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2 req-5ec5e97c-f783-432e-b9ad-ab7466ecbbe9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 217 time: 0.0737870 Jul 16 01:23:17.427412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2 req-3b2dcc0d-d294-42f8-9bda-348eec8c414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.430070 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2 req-3b2dcc0d-d294-42f8-9bda-348eec8c414a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 HTTP/1.1" status: 200 len: 859 time: 0.0884972 Jul 16 01:23:17.519530 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2 req-4158a110-6215-4ddb-b72b-e63daca0d2d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22207be6-cdc7-4fdb-bab4-23b6c21164cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732496 Jul 16 01:23:17.531375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5d5c-c3e6-4739-9a63-f6ef50ec176f req-4d1e8f11-11eb-44ee-9e4b-923be458b446 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.533015 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-000e5d5c-c3e6-4739-9a63-f6ef50ec176f req-4d1e8f11-11eb-44ee-9e4b-923be458b446 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.2846563 Jul 16 01:23:17.638950 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-000e5d5c-c3e6-4739-9a63-f6ef50ec176f req-54762a97-5c78-4e44-8ecd-4e811e9d771d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871730 Jul 16 01:23:17.653961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-521e9ecd-462f-4f97-8e13-ee2a5394d0d8 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.666707 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-521e9ecd-462f-4f97-8e13-ee2a5394d0d8 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1514218 Jul 16 01:23:17.674697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2 req-db8f2d1d-9fbb-4b71-a6f9-a9a41f18efaf service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405058 Jul 16 01:23:17.729360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-df9cccc7-cd75-44d0-816c-bb367299e40a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200 len: 696 time: 0.0597396 Jul 16 01:23:17.734815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-eda519ac-1716-45b6-b78e-efa7d85e4e89 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Request body: {'floatingip': {'port_id': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:17.809443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-eda519ac-1716-45b6-b78e-efa7d85e4e89 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.835911 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f15a2aec-742c-49b0-a6fc-36c9808fd3b2 req-70795e8e-166f-41de-a6b0-40404909c71a service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469598 Jul 16 01:23:17.885869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9644c-382c-4e51-9e81-66a41bfbca4c req-e8a235d6-54c0-4815-a6bf-a288c442c68c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.895892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1de9644c-382c-4e51-9e81-66a41bfbca4c req-e8a235d6-54c0-4815-a6bf-a288c442c68c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 944 time: 0.1205094 Jul 16 01:23:17.948665 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1de9644c-382c-4e51-9e81-66a41bfbca4c req-2d05f644-0e61-4e6c-8125-65d4c84d5a17 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518658 Jul 16 01:23:18.658259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b3933c58-ec25-47f8-93a0-081b1a4d11f8 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:18.767570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port b3933c58-ec25-47f8-93a0-081b1a4d11f8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:18.774245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port b3933c58-ec25-47f8-93a0-081b1a4d11f8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:18.774682 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.851864 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-eda519ac-1716-45b6-b78e-efa7d85e4e89 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.856938 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-eda519ac-1716-45b6-b78e-efa7d85e4e89 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.920776 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.954113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce45a4b-73c8-45a8-b6b2-92997c179927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3933c58-ec25-47f8-93a0-081b1a4d11f8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:18.957829 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5f006d-a134-4cf9-b193-da1d3b9a6ce8" -d '{"events": [{"server_uuid": "9ce45a4b-73c8-45a8-b6b2-92997c179927", "name": "network-vif-plugged", "status": "completed", "tag": "b3933c58-ec25-47f8-93a0-081b1a4d11f8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:18.976148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b3933c58-ec25-47f8-93a0-081b1a4d11f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b3933c58-ec25-47f8-93a0-081b1a4d11f8,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:18.983297 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.989520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b489f-847e-44dd-b484-31a26d3b9637 req-1df80490-a831-479c-bc53-9defaf87d6e7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.991116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-255b489f-847e-44dd-b484-31a26d3b9637 req-1df80490-a831-479c-bc53-9defaf87d6e7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1795537 Jul 16 01:23:19.045119 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-255b489f-847e-44dd-b484-31a26d3b9637 req-2caae18a-fff7-4bc8-9b99-24a5fddfc433 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476196 Jul 16 01:23:19.045531 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-eda519ac-1716-45b6-b78e-efa7d85e4e89 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Floating IP a3274df9-ace6-41c1-8edf-60bb9cc46b32 associated. External IP: 172.25.4.222, port: d1757643-d908-454f-b62d-6720f6dff4bd. Jul 16 01:23:19.096404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b3933c58-ec25-47f8-93a0-081b1a4d11f8,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:19.122668 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c41978-1dc8-441f-8de0-3411c958d584 x-openstack-request-id: req-86c41978-1dc8-441f-8de0-3411c958d584 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:19.125387 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce45a4b-73c8-45a8-b6b2-92997c179927", "name": "network-vif-plugged", "status": "completed", "tag": "b3933c58-ec25-47f8-93a0-081b1a4d11f8", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:19.125387 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86c41978-1dc8-441f-8de0-3411c958d584 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:19.125387 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce45a4b-73c8-45a8-b6b2-92997c179927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3933c58-ec25-47f8-93a0-081b1a4d11f8', 'code': 200} Jul 16 01:23:19.353391 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-eda519ac-1716-45b6-b78e-efa7d85e4e89 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Router e183e61d-19da-4fb5-b6af-9598d3b162ff has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:19.372366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc05a16-72ba-4f2e-978d-cce52d2d2d98 req-1a39dbfe-ab3e-46dd-a829-c53016f198c0 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.374873 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ddc05a16-72ba-4f2e-978d-cce52d2d2d98 req-1a39dbfe-ab3e-46dd-a829-c53016f198c0 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 945 time: 0.1323929 Jul 16 01:23:19.382951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b380c-3867-41e0-897f-0bedf343afcc req-f3cd0458-7d7d-4b3a-9c4f-754d6efc0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.385907 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab1b380c-3867-41e0-897f-0bedf343afcc req-f3cd0458-7d7d-4b3a-9c4f-754d6efc0b7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 1097 time: 0.1087899 Jul 16 01:23:19.456368 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab1b380c-3867-41e0-897f-0bedf343afcc req-b1475532-3d95-4ba3-9c1f-21858de3d24f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616813 Jul 16 01:23:19.470094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ddc05a16-72ba-4f2e-978d-cce52d2d2d98 req-1e86909d-a136-483d-8e8d-250f7ef45129 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671039 Jul 16 01:23:19.522258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-eda519ac-1716-45b6-b78e-efa7d85e4e89 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:19.527302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-eda519ac-1716-45b6-b78e-efa7d85e4e89 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.536044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] Sync routers for ids ['e183e61d-19da-4fb5-b6af-9598d3b162ff'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:19.553509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] Routers {'e183e61d-19da-4fb5-b6af-9598d3b162ff'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:19.554791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e183e61d-19da-4fb5-b6af-9598d3b162ff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:19.603936 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-eda519ac-1716-45b6-b78e-efa7d85e4e89 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "PUT /v2.0/floatingips/a3274df9-ace6-41c1-8edf-60bb9cc46b32 HTTP/1.1" status: 200 len: 997 time: 1.8736084 Jul 16 01:23:19.604740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:19.609229 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8158639-f001-4b02-b9cd-4741dcd877cf" -d '{"events": [{"name": "network-changed", "server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:19.715520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-9c555754-0a99-4c03-b0be-9d9fad88fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.725565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-9c555754-0a99-4c03-b0be-9d9fad88fd06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76427afcf93449608ddffa24ba06d313&device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1098 time: 0.0971715 Jul 16 01:23:19.734802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] Set router e183e61d-19da-4fb5-b6af-9598d3b162ff gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:19.874539 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f19a812-7e29-4f80-b1a2-c61ea266a8b4 x-openstack-request-id: req-5f19a812-7e29-4f80-b1a2-c61ea266a8b4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:19.875397 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:19.875867 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f19a812-7e29-4f80-b1a2-c61ea266a8b4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:19.876458 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'status': 'completed', 'code': 200} Jul 16 01:23:19.943035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-c4da7f93-292c-4b57-b5a9-50df04a9c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.950259 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-c4da7f93-292c-4b57-b5a9-50df04a9c522 service neutron] 10.222.0.64 "GET /v2.0/networks?id=22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 200 len: 919 time: 0.2234626 Jul 16 01:23:20.003048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158639-f001-4b02-b9cd-4741dcd877cf req-2893b26a-d4c5-45d8-9ba1-9623edf54860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.004660 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8158639-f001-4b02-b9cd-4741dcd877cf req-2893b26a-d4c5-45d8-9ba1-9623edf54860 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76427afcf93449608ddffa24ba06d313&device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1098 time: 0.1011381 Jul 16 01:23:20.023816 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-d99993d3-4027-4c27-b3a5-6fbd3d0a72d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 1000 time: 0.0726914 Jul 16 01:23:20.072981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:13Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'a3274df9-ace6-41c1-8edf-60bb9cc46b32', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'port_id': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'mac_address': 'fa:16:3e:62:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260695e1-8294-401d-9a43-1778f7e0da9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:16Z', 'updated_at': '2021-07-16T01:23:18Z', 'revision_number': 1, 'project_id': '76427afcf93449608ddffa24ba06d313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1f1ebc-8e15-4c64-955a-74798c035fa5', 'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'mac_address': 'fa:16:3e:5c:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:11Z', 'updated_at': '2021-07-16T01:22:22Z', 'revision_number': 5, 'project_id': '76427afcf93449608ddffa24ba06d313', 'subnets': [{'id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:20.101212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-0d39dfa4-8fd9-4817-b44c-0ac5323567c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.104026 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-0d39dfa4-8fd9-4817-b44c-0ac5323567c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 HTTP/1.1" status: 200 len: 859 time: 0.0739503 Jul 16 01:23:20.111605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] Checking router: e183e61d-19da-4fb5-b6af-9598d3b162ff for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:20.121904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] Routers {'e183e61d-19da-4fb5-b6af-9598d3b162ff'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:20.123032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e183e61d-19da-4fb5-b6af-9598d3b162ff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:20.186340 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-1aad8c61-f474-4ecd-8c75-93506c832076 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=22207be6-cdc7-4fdb-bab4-23b6c21164cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736644 Jul 16 01:23:20.202251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-407fc360-446a-4e62-9bb9-9ef6eb87b0a8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:23:20.203251 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-407fc360-446a-4e62-9bb9-9ef6eb87b0a8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080073 Jul 16 01:23:20.272824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158639-f001-4b02-b9cd-4741dcd877cf req-01b40882-cbc8-4fbe-9c43-3002b2fa2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.274454 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8158639-f001-4b02-b9cd-4741dcd877cf req-01b40882-cbc8-4fbe-9c43-3002b2fa2b46 service neutron] 10.222.0.67 "GET /v2.0/networks?id=22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 200 len: 919 time: 0.2481971 Jul 16 01:23:20.308172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] Set router e183e61d-19da-4fb5-b6af-9598d3b162ff gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:20.355059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb70281-d3e6-4b7a-8a92-c15339e4de2a req-aae748dd-d3ce-4470-bdb1-b4bb10f8f190 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.361846 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dfb70281-d3e6-4b7a-8a92-c15339e4de2a req-aae748dd-d3ce-4470-bdb1-b4bb10f8f190 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1453292 Jul 16 01:23:20.422411 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-1a785af1-80d0-4903-aa9a-cf45484a96c0 service neutron] 10.222.0.64 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056799 Jul 16 01:23:20.427651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8158639-f001-4b02-b9cd-4741dcd877cf req-d6cdbad9-eeb1-4ef6-a773-b2645760e308 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 1000 time: 0.1394486 Jul 16 01:23:20.430877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dfb70281-d3e6-4b7a-8a92-c15339e4de2a req-fa963854-67ac-4613-b0fd-fc7af8fd8a02 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677094 Jul 16 01:23:20.532318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158639-f001-4b02-b9cd-4741dcd877cf req-3f871fbd-a026-442a-ac30-d2e575a05282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.534682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8158639-f001-4b02-b9cd-4741dcd877cf req-3f871fbd-a026-442a-ac30-d2e575a05282 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 HTTP/1.1" status: 200 len: 859 time: 0.0749519 Jul 16 01:23:20.606993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8158639-f001-4b02-b9cd-4741dcd877cf req-6d3adb4b-42e1-4e94-809a-edc379723ce4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22207be6-cdc7-4fdb-bab4-23b6c21164cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549717 Jul 16 01:23:20.619623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca0bde9-6054-4f3c-95a4-c45e8625e36f req-92573956-a3b4-469c-9a91-c4b6cebad984 service neutron] 10.222.0.64 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873689 Jul 16 01:23:20.689852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:13Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'a3274df9-ace6-41c1-8edf-60bb9cc46b32', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'port_id': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'mac_address': 'fa:16:3e:62:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260695e1-8294-401d-9a43-1778f7e0da9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:16Z', 'updated_at': '2021-07-16T01:23:18Z', 'revision_number': 1, 'project_id': '76427afcf93449608ddffa24ba06d313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1f1ebc-8e15-4c64-955a-74798c035fa5', 'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'mac_address': 'fa:16:3e:5c:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:11Z', 'updated_at': '2021-07-16T01:22:22Z', 'revision_number': 5, 'project_id': '76427afcf93449608ddffa24ba06d313', 'subnets': [{'id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:20.739357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518cef5c-37b0-4d0d-b7ed-d7c8c9b9704c None None] The sync data for ids ['e183e61d-19da-4fb5-b6af-9598d3b162ff'] in n-d-791504-14 is: [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:13Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'a3274df9-ace6-41c1-8edf-60bb9cc46b32', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'port_id': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'mac_address': 'fa:16:3e:62:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260695e1-8294-401d-9a43-1778f7e0da9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:16Z', 'updated_at': '2021-07-16T01:23:18Z', 'revision_number': 1, 'project_id': '76427afcf93449608ddffa24ba06d313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1f1ebc-8e15-4c64-955a-74798c035fa5', 'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'mac_address': 'fa:16:3e:5c:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:11Z', 'updated_at': '2021-07-16T01:22:22Z', 'revision_number': 5, 'project_id': '76427afcf93449608ddffa24ba06d313', 'subnets': [{'id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:20.914559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7c626-7fd3-4c87-b357-f12b838d19fc req-a3930c7e-c60d-482d-8578-2785ee28557a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.916473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fe7c626-7fd3-4c87-b357-f12b838d19fc req-a3930c7e-c60d-482d-8578-2785ee28557a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 945 time: 0.2443635 Jul 16 01:23:20.919169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8158639-f001-4b02-b9cd-4741dcd877cf req-1aad696d-5f49-435b-b879-6995d6dd4ebf service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723391 Jul 16 01:23:20.981837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-479f05c4-8ff2-40eb-ab21-71810c2b6f89 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200 len: 1000 time: 0.1760254 Jul 16 01:23:21.086611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fe7c626-7fd3-4c87-b357-f12b838d19fc req-3c4e30be-a9f5-4f07-bd74-f7522e7562ad tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581850 Jul 16 01:23:21.091674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-8bfd763d-ad27-4584-9b01-bde502a3fe6c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.109649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-8bfd763d-ad27-4584-9b01-bde502a3fe6c tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports/d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 943 time: 0.1188281 Jul 16 01:23:21.160208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8158639-f001-4b02-b9cd-4741dcd877cf req-549de4ed-0a08-4fb2-b1c5-cb9ec754a97a service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095714 Jul 16 01:23:21.178626 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fe296e-5bec-4a57-8d4c-c712f8859bab None None] New status for floating IP a3274df9-ace6-41c1-8edf-60bb9cc46b32: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:23:21.270679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-46c8a4ad-e432-4d65-8371-a67041ca8067 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200 len: 1000 time: 0.0774486 Jul 16 01:23:21.440228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-427cb369-6f10-4517-97c7-ec8cd7d1ff51 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.450316 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-427cb369-6f10-4517-97c7-ec8cd7d1ff51 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.1784816 Jul 16 01:23:21.531926 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-5f7341a9-5bf9-4edc-b4f8-7e3be0362a40 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200 len: 1002 time: 0.0806732 Jul 16 01:23:21.543872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-a87913f5-8206-4cd5-9b1d-0bd636875a56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:21.617406 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-a87913f5-8206-4cd5-9b1d-0bd636875a56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.649182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd796d00-dfcd-42bc-ad71-d3e15b9b9650 req-b84b5c26-e937-4f9d-a3aa-90d95899f5a8 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.651670 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd796d00-dfcd-42bc-ad71-d3e15b9b9650 req-b84b5c26-e937-4f9d-a3aa-90d95899f5a8 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.0891006 Jul 16 01:23:21.839695 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-a87913f5-8206-4cd5-9b1d-0bd636875a56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.847897 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-a87913f5-8206-4cd5-9b1d-0bd636875a56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.848387 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-a87913f5-8206-4cd5-9b1d-0bd636875a56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Floating IP a3274df9-ace6-41c1-8edf-60bb9cc46b32 disassociated. External IP: 172.25.4.222, port: d1757643-d908-454f-b62d-6720f6dff4bd. Jul 16 01:23:22.058286 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fd796d00-dfcd-42bc-ad71-d3e15b9b9650 req-667cd390-56b9-471d-9a44-15f58d67c0b6 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003937 Jul 16 01:23:22.120457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-a87913f5-8206-4cd5-9b1d-0bd636875a56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Router e183e61d-19da-4fb5-b6af-9598d3b162ff has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:22.444939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc4c9c-c5c5-43af-bd0e-b1b387f362ef req-79e47fb6-8680-42c8-b077-419bb5a4a481 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.446775 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4dc4c9c-c5c5-43af-bd0e-b1b387f362ef req-79e47fb6-8680-42c8-b077-419bb5a4a481 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 945 time: 0.0810664 Jul 16 01:23:22.521649 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4dc4c9c-c5c5-43af-bd0e-b1b387f362ef req-1aaef91d-0cdc-4915-92a3-0aec4a71d3b5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654488 Jul 16 01:23:22.590204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-a87913f5-8206-4cd5-9b1d-0bd636875a56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:22.601220 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-a87913f5-8206-4cd5-9b1d-0bd636875a56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.601416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] Sync routers for ids ['e183e61d-19da-4fb5-b6af-9598d3b162ff'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:22.612092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] Routers {'e183e61d-19da-4fb5-b6af-9598d3b162ff'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:22.612900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e183e61d-19da-4fb5-b6af-9598d3b162ff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:22.650107 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-a87913f5-8206-4cd5-9b1d-0bd636875a56 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "PUT /v2.0/floatingips/a3274df9-ace6-41c1-8edf-60bb9cc46b32 HTTP/1.1" status: 200 len: 695 time: 1.1111224 Jul 16 01:23:22.650571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:22.653004 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14550f90-f556-448c-8de3-e473aa1a0358" -d '{"events": [{"name": "network-changed", "server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:22.796761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] Set router e183e61d-19da-4fb5-b6af-9598d3b162ff gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:22.808137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-0a4749c9-12fd-403a-bb77-1652002d5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.810038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-0a4749c9-12fd-403a-bb77-1652002d5dac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76427afcf93449608ddffa24ba06d313&device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1098 time: 0.1223168 Jul 16 01:23:22.877008 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed399f76-bb7d-4bd6-b7cc-f187e4b213a1 req-7837cbd8-e078-46a1-9a43-9a7110f25971 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.878745 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed399f76-bb7d-4bd6-b7cc-f187e4b213a1 req-7837cbd8-e078-46a1-9a43-9a7110f25971 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 945 time: 0.0704036 Jul 16 01:23:22.945350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed399f76-bb7d-4bd6-b7cc-f187e4b213a1 req-0980f4e0-2972-444a-a9bf-7e533c2e7d2b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591817 Jul 16 01:23:22.957514 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-33104c08-9f43-40a7-b4cc-57233d85364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.969999 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-33104c08-9f43-40a7-b4cc-57233d85364d service neutron] 10.222.0.64 "GET /v2.0/networks?id=22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 200 len: 919 time: 0.1437998 Jul 16 01:23:23.083757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-288e68de-127c-4cbc-af3c-d11d120be222 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 217 time: 0.1116180 Jul 16 01:23:23.099820 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158b6c7e-b432-4fec-8edc-2d1570daff30 x-openstack-request-id: req-158b6c7e-b432-4fec-8edc-2d1570daff30 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:23.102615 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:23.102615 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-158b6c7e-b432-4fec-8edc-2d1570daff30 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:23.102615 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'status': 'completed', 'code': 200} Jul 16 01:23:23.114220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:13Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9a1f1ebc-8e15-4c64-955a-74798c035fa5', 'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'mac_address': 'fa:16:3e:5c:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:11Z', 'updated_at': '2021-07-16T01:22:22Z', 'revision_number': 5, 'project_id': '76427afcf93449608ddffa24ba06d313', 'subnets': [{'id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:23.135338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14550f90-f556-448c-8de3-e473aa1a0358 req-a4b63b6f-921a-46b8-9cc1-b74b34eaa690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.139123 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14550f90-f556-448c-8de3-e473aa1a0358 req-a4b63b6f-921a-46b8-9cc1-b74b34eaa690 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76427afcf93449608ddffa24ba06d313&device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 1098 time: 0.1133583 Jul 16 01:23:23.153926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-811c1aa0-374d-4bbe-9819-a31c8e871749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.162635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] Checking router: e183e61d-19da-4fb5-b6af-9598d3b162ff for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:23.163791 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-811c1aa0-374d-4bbe-9819-a31c8e871749 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 HTTP/1.1" status: 200 len: 859 time: 0.0789604 Jul 16 01:23:23.173077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] Routers {'e183e61d-19da-4fb5-b6af-9598d3b162ff'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:23.175982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e183e61d-19da-4fb5-b6af-9598d3b162ff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:23.234787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-b5b55836-6efd-42eb-a9d7-5082dcf34ebc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=22207be6-cdc7-4fdb-bab4-23b6c21164cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698731 Jul 16 01:23:23.428871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-0593f037-cdda-45e8-811e-1695d8ae7bf5 service neutron] 10.222.0.64 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915929 Jul 16 01:23:23.446914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] Set router e183e61d-19da-4fb5-b6af-9598d3b162ff gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:23.509900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14550f90-f556-448c-8de3-e473aa1a0358 req-f4d0c95c-f7f7-4f26-a6aa-155b7cc8e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.511364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14550f90-f556-448c-8de3-e473aa1a0358 req-f4d0c95c-f7f7-4f26-a6aa-155b7cc8e94c service neutron] 10.222.0.67 "GET /v2.0/networks?id=22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 200 len: 919 time: 0.3640709 Jul 16 01:23:23.580608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14550f90-f556-448c-8de3-e473aa1a0358 req-8a61b9cb-56bf-4129-b5b4-75c530f9e905 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 200 len: 217 time: 0.0496278 Jul 16 01:23:23.599050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032e34-9a26-4a90-9fe4-b99317045902 req-8f552a02-9c8b-4ba3-8c1f-f7a8f26d92ba tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.610172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-98032e34-9a26-4a90-9fe4-b99317045902 req-8f552a02-9c8b-4ba3-8c1f-f7a8f26d92ba tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1575313 Jul 16 01:23:23.615915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6cf8c4ee-84f3-4461-8c9a-924caa1e8e9f req-e13f2951-61ab-423a-b4e8-d366c3ee4675 service neutron] 10.222.0.64 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849699 Jul 16 01:23:23.716273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:13Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9a1f1ebc-8e15-4c64-955a-74798c035fa5', 'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'mac_address': 'fa:16:3e:5c:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:11Z', 'updated_at': '2021-07-16T01:22:22Z', 'revision_number': 5, 'project_id': '76427afcf93449608ddffa24ba06d313', 'subnets': [{'id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:23.748339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14550f90-f556-448c-8de3-e473aa1a0358 req-c7bc7750-6573-4860-bce1-a6f7dfff26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.750261 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14550f90-f556-448c-8de3-e473aa1a0358 req-c7bc7750-6573-4860-bce1-a6f7dfff26b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 HTTP/1.1" status: 200 len: 859 time: 0.1387315 Jul 16 01:23:23.755133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cced4b-1585-48a7-8b3b-277b8efce699 None None] The sync data for ids ['e183e61d-19da-4fb5-b6af-9598d3b162ff'] in n-d-791504-14 is: [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:22:13Z', 'revision_number': 4, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9a1f1ebc-8e15-4c64-955a-74798c035fa5', 'name': '', 'network_id': '22207be6-cdc7-4fdb-bab4-23b6c21164cd', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'mac_address': 'fa:16:3e:5c:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:11Z', 'updated_at': '2021-07-16T01:22:22Z', 'revision_number': 5, 'project_id': '76427afcf93449608ddffa24ba06d313', 'subnets': [{'id': 'd9ebc4a5-2582-4a01-a00b-4f769d8e1f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:23.799886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14550f90-f556-448c-8de3-e473aa1a0358 req-6eb4fe79-e13e-47d0-8abd-a4df25018b00 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22207be6-cdc7-4fdb-bab4-23b6c21164cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375619 Jul 16 01:23:23.819116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-98032e34-9a26-4a90-9fe4-b99317045902 req-8e0eb9bf-23f9-4ab7-b821-ae71bc3827f6 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381133 Jul 16 01:23:23.920436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-6595b7a7-7a19-4373-b353-91fa702f57a5 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/floatingips/a3274df9-ace6-41c1-8edf-60bb9cc46b32 HTTP/1.1" status: 200 len: 695 time: 0.0569866 Jul 16 01:23:24.097213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e54550-ee6b-4af7-b958-336383bb4602 req-14c7fdf4-e627-44a1-ba55-fbdf6059e996 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:24.100073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05e54550-ee6b-4af7-b958-336383bb4602 req-14c7fdf4-e627-44a1-ba55-fbdf6059e996 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 945 time: 0.1856270 Jul 16 01:23:24.115276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14550f90-f556-448c-8de3-e473aa1a0358 req-80479370-bf20-4dc5-a304-96f0199b7bec service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941623 Jul 16 01:23:24.141921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-5b862196-9bbe-4687-bd28-d02c43a52758 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:24.146856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-5b862196-9bbe-4687-bd28-d02c43a52758 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 784 time: 0.2253523 Jul 16 01:23:24.164536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-84aba1bb-91c0-4b50-a305-15e3b1d66ed7 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:23:24.171378 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-84aba1bb-91c0-4b50-a305-15e3b1d66ed7 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125880 Jul 16 01:23:24.183070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05e54550-ee6b-4af7-b958-336383bb4602 req-b3a5a156-03fe-420a-a094-1fc7895eb09c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741630 Jul 16 01:23:24.225774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-283333f0-6d55-4a70-85fa-61f2284f8125 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200 len: 698 time: 0.0533521 Jul 16 01:23:24.245008 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89eb6c4-697e-4984-aceb-5ea35aaeecda None None] New status for floating IP a3274df9-ace6-41c1-8edf-60bb9cc46b32: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:23:24.306212 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-508fddfc-7f28-4c4c-b13f-d2452c081426 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200 len: 698 time: 0.0785818 Jul 16 01:23:24.496785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14550f90-f556-448c-8de3-e473aa1a0358 req-255c2964-8b51-4f63-ba95-3ca14b8dee9a service neutron] 10.222.0.67 "GET /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715243 Jul 16 01:23:24.531647 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0278f39-962e-4abc-9c9d-cdfd128d4624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.533871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-7c3c5bff-aa72-491d-a2e0-f32d3697e6a4 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Deleting port 9ca8aeef-5aa8-4517-8bf1-ebb8bb3c8d1b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:24.534625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-7c3c5bff-aa72-491d-a2e0-f32d3697e6a4 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.621227 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-7c3c5bff-aa72-491d-a2e0-f32d3697e6a4 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.621543 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-7c3c5bff-aa72-491d-a2e0-f32d3697e6a4 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.635241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-7c3c5bff-aa72-491d-a2e0-f32d3697e6a4 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Calling delete_port for 9ca8aeef-5aa8-4517-8bf1-ebb8bb3c8d1b owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:24.790264 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-7c3c5bff-aa72-491d-a2e0-f32d3697e6a4 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.821206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c5bff-aa72-491d-a2e0-f32d3697e6a4 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Pushing event deleted for resources: {'Port': ['ID=9ca8aeef-5aa8-4517-8bf1-ebb8bb3c8d1b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:24.905940 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-7c3c5bff-aa72-491d-a2e0-f32d3697e6a4 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.908569 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-7c3c5bff-aa72-491d-a2e0-f32d3697e6a4 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.910592 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-936eb575-86e8-459d-955f-5f8c73c958c6 req-7c3c5bff-aa72-491d-a2e0-f32d3697e6a4 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "DELETE /v2.0/floatingips/a3274df9-ace6-41c1-8edf-60bb9cc46b32 HTTP/1.1" status: 204 len: 173 time: 0.6036396 Jul 16 01:23:25.025099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-178a014d-f411-4926-ac9d-e87461a0aacc req-8c07b87b-e6e5-4ed4-8797-ab6603d30588 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups/5c0105e4-54e8-4dbf-ad5f-e585d6cddc80 HTTP/1.1" status: 200 len: 1808 time: 0.0492208 Jul 16 01:23:25.105398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-178a014d-f411-4926-ac9d-e87461a0aacc req-1c586438-c24e-4f81-9b4c-c9fdccfcbffa tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.110735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be59aa7-171c-4549-b85c-898a62c9d5b2 req-b4c3ec48-2a2e-4aae-97ed-e44ab1f05035 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.112948 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8be59aa7-171c-4549-b85c-898a62c9d5b2 req-b4c3ec48-2a2e-4aae-97ed-e44ab1f05035 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.0826216 Jul 16 01:23:25.133245 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-178a014d-f411-4926-ac9d-e87461a0aacc req-1c586438-c24e-4f81-9b4c-c9fdccfcbffa tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.159321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8be59aa7-171c-4549-b85c-898a62c9d5b2 req-70e9a5f5-af0e-4829-8748-0305aab739ef tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387743 Jul 16 01:23:25.194250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-178a014d-f411-4926-ac9d-e87461a0aacc req-1c586438-c24e-4f81-9b4c-c9fdccfcbffa tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.197020 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-178a014d-f411-4926-ac9d-e87461a0aacc req-1c586438-c24e-4f81-9b4c-c9fdccfcbffa tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.198199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-178a014d-f411-4926-ac9d-e87461a0aacc req-1c586438-c24e-4f81-9b4c-c9fdccfcbffa tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "DELETE /v2.0/security-groups/5c0105e4-54e8-4dbf-ad5f-e585d6cddc80 HTTP/1.1" status: 204 len: 173 time: 0.1663027 Jul 16 01:23:25.211463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c586438-c24e-4f81-9b4c-c9fdccfcbffa tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0105e4-54e8-4dbf-ad5f-e585d6cddc80,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:25.401849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.489886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-7bde2b28-be7c-48ce-8515-7d44af11d632 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.493102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-7bde2b28-be7c-48ce-8515-7d44af11d632 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 945 time: 0.1182225 Jul 16 01:23:25.787041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd232d7-6e15-4744-9c40-e2044e6be034 req-132ca36c-1677-4174-9431-f8169e41727c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.788625 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abd232d7-6e15-4744-9c40-e2044e6be034 req-132ca36c-1677-4174-9431-f8169e41727c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 945 time: 0.1884689 Jul 16 01:23:25.797944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-2a766ff2-ccf6-4635-b785-c7ef3636e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.799456 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-2a766ff2-ccf6-4635-b785-c7ef3636e153 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 1097 time: 0.1581471 Jul 16 01:23:25.809362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-025f01b0-835e-41b8-8d6a-09d7d511cb03 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Deleting port b3933c58-ec25-47f8-93a0-081b1a4d11f8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:25.809876 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-025f01b0-835e-41b8-8d6a-09d7d511cb03 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.912241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abd232d7-6e15-4744-9c40-e2044e6be034 req-87dd398e-ff33-4635-ab65-2e186119b664 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110778 Jul 16 01:23:25.927335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc422e0-a0ca-4d7c-ba18-56f2918369c0 req-844c5bc7-b750-43f9-bca0-38617a8a5368 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.943928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efc422e0-a0ca-4d7c-ba18-56f2918369c0 req-844c5bc7-b750-43f9-bca0-38617a8a5368 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1098907 Jul 16 01:23:26.001871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efc422e0-a0ca-4d7c-ba18-56f2918369c0 req-a0c72a89-bed9-4869-adc8-4e7826c65b2d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653577 Jul 16 01:23:26.029600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-025f01b0-835e-41b8-8d6a-09d7d511cb03 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] For port b3933c58-ec25-47f8-93a0-081b1a4d11f8, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b3933c58-ec25-47f8-93a0-081b1a4d11f8,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:26.030202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-025f01b0-835e-41b8-8d6a-09d7d511cb03 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.043594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-347accbf-8a08-4cc1-868e-aaa64b3a5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.045272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-347accbf-8a08-4cc1-868e-aaa64b3a5bab service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 910 time: 0.2309582 Jul 16 01:23:26.053117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-025f01b0-835e-41b8-8d6a-09d7d511cb03 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Calling delete_port for b3933c58-ec25-47f8-93a0-081b1a4d11f8 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:26.204355 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-c837ab9f-8df3-41aa-8d2e-16ae546c8a2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10 HTTP/1.1" status: 200 len: 1001 time: 0.1479743 Jul 16 01:23:26.306780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259357c1-9a2f-4cbc-8427-88eadbf17884 req-09a5c45f-8e22-42e2-893a-c914839d141f tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.308604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-259357c1-9a2f-4cbc-8427-88eadbf17884 req-09a5c45f-8e22-42e2-893a-c914839d141f tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.2018380 Jul 16 01:23:26.345926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-60ad9781-5da1-4a8d-b504-8fa594ad6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.347949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-60ad9781-5da1-4a8d-b504-8fa594ad6518 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.1244731 Jul 16 01:23:26.425723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-259357c1-9a2f-4cbc-8427-88eadbf17884 req-3c59198a-67c2-4e4d-97b8-f1932b8952d0 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100583 Jul 16 01:23:26.428224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-025f01b0-835e-41b8-8d6a-09d7d511cb03 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.441580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:26.480615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b3933c58-ec25-47f8-93a0-081b1a4d11f8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:26.482082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f01b0-835e-41b8-8d6a-09d7d511cb03 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event deleted for resources: {'Port': ['ID=b3933c58-ec25-47f8-93a0-081b1a4d11f8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.535358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-025f01b0-835e-41b8-8d6a-09d7d511cb03 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] No DVR routers for this DVR port b3933c58-ec25-47f8-93a0-081b1a4d11f8 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:26.537360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.541877 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-025f01b0-835e-41b8-8d6a-09d7d511cb03 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.543986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5eeee0f-1ed5-4131-964a-e6b18a71fd34 req-025f01b0-835e-41b8-8d6a-09d7d511cb03 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "DELETE /v2.0/ports/b3933c58-ec25-47f8-93a0-081b1a4d11f8 HTTP/1.1" status: 204 len: 173 time: 1.0298967 Jul 16 01:23:26.544385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce45a4b-73c8-45a8-b6b2-92997c179927', 'name': 'network-vif-deleted', 'tag': 'b3933c58-ec25-47f8-93a0-081b1a4d11f8'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:26.546690 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa5fb85-b8aa-4ff5-afb6-29146fbf6717" -d '{"events": [{"server_uuid": "9ce45a4b-73c8-45a8-b6b2-92997c179927", "name": "network-vif-deleted", "tag": "b3933c58-ec25-47f8-93a0-081b1a4d11f8"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:26.567830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-aed0f191-ecf7-47ae-80d1-9c6ce03b6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.573689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-aed0f191-ecf7-47ae-80d1-9c6ce03b6441 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019420 Jul 16 01:23:26.600349 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c117e-6fef-4859-a37f-1491ab0e7caa x-openstack-request-id: req-b30c117e-6fef-4859-a37f-1491ab0e7caa {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:26.601816 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce45a4b-73c8-45a8-b6b2-92997c179927", "name": "network-vif-deleted", "tag": "b3933c58-ec25-47f8-93a0-081b1a4d11f8", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:26.602333 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b30c117e-6fef-4859-a37f-1491ab0e7caa {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:26.603222 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce45a4b-73c8-45a8-b6b2-92997c179927', 'name': 'network-vif-deleted', 'tag': 'b3933c58-ec25-47f8-93a0-081b1a4d11f8', 'status': 'completed', 'code': 200} Jul 16 01:23:26.712815 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-ce5dc479-19a5-4797-b48c-6d36afdb987b service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283438 Jul 16 01:23:26.867909 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c254e4d1-321f-4002-af35-9ae20e1d49c8 req-fa6c688a-6151-48fd-8339-c5c7a2d12b20 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343038 Jul 16 01:23:27.080099 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72bd0e44-ecda-4074-b0a6-58b3b3357110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.114615 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-759d99a5-502f-4f79-be9a-ce923a85bc03 req-43de2d70-83a8-4026-a348-f180c75a9c24 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce45a4b-73c8-45a8-b6b2-92997c179927 HTTP/1.1" status: 200 len: 210 time: 0.0376267 Jul 16 01:23:27.215267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd6484-5d41-4934-8a40-273bc513cb36 req-7a3a69c5-57cf-4bee-b73c-0621e3e2b4f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.216753 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3bd6484-5d41-4934-8a40-273bc513cb36 req-7a3a69c5-57cf-4bee-b73c-0621e3e2b4f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.0757113 Jul 16 01:23:27.274247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3bd6484-5d41-4934-8a40-273bc513cb36 req-ad2f43d3-49db-46ea-b254-ca1c0ca5fd39 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487046 Jul 16 01:23:27.573028 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.652535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1206fa-4b82-4120-89ad-9693487cef6e req-5cccb512-bc39-40b2-8457-51cd9f3d7f6a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.654163 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df1206fa-4b82-4120-89ad-9693487cef6e req-5cccb512-bc39-40b2-8457-51cd9f3d7f6a tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.0862243 Jul 16 01:23:27.698378 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df1206fa-4b82-4120-89ad-9693487cef6e req-3a66f486-366f-4a25-8bd0-31bad188e291 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374947 Jul 16 01:23:28.345417 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.653168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f106f-3496-442d-a3ae-59465f944ac9 req-d121a120-937d-483f-916c-8ba48b97ed6c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.665456 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-027f106f-3496-442d-a3ae-59465f944ac9 req-d121a120-937d-483f-916c-8ba48b97ed6c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1236355 Jul 16 01:23:28.704618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b3933c58-ec25-47f8-93a0-081b1a4d11f8 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:28.722423 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-027f106f-3496-442d-a3ae-59465f944ac9 req-dfa93337-0b13-4446-81a6-783917ffe936 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552435 Jul 16 01:23:28.760119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: b3933c58-ec25-47f8-93a0-081b1a4d11f8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:28.760469 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b3933c58-ec25-47f8-93a0-081b1a4d11f8 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:28.862789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-3358c8da-c5c3-402c-9d2e-8aa0dabc3bc7 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.871515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-3358c8da-c5c3-402c-9d2e-8aa0dabc3bc7 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.1476567 Jul 16 01:23:28.893222 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-84879612-ae28-4465-949e-765f3906e95b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/quotas/54b9f79c3d0a4882b8ae1b6f6adb2f4a HTTP/1.1" status: 200 len: 375 time: 0.0202134 Jul 16 01:23:28.926908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f1046-109e-44e8-8ba1-6992c4ae4e61 req-f5578444-9b92-4067-a3d2-dd0e72ec7b3f tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.936527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-422f1046-109e-44e8-8ba1-6992c4ae4e61 req-f5578444-9b92-4067-a3d2-dd0e72ec7b3f tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.0906644 Jul 16 01:23:28.980613 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-0e9d669f-4956-430c-8d9a-78bf10135998 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0861862 Jul 16 01:23:28.991688 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-422f1046-109e-44e8-8ba1-6992c4ae4e61 req-6a64263b-9175-4d4c-8a25-b75c35145307 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2284735-48f4-403a-b853-73a6e12650d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540173 Jul 16 01:23:29.103686 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-49c36c05-d87d-4314-9e7b-b59689d7d3c3 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215711 Jul 16 01:23:29.233762 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-d716053b-b8aa-4edd-a1e0-c98eb074ae3e service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290321 Jul 16 01:23:29.262519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-f2cc102e-2493-4600-9bd6-2c9e0ea3ad11 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.264106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-f2cc102e-2493-4600-9bd6-2c9e0ea3ad11 tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.67 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 946 time: 0.0947864 Jul 16 01:23:29.397260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-b1dc8364-5971-41d6-979c-70cd2be4609b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Deleting port d1757643-d908-454f-b62d-6720f6dff4bd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:29.397709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-b1dc8364-5971-41d6-979c-70cd2be4609b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.482156 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ba1848b-b354-431b-8d78-50f44b6e7600 req-e4ff3bcc-f272-4432-8dc9-90e5f47ec2c7 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 210 time: 0.0709949 Jul 16 01:23:29.507190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-b1dc8364-5971-41d6-979c-70cd2be4609b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] For port d1757643-d908-454f-b62d-6720f6dff4bd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d1757643-d908-454f-b62d-6720f6dff4bd,segment=NetworkSegment(a14ecfe2-fb2b-4f06-92f8-be188ed363c0),segment_id=a14ecfe2-fb2b-4f06-92f8-be188ed363c0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:29.507693 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-b1dc8364-5971-41d6-979c-70cd2be4609b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.522602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-b1dc8364-5971-41d6-979c-70cd2be4609b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Calling delete_port for d1757643-d908-454f-b62d-6720f6dff4bd owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:29.699695 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-b1dc8364-5971-41d6-979c-70cd2be4609b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.727645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['d1757643-d908-454f-b62d-6720f6dff4bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:29.736116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc8364-5971-41d6-979c-70cd2be4609b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Pushing event deleted for resources: {'Port': ['ID=d1757643-d908-454f-b62d-6720f6dff4bd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:29.794912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-b1dc8364-5971-41d6-979c-70cd2be4609b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] No DVR routers for this DVR port d1757643-d908-454f-b62d-6720f6dff4bd on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:29.797558 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-b1dc8364-5971-41d6-979c-70cd2be4609b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.801192 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39c264d5-ad94-4787-a817-4117e5eeb0c2 req-b1dc8364-5971-41d6-979c-70cd2be4609b tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.67 "DELETE /v2.0/ports/d1757643-d908-454f-b62d-6720f6dff4bd HTTP/1.1" status: 204 len: 173 time: 0.5291965 Jul 16 01:23:29.801661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'name': 'network-vif-deleted', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:29.804465 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6225ab1-9740-4afe-96be-bb1bc67be734" -d '{"events": [{"server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "name": "network-vif-deleted", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:29.848114 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4bad79-a343-4c6d-b588-7b97fec51bb9 x-openstack-request-id: req-2e4bad79-a343-4c6d-b588-7b97fec51bb9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:29.848636 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260695e1-8294-401d-9a43-1778f7e0da9e", "name": "network-vif-deleted", "tag": "d1757643-d908-454f-b62d-6720f6dff4bd", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:29.848888 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e4bad79-a343-4c6d-b588-7b97fec51bb9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:29.849295 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260695e1-8294-401d-9a43-1778f7e0da9e', 'name': 'network-vif-deleted', 'tag': 'd1757643-d908-454f-b62d-6720f6dff4bd', 'status': 'completed', 'code': 200} Jul 16 01:23:30.002762 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.163542 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-899bc341-2049-4175-8e54-cce05506c29b req-5346c219-b30b-4aa2-a523-3b5ecf8d53be tempest-ServerRescueTestJSONUnderV235-54434928 tempest-ServerRescueTestJSONUnderV235-54434928-project] 10.222.0.64 "GET /v2.0/ports?device_id=260695e1-8294-401d-9a43-1778f7e0da9e HTTP/1.1" status: 200 len: 210 time: 0.0344388 Jul 16 01:23:30.664889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d84e050b-a24f-4587-8bab-ecc2c099dac1 req-d6c65e94-15a5-4693-bdc2-89658ee49eed tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 210 time: 0.0379102 Jul 16 01:23:31.181108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-6aacc8a7-a1f0-476c-914a-e63edbca30d1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.183210 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-6aacc8a7-a1f0-476c-914a-e63edbca30d1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.1360011 Jul 16 01:23:31.221992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Request body: {'port': {'device_id': 'f87f9462-8726-4835-b938-0bf196312463', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'admin_state_up': True, 'tenant_id': '54b9f79c3d0a4882b8ae1b6f6adb2f4a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:31.288892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38062) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:31.498767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Made reservation on behalf of 54b9f79c3d0a4882b8ae1b6f6adb2f4a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:31.502863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.656047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:31.827688 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Allocated IP 172.20.0.2 (2d319e49-9dda-45be-8a70-a50c234a25c3/1b1c54ac-3634-4b37-a18b-f8e6de0421c9/2c3fa632-ecfb-4cd5-8fef-9644d9423a8a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:31.939495 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.011769 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.276340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.282303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.339318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e02460-a98b-4ea6-a6a2-599fa49b1401,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:32.351557 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1746d0a9b20c4642b12bc52b97cd142f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6942549 Jul 16 01:23:32.355408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:32.366712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbfe3654-a054-42af-8c6d-16d38dc0e060 req-33d97442-39ae-487a-b813-aeeaee781b5d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 210 time: 0.4285440 Jul 16 01:23:32.385472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.386112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.386612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.387166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.387523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.387903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.388266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.388683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.389222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.389589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.389920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.390289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0e32a-9a51-415d-ab7d-c561b3057b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:32.484253 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9eec117-72a3-4f23-a8f4-c1a0141ce47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.488662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.535541 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9eec117-72a3-4f23-a8f4-c1a0141ce47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.555581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.573370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:32.602717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] Deleting port 9a1f1ebc-8e15-4c64-955a-74798c035fa5 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:32.603206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.644630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:32.646486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:32.649754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9eec117-72a3-4f23-a8f4-c1a0141ce47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.652742 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9eec117-72a3-4f23-a8f4-c1a0141ce47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.656641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f9eec117-72a3-4f23-a8f4-c1a0141ce47c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56e02460-a98b-4ea6-a6a2-599fa49b1401 HTTP/1.1" status: 204 len: 168 time: 0.2974045 Jul 16 01:23:32.656874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event updated for resources: {'Port': ['ID=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:32.661667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:32.710740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eec117-72a3-4f23-a8f4-c1a0141ce47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e02460-a98b-4ea6-a6a2-599fa49b1401,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:32.733913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.734612 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.740476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d1757643-d908-454f-b62d-6720f6dff4bd no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:32.763228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] For port 9a1f1ebc-8e15-4c64-955a-74798c035fa5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9a1f1ebc-8e15-4c64-955a-74798c035fa5,segment=NetworkSegment(a14ecfe2-fb2b-4f06-92f8-be188ed363c0),segment_id=a14ecfe2-fb2b-4f06-92f8-be188ed363c0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:32.763646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.771140 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-89d94d3c-6055-4276-8996-cd60968d57bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5524352 Jul 16 01:23:32.786385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] Calling delete_port for 9a1f1ebc-8e15-4c64-955a-74798c035fa5 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:32.786918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Request body: {'port': {'device_id': 'f87f9462-8726-4835-b938-0bf196312463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:32.797181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: d1757643-d908-454f-b62d-6720f6dff4bd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:32.797610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d1757643-d908-454f-b62d-6720f6dff4bd not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:32.900648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.093246 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.110324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38084) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:33.121260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1f1ebc-8e15-4c64-955a-74798c035fa5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.129663 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9833c35-48eb-4726-9bec-5859da14987d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.307187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:33.310788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.317920 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.347998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Transition to ACTIVE for port object 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:33.350309 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9833c35-48eb-4726-9bec-5859da14987d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.353338 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.362426 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9833c35-48eb-4726-9bec-5859da14987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.450277 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e9833c35-48eb-4726-9bec-5859da14987d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4f56a10d03c4daf8c2fdb7c35f60d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388236 Jul 16 01:23:33.454670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:33.466399 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9833c35-48eb-4726-9bec-5859da14987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1233ab6d-2be6-463f-bbe8-10d718009d31,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.492129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Pushing event updated for resources: {'Port': ['ID=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.579988 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21836b7d-4bb0-4d69-aca7-eca8d389b1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.582811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Attempting to bind port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:33.583147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Attempting to bind port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:33.583481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Attempting to bind port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:33.589946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a on network 2d319e49-9dda-45be-8a70-a50c234a25c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:33.591733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Attempting to bind port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:33.603671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:33.604024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Checking segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:33.604406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Bound using segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:33.604847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Bound port: 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:33.605200 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.621783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] Router e183e61d-19da-4fb5-b6af-9598d3b162ff has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:33.624487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21836b7d-4bb0-4d69-aca7-eca8d389b1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.637479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b8197-f0a4-4b61-9e36-876641720a6b req-8778b9e7-51d4-4498-a221-38224a5bac72 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.639060 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f3b8197-f0a4-4b61-9e36-876641720a6b req-8778b9e7-51d4-4498-a221-38224a5bac72 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 943 time: 0.1239910 Jul 16 01:23:33.714262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] For port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:33.718476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] For port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:33.726515 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.726993 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f3b8197-f0a4-4b61-9e36-876641720a6b req-95555e8f-5aa3-4dbb-915d-898a759f4665 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812209 Jul 16 01:23:33.735618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21836b7d-4bb0-4d69-aca7-eca8d389b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.738252 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21836b7d-4bb0-4d69-aca7-eca8d389b1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.739570 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-21836b7d-4bb0-4d69-aca7-eca8d389b1c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1233ab6d-2be6-463f-bbe8-10d718009d31 HTTP/1.1" status: 204 len: 168 time: 0.2805207 Jul 16 01:23:33.788012 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.788670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.790274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] 10.222.0.67 "PUT /v2.0/ports/2c3fa632-ecfb-4cd5-8fef-9644d9423a8a HTTP/1.1" status: 200 len: 1092 time: 1.0099325 Jul 16 01:23:33.796314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87f9462-8726-4835-b938-0bf196312463', 'tag': '2c3fa632-ecfb-4cd5-8fef-9644d9423a8a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:33.799150 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e576c7-2784-44fc-baf6-da7e88f370ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f87f9462-8726-4835-b938-0bf196312463", "tag": "2c3fa632-ecfb-4cd5-8fef-9644d9423a8a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:33.802438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21836b7d-4bb0-4d69-aca7-eca8d389b1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1233ab6d-2be6-463f-bbe8-10d718009d31,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.845508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50be1a-b090-49f3-8b6e-836cd02c74fe service neutron] Pushing event updated for resources: {'Port': ['ID=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.871216 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49382d9-066a-4089-9159-60029f8c91f2 x-openstack-request-id: req-b49382d9-066a-4089-9159-60029f8c91f2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:33.871614 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87f9462-8726-4835-b938-0bf196312463", "tag": "2c3fa632-ecfb-4cd5-8fef-9644d9423a8a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:33.871868 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b49382d9-066a-4089-9159-60029f8c91f2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:33.872278 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87f9462-8726-4835-b938-0bf196312463', 'tag': '2c3fa632-ecfb-4cd5-8fef-9644d9423a8a', 'status': 'completed', 'code': 200} Jul 16 01:23:33.930051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-f591d362-a6d3-4254-9886-3f7f637c7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.931632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-f591d362-a6d3-4254-9886-3f7f637c7080 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 1095 time: 0.0729964 Jul 16 01:23:33.984987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-23736a33-07f8-4e9e-afc4-b3dcaf7b1dee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a HTTP/1.1" status: 200 len: 217 time: 0.0448430 Jul 16 01:23:34.039475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-bf3a2a16-f002-47fe-8fe7-3e914b152797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.041000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-bf3a2a16-f002-47fe-8fe7-3e914b152797 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.0486670 Jul 16 01:23:34.082557 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-9c3bab2c-c6d4-42d9-8619-1b19b20eb2c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330691 Jul 16 01:23:34.118752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:34.128895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] Sync routers for ids ['e183e61d-19da-4fb5-b6af-9598d3b162ff'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:34.136000 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-765d5d8c-aa0b-43b7-957d-a60fc37bd132 admin admin] 10.222.0.64 "PUT /v2.0/routers/e183e61d-19da-4fb5-b6af-9598d3b162ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8456829 Jul 16 01:23:34.137002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38102) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:34.142623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] Routers {'e183e61d-19da-4fb5-b6af-9598d3b162ff'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:34.144664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e183e61d-19da-4fb5-b6af-9598d3b162ff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:34.279515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-5f0b3cf6-9bec-43bc-abfa-2f990d3c129d service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863911 Jul 16 01:23:34.295330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] Set router e183e61d-19da-4fb5-b6af-9598d3b162ff gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:34.335820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.466070 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9df17ca-7fac-4481-ba15-4cf35a1d5d28 req-217a6fa9-1942-4c79-9ab5-00c771e2cd00 service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783612 Jul 16 01:23:34.497445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.579069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:23:33Z', 'revision_number': 5, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port': {'id': '7ffca81e-e889-4be2-bec5-ed9b023fc7c1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:07Z', 'updated_at': '2021-07-16T01:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:34.610868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Deleting port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:34.611215 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.632182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] Checking router: e183e61d-19da-4fb5-b6af-9598d3b162ff for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:34.646258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] Routers {'e183e61d-19da-4fb5-b6af-9598d3b162ff'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:34.647330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e183e61d-19da-4fb5-b6af-9598d3b162ff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:34.689553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e576c7-2784-44fc-baf6-da7e88f370ac req-263ab354-721a-473b-b711-2b085a666ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.691938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4e576c7-2784-44fc-baf6-da7e88f370ac req-263ab354-721a-473b-b711-2b085a666ef5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 1095 time: 0.1394446 Jul 16 01:23:34.733580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] For port 7ffca81e-e889-4be2-bec5-ed9b023fc7c1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7ffca81e-e889-4be2-bec5-ed9b023fc7c1,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:34.733851 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.763161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Calling delete_port for 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:34.803859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] Set router e183e61d-19da-4fb5-b6af-9598d3b162ff gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:34.894944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e576c7-2784-44fc-baf6-da7e88f370ac req-0ec9abac-b5bd-482d-add2-0f3149eba340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.896475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4e576c7-2784-44fc-baf6-da7e88f370ac req-0ec9abac-b5bd-482d-add2-0f3149eba340 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 906 time: 0.1946254 Jul 16 01:23:34.900732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:23:34Z', 'revision_number': 6, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:34.947537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7f689-385f-4399-94bf-41bbed9cf718 None None] The sync data for ids ['e183e61d-19da-4fb5-b6af-9598d3b162ff'] in n-d-791504-14 is: [{'id': 'e183e61d-19da-4fb5-b6af-9598d3b162ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-390805214-router', 'tenant_id': '76427afcf93449608ddffa24ba06d313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:04Z', 'updated_at': '2021-07-16T01:23:34Z', 'revision_number': 6, 'project_id': '76427afcf93449608ddffa24ba06d313', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:35.048345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4e576c7-2784-44fc-baf6-da7e88f370ac req-9434b8c8-d6f5-4032-82f4-23668e0693a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a HTTP/1.1" status: 200 len: 217 time: 0.1398187 Jul 16 01:23:35.080223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b3601-b105-4b0f-b2b6-05f714d2d20d req-a1f2b71f-db1e-447a-bf36-db4529f550af tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.088587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9b3601-b105-4b0f-b2b6-05f714d2d20d req-a1f2b71f-db1e-447a-bf36-db4529f550af tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 943 time: 0.0777404 Jul 16 01:23:35.140579 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e9b3601-b105-4b0f-b2b6-05f714d2d20d req-b87ca3b2-5009-408d-a523-efe8977e7a93 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507953 Jul 16 01:23:35.151512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e576c7-2784-44fc-baf6-da7e88f370ac req-3ba148a9-1fa1-4ad6-93e4-6332608aae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.153668 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4e576c7-2784-44fc-baf6-da7e88f370ac req-3ba148a9-1fa1-4ad6-93e4-6332608aae27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.0922773 Jul 16 01:23:35.193214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.198410 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4e576c7-2784-44fc-baf6-da7e88f370ac req-31a17c42-3ac7-424d-bd60-2ea1b2501bd7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334537 Jul 16 01:23:35.233935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffca81e-e889-4be2-bec5-ed9b023fc7c1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:35.380360 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.469632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4e576c7-2784-44fc-baf6-da7e88f370ac req-03d858b5-0a4c-423f-894b-093eb62a4acf service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511709 Jul 16 01:23:35.526982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.536154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.625906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.626489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e183e61d-19da-4fb5-b6af-9598d3b162ff {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:23:35.633511 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.634957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-30e5022c-e51a-4fe8-bfc3-2cba99073f0b admin admin] 10.222.0.64 "DELETE /v2.0/routers/e183e61d-19da-4fb5-b6af-9598d3b162ff HTTP/1.1" status: 204 len: 168 time: 1.4629068 Jul 16 01:23:35.639245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:35.661689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4e576c7-2784-44fc-baf6-da7e88f370ac req-4c2eee35-1760-44f9-80ad-87a4aeb6fdb0 service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617472 Jul 16 01:23:35.694912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d5b698-2acc-4109-83a2-7aea021471d5 admin admin] Deleting subnet d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:23:35.698446 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d5b698-2acc-4109-83a2-7aea021471d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.735963 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d5b698-2acc-4109-83a2-7aea021471d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.782525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d5b698-2acc-4109-83a2-7aea021471d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.860421 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d5b698-2acc-4109-83a2-7aea021471d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.899237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5b698-2acc-4109-83a2-7aea021471d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ebc4a5-2582-4a01-a00b-4f769d8e1f82,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:35.901333 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d5b698-2acc-4109-83a2-7aea021471d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.907410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e5d5b698-2acc-4109-83a2-7aea021471d5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d9ebc4a5-2582-4a01-a00b-4f769d8e1f82 HTTP/1.1" status: 204 len: 168 time: 0.2657812 Jul 16 01:23:35.907791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:36.004864 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.109598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.121374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22207be6-cdc7-4fdb-bab4-23b6c21164cd']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:36.134143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:36.134778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14ecfe2-fb2b-4f06-92f8-be188ed363c0') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:36.145365 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.165609 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.172898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:23:36.173228 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:23:36.175953 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:23:36.246911 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.252568 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.259015 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] 10.222.0.64 "DELETE /v2.0/networks/22207be6-cdc7-4fdb-bab4-23b6c21164cd HTTP/1.1" status: 204 len: 168 time: 0.3464737 Jul 16 01:23:36.277826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe51072-a9c5-4add-949d-de85eb84032b admin admin] Pushing event deleted for resources: {'Network': ['ID=22207be6-cdc7-4fdb-bab4-23b6c21164cd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:36.381122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fddb4e-ce52-4126-84b4-d657e79f91d3 req-171b5b8a-341d-4c6e-b6f6-9bce8dbbfbd7 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.384033 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-80fddb4e-ce52-4126-84b4-d657e79f91d3 req-171b5b8a-341d-4c6e-b6f6-9bce8dbbfbd7 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 943 time: 0.1020274 Jul 16 01:23:36.457763 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-80fddb4e-ce52-4126-84b4-d657e79f91d3 req-d3f3acf2-dea4-496e-a1ea-bfac72f8219f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590556 Jul 16 01:23:36.564859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:36.612286 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aaf7309f-4695-4185-b8b2-05f098e364be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76427afcf93449608ddffa24ba06d313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458777 Jul 16 01:23:36.620243 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38172) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:36.684950 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4963a256-dfff-408e-8e72-f169e09066a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.707647 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4963a256-dfff-408e-8e72-f169e09066a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.765332 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4963a256-dfff-408e-8e72-f169e09066a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.768959 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4963a256-dfff-408e-8e72-f169e09066a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.770276 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4963a256-dfff-408e-8e72-f169e09066a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2284735-48f4-403a-b853-73a6e12650d6 HTTP/1.1" status: 204 len: 168 time: 0.1477351 Jul 16 01:23:36.779267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963a256-dfff-408e-8e72-f169e09066a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2284735-48f4-403a-b853-73a6e12650d6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:37.044463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9a1f1ebc-8e15-4c64-955a-74798c035fa5 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:37.104870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9a1f1ebc-8e15-4c64-955a-74798c035fa5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:37.105380 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9a1f1ebc-8e15-4c64-955a-74798c035fa5 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:37.106038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:37.146733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:37.147268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7ffca81e-e889-4be2-bec5-ed9b023fc7c1 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:37.729340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f52e-8305-4fa9-8e51-edd26e86065d req-22a86a86-d8b6-44b5-ae75-2ef2400b975b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.731169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ab5f52e-8305-4fa9-8e51-edd26e86065d req-22a86a86-d8b6-44b5-ae75-2ef2400b975b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 943 time: 0.1079895 Jul 16 01:23:37.783401 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ab5f52e-8305-4fa9-8e51-edd26e86065d req-ea610eae-e851-4ee0-9c8c-f5ab44073aab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 Jul 16 01:23:37.964208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38212) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:38.087132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f722980-21cc-4390-b4cc-fb88716cdefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.187045 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f722980-21cc-4390-b4cc-fb88716cdefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.192273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f722980-21cc-4390-b4cc-fb88716cdefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.238618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9f722980-21cc-4390-b4cc-fb88716cdefe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e52a6f2b6b14c36ba39e58c2108867b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732301 Jul 16 01:23:38.239269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38220) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:38.239801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f722980-21cc-4390-b4cc-fb88716cdefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eebc01-90b1-4976-918c-88c88e96d357,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:38.302160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d032-77a8-4d94-a7b0-ea528f887140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.325485 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d032-77a8-4d94-a7b0-ea528f887140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.382786 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d032-77a8-4d94-a7b0-ea528f887140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.385615 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d032-77a8-4d94-a7b0-ea528f887140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.386903 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e7e0d032-77a8-4d94-a7b0-ea528f887140 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11eebc01-90b1-4976-918c-88c88e96d357 HTTP/1.1" status: 204 len: 168 time: 0.1461520 Jul 16 01:23:38.396299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0d032-77a8-4d94-a7b0-ea528f887140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eebc01-90b1-4976-918c-88c88e96d357,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:38.749829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:38.986236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:39.001478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '2c3fa632-ecfb-4cd5-8fef-9644d9423a8a', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'port_id': '2c3fa632-ecfb-4cd5-8fef-9644d9423a8a', 'mac_address': 'fa:16:3e:a4:a5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1c54ac-3634-4b37-a18b-f8e6de0421c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:39.053161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130104e-84b1-4d3e-a877-c8fd4edcf95a req-2d34bb85-e6a7-45b7-98bc-44176095326c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.055382 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f130104e-84b1-4d3e-a877-c8fd4edcf95a req-2d34bb85-e6a7-45b7-98bc-44176095326c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 943 time: 0.0779190 Jul 16 01:23:39.058490 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.082703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:39.115883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f130104e-84b1-4d3e-a877-c8fd4edcf95a req-4462ab1e-ed43-4632-8f20-b5adefa89491 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512640 Jul 16 01:23:39.119934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:39.127929 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.184455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:39.193081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.193455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.193871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.194310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.194648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.194981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.195311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.195639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.195986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.196293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.196622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.196993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:39.491913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['2c3fa632-ecfb-4cd5-8fef-9644d9423a8a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:40.387199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9bdee-7ce4-40f8-8bb2-93e81d4a492a req-9b90759f-82ad-4d5a-8ffe-cf7c63ea1276 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.388923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0c9bdee-7ce4-40f8-8bb2-93e81d4a492a req-9b90759f-82ad-4d5a-8ffe-cf7c63ea1276 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 944 time: 0.1164455 Jul 16 01:23:40.434576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0c9bdee-7ce4-40f8-8bb2-93e81d4a492a req-103915ec-eeaa-4cca-b117-d32ed1f5a862 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393231 Jul 16 01:23:40.751064 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:40.811213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:40.818442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:40.819434 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.011904 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.061656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87f9462-8726-4835-b938-0bf196312463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3fa632-ecfb-4cd5-8fef-9644d9423a8a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:41.064297 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23da92ca-9095-4f34-8b97-72767f0894c7" -d '{"events": [{"server_uuid": "f87f9462-8726-4835-b938-0bf196312463", "name": "network-vif-plugged", "status": "completed", "tag": "2c3fa632-ecfb-4cd5-8fef-9644d9423a8a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:41.085695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:41.090872 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.163293 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b8ddc4-e136-4aa2-a9d6-abb1f6ca6c05 x-openstack-request-id: req-d3b8ddc4-e136-4aa2-a9d6-abb1f6ca6c05 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:41.164624 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87f9462-8726-4835-b938-0bf196312463", "name": "network-vif-plugged", "status": "completed", "tag": "2c3fa632-ecfb-4cd5-8fef-9644d9423a8a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:41.165061 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3b8ddc4-e136-4aa2-a9d6-abb1f6ca6c05 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:41.165759 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87f9462-8726-4835-b938-0bf196312463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3fa632-ecfb-4cd5-8fef-9644d9423a8a', 'code': 200} Jul 16 01:23:41.200120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:41.450871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c9121-f54b-4da8-9b67-092de149833a req-0be3caa6-646e-4d03-bd0b-a6381b9a6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.457642 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96c9121-f54b-4da8-9b67-092de149833a req-0be3caa6-646e-4d03-bd0b-a6381b9a6043 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 1097 time: 0.1635053 Jul 16 01:23:41.613679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96c9121-f54b-4da8-9b67-092de149833a req-50b71f3c-25cb-4c0b-9e42-2d573eec6837 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373160 Jul 16 01:23:41.789696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37aa78-e61d-4654-84f8-3d71f04b310b req-f3e08f97-a4e6-4a60-834a-ebbb10dcd2f0 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.792440 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c37aa78-e61d-4654-84f8-3d71f04b310b req-f3e08f97-a4e6-4a60-834a-ebbb10dcd2f0 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 945 time: 0.1226070 Jul 16 01:23:41.859908 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c37aa78-e61d-4654-84f8-3d71f04b310b req-33842308-3d07-4125-a563-d09fe06d6545 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585680 Jul 16 01:23:42.290810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:42.425480 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01ac781c-6e36-44d7-8fb4-a0a407973afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.564388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01ac781c-6e36-44d7-8fb4-a0a407973afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.570134 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01ac781c-6e36-44d7-8fb4-a0a407973afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.599478 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac781c-6e36-44d7-8fb4-a0a407973afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f42a46-2454-4eb2-b614-7f775508938e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:42.639562 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-01ac781c-6e36-44d7-8fb4-a0a407973afe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbc21f7f5ee743009ef5f455668e1f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476315 Jul 16 01:23:42.639778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38336) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:42.703636 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e095413d-fb0a-4b97-9d0e-adbe1434e0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.728370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e095413d-fb0a-4b97-9d0e-adbe1434e0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.801542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e095413d-fb0a-4b97-9d0e-adbe1434e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.808748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e095413d-fb0a-4b97-9d0e-adbe1434e0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.811979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e095413d-fb0a-4b97-9d0e-adbe1434e0a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9f42a46-2454-4eb2-b614-7f775508938e HTTP/1.1" status: 204 len: 168 time: 0.1703913 Jul 16 01:23:42.827979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095413d-fb0a-4b97-9d0e-adbe1434e0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f42a46-2454-4eb2-b614-7f775508938e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:43.117469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd6965-49a2-4dbb-945f-8217abbfc96f req-71c494c6-d91b-4c84-8e31-7cc5f05a0d77 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.119259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44dd6965-49a2-4dbb-945f-8217abbfc96f req-71c494c6-d91b-4c84-8e31-7cc5f05a0d77 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 945 time: 0.1016963 Jul 16 01:23:43.174529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44dd6965-49a2-4dbb-945f-8217abbfc96f req-69ebe7fb-da1d-4d2d-a370-edc477b4a6dc tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491705 Jul 16 01:23:43.215949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:43.230958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fdc44f97-0928-4b2b-8c26-0a3af8894941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.396841 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fdc44f97-0928-4b2b-8c26-0a3af8894941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.401336 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fdc44f97-0928-4b2b-8c26-0a3af8894941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.415066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c93ed-d6de-4e75-b681-95787797c0ad req-15bcbc70-1b04-499e-a6c1-391ab5418553 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.416820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-032c93ed-d6de-4e75-b681-95787797c0ad req-15bcbc70-1b04-499e-a6c1-391ab5418553 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 945 time: 0.1091087 Jul 16 01:23:43.477663 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fdc44f97-0928-4b2b-8c26-0a3af8894941 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=daf813341d614148ac1af1ec79353a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581334 Jul 16 01:23:43.477663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc44f97-0928-4b2b-8c26-0a3af8894941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f300f79c-a486-4975-a1d9-bc5b1a475cd9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:43.478332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38350) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:43.499129 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-032c93ed-d6de-4e75-b681-95787797c0ad req-52e54668-1bb5-40e4-9bf6-f3591457641e tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682921 Jul 16 01:23:43.568816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3af175a1-4660-4b19-bffd-bafa80fccbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.623746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3af175a1-4660-4b19-bffd-bafa80fccbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.703799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3af175a1-4660-4b19-bffd-bafa80fccbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.709284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3af175a1-4660-4b19-bffd-bafa80fccbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.714404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3af175a1-4660-4b19-bffd-bafa80fccbde admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f300f79c-a486-4975-a1d9-bc5b1a475cd9 HTTP/1.1" status: 204 len: 168 time: 0.2347746 Jul 16 01:23:43.728195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af175a1-4660-4b19-bffd-bafa80fccbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f300f79c-a486-4975-a1d9-bc5b1a475cd9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:44.091538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cb6da-cbc2-435d-a156-2d102c7195b8 req-cd2460ed-2517-4bb9-ba5f-309bde0c4da3 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.093456 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf7cb6da-cbc2-435d-a156-2d102c7195b8 req-cd2460ed-2517-4bb9-ba5f-309bde0c4da3 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 945 time: 0.0843217 Jul 16 01:23:44.146297 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf7cb6da-cbc2-435d-a156-2d102c7195b8 req-234f3751-2f16-4bc8-be56-74f442971f41 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Jul 16 01:23:44.809704 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-55f7a639-9187-45f9-beee-9efd66b277ad req-50f1aac8-24e1-4a8e-ad1e-454b6977d7ea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0684514 Jul 16 01:23:44.963423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7a639-9187-45f9-beee-9efd66b277ad req-589407c3-1950-40c4-b0fd-014f709368fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.965011 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-55f7a639-9187-45f9-beee-9efd66b277ad req-589407c3-1950-40c4-b0fd-014f709368fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1097 time: 0.1168201 Jul 16 01:23:45.264431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7a639-9187-45f9-beee-9efd66b277ad req-57e65a7f-d67d-4c68-8358-94bc096ee274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.269578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-55f7a639-9187-45f9-beee-9efd66b277ad req-57e65a7f-d67d-4c68-8358-94bc096ee274 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.2499938 Jul 16 01:23:45.471679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-55f7a639-9187-45f9-beee-9efd66b277ad req-e8c2a194-2d7d-413a-9ec3-5277a59c2009 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 1000 time: 0.1923769 Jul 16 01:23:45.480488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38410) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:45.583657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7a639-9187-45f9-beee-9efd66b277ad req-1358104f-e251-4d0d-80f8-f9db80d24131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.586498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-55f7a639-9187-45f9-beee-9efd66b277ad req-1358104f-e251-4d0d-80f8-f9db80d24131 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0944171 Jul 16 01:23:45.612764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58c2ed-359c-48a0-ba6a-048ec03af159 req-94c6b0fa-76f6-4fcc-a0ad-4dac097a82d1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.624599 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c58c2ed-359c-48a0-ba6a-048ec03af159 req-94c6b0fa-76f6-4fcc-a0ad-4dac097a82d1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 945 time: 0.1966190 Jul 16 01:23:45.638248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf67809-8acc-4389-9863-582ee140c573 req-cc7b3630-bcfe-4d21-b248-a1b248ef6171 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.640676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cf67809-8acc-4389-9863-582ee140c573 req-cc7b3630-bcfe-4d21-b248-a1b248ef6171 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 945 time: 0.1196129 Jul 16 01:23:45.696198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5cf67809-8acc-4389-9863-582ee140c573 req-12ae64c8-0ff7-429c-84c7-859943c628f5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495105 Jul 16 01:23:45.824365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c58c2ed-359c-48a0-ba6a-048ec03af159 req-86a4edf3-f854-47b8-a537-fde33512b2ec tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978040 Jul 16 01:23:45.846618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7a639-9187-45f9-beee-9efd66b277ad req-6fbb203a-9f52-46eb-9a60-f2400de95e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.848834 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-55f7a639-9187-45f9-beee-9efd66b277ad req-6fbb203a-9f52-46eb-9a60-f2400de95e29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2201812 Jul 16 01:23:46.024300 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e974f483-e644-4d53-8297-53a6decf8ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.048738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f1641-f3b6-47be-8794-51fd1debb64c req-60c3842c-873f-4431-b17d-a9c21d37ff4c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.052668 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-084f1641-f3b6-47be-8794-51fd1debb64c req-60c3842c-873f-4431-b17d-a9c21d37ff4c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 945 time: 0.1457038 Jul 16 01:23:46.066742 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-55f7a639-9187-45f9-beee-9efd66b277ad req-69fca755-48cb-40ff-9ec7-5ddce9df965b service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048576 Jul 16 01:23:46.251502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-55f7a639-9187-45f9-beee-9efd66b277ad req-baf8caaa-5bf0-4aec-aacf-8d60b6a498b6 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730020 Jul 16 01:23:46.255942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-084f1641-f3b6-47be-8794-51fd1debb64c req-7996dc46-d46e-453a-ad00-655dbc86da73 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Deleting port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:46.256484 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-084f1641-f3b6-47be-8794-51fd1debb64c req-7996dc46-d46e-453a-ad00-655dbc86da73 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.269699 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e974f483-e644-4d53-8297-53a6decf8ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.276231 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e974f483-e644-4d53-8297-53a6decf8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.319622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974f483-e644-4d53-8297-53a6decf8ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4420575-71fa-45b6-9e0c-34f753c59652,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:46.380951 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e974f483-e644-4d53-8297-53a6decf8ab8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b09ba823de8456e8c8cee0a6142ab17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8977935 Jul 16 01:23:46.383289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:46.453736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-084f1641-f3b6-47be-8794-51fd1debb64c req-7996dc46-d46e-453a-ad00-655dbc86da73 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] For port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:46.454146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-084f1641-f3b6-47be-8794-51fd1debb64c req-7996dc46-d46e-453a-ad00-655dbc86da73 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.481301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-084f1641-f3b6-47be-8794-51fd1debb64c req-7996dc46-d46e-453a-ad00-655dbc86da73 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Calling delete_port for 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:46.490886 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0470-5428-4c84-9bc1-1e2d972220f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.523878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38456) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:46.557959 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0470-5428-4c84-9bc1-1e2d972220f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.614053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a724b260-bc41-492d-8328-1c3f7402ce0c tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/floatingips/33ef4664-fa3a-404a-82ae-093940f82eaa HTTP/1.1" status: 200 len: 992 time: 0.0760961 Jul 16 01:23:46.690715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0470-5428-4c84-9bc1-1e2d972220f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.697078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0470-5428-4c84-9bc1-1e2d972220f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.701426 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bb4c0470-5428-4c84-9bc1-1e2d972220f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4420575-71fa-45b6-9e0c-34f753c59652 HTTP/1.1" status: 204 len: 168 time: 0.3148773 Jul 16 01:23:46.768830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c0470-5428-4c84-9bc1-1e2d972220f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4420575-71fa-45b6-9e0c-34f753c59652,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:46.780994 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-084f1641-f3b6-47be-8794-51fd1debb64c req-7996dc46-d46e-453a-ad00-655dbc86da73 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.796602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:46.862889 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['2c3fa632-ecfb-4cd5-8fef-9644d9423a8a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:46.900512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996dc46-d46e-453a-ad00-655dbc86da73 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event deleted for resources: {'Port': ['ID=2c3fa632-ecfb-4cd5-8fef-9644d9423a8a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:46.936086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:47.149164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-084f1641-f3b6-47be-8794-51fd1debb64c req-7996dc46-d46e-453a-ad00-655dbc86da73 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] No DVR routers for this DVR port 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:47.155458 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-084f1641-f3b6-47be-8794-51fd1debb64c req-7996dc46-d46e-453a-ad00-655dbc86da73 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.164548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-084f1641-f3b6-47be-8794-51fd1debb64c req-7996dc46-d46e-453a-ad00-655dbc86da73 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "DELETE /v2.0/ports/2c3fa632-ecfb-4cd5-8fef-9644d9423a8a HTTP/1.1" status: 204 len: 173 time: 1.0986805 Jul 16 01:23:47.166286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87f9462-8726-4835-b938-0bf196312463', 'name': 'network-vif-deleted', 'tag': '2c3fa632-ecfb-4cd5-8fef-9644d9423a8a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:47.191365 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b4441c-f499-4f95-802f-6b4ae9ee4067" -d '{"events": [{"server_uuid": "f87f9462-8726-4835-b938-0bf196312463", "name": "network-vif-deleted", "tag": "2c3fa632-ecfb-4cd5-8fef-9644d9423a8a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:47.378530 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795bd258-9d95-4fd8-82f8-b4e94d546adf x-openstack-request-id: req-795bd258-9d95-4fd8-82f8-b4e94d546adf {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:47.378963 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87f9462-8726-4835-b938-0bf196312463", "name": "network-vif-deleted", "tag": "2c3fa632-ecfb-4cd5-8fef-9644d9423a8a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:47.380244 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-795bd258-9d95-4fd8-82f8-b4e94d546adf {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:47.380244 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87f9462-8726-4835-b938-0bf196312463', 'name': 'network-vif-deleted', 'tag': '2c3fa632-ecfb-4cd5-8fef-9644d9423a8a', 'status': 'completed', 'code': 200} Jul 16 01:23:47.488494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38498) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:47.525872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20b86c67-f48a-4b6d-9937-e3774e043558 req-8251d93f-bdaa-46a2-bcf2-616ebac16c6d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=f87f9462-8726-4835-b938-0bf196312463 HTTP/1.1" status: 200 len: 210 time: 0.0749316 Jul 16 01:23:47.545257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e511e03-1fb4-41be-8097-d0ad982a6fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.577562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port fd689200-7271-4923-b62e-22a500e3c49e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:47.578673 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.760890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.761217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.769353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e511e03-1fb4-41be-8097-d0ad982a6fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.775613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e511e03-1fb4-41be-8097-d0ad982a6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.781713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for fd689200-7271-4923-b62e-22a500e3c49e owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:47.827916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e511e03-1fb4-41be-8097-d0ad982a6fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6030db34-f4f3-4e8c-9fd5-57631d35edfd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:47.836684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1e511e03-1fb4-41be-8097-d0ad982a6fb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f9c5e1a8568433d8d511b1c7b7421ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466156 Jul 16 01:23:47.837357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38500) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:47.926641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b85e9afa-ff72-4581-a5f7-777c0063cd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.966677 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b85e9afa-ff72-4581-a5f7-777c0063cd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.062113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b85e9afa-ff72-4581-a5f7-777c0063cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.067178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b85e9afa-ff72-4581-a5f7-777c0063cd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.070716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b85e9afa-ff72-4581-a5f7-777c0063cd62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6030db34-f4f3-4e8c-9fd5-57631d35edfd HTTP/1.1" status: 204 len: 168 time: 0.2318144 Jul 16 01:23:48.085611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e9afa-ff72-4581-a5f7-777c0063cd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6030db34-f4f3-4e8c-9fd5-57631d35edfd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:48.129897 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.174857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=fd689200-7271-4923-b62e-22a500e3c49e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:48.344536 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.345343 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Floating IP 33ef4664-fa3a-404a-82ae-093940f82eaa disassociated (deleted). External IP: 172.25.4.25, port: 2b842005-995d-4ad8-a535-0bf5296b569e. Jul 16 01:23:48.672755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:48.915642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:48.927348 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.928106 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] Sync routers for ids ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:48.945746 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] Routers {'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:48.946424 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:49.004125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-221b16a1-8e86-4179-bb0b-45a265b79793 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/floatingips/33ef4664-fa3a-404a-82ae-093940f82eaa HTTP/1.1" status: 204 len: 168 time: 2.0651073 Jul 16 01:23:49.005334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'tag': '2b842005-995d-4ad8-a535-0bf5296b569e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:49.010665 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182d704-7986-4dd7-987d-bc0a6a85096a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea22115-c775-4c1a-b002-f91e021c6fdb", "tag": "2b842005-995d-4ad8-a535-0bf5296b569e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:49.072049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38562) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:49.161566 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] Set router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:49.321664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-44f89bce-0a1d-4194-a8ba-161cb563a72f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.333934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-44f89bce-0a1d-4194-a8ba-161cb563a72f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.1980801 Jul 16 01:23:49.358321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-c6f81ccb-6674-4aba-9c36-8a620c3bf060 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/quotas/54b9f79c3d0a4882b8ae1b6f6adb2f4a HTTP/1.1" status: 200 len: 375 time: 0.0227635 Jul 16 01:23:49.391573 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbd7a364-f3b9-4471-a8d9-f951c156058b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.488248 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b76c6-4b11-4055-b917-72db60043249 x-openstack-request-id: req-333b76c6-4b11-4055-b917-72db60043249 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:49.491141 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea22115-c775-4c1a-b002-f91e021c6fdb", "tag": "2b842005-995d-4ad8-a535-0bf5296b569e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:49.492885 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-333b76c6-4b11-4055-b917-72db60043249 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:49.493631 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'tag': '2b842005-995d-4ad8-a535-0bf5296b569e', 'status': 'completed', 'code': 200} Jul 16 01:23:49.503736 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-c3a690cb-e17a-47e6-a1c9-7fa9ce80af35 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1440451 Jul 16 01:23:49.614173 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'eba85d8e-fb10-471d-aa47-4b1ef7579e66', 'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:db:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:34Z', 'updated_at': '2021-07-16T01:22:44Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:49.664725 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] Checking router: f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:49.678785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-9d901e7d-5c01-46ee-996a-d6ddb9041826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.679847 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] Routers {'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:49.680514 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-9d901e7d-5c01-46ee-996a-d6ddb9041826 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be15e6cb8f6046ad97655557638c1e06&device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 1097 time: 0.1848760 Jul 16 01:23:49.681222 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:49.684571 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-63de1afc-13c8-4e62-a764-fe8412030925 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652868 Jul 16 01:23:49.704290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1e6bc-cc5c-44f8-84ce-4543dbbe3f45 req-5cdda847-9096-4680-beec-82c72b0e7cbd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.706046 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9ad1e6bc-cc5c-44f8-84ce-4543dbbe3f45 req-5cdda847-9096-4680-beec-82c72b0e7cbd tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 945 time: 0.1651745 Jul 16 01:23:49.711910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:49.740436 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbd7a364-f3b9-4471-a8d9-f951c156058b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.804062 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbd7a364-f3b9-4471-a8d9-f951c156058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.941756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7a364-f3b9-4471-a8d9-f951c156058b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fb5f39-500c-4164-8714-52ba1b0359be,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:49.945559 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] Set router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:49.951324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-00fc21a0-8132-4aa3-8b49-78857c8f5303 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584791 Jul 16 01:23:49.980247 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:50.007808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'port_id': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'mac_address': 'fa:16:3e:45:ac:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:50.067956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cbd7a364-f3b9-4471-a8d9-f951c156058b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0187bcd7b43492b8f0fa4cb376dbd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9934506 Jul 16 01:23:50.071730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38590) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:50.095590 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.104344 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9ad1e6bc-cc5c-44f8-84ce-4543dbbe3f45 req-fb76cc74-9b40-4e74-b844-2dd846ced5a2 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617737 Jul 16 01:23:50.130536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aad4db99-3026-4fc7-ad07-b37e7a6898a0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:50.188007 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-474fbfe1-e499-45f3-8e0c-a479bb3cbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.189891 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-474fbfe1-e499-45f3-8e0c-a479bb3cbcc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbb002a5-34f4-4f6d-b05f-7853bb5432a4 HTTP/1.1" status: 200 len: 897 time: 0.4939351 Jul 16 01:23:50.213182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:50.219487 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.233845 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c1716c8-067d-4a5f-8220-1963cef35ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.308601 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c1716c8-067d-4a5f-8220-1963cef35ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.373983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-9dea66be-a088-497b-9926-7434708dd10f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b842005-995d-4ad8-a535-0bf5296b569e HTTP/1.1" status: 200 len: 217 time: 0.1691966 Jul 16 01:23:50.401373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c1716c8-067d-4a5f-8220-1963cef35ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.405041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c1716c8-067d-4a5f-8220-1963cef35ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.411589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8c1716c8-067d-4a5f-8220-1963cef35ff9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7fb5f39-500c-4164-8714-52ba1b0359be HTTP/1.1" status: 204 len: 168 time: 0.3336072 Jul 16 01:23:50.457853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.473278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1716c8-067d-4a5f-8220-1963cef35ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fb5f39-500c-4164-8714-52ba1b0359be,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.499757 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aad4db99-3026-4fc7-ad07-b37e7a6898a0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:50.547748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-5e39a2c2-414d-4ee1-ba0d-e5dc0f6d83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.554043 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-5e39a2c2-414d-4ee1-ba0d-e5dc0f6d83f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86e9a52b-2e89-46ef-a735-6415074aff50 HTTP/1.1" status: 200 len: 834 time: 0.1625414 Jul 16 01:23:50.574048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6dde444-cf64-4d1f-a7bb-14a0c2f59391 req-344fb546-bfda-4bea-ad86-378ae59491c9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 210 time: 0.1424558 Jul 16 01:23:50.693233 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'eba85d8e-fb10-471d-aa47-4b1ef7579e66', 'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:db:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:34Z', 'updated_at': '2021-07-16T01:22:44Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:50.698402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-4cdae546-f5bf-4c82-8061-7abbf4160fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.700206 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-4cdae546-f5bf-4c82-8061-7abbf4160fd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbb002a5-34f4-4f6d-b05f-7853bb5432a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401341 Jul 16 01:23:50.746488 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e0f29-42ef-4aa8-9110-ceefc217507d None None] The sync data for ids ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'] in n-d-791504-14 is: [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'eba85d8e-fb10-471d-aa47-4b1ef7579e66', 'name': '', 'network_id': 'bbb002a5-34f4-4f6d-b05f-7853bb5432a4', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'mac_address': 'fa:16:3e:db:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:34Z', 'updated_at': '2021-07-16T01:22:44Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'subnets': [{'id': '86e9a52b-2e89-46ef-a735-6415074aff50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:50.827554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:50.893495 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-dfa88c32-f977-494c-ab86-f8075f0936fb service neutron] 10.222.0.50 "GET /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835279 Jul 16 01:23:50.911413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:50.911955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2c3fa632-ecfb-4cd5-8fef-9644d9423a8a not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:51.075803 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4182d704-7986-4dd7-987d-bc0a6a85096a req-7ea32a07-cecf-4f1f-b0dd-110ab33faf98 service neutron] 10.222.0.50 "GET /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720462 Jul 16 01:23:51.216897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38618) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:51.246313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afe606c8-2b61-42bf-9766-06cb16f27048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.341088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af429a69-a400-42b7-94fa-54a3855c5ade None None] New status for floating IP 33ef4664-fa3a-404a-82ae-093940f82eaa: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:23:51.545931 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afe606c8-2b61-42bf-9766-06cb16f27048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.558158 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afe606c8-2b61-42bf-9766-06cb16f27048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.632405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee770d9d-1ae0-49ad-b63d-3e0a66d1e26d req-fa8d7558-a678-40e9-aa93-d15bf3828729 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.634914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee770d9d-1ae0-49ad-b63d-3e0a66d1e26d req-fa8d7558-a678-40e9-aa93-d15bf3828729 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 945 time: 0.2807617 Jul 16 01:23:51.728136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:51.747170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe606c8-2b61-42bf-9766-06cb16f27048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb43913-c6d1-4903-b4e5-f898cd657366,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:51.801477 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee770d9d-1ae0-49ad-b63d-3e0a66d1e26d req-cf289c28-ce1c-4488-8bca-ddf3f4671884 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/security-groups?id=44a81be3-236b-4d81-927c-ffcd05b9e4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589849 Jul 16 01:23:51.809902 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-afe606c8-2b61-42bf-9766-06cb16f27048 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=785351f48920403a9e7c4c9a1676aca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916388 Jul 16 01:23:51.812791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38634) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:51.894075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66a61b-0b92-429f-874d-54617bf7690b req-fb9a6a36-792f-4a2e-93ac-a178bc470df8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.894783 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port aad4db99-3026-4fc7-ad07-b37e7a6898a0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:51.896152 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3e66a61b-0b92-429f-874d-54617bf7690b req-fb9a6a36-792f-4a2e-93ac-a178bc470df8 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 945 time: 0.2368922 Jul 16 01:23:51.910391 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.920524 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0d7dd3b-cf97-49cc-82d3-5a473e8d8f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.974994 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0d7dd3b-cf97-49cc-82d3-5a473e8d8f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.021107 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.023448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e62acce6-7141-4fc7-ab1e-20109928364f req-9d30599f-bacf-499a-84b1-bdf479170e5a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 210 time: 0.0458345 Jul 16 01:23:52.060607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:52.063204 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c555f3cc-9280-4aeb-bb37-cd54d40ec0ae" -d '{"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-plugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:52.076632 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:52.082402 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.086569 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0d7dd3b-cf97-49cc-82d3-5a473e8d8f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.087515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3e66a61b-0b92-429f-874d-54617bf7690b req-2dbb39b3-15ce-4427-952b-4afef808835e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port 2b842005-995d-4ad8-a535-0bf5296b569e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:52.089099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e66a61b-0b92-429f-874d-54617bf7690b req-2dbb39b3-15ce-4427-952b-4afef808835e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.089251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0d7dd3b-cf97-49cc-82d3-5a473e8d8f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.090447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f0d7dd3b-cf97-49cc-82d3-5a473e8d8f91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbb43913-c6d1-4903-b4e5-f898cd657366 HTTP/1.1" status: 204 len: 168 time: 0.2761028 Jul 16 01:23:52.113517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7dd3b-cf97-49cc-82d3-5a473e8d8f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb43913-c6d1-4903-b4e5-f898cd657366,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:52.225277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3e66a61b-0b92-429f-874d-54617bf7690b req-2dbb39b3-15ce-4427-952b-4afef808835e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] For port 2b842005-995d-4ad8-a535-0bf5296b569e, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=2b842005-995d-4ad8-a535-0bf5296b569e,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:52.225701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e66a61b-0b92-429f-874d-54617bf7690b req-2dbb39b3-15ce-4427-952b-4afef808835e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.246643 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3e66a61b-0b92-429f-874d-54617bf7690b req-2dbb39b3-15ce-4427-952b-4afef808835e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for 2b842005-995d-4ad8-a535-0bf5296b569e owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:52.270718 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c566e55-db2e-432b-afea-83f80ccbc48d x-openstack-request-id: req-7c566e55-db2e-432b-afea-83f80ccbc48d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:52.270954 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-plugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:52.271394 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c566e55-db2e-432b-afea-83f80ccbc48d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:52.271974 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'code': 200} Jul 16 01:23:52.292062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:52.704917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-a43897ad-8454-488c-a6ba-64a80dd698f9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.706931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-a43897ad-8454-488c-a6ba-64a80dd698f9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.2348902 Jul 16 01:23:52.727213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Request body: {'port': {'device_id': '2cd88333-cb9d-47ec-8251-46c4cdc2e9ea', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'admin_state_up': True, 'tenant_id': '54b9f79c3d0a4882b8ae1b6f6adb2f4a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:52.920238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Made reservation on behalf of 54b9f79c3d0a4882b8ae1b6f6adb2f4a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:52.926214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.949138 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e66a61b-0b92-429f-874d-54617bf7690b req-2dbb39b3-15ce-4427-952b-4afef808835e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.051252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb39b3-15ce-4427-952b-4afef808835e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=2b842005-995d-4ad8-a535-0bf5296b569e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:53.202201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Allocated IP 172.20.0.4 (2d319e49-9dda-45be-8a70-a50c234a25c3/1b1c54ac-3634-4b37-a18b-f8e6de0421c9/4d07a7e6-5cea-43d7-8a03-4ddd53458773) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:53.350035 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a14337c-f8bc-4d04-8fd2-24f540d1c323 req-d8618f9a-4d77-436e-be79-11448599c740 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea22115-c775-4c1a-b002-f91e021c6fdb HTTP/1.1" status: 200 len: 210 time: 0.2513070 Jul 16 01:23:53.351136 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e66a61b-0b92-429f-874d-54617bf7690b req-2dbb39b3-15ce-4427-952b-4afef808835e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] No DVR routers for this DVR port 2b842005-995d-4ad8-a535-0bf5296b569e on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:53.355293 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e66a61b-0b92-429f-874d-54617bf7690b req-2dbb39b3-15ce-4427-952b-4afef808835e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.357310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3e66a61b-0b92-429f-874d-54617bf7690b req-2dbb39b3-15ce-4427-952b-4afef808835e tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.50 "DELETE /v2.0/ports/2b842005-995d-4ad8-a535-0bf5296b569e HTTP/1.1" status: 204 len: 173 time: 1.4545009 Jul 16 01:23:53.357768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'name': 'network-vif-deleted', 'tag': '2b842005-995d-4ad8-a535-0bf5296b569e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:53.360652 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d423322-82f5-4c14-9748-56e1093242ab" -d '{"events": [{"server_uuid": "8ea22115-c775-4c1a-b002-f91e021c6fdb", "name": "network-vif-deleted", "tag": "2b842005-995d-4ad8-a535-0bf5296b569e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:53.440652 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4fae18-be90-45a2-a994-8080f30cf813 x-openstack-request-id: req-2e4fae18-be90-45a2-a994-8080f30cf813 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:53.440943 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea22115-c775-4c1a-b002-f91e021c6fdb", "name": "network-vif-deleted", "tag": "2b842005-995d-4ad8-a535-0bf5296b569e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:53.441302 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e4fae18-be90-45a2-a994-8080f30cf813 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:53.443992 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea22115-c775-4c1a-b002-f91e021c6fdb', 'name': 'network-vif-deleted', 'tag': '2b842005-995d-4ad8-a535-0bf5296b569e', 'status': 'completed', 'code': 200} Jul 16 01:23:53.447425 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4a2b786-4627-4ab1-81b9-96fef71d0caf req-0a44ab5e-f77a-4593-a39c-19955755a991 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 210 time: 0.0780835 Jul 16 01:23:53.469365 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.575295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.592407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:53.646973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event updated for resources: {'Port': ['ID=4d07a7e6-5cea-43d7-8a03-4ddd53458773,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:53.682997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:53.684708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:53.694827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:53.825892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.826821 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.862296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fa52db8b-5d32-4318-927e-c534bd0ca229 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1387765 Jul 16 01:23:53.873850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Request body: {'port': {'device_id': '2cd88333-cb9d-47ec-8251-46c4cdc2e9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:54.073061 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.183702 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:23:54.411507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38750) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:54.527773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38756) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:54.550795 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86b13a5a-b117-4b54-b469-c9e10685930d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.656854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d07a7e6-5cea-43d7-8a03-4ddd53458773 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:54.668458 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.686616 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9961ad6-8ba6-45e2-b764-7b2810fe49cb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.705682 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9ced0e5-8a0e-4618-9146-81215b92fa15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.706410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Transition to ACTIVE for port object 4d07a7e6-5cea-43d7-8a03-4ddd53458773 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:54.711572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.743500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9961ad6-8ba6-45e2-b764-7b2810fe49cb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.826729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2ed49-c113-4cea-bfb7-3e6bb4bc4acd req-bb5e11fa-5f88-45ce-b890-69a644860517 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.828643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82e2ed49-c113-4cea-bfb7-3e6bb4bc4acd req-bb5e11fa-5f88-45ce-b890-69a644860517 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 931 time: 0.2116802 Jul 16 01:23:54.884566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Attempting to bind port 4d07a7e6-5cea-43d7-8a03-4ddd53458773 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:54.885079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Attempting to bind port 4d07a7e6-5cea-43d7-8a03-4ddd53458773 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:54.885825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Attempting to bind port 4d07a7e6-5cea-43d7-8a03-4ddd53458773 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:54.891572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Port 4d07a7e6-5cea-43d7-8a03-4ddd53458773 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:54.892101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Attempting to bind port 4d07a7e6-5cea-43d7-8a03-4ddd53458773 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:54.895821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Pushing event updated for resources: {'Port': ['ID=4d07a7e6-5cea-43d7-8a03-4ddd53458773,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:54.901696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:54.902067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Checking segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:54.902467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Bound using segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:54.902906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Bound port: 4d07a7e6-5cea-43d7-8a03-4ddd53458773, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:54.903512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.913018 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82e2ed49-c113-4cea-bfb7-3e6bb4bc4acd req-3ab3b50e-0e1e-4637-953b-91fb47228239 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749328 Jul 16 01:23:54.943397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9961ad6-8ba6-45e2-b764-7b2810fe49cb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.946207 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9961ad6-8ba6-45e2-b764-7b2810fe49cb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.947586 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e9961ad6-8ba6-45e2-b764-7b2810fe49cb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/security-groups/44a81be3-236b-4d81-927c-ffcd05b9e4a7 HTTP/1.1" status: 204 len: 168 time: 0.4183190 Jul 16 01:23:54.991668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38760) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:55.000808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9961ad6-8ba6-45e2-b764-7b2810fe49cb tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a81be3-236b-4d81-927c-ffcd05b9e4a7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.106895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9ced0e5-8a0e-4618-9146-81215b92fa15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.114157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9ced0e5-8a0e-4618-9146-81215b92fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.281044 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a9ced0e5-8a0e-4618-9146-81215b92fa15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4572d0f603a4eb29c7606fc91ddbc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8643157 Jul 16 01:23:55.282424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38768) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:55.296936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ced0e5-8a0e-4618-9146-81215b92fa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0689f3-94da-4232-985e-f0b817db8ad4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.332465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] For port 4d07a7e6-5cea-43d7-8a03-4ddd53458773, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:55.338878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] For port 4d07a7e6-5cea-43d7-8a03-4ddd53458773, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4d07a7e6-5cea-43d7-8a03-4ddd53458773,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:55.409703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b836ccf5-5fd0-46a0-a279-6f2522953aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.419500 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.465764 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b836ccf5-5fd0-46a0-a279-6f2522953aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.545685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b836ccf5-5fd0-46a0-a279-6f2522953aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.551728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b836ccf5-5fd0-46a0-a279-6f2522953aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.554546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b836ccf5-5fd0-46a0-a279-6f2522953aba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e0689f3-94da-4232-985e-f0b817db8ad4 HTTP/1.1" status: 204 len: 168 time: 0.2702589 Jul 16 01:23:55.565700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836ccf5-5fd0-46a0-a279-6f2522953aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0689f3-94da-4232-985e-f0b817db8ad4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.739840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2b842005-995d-4ad8-a535-0bf5296b569e no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:55.769837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 2b842005-995d-4ad8-a535-0bf5296b569e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:55.770469 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 2b842005-995d-4ad8-a535-0bf5296b569e not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:55.912655 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.990461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:55.990461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.992506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] 10.222.0.67 "PUT /v2.0/ports/4d07a7e6-5cea-43d7-8a03-4ddd53458773 HTTP/1.1" status: 200 len: 1092 time: 2.1216891 Jul 16 01:23:56.009818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd88333-cb9d-47ec-8251-46c4cdc2e9ea', 'tag': '4d07a7e6-5cea-43d7-8a03-4ddd53458773'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:56.016475 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd88333-cb9d-47ec-8251-46c4cdc2e9ea", "tag": "4d07a7e6-5cea-43d7-8a03-4ddd53458773"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:56.108322 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e4af22-13b7-4da8-a1b4-4909646d1fa8 x-openstack-request-id: req-a0e4af22-13b7-4da8-a1b4-4909646d1fa8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:56.108606 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd88333-cb9d-47ec-8251-46c4cdc2e9ea", "tag": "4d07a7e6-5cea-43d7-8a03-4ddd53458773", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:56.108845 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0e4af22-13b7-4da8-a1b4-4909646d1fa8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:56.109231 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd88333-cb9d-47ec-8251-46c4cdc2e9ea', 'tag': '4d07a7e6-5cea-43d7-8a03-4ddd53458773', 'status': 'completed', 'code': 200} Jul 16 01:23:56.125683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3146a-08b6-47bd-92e9-5b79693be530 service neutron] Pushing event updated for resources: {'Port': ['ID=4d07a7e6-5cea-43d7-8a03-4ddd53458773,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:56.247766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-406fc6e0-492c-4d9a-bf46-3da1c433dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.249293 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-406fc6e0-492c-4d9a-bf46-3da1c433dd36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 1095 time: 0.2054312 Jul 16 01:23:56.326714 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-08d9b4a3-4eb6-4f92-8a21-3bad406d0377 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d07a7e6-5cea-43d7-8a03-4ddd53458773 HTTP/1.1" status: 200 len: 217 time: 0.0658982 Jul 16 01:23:56.336703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b138242-b46d-4fad-8c81-048f490a3d43 req-dd627962-a022-4dad-b2b0-af34ad116990 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.338381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b138242-b46d-4fad-8c81-048f490a3d43 req-dd627962-a022-4dad-b2b0-af34ad116990 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 943 time: 0.2218075 Jul 16 01:23:56.451737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fe1e5354-c43e-4154-9e28-1fdb8343fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.453968 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-fe1e5354-c43e-4154-9e28-1fdb8343fe8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.1146786 Jul 16 01:23:56.473245 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.510967 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b138242-b46d-4fad-8c81-048f490a3d43 req-66884660-9273-47be-a549-b7b06aa6e7db tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596041 Jul 16 01:23:56.564859 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-7fee9b0f-2f4f-46bc-b336-1de1f7c70f28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773356 Jul 16 01:23:56.677120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.813816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-69a58b9d-24b6-4ba1-ac86-e84000f53910 service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263167 Jul 16 01:23:57.055631 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62f0fa59-cad6-4997-911a-4521aa8b0ef3 req-479d2d6b-e660-418e-95ec-a51ee626a29a service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208025 Jul 16 01:23:57.088513 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77a1a32d-2146-40ab-9908-c200d0cefe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.317326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port eba85d8e-fb10-471d-aa47-4b1ef7579e66 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:57.317670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.344402 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8 req-dbac5156-19ad-44e0-a751-0c32857394e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.348847 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8 req-dbac5156-19ad-44e0-a751-0c32857394e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 1095 time: 0.1822748 Jul 16 01:23:57.493267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:57.530349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] For port eba85d8e-fb10-471d-aa47-4b1ef7579e66, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=eba85d8e-fb10-471d-aa47-4b1ef7579e66,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:57.531020 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.562756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for eba85d8e-fb10-471d-aa47-4b1ef7579e66 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:57.569913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8 req-0e91bd04-d9dc-4145-ae33-643d9255bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.571719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8 req-0e91bd04-d9dc-4145-ae33-643d9255bf69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 906 time: 0.2042067 Jul 16 01:23:57.597742 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.860972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1267804053'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:57.899037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Made reservation on behalf of 63dbc3a1f58242d5af3104bb98c6dcee for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:57.903154 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.911676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8 req-6388d5a6-2fe8-4b0e-8959-54856a014a52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d07a7e6-5cea-43d7-8a03-4ddd53458773 HTTP/1.1" status: 200 len: 217 time: 0.3263571 Jul 16 01:23:57.914862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.075195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8 req-b35108b1-31fc-4950-a5be-f892e84c64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.077243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8 req-b35108b1-31fc-4950-a5be-f892e84c64a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.1441441 Jul 16 01:23:58.101693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009c71-b262-473d-93ff-460571ed9f4e req-598215c4-6cb5-4f8a-a15b-a3c774384758 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.103521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39009c71-b262-473d-93ff-460571ed9f4e req-598215c4-6cb5-4f8a-a15b-a3c774384758 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 943 time: 0.3139572 Jul 16 01:23:58.121734 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.130343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.158622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:58.174343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.174755 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Added segment ce647544-a852-4f5d-a873-64a51109187e of type vlan for network 7bfa09c8-18b6-430f-bb82-aae10c478e90 Jul 16 01:23:58.198755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8 req-5ec5c206-54c1-4f45-9848-af47084df15f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119211 Jul 16 01:23:58.229451 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.247485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.322793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e620550-470b-441d-af6f-f9d46d0c0cec,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.358661 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.414626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.425216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.425910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.481997 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9867055 Jul 16 01:23:58.497414 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38844) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:58.574133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=eba85d8e-fb10-471d-aa47-4b1ef7579e66,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.614874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39009c71-b262-473d-93ff-460571ed9f4e req-f7b5fd85-c8f5-4f52-b513-b11094c7aff4 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131446 Jul 16 01:23:58.654825 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Request body: {'network': {'name': 'tempest-network--484541411', 'router:external': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:58.658109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6cac3-a892-46a0-bd41-6e02457f3623 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Pushing event updated for resources: {'Network': ['ID=7bfa09c8-18b6-430f-bb82-aae10c478e90,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.670558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 7bfa09c8-18b6-430f-bb82-aae10c478e90 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:58.698280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8 req-4208f634-2e54-4dbc-a3c0-e9721ea16c6b service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894569 Jul 16 01:23:58.700832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Made reservation on behalf of d35f220dbeb04ab4807451bb4e5794a4 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:58.703547 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.725496 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.895675 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.903512 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.931082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:58.950452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032de2ec-a8df-4a12-948e-4c16f843b496,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.956616 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.957141 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Added segment e9f32243-898c-46aa-9efc-b7c25e75e522 of type vlan for network 57a195d1-23cd-4c3d-aab5-0269528721d2 Jul 16 01:23:59.059383 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.060285 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.067898 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c430ffa-a995-47a5-bf6e-ca859cfe0cf8 req-26f241cd-9ac2-457a-b273-86ce47296852 service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573489 Jul 16 01:23:59.150243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.151300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.151887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.185009 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6863399 Jul 16 01:23:59.187745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38856) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:59.288613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff38c20-8b74-4c05-a008-e28b3e7c20ff tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event updated for resources: {'Network': ['ID=57a195d1-23cd-4c3d-aab5-0269528721d2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:59.298417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 57a195d1-23cd-4c3d-aab5-0269528721d2 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:59.320045 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.509691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.523673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a195d1-23cd-4c3d-aab5-0269528721d2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:59.541056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f32243-898c-46aa-9efc-b7c25e75e522') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:59.541751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f32243-898c-46aa-9efc-b7c25e75e522') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:59.557998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.576540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.587941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:59.589079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:23:59.589547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:23:59.591748 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:23:59.734385 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.755000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57a195d1-23cd-4c3d-aab5-0269528721d2 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:23:59.785470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.787963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "DELETE /v2.0/networks/57a195d1-23cd-4c3d-aab5-0269528721d2 HTTP/1.1" status: 204 len: 168 time: 0.5990775 Jul 16 01:23:59.793278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:59.865066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:59.871251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7a899-4d52-4954-964b-926e6e8afdbd tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event deleted for resources: {'Network': ['ID=57a195d1-23cd-4c3d-aab5-0269528721d2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:59.948112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:59.959521 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38868) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:59.971978 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4a35a877-4ea1-424e-bbf2-5f240ec7d341 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "PUT /v2.0/routers/f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9728262 Jul 16 01:23:59.987326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Made reservation on behalf of d35f220dbeb04ab4807451bb4e5794a4 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:59.991978 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.056784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652ed92-490d-4ae4-b33c-ee7ab139c9d0 req-74f3f473-7510-4723-94c4-fbb91ef630f1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.058823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0652ed92-490d-4ae4-b33c-ee7ab139c9d0 req-74f3f473-7510-4723-94c4-fbb91ef630f1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 943 time: 0.2644939 Jul 16 01:24:00.076239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec488dc9-eb0e-4a68-96d3-0b7f58ff5b21 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting subnet 86e9a52b-2e89-46ef-a735-6415074aff50 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:00.085103 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec488dc9-eb0e-4a68-96d3-0b7f58ff5b21 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.125123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:00.135738 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.171674 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec488dc9-eb0e-4a68-96d3-0b7f58ff5b21 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.180384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.180796 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Added segment e35f5c20-586f-4caa-a4b7-9014d669b2d3 of type vlan for network 677f3daf-dc5a-4430-958e-693e5e13dacf Jul 16 01:24:00.256404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0652ed92-490d-4ae4-b33c-ee7ab139c9d0 req-c200043a-dab9-443d-81fe-355ec0d0be04 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910191 Jul 16 01:24:00.366754 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.491339 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec488dc9-eb0e-4a68-96d3-0b7f58ff5b21 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.511309 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.512749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.513589 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.546977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.7501912 Jul 16 01:24:00.551443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.588676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Request body: {'subnet': {'network_id': '677f3daf-dc5a-4430-958e-693e5e13dacf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:00.593224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e04d6-64d6-4531-98c7-38f555c984f4 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event updated for resources: {'Network': ['ID=677f3daf-dc5a-4430-958e-693e5e13dacf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.606951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 677f3daf-dc5a-4430-958e-693e5e13dacf details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:00.616128 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec488dc9-eb0e-4a68-96d3-0b7f58ff5b21 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.634902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Made reservation on behalf of d35f220dbeb04ab4807451bb4e5794a4 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:00.637359 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.651990 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec488dc9-eb0e-4a68-96d3-0b7f58ff5b21 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.656427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ec488dc9-eb0e-4a68-96d3-0b7f58ff5b21 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/subnets/86e9a52b-2e89-46ef-a735-6415074aff50 HTTP/1.1" status: 204 len: 168 time: 0.6938438 Jul 16 01:24:00.663309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38880) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.675614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec488dc9-eb0e-4a68-96d3-0b7f58ff5b21 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Subnet': ['ID=86e9a52b-2e89-46ef-a735-6415074aff50,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.676324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8907fe53-787c-4643-ba16-ed2bb24a3ef0 None None] Network bbb002a5-34f4-4f6d-b05f-7853bb5432a4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:00.731878 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] Sync routers for ids ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:00.742288 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] Routers {'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:00.743234 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:00.905252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4d07a7e6-5cea-43d7-8a03-4ddd53458773 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:00.982872 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] Set router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:01.166146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 4d07a7e6-5cea-43d7-8a03-4ddd53458773, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4d07a7e6-5cea-43d7-8a03-4ddd53458773,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:01.198753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0bf804-e41f-4884-b85c-505fcb13fcfb None None] DHCP port deletion for bbb002a5-34f4-4f6d-b05f-7853bb5432a4 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:24:01.216881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '4d07a7e6-5cea-43d7-8a03-4ddd53458773', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'port_id': '4d07a7e6-5cea-43d7-8a03-4ddd53458773', 'mac_address': 'fa:16:3e:fb:b0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1c54ac-3634-4b37-a18b-f8e6de0421c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:01.326608 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:23:58Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:01.376212 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.392755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d07a7e6-5cea-43d7-8a03-4ddd53458773 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:01.430362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 4d07a7e6-5cea-43d7-8a03-4ddd53458773, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4d07a7e6-5cea-43d7-8a03-4ddd53458773,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:01.430793 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] Checking router: f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:01.447695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4f0bf804-e41f-4884-b85c-505fcb13fcfb None None] Deleting port 3de7a612-95a7-4c57-bcbd-731bc5ccf728 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:01.447695 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf804-e41f-4884-b85c-505fcb13fcfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.449277 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.471511 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] Routers {'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:01.472151 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:01.600067 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.652304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4f0bf804-e41f-4884-b85c-505fcb13fcfb None None] For port 3de7a612-95a7-4c57-bcbd-731bc5ccf728, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3de7a612-95a7-4c57-bcbd-731bc5ccf728,segment=NetworkSegment(331537fa-c9d5-46a6-b144-704b0087aee4),segment_id=331537fa-c9d5-46a6-b144-704b0087aee4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:01.652795 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf804-e41f-4884-b85c-505fcb13fcfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.694449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4f0bf804-e41f-4884-b85c-505fcb13fcfb None None] Calling delete_port for 3de7a612-95a7-4c57-bcbd-731bc5ccf728 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:01.738638 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] Set router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:01.790398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e876de-f80b-4e3e-b254-529a15070ba3 req-f1fcba5f-a607-4aa0-94b2-9f64d4eb5075 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.797201 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0e876de-f80b-4e3e-b254-529a15070ba3 req-f1fcba5f-a607-4aa0-94b2-9f64d4eb5075 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 944 time: 0.2973309 Jul 16 01:24:01.860918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf804-e41f-4884-b85c-505fcb13fcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.895700 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0e876de-f80b-4e3e-b254-529a15070ba3 req-c6727f49-3e7c-4d5e-a65c-9645e12aee0f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974917 Jul 16 01:24:01.913939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0bf804-e41f-4884-b85c-505fcb13fcfb None None] No DVR routers for this DVR port 3de7a612-95a7-4c57-bcbd-731bc5ccf728 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:01.915891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=4d07a7e6-5cea-43d7-8a03-4ddd53458773,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.916844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.951701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bf804-e41f-4884-b85c-505fcb13fcfb None None] Pushing event deleted for resources: {'Port': ['ID=3de7a612-95a7-4c57-bcbd-731bc5ccf728,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.967992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['4d07a7e6-5cea-43d7-8a03-4ddd53458773'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:02.051712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Deleting port 49c66119-1e19-49f5-80a6-5821400d85eb {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:02.052056 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.104669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.objects.ports [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:24:02.105336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.153063 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:23:58Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:02.200971 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba3b82-147e-4218-8bcf-4dcde95e3bf8 None None] The sync data for ids ['f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5'] in n-d-791504-14 is: [{'id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'name': 'tempest-TestNetworkBasicOps-router-2097102226', 'tenant_id': 'be15e6cb8f6046ad97655557638c1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:23:58Z', 'revision_number': 5, 'project_id': 'be15e6cb8f6046ad97655557638c1e06', 'gw_port': {'id': '49c66119-1e19-49f5-80a6-5821400d85eb', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:27Z', 'updated_at': '2021-07-16T01:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:02.208769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event updated for resources: {'Subnet': ['ID=90196a42-7d19-4aa4-b4b4-c7484f72d6ae,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:02.258419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] For port 49c66119-1e19-49f5-80a6-5821400d85eb, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=49c66119-1e19-49f5-80a6-5821400d85eb,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:02.258803 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.281667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Calling delete_port for 49c66119-1e19-49f5-80a6-5821400d85eb owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:02.316612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Checking segment: {'id': 'e35f5c20-586f-4caa-a4b7-9014d669b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '677f3daf-dc5a-4430-958e-693e5e13dacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:02.316975 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Network hostable DHCP agents. Network: 677f3daf-dc5a-4430-958e-693e5e13dacf, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:02.389490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Network 677f3daf-dc5a-4430-958e-693e5e13dacf is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:02.407221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 677f3daf-dc5a-4430-958e-693e5e13dacf) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:02.413694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.428780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c9982-cb3a-4fef-8a2c-20b764a80085 None None] Network 677f3daf-dc5a-4430-958e-693e5e13dacf requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:02.430865 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.555702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:02.572013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Request body: {'floatingip': {'floating_network_id': '677f3daf-dc5a-4430-958e-693e5e13dacf'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:02.574840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a16f8de7-af5d-43bf-96f8-0504aa88d9e2 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0223892 Jul 16 01:24:02.639959 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.660342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f105276-ebfa-4b1c-9445-cba32feef707 None None] Network 677f3daf-dc5a-4430-958e-693e5e13dacf requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:02.722910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.768423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Port': ['ID=49c66119-1e19-49f5-80a6-5821400d85eb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:02.887423 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.944250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4d07a7e6-5cea-43d7-8a03-4ddd53458773 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:03.007030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.085920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 4d07a7e6-5cea-43d7-8a03-4ddd53458773 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:03.090748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 4d07a7e6-5cea-43d7-8a03-4ddd53458773 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:03.091115 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.144025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Allocated IP 172.20.0.9 (677f3daf-dc5a-4430-958e-693e5e13dacf/90196a42-7d19-4aa4-b4b4-c7484f72d6ae/1e54c5d6-41f4-4f50-ad18-a8375ac30192) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:03.299055 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.304027 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.312346 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.380880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 4d07a7e6-5cea-43d7-8a03-4ddd53458773, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4d07a7e6-5cea-43d7-8a03-4ddd53458773,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:03.384318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd88333-cb9d-47ec-8251-46c4cdc2e9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d07a7e6-5cea-43d7-8a03-4ddd53458773'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:03.390043 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d872bee8-82e7-4efa-8d18-686c1de9f30e" -d '{"events": [{"server_uuid": "2cd88333-cb9d-47ec-8251-46c4cdc2e9ea", "name": "network-vif-plugged", "status": "completed", "tag": "4d07a7e6-5cea-43d7-8a03-4ddd53458773"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:03.390487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.391488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3de7a612-95a7-4c57-bcbd-731bc5ccf728 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:03.397436 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.417238 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.418218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Fanout notify agent at l3_agent the message router_deleted on router f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:03.428210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.437986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38908) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:03.438212 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6e098aaf-d73b-4948-b5d2-a1a52eae3bdc tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/routers/f676c7ce-3d0b-4ec7-b0af-b99acc0d45f5 HTTP/1.1" status: 204 len: 168 time: 2.7651808 Jul 16 01:24:03.477950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 3de7a612-95a7-4c57-bcbd-731bc5ccf728 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:03.484813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3de7a612-95a7-4c57-bcbd-731bc5ccf728 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:03.486220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device eba85d8e-fb10-471d-aa47-4b1ef7579e66 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:03.500017 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f66f8-8b2e-43bc-81e7-481db3c4eecd req-ddd36d4b-0dda-41a0-9453-842afd3293ea tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.509324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c4f66f8-8b2e-43bc-81e7-481db3c4eecd req-ddd36d4b-0dda-41a0-9453-842afd3293ea tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 944 time: 0.4069514 Jul 16 01:24:03.558043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: eba85d8e-fb10-471d-aa47-4b1ef7579e66 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:03.558043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device eba85d8e-fb10-471d-aa47-4b1ef7579e66 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:03.587453 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c4f66f8-8b2e-43bc-81e7-481db3c4eecd req-d0e3477e-ac59-4bf8-b466-4d91f63e5b8e tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773039 Jul 16 01:24:03.607056 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c06813-0ae3-4d56-a5ce-2a5cbc2dd10d x-openstack-request-id: req-c1c06813-0ae3-4d56-a5ce-2a5cbc2dd10d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:03.607358 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd88333-cb9d-47ec-8251-46c4cdc2e9ea", "name": "network-vif-plugged", "status": "completed", "tag": "4d07a7e6-5cea-43d7-8a03-4ddd53458773", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:03.607585 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1c06813-0ae3-4d56-a5ce-2a5cbc2dd10d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:03.607990 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd88333-cb9d-47ec-8251-46c4cdc2e9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d07a7e6-5cea-43d7-8a03-4ddd53458773', 'code': 200} Jul 16 01:24:03.608749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=4d07a7e6-5cea-43d7-8a03-4ddd53458773,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:03.665088 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.673898 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.780122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Network 677f3daf-dc5a-4430-958e-693e5e13dacf is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:03.784390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:03.795106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:03.822100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877197-f307-4c6e-879f-473e863f6e11 req-7269fc2e-a867-4e77-bd4a-4bb626bb5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.823750 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b2877197-f307-4c6e-879f-473e863f6e11 req-7269fc2e-a867-4e77-bd4a-4bb626bb5fb5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 1097 time: 0.1171744 Jul 16 01:24:03.842901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event updated for resources: {'Port': ['ID=1e54c5d6-41f4-4f50-ad18-a8375ac30192,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:03.918230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b2877197-f307-4c6e-879f-473e863f6e11 req-afa68f33-ad2b-428e-819c-adcef11a020b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804827 Jul 16 01:24:03.920034 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.934469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb002a5-34f4-4f6d-b05f-7853bb5432a4']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:03.970444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331537fa-c9d5-46a6-b144-704b0087aee4') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:03.982563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331537fa-c9d5-46a6-b144-704b0087aee4') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:04.011708 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.099080 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.128544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:04.136415 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:04.140130 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:04.162865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.282990 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.294689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.296670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] 10.222.0.64 "DELETE /v2.0/networks/bbb002a5-34f4-4f6d-b05f-7853bb5432a4 HTTP/1.1" status: 204 len: 168 time: 0.8568432 Jul 16 01:24:04.309590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.345566 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167a119-8356-47fa-8295-4ab4224a6fb0 tempest-TestNetworkBasicOps-1453559219 tempest-TestNetworkBasicOps-1453559219-project] Pushing event deleted for resources: {'Network': ['ID=bbb002a5-34f4-4f6d-b05f-7853bb5432a4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.631165 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.645322 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.779938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:04.838069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.929660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event updated for resources: {'Port': ['ID=1e54c5d6-41f4-4f50-ad18-a8375ac30192,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.950779 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.953291 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5a250aaa-755f-4974-ba35-171b73389f7a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3935359 Jul 16 01:24:04.956535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38938) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:05.038066 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-20dec22a-2861-49fa-9885-5cbd8534664f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be15e6cb8f6046ad97655557638c1e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545922 Jul 16 01:24:05.039230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:05.054919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 49c66119-1e19-49f5-80a6-5821400d85eb no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:05.090982 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b0a0b25b-c0da-4079-9afc-5c0a4e6a9c1e tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=677f3daf-dc5a-4430-958e-693e5e13dacf HTTP/1.1" status: 200 len: 689 time: 0.1330214 Jul 16 01:24:05.094037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38942) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:05.113550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 49c66119-1e19-49f5-80a6-5821400d85eb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:05.113953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 49c66119-1e19-49f5-80a6-5821400d85eb not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:05.161832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b068d-17a8-4251-9efa-f6aba5c97ec4 req-547ec495-4e1e-4d0e-9388-4f009bdbbd7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.167139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a63f9c9-8d0d-4699-a0b9-6aa4daef2517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.175531 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce3b068d-17a8-4251-9efa-f6aba5c97ec4 req-547ec495-4e1e-4d0e-9388-4f009bdbbd7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 945 time: 0.4268744 Jul 16 01:24:05.202406 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a63f9c9-8d0d-4699-a0b9-6aa4daef2517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.278220 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a63f9c9-8d0d-4699-a0b9-6aa4daef2517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.282185 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a63f9c9-8d0d-4699-a0b9-6aa4daef2517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.286120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1a63f9c9-8d0d-4699-a0b9-6aa4daef2517 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff6d60b8-d9c7-4858-8fae-154c58d2f3ae HTTP/1.1" status: 204 len: 168 time: 0.2432177 Jul 16 01:24:05.293701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63f9c9-8d0d-4699-a0b9-6aa4daef2517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6d60b8-d9c7-4858-8fae-154c58d2f3ae,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.351587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce3b068d-17a8-4251-9efa-f6aba5c97ec4 req-2b2a9793-81e9-4887-a97e-30c7d3c93d30 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750047 Jul 16 01:24:05.380137 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.521643 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Deleting port 1e54c5d6-41f4-4f50-ad18-a8375ac30192 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:05.522153 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.660301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.660954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.675558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Calling delete_port for 1e54c5d6-41f4-4f50-ad18-a8375ac30192 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:05.716058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:05.737466 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-717bcea3-0c61-440c-8ae7-0dfe3a160e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.897641 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.981075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-717bcea3-0c61-440c-8ae7-0dfe3a160e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.987881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-717bcea3-0c61-440c-8ae7-0dfe3a160e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.994187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e54c5d6-41f4-4f50-ad18-a8375ac30192,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.044183 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.106587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-717bcea3-0c61-440c-8ae7-0dfe3a160e84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a46744c26cc345fc9c50c10289ca3184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890331 Jul 16 01:24:06.109706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38964) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:06.110669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bcea3-0c61-440c-8ae7-0dfe3a160e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487eafa0-76b5-46b0-8250-715a627b76c3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.156943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.231587 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.247278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88aa7a4c-484c-4aa1-9e81-0ca326533b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.262769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=90196a42-7d19-4aa4-b4b4-c7484f72d6ae,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.307310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88aa7a4c-484c-4aa1-9e81-0ca326533b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.360146 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.374945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677f3daf-dc5a-4430-958e-693e5e13dacf']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:06.397755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35f5c20-586f-4caa-a4b7-9014d669b2d3') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:06.398733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35f5c20-586f-4caa-a4b7-9014d669b2d3') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:06.431593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.443426 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88aa7a4c-484c-4aa1-9e81-0ca326533b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.447112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88aa7a4c-484c-4aa1-9e81-0ca326533b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.448266 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-88aa7a4c-484c-4aa1-9e81-0ca326533b58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/487eafa0-76b5-46b0-8250-715a627b76c3 HTTP/1.1" status: 204 len: 168 time: 0.3305092 Jul 16 01:24:06.466347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.472366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa7a4c-484c-4aa1-9e81-0ca326533b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487eafa0-76b5-46b0-8250-715a627b76c3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.500432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:06.500858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:06.503000 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:06.787841 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.796307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 677f3daf-dc5a-4430-958e-693e5e13dacf {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:24:06.848396 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.852656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "DELETE /v2.0/networks/677f3daf-dc5a-4430-958e-693e5e13dacf HTTP/1.1" status: 204 len: 168 time: 1.7552238 Jul 16 01:24:06.852994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:06.867026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4daba5-be0d-4318-b67e-95d704c0cfad tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event deleted for resources: {'Network': ['ID=677f3daf-dc5a-4430-958e-693e5e13dacf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.927219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d46614-3a97-46ab-9c38-1f9f50e0ea2b req-306fcec1-fb5a-4db9-8300-3fe1fb3b89db tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.928903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9d46614-3a97-46ab-9c38-1f9f50e0ea2b req-306fcec1-fb5a-4db9-8300-3fe1fb3b89db tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 945 time: 0.2271101 Jul 16 01:24:07.018775 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9d46614-3a97-46ab-9c38-1f9f50e0ea2b req-ea6f558d-ceb5-4f0e-b925-96c9f7046776 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835669 Jul 16 01:24:07.071945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fbdbb3b7-181d-44de-8ac8-9fdc199c9f1e tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.2153401 Jul 16 01:24:07.072215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.283355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.284000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.284315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.284769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.285216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.285660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.286141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.286592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.287040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.287493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.293195 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f2d85746-9613-4e64-a3ce-f430091ae370 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6468 time: 0.2166104 Jul 16 01:24:07.293473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.379719 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-2e434718-7a94-422d-a66a-18d61e8e0036 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:24:07.381064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2e434718-7a94-422d-a66a-18d61e8e0036 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/e6aa2268-7bf5-4695-9b31-e7967ac8c75d HTTP/1.1" status: 404 len: 345 time: 0.0866141 Jul 16 01:24:07.386440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.423512 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f3cd5f-e34c-41a7-9d3e-a8b5017fe99d tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 01:24:07.424221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f3cd5f-e34c-41a7-9d3e-a8b5017fe99d tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:24:07.426242 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-98f3cd5f-e34c-41a7-9d3e-a8b5017fe99d tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "DELETE /v2.0/networks/677f3daf-dc5a-4430-958e-693e5e13dacf HTTP/1.1" status: 404 len: 339 time: 0.0386453 Jul 16 01:24:07.430087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.437074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Request body: {'network': {'name': 'tempest-network--1469584045', 'router:external': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:07.481070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Made reservation on behalf of d35f220dbeb04ab4807451bb4e5794a4 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:07.484060 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.533753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:07.544131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.544539 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Added segment 6320fd4d-f834-48e0-af09-30697cf3032d of type vlan for network d2852fc6-15cc-40d8-b836-b20957487e20 Jul 16 01:24:07.574763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8ffb2f34-3d34-434e-84c3-b05b911d134c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.577430 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8ffb2f34-3d34-434e-84c3-b05b911d134c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.2102888 Jul 16 01:24:07.608831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b08e1f9c-d1ee-4c15-a845-f7c7b29c465f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/quotas/54b9f79c3d0a4882b8ae1b6f6adb2f4a HTTP/1.1" status: 200 len: 375 time: 0.0238111 Jul 16 01:24:07.639764 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.734872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.736369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.737175 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.757634 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3218188 Jul 16 01:24:07.758823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-05115ab0-e722-4f6f-b8e2-a44337cfaad3 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416039 Jul 16 01:24:07.759606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39020) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.844795 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f81fe4-840c-47b4-8645-f978a004476a tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event updated for resources: {'Network': ['ID=d2852fc6-15cc-40d8-b836-b20957487e20,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.857055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network d2852fc6-15cc-40d8-b836-b20957487e20 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:07.973837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-045b92ce-87a4-44ba-92f0-ae5520e20669 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691527 Jul 16 01:24:08.186509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:08.246391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5fe48-dc20-4ba1-9803-379f93ef1345 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.254027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5fe48-dc20-4ba1-9803-379f93ef1345 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.260325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5fe48-dc20-4ba1-9803-379f93ef1345 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.266678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5fe48-dc20-4ba1-9803-379f93ef1345 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.274855 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b7f5fe48-dc20-4ba1-9803-379f93ef1345 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5084665 Jul 16 01:24:08.274855 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-5e1ef39e-0091-4261-96c9-c957e180f7f2 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911820 Jul 16 01:24:08.275270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39038) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:08.367684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-677276683-network', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:08.381165 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.401081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Made reservation on behalf of 9d7f5ecbfff0427a9dfb27c75c4d365f for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:08.403515 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.446810 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.815191 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a3c420f-5357-4ad9-9f65-7b1c61531427 req-ad011a45-1866-44da-83b0-9c8ebb98530b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 210 time: 0.0675061 Jul 16 01:24:08.864768 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.880359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2852fc6-15cc-40d8-b836-b20957487e20']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:08.901484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6320fd4d-f834-48e0-af09-30697cf3032d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:08.901781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6320fd4d-f834-48e0-af09-30697cf3032d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:08.923152 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.965096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.981678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:08.982287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:08.984359 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:09.053037 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.061007 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.082289 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.091750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d2852fc6-15cc-40d8-b836-b20957487e20 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:24:09.103994 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.106062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "DELETE /v2.0/networks/d2852fc6-15cc-40d8-b836-b20957487e20 HTTP/1.1" status: 204 len: 168 time: 0.8301129 Jul 16 01:24:09.114148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:09.120593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:09.122159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Request body: {'network': {'name': 'tempest-network--1634055831', 'router:external': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:09.126222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae265d7c-79b5-41c1-8dcb-eeb2699985a3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.128951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b5fef-016d-4158-acd3-980a55f2e9c8 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2852fc6-15cc-40d8-b836-b20957487e20,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.135918 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.136323 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Added segment c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef of type vlan for network dc566a41-a9c7-4a27-b431-176f1716e700 Jul 16 01:24:09.159404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Made reservation on behalf of d35f220dbeb04ab4807451bb4e5794a4 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:09.164717 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.188145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.234950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:09.254666 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.255891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.256552 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.263357 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.263708 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Added segment 65ffce30-c0c4-48f4-a285-9426f695e387 of type vlan for network 3cbc209a-9c72-4731-81a6-c707fa196e15 Jul 16 01:24:09.300686 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1099117 Jul 16 01:24:09.311367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39064) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:09.333519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Request body: {'subnet': {'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-677276683-subnet', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:09.382808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeec156-ae7f-4f82-b9ee-72a2d0353935 admin admin] Pushing event updated for resources: {'Network': ['ID=dc566a41-a9c7-4a27-b431-176f1716e700,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.394333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network dc566a41-a9c7-4a27-b431-176f1716e700 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:09.432058 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.434698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Made reservation on behalf of 9d7f5ecbfff0427a9dfb27c75c4d365f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:09.437751 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.513115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.514176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.514869 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.678194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event updated for resources: {'Network': ['ID=3cbc209a-9c72-4731-81a6-c707fa196e15,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.685513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-568e6760-d039-4d5a-a011-9e708773a6d6 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5699298 Jul 16 01:24:09.695488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39066) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:09.695703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 3cbc209a-9c72-4731-81a6-c707fa196e15 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:09.813541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017cb16c-23f4-4c4d-bcfc-928e749c79c9 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.817956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-017cb16c-23f4-4c4d-bcfc-928e749c79c9 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] 10.222.0.64 "GET /v2.0/networks/3cbc209a-9c72-4731-81a6-c707fa196e15 HTTP/1.1" status: 200 len: 757 time: 0.1171134 Jul 16 01:24:09.818762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39068) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:09.983381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.044895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d936a8f-c09d-4d16-a2f0-d8ecdc9b5f0a tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.046367 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2d936a8f-c09d-4d16-a2f0-d8ecdc9b5f0a tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] 10.222.0.64 "GET /v2.0/networks/7bfa09c8-18b6-430f-bb82-aae10c478e90 HTTP/1.1" status: 200 len: 768 time: 0.2265327 Jul 16 01:24:10.053306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39076) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:10.096703 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b5c139d-48ec-4cf4-a66a-58aeb767beff req-c26d5f84-8afb-4ae5-848a-4ac6e011790d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 210 time: 0.0929964 Jul 16 01:24:10.167567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Checking segment: {'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:10.168099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Network hostable DHCP agents. Network: dc566a41-a9c7-4a27-b431-176f1716e700, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:10.182941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dddb849b-112c-4b39-9485-0689634c4cb0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:10.216686 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.380984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-523bc525-ca12-4364-b95b-8c86df835be0 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.384980 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-523bc525-ca12-4364-b95b-8c86df835be0 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.1623504 Jul 16 01:24:10.394653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Network dc566a41-a9c7-4a27-b431-176f1716e700 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:10.394988 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.407054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Request body: {'port': {'device_id': '9d3002d3-04bf-4ac0-8851-037fd50c3c1b', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'admin_state_up': True, 'tenant_id': '54b9f79c3d0a4882b8ae1b6f6adb2f4a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:10.415613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, dc566a41-a9c7-4a27-b431-176f1716e700) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:10.430038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27cec0b-66bb-41f2-acaf-ecf74efba5fa None None] Network dc566a41-a9c7-4a27-b431-176f1716e700 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:10.434730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbc209a-9c72-4731-81a6-c707fa196e15']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:10.438123 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.438736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.487974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2c121102-01a3-4e39-8110-17af54d52e78 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1752388 Jul 16 01:24:10.494441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39082) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:10.501487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:10.506130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ffce30-c0c4-48f4-a285-9426f695e387') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:10.506591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ffce30-c0c4-48f4-a285-9426f695e387') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:10.558989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.581522 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.606831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:10.606831 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:10.610572 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:10.663633 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.666854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.672370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-dc566a41-a9c7-4a27-b431-176f1716e700', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:10.673704 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.689563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Made reservation on behalf of 54b9f79c3d0a4882b8ae1b6f6adb2f4a for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:10.693593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.699006 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.740937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3cbc209a-9c72-4731-81a6-c707fa196e15 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:24:10.745372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cbc209a-9c72-4731-81a6-c707fa196e15,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:10.757527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.768807 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0785a974-eed6-4fb5-8607-26af2591cd93 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "DELETE /v2.0/networks/3cbc209a-9c72-4731-81a6-c707fa196e15 HTTP/1.1" status: 204 len: 168 time: 0.7080581 Jul 16 01:24:10.770375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39088) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:10.842657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Request body: {'network': {'name': 'tempest-network--970512572'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:10.964863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.966932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Made reservation on behalf of d35f220dbeb04ab4807451bb4e5794a4 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:10.973029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.016438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Allocated IP 172.20.0.2 (dc566a41-a9c7-4a27-b431-176f1716e700/dddb849b-112c-4b39-9485-0689634c4cb0/adc1ddd3-ef47-41c8-a7d3-4f38e6800583) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:11.063502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:11.073127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Allocated IP 172.20.0.10 (2d319e49-9dda-45be-8a70-a50c234a25c3/1b1c54ac-3634-4b37-a18b-f8e6de0421c9/eb11db66-0373-489d-a3e7-a69d696f33a3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:11.096853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.097631 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Added segment 84f559e3-2eed-45b1-8dab-a4858ca2e08d of type vlan for network eae6bda3-0d1b-41b2-b2d5-e113577dfca8 Jul 16 01:24:11.209657 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.253660 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.332302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.333577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.337894 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.417508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6459537 Jul 16 01:24:11.472542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:11.491862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-138b3fa2-0a32-4954-97cd-12fe81d4f1a0 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:11.563748 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6af38075-930a-4896-b148-f9428b873b1f req-865ede82-5daa-4c91-a29c-fa4cca4fec8d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 210 time: 0.1614032 Jul 16 01:24:11.638105 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.657002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Transition to ACTIVE for port object adc1ddd3-ef47-41c8-a7d3-4f38e6800583 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:11.687721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Transition to ACTIVE for port object adc1ddd3-ef47-41c8-a7d3-4f38e6800583 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:11.706773 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.722216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bb553-302e-4855-a583-7902903d8085 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event updated for resources: {'Network': ['ID=eae6bda3-0d1b-41b2-b2d5-e113577dfca8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.783956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network eae6bda3-0d1b-41b2-b2d5-e113577dfca8 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:11.799758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Network dc566a41-a9c7-4a27-b431-176f1716e700 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:11.804683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:11.807515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:11.848083 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.880829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Pushing event updated for resources: {'Port': ['ID=adc1ddd3-ef47-41c8-a7d3-4f38e6800583,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.968160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-138b3fa2-0a32-4954-97cd-12fe81d4f1a0 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.971416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Attempting to bind port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:11.972781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Attempting to bind port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:11.973376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Attempting to bind port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 on network dc566a41-a9c7-4a27-b431-176f1716e700 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:11.982130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:11.982513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Checking segment: {'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:11.982973 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.984166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Bound using segment: {'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:11.984669 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Bound port: adc1ddd3-ef47-41c8-a7d3-4f38e6800583, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:11.985227 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.997234 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-138b3fa2-0a32-4954-97cd-12fe81d4f1a0 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.007816 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.020911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-138b3fa2-0a32-4954-97cd-12fe81d4f1a0 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Network eae6bda3-0d1b-41b2-b2d5-e113577dfca8 is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:24:12.022159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b3fa2-0a32-4954-97cd-12fe81d4f1a0 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.022960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-138b3fa2-0a32-4954-97cd-12fe81d4f1a0 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.028980 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-138b3fa2-0a32-4954-97cd-12fe81d4f1a0 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "PUT /v2.0/networks/eae6bda3-0d1b-41b2-b2d5-e113577dfca8 HTTP/1.1" status: 200 len: 856 time: 0.5551934 Jul 16 01:24:12.029673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39104) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:12.070657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] For port adc1ddd3-ef47-41c8-a7d3-4f38e6800583, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:12.074829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] For port adc1ddd3-ef47-41c8-a7d3-4f38e6800583, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=adc1ddd3-ef47-41c8-a7d3-4f38e6800583,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:12.081280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:12.085044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:12.092075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:12.135032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['4d07a7e6-5cea-43d7-8a03-4ddd53458773'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:12.140395 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.171870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:12.199529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b3fa2-0a32-4954-97cd-12fe81d4f1a0 tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event updated for resources: {'Network': ['ID=eae6bda3-0d1b-41b2-b2d5-e113577dfca8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:12.211264 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.237014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event updated for resources: {'Port': ['ID=eb11db66-0373-489d-a3e7-a69d696f33a3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:12.267096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.268060 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.291746 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b548ae6b-a8bb-440c-8a7b-a6e381d640d5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8909512 Jul 16 01:24:12.308929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Request body: {'port': {'device_id': '9d3002d3-04bf-4ac0-8851-037fd50c3c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:12.366781 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.378367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae6bda3-0d1b-41b2-b2d5-e113577dfca8']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:12.390189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f559e3-2eed-45b1-8dab-a4858ca2e08d') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:12.390532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f559e3-2eed-45b1-8dab-a4858ca2e08d') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:12.401913 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.409839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4cacd-b4d8-4c54-bdbd-fd2ad73e10ee None None] Pushing event updated for resources: {'Port': ['ID=adc1ddd3-ef47-41c8-a7d3-4f38e6800583,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:12.420984 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.428578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:12.429008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.460070 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:12.613582 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:12.626387 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.646747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eae6bda3-0d1b-41b2-b2d5-e113577dfca8 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:24:12.650170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.652172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] 10.222.0.64 "DELETE /v2.0/networks/eae6bda3-0d1b-41b2-b2d5-e113577dfca8 HTTP/1.1" status: 204 len: 168 time: 0.6173601 Jul 16 01:24:12.686157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39118) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:12.689974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Pushing event deleted for resources: {'Network': ['ID=eae6bda3-0d1b-41b2-b2d5-e113577dfca8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:12.788947 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3859cdcb-d454-4634-8821-f6aca0a28ee0 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] DELETE failed (client error): The resource could not be found. Jul 16 01:24:12.789331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3859cdcb-d454-4634-8821-f6aca0a28ee0 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:24:12.793908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3859cdcb-d454-4634-8821-f6aca0a28ee0 tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] 10.222.0.64 "DELETE /v2.0/subnets/90196a42-7d19-4aa4-b4b4-c7484f72d6ae HTTP/1.1" status: 404 len: 337 time: 0.0709536 Jul 16 01:24:12.802155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.815942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39120) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:13.011006 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.015733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.016294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.017626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.018175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.018704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.019208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.020424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.020946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.031254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.035631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.036259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.036768 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43cbbd-95d1-4b60-a1b3-ab4162aaacbc tempest-ExternalNetworksTestJSON-380512863 tempest-ExternalNetworksTestJSON-380512863-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.131441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b398285-0618-465c-bbc5-235468a286b6 req-34aecffa-02a3-490b-957d-c5e12cd10441 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.134260 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b398285-0618-465c-bbc5-235468a286b6 req-34aecffa-02a3-490b-957d-c5e12cd10441 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 932 time: 0.2185855 Jul 16 01:24:13.149451 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.233233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device adc1ddd3-ef47-41c8-a7d3-4f38e6800583 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:13.282575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b398285-0618-465c-bbc5-235468a286b6 req-585eb124-0d74-4366-9eb3-c28c953dc9af tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354532 Jul 16 01:24:13.286530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb11db66-0373-489d-a3e7-a69d696f33a3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:13.308023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.334708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:13.356015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Transition to ACTIVE for port object eb11db66-0373-489d-a3e7-a69d696f33a3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:13.363718 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.479647 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.505086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Pushing event updated for resources: {'Port': ['ID=eb11db66-0373-489d-a3e7-a69d696f33a3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:13.564731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Allocated IP 172.25.4.36 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/cf374b34-4885-4962-a42f-2c669a027ea8) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:13.609444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Attempting to bind port eb11db66-0373-489d-a3e7-a69d696f33a3 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:13.610166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Attempting to bind port eb11db66-0373-489d-a3e7-a69d696f33a3 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:13.610679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Attempting to bind port eb11db66-0373-489d-a3e7-a69d696f33a3 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:13.617129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Port eb11db66-0373-489d-a3e7-a69d696f33a3 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:13.617857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Attempting to bind port eb11db66-0373-489d-a3e7-a69d696f33a3 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:13.624204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:13.624916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Checking segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:13.625570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Bound using segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:13.627682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Bound port: eb11db66-0373-489d-a3e7-a69d696f33a3, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:13.628316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.659002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfa09c8-18b6-430f-bb82-aae10c478e90']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:13.701605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce647544-a852-4f5d-a873-64a51109187e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:13.704994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce647544-a852-4f5d-a873-64a51109187e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:13.721203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.752970 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.769666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.772105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:13.772503 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:13.779481 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:13.788443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] For port eb11db66-0373-489d-a3e7-a69d696f33a3, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:13.794989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] For port eb11db66-0373-489d-a3e7-a69d696f33a3, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=eb11db66-0373-489d-a3e7-a69d696f33a3,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:13.807376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.854632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.856047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.857745 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] 10.222.0.50 "PUT /v2.0/ports/eb11db66-0373-489d-a3e7-a69d696f33a3 HTTP/1.1" status: 200 len: 1093 time: 1.5573332 Jul 16 01:24:13.858381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3002d3-04bf-4ac0-8851-037fd50c3c1b', 'tag': 'eb11db66-0373-489d-a3e7-a69d696f33a3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:13.863877 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3002d3-04bf-4ac0-8851-037fd50c3c1b", "tag": "eb11db66-0373-489d-a3e7-a69d696f33a3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:13.915156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7184932-6c5d-41c4-9e38-c696d6284c4c req-d32afe7d-502f-490f-9808-7fdda19e1013 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.916777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7184932-6c5d-41c4-9e38-c696d6284c4c req-d32afe7d-502f-490f-9808-7fdda19e1013 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 945 time: 0.4343107 Jul 16 01:24:13.931967 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.936310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.938174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] 10.222.0.64 "DELETE /v2.0/networks/7bfa09c8-18b6-430f-bb82-aae10c478e90 HTTP/1.1" status: 204 len: 168 time: 1.1193736 Jul 16 01:24:13.957640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285c247-2af8-4cef-95d9-650eb2410dbe None None] Network dc566a41-a9c7-4a27-b431-176f1716e700 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:13.980372 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aa07b-42dc-4c0d-99dc-48e648af7c8f service neutron] Pushing event updated for resources: {'Port': ['ID=eb11db66-0373-489d-a3e7-a69d696f33a3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.029579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b31feb15-732a-434b-829a-753fe7616409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.031852 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-b31feb15-732a-434b-829a-753fe7616409 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 1096 time: 0.1058648 Jul 16 01:24:14.039758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f31c5-2925-4fc4-a90f-828d6c52215c tempest-ExternalNetworksTestJSON-908443273 tempest-ExternalNetworksTestJSON-908443273-project] Pushing event deleted for resources: {'Network': ['ID=7bfa09c8-18b6-430f-bb82-aae10c478e90,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.065366 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.097675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ad7406bb-f668-4ef8-8a7e-cf49bede1827 None None] Provisioning for port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:14.112363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ad7406bb-f668-4ef8-8a7e-cf49bede1827 None None] Provisioning complete for port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:14.113001 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad7406bb-f668-4ef8-8a7e-cf49bede1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.128100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-1330a67e-e625-483e-b7fd-8c44b2aba6c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb11db66-0373-489d-a3e7-a69d696f33a3 HTTP/1.1" status: 200 len: 217 time: 0.0870054 Jul 16 01:24:14.147093 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61d5b68-3906-418a-bf29-29d3bf14c2df x-openstack-request-id: req-f61d5b68-3906-418a-bf29-29d3bf14c2df {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:14.148039 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3002d3-04bf-4ac0-8851-037fd50c3c1b", "tag": "eb11db66-0373-489d-a3e7-a69d696f33a3", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:14.148580 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f61d5b68-3906-418a-bf29-29d3bf14c2df {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:14.149190 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3002d3-04bf-4ac0-8851-037fd50c3c1b', 'tag': 'eb11db66-0373-489d-a3e7-a69d696f33a3', 'status': 'completed', 'code': 200} Jul 16 01:24:14.162149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7184932-6c5d-41c4-9e38-c696d6284c4c req-770e58a3-7c00-4782-9feb-d725af99064a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182274 Jul 16 01:24:14.191579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:14.202633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Pushing event updated for resources: {'Port': ['ID=cf374b34-4885-4962-a42f-2c669a027ea8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.209142 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:14.212158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:14.249101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8f29716a-6f69-4c32-a459-b4512a9fcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.251459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8f29716a-6f69-4c32-a459-b4512a9fcd54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.1173902 Jul 16 01:24:14.324828 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-8a78a78e-4b94-46dc-963b-91358d7abacb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637505 Jul 16 01:24:14.376216 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad7406bb-f668-4ef8-8a7e-cf49bede1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.403101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:14.453555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ad7406bb-f668-4ef8-8a7e-cf49bede1827 None None] For port adc1ddd3-ef47-41c8-a7d3-4f38e6800583, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=adc1ddd3-ef47-41c8-a7d3-4f38e6800583,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:14.458299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-30303f03-572f-46a5-a72a-c146469bd3c1 service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256478 Jul 16 01:24:14.461916 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad7406bb-f668-4ef8-8a7e-cf49bede1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.545758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7406bb-f668-4ef8-8a7e-cf49bede1827 None None] Pushing event updated for resources: {'Port': ['ID=adc1ddd3-ef47-41c8-a7d3-4f38e6800583,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.651489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b02fbbe-9653-4076-9dc9-8136da260497 req-5388c07b-4988-4dea-8949-9338a73fdb6d service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873453 Jul 16 01:24:14.667117 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.725977 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0266f45d-1e68-4e72-9d74-e6fdece2f440 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63dbc3a1f58242d5af3104bb98c6dcee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217523 Jul 16 01:24:14.728521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39164) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:14.794898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a6183a0d-ca03-451e-95a6-c49e69bd9c89 None None] Provisioning complete for port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:14.795277 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6183a0d-ca03-451e-95a6-c49e69bd9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.807815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41123e-598b-4040-9140-e96a6ed47905 req-05f4e9e2-eee7-4b13-a9ad-28cea67bdb45 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.809583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cc41123e-598b-4040-9140-e96a6ed47905 req-05f4e9e2-eee7-4b13-a9ad-28cea67bdb45 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 944 time: 0.2026582 Jul 16 01:24:14.846090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad req-7112d9f8-8cf2-4b45-90fd-6fc7ea0886aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.847761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad req-7112d9f8-8cf2-4b45-90fd-6fc7ea0886aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 1096 time: 0.1204159 Jul 16 01:24:14.878263 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e7bf3a-e2af-4958-9731-e5c93a1a5fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.888827 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cc41123e-598b-4040-9140-e96a6ed47905 req-4b46aa8a-bede-4b0f-b4c7-f6a31c4517f9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679476 Jul 16 01:24:14.912365 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e7bf3a-e2af-4958-9731-e5c93a1a5fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.987679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad req-e16c15d3-990a-4cf9-9c70-2a2fe9edfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.989929 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad req-e16c15d3-990a-4cf9-9c70-2a2fe9edfa7e service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 906 time: 0.1312358 Jul 16 01:24:15.029036 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.032792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e7bf3a-e2af-4958-9731-e5c93a1a5fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.035597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80e7bf3a-e2af-4958-9731-e5c93a1a5fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.047505 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad req-4081c586-56b9-496b-b778-de6a2a401662 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb11db66-0373-489d-a3e7-a69d696f33a3 HTTP/1.1" status: 200 len: 217 time: 0.0481434 Jul 16 01:24:15.050037 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-80e7bf3a-e2af-4958-9731-e5c93a1a5fde admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e620550-470b-441d-af6f-f9d46d0c0cec HTTP/1.1" status: 204 len: 168 time: 0.3201003 Jul 16 01:24:15.111624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad req-5ff4204a-e21e-470a-8965-9a2eb4659feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.114347 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad req-5ff4204a-e21e-470a-8965-9a2eb4659feb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.0593929 Jul 16 01:24:15.125898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7bf3a-e2af-4958-9731-e5c93a1a5fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e620550-470b-441d-af6f-f9d46d0c0cec,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.160113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device adc1ddd3-ef47-41c8-a7d3-4f38e6800583 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:15.193528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad req-966e0694-1034-4edf-988d-ab44e9d5a75c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688126 Jul 16 01:24:15.277049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:15.277433 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.341109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Router 53d9c095-9fdc-4670-9f84-ed280a51ab0a is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:24:15.353130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad req-565e7657-d315-4777-8e2a-d9d72cc20aeb service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514089 Jul 16 01:24:15.511374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39176) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:15.556935 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6909-9bb1-4af8-928c-a29595df333b req-5f2760b9-d7e8-4597-87cd-05da58a4f386 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.557849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:15.558519 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-addb6909-9bb1-4af8-928c-a29595df333b req-5f2760b9-d7e8-4597-87cd-05da58a4f386 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 945 time: 0.1821029 Jul 16 01:24:15.576095 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.576329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Sync routers for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:15.579170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d297771b-4010-42fd-919c-38a0a12c6798 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0835910 Jul 16 01:24:15.585085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39178) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:15.590154 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96cd1904-672a-4d84-a1ec-ea0dbf1d0fad req-6b5e30bc-9552-4113-a27a-45e08a97debd service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301402 Jul 16 01:24:15.610309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:15.611562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:15.615396 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fe369064-2f55-4e3f-948e-fc1f0e57e993 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d35f220dbeb04ab4807451bb4e5794a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1001558 Jul 16 01:24:15.618565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39180) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:15.676678 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-addb6909-9bb1-4af8-928c-a29595df333b req-1883bec3-f786-49d1-95e3-d00c9a098a72 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024156 Jul 16 01:24:15.687630 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a14b622-93e3-47d2-ad6e-03e3286d5ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.726773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a14b622-93e3-47d2-ad6e-03e3286d5ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.749799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:15.805325 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a14b622-93e3-47d2-ad6e-03e3286d5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.811638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a14b622-93e3-47d2-ad6e-03e3286d5ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.817057 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a14b622-93e3-47d2-ad6e-03e3286d5ed5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/032de2ec-a8df-4a12-948e-4c16f843b496 HTTP/1.1" status: 204 len: 168 time: 0.1974540 Jul 16 01:24:15.835881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14b622-93e3-47d2-ad6e-03e3286d5ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032de2ec-a8df-4a12-948e-4c16f843b496,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.985562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:16.179796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.214698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:16.217532 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90491291-e909-49f9-9367-c9243908e476" -d '{"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:16.235473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:16.242937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:14Z', 'revision_number': 3, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:16.277208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Checking router: 53d9c095-9fdc-4670-9f84-ed280a51ab0a for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:16.278048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Updating router 53d9c095-9fdc-4670-9f84-ed280a51ab0a port cf374b34-4885-4962-a42f-2c669a027ea8 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:16.303244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c6cd2-6f14-40aa-9f02-97118a986043 req-1a8e1d88-e8de-42f2-bc9c-e8a1c6a10f6a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.310878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-665c6cd2-6f14-40aa-9f02-97118a986043 req-1a8e1d88-e8de-42f2-bc9c-e8a1c6a10f6a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 944 time: 0.1595638 Jul 16 01:24:16.319602 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.321500 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.398178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:16.412771 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-665c6cd2-6f14-40aa-9f02-97118a986043 req-27460db7-8376-4dd0-803b-dad77714a438 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888085 Jul 16 01:24:16.414716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.479463 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c666da8a-e112-43c7-b473-838cf0f5e4aa x-openstack-request-id: req-c666da8a-e112-43c7-b473-838cf0f5e4aa {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:16.481552 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:16.481955 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c666da8a-e112-43c7-b473-838cf0f5e4aa {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:16.482558 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'code': 200} Jul 16 01:24:16.939907 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.965889 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Transition to ACTIVE for port object cf374b34-4885-4962-a42f-2c669a027ea8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:16.978366 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.064410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39472b52-4092-4c04-83fb-ad261d560ef7 None None] Pushing event updated for resources: {'Port': ['ID=cf374b34-4885-4962-a42f-2c669a027ea8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.075670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Attempting to bind port cf374b34-4885-4962-a42f-2c669a027ea8 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:17.076054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Attempting to bind port cf374b34-4885-4962-a42f-2c669a027ea8 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:17.076433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Attempting to bind port cf374b34-4885-4962-a42f-2c669a027ea8 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:17.086297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:17.087241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:17.087241 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.092891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:17.092891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Bound port: cf374b34-4885-4962-a42f-2c669a027ea8, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:17.092891 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.122644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Allocated IP 172.20.0.1 (dc566a41-a9c7-4a27-b431-176f1716e700/dddb849b-112c-4b39-9485-0689634c4cb0/111a3f39-9514-40aa-a675-1f4790a642d7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:17.198874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] For port cf374b34-4885-4962-a42f-2c669a027ea8, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:17.201740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] For port cf374b34-4885-4962-a42f-2c669a027ea8, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cf374b34-4885-4962-a42f-2c669a027ea8,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:17.209728 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.307613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39472b52-4092-4c04-83fb-ad261d560ef7 None None] Pushing event updated for resources: {'Port': ['ID=cf374b34-4885-4962-a42f-2c669a027ea8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.312860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:17.313442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:17.337604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39224) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.391799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.414954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Transition to ACTIVE for port object 111a3f39-9514-40aa-a675-1f4790a642d7 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:17.523300 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.571867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:17.579060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Network dc566a41-a9c7-4a27-b431-176f1716e700 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:17.583867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:17.588938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:17.590303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-5be6dc77-eb5a-449c-8e64-37d0c4dcc395 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.594868 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5be6dc77-eb5a-449c-8e64-37d0c4dcc395 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2552433 Jul 16 01:24:17.597024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39236) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.634639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-72c19b12-4f22-4f21-93ee-8bb8de683083 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.634639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-72c19b12-4f22-4f21-93ee-8bb8de683083 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0366108 Jul 16 01:24:17.640094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39240) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.656553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-f4365a41-a871-4a48-afa4-823fc6425dc0 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.662342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f4365a41-a871-4a48-afa4-823fc6425dc0 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0103462 Jul 16 01:24:17.662939 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39242) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.663157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Pushing event updated for resources: {'Port': ['ID=111a3f39-9514-40aa-a675-1f4790a642d7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.669384 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-ce8f4714-cbf0-45af-a6e3-d0bd8318396f tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.674369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39244) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.674588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ce8f4714-cbf0-45af-a6e3-d0bd8318396f tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059354 Jul 16 01:24:17.696638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-0db5e484-dcac-469b-8ebc-c5b9b7d976a6 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.700257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0db5e484-dcac-469b-8ebc-c5b9b7d976a6 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0220933 Jul 16 01:24:17.701272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.709788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-c7873d45-b55a-4a30-bd02-f1849ded5547 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.713097 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c7873d45-b55a-4a30-bd02-f1849ded5547 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0108438 Jul 16 01:24:17.713742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.723803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-a59acba7-f036-442c-8c6a-624f062570a8 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.733507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a59acba7-f036-442c-8c6a-624f062570a8 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0187707 Jul 16 01:24:17.734584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.739813 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.744290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-81944fb8-ade7-4bf5-8522-f0b226cbf588 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.753679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-81944fb8-ade7-4bf5-8522-f0b226cbf588 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0170681 Jul 16 01:24:17.754678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.762278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-03385872-0205-41ec-99b2-58104b1db97a tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.764551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-03385872-0205-41ec-99b2-58104b1db97a tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0087321 Jul 16 01:24:17.769488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39254) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.777876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-13804730-dcc2-444a-a625-d0de930b2440 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.781967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-13804730-dcc2-444a-a625-d0de930b2440 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0110028 Jul 16 01:24:17.785955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.795813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-1b72e728-80cc-473b-bc5c-df9590710904 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.804780 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1b72e728-80cc-473b-bc5c-df9590710904 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0157099 Jul 16 01:24:17.806172 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39258) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.817446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-7255f48d-0589-489c-9226-f3c5d616a717 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.822974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7255f48d-0589-489c-9226-f3c5d616a717 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0155301 Jul 16 01:24:17.826551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.836720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-962c8907-35e1-4c56-b280-99cf0f6c91a5 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.837841 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-962c8907-35e1-4c56-b280-99cf0f6c91a5 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0102198 Jul 16 01:24:17.842458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39262) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.847444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-7271b8a7-00c3-4fed-94bb-63c035bc89ee tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.854530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7271b8a7-00c3-4fed-94bb-63c035bc89ee tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0109749 Jul 16 01:24:17.857727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39264) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.866697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-63f5c9f8-6e39-4c2c-83e4-3b0ec314aecf tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.870138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-63f5c9f8-6e39-4c2c-83e4-3b0ec314aecf tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0110652 Jul 16 01:24:17.876384 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39266) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.881764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-e2613ffd-642b-40d4-89b0-faf101b0e212 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.887099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e2613ffd-642b-40d4-89b0-faf101b0e212 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0088847 Jul 16 01:24:17.889993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39268) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.898696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-0b309f65-b32e-4c83-a609-027565d072bd tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.901250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0b309f65-b32e-4c83-a609-027565d072bd tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0100427 Jul 16 01:24:17.906954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39270) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.912102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-f0ee7ebe-11c9-495f-99b8-ef776755f337 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.921917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f0ee7ebe-11c9-495f-99b8-ef776755f337 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0089276 Jul 16 01:24:17.922247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.931742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-364a6df8-7db9-462f-af87-7406e2788de5 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.935442 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-364a6df8-7db9-462f-af87-7406e2788de5 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0121748 Jul 16 01:24:17.936049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39274) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.945453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-0b8c9247-5e04-4df9-8221-6765aa9128ce tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.951703 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0b8c9247-5e04-4df9-8221-6765aa9128ce tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0145791 Jul 16 01:24:17.953371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39276) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.961241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-60f0d0a5-bdcf-4f78-bcff-8ed2cf970b2c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.968192 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-60f0d0a5-bdcf-4f78-bcff-8ed2cf970b2c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0132687 Jul 16 01:24:17.968751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.974557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-57fab3d6-948e-45ee-9201-cb20e43c03d0 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.978456 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-57fab3d6-948e-45ee-9201-cb20e43c03d0 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084255 Jul 16 01:24:17.979042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39280) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.993302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-73c40948-2eb8-4002-8f86-cc853f079606 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:17.997198 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-73c40948-2eb8-4002-8f86-cc853f079606 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0169044 Jul 16 01:24:17.997889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39282) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.002137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device eb11db66-0373-489d-a3e7-a69d696f33a3 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:18.006682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-8dc1f806-984f-4fc6-bfa2-168e9002aa4d tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.012108 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8dc1f806-984f-4fc6-bfa2-168e9002aa4d tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0125024 Jul 16 01:24:18.013352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.025906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-002ecf1c-d8fb-430d-945c-8e7d8ca6a851 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.034973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-002ecf1c-d8fb-430d-945c-8e7d8ca6a851 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0196681 Jul 16 01:24:18.035714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.042170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-97f76bf2-8a5a-4f56-85ca-99fc1e0d07ba tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.044924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-97f76bf2-8a5a-4f56-85ca-99fc1e0d07ba tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0082855 Jul 16 01:24:18.047739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39288) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.053428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-3899ebbb-1568-4d94-9879-f77735605e93 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.057360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3899ebbb-1568-4d94-9879-f77735605e93 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0077872 Jul 16 01:24:18.058113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39290) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.063776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-e257215c-3d85-4e02-810e-eccafa7f85a1 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.067567 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e257215c-3d85-4e02-810e-eccafa7f85a1 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0084271 Jul 16 01:24:18.068289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.073163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-055c6c7f-d5b6-49d8-8f47-d8af7a33606c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.076572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-055c6c7f-d5b6-49d8-8f47-d8af7a33606c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049467 Jul 16 01:24:18.077268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39294) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.082630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-42934c4c-1ad7-470b-823f-9e7ac68c942f tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.086292 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-42934c4c-1ad7-470b-823f-9e7ac68c942f tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0055432 Jul 16 01:24:18.086839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.091958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-478cccd9-31b3-4da7-b4b4-3de63827ee25 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.094066 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-478cccd9-31b3-4da7-b4b4-3de63827ee25 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0059338 Jul 16 01:24:18.097885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.102438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-638b1b75-f321-4509-9c2c-70eafab83f44 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.106410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-638b1b75-f321-4509-9c2c-70eafab83f44 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0072939 Jul 16 01:24:18.107083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39300) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.111768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-e028e1f6-8f22-475e-8d11-130926a24800 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.115575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e028e1f6-8f22-475e-8d11-130926a24800 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074329 Jul 16 01:24:18.116300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39302) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.120845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-44194325-0e53-4659-973a-36ab35b806f8 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.125483 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-44194325-0e53-4659-973a-36ab35b806f8 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0079062 Jul 16 01:24:18.126333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.128432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2cbfe38d-4321-4b84-b8d2-c5e8a955bcf7 None None] Provisioning for port 111a3f39-9514-40aa-a675-1f4790a642d7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:18.131700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-b2537f53-829a-42fb-8f45-ffe8c3b2be96 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.133272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930ba75-25e8-4e19-a0dd-e781a96d205a req-5f1a4b20-13af-4c2b-8d36-f4f3b40aec87 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.135938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b2537f53-829a-42fb-8f45-ffe8c3b2be96 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0084138 Jul 16 01:24:18.136623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39306) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.141575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-9a69beac-6ad0-44c3-b46d-37edad42198f tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.143309 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0930ba75-25e8-4e19-a0dd-e781a96d205a req-5f1a4b20-13af-4c2b-8d36-f4f3b40aec87 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 944 time: 0.4432406 Jul 16 01:24:18.145979 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9a69beac-6ad0-44c3-b46d-37edad42198f tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0083244 Jul 16 01:24:18.146691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39308) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.151026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-0fb460ca-5782-443a-ba1f-94d1623a14f3 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.152437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2cbfe38d-4321-4b84-b8d2-c5e8a955bcf7 None None] Provisioning complete for port 111a3f39-9514-40aa-a675-1f4790a642d7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:18.152994 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2cbfe38d-4321-4b84-b8d2-c5e8a955bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.155035 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0fb460ca-5782-443a-ba1f-94d1623a14f3 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0069091 Jul 16 01:24:18.157385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39310) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.165999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-a81ab556-4ef5-4ba5-a3ff-024d1b5c6be1 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.167008 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a81ab556-4ef5-4ba5-a3ff-024d1b5c6be1 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0077291 Jul 16 01:24:18.170218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39312) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.175480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-302291a4-74c6-475a-ac9a-262058e52c25 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.180327 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-302291a4-74c6-475a-ac9a-262058e52c25 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0091953 Jul 16 01:24:18.181071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39314) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.185775 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-ae6b951f-fa20-4f3e-aeee-444294731e66 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.191541 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ae6b951f-fa20-4f3e-aeee-444294731e66 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0093606 Jul 16 01:24:18.192216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39316) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.197978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-62274a7d-18b0-46c8-b917-cba21b16db39 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.202269 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-62274a7d-18b0-46c8-b917-cba21b16db39 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090077 Jul 16 01:24:18.202821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39318) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.206634 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.209629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-7f5367bb-e63a-49f9-b514-fb2bae68bbe2 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.213373 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7f5367bb-e63a-49f9-b514-fb2bae68bbe2 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091088 Jul 16 01:24:18.213373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39320) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.219202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-b44396f1-8979-4fda-ac4d-b6bf19502100 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.223481 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b44396f1-8979-4fda-ac4d-b6bf19502100 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0087523 Jul 16 01:24:18.224157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39322) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.229011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-cdc2b893-ffca-4c85-8592-81787cedf3df tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.232981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cdc2b893-ffca-4c85-8592-81787cedf3df tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0078659 Jul 16 01:24:18.233912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.238848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-3a27a8d7-53b4-4650-88a0-0614a46e6348 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.242978 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a27a8d7-53b4-4650-88a0-0614a46e6348 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0077436 Jul 16 01:24:18.244011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39326) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.252510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-7ef6f59b-7792-492b-abad-4901fc1203b8 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.258188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7ef6f59b-7792-492b-abad-4901fc1203b8 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0120804 Jul 16 01:24:18.259135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39328) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.263317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0930ba75-25e8-4e19-a0dd-e781a96d205a req-3ee0df12-8ca5-4ebc-9d8b-a2e776191aa5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190541 Jul 16 01:24:18.263505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-60658dfe-ccd5-4f31-bfcb-465ed7309043 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.267785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-60658dfe-ccd5-4f31-bfcb-465ed7309043 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0068963 Jul 16 01:24:18.268380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39330) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.281302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfe38d-4321-4b84-b8d2-c5e8a955bcf7 None None] Port 111a3f39-9514-40aa-a675-1f4790a642d7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:18.294905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-07abd913-bdfd-48f9-b8b4-04e35fb751b1 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.297509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port eb11db66-0373-489d-a3e7-a69d696f33a3, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=eb11db66-0373-489d-a3e7-a69d696f33a3,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:18.300822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39332) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.301074 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-07abd913-bdfd-48f9-b8b4-04e35fb751b1 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0313833 Jul 16 01:24:18.309030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-9ab6e156-cdb5-467d-ac48-74cae36e4f52 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.310740 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9ab6e156-cdb5-467d-ac48-74cae36e4f52 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076430 Jul 16 01:24:18.313420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.316983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'eb11db66-0373-489d-a3e7-a69d696f33a3', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'port_id': 'eb11db66-0373-489d-a3e7-a69d696f33a3', 'mac_address': 'fa:16:3e:0b:df:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1c54ac-3634-4b37-a18b-f8e6de0421c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:18.317986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-7d51e97c-93ec-4bc9-9297-679bb8a70356 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.321649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39336) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.321940 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7d51e97c-93ec-4bc9-9297-679bb8a70356 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073721 Jul 16 01:24:18.326344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-15ccd16c-5467-47d2-911f-587af351b7c0 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.327305 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-15ccd16c-5467-47d2-911f-587af351b7c0 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046811 Jul 16 01:24:18.331401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39338) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.336427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-ab8d6a34-6a32-43d9-87f2-9312a95948c4 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.340493 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ab8d6a34-6a32-43d9-87f2-9312a95948c4 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050659 Jul 16 01:24:18.342548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39340) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.348695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-3b575f83-3951-4444-b014-d2ffe237611c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.350281 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3b575f83-3951-4444-b014-d2ffe237611c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063784 Jul 16 01:24:18.352642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39342) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.357027 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-1bc217ff-faa3-4065-90a8-3cb8e86c04fe tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.360328 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1bc217ff-faa3-4065-90a8-3cb8e86c04fe tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043700 Jul 16 01:24:18.364629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39344) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.368805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-dd792c98-ddd7-4d02-b533-5618cbdf89dd tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.370245 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dd792c98-ddd7-4d02-b533-5618cbdf89dd tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044692 Jul 16 01:24:18.374921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39346) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.379864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:14Z', 'revision_number': 3, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:18.382355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-1611bdff-c3be-48ef-b851-d86fa9fcbf2c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.383317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1611bdff-c3be-48ef-b851-d86fa9fcbf2c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0070367 Jul 16 01:24:18.386321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.392759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-4be18c68-b7ad-4ccd-87db-6e157de9477c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.394211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4be18c68-b7ad-4ccd-87db-6e157de9477c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065479 Jul 16 01:24:18.396739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.402352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-3958b094-bc35-4cb8-ad76-c5f792aad127 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.404388 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3958b094-bc35-4cb8-ad76-c5f792aad127 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050414 Jul 16 01:24:18.406624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.412972 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.416701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ad881-7836-4a58-b26e-717379b5b3ed None None] The sync data for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 is: [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:14Z', 'revision_number': 3, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:18.432568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb11db66-0373-489d-a3e7-a69d696f33a3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:18.450599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-3dfeba81-433a-4f24-a76b-946f8b50966a tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.452222 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3dfeba81-433a-4f24-a76b-946f8b50966a tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0447109 Jul 16 01:24:18.455499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.458144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port eb11db66-0373-489d-a3e7-a69d696f33a3, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=eb11db66-0373-489d-a3e7-a69d696f33a3,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:18.460849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-4a262a4a-f1c0-4027-bd25-5a95c2f61ef1 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.461994 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4a262a4a-f1c0-4027-bd25-5a95c2f61ef1 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052938 Jul 16 01:24:18.463996 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.464603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39356) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.469951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-5070be5f-0708-45bf-82dc-4ca4b197cace tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.472078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5070be5f-0708-45bf-82dc-4ca4b197cace tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0059824 Jul 16 01:24:18.475535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39358) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.480701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-aaef5f10-767b-487f-9015-5ba4486490eb tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.484696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aaef5f10-767b-487f-9015-5ba4486490eb tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0080304 Jul 16 01:24:18.485501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39360) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.491282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-445c0d4a-2f0d-4008-a818-bb756caf5f21 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.492588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-445c0d4a-2f0d-4008-a818-bb756caf5f21 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051043 Jul 16 01:24:18.495061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.504003 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-28695083-f645-4b56-bb8c-7abc8b00b77a tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.507428 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-28695083-f645-4b56-bb8c-7abc8b00b77a tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0101554 Jul 16 01:24:18.511002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39364) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.523304 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-6100fa12-29a4-4d3c-94f1-b87e47f9b403 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.538889 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6100fa12-29a4-4d3c-94f1-b87e47f9b403 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0236905 Jul 16 01:24:18.541372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.549297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-b9b8fef3-c0ae-4ea4-abc3-6d6c65fc8088 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.559000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b9b8fef3-c0ae-4ea4-abc3-6d6c65fc8088 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0165451 Jul 16 01:24:18.561849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39372) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.567358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-4f9a0780-f95b-4416-8238-72cc4d50162c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.571125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4f9a0780-f95b-4416-8238-72cc4d50162c tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0057404 Jul 16 01:24:18.571338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=eb11db66-0373-489d-a3e7-a69d696f33a3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.572172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.585849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [None req-4f5a3255-c22e-483d-bb7f-ed4c2f73150e tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.589439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4f5a3255-c22e-483d-bb7f-ed4c2f73150e tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0145075 Jul 16 01:24:18.590280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39376) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.601045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [None req-39d7b8c6-8dd1-45b3-83a3-4ee7d0f554f0 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:18.601680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.604085 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-39d7b8c6-8dd1-45b3-83a3-4ee7d0f554f0 tempest-ExtensionsTestJSON-1239363306 tempest-ExtensionsTestJSON-1239363306-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0120420 Jul 16 01:24:18.614982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.729550 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.736658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Pushing event updated for resources: {'Port': ['ID=111a3f39-9514-40aa-a675-1f4790a642d7,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.853414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['eb11db66-0373-489d-a3e7-a69d696f33a3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:19.048587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Network dc566a41-a9c7-4a27-b431-176f1716e700 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:19.050246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:19.266238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cf374b34-4885-4962-a42f-2c669a027ea8 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:19.300082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39388) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:19.490243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Router 53d9c095-9fdc-4670-9f84-ed280a51ab0a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:19.499581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port cf374b34-4885-4962-a42f-2c669a027ea8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:19.509585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port cf374b34-4885-4962-a42f-2c669a027ea8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:19.510309 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.613947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e7804592-81c5-42b4-b12f-12cc7703eee9 None None] Provisioning complete for port 111a3f39-9514-40aa-a675-1f4790a642d7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:19.614383 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7804592-81c5-42b4-b12f-12cc7703eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.661453 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0cc67e1-1fa1-4979-a014-377c94797f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.710840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e7804592-81c5-42b4-b12f-12cc7703eee9 None None] Port 111a3f39-9514-40aa-a675-1f4790a642d7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:19.761868 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.770962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90987c-de5a-4491-b761-8d1825df7d88 req-f0f1898d-3240-4aeb-b840-f50d02e45723 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.776230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e90987c-de5a-4491-b761-8d1825df7d88 req-f0f1898d-3240-4aeb-b840-f50d02e45723 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 945 time: 0.2809763 Jul 16 01:24:19.854451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:19.882061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a372b85e-7513-44db-9618-e3ffc7b6dc7d admin admin] 10.222.0.64 "PUT /v2.0/routers/53d9c095-9fdc-4670-9f84-ed280a51ab0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2767820 Jul 16 01:24:19.882432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port cf374b34-4885-4962-a42f-2c669a027ea8, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cf374b34-4885-4962-a42f-2c669a027ea8,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:19.882628 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e90987c-de5a-4491-b761-8d1825df7d88 req-a28509f1-b7e6-4437-a37b-ab8e63cb906d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672109 Jul 16 01:24:19.894812 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.915294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:19.932738 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0cc67e1-1fa1-4979-a014-377c94797f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.964207 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0cc67e1-1fa1-4979-a014-377c94797f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.029973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39400) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:20.030298 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f0cc67e1-1fa1-4979-a014-377c94797f68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=394190bbe2074657a66522c0c10dfb92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279575 Jul 16 01:24:20.031321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc67e1-1fa1-4979-a014-377c94797f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc6f2ee-7f6c-4c1c-acc3-3ad9b9176ccf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.114865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=cf374b34-4885-4962-a42f-2c669a027ea8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.194961 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b3f723b-362b-4d5f-b986-d47a5cd70eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.222881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b3f723b-362b-4d5f-b986-d47a5cd70eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.288538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:20.310028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'port_id': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'mac_address': 'fa:16:3e:45:ac:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:20.316526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b3f723b-362b-4d5f-b986-d47a5cd70eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.316743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b3f723b-362b-4d5f-b986-d47a5cd70eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.320824 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3b3f723b-362b-4d5f-b986-d47a5cd70eed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbc6f2ee-7f6c-4c1c-acc3-3ad9b9176ccf HTTP/1.1" status: 204 len: 168 time: 0.2897172 Jul 16 01:24:20.337419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f723b-362b-4d5f-b986-d47a5cd70eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc6f2ee-7f6c-4c1c-acc3-3ad9b9176ccf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.378597 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.405152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad4db99-3026-4fc7-ad07-b37e7a6898a0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:20.436422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:20.443103 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.543536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.582567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aad4db99-3026-4fc7-ad07-b37e7a6898a0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:20.981312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39434) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:20.991767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-67167060-network', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:21.112730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Made reservation on behalf of fcce6d1993dd41f79b1acda507ba5c9a for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:21.124361 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.154421 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.170680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cf374b34-4885-4962-a42f-2c669a027ea8 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:21.250604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port cf374b34-4885-4962-a42f-2c669a027ea8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:21.252621 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.290141 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Sync routers for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:21.312214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ab10-16ba-47f0-a448-82bbc70a955e req-869c23c4-7fb0-4030-90a4-fea8d9ce9c47 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.317524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1401ab10-16ba-47f0-a448-82bbc70a955e req-869c23c4-7fb0-4030-90a4-fea8d9ce9c47 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 945 time: 0.1558571 Jul 16 01:24:21.330681 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:21.339929 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:21.485110 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1401ab10-16ba-47f0-a448-82bbc70a955e req-8e01bc19-791e-4fef-ae93-f47c68fcc96f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493847 Jul 16 01:24:21.520806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.528740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.556454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:21.577082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab906446-aade-4eec-bd7c-0e1c6170b92b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.587107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.593303 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Added segment ecbd0e41-d149-486e-b6a8-a970995307a0 of type vlan for network fc64e605-fedd-444d-bf1e-63abf3c84e6e Jul 16 01:24:21.648244 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:21.649334 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.716212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.717007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.717607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.755741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7762651 Jul 16 01:24:21.758532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39450) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:21.764689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Request body: {'subnet': {'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-67167060-subnet', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:21.843215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db767b36-3688-4fb6-84b2-4698d7c633b1 admin admin] Pushing event updated for resources: {'Network': ['ID=fc64e605-fedd-444d-bf1e-63abf3c84e6e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.852850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Made reservation on behalf of fcce6d1993dd41f79b1acda507ba5c9a for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:21.856410 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.863039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network fc64e605-fedd-444d-bf1e-63abf3c84e6e details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:21.931754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:22.045129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39462) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:22.093371 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 2, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:22.103540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port aad4db99-3026-4fc7-ad07-b37e7a6898a0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:22.103922 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.121884 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Checking router: 53d9c095-9fdc-4670-9f84-ed280a51ab0a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:22.122365 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Updating router 53d9c095-9fdc-4670-9f84-ed280a51ab0a port 111a3f39-9514-40aa-a675-1f4790a642d7 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:22.169684 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.203584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-766040832'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:22.240326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.243170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.269807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Made reservation on behalf of 0a69736ea21e4bdb99ed7d89c4f12884 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:22.283328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.304021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:22.305787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.324114 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d228ee-3e49-4600-a88c-4a4223d34672" -d '{"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-plugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:22.413159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c5bc54-adbf-40de-be5a-6a74fdb91104,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:22.413794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:22.428484 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.429413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device eb11db66-0373-489d-a3e7-a69d696f33a3 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:22.476135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Checking segment: {'id': 'ecbd0e41-d149-486e-b6a8-a970995307a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:22.483115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Network hostable DHCP agents. Network: fc64e605-fedd-444d-bf1e-63abf3c84e6e, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:22.483521 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88f3d64-85cd-458f-abbf-62758fdf07b5 x-openstack-request-id: req-b88f3d64-85cd-458f-abbf-62758fdf07b5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:22.483819 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-plugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:22.484072 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b88f3d64-85cd-458f-abbf-62758fdf07b5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:22.484458 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'code': 200} Jul 16 01:24:22.554781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Network fc64e605-fedd-444d-bf1e-63abf3c84e6e is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:22.565224 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.567503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:22.572901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, fc64e605-fedd-444d-bf1e-63abf3c84e6e) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:22.573931 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.576260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port eb11db66-0373-489d-a3e7-a69d696f33a3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:22.586655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.587856 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.590528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port eb11db66-0373-489d-a3e7-a69d696f33a3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:22.593325 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.600009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e77067-8285-4bc8-abf4-8bc4378b5a84 None None] Network fc64e605-fedd-444d-bf1e-63abf3c84e6e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:22.617327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d4e0bd1d-dfd6-4b67-89b8-61a9e50bbd27 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8574135 Jul 16 01:24:22.620130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39478) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:22.627790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-67167060-router', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:22.675597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.676711 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.707025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:22.743698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ebae66-73bf-423c-ac11-21d9c5a2fae0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:22.762046 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.810580 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.812257 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Added segment 83cb0bf3-9aee-4934-9afd-5c84d891aa19 of type vlan for network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 Jul 16 01:24:22.942435 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.960284 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.984580 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Transition to ACTIVE for port object 111a3f39-9514-40aa-a675-1f4790a642d7 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:22.987785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c2c0d-ecbd-40ea-9dfd-74fd3a893298 req-d628ee8e-3b3d-444b-8c22-bbbf9fdca18b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.989611 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c9c2c0d-ecbd-40ea-9dfd-74fd3a893298 req-d628ee8e-3b3d-444b-8c22-bbbf9fdca18b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 945 time: 0.2514033 Jul 16 01:24:23.000551 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.029471 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.108218 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c9c2c0d-ecbd-40ea-9dfd-74fd3a893298 req-c08a11d0-83a7-41dd-a642-d9c2febee93a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010041 Jul 16 01:24:23.114133 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.147620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.148546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.219268 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.273558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-fc64e605-fedd-444d-bf1e-63abf3c84e6e', 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'fixed_ips': [{'subnet_id': '78c5bc54-adbf-40de-be5a-6a74fdb91104'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:23.274874 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.313514 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Pushing event updated for resources: {'Port': ['ID=111a3f39-9514-40aa-a675-1f4790a642d7,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:23.314572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2644341 Jul 16 01:24:23.315309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39494) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:23.333538 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.334369 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.334894 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.335716 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.336267 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.336903 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.337419 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.337906 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.338431 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.339431 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.339938 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.340488 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:23.348049 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Attempting to bind port 111a3f39-9514-40aa-a675-1f4790a642d7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:23.348706 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Attempting to bind port 111a3f39-9514-40aa-a675-1f4790a642d7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:23.349294 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Attempting to bind port 111a3f39-9514-40aa-a675-1f4790a642d7 on network dc566a41-a9c7-4a27-b431-176f1716e700 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:23.365958 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:23.367535 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Checking segment: {'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:23.369231 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.370273 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Bound using segment: {'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:23.373548 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Bound port: 111a3f39-9514-40aa-a675-1f4790a642d7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:23.374220 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.392997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Request body: {'subnet': {'network_id': '4ef0f6b5-1737-42f4-a9ab-65b30797efb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:23.499729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port eb11db66-0373-489d-a3e7-a69d696f33a3, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=eb11db66-0373-489d-a3e7-a69d696f33a3,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:23.570616 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.591097 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa06b4-ca0f-426c-875f-7a1eefa71e2c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event updated for resources: {'Network': ['ID=4ef0f6b5-1737-42f4-a9ab-65b30797efb1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:23.613770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:23.625697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Made reservation on behalf of 0a69736ea21e4bdb99ed7d89c4f12884 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:23.640151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.640411 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] For port 111a3f39-9514-40aa-a675-1f4790a642d7, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:23.651069 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] For port 111a3f39-9514-40aa-a675-1f4790a642d7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=111a3f39-9514-40aa-a675-1f4790a642d7,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:23.660344 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.816688 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:23.817662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.827417 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:23.834189 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d78595-203d-478f-bd63-e8946612ff0f None None] Pushing event updated for resources: {'Port': ['ID=111a3f39-9514-40aa-a675-1f4790a642d7,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:23.868486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=eb11db66-0373-489d-a3e7-a69d696f33a3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:23.896030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.915851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Allocated IP 172.20.0.2 (fc64e605-fedd-444d-bf1e-63abf3c84e6e/78c5bc54-adbf-40de-be5a-6a74fdb91104/db549e2c-4e3b-4183-84fe-11c451a9b5cc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:24.126708 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:24.144653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Allocated IP 172.25.4.248 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/0c48b6da-61f8-4f85-95d7-d745303e33aa) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:24.183907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.295376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.321850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Transition to ACTIVE for port object db549e2c-4e3b-4183-84fe-11c451a9b5cc will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:24.327169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event updated for resources: {'Subnet': ['ID=27c70d09-09af-48d1-b916-946d9d433b31,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.340851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Checking segment: {'id': '83cb0bf3-9aee-4934-9afd-5c84d891aa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4ef0f6b5-1737-42f4-a9ab-65b30797efb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:24.341443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Network hostable DHCP agents. Network: 4ef0f6b5-1737-42f4-a9ab-65b30797efb1, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:24.342322 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.357590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Transition to ACTIVE for port object db549e2c-4e3b-4183-84fe-11c451a9b5cc will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:24.373300 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.401574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:24.405637 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.436381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4ef0f6b5-1737-42f4-a9ab-65b30797efb1) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:24.449854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.451066 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.474235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:24.477461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c6b84c-e880-407d-9e94-f93bb8a918bc None None] Network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:24.477882 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:23Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:24.478092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:24.487503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:24.513169 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be52270-ef4e-4ceb-82c3-1effca852e7c None None] The sync data for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 is: [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:23Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:24.518639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5967c27-0e22-4ee6-828f-c11edb41a8fc req-160c61f4-957a-41ea-8b13-3184439b29d1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.521546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5967c27-0e22-4ee6-828f-c11edb41a8fc req-160c61f4-957a-41ea-8b13-3184439b29d1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 946 time: 0.1538596 Jul 16 01:24:24.528066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3002d3-04bf-4ac0-8851-037fd50c3c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb11db66-0373-489d-a3e7-a69d696f33a3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:24.530672 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bbad4c8e-4a14-4170-b0e4-6a3ec0341557 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1731973 Jul 16 01:24:24.535828 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fc5e50-7c59-4faf-8cfa-e0eacc53bb80" -d '{"events": [{"server_uuid": "9d3002d3-04bf-4ac0-8851-037fd50c3c1b", "name": "network-vif-plugged", "status": "completed", "tag": "eb11db66-0373-489d-a3e7-a69d696f33a3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:24.545265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39508) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:24.567731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Pushing event updated for resources: {'Port': ['ID=db549e2c-4e3b-4183-84fe-11c451a9b5cc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.572733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fa65b232-6e13-4237-b579-ea0dae322738 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1105196889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:24.615362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Network fc64e605-fedd-444d-bf1e-63abf3c84e6e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:24.620129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:24.646581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:24.657178 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3044f34-dcc1-43bf-985f-3737370f5238 x-openstack-request-id: req-e3044f34-dcc1-43bf-985f-3737370f5238 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:24.658348 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3002d3-04bf-4ac0-8851-037fd50c3c1b", "name": "network-vif-plugged", "status": "completed", "tag": "eb11db66-0373-489d-a3e7-a69d696f33a3", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:24.658865 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3044f34-dcc1-43bf-985f-3737370f5238 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:24.659479 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3002d3-04bf-4ac0-8851-037fd50c3c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb11db66-0373-489d-a3e7-a69d696f33a3', 'code': 200} Jul 16 01:24:24.692448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa65b232-6e13-4237-b579-ea0dae322738 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.693809 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa65b232-6e13-4237-b579-ea0dae322738 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.844192 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa65b232-6e13-4237-b579-ea0dae322738 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.860390 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2827e497-5c6d-4ac9-9313-1da4c245c212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.869399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa65b232-6e13-4237-b579-ea0dae322738 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.953721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Pushing event updated for resources: {'Port': ['ID=0c48b6da-61f8-4f85-95d7-d745303e33aa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.962456 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5967c27-0e22-4ee6-828f-c11edb41a8fc req-24dca600-368b-423e-b084-1b90f0644cef tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303439 Jul 16 01:24:25.008054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa65b232-6e13-4237-b579-ea0dae322738 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.033031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fa65b232-6e13-4237-b579-ea0dae322738 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4790175 Jul 16 01:24:25.050752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:25.217305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4ef0f6b5-1737-42f4-a9ab-65b30797efb1', 'network_id': '4ef0f6b5-1737-42f4-a9ab-65b30797efb1', 'tenant_id': '0a69736ea21e4bdb99ed7d89c4f12884', 'fixed_ips': [{'subnet_id': '27c70d09-09af-48d1-b916-946d9d433b31'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:25.218993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.270993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Attempting to bind port db549e2c-4e3b-4183-84fe-11c451a9b5cc on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:25.271363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Attempting to bind port db549e2c-4e3b-4183-84fe-11c451a9b5cc by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ecbd0e41-d149-486e-b6a8-a970995307a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:25.271734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Attempting to bind port db549e2c-4e3b-4183-84fe-11c451a9b5cc on network fc64e605-fedd-444d-bf1e-63abf3c84e6e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:25.297468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:25.298339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Checking segment: {'id': 'ecbd0e41-d149-486e-b6a8-a970995307a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:25.298452 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.298829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Bound using segment: {'id': 'ecbd0e41-d149-486e-b6a8-a970995307a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:25.299619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Bound port: db549e2c-4e3b-4183-84fe-11c451a9b5cc, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbd0e41-d149-486e-b6a8-a970995307a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:25.300226 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.366417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 111a3f39-9514-40aa-a675-1f4790a642d7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:25.432759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.488558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] For port db549e2c-4e3b-4183-84fe-11c451a9b5cc, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:25.493913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] For port db549e2c-4e3b-4183-84fe-11c451a9b5cc, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=db549e2c-4e3b-4183-84fe-11c451a9b5cc,segment=NetworkSegment(ecbd0e41-d149-486e-b6a8-a970995307a0),segment_id=ecbd0e41-d149-486e-b6a8-a970995307a0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:25.519628 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.557231 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.700770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe2066-e006-4ba8-9bd0-43baf69ceb1f None None] Pushing event updated for resources: {'Port': ['ID=db549e2c-4e3b-4183-84fe-11c451a9b5cc,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:25.749152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Allocated IP 172.20.0.2 (4ef0f6b5-1737-42f4-a9ab-65b30797efb1/27c70d09-09af-48d1-b916-946d9d433b31/917b5d71-3b30-43a4-b9d2-d4904a78a014) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:25.752623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 111a3f39-9514-40aa-a675-1f4790a642d7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:25.767872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 111a3f39-9514-40aa-a675-1f4790a642d7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:25.768461 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.912670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.049246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 111a3f39-9514-40aa-a675-1f4790a642d7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=111a3f39-9514-40aa-a675-1f4790a642d7,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:26.058310 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.100245 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.255123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=111a3f39-9514-40aa-a675-1f4790a642d7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.417116 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.443221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Transition to ACTIVE for port object 917b5d71-3b30-43a4-b9d2-d4904a78a014 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:26.493702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:24:26.508484 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.514164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Transition to ACTIVE for port object 917b5d71-3b30-43a4-b9d2-d4904a78a014 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:26.533596 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.636316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:26.639816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:26.645381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:26.650333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db7a3a-3fe4-4b81-bd63-92b917cf38c2 req-15f59b36-e8dc-4567-baac-df62c0932301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.651888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32db7a3a-3fe4-4b81-bd63-92b917cf38c2 req-15f59b36-e8dc-4567-baac-df62c0932301 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 1098 time: 1.8056672 Jul 16 01:24:26.665378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Pushing event updated for resources: {'Port': ['ID=917b5d71-3b30-43a4-b9d2-d4904a78a014,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.748863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Attempting to bind port 917b5d71-3b30-43a4-b9d2-d4904a78a014 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:26.749667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Attempting to bind port 917b5d71-3b30-43a4-b9d2-d4904a78a014 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '83cb0bf3-9aee-4934-9afd-5c84d891aa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4ef0f6b5-1737-42f4-a9ab-65b30797efb1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:26.750571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Attempting to bind port 917b5d71-3b30-43a4-b9d2-d4904a78a014 on network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:26.757667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:26.758469 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Checking segment: {'id': '83cb0bf3-9aee-4934-9afd-5c84d891aa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4ef0f6b5-1737-42f4-a9ab-65b30797efb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:26.759388 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.760041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Bound using segment: {'id': '83cb0bf3-9aee-4934-9afd-5c84d891aa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4ef0f6b5-1737-42f4-a9ab-65b30797efb1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:26.760891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Bound port: 917b5d71-3b30-43a4-b9d2-d4904a78a014, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cb0bf3-9aee-4934-9afd-5c84d891aa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4ef0f6b5-1737-42f4-a9ab-65b30797efb1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:26.761522 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.765473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:26.781870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Sync routers for ids ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:26.803947 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.810443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c86a0136-b56f-44fe-958d-8d873e85a87b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1888907 Jul 16 01:24:26.811432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39538) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:26.828916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Routers {'21ba22bd-9572-4dfc-9f34-51e1a561fe18'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:26.830367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:23:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:26.892739 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32db7a3a-3fe4-4b81-bd63-92b917cf38c2 req-a6d927e3-41fe-4065-8c71-9fddd99f83df service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865656 Jul 16 01:24:26.947036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fed0a0-15b9-493c-a350-73d7785c1cdc req-88b59e6f-3079-42f9-b763-e54540c31185 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.948643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68fed0a0-15b9-493c-a350-73d7785c1cdc req-88b59e6f-3079-42f9-b763-e54540c31185 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 946 time: 0.7150755 Jul 16 01:24:27.026799 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.094374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] For port 917b5d71-3b30-43a4-b9d2-d4904a78a014, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:27.124492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] For port 917b5d71-3b30-43a4-b9d2-d4904a78a014, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=917b5d71-3b30-43a4-b9d2-d4904a78a014,segment=NetworkSegment(83cb0bf3-9aee-4934-9afd-5c84d891aa19),segment_id=83cb0bf3-9aee-4934-9afd-5c84d891aa19)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:27.135038 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce77abb3-4497-4b21-9644-bbdf7bc6927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.159340 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.189352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Set router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:27.197663 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68fed0a0-15b9-493c-a350-73d7785c1cdc req-4ae792b5-2727-4c2f-a1ed-4699d1053aff tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338963 Jul 16 01:24:27.641302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device db549e2c-4e3b-4183-84fe-11c451a9b5cc up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:27.730431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8329aa4-4712-4038-9364-a45926e3fc0b None None] Network fc64e605-fedd-444d-bf1e-63abf3c84e6e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:27.933292 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fb70a-c9d7-48c1-b114-4745205d95a9 None None] Pushing event updated for resources: {'Port': ['ID=917b5d71-3b30-43a4-b9d2-d4904a78a014,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:27.946384 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.958704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c87fd6dc-6bb0-499b-871b-4b059ccc203e None None] Provisioning for port db549e2c-4e3b-4183-84fe-11c451a9b5cc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:28.057950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port db549e2c-4e3b-4183-84fe-11c451a9b5cc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:28.083585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port db549e2c-4e3b-4183-84fe-11c451a9b5cc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:28.083963 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.169587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Allocated IP 172.20.0.1 (4ef0f6b5-1737-42f4-a9ab-65b30797efb1/27c70d09-09af-48d1-b916-946d9d433b31/eaecc640-d03b-4354-a7e1-25338e97149f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:28.285165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'name': 'tempest-TestVolumeBackupRestore-67167060-router', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:22Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 3, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'gw_port': {'id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:98:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:28.449720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Checking router: 21ba22bd-9572-4dfc-9f34-51e1a561fe18 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:28.451219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Updating router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 port 0c48b6da-61f8-4f85-95d7-d745303e33aa binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:28.493691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.528203 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.535554 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.543444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Transition to ACTIVE for port object eaecc640-d03b-4354-a7e1-25338e97149f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:28.593931 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.690872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.748138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f551-e306-423c-b1ee-c2dd3d8d084b req-c94ff4a8-3bef-4bf8-b1b4-52e39c249cc5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.757749 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4311f551-e306-423c-b1ee-c2dd3d8d084b req-c94ff4a8-3bef-4bf8-b1b4-52e39c249cc5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 946 time: 0.2201996 Jul 16 01:24:28.797033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:28.812974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:28.837624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:28.903090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event updated for resources: {'Port': ['ID=eaecc640-d03b-4354-a7e1-25338e97149f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:28.939082 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.098636 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.107700 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.132174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Transition to ACTIVE for port object 0c48b6da-61f8-4f85-95d7-d745303e33aa will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:29.153722 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.174511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4311f551-e306-423c-b1ee-c2dd3d8d084b req-4d23b8d5-40e0-482c-a8b0-660250f7f381 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147787 Jul 16 01:24:29.256496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port db549e2c-4e3b-4183-84fe-11c451a9b5cc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=db549e2c-4e3b-4183-84fe-11c451a9b5cc,segment=NetworkSegment(ecbd0e41-d149-486e-b6a8-a970995307a0),segment_id=ecbd0e41-d149-486e-b6a8-a970995307a0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:29.259698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a97765bb-df45-48c3-a546-32be632d6278 None None] Provisioning complete for port db549e2c-4e3b-4183-84fe-11c451a9b5cc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:29.260163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a97765bb-df45-48c3-a546-32be632d6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.312521 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.312521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 111a3f39-9514-40aa-a675-1f4790a642d7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:29.350945 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Attempting to bind port 0c48b6da-61f8-4f85-95d7-d745303e33aa on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:29.351427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Attempting to bind port 0c48b6da-61f8-4f85-95d7-d745303e33aa by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:29.351722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Attempting to bind port 0c48b6da-61f8-4f85-95d7-d745303e33aa on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:29.365813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:29.366284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:29.366645 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.367046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:29.367543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Bound port: 0c48b6da-61f8-4f85-95d7-d745303e33aa, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:29.367931 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.392987 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.431374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] For port 0c48b6da-61f8-4f85-95d7-d745303e33aa, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:29.441993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] For port 0c48b6da-61f8-4f85-95d7-d745303e33aa, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0c48b6da-61f8-4f85-95d7-d745303e33aa,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:29.466574 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.504811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df69076-7723-4f23-8b7f-d7ec5d018954 None None] Pushing event updated for resources: {'Port': ['ID=0c48b6da-61f8-4f85-95d7-d745303e33aa,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:29.750206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Allocated IP 172.20.0.1 (fc64e605-fedd-444d-bf1e-63abf3c84e6e/78c5bc54-adbf-40de-be5a-6a74fdb91104/3fc72711-1131-4f78-8bf5-d216833ef390) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:29.849785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 111a3f39-9514-40aa-a675-1f4790a642d7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:29.849785 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.852001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2d85b5-a024-43fe-8fc8-e87f8c82aeac None None] Network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:29.966562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Routers {'21ba22bd-9572-4dfc-9f34-51e1a561fe18'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:29.968486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:30.014689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.052394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=db549e2c-4e3b-4183-84fe-11c451a9b5cc,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:30.087413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9c6d2-ed12-4dc8-85b0-455a286c7b93 req-2095fb5b-7a3e-45be-9af7-6aa738d7bd21 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.089930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Transition to ACTIVE for port object 3fc72711-1131-4f78-8bf5-d216833ef390 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:30.090433 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2ff9c6d2-ed12-4dc8-85b0-455a286c7b93 req-2095fb5b-7a3e-45be-9af7-6aa738d7bd21 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 945 time: 0.5383527 Jul 16 01:24:30.136894 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.158060 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.208547 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2ff9c6d2-ed12-4dc8-85b0-455a286c7b93 req-ccc7b778-c6c9-4f2e-8760-de0e20fe0006 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004639 Jul 16 01:24:30.210596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Pushing event updated for resources: {'Port': ['ID=3fc72711-1131-4f78-8bf5-d216833ef390,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:30.222615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Network fc64e605-fedd-444d-bf1e-63abf3c84e6e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:30.224389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:30.227420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:30.255807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df69076-7723-4f23-8b7f-d7ec5d018954 None None] Pushing event updated for resources: {'Port': ['ID=0c48b6da-61f8-4f85-95d7-d745303e33aa,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:30.285271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] Set router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:30.409104 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.539866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-32fc5524-6401-4d34-b83b-b5f8dbbeb3ee None None] Provisioning for port 917b5d71-3b30-43a4-b9d2-d4904a78a014 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:30.685991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.708544 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.820875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c4750fd6-c176-4758-925d-2ab41ae850d8 None None] Provisioning for port 3fc72711-1131-4f78-8bf5-d216833ef390 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:30.867646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c4750fd6-c176-4758-925d-2ab41ae850d8 None None] Provisioning complete for port 3fc72711-1131-4f78-8bf5-d216833ef390 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:30.868308 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c4750fd6-c176-4758-925d-2ab41ae850d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.950884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device db549e2c-4e3b-4183-84fe-11c451a9b5cc up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:30.959834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event updated for resources: {'Port': ['ID=eaecc640-d03b-4354-a7e1-25338e97149f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:30.986776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.021992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c4750fd6-c176-4758-925d-2ab41ae850d8 None None] Port 3fc72711-1131-4f78-8bf5-d216833ef390 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:31.029780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'name': 'tempest-TestVolumeBackupRestore-67167060-router', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:22Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 3, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'gw_port': {'id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:98:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:31.065015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9501b-c19f-4b0d-af49-96fd9d9275cf None None] The sync data for ids ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'] in n-d-791504-14 is: [{'id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'name': 'tempest-TestVolumeBackupRestore-67167060-router', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:22Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 3, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'gw_port': {'id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:98:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:31.078067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port db549e2c-4e3b-4183-84fe-11c451a9b5cc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:31.078531 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.187328 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:24:31.202682 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.235337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:31.237816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:31.428826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 917b5d71-3b30-43a4-b9d2-d4904a78a014 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:31.631000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00802737-9994-4940-89a4-5fa61c67b04b req-d3db38c3-227b-475e-9bd2-b2a534e82885 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.634220 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00802737-9994-4940-89a4-5fa61c67b04b req-d3db38c3-227b-475e-9bd2-b2a534e82885 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 946 time: 0.6800063 Jul 16 01:24:31.673747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e441c2b-5871-4d10-bd12-87e866fe8e9c None None] Provisioning for port eaecc640-d03b-4354-a7e1-25338e97149f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:31.746587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e441c2b-5871-4d10-bd12-87e866fe8e9c None None] Provisioning complete for port eaecc640-d03b-4354-a7e1-25338e97149f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:31.747186 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e441c2b-5871-4d10-bd12-87e866fe8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.914506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 917b5d71-3b30-43a4-b9d2-d4904a78a014 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:31.937880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e441c2b-5871-4d10-bd12-87e866fe8e9c None None] Port eaecc640-d03b-4354-a7e1-25338e97149f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:31.940344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 917b5d71-3b30-43a4-b9d2-d4904a78a014 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:31.940708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.101057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Router f372722d-8a6c-43c3-80a3-1aca9c8b153b is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:24:32.155049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e441c2b-5871-4d10-bd12-87e866fe8e9c None None] Provisioning complete for port 917b5d71-3b30-43a4-b9d2-d4904a78a014 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:32.155326 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e441c2b-5871-4d10-bd12-87e866fe8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.178920 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00802737-9994-4940-89a4-5fa61c67b04b req-c47ae0d8-9e28-4c62-ac15-c4f97f3c66d6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103793 Jul 16 01:24:32.339465 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.360999 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.570056 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.697573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.820687 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e441c2b-5871-4d10-bd12-87e866fe8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.842855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:32.856746 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1409a0-2ff9-439f-b92c-6ce7330a3d1e None None] Sync routers for ids ['f372722d-8a6c-43c3-80a3-1aca9c8b153b'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:32.874908 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1409a0-2ff9-439f-b92c-6ce7330a3d1e None None] Routers {'f372722d-8a6c-43c3-80a3-1aca9c8b153b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:32.877712 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e1409a0-2ff9-439f-b92c-6ce7330a3d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f372722d-8a6c-43c3-80a3-1aca9c8b153b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:32.881116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4383262a-e35a-4d7f-b269-fe3d21f27582 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "PUT /v2.0/routers/f372722d-8a6c-43c3-80a3-1aca9c8b153b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8252821 Jul 16 01:24:32.882862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39606) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:32.902949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Request body: {'port': {'network_id': '4ef0f6b5-1737-42f4-a9ab-65b30797efb1', 'name': 'tempest-FloatingIPNegativeTestJSON-1921458968'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:32.957583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Pushing event updated for resources: {'Port': ['ID=3fc72711-1131-4f78-8bf5-d216833ef390,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:32.973516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Network fc64e605-fedd-444d-bf1e-63abf3c84e6e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:32.979216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:33.053257 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e1409a0-2ff9-439f-b92c-6ce7330a3d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:33.063259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 917b5d71-3b30-43a4-b9d2-d4904a78a014, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=917b5d71-3b30-43a4-b9d2-d4904a78a014,segment=NetworkSegment(83cb0bf3-9aee-4934-9afd-5c84d891aa19),segment_id=83cb0bf3-9aee-4934-9afd-5c84d891aa19)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:33.121960 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1409a0-2ff9-439f-b92c-6ce7330a3d1e None None] Routers {'f372722d-8a6c-43c3-80a3-1aca9c8b153b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:33.121960 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e1409a0-2ff9-439f-b92c-6ce7330a3d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f372722d-8a6c-43c3-80a3-1aca9c8b153b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:33.126916 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.293889 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e1409a0-2ff9-439f-b92c-6ce7330a3d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:33.300532 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1409a0-2ff9-439f-b92c-6ce7330a3d1e None None] The sync data for ids ['f372722d-8a6c-43c3-80a3-1aca9c8b153b'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:33.340589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Made reservation on behalf of 0a69736ea21e4bdb99ed7d89c4f12884 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:33.353997 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.381374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] device_id is not set on port 5f23b909-8250-4e05-b418-659ac3b82ccf yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:24:33.459880 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-1e441c2b-5871-4d10-bd12-87e866fe8e9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:24:33.460377 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-1e441c2b-5871-4d10-bd12-87e866fe8e9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:24:33.476957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:33.484890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0c48b6da-61f8-4f85-95d7-d745303e33aa up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:33.511037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=917b5d71-3b30-43a4-b9d2-d4904a78a014,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:33.615631 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 0c48b6da-61f8-4f85-95d7-d745303e33aa completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:33.647626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 0c48b6da-61f8-4f85-95d7-d745303e33aa triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:33.648308 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.860587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:33.915417 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e9be12e9-1f75-42d1-a400-e589500e60cd admin admin] 10.222.0.64 "PUT /v2.0/routers/21ba22bd-9572-4dfc-9f34-51e1a561fe18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1026034 Jul 16 01:24:33.945735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Allocated IP 172.20.0.14 (4ef0f6b5-1737-42f4-a9ab-65b30797efb1/27c70d09-09af-48d1-b916-946d9d433b31/5f23b909-8250-4e05-b418-659ac3b82ccf) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:33.950830 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.146874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 0c48b6da-61f8-4f85-95d7-d745303e33aa, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0c48b6da-61f8-4f85-95d7-d745303e33aa,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:34.155449 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.376999 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=0c48b6da-61f8-4f85-95d7-d745303e33aa,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.444684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ff6732c-a549-4499-a85b-cc363e746c91 None None] Provisioning complete for port 3fc72711-1131-4f78-8bf5-d216833ef390 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:34.445073 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ff6732c-a549-4499-a85b-cc363e746c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.453218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16155a4-a692-40a4-9deb-3fcc63afb9b6 req-862f76bb-0c80-4b62-b1bd-8ae781887865 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.463830 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f16155a4-a692-40a4-9deb-3fcc63afb9b6 req-862f76bb-0c80-4b62-b1bd-8ae781887865 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 946 time: 0.5152929 Jul 16 01:24:34.570417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6732c-a549-4499-a85b-cc363e746c91 None None] Port 3fc72711-1131-4f78-8bf5-d216833ef390 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:34.611315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ff6732c-a549-4499-a85b-cc363e746c91 None None] Provisioning complete for port eaecc640-d03b-4354-a7e1-25338e97149f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:34.612488 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ff6732c-a549-4499-a85b-cc363e746c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.664492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f16155a4-a692-40a4-9deb-3fcc63afb9b6 req-b08145ad-c3ab-4b68-afee-1f39105520b5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994226 Jul 16 01:24:34.729979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6732c-a549-4499-a85b-cc363e746c91 None None] Port eaecc640-d03b-4354-a7e1-25338e97149f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:34.777949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Sync routers for ids ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:34.792406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Routers {'21ba22bd-9572-4dfc-9f34-51e1a561fe18'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:34.792776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.796621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:34.871153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Transition to ACTIVE for port object 5f23b909-8250-4e05-b418-659ac3b82ccf will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:34.986186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.169942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event updated for resources: {'Port': ['ID=5f23b909-8250-4e05-b418-659ac3b82ccf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:35.181162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:35.184548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:35.187412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:35.226989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.227626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.228187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.228732 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.229282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.229836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.230408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.230951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.231491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.232025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.232571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.233114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:35.298823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.299607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.347607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d942bbf9-cd45-49eb-a760-f44a428771cc tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4591887 Jul 16 01:24:35.348081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39662) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:35.353129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:35.438524 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.546148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-b6f02bf1-0350-456b-a1fa-d23db8ddc56a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.547789 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-b6f02bf1-0350-456b-a1fa-d23db8ddc56a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 946 time: 0.2084076 Jul 16 01:24:35.593129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0c48b6da-61f8-4f85-95d7-d745303e33aa up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:35.760605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-f9619503-2c72-4558-b4b5-5c6dc63862ab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Deleting port eb11db66-0373-489d-a3e7-a69d696f33a3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:35.760969 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-f9619503-2c72-4558-b4b5-5c6dc63862ab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.794107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.913678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1abbf699-cf96-4d46-ac5c-0e3c5e148c6c None None] Provisioning for port 5f23b909-8250-4e05-b418-659ac3b82ccf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:35.934037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1abbf699-cf96-4d46-ac5c-0e3c5e148c6c None None] Provisioning complete for port 5f23b909-8250-4e05-b418-659ac3b82ccf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:35.936658 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1abbf699-cf96-4d46-ac5c-0e3c5e148c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.945746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Set router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:36.011033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-f9619503-2c72-4558-b4b5-5c6dc63862ab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] For port eb11db66-0373-489d-a3e7-a69d696f33a3, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=eb11db66-0373-489d-a3e7-a69d696f33a3,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:36.011652 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-f9619503-2c72-4558-b4b5-5c6dc63862ab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.076397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Allocated IP 172.25.4.177 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/62e360ad-99a0-45fa-ab8c-1868f6d07f89) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:36.142109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-f9619503-2c72-4558-b4b5-5c6dc63862ab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Calling delete_port for eb11db66-0373-489d-a3e7-a69d696f33a3 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:36.267346 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.352692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 0c48b6da-61f8-4f85-95d7-d745303e33aa triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:36.353082 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.363000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.367434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b6587-f354-4279-9f82-373efac929db req-0209717a-53c7-4bd3-b268-64899b3ed470 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.378840 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c90b6587-f354-4279-9f82-373efac929db req-0209717a-53c7-4bd3-b268-64899b3ed470 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 946 time: 0.3747897 Jul 16 01:24:36.453270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event updated for resources: {'Port': ['ID=62e360ad-99a0-45fa-ab8c-1868f6d07f89,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.463146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:36.464846 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:36.467514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:36.481084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c90b6587-f354-4279-9f82-373efac929db req-de0fee82-fc71-4439-aacd-2640486e5c09 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986040 Jul 16 01:24:36.538702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1abbf699-cf96-4d46-ac5c-0e3c5e148c6c None None] Port 5f23b909-8250-4e05-b418-659ac3b82ccf cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:36.692277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 917b5d71-3b30-43a4-b9d2-d4904a78a014 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:36.771867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-f9619503-2c72-4558-b4b5-5c6dc63862ab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.788905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'name': 'tempest-TestVolumeBackupRestore-67167060-router', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:22Z', 'updated_at': '2021-07-16T01:24:31Z', 'revision_number': 4, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'gw_port': {'id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:98:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3fc72711-1131-4f78-8bf5-d216833ef390', 'name': '', 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'mac_address': 'fa:16:3e:4a:32:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '78c5bc54-adbf-40de-be5a-6a74fdb91104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:29Z', 'updated_at': '2021-07-16T01:24:31Z', 'revision_number': 2, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'subnets': [{'id': '78c5bc54-adbf-40de-be5a-6a74fdb91104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:36.792442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['4d07a7e6-5cea-43d7-8a03-4ddd53458773'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:36.794964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:36.868791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9619503-2c72-4558-b4b5-5c6dc63862ab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event deleted for resources: {'Port': ['ID=eb11db66-0373-489d-a3e7-a69d696f33a3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.875641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.903882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 917b5d71-3b30-43a4-b9d2-d4904a78a014 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:36.904269 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.912791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Checking router: 21ba22bd-9572-4dfc-9f34-51e1a561fe18 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:36.913161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Updating router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 port 3fc72711-1131-4f78-8bf5-d216833ef390 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:36.986261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.988712 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.059444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-f9619503-2c72-4558-b4b5-5c6dc63862ab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] No DVR routers for this DVR port eb11db66-0373-489d-a3e7-a69d696f33a3 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:37.066325 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-f9619503-2c72-4558-b4b5-5c6dc63862ab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.068366 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76d78acb-2256-4174-832a-1efb02ea2ef6 req-f9619503-2c72-4558-b4b5-5c6dc63862ab tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "DELETE /v2.0/ports/eb11db66-0373-489d-a3e7-a69d696f33a3 HTTP/1.1" status: 204 len: 173 time: 1.5129020 Jul 16 01:24:37.068869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3002d3-04bf-4ac0-8851-037fd50c3c1b', 'name': 'network-vif-deleted', 'tag': 'eb11db66-0373-489d-a3e7-a69d696f33a3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:37.077555 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acfe441-526b-409b-8dc8-30bd558d1fea" -d '{"events": [{"server_uuid": "9d3002d3-04bf-4ac0-8851-037fd50c3c1b", "name": "network-vif-deleted", "tag": "eb11db66-0373-489d-a3e7-a69d696f33a3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:37.262520 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb99d9e-f67e-4514-92c2-25676496ac40 x-openstack-request-id: req-bdb99d9e-f67e-4514-92c2-25676496ac40 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:37.262764 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3002d3-04bf-4ac0-8851-037fd50c3c1b", "name": "network-vif-deleted", "tag": "eb11db66-0373-489d-a3e7-a69d696f33a3", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:37.262970 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdb99d9e-f67e-4514-92c2-25676496ac40 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:37.263375 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3002d3-04bf-4ac0-8851-037fd50c3c1b', 'name': 'network-vif-deleted', 'tag': 'eb11db66-0373-489d-a3e7-a69d696f33a3', 'status': 'completed', 'code': 200} Jul 16 01:24:37.473680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.487115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.670985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event updated for resources: {'Port': ['ID=62e360ad-99a0-45fa-ab8c-1868f6d07f89,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.733736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.963421 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d83ed16-ce1d-4013-8b89-c637777163fe req-ed5b5d95-f2b5-4598-bc91-74aacac6cf21 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d3002d3-04bf-4ac0-8851-037fd50c3c1b HTTP/1.1" status: 200 len: 210 time: 0.1610956 Jul 16 01:24:37.975502 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.980675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-94e456b2-a74a-42e4-8a34-663579ec974c tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6314204 Jul 16 01:24:37.983791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39748) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:37.990816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ee7bbcba-4b3f-45ff-ae1f-32165ff63e63 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Request body: {'floatingip': {'port_id': '5f23b909-8250-4e05-b418-659ac3b82ccf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:38.002294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device eb11db66-0373-489d-a3e7-a69d696f33a3 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:38.031487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: eb11db66-0373-489d-a3e7-a69d696f33a3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:38.031766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device eb11db66-0373-489d-a3e7-a69d696f33a3 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:38.102689 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.151506 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcba-4b3f-45ff-ae1f-32165ff63e63 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.157625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Transition to ACTIVE for port object 3fc72711-1131-4f78-8bf5-d216833ef390 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:38.175380 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.541712 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-ee7bbcba-4b3f-45ff-ae1f-32165ff63e63 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] update failed (client error): The resource could not be found. Jul 16 01:24:38.543609 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ee7bbcba-4b3f-45ff-ae1f-32165ff63e63 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "PUT /v2.0/floatingips/44b20a74-742d-48dd-b6b5-494c2a187250 HTTP/1.1" status: 404 len: 507 time: 0.5589681 Jul 16 01:24:38.546633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39756) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:38.556955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a14e3-46e0-4a50-80bc-ed114948abee None None] Pushing event updated for resources: {'Port': ['ID=3fc72711-1131-4f78-8bf5-d216833ef390,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.608793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Attempting to bind port 3fc72711-1131-4f78-8bf5-d216833ef390 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:38.609060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Attempting to bind port 3fc72711-1131-4f78-8bf5-d216833ef390 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ecbd0e41-d149-486e-b6a8-a970995307a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:38.609428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Attempting to bind port 3fc72711-1131-4f78-8bf5-d216833ef390 on network fc64e605-fedd-444d-bf1e-63abf3c84e6e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:38.640728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:38.641117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Checking segment: {'id': 'ecbd0e41-d149-486e-b6a8-a970995307a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:38.641990 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.643436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Bound using segment: {'id': 'ecbd0e41-d149-486e-b6a8-a970995307a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:38.643938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Bound port: 3fc72711-1131-4f78-8bf5-d216833ef390, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbd0e41-d149-486e-b6a8-a970995307a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:38.648956 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.773832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39760) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:38.794221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] For port 3fc72711-1131-4f78-8bf5-d216833ef390, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:38.804446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] For port 3fc72711-1131-4f78-8bf5-d216833ef390, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3fc72711-1131-4f78-8bf5-d216833ef390,segment=NetworkSegment(ecbd0e41-d149-486e-b6a8-a970995307a0),segment_id=ecbd0e41-d149-486e-b6a8-a970995307a0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:38.817226 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.865598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-456329ca-767a-4796-a815-9d6d54077d4a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Deleting port 62e360ad-99a0-45fa-ab8c-1868f6d07f89 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:38.866243 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-456329ca-767a-4796-a815-9d6d54077d4a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.903509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a14e3-46e0-4a50-80bc-ed114948abee None None] Pushing event updated for resources: {'Port': ['ID=3fc72711-1131-4f78-8bf5-d216833ef390,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.931984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Routers {'21ba22bd-9572-4dfc-9f34-51e1a561fe18'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:38.932797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:39.083848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8257d051-b5bd-4f3b-997a-c77d7a221e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.140656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] Set router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:39.171143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-456329ca-767a-4796-a815-9d6d54077d4a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.171754 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-456329ca-767a-4796-a815-9d6d54077d4a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.224478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-456329ca-767a-4796-a815-9d6d54077d4a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Calling delete_port for 62e360ad-99a0-45fa-ab8c-1868f6d07f89 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:39.528559 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'name': 'tempest-TestVolumeBackupRestore-67167060-router', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:22Z', 'updated_at': '2021-07-16T01:24:31Z', 'revision_number': 4, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'gw_port': {'id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:98:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3fc72711-1131-4f78-8bf5-d216833ef390', 'name': '', 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'mac_address': 'fa:16:3e:4a:32:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '78c5bc54-adbf-40de-be5a-6a74fdb91104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:29Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'subnets': [{'id': '78c5bc54-adbf-40de-be5a-6a74fdb91104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:39.581100 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8257d051-b5bd-4f3b-997a-c77d7a221e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.585602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5784a-d329-4fc6-beb5-1fdb3e46a8cf None None] The sync data for ids ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'] in n-d-791504-14 is: [{'id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'name': 'tempest-TestVolumeBackupRestore-67167060-router', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:22Z', 'updated_at': '2021-07-16T01:24:31Z', 'revision_number': 4, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'gw_port': {'id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:98:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3fc72711-1131-4f78-8bf5-d216833ef390', 'name': '', 'network_id': 'fc64e605-fedd-444d-bf1e-63abf3c84e6e', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'mac_address': 'fa:16:3e:4a:32:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '78c5bc54-adbf-40de-be5a-6a74fdb91104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:29Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'subnets': [{'id': '78c5bc54-adbf-40de-be5a-6a74fdb91104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:39.587651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8257d051-b5bd-4f3b-997a-c77d7a221e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.589028 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-456329ca-767a-4796-a815-9d6d54077d4a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.630573 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8257d051-b5bd-4f3b-997a-c77d7a221e67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df6da63e416245cca20080b83fbf96f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8553486 Jul 16 01:24:39.636376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:39.651691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456329ca-767a-4796-a815-9d6d54077d4a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event deleted for resources: {'Port': ['ID=62e360ad-99a0-45fa-ab8c-1868f6d07f89,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:39.662885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257d051-b5bd-4f3b-997a-c77d7a221e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77274867-caeb-4779-a45a-c45729a07b56,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:39.897442 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94cb25f5-722e-404e-9bda-2987d1df3696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.004522 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94cb25f5-722e-404e-9bda-2987d1df3696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.011005 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-456329ca-767a-4796-a815-9d6d54077d4a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.018809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-456329ca-767a-4796-a815-9d6d54077d4a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.020031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-456329ca-767a-4796-a815-9d6d54077d4a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "DELETE /v2.0/floatingips/44b20a74-742d-48dd-b6b5-494c2a187250 HTTP/1.1" status: 204 len: 168 time: 1.4709835 Jul 16 01:24:40.031568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:40.041346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cd23e8c8-2e20-49d5-aa05-8f44bb8b8ab6 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Request body: {'floatingip': {'floating_network_id': '4ef0f6b5-1737-42f4-a9ab-65b30797efb1', 'port_id': '5f23b909-8250-4e05-b418-659ac3b82ccf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:40.109418 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd23e8c8-2e20-49d5-aa05-8f44bb8b8ab6 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.141495 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94cb25f5-722e-404e-9bda-2987d1df3696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.150732 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94cb25f5-722e-404e-9bda-2987d1df3696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.153156 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-94cb25f5-722e-404e-9bda-2987d1df3696 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77274867-caeb-4779-a45a-c45729a07b56 HTTP/1.1" status: 204 len: 168 time: 0.4914579 Jul 16 01:24:40.177613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb25f5-722e-404e-9bda-2987d1df3696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77274867-caeb-4779-a45a-c45729a07b56,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.251362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3fc72711-1131-4f78-8bf5-d216833ef390 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:40.475234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 3fc72711-1131-4f78-8bf5-d216833ef390 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:40.494421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3fc72711-1131-4f78-8bf5-d216833ef390 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:40.494863 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.543242 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-cd23e8c8-2e20-49d5-aa05-8f44bb8b8ab6 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:24:40.546867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cd23e8c8-2e20-49d5-aa05-8f44bb8b8ab6 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5147631 Jul 16 01:24:40.552545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:40.558892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fa8b0-f354-41eb-a62f-74c3a0d05751 req-6740afce-2804-4270-b6ea-cb1728fabab5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.561664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '5f23b909-8250-4e05-b418-659ac3b82ccf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:40.569242 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-374fa8b0-f354-41eb-a62f-74c3a0d05751 req-6740afce-2804-4270-b6ea-cb1728fabab5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 945 time: 0.2471142 Jul 16 01:24:40.616412 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.676546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-374fa8b0-f354-41eb-a62f-74c3a0d05751 req-f9e06502-2908-44d6-acab-99c30fc8bdfd tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047821 Jul 16 01:24:40.804933 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.817172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.930476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 3fc72711-1131-4f78-8bf5-d216833ef390, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3fc72711-1131-4f78-8bf5-d216833ef390,segment=NetworkSegment(ecbd0e41-d149-486e-b6a8-a970995307a0),segment_id=ecbd0e41-d149-486e-b6a8-a970995307a0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:40.936476 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.970086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Allocated IP 172.25.4.172 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/0175e070-b5c2-4149-8750-6d7e46b155be) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:41.082516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=3fc72711-1131-4f78-8bf5-d216833ef390,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:41.097904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.098289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.098635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.098974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.099310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.099641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.099971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.100300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.100623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.100948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.101274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.101597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:41.294122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.400753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.503731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:41.511980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:41.524128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:41.739619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event updated for resources: {'Port': ['ID=0175e070-b5c2-4149-8750-6d7e46b155be,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:41.983296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3fc72711-1131-4f78-8bf5-d216833ef390 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:42.177339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3fc72711-1131-4f78-8bf5-d216833ef390 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:42.177721 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.316422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bb570-4f1a-471d-9a78-a978c4df3068 req-d9b03851-64d6-41ac-ab44-2f5b538cb967 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.318905 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e44bb570-4f1a-471d-9a78-a978c4df3068 req-d9b03851-64d6-41ac-ab44-2f5b538cb967 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 945 time: 0.2294981 Jul 16 01:24:42.417387 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e44bb570-4f1a-471d-9a78-a978c4df3068 req-29b2bfa9-d190-4f0e-bf48-406842d84dcb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900135 Jul 16 01:24:42.709346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-61c7b9e9-9756-47cd-a873-df091a2aed96 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.711611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-61c7b9e9-9756-47cd-a873-df091a2aed96 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 945 time: 1.0624955 Jul 16 01:24:42.796984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Deleting port 0175e070-b5c2-4149-8750-6d7e46b155be {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:42.798400 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.028389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.028720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.055263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Calling delete_port for 0175e070-b5c2-4149-8750-6d7e46b155be owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:43.057859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-73fb9db4-3fea-4eac-8dad-175650526105 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Deleting port 4d07a7e6-5cea-43d7-8a03-4ddd53458773 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:43.059800 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-73fb9db4-3fea-4eac-8dad-175650526105 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.228879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-73fb9db4-3fea-4eac-8dad-175650526105 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] For port 4d07a7e6-5cea-43d7-8a03-4ddd53458773, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4d07a7e6-5cea-43d7-8a03-4ddd53458773,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:43.229254 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-73fb9db4-3fea-4eac-8dad-175650526105 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.249937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-73fb9db4-3fea-4eac-8dad-175650526105 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Calling delete_port for 4d07a7e6-5cea-43d7-8a03-4ddd53458773 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:43.708422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-73fb9db4-3fea-4eac-8dad-175650526105 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.730048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:43.853528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb9db4-3fea-4eac-8dad-175650526105 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event deleted for resources: {'Port': ['ID=4d07a7e6-5cea-43d7-8a03-4ddd53458773,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.872996 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.036325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event deleted for resources: {'Port': ['ID=0175e070-b5c2-4149-8750-6d7e46b155be,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:44.062374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b7c2367-212f-4afa-a1dc-a117c683f56e req-2fc03b74-0ddc-4798-83fc-b6e3104c9012 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 210 time: 0.3167303 Jul 16 01:24:44.243938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-73fb9db4-3fea-4eac-8dad-175650526105 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] No DVR routers for this DVR port 4d07a7e6-5cea-43d7-8a03-4ddd53458773 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:44.252863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-73fb9db4-3fea-4eac-8dad-175650526105 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.260200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c133244c-0cd6-4e80-b343-54d0811e9e3f req-73fb9db4-3fea-4eac-8dad-175650526105 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "DELETE /v2.0/ports/4d07a7e6-5cea-43d7-8a03-4ddd53458773 HTTP/1.1" status: 204 len: 173 time: 1.5366814 Jul 16 01:24:44.357610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd88333-cb9d-47ec-8251-46c4cdc2e9ea', 'name': 'network-vif-deleted', 'tag': '4d07a7e6-5cea-43d7-8a03-4ddd53458773'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:44.386834 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598244b8-4484-4a74-a4dd-eb1982f683a3" -d '{"events": [{"server_uuid": "2cd88333-cb9d-47ec-8251-46c4cdc2e9ea", "name": "network-vif-deleted", "tag": "4d07a7e6-5cea-43d7-8a03-4ddd53458773"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:44.583562 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] create failed (client error): The resource could not be found. Jul 16 01:24:44.589922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5c57f23c-ec59-485d-8d43-d879b5e4d167 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0346525 Jul 16 01:24:44.592415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39852) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:44.748337 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6884c18c-d37b-476c-8390-90a9c25574bf x-openstack-request-id: req-6884c18c-d37b-476c-8390-90a9c25574bf {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:44.749037 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd88333-cb9d-47ec-8251-46c4cdc2e9ea", "name": "network-vif-deleted", "tag": "4d07a7e6-5cea-43d7-8a03-4ddd53458773", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:44.749859 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6884c18c-d37b-476c-8390-90a9c25574bf {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:44.751222 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd88333-cb9d-47ec-8251-46c4cdc2e9ea', 'name': 'network-vif-deleted', 'tag': '4d07a7e6-5cea-43d7-8a03-4ddd53458773', 'status': 'completed', 'code': 200} Jul 16 01:24:44.879578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-39cfec13-f196-4214-993e-6aa9706b00b0 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Deleting port 5f23b909-8250-4e05-b418-659ac3b82ccf {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:44.880303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39cfec13-f196-4214-993e-6aa9706b00b0 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.984714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fb6f6-807d-42ba-8df4-8f4c5dfc40f7 req-85dc3f2c-5d2a-4b5b-8afa-ced4a3fc775f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:44.996442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fb6f6-807d-42ba-8df4-8f4c5dfc40f7 req-85dc3f2c-5d2a-4b5b-8afa-ced4a3fc775f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.016966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fb6f6-807d-42ba-8df4-8f4c5dfc40f7 req-85dc3f2c-5d2a-4b5b-8afa-ced4a3fc775f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.024609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fb6f6-807d-42ba-8df4-8f4c5dfc40f7 req-85dc3f2c-5d2a-4b5b-8afa-ced4a3fc775f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.032935 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fb6f6-807d-42ba-8df4-8f4c5dfc40f7 req-85dc3f2c-5d2a-4b5b-8afa-ced4a3fc775f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.043828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fb6f6-807d-42ba-8df4-8f4c5dfc40f7 req-85dc3f2c-5d2a-4b5b-8afa-ced4a3fc775f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.056246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fb6f6-807d-42ba-8df4-8f4c5dfc40f7 req-85dc3f2c-5d2a-4b5b-8afa-ced4a3fc775f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.066674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f99fb6f6-807d-42ba-8df4-8f4c5dfc40f7 req-85dc3f2c-5d2a-4b5b-8afa-ced4a3fc775f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5433 time: 0.2555735 Jul 16 01:24:45.083681 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39cfec13-f196-4214-993e-6aa9706b00b0 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.109265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4d07a7e6-5cea-43d7-8a03-4ddd53458773 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:45.118613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-39cfec13-f196-4214-993e-6aa9706b00b0 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Calling delete_port for 5f23b909-8250-4e05-b418-659ac3b82ccf owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:45.163683 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f99fb6f6-807d-42ba-8df4-8f4c5dfc40f7 req-273e4c31-28e0-4ab1-9884-764d6947683c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957608 Jul 16 01:24:45.257664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 4d07a7e6-5cea-43d7-8a03-4ddd53458773 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:45.263356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4d07a7e6-5cea-43d7-8a03-4ddd53458773 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:45.591765 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7c6b19c-a4b6-4f24-9662-f2e7e27e8a5f req-3e458af3-0594-40f0-bde3-a4d848b0b03b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd88333-cb9d-47ec-8251-46c4cdc2e9ea HTTP/1.1" status: 200 len: 210 time: 0.0902002 Jul 16 01:24:45.608333 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39cfec13-f196-4214-993e-6aa9706b00b0 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.695974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfec13-f196-4214-993e-6aa9706b00b0 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event deleted for resources: {'Port': ['ID=5f23b909-8250-4e05-b418-659ac3b82ccf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.968271 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39cfec13-f196-4214-993e-6aa9706b00b0 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.983964 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-39cfec13-f196-4214-993e-6aa9706b00b0 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "DELETE /v2.0/ports/5f23b909-8250-4e05-b418-659ac3b82ccf HTTP/1.1" status: 204 len: 168 time: 1.3868952 Jul 16 01:24:45.988530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:46.070282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d0bda6c1-4f34-41d6-8562-66ef240e356a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.079395 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d0bda6c1-4f34-41d6-8562-66ef240e356a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.086309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d0bda6c1-4f34-41d6-8562-66ef240e356a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.092882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d0bda6c1-4f34-41d6-8562-66ef240e356a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.103307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d0bda6c1-4f34-41d6-8562-66ef240e356a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.114599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d0bda6c1-4f34-41d6-8562-66ef240e356a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.118932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ba016-4ee5-4644-b711-14130675fdd5 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.120754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ad4ba016-4ee5-4644-b711-14130675fdd5 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "GET /v2.0/ports?device_id=f372722d-8a6c-43c3-80a3-1aca9c8b153b HTTP/1.1" status: 200 len: 913 time: 0.1305692 Jul 16 01:24:46.122870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d0bda6c1-4f34-41d6-8562-66ef240e356a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.124275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:46.127663 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d0bda6c1-4f34-41d6-8562-66ef240e356a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 5433 time: 0.3577516 Jul 16 01:24:46.241889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-f90001c7-8e0d-4ac4-89f5-64fa834faf64 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.243917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-f90001c7-8e0d-4ac4-89f5-64fa834faf64 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "GET /v2.0/ports/9d469d7f-030e-4a04-a7e3-59a7ba7f4adc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0760415 Jul 16 01:24:46.363745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804bb5-3c09-4d40-8fb4-b9a07fd14d70 req-a8baed99-d291-4a54-95e9-6b29b0e5817b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.370960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51804bb5-3c09-4d40-8fb4-b9a07fd14d70 req-a8baed99-d291-4a54-95e9-6b29b0e5817b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.2416708 Jul 16 01:24:46.385379 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-b7dc5081-f167-4679-9e51-a66df06bd4d0 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "GET /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1363585 Jul 16 01:24:46.399265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:46.617802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.819818 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51804bb5-3c09-4d40-8fb4-b9a07fd14d70 req-122ca8cf-0f71-4984-a226-6473b36c6b0a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4477546 Jul 16 01:24:46.895176 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.924656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-56f19c23-4040-4c3e-850f-7567e8e21cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.926230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-56f19c23-4040-4c3e-850f-7567e8e21cb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1098 time: 0.1873877 Jul 16 01:24:47.109524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] For port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:47.149045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] For port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:47.149352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-deeadfe7-0668-4aaf-9b6d-15605079b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.150983 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-deeadfe7-0668-4aaf-9b6d-15605079b9d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.1512322 Jul 16 01:24:47.187574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] device_id is not set on port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:24:47.197910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.205514 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.270929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:47.272175 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-d30f28d4-c70f-4210-89bb-557a8231c1ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 1000 time: 0.1119156 Jul 16 01:24:47.347687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Deleting port eaecc640-d03b-4354-a7e1-25338e97149f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:47.348033 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.353641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-e50d78c2-c057-4f14-80d1-e167c26bcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.355209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-e50d78c2-c057-4f14-80d1-e167c26bcf72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0745862 Jul 16 01:24:47.377636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] No DVR routers for this DVR port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:47.435893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] In _notify_port_updated(), no bound segment for port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:24:47.437187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.438963 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.441132 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-951c50cc-28c7-46da-8ce1-cd3c984712d8 service neutron] 10.222.0.50 "PUT /v2.0/ports/9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 200 len: 1026 time: 1.0472798 Jul 16 01:24:47.463631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28717-dbc7-453c-be1a-56a8f7eb43d6 req-e089d512-803e-4012-b1f9-6ca65927eb01 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.489472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28717-dbc7-453c-be1a-56a8f7eb43d6 req-e089d512-803e-4012-b1f9-6ca65927eb01 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.500267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28717-dbc7-453c-be1a-56a8f7eb43d6 req-e089d512-803e-4012-b1f9-6ca65927eb01 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.507167 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28717-dbc7-453c-be1a-56a8f7eb43d6 req-e089d512-803e-4012-b1f9-6ca65927eb01 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.514467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28717-dbc7-453c-be1a-56a8f7eb43d6 req-e089d512-803e-4012-b1f9-6ca65927eb01 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.524872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28717-dbc7-453c-be1a-56a8f7eb43d6 req-e089d512-803e-4012-b1f9-6ca65927eb01 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.536284 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7b28717-dbc7-453c-be1a-56a8f7eb43d6 req-e089d512-803e-4012-b1f9-6ca65927eb01 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 4660 time: 0.3345287 Jul 16 01:24:47.645573 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.697456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-93427e15-11f6-443a-95e1-3d0822a076e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.704862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-93427e15-11f6-443a-95e1-3d0822a076e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3328917 Jul 16 01:24:47.705909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Calling delete_port for eaecc640-d03b-4354-a7e1-25338e97149f owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:47.731778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-c64b6708-06ca-4fd7-920a-2948187ecee2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.733330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-c64b6708-06ca-4fd7-920a-2948187ecee2 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "GET /v2.0/ports/20b25509-f4f8-4420-8150-49ffe7d401dd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2825208 Jul 16 01:24:47.761099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:47.802695 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7b28717-dbc7-453c-be1a-56a8f7eb43d6 req-dd40c3dd-a546-4007-aa71-8b2feec98a70 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38&id=44f1e5a8-b71c-4cc5-b592-b284d2179133&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2648969 Jul 16 01:24:47.819814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-92d590e1-e2c0-4558-b0b8-f301c75359b0 None None] Provisioning complete for port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:47.820489 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92d590e1-e2c0-4558-b0b8-f301c75359b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.914700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-92d590e1-e2c0-4558-b0b8-f301c75359b0 None None] Port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:47.992557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 20b25509-f4f8-4420-8150-49ffe7d401dd no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:47.996978 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-c6c20694-6305-4452-8895-e5cfdb89e3be service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516394 Jul 16 01:24:47.998655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.180627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] For port 20b25509-f4f8-4420-8150-49ffe7d401dd, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=20b25509-f4f8-4420-8150-49ffe7d401dd,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:48.183550 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.268577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] For port 20b25509-f4f8-4420-8150-49ffe7d401dd, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:48.325098 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.334797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] device_id is not set on port 20b25509-f4f8-4420-8150-49ffe7d401dd yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:24:48.360879 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.367634 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.419304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event deleted for resources: {'Port': ['ID=eaecc640-d03b-4354-a7e1-25338e97149f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.561297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] No DVR routers for this DVR port 20b25509-f4f8-4420-8150-49ffe7d401dd on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:48.663981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] Pushing event updated for resources: {'Port': ['ID=20b25509-f4f8-4420-8150-49ffe7d401dd,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.669834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bef8a4b4-c6fa-4df1-9a7c-4f430c438f61 req-a9d11f2c-221d-48e3-8be8-e667509360ab service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545053 Jul 16 01:24:48.729816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] In _notify_port_updated(), no bound segment for port 20b25509-f4f8-4420-8150-49ffe7d401dd on network c7231af3-6249-44cf-854d-777978c3b983 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:24:48.731070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.733031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.743438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-7121c17f-0642-4f70-9867-63c958c57f30 service neutron] 10.222.0.50 "PUT /v2.0/ports/20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 200 len: 1026 time: 0.9985547 Jul 16 01:24:48.881518 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:24:48.890355 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:24:48.997240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.048657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-32af2585-c41c-4b35-8765-70fe39ace62c None None] Provisioning complete for port 20b25509-f4f8-4420-8150-49ffe7d401dd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:49.049369 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32af2585-c41c-4b35-8765-70fe39ace62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.104629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-32af2585-c41c-4b35-8765-70fe39ace62c None None] Port 20b25509-f4f8-4420-8150-49ffe7d401dd cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:49.179984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-2933d306-a7c6-4dec-bca9-4be392c776ce tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting port d6048739-9c8a-4890-88e3-0e64cdcbf9fb {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:49.182819 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-2933d306-a7c6-4dec-bca9-4be392c776ce tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.243073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd4f8d-1cd7-498c-9b51-892759bb3ee9 req-1819c919-c6cb-4d12-b6ab-dff992e959bf tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.250341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fdbd4f8d-1cd7-498c-9b51-892759bb3ee9 req-1819c919-c6cb-4d12-b6ab-dff992e959bf tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.2650692 Jul 16 01:24:49.332885 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fdbd4f8d-1cd7-498c-9b51-892759bb3ee9 req-41f41697-a69b-4a25-bae2-a11115befd43 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807168 Jul 16 01:24:49.381177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-2933d306-a7c6-4dec-bca9-4be392c776ce tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] For port d6048739-9c8a-4890-88e3-0e64cdcbf9fb, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:49.384878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-2933d306-a7c6-4dec-bca9-4be392c776ce tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.424653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-2933d306-a7c6-4dec-bca9-4be392c776ce tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Calling delete_port for d6048739-9c8a-4890-88e3-0e64cdcbf9fb owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:49.464457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a792df07-6f4e-4b20-a758-7c9a069af816 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:49.559806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Router f372722d-8a6c-43c3-80a3-1aca9c8b153b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:49.588423 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-2933d306-a7c6-4dec-bca9-4be392c776ce tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.636073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933d306-a7c6-4dec-bca9-4be392c776ce tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Port': ['ID=d6048739-9c8a-4890-88e3-0e64cdcbf9fb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.685696 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.736191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:49.738726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-2933d306-a7c6-4dec-bca9-4be392c776ce tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] No DVR routers for this DVR port d6048739-9c8a-4890-88e3-0e64cdcbf9fb on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:49.741232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a792df07-6f4e-4b20-a758-7c9a069af816'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:49.743921 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-2933d306-a7c6-4dec-bca9-4be392c776ce tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.746584 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f532b0f-2ffe-4b0c-9502-4fcfab025a78" -d '{"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-unplugged", "status": "completed", "tag": "a792df07-6f4e-4b20-a758-7c9a069af816"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:49.746863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e026c047-a1a4-4adc-9c95-b60f0f3dbf3f tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "PUT /v2.0/routers/f372722d-8a6c-43c3-80a3-1aca9c8b153b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6214142 Jul 16 01:24:49.752156 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-2933d306-a7c6-4dec-bca9-4be392c776ce tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "DELETE /v2.0/ports/d6048739-9c8a-4890-88e3-0e64cdcbf9fb HTTP/1.1" status: 204 len: 173 time: 1.0015180 Jul 16 01:24:49.753091 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39906) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:49.753429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-deleted', 'tag': 'd6048739-9c8a-4890-88e3-0e64cdcbf9fb'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:49.753835 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e53db1-7948-41ad-90a7-e405a27288c2 None None] Sync routers for ids ['f372722d-8a6c-43c3-80a3-1aca9c8b153b'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:49.768342 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac35d643-4b9a-4c98-96eb-67eeca71e850" -d '{"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-deleted", "tag": "d6048739-9c8a-4890-88e3-0e64cdcbf9fb"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:49.773646 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e53db1-7948-41ad-90a7-e405a27288c2 None None] Routers {'f372722d-8a6c-43c3-80a3-1aca9c8b153b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:49.774678 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20e53db1-7948-41ad-90a7-e405a27288c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f372722d-8a6c-43c3-80a3-1aca9c8b153b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:49.794435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a792df07-6f4e-4b20-a758-7c9a069af816, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a792df07-6f4e-4b20-a758-7c9a069af816,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:49.801537 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.802854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:49.865642 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20e53db1-7948-41ad-90a7-e405a27288c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:49.893514 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e53db1-7948-41ad-90a7-e405a27288c2 None None] Routers {'f372722d-8a6c-43c3-80a3-1aca9c8b153b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:49.894600 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20e53db1-7948-41ad-90a7-e405a27288c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f372722d-8a6c-43c3-80a3-1aca9c8b153b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:49.898430 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5d0bed3-737f-4edf-86ff-504b7728db33 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.956012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:49.958655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7210560e-dd1b-42b8-b735-1c99f3448846 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:49.976014 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-20e53db1-7948-41ad-90a7-e405a27288c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:49.977038 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e53db1-7948-41ad-90a7-e405a27288c2 None None] The sync data for ids ['f372722d-8a6c-43c3-80a3-1aca9c8b153b'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:50.028029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-98cd0526-cd7b-4c70-92f6-9c820e7dc7ef tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting port a792df07-6f4e-4b20-a758-7c9a069af816 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:50.028480 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-98cd0526-cd7b-4c70-92f6-9c820e7dc7ef tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.074522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=a792df07-6f4e-4b20-a758-7c9a069af816,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.147561 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.209341 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7210560e-dd1b-42b8-b735-1c99f3448846, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7210560e-dd1b-42b8-b735-1c99f3448846,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:50.227854 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.228871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device fcc7a6f5-63d1-4adb-a205-1991dc38c05b no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:50.292317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-98cd0526-cd7b-4c70-92f6-9c820e7dc7ef tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] For port a792df07-6f4e-4b20-a758-7c9a069af816, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a792df07-6f4e-4b20-a758-7c9a069af816,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:50.293497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-98cd0526-cd7b-4c70-92f6-9c820e7dc7ef tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.334880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-98cd0526-cd7b-4c70-92f6-9c820e7dc7ef tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Calling delete_port for a792df07-6f4e-4b20-a758-7c9a069af816 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:50.348956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5d0bed3-737f-4edf-86ff-504b7728db33 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.352114 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5d0bed3-737f-4edf-86ff-504b7728db33 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.352521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7210560e-dd1b-42b8-b735-1c99f3448846,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.428520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5d0bed3-737f-4edf-86ff-504b7728db33 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.429710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d0bed3-737f-4edf-86ff-504b7728db33 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Fanout notify agent at l3_agent the message router_deleted on router f372722d-8a6c-43c3-80a3-1aca9c8b153b {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:50.449370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5d0bed3-737f-4edf-86ff-504b7728db33 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.451920 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b5d0bed3-737f-4edf-86ff-504b7728db33 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "DELETE /v2.0/routers/f372722d-8a6c-43c3-80a3-1aca9c8b153b HTTP/1.1" status: 204 len: 168 time: 0.6960087 Jul 16 01:24:50.458065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39916) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:50.468708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.532929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port fcc7a6f5-63d1-4adb-a205-1991dc38c05b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:50.538494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.539228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device d6048739-9c8a-4890-88e3-0e64cdcbf9fb no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:50.544791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-453f5f89-70de-4538-9772-21ff19a3b56a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Deleting subnet 27c70d09-09af-48d1-b916-946d9d433b31 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:50.549224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-453f5f89-70de-4538-9772-21ff19a3b56a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.592492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: d6048739-9c8a-4890-88e3-0e64cdcbf9fb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:50.592862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device d6048739-9c8a-4890-88e3-0e64cdcbf9fb not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:50.593275 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 63c8ce17-e48f-4aae-9026-159cd9590014 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:50.635076 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-453f5f89-70de-4538-9772-21ff19a3b56a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.645717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-98cd0526-cd7b-4c70-92f6-9c820e7dc7ef tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.683762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd0526-cd7b-4c70-92f6-9c820e7dc7ef tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Port': ['ID=a792df07-6f4e-4b20-a758-7c9a069af816,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.748669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-98cd0526-cd7b-4c70-92f6-9c820e7dc7ef tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] No DVR routers for this DVR port a792df07-6f4e-4b20-a758-7c9a069af816 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:50.762800 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-98cd0526-cd7b-4c70-92f6-9c820e7dc7ef tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.765042 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-98cd0526-cd7b-4c70-92f6-9c820e7dc7ef tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "DELETE /v2.0/ports/a792df07-6f4e-4b20-a758-7c9a069af816 HTTP/1.1" status: 204 len: 173 time: 0.9899716 Jul 16 01:24:50.839853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.872625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-453f5f89-70de-4538-9772-21ff19a3b56a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.902128 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.972326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 63c8ce17-e48f-4aae-9026-159cd9590014, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=63c8ce17-e48f-4aae-9026-159cd9590014,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:50.977834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-669df59e-237f-4bda-858d-ca54c3c2d41a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting port 63c8ce17-e48f-4aae-9026-159cd9590014 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:51.000615 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-669df59e-237f-4bda-858d-ca54c3c2d41a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.019918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.035031 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-453f5f89-70de-4538-9772-21ff19a3b56a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.039244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-35010267-8b77-477e-a6db-2f10c5e80655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.041079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-35010267-8b77-477e-a6db-2f10c5e80655 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 1097 time: 0.1578498 Jul 16 01:24:51.117643 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-669df59e-237f-4bda-858d-ca54c3c2d41a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] For port 63c8ce17-e48f-4aae-9026-159cd9590014, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=63c8ce17-e48f-4aae-9026-159cd9590014,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:51.118063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-669df59e-237f-4bda-858d-ca54c3c2d41a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.124857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f5f89-70de-4538-9772-21ff19a3b56a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event deleted for resources: {'Subnet': ['ID=27c70d09-09af-48d1-b916-946d9d433b31,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:51.131484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=63c8ce17-e48f-4aae-9026-159cd9590014,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:51.139603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-669df59e-237f-4bda-858d-ca54c3c2d41a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Calling delete_port for 63c8ce17-e48f-4aae-9026-159cd9590014 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:51.194262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742cfe0-ec83-44f7-bd52-fdd62e91edf0 None None] Network 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:51.195129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-453f5f89-70de-4538-9772-21ff19a3b56a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.197452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-453f5f89-70de-4538-9772-21ff19a3b56a tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "DELETE /v2.0/subnets/27c70d09-09af-48d1-b916-946d9d433b31 HTTP/1.1" status: 204 len: 168 time: 0.7379744 Jul 16 01:24:51.200569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39924) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:51.399799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.419222 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-669df59e-237f-4bda-858d-ca54c3c2d41a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.426376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-b68e1730-4d5a-4c74-990d-16309fc8ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.428404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-b68e1730-4d5a-4c74-990d-16309fc8ff79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 910 time: 0.3441443 Jul 16 01:24:51.480541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669df59e-237f-4bda-858d-ca54c3c2d41a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Port': ['ID=63c8ce17-e48f-4aae-9026-159cd9590014,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:51.558781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-669df59e-237f-4bda-858d-ca54c3c2d41a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] No DVR routers for this DVR port 63c8ce17-e48f-4aae-9026-159cd9590014 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:51.561801 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-669df59e-237f-4bda-858d-ca54c3c2d41a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.564055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-669df59e-237f-4bda-858d-ca54c3c2d41a tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "DELETE /v2.0/ports/63c8ce17-e48f-4aae-9026-159cd9590014 HTTP/1.1" status: 204 len: 173 time: 0.7911170 Jul 16 01:24:51.589370 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-38fe9169-13c4-4516-9c04-41c4cf2865c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10 HTTP/1.1" status: 200 len: 1001 time: 0.1220362 Jul 16 01:24:51.611308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa704c06-727f-4ca0-a1d2-6f3ad1df104b None None] DHCP port deletion for 4ef0f6b5-1737-42f4-a9ab-65b30797efb1 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:24:51.646606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Deleting port 917b5d71-3b30-43a4-b9d2-d4904a78a014 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:51.647675 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.708380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-a9d2c7ec-65ed-4992-9cf5-92633a29a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.711937 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-a9d2c7ec-65ed-4992-9cf5-92633a29a3f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.1137614 Jul 16 01:24:51.717909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aa704c06-727f-4ca0-a1d2-6f3ad1df104b None None] Deleting port 917b5d71-3b30-43a4-b9d2-d4904a78a014 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:51.718485 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa704c06-727f-4ca0-a1d2-6f3ad1df104b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.798976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-aa704c06-727f-4ca0-a1d2-6f3ad1df104b None None] For port 917b5d71-3b30-43a4-b9d2-d4904a78a014, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=917b5d71-3b30-43a4-b9d2-d4904a78a014,segment=NetworkSegment(83cb0bf3-9aee-4934-9afd-5c84d891aa19),segment_id=83cb0bf3-9aee-4934-9afd-5c84d891aa19)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:51.799731 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa704c06-727f-4ca0-a1d2-6f3ad1df104b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.803286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting port 7210560e-dd1b-42b8-b735-1c99f3448846 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:51.803633 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.819127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aa704c06-727f-4ca0-a1d2-6f3ad1df104b None None] Calling delete_port for 917b5d71-3b30-43a4-b9d2-d4904a78a014 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:51.959008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] For port 7210560e-dd1b-42b8-b735-1c99f3448846, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7210560e-dd1b-42b8-b735-1c99f3448846,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:51.959171 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.965939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] For port 917b5d71-3b30-43a4-b9d2-d4904a78a014, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=917b5d71-3b30-43a4-b9d2-d4904a78a014,segment=NetworkSegment(83cb0bf3-9aee-4934-9afd-5c84d891aa19),segment_id=83cb0bf3-9aee-4934-9afd-5c84d891aa19)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:51.966371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.984034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 917b5d71-3b30-43a4-b9d2-d4904a78a014 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:51.991771 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa704c06-727f-4ca0-a1d2-6f3ad1df104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.002284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Calling delete_port for 917b5d71-3b30-43a4-b9d2-d4904a78a014 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:52.064500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa704c06-727f-4ca0-a1d2-6f3ad1df104b None None] No DVR routers for this DVR port 917b5d71-3b30-43a4-b9d2-d4904a78a014 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:52.092197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-f3c5bf52-c8d1-4fea-afd3-adfce6eb5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.093955 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-f3c5bf52-c8d1-4fea-afd3-adfce6eb5c83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3744702 Jul 16 01:24:52.110554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 917b5d71-3b30-43a4-b9d2-d4904a78a014 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:52.110924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 917b5d71-3b30-43a4-b9d2-d4904a78a014 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:52.113890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa704c06-727f-4ca0-a1d2-6f3ad1df104b None None] Pushing event deleted for resources: {'Port': ['ID=917b5d71-3b30-43a4-b9d2-d4904a78a014,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.276697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-b07c410d-6764-4afb-9e37-c2e054f1d6c3 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704447 Jul 16 01:24:52.298835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.345920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event deleted for resources: {'Port': ['ID=917b5d71-3b30-43a4-b9d2-d4904a78a014,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.370516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] No DVR routers for this DVR port 917b5d71-3b30-43a4-b9d2-d4904a78a014 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:52.405806 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.407754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.408162 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Floating IP 679414da-3f6b-4b39-bbac-2c5098b617a3 disassociated. External IP: 172.25.4.22, port: 7210560e-dd1b-42b8-b735-1c99f3448846. Jul 16 01:24:52.409843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Calling delete_port for 7210560e-dd1b-42b8-b735-1c99f3448846 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:52.536492 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.552669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef0f6b5-1737-42f4-a9ab-65b30797efb1']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.556849 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03ea9562-b00c-4c9b-9aae-ad0f2994c47b req-a46fa809-df03-4820-b700-e51d701057a7 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734947 Jul 16 01:24:52.567570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83cb0bf3-9aee-4934-9afd-5c84d891aa19') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.568138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83cb0bf3-9aee-4934-9afd-5c84d891aa19') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.583996 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.606979 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.616231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:52.616958 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:52.621010 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:52.630175 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.670215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Port': ['ID=7210560e-dd1b-42b8-b735-1c99f3448846,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.703129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.713263 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.718425 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] 10.222.0.64 "DELETE /v2.0/networks/4ef0f6b5-1737-42f4-a9ab-65b30797efb1 HTTP/1.1" status: 204 len: 168 time: 1.5164247 Jul 16 01:24:52.733111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62510bac-3fcb-47cd-ba55-c43a3cbbc688 tempest-FloatingIPNegativeTestJSON-950107636 tempest-FloatingIPNegativeTestJSON-950107636-project] Pushing event deleted for resources: {'Network': ['ID=4ef0f6b5-1737-42f4-a9ab-65b30797efb1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.818132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Router 0e0db332-70db-42a9-b038-21b603fbd4c1 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:52.981972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:52.994873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] Sync routers for ids ['0e0db332-70db-42a9-b038-21b603fbd4c1'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:53.017968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] Routers {'0e0db332-70db-42a9-b038-21b603fbd4c1'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:53.019787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0e0db332-70db-42a9-b038-21b603fbd4c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:53.074047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] No DVR routers for this DVR port 7210560e-dd1b-42b8-b735-1c99f3448846 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:53.084953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.092073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-d7efccf1-14b8-499d-bd81-708cca9b169d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "DELETE /v2.0/ports/7210560e-dd1b-42b8-b735-1c99f3448846 HTTP/1.1" status: 204 len: 173 time: 1.5184081 Jul 16 01:24:53.112944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39958) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:53.148574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-026f7cf6-0946-4080-985b-9c6c2ea3d8a8 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3dad9f8287af49b78c3dc77be52c80c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871441 Jul 16 01:24:53.211152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] Set router 0e0db332-70db-42a9-b038-21b603fbd4c1 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:53.325571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-14ff65f7-6c87-4b67-8f53-7fa4a27753ce tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.327190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-14ff65f7-6c87-4b67-8f53-7fa4a27753ce tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.2342176 Jul 16 01:24:53.394139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-7c35205b-28df-4ab6-ab95-4d0882b4fa59 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/quotas/54b9f79c3d0a4882b8ae1b6f6adb2f4a HTTP/1.1" status: 200 len: 375 time: 0.0230668 Jul 16 01:24:53.517768 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-1483fbd1-95a5-4b9c-a1fb-145e8bdc06f2 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.520449 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-1483fbd1-95a5-4b9c-a1fb-145e8bdc06f2 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614068 Jul 16 01:24:53.536986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-3ba0dad8-9ecd-49ae-aa8d-3557361d0a16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting port fcc7a6f5-63d1-4adb-a205-1991dc38c05b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:53.537332 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-3ba0dad8-9ecd-49ae-aa8d-3557361d0a16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.545767 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:20Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7d734e26-335b-4167-884e-0013eb452cc4', 'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'mac_address': 'fa:16:3e:43:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:18Z', 'updated_at': '2021-07-16T01:13:31Z', 'revision_number': 5, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'subnets': [{'id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:53.589494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-fb1bf659-dbfe-4b82-9984-f5e72b15d4c4 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1468678 Jul 16 01:24:53.603388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] Checking router: 0e0db332-70db-42a9-b038-21b603fbd4c1 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:53.604447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ed1a1ee4-ad59-4447-a598-6a886d0ce109 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/quotas/3dad9f8287af49b78c3dc77be52c80c0 HTTP/1.1" status: 200 len: 375 time: 0.0603776 Jul 16 01:24:53.621253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] Routers {'0e0db332-70db-42a9-b038-21b603fbd4c1'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:53.621871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0e0db332-70db-42a9-b038-21b603fbd4c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:53.721049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d3a735e0-618a-44cc-924b-8d7f310dcfc5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a69736ea21e4bdb99ed7d89c4f12884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069016 Jul 16 01:24:53.724722 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-92de038b-ab9b-457c-b8b3-95fe81ca720a tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3dad9f8287af49b78c3dc77be52c80c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070099 Jul 16 01:24:53.724722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39968) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:53.739441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-3ba0dad8-9ecd-49ae-aa8d-3557361d0a16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] For port fcc7a6f5-63d1-4adb-a205-1991dc38c05b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:53.739958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-3ba0dad8-9ecd-49ae-aa8d-3557361d0a16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.758168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-3ba0dad8-9ecd-49ae-aa8d-3557361d0a16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Calling delete_port for fcc7a6f5-63d1-4adb-a205-1991dc38c05b owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:53.787516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-82ff3484-aefb-43a1-b642-a1a22b5a7c73 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707151 Jul 16 01:24:53.796201 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a360d0b8-6516-4cf7-ba47-61a3a805a88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.822280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a360d0b8-6516-4cf7-ba47-61a3a805a88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.850451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] Set router 0e0db332-70db-42a9-b038-21b603fbd4c1 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:53.894680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a360d0b8-6516-4cf7-ba47-61a3a805a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.899715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a360d0b8-6516-4cf7-ba47-61a3a805a88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.901407 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a360d0b8-6516-4cf7-ba47-61a3a805a88f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1ebae66-73bf-423c-ac11-21d9c5a2fae0 HTTP/1.1" status: 204 len: 168 time: 0.1762860 Jul 16 01:24:53.932145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360d0b8-6516-4cf7-ba47-61a3a805a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ebae66-73bf-423c-ac11-21d9c5a2fae0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.988033 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-d3a1c805-5427-4ab7-84d2-6dcefe13ebc8 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619468 Jul 16 01:24:54.119427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-3ba0dad8-9ecd-49ae-aa8d-3557361d0a16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.195253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e68e747-750b-4ea7-9d11-78f7551c4ba2 req-cd2b5df8-004c-4e6f-b984-2b897704cf9d tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.0539370 Jul 16 01:24:54.291184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0dad8-9ecd-49ae-aa8d-3557361d0a16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Port': ['ID=fcc7a6f5-63d1-4adb-a205-1991dc38c05b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.354085 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479549b0-a90d-4b33-bff6-861e632589cd x-openstack-request-id: req-479549b0-a90d-4b33-bff6-861e632589cd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:54.354577 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-unplugged", "status": "completed", "tag": "a792df07-6f4e-4b20-a758-7c9a069af816", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:54.354689 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-479549b0-a90d-4b33-bff6-861e632589cd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:54.357084 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a792df07-6f4e-4b20-a758-7c9a069af816', 'code': 200} Jul 16 01:24:54.423979 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecb0fb8-0a66-4564-a552-65aef3576f25 x-openstack-request-id: req-2ecb0fb8-0a66-4564-a552-65aef3576f25 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:54.424577 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-deleted", "tag": "d6048739-9c8a-4890-88e3-0e64cdcbf9fb", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:54.425629 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ecb0fb8-0a66-4564-a552-65aef3576f25 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:54.429126 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-deleted', 'tag': 'd6048739-9c8a-4890-88e3-0e64cdcbf9fb', 'status': 'completed', 'code': 200} Jul 16 01:24:54.432087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-3ba0dad8-9ecd-49ae-aa8d-3557361d0a16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] No DVR routers for this DVR port fcc7a6f5-63d1-4adb-a205-1991dc38c05b on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:54.435907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-3ba0dad8-9ecd-49ae-aa8d-3557361d0a16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.439068 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4d4c7c5-09f0-4b0a-b519-b8701a5c86d0 req-3ba0dad8-9ecd-49ae-aa8d-3557361d0a16 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.50 "DELETE /v2.0/ports/fcc7a6f5-63d1-4adb-a205-1991dc38c05b HTTP/1.1" status: 204 len: 173 time: 1.1108432 Jul 16 01:24:54.463160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:20Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7d734e26-335b-4167-884e-0013eb452cc4', 'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'mac_address': 'fa:16:3e:43:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:18Z', 'updated_at': '2021-07-16T01:13:31Z', 'revision_number': 5, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'subnets': [{'id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:54.588452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0432d6-21ae-4ae4-b689-c24cdbcbfb8b None None] The sync data for ids ['0e0db332-70db-42a9-b038-21b603fbd4c1'] in n-d-791504-14 is: [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:13:20Z', 'revision_number': 4, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7d734e26-335b-4167-884e-0013eb452cc4', 'name': '', 'network_id': '90e7227a-696f-4b17-be86-431b8100a57c', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'mac_address': 'fa:16:3e:43:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:18Z', 'updated_at': '2021-07-16T01:13:31Z', 'revision_number': 5, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'subnets': [{'id': '2246a116-9b5d-48d9-8c84-79b4a085fa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:54.620798 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a38885b9-07b2-4ab4-accb-a40daed90860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.760619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c056f3d-c37d-44e1-9d51-62b866ae66b1 req-4ecef32b-20a2-49b5-a005-01ef74543ffa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.770793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c056f3d-c37d-44e1-9d51-62b866ae66b1 req-4ecef32b-20a2-49b5-a005-01ef74543ffa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.2106290 Jul 16 01:24:54.931575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c056f3d-c37d-44e1-9d51-62b866ae66b1 req-bf38a1d8-06f2-41a4-a968-7d276dd73947 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444068 Jul 16 01:24:55.106464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144ecad-cf70-4235-91dc-f96d2cbe0f6c req-f4701c41-6fba-4aa2-acaa-43155496839c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.114842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f144ecad-cf70-4235-91dc-f96d2cbe0f6c req-f4701c41-6fba-4aa2-acaa-43155496839c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.1599510 Jul 16 01:24:55.228168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f144ecad-cf70-4235-91dc-f96d2cbe0f6c req-f885ab3a-605f-4993-b8b9-d0a4eec96db4 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081014 Jul 16 01:24:55.256520 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46bfc3f-d594-4d47-81e2-812693b88158 None None] New status for floating IP 679414da-3f6b-4b39-bbac-2c5098b617a3: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:24:55.398962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f3e91ef-89a7-4147-8e63-9f77a8934307 req-124c8241-c994-4597-9757-34aa75ec649c tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 210 time: 0.1518693 Jul 16 01:24:55.425679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:55.463760 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.530755 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b00a143e-c7cf-4158-acfd-f02b2e3e8e03 req-abda9319-7251-403a-a8f0-0fe628897e36 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 210 time: 0.0615127 Jul 16 01:24:55.643565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1526545933'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:55.687718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-069175ca-3e2a-468b-9f6a-53e5937a1130 req-c85927ef-1751-4631-b22b-33ede11b0b52 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.0391550 Jul 16 01:24:55.698707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:55.704189 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.716764 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.873938 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.893496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.927035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:55.939837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.940978 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Added segment 29408664-ac48-4514-b0d6-4f885b7ebb31 of type vlan for network aa5384ee-db72-4867-975c-a9e921508dc9 Jul 16 01:24:56.006135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e286aca-45dc-44d7-92a3-b8a05c813caa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.029613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.038037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:56.083733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.111431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.112101 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.283577 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.358802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7210560e-dd1b-42b8-b735-1c99f3448846'}, {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc7a6f5-63d1-4adb-a205-1991dc38c05b'}, {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c8ce17-e48f-4aae-9026-159cd9590014'}, {'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:56.366251 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ea1da1-abf0-4a28-a57b-fbfaa2448976" -d '{"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-unplugged", "status": "completed", "tag": "7210560e-dd1b-42b8-b735-1c99f3448846"}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc7a6f5-63d1-4adb-a205-1991dc38c05b"}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-unplugged", "status": "completed", "tag": "63c8ce17-e48f-4aae-9026-159cd9590014"}, {"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:56.377066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:56.384505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.431529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-deleted', 'tag': 'a792df07-6f4e-4b20-a758-7c9a069af816'}, {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-deleted', 'tag': '63c8ce17-e48f-4aae-9026-159cd9590014'}, {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-deleted', 'tag': '7210560e-dd1b-42b8-b735-1c99f3448846'}, {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-deleted', 'tag': 'fcc7a6f5-63d1-4adb-a205-1991dc38c05b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:56.434341 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc074232-7598-4e02-8979-0d6cfb1e01b2" -d '{"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-deleted", "tag": "a792df07-6f4e-4b20-a758-7c9a069af816"}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-deleted", "tag": "63c8ce17-e48f-4aae-9026-159cd9590014"}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-deleted", "tag": "7210560e-dd1b-42b8-b735-1c99f3448846"}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-deleted", "tag": "fcc7a6f5-63d1-4adb-a205-1991dc38c05b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:56.450510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-07247a26-04fd-4eaa-8be1-b4279cc273b2 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3dad9f8287af49b78c3dc77be52c80c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562875 Jul 16 01:24:56.502171 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0747998 Jul 16 01:24:56.508890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.530886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40042) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:56.545756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47f961-e4a7-49be-a40d-ed9cd4e63a90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Network': ['ID=aa5384ee-db72-4867-975c-a9e921508dc9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.555447 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.561250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:56.563963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'name': 'tempest-PortsTestJSON-1815530606'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:56.677070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b553b-4635-49ad-8652-09bc05ac4c26 req-f8d5b9b9-69eb-4c0d-ad01-5bd84e75b529 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.679001 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-706b553b-4635-49ad-8652-09bc05ac4c26 req-f8d5b9b9-69eb-4c0d-ad01-5bd84e75b529 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.3094158 Jul 16 01:24:56.734943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-706b553b-4635-49ad-8652-09bc05ac4c26 req-6e6976fa-5128-4dc3-bfb7-95cb4e1de81f tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438669 Jul 16 01:24:56.747642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-06002ad4-f651-494a-a264-ac52375388c8 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.757408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-06002ad4-f651-494a-a264-ac52375388c8 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536709 Jul 16 01:24:56.775310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Request body: {'port': {'device_id': '9e93aeb4-92aa-4239-8397-29df5896a515', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '3dad9f8287af49b78c3dc77be52c80c0'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:56.819382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5de69-36d6-40a2-98a6-4a2bbeb65846 req-104f216d-1dcf-4e0a-91c3-33b892bf4364 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.826603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49d5de69-36d6-40a2-98a6-4a2bbeb65846 req-104f216d-1dcf-4e0a-91c3-33b892bf4364 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.3466666 Jul 16 01:24:56.860773 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ca4334-9e35-4cb6-822a-e7b57e48f6b0 x-openstack-request-id: req-54ca4334-9e35-4cb6-822a-e7b57e48f6b0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:56.861362 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-unplugged", "status": "completed", "tag": "7210560e-dd1b-42b8-b735-1c99f3448846", "code": 200}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc7a6f5-63d1-4adb-a205-1991dc38c05b", "code": 200}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-unplugged", "status": "completed", "tag": "63c8ce17-e48f-4aae-9026-159cd9590014", "code": 200}, {"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:56.861741 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54ca4334-9e35-4cb6-822a-e7b57e48f6b0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:56.862331 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7210560e-dd1b-42b8-b735-1c99f3448846', 'code': 200} Jul 16 01:24:56.862711 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc7a6f5-63d1-4adb-a205-1991dc38c05b', 'code': 200} Jul 16 01:24:56.863065 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c8ce17-e48f-4aae-9026-159cd9590014', 'code': 200} Jul 16 01:24:56.863424 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'code': 200} Jul 16 01:24:56.911883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49d5de69-36d6-40a2-98a6-4a2bbeb65846 req-3f5c9b8a-6cc6-4297-a77a-384168f04fb5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771415 Jul 16 01:24:56.912832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:56.925190 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.984346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port e3d2878b-1510-4891-be76-6168e1b8403f yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:24:57.023470 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a9f5c2-da77-4463-8b0e-0823d1afc624 x-openstack-request-id: req-b3a9f5c2-da77-4463-8b0e-0823d1afc624 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:57.026454 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-deleted", "tag": "a792df07-6f4e-4b20-a758-7c9a069af816", "status": "completed", "code": 200}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-deleted", "tag": "63c8ce17-e48f-4aae-9026-159cd9590014", "status": "completed", "code": 200}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-deleted", "tag": "7210560e-dd1b-42b8-b735-1c99f3448846", "status": "completed", "code": 200}, {"server_uuid": "7526bf36-d3c6-441d-a092-1ca854a4a49f", "name": "network-vif-deleted", "tag": "fcc7a6f5-63d1-4adb-a205-1991dc38c05b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:57.026901 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3a9f5c2-da77-4463-8b0e-0823d1afc624 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:57.030787 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-deleted', 'tag': 'a792df07-6f4e-4b20-a758-7c9a069af816', 'status': 'completed', 'code': 200} Jul 16 01:24:57.031149 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-deleted', 'tag': '63c8ce17-e48f-4aae-9026-159cd9590014', 'status': 'completed', 'code': 200} Jul 16 01:24:57.035563 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-deleted', 'tag': '7210560e-dd1b-42b8-b735-1c99f3448846', 'status': 'completed', 'code': 200} Jul 16 01:24:57.036147 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7526bf36-d3c6-441d-a092-1ca854a4a49f', 'name': 'network-vif-deleted', 'tag': 'fcc7a6f5-63d1-4adb-a205-1991dc38c05b', 'status': 'completed', 'code': 200} Jul 16 01:24:57.098578 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-889857da-a7c7-4960-aac2-4d00473c7847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.121374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Made reservation on behalf of 3dad9f8287af49b78c3dc77be52c80c0 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:57.130038 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.147108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.268351 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-baefd768-cdc7-404a-870c-be4b4dd638fb req-ad6f1a24-c78c-470c-9a12-08928e7689ea tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 210 time: 0.0779345 Jul 16 01:24:57.388041 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e5e4b57-4b9d-4eaf-9586-f267e6656da3 req-c609cb94-5cec-416a-8a81-6d6d457a3644 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 210 time: 0.0860281 Jul 16 01:24:57.539455 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.604448 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.639763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.757918 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=e3d2878b-1510-4891-be76-6168e1b8403f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.783523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Checking segment: {'id': '29408664-ac48-4514-b0d6-4f885b7ebb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:57.785114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network hostable DHCP agents. Network: aa5384ee-db72-4867-975c-a9e921508dc9, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:57.853948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:57.875477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, aa5384ee-db72-4867-975c-a9e921508dc9) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:57.890101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e23a5e-2296-426c-a98f-b823303b5f55 None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:57.897259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:57.921108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.927500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.215528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4286e7f-1d38-4675-b244-e21ce6655495 req-4db839b0-38a5-46d4-8385-c6eadda12fe1 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.224336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.226733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4286e7f-1d38-4675-b244-e21ce6655495 req-4db839b0-38a5-46d4-8385-c6eadda12fe1 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1309001 Jul 16 01:24:58.244228 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9712b7fa-fa50-41c8-948b-5548e9f8812f req-72853a68-149b-46f5-8852-0b6767b05e50 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.7203228 Jul 16 01:24:58.249208 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.256950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eb9dfcd6-35df-4652-a721-ae2881edbf01 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7169173 Jul 16 01:24:58.257929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40062) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:58.296957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1296396441'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:58.307455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-bb35ed29-c223-4e1f-8bd7-beca657e00bb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.309504 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-bb35ed29-c223-4e1f-8bd7-beca657e00bb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 1.1501641 Jul 16 01:24:58.309781 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4286e7f-1d38-4675-b244-e21ce6655495 req-bd7fb882-5650-4de8-a2fe-b2c4f8625c99 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794480 Jul 16 01:24:58.369376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.371439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Request body: {'port': {'device_id': 'a47010fc-769a-4afe-abbd-e10e602769c4', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'admin_state_up': True, 'tenant_id': '54b9f79c3d0a4882b8ae1b6f6adb2f4a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:58.376154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:58.382170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.431670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:58.471712 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.478378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394a2d9a-c801-4414-834c-d62038b2b1e4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.478658 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Added segment 8a1aac82-886f-4844-8309-3c50fdac8c2a of type vlan for network e9e63147-4469-45a6-b9da-9e7c9f10bab0 Jul 16 01:24:58.632673 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.698201 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19bd6dfb-6a93-4b76-8b09-5a22d5746929 req-dbf1adf0-bf33-4098-8c17-dfcf77efd4da tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 210 time: 0.1255414 Jul 16 01:24:58.728032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Allocated IP 192.168.233.112 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/da193d2a-3320-4e80-adfa-3b90095b22eb) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:58.740876 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.748745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.749610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.804502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5390961 Jul 16 01:24:58.807762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:58.822583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'ports': [{'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9'}, {'network_id': 'e9e63147-4469-45a6-b9da-9e7c9f10bab0'}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:58.822895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:58.823385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': 'e9e63147-4469-45a6-b9da-9e7c9f10bab0'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:58.883064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b0ca8-1ebb-4b2e-9856-ff3b7e6c3bdb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Network': ['ID=e9e63147-4469-45a6-b9da-9e7c9f10bab0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.897814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e9e63147-4469-45a6-b9da-9e7c9f10bab0 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:59.057325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-75c2a784-1f7e-4dff-bb65-c21e4670e473 req-b731d966-cb86-4cfa-a2e0-e3180d881352 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 210 time: 0.0740120 Jul 16 01:24:59.087365 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.099657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f53c6-2ea3-4620-9c8f-e1bc520c04e0 req-545c1eaa-cd81-40b8-b8bb-0aecbb50beea tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.101861 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-172f53c6-2ea3-4620-9c8f-e1bc520c04e0 req-545c1eaa-cd81-40b8-b8bb-0aecbb50beea tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.5686800 Jul 16 01:24:59.105421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Made reservation on behalf of 54b9f79c3d0a4882b8ae1b6f6adb2f4a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:59.111496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.176839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-172f53c6-2ea3-4620-9c8f-e1bc520c04e0 req-60d64a6f-9d46-4939-9a39-dd93bb79c981 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580938 Jul 16 01:24:59.217799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 2} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:59.229254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.248434 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.254069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Transition to ACTIVE for port object da193d2a-3320-4e80-adfa-3b90095b22eb will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:59.384750 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.391817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Allocated IP 172.20.0.7 (2d319e49-9dda-45be-8a70-a50c234a25c3/1b1c54ac-3634-4b37-a18b-f8e6de0421c9/6588f464-3357-40aa-b338-400cd9addf30) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:59.514912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:59.542204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:59.548056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Pushing event updated for resources: {'Port': ['ID=da193d2a-3320-4e80-adfa-3b90095b22eb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.559172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:59.571218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port de80aa0f-1a9b-42e9-9411-d7476758545c yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:24:59.842260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.842712 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.871384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-ebb30b73-6317-4a83-82e8-d641403400d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0998924 Jul 16 01:24:59.882091 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad491960-ea07-42ab-92a6-5076081c372b req-75a0b674-28b7-4634-8265-fae92d0dc44c tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.0906470 Jul 16 01:24:59.936127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Request body: {'port': {'device_id': '9e93aeb4-92aa-4239-8397-29df5896a515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:59.985049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.005164 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.037247 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bda3d48a-e909-4a90-9f8b-840b5d19ec27 None None] Provisioning for port da193d2a-3320-4e80-adfa-3b90095b22eb completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:00.042167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bda3d48a-e909-4a90-9f8b-840b5d19ec27 None None] Provisioning complete for port da193d2a-3320-4e80-adfa-3b90095b22eb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:00.042843 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bda3d48a-e909-4a90-9f8b-840b5d19ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.089540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:00.103035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port a6f319cd-3f8d-430c-9d6f-22531b6f066c yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:00.149284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.265277 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.404954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:00.419207 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.421322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'port_id': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'mac_address': 'fa:16:3e:45:ac:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:00.432263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bda3d48a-e909-4a90-9f8b-840b5d19ec27 None None] Port da193d2a-3320-4e80-adfa-3b90095b22eb cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:00.455495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:00.463961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:00.488539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:00.495832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:00.508766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2d2b1-290f-42a9-a499-d28b7caae696 req-cfd8cb1e-53b9-4b03-b415-9291ec316555 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.516730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5f2d2b1-290f-42a9-a499-d28b7caae696 req-cfd8cb1e-53b9-4b03-b415-9291ec316555 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.8773563 Jul 16 01:25:00.581973 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.608162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad4db99-3026-4fc7-ad07-b37e7a6898a0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:00.682430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event updated for resources: {'Port': ['ID=6588f464-3357-40aa-b338-400cd9addf30,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.686186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:00.695891 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.704005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.704295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.730620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.741693 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5f2d2b1-290f-42a9-a499-d28b7caae696 req-f6ccc0ae-d5a1-4da7-9cb1-6472b0b7e2ed tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238348 Jul 16 01:25:00.763002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152b76-92ec-401f-af18-ef526e53d59b req-18ef1b64-2021-444c-9e9a-53be38e2b488 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.777038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0152b76-92ec-401f-af18-ef526e53d59b req-18ef1b64-2021-444c-9e9a-53be38e2b488 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 936 time: 0.6299160 Jul 16 01:25:00.825106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.850488 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-62ac7153-3563-4845-837f-83e769cca63c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5126908 Jul 16 01:25:00.881618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Request body: {'port': {'device_id': 'a47010fc-769a-4afe-abbd-e10e602769c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:00.888599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['aad4db99-3026-4fc7-ad07-b37e7a6898a0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:00.913571 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0152b76-92ec-401f-af18-ef526e53d59b req-4aee1ce4-92f3-442c-be94-1c2c7f546c72 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360371 Jul 16 01:25:00.990513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.074194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:01.082674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:01.090281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:01.091273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.093019 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=de80aa0f-1a9b-42e9-9411-d7476758545c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.187345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=a6f319cd-3f8d-430c-9d6f-22531b6f066c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.289659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Checking segment: {'id': '8a1aac82-886f-4844-8309-3c50fdac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e9e63147-4469-45a6-b9da-9e7c9f10bab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:01.290128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network hostable DHCP agents. Network: e9e63147-4469-45a6-b9da-9e7c9f10bab0, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:01.321464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da193d2a-3320-4e80-adfa-3b90095b22eb {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:01.333152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network e9e63147-4469-45a6-b9da-9e7c9f10bab0 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:01.345575 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.370553 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, e9e63147-4469-45a6-b9da-9e7c9f10bab0) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:01.373937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.385847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:01.392648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1586962f-6bc0-4c2e-bd7f-2d15726ef51f None None] Network e9e63147-4469-45a6-b9da-9e7c9f10bab0 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:01.393228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.397527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.398249 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.409170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Transition to ACTIVE for port object da193d2a-3320-4e80-adfa-3b90095b22eb will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:01.427267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4745447-fa9e-4378-a862-4399b9178e2c req-6650a150-36ed-4131-a1a8-437347b6825b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.434760 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c4745447-fa9e-4378-a862-4399b9178e2c req-6650a150-36ed-4131-a1a8-437347b6825b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 945 time: 0.2672193 Jul 16 01:25:01.447189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e809b2a9-716d-4e49-9189-5025d0185c30 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6374741 Jul 16 01:25:01.447878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40122) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:01.490845 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.509489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d490943-a34e-4faf-8520-00f32ad5f0d9 req-d5ec4ef6-f8b0-43f4-9536-d027e7384224 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.527165 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d490943-a34e-4faf-8520-00f32ad5f0d9 req-d5ec4ef6-f8b0-43f4-9536-d027e7384224 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 931 time: 0.5529172 Jul 16 01:25:01.577406 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c4745447-fa9e-4378-a862-4399b9178e2c req-b89c7d75-7ff7-4c6b-84c6-a930a39f1feb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416841 Jul 16 01:25:01.608347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7b1702de-f40b-4727-8cbf-3c372828eb0a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port a6f319cd-3f8d-430c-9d6f-22531b6f066c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:01.608720 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b1702de-f40b-4727-8cbf-3c372828eb0a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.674055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Pushing event updated for resources: {'Port': ['ID=da193d2a-3320-4e80-adfa-3b90095b22eb,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.720653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d490943-a34e-4faf-8520-00f32ad5f0d9 req-4d4eeb5f-34e7-45ed-b86b-a5a5035f500b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868827 Jul 16 01:25:01.903396 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b1702de-f40b-4727-8cbf-3c372828eb0a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.984362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56cf8f9c-2f35-451b-a99a-519ef2ecf130 req-e2472c46-ef6e-4928-abb2-b6a61d3cc179 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.1449709 Jul 16 01:25:02.010269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7b1702de-f40b-4727-8cbf-3c372828eb0a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for a6f319cd-3f8d-430c-9d6f-22531b6f066c owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:02.041062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:02.070562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Attempting to bind port da193d2a-3320-4e80-adfa-3b90095b22eb on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:02.070908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Attempting to bind port da193d2a-3320-4e80-adfa-3b90095b22eb by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:02.071234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Attempting to bind port da193d2a-3320-4e80-adfa-3b90095b22eb on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:02.087467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Port da193d2a-3320-4e80-adfa-3b90095b22eb on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:02.090301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Attempting to bind port da193d2a-3320-4e80-adfa-3b90095b22eb on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:02.123144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:02.126231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:02.126653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:02.127119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Bound port: da193d2a-3320-4e80-adfa-3b90095b22eb, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:02.128643 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.165243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b1702de-f40b-4727-8cbf-3c372828eb0a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.193188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port aad4db99-3026-4fc7-ad07-b37e7a6898a0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:02.193892 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.219625 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b1702de-f40b-4727-8cbf-3c372828eb0a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.226425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7b1702de-f40b-4727-8cbf-3c372828eb0a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/a6f319cd-3f8d-430c-9d6f-22531b6f066c HTTP/1.1" status: 204 len: 168 time: 0.7742352 Jul 16 01:25:02.231983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:02.369883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1702de-f40b-4727-8cbf-3c372828eb0a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=a6f319cd-3f8d-430c-9d6f-22531b6f066c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.450818 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.566352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480597c-d9cb-4f7d-b3bf-7d41cdce9389 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.571340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:02.572444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:02.575504 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e38fd8b-93a5-4b46-ba19-cd67e6649c3d" -d '{"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-plugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:02.579324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480597c-d9cb-4f7d-b3bf-7d41cdce9389 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.580038 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.581250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a480597c-d9cb-4f7d-b3bf-7d41cdce9389 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3432169 Jul 16 01:25:02.585449 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:02.651117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=13']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.710388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] For port da193d2a-3320-4e80-adfa-3b90095b22eb, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:02.718873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] For port da193d2a-3320-4e80-adfa-3b90095b22eb, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=da193d2a-3320-4e80-adfa-3b90095b22eb,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:02.736850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6850c-e814-4883-b8d8-e706f534287a req-fe8b83bb-59cb-4bfb-a34a-8ca655eded36 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.744138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2b6850c-e814-4883-b8d8-e706f534287a req-fe8b83bb-59cb-4bfb-a34a-8ca655eded36 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.6576798 Jul 16 01:25:02.786310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.817661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa012e-01b0-420e-b279-6189fb06aa40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port de80aa0f-1a9b-42e9-9411-d7476758545c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:02.817951 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5fa012e-01b0-420e-b279-6189fb06aa40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.908695 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2b6850c-e814-4883-b8d8-e706f534287a req-4d5de697-072a-4966-b47e-98363c4184e5 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634719 Jul 16 01:25:02.939968 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5fa012e-01b0-420e-b279-6189fb06aa40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.975113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa012e-01b0-420e-b279-6189fb06aa40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for de80aa0f-1a9b-42e9-9411-d7476758545c owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:02.976663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.977312 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.980619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] 10.222.0.67 "PUT /v2.0/ports/da193d2a-3320-4e80-adfa-3b90095b22eb HTTP/1.1" status: 200 len: 1097 time: 3.0611455 Jul 16 01:25:02.981112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e93aeb4-92aa-4239-8397-29df5896a515', 'tag': 'da193d2a-3320-4e80-adfa-3b90095b22eb'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:02.988540 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66" -d '{"events": [{"name": "network-changed", "server_uuid": "9e93aeb4-92aa-4239-8397-29df5896a515", "tag": "da193d2a-3320-4e80-adfa-3b90095b22eb"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:03.137955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ede23a-befa-415f-b26e-7beb383c0556 service neutron] Pushing event updated for resources: {'Port': ['ID=da193d2a-3320-4e80-adfa-3b90095b22eb,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.187946 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5fa012e-01b0-420e-b279-6189fb06aa40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.276921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa012e-01b0-420e-b279-6189fb06aa40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=de80aa0f-1a9b-42e9-9411-d7476758545c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.294818 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5fa012e-01b0-420e-b279-6189fb06aa40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.300375 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d5fa012e-01b0-420e-b279-6189fb06aa40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/de80aa0f-1a9b-42e9-9411-d7476758545c HTTP/1.1" status: 204 len: 168 time: 0.7125456 Jul 16 01:25:03.302946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40184) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:03.316741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6588f464-3357-40aa-b338-400cd9addf30 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:03.319574 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d07cb-b02b-4847-9998-ffed44691bc6 x-openstack-request-id: req-4b3d07cb-b02b-4847-9998-ffed44691bc6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:03.319952 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-plugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:03.320657 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b3d07cb-b02b-4847-9998-ffed44691bc6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:03.322206 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'code': 200} Jul 16 01:25:03.333353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.345569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-fec5df74-b719-4dc9-adcc-f73073131b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.347272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-fec5df74-b719-4dc9-adcc-f73073131b32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3dad9f8287af49b78c3dc77be52c80c0&device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 1100 time: 0.1139486 Jul 16 01:25:03.455633 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-12bf8c41-ec6a-44cf-87f3-407cca06ac85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=da193d2a-3320-4e80-adfa-3b90095b22eb HTTP/1.1" status: 200 len: 217 time: 0.0704386 Jul 16 01:25:03.472332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Transition to ACTIVE for port object 6588f464-3357-40aa-b338-400cd9addf30 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:03.510930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1234e5-5b75-44a5-89fc-df3cbceeb078 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.516983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7d1234e5-5b75-44a5-89fc-df3cbceeb078 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2105598 Jul 16 01:25:03.517997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40186) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:03.541418 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.631464 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb51c07-174f-4b14-a77e-dd058f674a79 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:25:03.635942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-dd9bd000-e70e-43f6-98e2-a9250f43f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.639234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2fb51c07-174f-4b14-a77e-dd058f674a79 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/a6f319cd-3f8d-430c-9d6f-22531b6f066c HTTP/1.1" status: 404 len: 333 time: 0.1172247 Jul 16 01:25:03.639412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-dd9bd000-e70e-43f6-98e2-a9250f43f995 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1640828 Jul 16 01:25:03.659123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Pushing event updated for resources: {'Port': ['ID=6588f464-3357-40aa-b338-400cd9addf30,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.668030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40188) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:03.761054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df0e9-a9eb-4050-8975-806b50e2642e req-4fe425b1-8562-4dc1-86d5-4ba624f9646f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.762658 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d5df0e9-a9eb-4050-8975-806b50e2642e req-4fe425b1-8562-4dc1-86d5-4ba624f9646f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.2129719 Jul 16 01:25:03.771446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60801d0-a428-4d2d-bc08-efb2c5662bb4 req-a39dbb20-d488-480b-ab53-44d1d072fea6 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.773031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d60801d0-a428-4d2d-bc08-efb2c5662bb4 req-a39dbb20-d488-480b-ab53-44d1d072fea6 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 948 time: 0.4324038 Jul 16 01:25:03.778180 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb550a5-be69-4418-a270-82690778a6fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:25:03.782860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-eeb550a5-be69-4418-a270-82690778a6fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/de80aa0f-1a9b-42e9-9411-d7476758545c HTTP/1.1" status: 404 len: 333 time: 0.0804505 Jul 16 01:25:03.795600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40190) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:03.856882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d5df0e9-a9eb-4050-8975-806b50e2642e req-0c512f68-e661-45a0-a401-c79fa5e5cd49 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812581 Jul 16 01:25:03.966669 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.993957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d60801d0-a428-4d2d-bc08-efb2c5662bb4 req-087acebf-13fc-4a8c-a76e-16d2d594eb95 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106354 Jul 16 01:25:04.057083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-86d090e1-50ff-4e3b-9b71-fe6ba13e8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.061522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-86d090e1-50ff-4e3b-9b71-fe6ba13e8b62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3922961 Jul 16 01:25:04.108156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Attempting to bind port 6588f464-3357-40aa-b338-400cd9addf30 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:04.108461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Attempting to bind port 6588f464-3357-40aa-b338-400cd9addf30 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:04.108875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Attempting to bind port 6588f464-3357-40aa-b338-400cd9addf30 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:04.165657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3753f-73ff-4bda-a17a-3feb03fc12cd req-d3b8cd3a-ee3a-4a36-9a95-995650fefb8b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.168066 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-edf3753f-73ff-4bda-a17a-3feb03fc12cd req-d3b8cd3a-ee3a-4a36-9a95-995650fefb8b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 943 time: 0.1413288 Jul 16 01:25:04.172406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Port 6588f464-3357-40aa-b338-400cd9addf30 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:04.172894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Attempting to bind port 6588f464-3357-40aa-b338-400cd9addf30 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:04.243273 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-edf3753f-73ff-4bda-a17a-3feb03fc12cd req-79ae3156-e0f5-4823-8ca6-51fb6bccb920 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689504 Jul 16 01:25:04.271806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:04.272157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Checking segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:04.272860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Bound using segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:04.273377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Bound port: 6588f464-3357-40aa-b338-400cd9addf30, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:04.273812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.315809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.345338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e63147-4469-45a6-b9da-9e7c9f10bab0']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:04.365814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1aac82-886f-4844-8309-3c50fdac8c2a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:04.366212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1aac82-886f-4844-8309-3c50fdac8c2a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:04.381200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-0ef8ac11-99dd-4b7f-a209-00b5e3c3637a service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840145 Jul 16 01:25:04.387223 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.419784 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6741bd-7704-4c9c-b01e-d5160d6ef043 x-openstack-request-id: req-ee6741bd-7704-4c9c-b01e-d5160d6ef043 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:04.420079 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e93aeb4-92aa-4239-8397-29df5896a515", "tag": "da193d2a-3320-4e80-adfa-3b90095b22eb", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:04.420328 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee6741bd-7704-4c9c-b01e-d5160d6ef043 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:04.420725 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e93aeb4-92aa-4239-8397-29df5896a515', 'tag': 'da193d2a-3320-4e80-adfa-3b90095b22eb', 'status': 'completed', 'code': 200} Jul 16 01:25:04.435808 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.444853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:04.445331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.704318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd35cc-0287-4a9a-a1fd-586b8bf7fa72 req-0f0753bb-f193-4c3f-a59a-e130ba4a9816 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.709166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5bd35cc-0287-4a9a-a1fd-586b8bf7fa72 req-0f0753bb-f193-4c3f-a59a-e130ba4a9816 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.1348219 Jul 16 01:25:04.794719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5bd35cc-0287-4a9a-a1fd-586b8bf7fa72 req-21d3bb48-6889-4449-9575-82f793045c81 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768893 Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:04.945049 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:05.008556 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.122257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-424de8a8-333f-4212-98f7-dcd6ad77b82e req-be754df8-9a76-45dd-8edf-9740eec0ee08 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.1425984 Jul 16 01:25:05.153733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.170663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/networks/e9e63147-4469-45a6-b9da-9e7c9f10bab0 HTTP/1.1" status: 204 len: 168 time: 1.3658016 Jul 16 01:25:05.175165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002bb09-fcaf-4200-8487-b9c3af0d8bed tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Network': ['ID=e9e63147-4469-45a6-b9da-9e7c9f10bab0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.177225 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:05.197988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1730691057'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:05.229455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c49906-d302-4ff7-9ba4-08f0823bcef7 req-13e64e6a-c9c9-4c9a-a240-de8d1540b961 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.238420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-91c49906-d302-4ff7-9ba4-08f0823bcef7 req-13e64e6a-c9c9-4c9a-a240-de8d1540b961 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1696131 Jul 16 01:25:05.320566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] For port 6588f464-3357-40aa-b338-400cd9addf30, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:05.329091 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-91c49906-d302-4ff7-9ba4-08f0823bcef7 req-3b0745a3-0943-4e48-86ee-0d8a4e15e0d9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866327 Jul 16 01:25:05.368216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] For port 6588f464-3357-40aa-b338-400cd9addf30, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6588f464-3357-40aa-b338-400cd9addf30,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:05.384412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:05.393533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a5051-b186-42ca-a9fc-987f11427633 req-e7353ff6-7b0a-40b4-a887-f087dc4ec481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.404648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-554a5051-b186-42ca-a9fc-987f11427633 req-e7353ff6-7b0a-40b4-a887-f087dc4ec481 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 1097 time: 0.4582727 Jul 16 01:25:05.407235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f2ed32b-b191-4df1-9283-eb7926263093 req-3fc9d023-d3ee-4ed9-b346-553533e0710a service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9966695 Jul 16 01:25:05.411285 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.412764 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.515392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Pushing event updated for resources: {'Port': ['ID=6588f464-3357-40aa-b338-400cd9addf30,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.629197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.629977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.631535 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-0cbe1fbd-c2cf-4f15-9962-5bfa6cc79434 service neutron] 10.222.0.67 "PUT /v2.0/ports/6588f464-3357-40aa-b338-400cd9addf30 HTTP/1.1" status: 200 len: 1092 time: 4.7559514 Jul 16 01:25:05.725914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:05.781971 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.789458 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Added segment ce73393d-a925-4ab2-b624-f690024ff08c of type vlan for network fdffed11-66db-4826-9ff7-cddb6ecf220c Jul 16 01:25:05.906904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb6575-ece1-4c5a-a25b-1f9b2cfb0496 req-1b951aa8-8fa1-4fa0-b317-bfb48d9e0aac tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.916263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53fb6575-ece1-4c5a-a25b-1f9b2cfb0496 req-1b951aa8-8fa1-4fa0-b317-bfb48d9e0aac tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.4340415 Jul 16 01:25:05.930795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-2edd8e27-322c-4059-a459-3dc165ad0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.931854 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.932318 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-2edd8e27-322c-4059-a459-3dc165ad0dde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3dad9f8287af49b78c3dc77be52c80c0&device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 1100 time: 0.4062500 Jul 16 01:25:05.958984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a5051-b186-42ca-a9fc-987f11427633 req-2b0b9ae5-1545-4290-b352-8139af4e5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.960534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-554a5051-b186-42ca-a9fc-987f11427633 req-2b0b9ae5-1545-4290-b352-8139af4e5ce6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 910 time: 0.4583435 Jul 16 01:25:05.962335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f00353-7e91-4ca4-bd7d-a6f83f7f41ce req-400853b7-1cd8-4930-ab50-6c7b894f4a1c tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.964448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17f00353-7e91-4ca4-bd7d-a6f83f7f41ce req-400853b7-1cd8-4930-ab50-6c7b894f4a1c tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 948 time: 0.4358714 Jul 16 01:25:06.053758 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.066517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.068237 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.101658 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17f00353-7e91-4ca4-bd7d-a6f83f7f41ce req-f9e6160f-259e-4f79-bfe3-922b6fe7720d tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277404 Jul 16 01:25:06.133386 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9502561 Jul 16 01:25:06.135206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40208) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:06.142626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'fdffed11-66db-4826-9ff7-cddb6ecf220c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:06.161627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53fb6575-ece1-4c5a-a25b-1f9b2cfb0496 req-d9b46100-3592-4d46-bfa8-85fcc08cb8bf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441132 Jul 16 01:25:06.376245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-840184df-b02d-4cd2-b15e-33d53b663149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.380726 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-840184df-b02d-4cd2-b15e-33d53b663149 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 1095 time: 0.6940594 Jul 16 01:25:06.429087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47010fc-769a-4afe-abbd-e10e602769c4', 'tag': '6588f464-3357-40aa-b338-400cd9addf30'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:06.438874 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a7a155-1718-423a-a148-7395b3317bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a47010fc-769a-4afe-abbd-e10e602769c4", "tag": "6588f464-3357-40aa-b338-400cd9addf30"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:06.443723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1a07d-16a6-4309-86b2-4c83f5e10154 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Network': ['ID=fdffed11-66db-4826-9ff7-cddb6ecf220c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.461356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network fdffed11-66db-4826-9ff7-cddb6ecf220c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:06.536075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:06.541500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.615231 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-554a5051-b186-42ca-a9fc-987f11427633 req-c2fc81dd-d49c-47c7-9d7d-dc85c07a9da9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10 HTTP/1.1" status: 200 len: 1001 time: 0.6326945 Jul 16 01:25:06.632123 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-1d46f181-93ff-4ca4-b498-2335ad42fa0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6588f464-3357-40aa-b338-400cd9addf30 HTTP/1.1" status: 200 len: 217 time: 0.2189751 Jul 16 01:25:06.812034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed09c9-29cd-4a57-a940-de987dd5e17e req-b0d06a13-8718-485f-9772-e0250f83453d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.822120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14ed09c9-29cd-4a57-a940-de987dd5e17e req-b0d06a13-8718-485f-9772-e0250f83453d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 943 time: 0.3030245 Jul 16 01:25:06.864549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-38d538a8-0cde-45f1-8ed4-71b4e31eb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.866457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-38d538a8-0cde-45f1-8ed4-71b4e31eb971 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.9117732 Jul 16 01:25:06.919198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2d610-69b9-48a4-a300-30d29267821c req-40e43f7b-aff4-409c-ac5e-634d4a87d8fa tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.921534 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14ed09c9-29cd-4a57-a940-de987dd5e17e req-81cbdc94-4cef-45a3-b882-693ca7e2a554 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984654 Jul 16 01:25:06.939745 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cf2d610-69b9-48a4-a300-30d29267821c req-40e43f7b-aff4-409c-ac5e-634d4a87d8fa tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.3627076 Jul 16 01:25:06.997167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a5051-b186-42ca-a9fc-987f11427633 req-f126e5b0-586f-4086-89e0-7a1a51ee70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.998761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-554a5051-b186-42ca-a9fc-987f11427633 req-f126e5b0-586f-4086-89e0-7a1a51ee70b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.3793328 Jul 16 01:25:07.000991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-57410a6f-7716-49fd-b90e-08148ebc2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.002529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-57410a6f-7716-49fd-b90e-08148ebc2d17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.3280976 Jul 16 01:25:07.010146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-d2c31be7-0756-4c61-880b-f27e3d91645f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=da193d2a-3320-4e80-adfa-3b90095b22eb HTTP/1.1" status: 200 len: 217 time: 0.1304255 Jul 16 01:25:07.068878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.169389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-c5e84c2c-33e8-4de0-8010-98997e207a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.171468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-c5e84c2c-33e8-4de0-8010-98997e207a96 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.1409209 Jul 16 01:25:07.182545 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c09ac6dc-279e-4637-8aa8-8b0ebde2df3e req-13df237a-fd1c-4f1f-8fd8-3e7a288c47f1 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.0563486 Jul 16 01:25:07.214977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-919be0cd-bd90-45a0-9d41-1b8089eff4b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1968508 Jul 16 01:25:07.227412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=646cf27f-f15a-4647-bcc5-ab58b1912aaa,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:07.256811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Checking segment: {'id': 'ce73393d-a925-4ab2-b624-f690024ff08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fdffed11-66db-4826-9ff7-cddb6ecf220c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:07.257470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network hostable DHCP agents. Network: fdffed11-66db-4826-9ff7-cddb6ecf220c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:07.298252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network fdffed11-66db-4826-9ff7-cddb6ecf220c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:07.307573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, fdffed11-66db-4826-9ff7-cddb6ecf220c) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:07.313339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.314228 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.318913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5a824-a801-4c27-b3e7-797a693d5948 None None] Network fdffed11-66db-4826-9ff7-cddb6ecf220c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:07.344470 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3ea235bd-498c-4ddf-b115-103eaf660452 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2088857 Jul 16 01:25:07.347198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40228) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:07.352508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': 'fdffed11-66db-4826-9ff7-cddb6ecf220c', 'name': 'tempest-PortsTestJSON-404133019'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:07.400037 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cf2d610-69b9-48a4-a300-30d29267821c req-658f3ce6-f25b-4d01-ba56-03594619ab30 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4593062 Jul 16 01:25:07.407868 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-b61c6fd1-6468-43bb-8a5d-91980ef39a4d service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348002 Jul 16 01:25:07.547716 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82e62f7-e3c7-4095-bfc0-9def441a6000 x-openstack-request-id: req-a82e62f7-e3c7-4095-bfc0-9def441a6000 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:07.548232 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47010fc-769a-4afe-abbd-e10e602769c4", "tag": "6588f464-3357-40aa-b338-400cd9addf30", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:07.548558 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a82e62f7-e3c7-4095-bfc0-9def441a6000 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:07.551878 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47010fc-769a-4afe-abbd-e10e602769c4', 'tag': '6588f464-3357-40aa-b338-400cd9addf30', 'status': 'completed', 'code': 200} Jul 16 01:25:07.569333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3636f-e867-4689-90a4-1b3e9b6963dc req-b9007a85-9587-449e-9252-cad018e0004b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.577274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33f3636f-e867-4689-90a4-1b3e9b6963dc req-b9007a85-9587-449e-9252-cad018e0004b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.1866202 Jul 16 01:25:07.606171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:07.615001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.682283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a5051-b186-42ca-a9fc-987f11427633 req-ef109ebe-47fe-4ec4-93b0-735d0ab8698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.682574 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33f3636f-e867-4689-90a4-1b3e9b6963dc req-11fa6ca4-8102-4631-ae02-79cb8b536a57 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019931 Jul 16 01:25:07.684069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port 545e399a-6bcc-46d8-aeea-e360d70755ec yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:07.684221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-554a5051-b186-42ca-a9fc-987f11427633 req-ef109ebe-47fe-4ec4-93b0-735d0ab8698b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5612257 Jul 16 01:25:07.700081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-decef119-767f-41c6-a08e-b10f133a5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.701951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-decef119-767f-41c6-a08e-b10f133a5a36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5216718 Jul 16 01:25:07.943951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-fdffed11-66db-4826-9ff7-cddb6ecf220c', 'network_id': 'fdffed11-66db-4826-9ff7-cddb6ecf220c', 'tenant_id': 'e10e56c1022244ee99926b8ae017f7c6', 'fixed_ips': [{'subnet_id': '646cf27f-f15a-4647-bcc5-ab58b1912aaa'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:07.944827 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.982486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-b3cc4d63-c8af-496e-844e-2039bd3e0c7e service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423711 Jul 16 01:25:08.112778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.5 (fdffed11-66db-4826-9ff7-cddb6ecf220c/646cf27f-f15a-4647-bcc5-ab58b1912aaa/545e399a-6bcc-46d8-aeea-e360d70755ec) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:08.146054 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e786714-df71-4591-8957-ee65b7bc30d0 req-234c9841-b596-42d9-8e98-e776b360125e service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7306886 Jul 16 01:25:08.188458 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:08.223136 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bccb65-2a4d-4d19-b57f-fc6375224952 req-9f8bf41a-2874-4b8d-a6f4-74a13e7cf416 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.231860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21bccb65-2a4d-4d19-b57f-fc6375224952 req-9f8bf41a-2874-4b8d-a6f4-74a13e7cf416 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.2194598 Jul 16 01:25:08.270336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-554a5051-b186-42ca-a9fc-987f11427633 req-866a3045-6367-4318-bd6c-7807b9cc8367 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671849 Jul 16 01:25:08.342893 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21bccb65-2a4d-4d19-b57f-fc6375224952 req-01c5214d-4dfa-4ee0-9431-53cf1b334d71 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101334 Jul 16 01:25:08.448351 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.485617 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object 545e399a-6bcc-46d8-aeea-e360d70755ec will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:08.506407 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-554a5051-b186-42ca-a9fc-987f11427633 req-82a7e7a7-72f6-4035-b96e-ef89edec595f service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227008 Jul 16 01:25:08.574498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ba09c-b393-478e-bb88-bdde357753e6 req-5326980b-ac64-474d-82ac-5c33375676dc tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.578893 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.584719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-202ba09c-b393-478e-bb88-bdde357753e6 req-5326980b-ac64-474d-82ac-5c33375676dc tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 948 time: 0.6010478 Jul 16 01:25:08.611086 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c1bc24c-c29e-4ff5-9912-0662d24d3a66 req-39b03477-a951-4ddd-abd5-0d19bcac6535 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031766 Jul 16 01:25:08.642314 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-202ba09c-b393-478e-bb88-bdde357753e6 req-44dda5d1-1cbc-4a38-bebe-6096628daff6 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524342 Jul 16 01:25:08.645802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Allocated IP 172.20.0.2 (fdffed11-66db-4826-9ff7-cddb6ecf220c/646cf27f-f15a-4647-bcc5-ab58b1912aaa/130114d3-7660-4031-aebe-4d0388d58ca1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:08.651931 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7a155-1718-423a-a148-7395b3317bb0 req-d8da6df4-8600-4294-a634-d38c84055ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.655082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network fdffed11-66db-4826-9ff7-cddb6ecf220c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:08.666325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:08.668245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4a7a155-1718-423a-a148-7395b3317bb0 req-d8da6df4-8600-4294-a634-d38c84055ae4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 1095 time: 0.3966360 Jul 16 01:25:08.668806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:08.742462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=545e399a-6bcc-46d8-aeea-e360d70755ec,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.758794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b6de9-9c3e-4661-8993-bf4247b2b9b0 req-f409e852-f31f-4cc5-8663-c7a8b1e84822 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.767466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-626b6de9-9c3e-4661-8993-bf4247b2b9b0 req-f409e852-f31f-4cc5-8663-c7a8b1e84822 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 943 time: 0.2341590 Jul 16 01:25:08.795203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.795831 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.825504 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-84f35ff1-22fb-4a1b-8e63-1f8f7cdb14ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4770026 Jul 16 01:25:08.831737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40240) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:08.849873 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-626b6de9-9c3e-4661-8993-bf4247b2b9b0 req-4be0f65b-2a6e-4049-94cd-bbb93c76a6e3 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814779 Jul 16 01:25:08.906869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7a155-1718-423a-a148-7395b3317bb0 req-2102b9a7-8bd1-49da-a374-70b320339ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.908480 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4a7a155-1718-423a-a148-7395b3317bb0 req-2102b9a7-8bd1-49da-a374-70b320339ceb service neutron] 10.222.0.67 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 906 time: 0.2317734 Jul 16 01:25:08.955132 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.990319 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43a972ce-9431-4b76-9903-e8d5ae3b1f98 req-53f56e5d-412b-4aa5-ba6b-5784bad74282 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.0709689 Jul 16 01:25:08.993030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Transition to ACTIVE for port object 130114d3-7660-4031-aebe-4d0388d58ca1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:09.050047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Transition to ACTIVE for port object 130114d3-7660-4031-aebe-4d0388d58ca1 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:09.052902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f6e1a-5055-4d5c-bcdf-1399a86df440 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 545e399a-6bcc-46d8-aeea-e360d70755ec {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:09.053340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4a7a155-1718-423a-a148-7395b3317bb0 req-00fa21f4-a8b9-4e99-8e0f-1f6998e1f680 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6588f464-3357-40aa-b338-400cd9addf30 HTTP/1.1" status: 200 len: 217 time: 0.1203077 Jul 16 01:25:09.054605 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff5f6e1a-5055-4d5c-bcdf-1399a86df440 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.079103 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.157914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Pushing event updated for resources: {'Port': ['ID=130114d3-7660-4031-aebe-4d0388d58ca1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.205764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Network fdffed11-66db-4826-9ff7-cddb6ecf220c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:09.213751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:09.215311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7a155-1718-423a-a148-7395b3317bb0 req-c7f331c5-c3a7-486b-8ddb-15adfd8770cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.218423 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4a7a155-1718-423a-a148-7395b3317bb0 req-c7f331c5-c3a7-486b-8ddb-15adfd8770cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.1570454 Jul 16 01:25:09.220495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:09.232694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device da193d2a-3320-4e80-adfa-3b90095b22eb details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:09.315138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdc223-f56d-4c18-9e28-e9d5a427cb13 req-63dbd8af-ad74-4940-8d64-6a6183506167 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.325311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fafdc223-f56d-4c18-9e28-e9d5a427cb13 req-63dbd8af-ad74-4940-8d64-6a6183506167 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.2569592 Jul 16 01:25:09.333962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff5f6e1a-5055-4d5c-bcdf-1399a86df440 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.361519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f6e1a-5055-4d5c-bcdf-1399a86df440 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 545e399a-6bcc-46d8-aeea-e360d70755ec owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:09.408337 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fafdc223-f56d-4c18-9e28-e9d5a427cb13 req-b894fcd4-7cf1-48e3-8c15-973b76829f60 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820541 Jul 16 01:25:09.423728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4a7a155-1718-423a-a148-7395b3317bb0 req-77808e71-ef21-4ab9-9e66-07e6f6534b67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1949222 Jul 16 01:25:09.436479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Attempting to bind port 130114d3-7660-4031-aebe-4d0388d58ca1 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:09.436829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Attempting to bind port 130114d3-7660-4031-aebe-4d0388d58ca1 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ce73393d-a925-4ab2-b624-f690024ff08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fdffed11-66db-4826-9ff7-cddb6ecf220c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:09.437171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Attempting to bind port 130114d3-7660-4031-aebe-4d0388d58ca1 on network fdffed11-66db-4826-9ff7-cddb6ecf220c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:09.463057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:09.463441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Checking segment: {'id': 'ce73393d-a925-4ab2-b624-f690024ff08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fdffed11-66db-4826-9ff7-cddb6ecf220c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:09.463755 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.464149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Bound using segment: {'id': 'ce73393d-a925-4ab2-b624-f690024ff08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fdffed11-66db-4826-9ff7-cddb6ecf220c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:09.464623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Bound port: 130114d3-7660-4031-aebe-4d0388d58ca1, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce73393d-a925-4ab2-b624-f690024ff08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fdffed11-66db-4826-9ff7-cddb6ecf220c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:09.467161 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.616612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58498625-42f2-42c6-bb94-bd65a2e667af req-03a71288-e44d-4c7e-8051-ec3daf252d40 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.629363 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58498625-42f2-42c6-bb94-bd65a2e667af req-03a71288-e44d-4c7e-8051-ec3daf252d40 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.3633072 Jul 16 01:25:09.699520 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] For port 130114d3-7660-4031-aebe-4d0388d58ca1, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:09.709658 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4a7a155-1718-423a-a148-7395b3317bb0 req-c4aca6aa-f8fa-4ac9-b8da-aee0f38142fd service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426429 Jul 16 01:25:09.721387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] For port 130114d3-7660-4031-aebe-4d0388d58ca1, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=130114d3-7660-4031-aebe-4d0388d58ca1,segment=NetworkSegment(ce73393d-a925-4ab2-b624-f690024ff08c),segment_id=ce73393d-a925-4ab2-b624-f690024ff08c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:09.721646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff5f6e1a-5055-4d5c-bcdf-1399a86df440 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.736401 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.800612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58498625-42f2-42c6-bb94-bd65a2e667af req-f7f8aab5-7e94-48db-b1d8-db0e7650b403 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701841 Jul 16 01:25:09.865742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f6e1a-5055-4d5c-bcdf-1399a86df440 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=545e399a-6bcc-46d8-aeea-e360d70755ec,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.872707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe456f5-8547-4e9b-accc-927bf22e70d0 None None] Pushing event updated for resources: {'Port': ['ID=130114d3-7660-4031-aebe-4d0388d58ca1,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.893705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port da193d2a-3320-4e80-adfa-3b90095b22eb, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=da193d2a-3320-4e80-adfa-3b90095b22eb,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:09.949866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'da193d2a-3320-4e80-adfa-3b90095b22eb', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'da193d2a-3320-4e80-adfa-3b90095b22eb', 'mac_address': 'fa:16:3e:3f:39:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:10.076782 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.112888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da193d2a-3320-4e80-adfa-3b90095b22eb {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:10.137651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff5f6e1a-5055-4d5c-bcdf-1399a86df440 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.140153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ff5f6e1a-5055-4d5c-bcdf-1399a86df440 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/545e399a-6bcc-46d8-aeea-e360d70755ec HTTP/1.1" status: 204 len: 168 time: 1.3073792 Jul 16 01:25:10.151842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40260) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:10.177363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64067-8ced-427b-93dd-ad911d06e3a4 req-5d785326-47bb-47b8-b5e4-2e4cb5a901bd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.183509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port da193d2a-3320-4e80-adfa-3b90095b22eb, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=da193d2a-3320-4e80-adfa-3b90095b22eb,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:10.185576 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89b64067-8ced-427b-93dd-ad911d06e3a4 req-5d785326-47bb-47b8-b5e4-2e4cb5a901bd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.4947119 Jul 16 01:25:10.191838 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.228992 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9240e2a3-fd24-4f0b-bda6-b3f53621747d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:10.229776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9240e2a3-fd24-4f0b-bda6-b3f53621747d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:10.231817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9240e2a3-fd24-4f0b-bda6-b3f53621747d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/545e399a-6bcc-46d8-aeea-e360d70755ec HTTP/1.1" status: 404 len: 333 time: 0.0788188 Jul 16 01:25:10.235184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40262) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:10.269848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4a7a155-1718-423a-a148-7395b3317bb0 req-f928cbe3-6d16-4f71-b224-1aee518e3050 service neutron] 10.222.0.67 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271401 Jul 16 01:25:10.323218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=da193d2a-3320-4e80-adfa-3b90095b22eb,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.326901 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7582b21-ae28-4faa-832d-3955e472d670 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:25:10.329124 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c7582b21-ae28-4faa-832d-3955e472d670 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/545e399a-6bcc-46d8-aeea-e360d70755ec HTTP/1.1" status: 404 len: 333 time: 0.0929773 Jul 16 01:25:10.333277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40264) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:10.345683 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89b64067-8ced-427b-93dd-ad911d06e3a4 req-0a633e51-5a93-4c18-9c64-ae4acc88d6ee tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519349 Jul 16 01:25:10.419591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e48d1c-ac05-49e6-ac0f-8d84d298db57 req-7ba57f93-a839-4079-bea6-dc284ffa8a27 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.421145 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11e48d1c-ac05-49e6-ac0f-8d84d298db57 req-7ba57f93-a839-4079-bea6-dc284ffa8a27 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 949 time: 0.2033310 Jul 16 01:25:10.430308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe4992a-2f38-4e71-87d6-52627e52f5fe tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet 646cf27f-f15a-4647-bcc5-ab58b1912aaa {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:10.471172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe4992a-2f38-4e71-87d6-52627e52f5fe tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.502719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['da193d2a-3320-4e80-adfa-3b90095b22eb'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:10.604777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe4992a-2f38-4e71-87d6-52627e52f5fe tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.659702 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11e48d1c-ac05-49e6-ac0f-8d84d298db57 req-69ddee48-a7cf-4451-99ab-daccfb4a4662 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155058 Jul 16 01:25:10.765864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0c8f3-04bd-4ac3-809d-7b2f6a7e9d37 req-80795244-2025-4775-8b2e-60a9b07711c7 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.781649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84d0c8f3-04bd-4ac3-809d-7b2f6a7e9d37 req-80795244-2025-4775-8b2e-60a9b07711c7 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 943 time: 0.1147439 Jul 16 01:25:10.795278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe4992a-2f38-4e71-87d6-52627e52f5fe tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.874352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84d0c8f3-04bd-4ac3-809d-7b2f6a7e9d37 req-ca668deb-70d6-4e97-b923-0510eb66cfe1 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895567 Jul 16 01:25:10.935341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe4992a-2f38-4e71-87d6-52627e52f5fe tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.052928 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1786a93-a1d6-4ddb-821f-de7bf65c2a20 req-78d13404-9dd8-4bb9-93f5-7dca3b80e71f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.1300197 Jul 16 01:25:11.056325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4992a-2f38-4e71-87d6-52627e52f5fe tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=646cf27f-f15a-4647-bcc5-ab58b1912aaa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.093712 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe4992a-2f38-4e71-87d6-52627e52f5fe tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.093712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fbe4992a-2f38-4e71-87d6-52627e52f5fe tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/646cf27f-f15a-4647-bcc5-ab58b1912aaa HTTP/1.1" status: 204 len: 168 time: 0.7500751 Jul 16 01:25:11.094184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:11.249074 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6588f464-3357-40aa-b338-400cd9addf30 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:11.317737 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.386524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc22b71-5347-41fe-b24e-a7c9d12e5887 req-7b5c281d-1303-4338-9f6e-0d7e2716c043 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.395095 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7cc22b71-5347-41fe-b24e-a7c9d12e5887 req-7b5c281d-1303-4338-9f6e-0d7e2716c043 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.2467904 Jul 16 01:25:11.493260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6588f464-3357-40aa-b338-400cd9addf30, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6588f464-3357-40aa-b338-400cd9addf30,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:11.496577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f28a51-72cf-4cd5-9c33-f07e8523d3b5 req-060ed33f-0082-4af9-bba7-e8a24cc04693 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.498206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58f28a51-72cf-4cd5-9c33-f07e8523d3b5 req-060ed33f-0082-4af9-bba7-e8a24cc04693 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.2015867 Jul 16 01:25:11.523321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '6588f464-3357-40aa-b338-400cd9addf30', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'port_id': '6588f464-3357-40aa-b338-400cd9addf30', 'mac_address': 'fa:16:3e:30:f0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1c54ac-3634-4b37-a18b-f8e6de0421c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:11.532920 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7cc22b71-5347-41fe-b24e-a7c9d12e5887 req-fdec49b3-0b90-4986-a10d-d4fdf58d31fd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358593 Jul 16 01:25:11.594190 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58f28a51-72cf-4cd5-9c33-f07e8523d3b5 req-090fac84-715e-4aa3-9263-4323b53ee71d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825996 Jul 16 01:25:11.597849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 130114d3-7660-4031-aebe-4d0388d58ca1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:11.598226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.647049 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.677860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6588f464-3357-40aa-b338-400cd9addf30 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:11.745099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6588f464-3357-40aa-b338-400cd9addf30, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6588f464-3357-40aa-b338-400cd9addf30,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:11.752326 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.805637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] For port 130114d3-7660-4031-aebe-4d0388d58ca1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=130114d3-7660-4031-aebe-4d0388d58ca1,segment=NetworkSegment(ce73393d-a925-4ab2-b624-f690024ff08c),segment_id=ce73393d-a925-4ab2-b624-f690024ff08c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:11.806364 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.831088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 130114d3-7660-4031-aebe-4d0388d58ca1 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:11.846188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=6588f464-3357-40aa-b338-400cd9addf30,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.900261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d928d2d2-446e-43d8-b115-6e9fdddc24bd None None] Network fdffed11-66db-4826-9ff7-cddb6ecf220c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:12.112476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 130114d3-7660-4031-aebe-4d0388d58ca1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:12.114987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e0ba8648-b99b-41d3-b895-1578ef97ac66 None None] Provisioning for port 130114d3-7660-4031-aebe-4d0388d58ca1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:12.118184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6324d55-7ece-4289-8313-6df742145d72 req-52f31757-285e-4df9-88ff-7a41b1de6ead tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.122747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f6324d55-7ece-4289-8313-6df742145d72 req-52f31757-285e-4df9-88ff-7a41b1de6ead tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 949 time: 0.2087874 Jul 16 01:25:12.144134 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.169539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b706cf-a98a-408e-ad42-846f77417fa3 req-69b37c95-93e1-4534-8c44-2efefec6be55 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.183818 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6b706cf-a98a-408e-ad42-846f77417fa3 req-69b37c95-93e1-4534-8c44-2efefec6be55 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.2391124 Jul 16 01:25:12.236207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['6588f464-3357-40aa-b338-400cd9addf30'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:12.247947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=130114d3-7660-4031-aebe-4d0388d58ca1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.253300 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f6324d55-7ece-4289-8313-6df742145d72 req-74c97cab-77a0-4d27-9b61-dbf54f227a44 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192951 Jul 16 01:25:12.284134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No DVR routers for this DVR port 130114d3-7660-4031-aebe-4d0388d58ca1 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:12.368682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No active binding found for port 130114d3-7660-4031-aebe-4d0388d58ca1 {{(pid=93946) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:25:12.369778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 130114d3-7660-4031-aebe-4d0388d58ca1 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:25:12.406322 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6b706cf-a98a-408e-ad42-846f77417fa3 req-5836936c-6770-4057-97f6-5800b669f815 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163005 Jul 16 01:25:12.521770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Port 130114d3-7660-4031-aebe-4d0388d58ca1 not found, will not notify nova. {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:25:12.561397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.602402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdffed11-66db-4826-9ff7-cddb6ecf220c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:12.641638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce73393d-a925-4ab2-b624-f690024ff08c') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:12.641923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce73393d-a925-4ab2-b624-f690024ff08c') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:12.664638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a5fb3c-91ea-481c-81e7-c828411b33aa None None] DHCP port deletion for fdffed11-66db-4826-9ff7-cddb6ecf220c request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:12.667500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.699847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944d203-38da-4024-a5d1-3ec87ca9885c req-935d110b-bad1-439a-9cbd-9a136da6f034 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.715654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b944d203-38da-4024-a5d1-3ec87ca9885c req-935d110b-bad1-439a-9cbd-9a136da6f034 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 944 time: 0.2295165 Jul 16 01:25:12.764511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68d92382-a78a-45e6-869d-701445ccd715 req-ed5bf31c-24e9-4226-8c15-be0b281f1980 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.0747235 Jul 16 01:25:12.770607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.785378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:12.788926 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b944d203-38da-4024-a5d1-3ec87ca9885c req-45f33e43-3d8d-49c6-b511-68679b66074c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706229 Jul 16 01:25:12.789372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:12.800649 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:12.924253 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.938707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.940823 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/networks/fdffed11-66db-4826-9ff7-cddb6ecf220c HTTP/1.1" status: 204 len: 168 time: 1.8513000 Jul 16 01:25:12.944524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.950964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1108938882'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:12.969988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31526385-ea3e-4549-8575-cd553a2250b7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Network': ['ID=fdffed11-66db-4826-9ff7-cddb6ecf220c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:13.057923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:13.068355 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.124120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:13.152213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8df66-3b21-4b0d-bbb8-a56790e39f1e req-9f6d8340-442a-4fe7-a8f0-3723625726a0 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.162258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2dd8df66-3b21-4b0d-bbb8-a56790e39f1e req-9f6d8340-442a-4fe7-a8f0-3723625726a0 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.2027633 Jul 16 01:25:13.187514 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.188582 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Added segment c2686526-57d0-494f-9df7-5c18e8aa2eab of type vlan for network 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 Jul 16 01:25:13.249104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device da193d2a-3320-4e80-adfa-3b90095b22eb up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:13.278492 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2dd8df66-3b21-4b0d-bbb8-a56790e39f1e req-4ac54a4a-cfef-4d15-b8ba-659a862a20c3 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142068 Jul 16 01:25:13.289469 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.333519 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.345391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.347999 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.369531 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4237680 Jul 16 01:25:13.373253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:13.400853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': '1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:13.401290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port da193d2a-3320-4e80-adfa-3b90095b22eb completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:13.405623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port da193d2a-3320-4e80-adfa-3b90095b22eb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:13.406864 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.519617 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Network': ['ID=1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:13.542915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.544583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.545137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.545652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.546771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.547620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.548208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.550201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.551046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.553847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.554635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.555176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabbb7f-8e52-40b5-91ab-aa9ea8e49dc7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.576965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:13.580143 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.645504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e93aeb4-92aa-4239-8397-29df5896a515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da193d2a-3320-4e80-adfa-3b90095b22eb'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:13.647901 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be16d8c8-f43d-4165-95fe-8e27bec95006" -d '{"events": [{"server_uuid": "9e93aeb4-92aa-4239-8397-29df5896a515", "name": "network-vif-plugged", "status": "completed", "tag": "da193d2a-3320-4e80-adfa-3b90095b22eb"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:13.668526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port da193d2a-3320-4e80-adfa-3b90095b22eb, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=da193d2a-3320-4e80-adfa-3b90095b22eb,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:13.715952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be5e16-bd72-478f-bd70-dd9b8321d5a5 req-05124aa9-aeb1-41b4-9a2f-c9cd98078fdb tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.726086 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38be5e16-bd72-478f-bd70-dd9b8321d5a5 req-05124aa9-aeb1-41b4-9a2f-c9cd98078fdb tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 949 time: 0.2213759 Jul 16 01:25:13.739320 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.741117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:13.744887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.756402 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb9ef0-ffad-4b0a-9f75-1d511d57202f req-ef37422d-c32d-4275-8296-ebf69f5452a4 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.761957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f2cb9ef0-ffad-4b0a-9f75-1d511d57202f req-ef37422d-c32d-4275-8296-ebf69f5452a4 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.1314487 Jul 16 01:25:13.856784 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=da193d2a-3320-4e80-adfa-3b90095b22eb,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:13.858817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f2cb9ef0-ffad-4b0a-9f75-1d511d57202f req-b2616e82-3c73-46a7-9c41-d7c689e99f40 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906932 Jul 16 01:25:13.980205 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ceff83-2497-4dae-ad7d-c54d914ff7e8 x-openstack-request-id: req-d7ceff83-2497-4dae-ad7d-c54d914ff7e8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:13.980560 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e93aeb4-92aa-4239-8397-29df5896a515", "name": "network-vif-plugged", "status": "completed", "tag": "da193d2a-3320-4e80-adfa-3b90095b22eb", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:13.980815 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7ceff83-2497-4dae-ad7d-c54d914ff7e8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:13.981262 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e93aeb4-92aa-4239-8397-29df5896a515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da193d2a-3320-4e80-adfa-3b90095b22eb', 'code': 200} Jul 16 01:25:13.994192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 130114d3-7660-4031-aebe-4d0388d58ca1 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:14.013882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38be5e16-bd72-478f-bd70-dd9b8321d5a5 req-62cd0d19-9a50-465e-9f4f-6081ad928b73 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858541 Jul 16 01:25:14.099809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 130114d3-7660-4031-aebe-4d0388d58ca1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:14.101131 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 130114d3-7660-4031-aebe-4d0388d58ca1 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:14.357837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fee28802-6b17-4f85-a717-eeb4043466b9 req-50d533cc-109e-42de-99fa-de5104a2b80b tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.0905802 Jul 16 01:25:14.359593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.514267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Checking segment: {'id': 'c2686526-57d0-494f-9df7-5c18e8aa2eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:14.514626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network hostable DHCP agents. Network: 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:14.519916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=4817c751-813a-478c-8654-e3cfb382239b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:14.545881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:14.570093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:14.577270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.578145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.579630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e630cb3-3e3d-40cc-872a-8b321d3d9b3c None None] Network 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:14.615734 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c1005158-e817-4352-8403-6db63aa82a05 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2408881 Jul 16 01:25:14.617936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903d53c-a3ea-4550-9e2b-d41875018e9c req-c09f4b4a-0dee-49a5-bc66-05120127bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.618100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40314) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:14.619746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a903d53c-a3ea-4550-9e2b-d41875018e9c req-c09f4b4a-0dee-49a5-bc66-05120127bb5a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 1102 time: 0.5521960 Jul 16 01:25:14.623622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': '1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1298484650'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:14.643483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4c1e-849d-4d1d-a890-eeb0ac73422e req-273e10f9-3d99-4e32-a41b-ca3b6999bcca tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.651699 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f8f4c1e-849d-4d1d-a890-eeb0ac73422e req-273e10f9-3d99-4e32-a41b-ca3b6999bcca tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 944 time: 0.1883912 Jul 16 01:25:14.792656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f8f4c1e-849d-4d1d-a890-eeb0ac73422e req-281a649f-9acd-4375-8322-acba18ad2f0a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169255 Jul 16 01:25:14.797373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a903d53c-a3ea-4550-9e2b-d41875018e9c req-63861eb3-0fef-40b5-966a-14e15e4bef30 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439471 Jul 16 01:25:14.875051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a4bf6-bab7-4e4a-b72f-9caf4b25816c req-fb6119f1-9af5-4830-b78f-d5c0603e3cde tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.890764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a41a4bf6-bab7-4e4a-b72f-9caf4b25816c req-fb6119f1-9af5-4830-b78f-d5c0603e3cde tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.1920297 Jul 16 01:25:14.891100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1', 'network_id': '1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1', 'tenant_id': 'e10e56c1022244ee99926b8ae017f7c6', 'fixed_ips': [{'subnet_id': '4817c751-813a-478c-8654-e3cfb382239b'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:14.891100 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.998358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:15.002147 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.058634 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a41a4bf6-bab7-4e4a-b72f-9caf4b25816c req-142fe17c-6cd3-4b05-b756-51be37b8d366 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752033 Jul 16 01:25:15.092864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port 0ba4e23f-eeb3-4709-a544-5f120615b863 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:15.183436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f736e-7b49-41ed-8c0f-e1aa54ad80ab req-c49e13b8-23d0-426d-b9f9-1d25fe5dd162 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.190267 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f03f736e-7b49-41ed-8c0f-e1aa54ad80ab req-c49e13b8-23d0-426d-b9f9-1d25fe5dd162 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.1484995 Jul 16 01:25:15.240949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f03f736e-7b49-41ed-8c0f-e1aa54ad80ab req-4ddc217e-2bae-41f4-9406-277bb6746210 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495660 Jul 16 01:25:15.259198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Allocated IP 172.20.0.2 (1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1/4817c751-813a-478c-8654-e3cfb382239b/b9fbfed0-783d-4a35-972e-7ea201880f3a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:15.267521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6588f464-3357-40aa-b338-400cd9addf30 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:15.365247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db223e-2b72-4980-808d-715c82299b66 req-a0d8fd60-5416-4215-a531-419e2bda0d7f tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.366932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42db223e-2b72-4980-808d-715c82299b66 req-a0d8fd60-5416-4215-a531-419e2bda0d7f tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 950 time: 0.1229949 Jul 16 01:25:15.418346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42db223e-2b72-4980-808d-715c82299b66 req-48c5689f-18bd-4ba8-a4ad-0dbca72b6d93 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456383 Jul 16 01:25:15.566712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29dbb00c-4963-49c2-9a0d-1fdc66911378 req-966a0bd5-ecc5-4870-9175-60249fb77200 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.0420172 Jul 16 01:25:15.595913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 6588f464-3357-40aa-b338-400cd9addf30 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:15.611420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 6588f464-3357-40aa-b338-400cd9addf30 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:15.611975 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.743595 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.779200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Transition to ACTIVE for port object b9fbfed0-783d-4a35-972e-7ea201880f3a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:15.807170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.809430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Transition to ACTIVE for port object b9fbfed0-783d-4a35-972e-7ea201880f3a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:15.830686 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.919696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.6 (1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1/4817c751-813a-478c-8654-e3cfb382239b/0ba4e23f-eeb3-4709-a544-5f120615b863) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:15.933914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Network 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:15.935515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Pushing event updated for resources: {'Port': ['ID=b9fbfed0-783d-4a35-972e-7ea201880f3a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.947079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:15.971450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:16.007495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6588f464-3357-40aa-b338-400cd9addf30, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6588f464-3357-40aa-b338-400cd9addf30,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:16.009273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47010fc-769a-4afe-abbd-e10e602769c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588f464-3357-40aa-b338-400cd9addf30'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:16.013212 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cef3cd8-96f1-4fcd-8070-3711d2674016" -d '{"events": [{"server_uuid": "a47010fc-769a-4afe-abbd-e10e602769c4", "name": "network-vif-plugged", "status": "completed", "tag": "6588f464-3357-40aa-b338-400cd9addf30"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:16.021553 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.227557 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bd972c-1bb3-4e54-b283-2123db71bcd8 x-openstack-request-id: req-99bd972c-1bb3-4e54-b283-2123db71bcd8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:16.227862 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47010fc-769a-4afe-abbd-e10e602769c4", "name": "network-vif-plugged", "status": "completed", "tag": "6588f464-3357-40aa-b338-400cd9addf30", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:16.228092 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99bd972c-1bb3-4e54-b283-2123db71bcd8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:16.234577 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47010fc-769a-4afe-abbd-e10e602769c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588f464-3357-40aa-b338-400cd9addf30', 'code': 200} Jul 16 01:25:16.234577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=6588f464-3357-40aa-b338-400cd9addf30,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:16.289111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Attempting to bind port b9fbfed0-783d-4a35-972e-7ea201880f3a on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:16.290046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Attempting to bind port b9fbfed0-783d-4a35-972e-7ea201880f3a by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'c2686526-57d0-494f-9df7-5c18e8aa2eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:16.290557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Attempting to bind port b9fbfed0-783d-4a35-972e-7ea201880f3a on network 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:16.309432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:16.309432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Checking segment: {'id': 'c2686526-57d0-494f-9df7-5c18e8aa2eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:16.309842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.312042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Bound using segment: {'id': 'c2686526-57d0-494f-9df7-5c18e8aa2eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:16.326664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Bound port: b9fbfed0-783d-4a35-972e-7ea201880f3a, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2686526-57d0-494f-9df7-5c18e8aa2eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:16.327253 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.473308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] For port b9fbfed0-783d-4a35-972e-7ea201880f3a, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:16.477858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] For port b9fbfed0-783d-4a35-972e-7ea201880f3a, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b9fbfed0-783d-4a35-972e-7ea201880f3a,segment=NetworkSegment(c2686526-57d0-494f-9df7-5c18e8aa2eab),segment_id=c2686526-57d0-494f-9df7-5c18e8aa2eab)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:16.523061 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.578025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b5af5-9969-4ece-adbf-86c3fdd4327c req-601ce435-100f-40dd-833e-79348710eb14 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.585272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b35b5af5-9969-4ece-adbf-86c3fdd4327c req-601ce435-100f-40dd-833e-79348710eb14 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.2068303 Jul 16 01:25:16.597061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469f4a9-eadf-4063-8f87-375d5deb53bd req-89766fba-8703-4848-9e41-fbd4db4dd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.602390 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e469f4a9-eadf-4063-8f87-375d5deb53bd req-89766fba-8703-4848-9e41-fbd4db4dd38b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 1097 time: 0.1593630 Jul 16 01:25:16.693844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e9120-9dee-48df-8318-3b0815a907cb None None] Pushing event updated for resources: {'Port': ['ID=b9fbfed0-783d-4a35-972e-7ea201880f3a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:16.713163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.726780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e469f4a9-eadf-4063-8f87-375d5deb53bd req-22f4c267-14c6-43d0-82a5-6115e225abd6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580263 Jul 16 01:25:16.746641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cff2a9-8e8a-469c-818a-1f92f1c9c7de req-618834ab-70f9-4770-8f28-01582338e8e5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.747822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-80cff2a9-8e8a-469c-818a-1f92f1c9c7de req-618834ab-70f9-4770-8f28-01582338e8e5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 945 time: 0.2869332 Jul 16 01:25:16.754030 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b35b5af5-9969-4ece-adbf-86c3fdd4327c req-0f3fda9b-3e0e-4b12-9488-b5f78caeb0de tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600928 Jul 16 01:25:16.809544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object 0ba4e23f-eeb3-4709-a544-5f120615b863 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:16.835617 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-80cff2a9-8e8a-469c-818a-1f92f1c9c7de req-533eb855-20a9-48ef-bf9c-392506ac74da tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755332 Jul 16 01:25:16.947406 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.087885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:17.089619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:17.103896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:17.113204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe8b2-5d01-4cff-b9cc-887511796ede req-cf5666c1-8562-45de-8801-380d5080f2ed tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.127249 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-814fe8b2-5d01-4cff-b9cc-887511796ede req-cf5666c1-8562-45de-8801-380d5080f2ed tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.1865861 Jul 16 01:25:17.207944 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-814fe8b2-5d01-4cff-b9cc-887511796ede req-b65cea25-3fa3-49df-bbfb-0064558e3425 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758114 Jul 16 01:25:17.208398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.209954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.266772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b96a1499-b8aa-42ed-98d9-9c827f246556 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:17.322094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:17.322947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7037308 Jul 16 01:25:17.366330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c51337-f287-49ec-9ab9-a0897ba83f3d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=0ba4e23f-eeb3-4709-a544-5f120615b863,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.431839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4ac6-9a48-4883-aca4-f9697b3bbf93 req-1011dde3-d3c4-41bd-9a7a-d6e7ba49a5d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.439287 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a0e4ac6-9a48-4883-aca4-f9697b3bbf93 req-1011dde3-d3c4-41bd-9a7a-d6e7ba49a5d7 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 950 time: 0.2230847 Jul 16 01:25:17.572092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a0e4ac6-9a48-4883-aca4-f9697b3bbf93 req-7d966925-1af6-437a-a684-d2ff1010e655 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154392 Jul 16 01:25:17.576851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-56f435f4-596d-40b1-8bd3-7946fef4db99 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 0ba4e23f-eeb3-4709-a544-5f120615b863 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:17.580044 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56f435f4-596d-40b1-8bd3-7946fef4db99 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.633434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:17.687789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c39d3508-6fde-462a-aa1e-95d4be902e8f req-4591ca0e-a61a-476d-8e38-fc361b140792 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/ports?device_id=7526bf36-d3c6-441d-a092-1ca854a4a49f HTTP/1.1" status: 200 len: 210 time: 0.0409920 Jul 16 01:25:17.688561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'port_id': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'mac_address': 'fa:16:3e:ea:43:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:17.871031 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.932144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b96a1499-b8aa-42ed-98d9-9c827f246556 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:18.004297 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56f435f4-596d-40b1-8bd3-7946fef4db99 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.016438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:18.025044 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.052754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-56f435f4-596d-40b1-8bd3-7946fef4db99 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 0ba4e23f-eeb3-4709-a544-5f120615b863 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:18.149192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b9fbfed0-783d-4a35-972e-7ea201880f3a up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:18.299853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['b96a1499-b8aa-42ed-98d9-9c827f246556'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:18.473778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:18.475358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6dc70-f37e-47d9-9846-3987854d6048 req-e0415f56-ce97-4c91-b258-81efdf2c59b6 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:18.486794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ecc6dc70-f37e-47d9-9846-3987854d6048 req-e0415f56-ce97-4c91-b258-81efdf2c59b6 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.3078659 Jul 16 01:25:18.607263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b9fbfed0-783d-4a35-972e-7ea201880f3a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:18.706141 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c0678-5f1f-493b-b98b-c3892edc5a3a None None] Network 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:18.800974 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ecc6dc70-f37e-47d9-9846-3987854d6048 req-bde0ec5b-ae03-474e-bcdc-3bd282fff36a tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064280 Jul 16 01:25:18.837540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56f435f4-596d-40b1-8bd3-7946fef4db99 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.922615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f435f4-596d-40b1-8bd3-7946fef4db99 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=0ba4e23f-eeb3-4709-a544-5f120615b863,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:19.005502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b9b5-9e5d-43b1-9585-cc99eab30f08 req-5591f2c8-17b2-4b47-9f34-fa2eeb615a46 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.015352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d22b9b5-9e5d-43b1-9585-cc99eab30f08 req-5591f2c8-17b2-4b47-9f34-fa2eeb615a46 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 945 time: 0.1650686 Jul 16 01:25:19.110348 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d22b9b5-9e5d-43b1-9585-cc99eab30f08 req-e6a4679c-455f-41a5-94f6-803870b5fd92 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937207 Jul 16 01:25:19.124154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c0efec0-fba2-4f9c-b9dc-79849e962f48 None None] Provisioning for port b9fbfed0-783d-4a35-972e-7ea201880f3a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:19.168820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c0efec0-fba2-4f9c-b9dc-79849e962f48 None None] Provisioning complete for port b9fbfed0-783d-4a35-972e-7ea201880f3a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:19.169196 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c0efec0-fba2-4f9c-b9dc-79849e962f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.441313 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56f435f4-596d-40b1-8bd3-7946fef4db99 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.443474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-56f435f4-596d-40b1-8bd3-7946fef4db99 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/0ba4e23f-eeb3-4709-a544-5f120615b863 HTTP/1.1" status: 204 len: 168 time: 2.1203401 Jul 16 01:25:19.446589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40394) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.463672 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c0efec0-fba2-4f9c-b9dc-79849e962f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.509932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394d0eb-a0f9-4a0f-802f-89475cec41d5 req-4a4e955d-fdbd-4b41-a2fb-a5c2f89df91b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.511541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1394d0eb-a0f9-4a0f-802f-89475cec41d5 req-4a4e955d-fdbd-4b41-a2fb-a5c2f89df91b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.2264533 Jul 16 01:25:19.535462 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26d54da-6677-4a36-a624-030212410d7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:25:19.547690 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a26d54da-6677-4a36-a624-030212410d7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/0ba4e23f-eeb3-4709-a544-5f120615b863 HTTP/1.1" status: 404 len: 333 time: 0.0997624 Jul 16 01:25:19.548381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40400) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.592586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7c0efec0-fba2-4f9c-b9dc-79849e962f48 None None] For port b9fbfed0-783d-4a35-972e-7ea201880f3a, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b9fbfed0-783d-4a35-972e-7ea201880f3a,segment=NetworkSegment(c2686526-57d0-494f-9df7-5c18e8aa2eab),segment_id=c2686526-57d0-494f-9df7-5c18e8aa2eab)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:19.599053 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c0efec0-fba2-4f9c-b9dc-79849e962f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.607734 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1394d0eb-a0f9-4a0f-802f-89475cec41d5 req-9a5ca4f1-9970-4d12-972c-60d3bcbca2e8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831530 Jul 16 01:25:19.715175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0efec0-fba2-4f9c-b9dc-79849e962f48 None None] Pushing event updated for resources: {'Port': ['ID=b9fbfed0-783d-4a35-972e-7ea201880f3a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:19.726121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40402) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.755503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-238dd013-28aa-450d-8746-9fafe52d5041 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet 4817c751-813a-478c-8654-e3cfb382239b {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:19.773415 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-238dd013-28aa-450d-8746-9fafe52d5041 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.842577 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-982c8191-e718-49a5-8508-089fd46dcc54 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.947020 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-982c8191-e718-49a5-8508-089fd46dcc54 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.954676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08a2e349-9c3d-4624-96a0-1f3596a21dbb None None] Provisioning complete for port b9fbfed0-783d-4a35-972e-7ea201880f3a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:19.959690 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08a2e349-9c3d-4624-96a0-1f3596a21dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.974313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-238dd013-28aa-450d-8746-9fafe52d5041 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.092181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b9fbfed0-783d-4a35-972e-7ea201880f3a up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:20.129528 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-982c8191-e718-49a5-8508-089fd46dcc54 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.139386 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-982c8191-e718-49a5-8508-089fd46dcc54 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.143465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-982c8191-e718-49a5-8508-089fd46dcc54 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "DELETE /v2.0/security-groups/44f1e5a8-b71c-4cc5-b592-b284d2179133 HTTP/1.1" status: 204 len: 168 time: 0.4155648 Jul 16 01:25:20.148901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40410) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:20.165269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c8191-e718-49a5-8508-089fd46dcc54 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f1e5a8-b71c-4cc5-b592-b284d2179133,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:20.220423 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-19986acd-42ca-4e05-a457-6e7f09d04254 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] show failed (client error): The resource could not be found. Jul 16 01:25:20.225315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40412) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:20.228739 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-19986acd-42ca-4e05-a457-6e7f09d04254 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "GET /v2.0/security-groups/44f1e5a8-b71c-4cc5-b592-b284d2179133 HTTP/1.1" status: 404 len: 347 time: 0.0698233 Jul 16 01:25:20.362065 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-238dd013-28aa-450d-8746-9fafe52d5041 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.501116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b9fbfed0-783d-4a35-972e-7ea201880f3a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:20.501729 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.688678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f8179-8c5e-424f-9dc6-9a6d729d0a10 req-932bdfc9-a0cf-4af8-b793-e3dace9ddadb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.699742 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a24f8179-8c5e-424f-9dc6-9a6d729d0a10 req-932bdfc9-a0cf-4af8-b793-e3dace9ddadb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 945 time: 0.2268703 Jul 16 01:25:20.788331 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a24f8179-8c5e-424f-9dc6-9a6d729d0a10 req-0f702980-264a-4ddf-9330-b1d69e141fe6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786970 Jul 16 01:25:20.789939 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-238dd013-28aa-450d-8746-9fafe52d5041 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.868621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dd013-28aa-450d-8746-9fafe52d5041 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=4817c751-813a-478c-8654-e3cfb382239b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:20.871455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d7d4c660-a348-4b70-8555-5102bbe096ce None None] Could not find standard attr ID for object 0ba4e23f-eeb3-4709-a544-5f120615b863. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:25:20.891558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38c203-ef3e-458f-b4a0-ed86aa7622a4 req-635ee355-126d-4188-a2de-c08313be2509 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.894247 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-238dd013-28aa-450d-8746-9fafe52d5041 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.899612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-238dd013-28aa-450d-8746-9fafe52d5041 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/4817c751-813a-478c-8654-e3cfb382239b HTTP/1.1" status: 204 len: 168 time: 1.3501151 Jul 16 01:25:20.900507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c38c203-ef3e-458f-b4a0-ed86aa7622a4 req-635ee355-126d-4188-a2de-c08313be2509 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.5423810 Jul 16 01:25:20.900658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40420) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:20.901185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26e4c16-fb06-4bc6-8034-5ab8de4a1aba None None] Network 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:20.962465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ceee7-998f-4b68-9c9d-2dc9866fc044 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting port d7485c85-63c2-4469-bddf-27aaab753dca {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:20.962810 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f4ceee7-998f-4b68-9c9d-2dc9866fc044 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.053741 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.103470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f4ceee7-998f-4b68-9c9d-2dc9866fc044 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.103793 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f4ceee7-998f-4b68-9c9d-2dc9866fc044 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.121815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ceee7-998f-4b68-9c9d-2dc9866fc044 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Calling delete_port for d7485c85-63c2-4469-bddf-27aaab753dca owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:21.277809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7633b0a-7d72-4fef-bc30-f9f0a7c05a4e req-ed6e09f3-cfdb-4fb3-bb8a-d3a5f266f9ee tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.285517 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7633b0a-7d72-4fef-bc30-f9f0a7c05a4e req-ed6e09f3-cfdb-4fb3-bb8a-d3a5f266f9ee tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.2270682 Jul 16 01:25:21.302149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b96a1499-b8aa-42ed-98d9-9c827f246556 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:21.396839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7633b0a-7d72-4fef-bc30-f9f0a7c05a4e req-d343fc1c-d1bd-4d92-a0c0-d7ae1017ec79 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099639 Jul 16 01:25:21.409944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf4a127-4870-4013-8ef0-94bd9a890b15 None None] DHCP port deletion for 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:21.430451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port b9fbfed0-783d-4a35-972e-7ea201880f3a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:21.434218 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.438098 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c38c203-ef3e-458f-b4a0-ed86aa7622a4 req-15feb55d-22c4-4a35-a7da-180848273f06 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5365920 Jul 16 01:25:21.448191 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f4ceee7-998f-4b68-9c9d-2dc9866fc044 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.504767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ceee7-998f-4b68-9c9d-2dc9866fc044 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Port': ['ID=d7485c85-63c2-4469-bddf-27aaab753dca,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.536545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port b96a1499-b8aa-42ed-98d9-9c827f246556 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:21.537155 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.539678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] For port b9fbfed0-783d-4a35-972e-7ea201880f3a, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b9fbfed0-783d-4a35-972e-7ea201880f3a,segment=NetworkSegment(c2686526-57d0-494f-9df7-5c18e8aa2eab),segment_id=c2686526-57d0-494f-9df7-5c18e8aa2eab)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:21.540272 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.574695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for b9fbfed0-783d-4a35-972e-7ea201880f3a owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:21.660534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4a127-4870-4013-8ef0-94bd9a890b15 None None] Deleting port b9fbfed0-783d-4a35-972e-7ea201880f3a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:21.669638 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a127-4870-4013-8ef0-94bd9a890b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.677674 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f4ceee7-998f-4b68-9c9d-2dc9866fc044 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.680887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f4ceee7-998f-4b68-9c9d-2dc9866fc044 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.686137 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0f4ceee7-998f-4b68-9c9d-2dc9866fc044 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "DELETE /v2.0/floatingips/679414da-3f6b-4b39-bbac-2c5098b617a3 HTTP/1.1" status: 204 len: 168 time: 1.4593625 Jul 16 01:25:21.688057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40426) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:21.822688 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.901781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=b9fbfed0-783d-4a35-972e-7ea201880f3a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.904819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No DVR routers for this DVR port b9fbfed0-783d-4a35-972e-7ea201880f3a on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:21.914331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ecf4a127-4870-4013-8ef0-94bd9a890b15 None None] For port b9fbfed0-783d-4a35-972e-7ea201880f3a, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b9fbfed0-783d-4a35-972e-7ea201880f3a,segment=NetworkSegment(c2686526-57d0-494f-9df7-5c18e8aa2eab),segment_id=c2686526-57d0-494f-9df7-5c18e8aa2eab)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:21.914747 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a127-4870-4013-8ef0-94bd9a890b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.931767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d521b-3500-4329-bc92-13568ab0ad11 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting port 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:21.932353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d9d521b-3500-4329-bc92-13568ab0ad11 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.963447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4a127-4870-4013-8ef0-94bd9a890b15 None None] Calling delete_port for b9fbfed0-783d-4a35-972e-7ea201880f3a owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:21.983127 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.023436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b9fbfed0-783d-4a35-972e-7ea201880f3a no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:22.092596 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.117459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:22.129823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2686526-57d0-494f-9df7-5c18e8aa2eab') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:22.130296 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2686526-57d0-494f-9df7-5c18e8aa2eab') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:22.141989 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.145768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d9d521b-3500-4329-bc92-13568ab0ad11 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.162414 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.169486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:22.170068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.183508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d521b-3500-4329-bc92-13568ab0ad11 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Calling delete_port for 9d469d7f-030e-4a04-a7e3-59a7ba7f4adc owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:22.266437 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:22.269816 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.289422 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.297918 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/networks/1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 HTTP/1.1" status: 204 len: 168 time: 1.3899031 Jul 16 01:25:22.300801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:22.307978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:22.308648 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40430) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:22.317251 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709e3dde-f2a4-4f66-b9be-6891217d311e" -d '{"events": [{"server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "name": "network-vif-plugged", "status": "completed", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:22.321470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'name': 'tempest-PortsTestJSON-531599647'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:22.322534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b9fbfed0-783d-4a35-972e-7ea201880f3a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:22.325117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b9fbfed0-783d-4a35-972e-7ea201880f3a not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:22.329667 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c19928-2486-438f-9dfa-87806f452312 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Network': ['ID=1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.357990 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.380912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250b80b-c429-4064-a93f-d2e0a8efcc1f req-709aa3a8-db73-441e-a159-9928e6bca215 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.387579 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7250b80b-c429-4064-a93f-d2e0a8efcc1f req-709aa3a8-db73-441e-a159-9928e6bca215 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 945 time: 0.6447098 Jul 16 01:25:22.451237 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c456426-9a1d-43ab-b63a-3de851f0c4fa x-openstack-request-id: req-2c456426-9a1d-43ab-b63a-3de851f0c4fa {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:22.451533 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "name": "network-vif-plugged", "status": "completed", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:22.451971 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c456426-9a1d-43ab-b63a-3de851f0c4fa {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:22.452355 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'code': 200} Jul 16 01:25:22.488918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a127-4870-4013-8ef0-94bd9a890b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.491352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.536230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ecf4a127-4870-4013-8ef0-94bd9a890b15 None None] Network 1fa1e3fd-d2ce-4bdb-aa00-6ca49349ebe1 is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:25:22.537023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4a127-4870-4013-8ef0-94bd9a890b15 None None] No DVR routers for this DVR port b9fbfed0-783d-4a35-972e-7ea201880f3a on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:22.542790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4a127-4870-4013-8ef0-94bd9a890b15 None None] Pushing event deleted for resources: {'Port': ['ID=b9fbfed0-783d-4a35-972e-7ea201880f3a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.567887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7250b80b-c429-4064-a93f-d2e0a8efcc1f req-d474e521-92f8-491f-bb6b-b28ddf3ce565 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762290 Jul 16 01:25:22.620573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:22.627982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.677089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port be41c7a0-fd8b-40c4-9cbb-7b3bb082b54b yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:22.689620 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d9d521b-3500-4329-bc92-13568ab0ad11 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.996943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d9d521b-3500-4329-bc92-13568ab0ad11 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.009554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7d9d521b-3500-4329-bc92-13568ab0ad11 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "DELETE /v2.0/ports/9d469d7f-030e-4a04-a7e3-59a7ba7f4adc HTTP/1.1" status: 204 len: 168 time: 1.3177600 Jul 16 01:25:23.074124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d521b-3500-4329-bc92-13568ab0ad11 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Port': ['ID=9d469d7f-030e-4a04-a7e3-59a7ba7f4adc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.076660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40442) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:23.258829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba953d7-6229-4816-b8c2-667f86b3faf6 req-43a6cec6-bea9-4509-bc94-f7a9d9e427e7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.269060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ba953d7-6229-4816-b8c2-667f86b3faf6 req-43a6cec6-bea9-4509-bc94-f7a9d9e427e7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.2897811 Jul 16 01:25:23.297606 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.322193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787927b-176e-40e0-9c98-06c2ed639ab7 req-8edbe2d8-bc7e-4074-932f-2ae7d78037a4 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.329763 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2787927b-176e-40e0-9c98-06c2ed639ab7 req-8edbe2d8-bc7e-4074-932f-2ae7d78037a4 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.4947300 Jul 16 01:25:23.397434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2787927b-176e-40e0-9c98-06c2ed639ab7 req-51380107-fe57-4810-b24d-07a6250f6a15 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518825 Jul 16 01:25:23.421688 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ba953d7-6229-4816-b8c2-667f86b3faf6 req-eaf28e24-7424-4891-b183-1a32a7d9b82f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496673 Jul 16 01:25:23.460199 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.517845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9731e544-af46-4911-959e-a7616eebfa58 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting port 20b25509-f4f8-4420-8150-49ffe7d401dd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:23.518639 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9731e544-af46-4911-959e-a7616eebfa58 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.564779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:23.582688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:23.589706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:23.603398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.604040 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.635023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=be41c7a0-fd8b-40c4-9cbb-7b3bb082b54b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.671019 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4167a874-5348-4d81-ac9e-0c766007d1b0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3553953 Jul 16 01:25:23.672251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:23.743770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9731e544-af46-4911-959e-a7616eebfa58 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.777885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9731e544-af46-4911-959e-a7616eebfa58 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Calling delete_port for 20b25509-f4f8-4420-8150-49ffe7d401dd owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:23.900820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-850787bc-8e4d-447e-b814-ce613dc010b2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port be41c7a0-fd8b-40c4-9cbb-7b3bb082b54b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:23.901150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-850787bc-8e4d-447e-b814-ce613dc010b2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.072827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-850787bc-8e4d-447e-b814-ce613dc010b2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.105827 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9731e544-af46-4911-959e-a7616eebfa58 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.107835 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-850787bc-8e4d-447e-b814-ce613dc010b2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for be41c7a0-fd8b-40c4-9cbb-7b3bb082b54b owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:24.197345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731e544-af46-4911-959e-a7616eebfa58 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Port': ['ID=20b25509-f4f8-4420-8150-49ffe7d401dd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:24.329421 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-850787bc-8e4d-447e-b814-ce613dc010b2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.352573 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9731e544-af46-4911-959e-a7616eebfa58 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.357864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9731e544-af46-4911-959e-a7616eebfa58 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "DELETE /v2.0/ports/20b25509-f4f8-4420-8150-49ffe7d401dd HTTP/1.1" status: 204 len: 168 time: 1.2759223 Jul 16 01:25:24.366752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40452) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:24.367735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850787bc-8e4d-447e-b814-ce613dc010b2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=be41c7a0-fd8b-40c4-9cbb-7b3bb082b54b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:24.473678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-589239a8-2152-4289-81eb-433a049eefcf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting subnet fc0b9ad1-833c-4e60-a477-a5855cdf9915 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:24.486255 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589239a8-2152-4289-81eb-433a049eefcf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.515355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ebc97-c8e6-491e-a6a6-1a77f78f0d15 req-cd9d24bd-ea51-401d-8a04-b3fbd00a5476 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.517375 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-820ebc97-c8e6-491e-a6a6-1a77f78f0d15 req-cd9d24bd-ea51-401d-8a04-b3fbd00a5476 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 945 time: 0.1562693 Jul 16 01:25:24.565026 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b555a1f-775f-4f21-82b2-446c3becb517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.686867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-850787bc-8e4d-447e-b814-ce613dc010b2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.695305 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-850787bc-8e4d-447e-b814-ce613dc010b2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/be41c7a0-fd8b-40c4-9cbb-7b3bb082b54b HTTP/1.1" status: 204 len: 168 time: 1.0219159 Jul 16 01:25:24.746040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40460) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:24.753044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'mac_address': 'fa:16:3e:7c:a2:d9', 'name': 'tempest-PortsTestJSON-1193907591'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:24.830022 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-820ebc97-c8e6-491e-a6a6-1a77f78f0d15 req-5729e0ab-b6e6-4465-be24-d8e1a93cc57c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020511 Jul 16 01:25:24.861658 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589239a8-2152-4289-81eb-433a049eefcf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.914564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:25.012453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d72b1-1d67-4d70-9bb9-cb68fa5f7f82 req-0458783f-fa06-41d0-8b8d-4d848a00dba4 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.019948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6f3d72b1-1d67-4d70-9bb9-cb68fa5f7f82 req-0458783f-fa06-41d0-8b8d-4d848a00dba4 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.3761153 Jul 16 01:25:25.117817 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.130163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port 9de01f64-3332-4db1-a022-bf1cabff982c yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:25.243131 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6f3d72b1-1d67-4d70-9bb9-cb68fa5f7f82 req-6422fc70-fc58-49f1-8dc1-ffb20dd90d3f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221270 Jul 16 01:25:25.332196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca2381-a8d8-464c-829d-0d4cc0f938a4 req-787dd71a-9001-47a2-bed6-ef8678f82594 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.333761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0bca2381-a8d8-464c-829d-0d4cc0f938a4 req-787dd71a-9001-47a2-bed6-ef8678f82594 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.1191764 Jul 16 01:25:25.349304 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589239a8-2152-4289-81eb-433a049eefcf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.418206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0bca2381-a8d8-464c-829d-0d4cc0f938a4 req-42c2c842-bb6d-428b-b655-f87e92b82dd2 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627985 Jul 16 01:25:25.472709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.570131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.597278 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589239a8-2152-4289-81eb-433a049eefcf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.654925 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1f6348-bf15-46d4-945c-26b2983e119d None None] Network aaebf08d-3259-4a82-b7fc-f3ff6e40c593 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:25.655469 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589239a8-2152-4289-81eb-433a049eefcf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.662517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40470) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:25.662782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-589239a8-2152-4289-81eb-433a049eefcf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "DELETE /v2.0/subnets/fc0b9ad1-833c-4e60-a477-a5855cdf9915 HTTP/1.1" status: 204 len: 168 time: 1.2916837 Jul 16 01:25:25.666613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589239a8-2152-4289-81eb-433a049eefcf tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0b9ad1-833c-4e60-a477-a5855cdf9915,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:25.752584 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.798744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66d5457-5d38-4eba-9b08-5462b0b7a337 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting subnet d841f3de-4d8b-43bb-b2cc-6b4dc15f797a {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:25.807755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b66d5457-5d38-4eba-9b08-5462b0b7a337 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.910712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:25.919627 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b66d5457-5d38-4eba-9b08-5462b0b7a337 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.943229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:25.960672 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:25.967253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.967913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.984604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-ea569d7f-08f4-4a24-a171-d5bdf50a4364 req-12e4bbb1-dd27-4979-b6fc-642a523de9ca service neutron] (93944) timed out ('10.222.0.64', 43934) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:25:25.991650 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2421958 Jul 16 01:25:25.992761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40476) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:26.006659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd91819-5d07-42b0-a9b8-8f757cbfd46f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=9de01f64-3332-4db1-a022-bf1cabff982c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:26.100283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ef9650-44a0-4670-a82d-0af344355096 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.110490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-52ef9650-44a0-4670-a82d-0af344355096 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/9de01f64-3332-4db1-a022-bf1cabff982c HTTP/1.1" status: 200 len: 841 time: 0.1149302 Jul 16 01:25:26.112236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:26.230177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b66d5457-5d38-4eba-9b08-5462b0b7a337 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.303473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb72c880-0ce4-4efa-8565-b2853c476c94 None None] DHCP port deletion for aaebf08d-3259-4a82-b7fc-f3ff6e40c593 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:26.349512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-8d38a5a3-b45a-4e21-8ad7-ef0aba2d1f89 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.352111 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-8d38a5a3-b45a-4e21-8ad7-ef0aba2d1f89 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 945 time: 0.2827201 Jul 16 01:25:26.445346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4003a0af-79d7-4bb0-8159-693286972178 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 9de01f64-3332-4db1-a022-bf1cabff982c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:26.445959 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4003a0af-79d7-4bb0-8159-693286972178 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.569882 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.571519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fb72c880-0ce4-4efa-8565-b2853c476c94 None None] Deleting port f2550a5d-e8ce-455d-be0a-dd47f74d65f6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:26.571884 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb72c880-0ce4-4efa-8565-b2853c476c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.633540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b66d5457-5d38-4eba-9b08-5462b0b7a337 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.676083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d5457-5d38-4eba-9b08-5462b0b7a337 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Subnet': ['ID=d841f3de-4d8b-43bb-b2cc-6b4dc15f797a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:26.711447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b66d5457-5d38-4eba-9b08-5462b0b7a337 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.713735 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b66d5457-5d38-4eba-9b08-5462b0b7a337 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "DELETE /v2.0/subnets/d841f3de-4d8b-43bb-b2cc-6b4dc15f797a HTTP/1.1" status: 204 len: 168 time: 1.0494664 Jul 16 01:25:26.722447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:26.737710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c22ac7-2a96-442b-9476-7af35aa203d2 None None] Network c7231af3-6249-44cf-854d-777978c3b983 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:26.799856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99612346-9293-4f46-872a-96563c1205bc req-ecbe0bfe-e603-4e30-bce5-5573c3d9fd56 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.809176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99612346-9293-4f46-872a-96563c1205bc req-ecbe0bfe-e603-4e30-bce5-5573c3d9fd56 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 945 time: 0.5958941 Jul 16 01:25:26.830646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4003a0af-79d7-4bb0-8159-693286972178 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.911450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fb72c880-0ce4-4efa-8565-b2853c476c94 None None] For port f2550a5d-e8ce-455d-be0a-dd47f74d65f6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f2550a5d-e8ce-455d-be0a-dd47f74d65f6,segment=NetworkSegment(2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9),segment_id=2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:26.912264 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb72c880-0ce4-4efa-8565-b2853c476c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.915333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4003a0af-79d7-4bb0-8159-693286972178 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 9de01f64-3332-4db1-a022-bf1cabff982c owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:26.934417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.976562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fb72c880-0ce4-4efa-8565-b2853c476c94 None None] Calling delete_port for f2550a5d-e8ce-455d-be0a-dd47f74d65f6 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:26.979612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015293f-7ef5-41b6-81eb-e808eb82c8a1 req-9a22e3d4-99a8-48e5-8530-b23e1248e4eb tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.983767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1015293f-7ef5-41b6-81eb-e808eb82c8a1 req-9a22e3d4-99a8-48e5-8530-b23e1248e4eb tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.4472101 Jul 16 01:25:26.984355 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99612346-9293-4f46-872a-96563c1205bc req-b5e6439e-799c-42eb-8c78-2b72ef890423 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731968 Jul 16 01:25:26.991363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-ed08f634-faff-44a5-8fbb-2698fa08af57 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Deleting port 6588f464-3357-40aa-b338-400cd9addf30 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:26.991847 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-ed08f634-faff-44a5-8fbb-2698fa08af57 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.126276 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f093d46-da91-434f-b239-6c0a8e34e3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.168143 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1015293f-7ef5-41b6-81eb-e808eb82c8a1 req-2db9a05b-1a67-4454-b229-e2a9b8027bab tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699975 Jul 16 01:25:27.191518 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4003a0af-79d7-4bb0-8159-693286972178 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.231570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb72c880-0ce4-4efa-8565-b2853c476c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.263003 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155e237-7c2e-4385-8b28-0467d6cd49e7 None None] DHCP port deletion for c7231af3-6249-44cf-854d-777978c3b983 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:27.331976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003a0af-79d7-4bb0-8159-693286972178 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=9de01f64-3332-4db1-a022-bf1cabff982c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.332840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72c880-0ce4-4efa-8565-b2853c476c94 None None] Pushing event deleted for resources: {'Port': ['ID=f2550a5d-e8ce-455d-be0a-dd47f74d65f6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.340093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] The port 'f2550a5d-e8ce-455d-be0a-dd47f74d65f6' was deleted {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:25:27.352616 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4003a0af-79d7-4bb0-8159-693286972178 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.356700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4003a0af-79d7-4bb0-8159-693286972178 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/9de01f64-3332-4db1-a022-bf1cabff982c HTTP/1.1" status: 204 len: 168 time: 1.2434928 Jul 16 01:25:27.361155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72c880-0ce4-4efa-8565-b2853c476c94 None None] No DVR routers for this DVR port f2550a5d-e8ce-455d-be0a-dd47f74d65f6 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:27.367300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40494) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:27.466373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.471561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7155e237-7c2e-4385-8b28-0467d6cd49e7 None None] Deleting port 4de356bc-1bd9-4d32-b2de-d250b251096e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:27.473888 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7155e237-7c2e-4385-8b28-0467d6cd49e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.486478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaebf08d-3259-4a82-b7fc-f3ff6e40c593']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:27.500020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:27.500377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df22ba1-acb3-4b48-8f37-c0cf4f6ff8b9') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:27.511270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbaaae-d353-44e5-8025-52d968ddb0ca req-c6d590aa-5c8e-43c2-9938-e86f00d94a63 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.515255 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7cbaaae-d353-44e5-8025-52d968ddb0ca req-c6d590aa-5c8e-43c2-9938-e86f00d94a63 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.1856289 Jul 16 01:25:27.522954 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.540087 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.548413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:27.548802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.598324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7cbaaae-d353-44e5-8025-52d968ddb0ca req-df5be571-8409-4768-b557-12b76c48ac72 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770583 Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:27.668709 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:27.672971 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.719265 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.723551 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "DELETE /v2.0/networks/aaebf08d-3259-4a82-b7fc-f3ff6e40c593 HTTP/1.1" status: 204 len: 168 time: 0.9877691 Jul 16 01:25:27.723551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229fa82-600e-4672-a256-b1b6bab4f859 tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Network': ['ID=aaebf08d-3259-4a82-b7fc-f3ff6e40c593,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.724513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40496) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:27.724666 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b38247-fda6-4794-93f4-f29234deec13 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:25:27.726188 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f0b38247-fda6-4794-93f4-f29234deec13 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/9de01f64-3332-4db1-a022-bf1cabff982c HTTP/1.1" status: 404 len: 333 time: 0.0820482 Jul 16 01:25:27.731857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40498) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:27.742073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'name': 'tempest-PortsTestJSON-406075907'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:27.892336 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.897171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7155e237-7c2e-4385-8b28-0467d6cd49e7 None None] For port 4de356bc-1bd9-4d32-b2de-d250b251096e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4de356bc-1bd9-4d32-b2de-d250b251096e,segment=NetworkSegment(cd889f19-1243-49ba-ac5d-90a5a6910422),segment_id=cd889f19-1243-49ba-ac5d-90a5a6910422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:27.897171 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7155e237-7c2e-4385-8b28-0467d6cd49e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.928276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7155e237-7c2e-4385-8b28-0467d6cd49e7 None None] Calling delete_port for 4de356bc-1bd9-4d32-b2de-d250b251096e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:28.067356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4de356bc-1bd9-4d32-b2de-d250b251096e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:28.072404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:28.092387 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.103154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 4de356bc-1bd9-4d32-b2de-d250b251096e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:28.103705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4de356bc-1bd9-4d32-b2de-d250b251096e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:28.104145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f2550a5d-e8ce-455d-be0a-dd47f74d65f6 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:28.106378 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7155e237-7c2e-4385-8b28-0467d6cd49e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.154624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155e237-7c2e-4385-8b28-0467d6cd49e7 None None] Pushing event deleted for resources: {'Port': ['ID=4de356bc-1bd9-4d32-b2de-d250b251096e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:28.156427 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.158711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: f2550a5d-e8ce-455d-be0a-dd47f74d65f6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:28.159075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f2550a5d-e8ce-455d-be0a-dd47f74d65f6 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:28.176182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-ed08f634-faff-44a5-8fbb-2698fa08af57 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] For port 6588f464-3357-40aa-b338-400cd9addf30, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6588f464-3357-40aa-b338-400cd9addf30,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:28.185088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Deleting port 4de356bc-1bd9-4d32-b2de-d250b251096e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:28.185469 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.185598 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-ed08f634-faff-44a5-8fbb-2698fa08af57 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.191673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155e237-7c2e-4385-8b28-0467d6cd49e7 None None] No DVR routers for this DVR port 4de356bc-1bd9-4d32-b2de-d250b251096e on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:28.224126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port 81c6666b-f036-4f69-a09f-870c4471075d yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:28.245174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-ed08f634-faff-44a5-8fbb-2698fa08af57 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Calling delete_port for 6588f464-3357-40aa-b338-400cd9addf30 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:28.361521 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.426765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] For port 4de356bc-1bd9-4d32-b2de-d250b251096e, host n-d-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:28.427426 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.498347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Calling delete_port for 4de356bc-1bd9-4d32-b2de-d250b251096e owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:28.509834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Port 4de356bc-1bd9-4d32-b2de-d250b251096e was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:25:28.523353 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.555798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Port': ['ID=4de356bc-1bd9-4d32-b2de-d250b251096e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:28.579160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] No DVR routers for this DVR port 4de356bc-1bd9-4d32-b2de-d250b251096e on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:28.601438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb995ddc-f6ca-4c64-ac74-3a99910097c2 req-69872f03-2465-4e23-9f68-762ce2098fbf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.604465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb995ddc-f6ca-4c64-ac74-3a99910097c2 req-69872f03-2465-4e23-9f68-762ce2098fbf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 945 time: 0.3711758 Jul 16 01:25:28.620032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e0023-aa81-4b79-8a96-92c323c6240c req-a6df32ee-0bf5-4622-9768-d65885c1d630 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.622216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d1e0023-aa81-4b79-8a96-92c323c6240c req-a6df32ee-0bf5-4622-9768-d65885c1d630 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.2184005 Jul 16 01:25:28.699439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d1e0023-aa81-4b79-8a96-92c323c6240c req-8edaea59-6afc-4e14-9854-064442782b46 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608339 Jul 16 01:25:28.738902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb995ddc-f6ca-4c64-ac74-3a99910097c2 req-07583f30-393c-4647-8e60-441281b9b818 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231225 Jul 16 01:25:28.742189 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.767104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.800905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7231af3-6249-44cf-854d-777978c3b983']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:28.813675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd889f19-1243-49ba-ac5d-90a5a6910422') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:28.814129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd889f19-1243-49ba-ac5d-90a5a6910422') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:28.829191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.845090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.853081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:28.853669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.857868 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-ed08f634-faff-44a5-8fbb-2698fa08af57 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:28.858245 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:28.870963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['6588f464-3357-40aa-b338-400cd9addf30'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:28.941413 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.958050 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.973575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:28.975173 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] 10.222.0.64 "DELETE /v2.0/networks/c7231af3-6249-44cf-854d-777978c3b983 HTTP/1.1" status: 204 len: 168 time: 1.2497158 Jul 16 01:25:29.000845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08f634-faff-44a5-8fbb-2698fa08af57 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event deleted for resources: {'Port': ['ID=6588f464-3357-40aa-b338-400cd9addf30,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.059532 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.079708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b1f9-d985-4a63-882f-61aac7ccbb5f tempest-TaggedBootDevicesTest-2145121044 tempest-TaggedBootDevicesTest-2145121044-project] Pushing event deleted for resources: {'Network': ['ID=c7231af3-6249-44cf-854d-777978c3b983,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.193934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-ed08f634-faff-44a5-8fbb-2698fa08af57 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] No DVR routers for this DVR port 6588f464-3357-40aa-b338-400cd9addf30 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:29.204000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-ed08f634-faff-44a5-8fbb-2698fa08af57 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.211694 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fbaa2ee-ac4b-486c-bb40-d4b71310f8e2 req-ed08f634-faff-44a5-8fbb-2698fa08af57 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.67 "DELETE /v2.0/ports/6588f464-3357-40aa-b338-400cd9addf30 HTTP/1.1" status: 204 len: 173 time: 2.8454325 Jul 16 01:25:29.228797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47010fc-769a-4afe-abbd-e10e602769c4', 'name': 'network-vif-deleted', 'tag': '6588f464-3357-40aa-b338-400cd9addf30'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:29.231936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d505c-385e-48d3-9e33-18479887d65e req-7a6c3343-0281-4159-a450-97bb47c93b79 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.232986 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eae2eff-c60b-4219-aed8-4568004ea624" -d '{"events": [{"server_uuid": "a47010fc-769a-4afe-abbd-e10e602769c4", "name": "network-vif-deleted", "tag": "6588f464-3357-40aa-b338-400cd9addf30"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:29.236597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d8d505c-385e-48d3-9e33-18479887d65e req-7a6c3343-0281-4159-a450-97bb47c93b79 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.2600825 Jul 16 01:25:29.241140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:29.290073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:29.299349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:29.316586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.317251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.354878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d8d505c-385e-48d3-9e33-18479887d65e req-7f0112a4-36d9-4af4-b0ca-a6ea18752b8a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113029 Jul 16 01:25:29.363340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=81c6666b-f036-4f69-a09f-870c4471075d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.374274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-310a5896-9f07-4b96-be05-ecb9f482078b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6403964 Jul 16 01:25:29.376166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:29.382163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e1f361be-71b7-4c77-b2ae-8ffac72cde6f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:29.403490 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2e5291-bfc2-44a6-8aa4-866163e3d1be x-openstack-request-id: req-6b2e5291-bfc2-44a6-8aa4-866163e3d1be {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:29.404125 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47010fc-769a-4afe-abbd-e10e602769c4", "name": "network-vif-deleted", "tag": "6588f464-3357-40aa-b338-400cd9addf30", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:29.404125 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b2e5291-bfc2-44a6-8aa4-866163e3d1be {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:29.404307 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47010fc-769a-4afe-abbd-e10e602769c4', 'name': 'network-vif-deleted', 'tag': '6588f464-3357-40aa-b338-400cd9addf30', 'status': 'completed', 'code': 200} Jul 16 01:25:29.542232 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1f361be-71b7-4c77-b2ae-8ffac72cde6f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.017439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.039243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1f361be-71b7-4c77-b2ae-8ffac72cde6f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.054632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1f361be-71b7-4c77-b2ae-8ffac72cde6f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.073898 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-714485f9-fdb6-44a6-9ccb-1ecd8f78798a req-f6a54398-81c8-4ac7-b77c-2c83297823ef tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47010fc-769a-4afe-abbd-e10e602769c4 HTTP/1.1" status: 200 len: 210 time: 0.0781939 Jul 16 01:25:30.129777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e1f361be-71b7-4c77-b2ae-8ffac72cde6f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] In _notify_port_updated(), no bound segment for port 81c6666b-f036-4f69-a09f-870c4471075d on network aa5384ee-db72-4867-975c-a9e921508dc9 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:25:30.136278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f361be-71b7-4c77-b2ae-8ffac72cde6f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.137052 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1f361be-71b7-4c77-b2ae-8ffac72cde6f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.141629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40578) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:30.141900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e1f361be-71b7-4c77-b2ae-8ffac72cde6f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "PUT /v2.0/ports/81c6666b-f036-4f69-a09f-870c4471075d HTTP/1.1" status: 200 len: 818 time: 0.7644858 Jul 16 01:25:30.273703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f361be-71b7-4c77-b2ae-8ffac72cde6f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=81c6666b-f036-4f69-a09f-870c4471075d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.330194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-760a0ee8-d5c0-485f-b3fe-753f92437383 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 81c6666b-f036-4f69-a09f-870c4471075d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:30.330542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-760a0ee8-d5c0-485f-b3fe-753f92437383 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.350864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea13e9d-ed54-46e9-9790-f7943630c233 req-abaaec32-5b00-4142-8e39-0f82f5da2368 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.362469 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2ea13e9d-ed54-46e9-9790-f7943630c233 req-abaaec32-5b00-4142-8e39-0f82f5da2368 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.3204496 Jul 16 01:25:30.408632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2ea13e9d-ed54-46e9-9790-f7943630c233 req-f79a6839-a738-4b71-8362-64e89ab4e912 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373378 Jul 16 01:25:30.494128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-760a0ee8-d5c0-485f-b3fe-753f92437383 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.527111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-760a0ee8-d5c0-485f-b3fe-753f92437383 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 81c6666b-f036-4f69-a09f-870c4471075d owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:30.696988 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-760a0ee8-d5c0-485f-b3fe-753f92437383 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.124896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-760a0ee8-d5c0-485f-b3fe-753f92437383 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.126863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-760a0ee8-d5c0-485f-b3fe-753f92437383 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/81c6666b-f036-4f69-a09f-870c4471075d HTTP/1.1" status: 204 len: 168 time: 0.9831550 Jul 16 01:25:31.129897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40592) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:31.130424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a0ee8-d5c0-485f-b3fe-753f92437383 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=81c6666b-f036-4f69-a09f-870c4471075d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:31.150797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dc32d-ef90-4d65-90c3-2ccab04be59c req-6a68171a-72e5-41aa-ad46-e0253993e943 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.152478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a06dc32d-ef90-4d65-90c3-2ccab04be59c req-6a68171a-72e5-41aa-ad46-e0253993e943 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.6088550 Jul 16 01:25:31.208824 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a06dc32d-ef90-4d65-90c3-2ccab04be59c req-904b6df7-0450-4d90-8966-20ec783a7546 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499218 Jul 16 01:25:31.299753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e1d86-4fad-4e27-b5c3-d35438a59b7a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.301310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c17e1d86-4fad-4e27-b5c3-d35438a59b7a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1698983 Jul 16 01:25:31.304224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:31.342540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6588f464-3357-40aa-b338-400cd9addf30 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:31.363727 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44280b6-122d-4e6c-b9ba-06ce90292fab tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:25:31.369461 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c44280b6-122d-4e6c-b9ba-06ce90292fab tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/81c6666b-f036-4f69-a09f-870c4471075d HTTP/1.1" status: 404 len: 333 time: 0.0595744 Jul 16 01:25:31.369833 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40608) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:31.380373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1828511195'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:31.380875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 6588f464-3357-40aa-b338-400cd9addf30 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:31.380875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6588f464-3357-40aa-b338-400cd9addf30 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:31.433729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:31.444716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.515395 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:31.539054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.539668 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Added segment 11800371-8c88-4a95-a4cb-94971149709b of type vlan for network e8c2b0d9-d338-4198-afeb-9e841370d56b Jul 16 01:25:31.715482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.764178 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-587a22c0-7676-476d-9637-521834872134 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.780923 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-587a22c0-7676-476d-9637-521834872134 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.1714966 Jul 16 01:25:31.825093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd4f66-834a-459d-a999-f566c9ce761c req-38cb19f7-7579-47e2-902e-95b549dbdc6f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.828653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cccd4f66-834a-459d-a999-f566c9ce761c req-38cb19f7-7579-47e2-902e-95b549dbdc6f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 946 time: 0.2577405 Jul 16 01:25:31.838962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.847471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.848285 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.918322 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-d9d48998-ef50-48a9-8b56-d6eff504f459 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/quotas/54b9f79c3d0a4882b8ae1b6f6adb2f4a HTTP/1.1" status: 200 len: 375 time: 0.1446128 Jul 16 01:25:31.936026 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5647895 Jul 16 01:25:31.947005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:31.952548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cccd4f66-834a-459d-a999-f566c9ce761c req-badbc715-5279-46f9-99f5-2ca1c76140b8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162918 Jul 16 01:25:31.989800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:32.148606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170b572-fb3a-4278-b13b-569bfd184c93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Network': ['ID=e8c2b0d9-d338-4198-afeb-9e841370d56b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:32.161774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e8c2b0d9-d338-4198-afeb-9e841370d56b details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:32.227973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d1893-8a53-4735-82ad-dc75f944d7a1 req-82363276-478f-4979-984d-0a95f871f623 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.238576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d7d1893-8a53-4735-82ad-dc75f944d7a1 req-82363276-478f-4979-984d-0a95f871f623 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.1102340 Jul 16 01:25:32.281897 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:32.341277 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d7d1893-8a53-4735-82ad-dc75f944d7a1 req-b6fa0153-3cee-4140-95f7-bdd891a9adc8 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944495 Jul 16 01:25:32.518613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.631863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:32.634033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:32.644123 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e80391-a121-439e-ab39-0ceb6d991017" -d '{"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:32.660222 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.789052 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a5a767-21d4-4095-9eec-02f3d08f69ea x-openstack-request-id: req-96a5a767-21d4-4095-9eec-02f3d08f69ea {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:32.789345 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:32.792798 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96a5a767-21d4-4095-9eec-02f3d08f69ea {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:32.793403 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'code': 200} Jul 16 01:25:32.794207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=14']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:32.926634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:32.930950 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.156172 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-653b379e-c0d1-4954-a98b-8a60d6ad5879 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2019703 Jul 16 01:25:33.306792 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.406875 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-bc452272-a1c8-4a9a-a775-e79859e63ee1 service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498076 Jul 16 01:25:33.495180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=f4d07cb4-92fe-4687-842f-7b755eadcf94,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:33.573342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Checking segment: {'id': '11800371-8c88-4a95-a4cb-94971149709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:33.573868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network hostable DHCP agents. Network: e8c2b0d9-d338-4198-afeb-9e841370d56b, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:33.645489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-92fb5d23-c87b-46da-b278-cf15f94d20de service neutron] 10.222.0.64 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240548 Jul 16 01:25:33.654112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network e8c2b0d9-d338-4198-afeb-9e841370d56b is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:33.695885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, e8c2b0d9-d338-4198-afeb-9e841370d56b) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:33.709722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.709876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbeef55-37ac-4203-8185-1310666875f9 None None] Network e8c2b0d9-d338-4198-afeb-9e841370d56b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:33.712008 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.777644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1a37c386-2bd6-4af9-b5da-bdb540dea137 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8198247 Jul 16 01:25:33.778949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40710) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:33.787086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d0dd8c66-7b55-493f-8c88-3e7bc375fc61 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:33.874778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab4e7b-f422-4cd9-8458-d71128f39bd4 req-29ef09bb-d9d3-4ad2-b813-1957c94851cb tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.889269 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8bab4e7b-f422-4cd9-8458-d71128f39bd4 req-29ef09bb-d9d3-4ad2-b813-1957c94851cb tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.1730230 Jul 16 01:25:33.987539 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8bab4e7b-f422-4cd9-8458-d71128f39bd4 req-ff6483b1-093d-49e7-beb8-54ce47cfca5e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971043 Jul 16 01:25:34.178719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0bc8b1f9-ba0b-43a8-a19d-8b248192f527 req-1f5c1a5d-15a7-4046-9166-7e3b2ec8f6fc tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 210 time: 0.1114218 Jul 16 01:25:34.203769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dd8c66-7b55-493f-8c88-3e7bc375fc61 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:34.208092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8c66-7b55-493f-8c88-3e7bc375fc61 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.275350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-e8c2b0d9-d338-4198-afeb-9e841370d56b', 'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b', 'tenant_id': 'e10e56c1022244ee99926b8ae017f7c6', 'fixed_ips': [{'subnet_id': 'f4d07cb4-92fe-4687-842f-7b755eadcf94'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:34.276895 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.434423 n-d-791504-14 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-d0dd8c66-7b55-493f-8c88-3e7bc375fc61 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f4d07cb4-92fe-4687-842f-7b755eadcf94 (CIDR: 172.20.0.0/28) Jul 16 01:25:34.441311 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dd8c66-7b55-493f-8c88-3e7bc375fc61 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:25:34.442493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0dd8c66-7b55-493f-8c88-3e7bc375fc61 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:34.473325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d0dd8c66-7b55-493f-8c88-3e7bc375fc61 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6905978 Jul 16 01:25:34.474290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40744) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:34.479731 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:34.604719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Allocated IP 172.20.0.2 (e8c2b0d9-d338-4198-afeb-9e841370d56b/f4d07cb4-92fe-4687-842f-7b755eadcf94/193ec66e-0872-4b2d-89c2-262e97101ad9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:34.852000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:34.869163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.961501 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.978725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Transition to ACTIVE for port object 193ec66e-0872-4b2d-89c2-262e97101ad9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:35.031684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Transition to ACTIVE for port object 193ec66e-0872-4b2d-89c2-262e97101ad9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:35.043883 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.211421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Network e8c2b0d9-d338-4198-afeb-9e841370d56b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:35.235532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:35.241623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:35.266309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6914f57-94dd-4d04-98be-5ed848adbe8e req-1a06c014-0f5f-4be4-b74b-84ef3dba9d54 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.275250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6914f57-94dd-4d04-98be-5ed848adbe8e req-1a06c014-0f5f-4be4-b74b-84ef3dba9d54 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1509082 Jul 16 01:25:35.288622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Pushing event updated for resources: {'Port': ['ID=193ec66e-0872-4b2d-89c2-262e97101ad9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:35.333273 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6914f57-94dd-4d04-98be-5ed848adbe8e req-a85e2e5d-0f04-47ae-a704-a8b5e22e7b43 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555351 Jul 16 01:25:35.452958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Attempting to bind port 193ec66e-0872-4b2d-89c2-262e97101ad9 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:35.456139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Attempting to bind port 193ec66e-0872-4b2d-89c2-262e97101ad9 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '11800371-8c88-4a95-a4cb-94971149709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:35.456875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Attempting to bind port 193ec66e-0872-4b2d-89c2-262e97101ad9 on network e8c2b0d9-d338-4198-afeb-9e841370d56b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:35.469685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:35.475572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Checking segment: {'id': '11800371-8c88-4a95-a4cb-94971149709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:35.476499 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.477086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Bound using segment: {'id': '11800371-8c88-4a95-a4cb-94971149709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:35.477743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Bound port: 193ec66e-0872-4b2d-89c2-262e97101ad9, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11800371-8c88-4a95-a4cb-94971149709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:35.478333 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.539877 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.543553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c76dc50-d0e2-41ed-81b9-a471b91e4391 req-1176d590-6b5a-43da-9234-e911c86c8fb2 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 210 time: 0.0616562 Jul 16 01:25:35.649430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] For port 193ec66e-0872-4b2d-89c2-262e97101ad9, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:35.653548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] For port 193ec66e-0872-4b2d-89c2-262e97101ad9, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=193ec66e-0872-4b2d-89c2-262e97101ad9,segment=NetworkSegment(11800371-8c88-4a95-a4cb-94971149709b),segment_id=11800371-8c88-4a95-a4cb-94971149709b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:35.669662 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.784838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network e8c2b0d9-d338-4198-afeb-9e841370d56b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:35.802640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:35.822897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.823531 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.828801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=b2946402-fc45-4238-b999-a99e9142c415,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:35.837082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e0f8a-6743-4b7c-9da7-fbfc84fdfe64 None None] Pushing event updated for resources: {'Port': ['ID=193ec66e-0872-4b2d-89c2-262e97101ad9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:35.896428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.896968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.897529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.899570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.901898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.902369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.902936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.903525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.903948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.904504 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.904919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.905907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:35.929364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b461a5bc-f36d-4c16-bd04-849494cfef6b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4538074 Jul 16 01:25:35.932024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40784) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:35.941807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b', 'fixed_ips': [{'subnet_id': 'f4d07cb4-92fe-4687-842f-7b755eadcf94'}, {'subnet_id': 'b2946402-fc45-4238-b999-a99e9142c415'}], 'name': 'tempest-PortsTestJSON-1846390567'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:35.972128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d98300-b4b3-41ce-ac55-0d434d5c91e8 req-76c0749e-1a54-4791-8cb6-86eaf9902b32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.988062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-66d98300-b4b3-41ce-ac55-0d434d5c91e8 req-76c0749e-1a54-4791-8cb6-86eaf9902b32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.4786091 Jul 16 01:25:36.142639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-66d98300-b4b3-41ce-ac55-0d434d5c91e8 req-caba6c70-d7ff-4750-bc52-dfd4d1d0adb1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482701 Jul 16 01:25:36.348581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:36.566678 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.600981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:36.772714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8122b-98eb-493f-8448-64a4656985bc req-76356811-4936-48aa-82c5-576613947580 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.776599 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-09a8122b-98eb-493f-8448-64a4656985bc req-76356811-4936-48aa-82c5-576613947580 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2937505 Jul 16 01:25:36.829115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-7b2ceaff-613d-46c6-a31e-2e9e48cc09f8 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.832593 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-7b2ceaff-613d-46c6-a31e-2e9e48cc09f8 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 806 time: 0.4011083 Jul 16 01:25:36.852319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Request body: {'port': {'device_id': '1a986625-39ef-47bc-a060-e136b535ec17', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'admin_state_up': True, 'tenant_id': '54b9f79c3d0a4882b8ae1b6f6adb2f4a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:37.067460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.11 (e8c2b0d9-d338-4198-afeb-9e841370d56b/f4d07cb4-92fe-4687-842f-7b755eadcf94/c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:37.074813 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.25 (e8c2b0d9-d338-4198-afeb-9e841370d56b/b2946402-fc45-4238-b999-a99e9142c415/c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:37.146893 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-09a8122b-98eb-493f-8448-64a4656985bc req-4dda8b29-c0db-49a9-b3ba-322cec677441 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636923 Jul 16 01:25:37.163252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Made reservation on behalf of 54b9f79c3d0a4882b8ae1b6f6adb2f4a for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:37.174068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.203098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-b3b8f8bf-93cd-4d15-b3f9-f90b239f3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.217186 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-b3b8f8bf-93cd-4d15-b3f9-f90b239f3e69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1096 time: 0.7307572 Jul 16 01:25:37.300777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4536080e-c0b6-4279-b6f5-84d83cad16ab req-44c695b8-3ba7-48e5-af2b-168ac219e4ff tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 210 time: 0.1288657 Jul 16 01:25:37.416126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Allocated IP 172.20.0.2 (2d319e49-9dda-45be-8a70-a50c234a25c3/1b1c54ac-3634-4b37-a18b-f8e6de0421c9/620dc95e-c3dd-4e11-9c01-527dc52d8814) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:37.622056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce98730-ee67-4bd6-801d-94674954e7ca None None] Network e8c2b0d9-d338-4198-afeb-9e841370d56b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:37.673531 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.698750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-64c9eb7e-3192-45a8-a4f6-3f99e3a960c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.700591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-64c9eb7e-3192-45a8-a4f6-3f99e3a960c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.2351692 Jul 16 01:25:37.792242 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.797776 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-4731fe64-06d8-4a3b-b9d6-075110032aa9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 998 time: 0.0830979 Jul 16 01:25:37.807192 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.819966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:37.922174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Network 2d319e49-9dda-45be-8a70-a50c234a25c3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:37.939079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:37.945696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:37.978972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-c8b5d6df-ce9b-499f-9c10-da32a69ecd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.981244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-c8b5d6df-ce9b-499f-9c10-da32a69ecd36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.1713200 Jul 16 01:25:38.012829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:38.013075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b73b726c-6940-4761-beb4-574aeaf45057 None None] Provisioning for port 193ec66e-0872-4b2d-89c2-262e97101ad9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:38.104647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 193ec66e-0872-4b2d-89c2-262e97101ad9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:38.123713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecb800-4f08-4d92-b179-48499f8bc660 req-561747bb-0fd1-41c9-bde9-93b6a34a25ed tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.129855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2ecb800-4f08-4d92-b179-48499f8bc660 req-561747bb-0fd1-41c9-bde9-93b6a34a25ed tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.6019025 Jul 16 01:25:38.140519 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.149388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.151813 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.168138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event updated for resources: {'Port': ['ID=620dc95e-c3dd-4e11-9c01-527dc52d8814,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:38.268033 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2ecb800-4f08-4d92-b179-48499f8bc660 req-404aa69a-489d-4548-ae08-38b543d74374 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081264 Jul 16 01:25:38.290556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-ebc58978-757c-499e-8ace-6c7124970186 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4417653 Jul 16 01:25:38.290816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network e8c2b0d9-d338-4198-afeb-9e841370d56b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:38.299129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Request body: {'port': {'device_id': '1a986625-39ef-47bc-a060-e136b535ec17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:38.302381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 193ec66e-0872-4b2d-89c2-262e97101ad9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:38.312353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 193ec66e-0872-4b2d-89c2-262e97101ad9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:38.313169 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.313334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:38.339461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:38.522437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.543078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.543756 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.554847 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.571424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29d9bd-ef06-48e5-ab89-99f3caf08f71 None None] Update dhcp port {'port': {'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b', 'fixed_ips': [{'subnet_id': 'f4d07cb4-92fe-4687-842f-7b755eadcf94', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b2946402-fc45-4238-b999-a99e9142c415'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '193ec66e-0872-4b2d-89c2-262e97101ad9'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:25:38.625345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.6904004 Jul 16 01:25:38.629649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:38.669140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4d07cb4-92fe-4687-842f-7b755eadcf94'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:38.787886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc09361-19a3-4808-b9b5-16ec1220d8a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:38.846783 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff29d9bd-ef06-48e5-ab89-99f3caf08f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.894249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-893da6ef-9922-4917-9da0-045643d59833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.896341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-893da6ef-9922-4917-9da0-045643d59833 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9076688 Jul 16 01:25:38.981194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf66263-b274-47de-a064-0ebc7a2b0f26 req-af380d18-51e7-48d0-b442-5acebee5f5dd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.982830 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ecf66263-b274-47de-a064-0ebc7a2b0f26 req-af380d18-51e7-48d0-b442-5acebee5f5dd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.3839076 Jul 16 01:25:39.133323 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.266056 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ecf66263-b274-47de-a064-0ebc7a2b0f26 req-c2f7cea0-a7c4-41a6-ad0f-dfec7e1cd96f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630227 Jul 16 01:25:39.316408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ff29d9bd-ef06-48e5-ab89-99f3caf08f71 None None] Allocated IP 172.20.0.18 (e8c2b0d9-d338-4198-afeb-9e841370d56b/b2946402-fc45-4238-b999-a99e9142c415/193ec66e-0872-4b2d-89c2-262e97101ad9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:39.364723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 193ec66e-0872-4b2d-89c2-262e97101ad9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=193ec66e-0872-4b2d-89c2-262e97101ad9,segment=NetworkSegment(11800371-8c88-4a95-a4cb-94971149709b),segment_id=11800371-8c88-4a95-a4cb-94971149709b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:39.395515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae1cd-8490-4f0e-b324-93aa24e60bdb req-3c6d4199-fed1-4c0b-9526-4a00633768aa tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.403569 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa5ae1cd-8490-4f0e-b324-93aa24e60bdb req-3c6d4199-fed1-4c0b-9526-4a00633768aa tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 931 time: 0.7184529 Jul 16 01:25:39.465412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-fcedc1c1-807a-4098-8afd-b7f24b7527ce service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808009 Jul 16 01:25:39.568002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ff29d9bd-ef06-48e5-ab89-99f3caf08f71 None None] For port 193ec66e-0872-4b2d-89c2-262e97101ad9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=193ec66e-0872-4b2d-89c2-262e97101ad9,segment=NetworkSegment(11800371-8c88-4a95-a4cb-94971149709b),segment_id=11800371-8c88-4a95-a4cb-94971149709b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:39.635045 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.645853 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff29d9bd-ef06-48e5-ab89-99f3caf08f71 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.724459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff29d9bd-ef06-48e5-ab89-99f3caf08f71 None None] Transition to ACTIVE for port object 193ec66e-0872-4b2d-89c2-262e97101ad9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:39.729212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa5ae1cd-8490-4f0e-b324-93aa24e60bdb req-1e92cee2-f57d-4c0e-b450-f7ac42906271 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152803 Jul 16 01:25:39.741738 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff29d9bd-ef06-48e5-ab89-99f3caf08f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.881134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=193ec66e-0872-4b2d-89c2-262e97101ad9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.005610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620dc95e-c3dd-4e11-9c01-527dc52d8814 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:40.027270 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.069722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Transition to ACTIVE for port object 620dc95e-c3dd-4e11-9c01-527dc52d8814 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:40.075873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.101828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29d9bd-ef06-48e5-ab89-99f3caf08f71 None None] Pushing event updated for resources: {'Port': ['ID=193ec66e-0872-4b2d-89c2-262e97101ad9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.174296 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Pushing event updated for resources: {'Port': ['ID=620dc95e-c3dd-4e11-9c01-527dc52d8814,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.244163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Delete allocated IP 172.20.0.25 (e8c2b0d9-d338-4198-afeb-9e841370d56b/b2946402-fc45-4238-b999-a99e9142c415) {{(pid=93945) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:25:40.460387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Attempting to bind port 620dc95e-c3dd-4e11-9c01-527dc52d8814 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:40.460989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Attempting to bind port 620dc95e-c3dd-4e11-9c01-527dc52d8814 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:40.461128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Attempting to bind port 620dc95e-c3dd-4e11-9c01-527dc52d8814 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:40.468171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Port 620dc95e-c3dd-4e11-9c01-527dc52d8814 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:40.468171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Attempting to bind port 620dc95e-c3dd-4e11-9c01-527dc52d8814 on network 2d319e49-9dda-45be-8a70-a50c234a25c3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:40.478677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b6243ca-8a94-4651-bced-71e3e24c12ca req-4c32fd83-00e1-4b63-8060-07518c8ba8e8 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9927876 Jul 16 01:25:40.487416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:40.487764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Checking segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:40.488155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Bound using segment: {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:40.488594 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Bound port: 620dc95e-c3dd-4e11-9c01-527dc52d8814, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11699cbd-abdd-409e-a5d5-497e0ff1976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:40.488959 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.570245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b1d54-c91e-40b2-8e48-58c63b3dd9f6 req-4136925c-c63a-496e-8fdd-1b9837da63bd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.571916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f5b1d54-c91e-40b2-8e48-58c63b3dd9f6 req-4136925c-c63a-496e-8fdd-1b9837da63bd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 1.0928626 Jul 16 01:25:40.697129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f5b1d54-c91e-40b2-8e48-58c63b3dd9f6 req-ae2c46b7-1673-47cc-91e1-9c4754c0772d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932257 Jul 16 01:25:40.889897 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.939390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] For port 620dc95e-c3dd-4e11-9c01-527dc52d8814, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:40.955320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Ignored duplicate provisioning block setup for port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:25:40.969210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.034051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] For port 620dc95e-c3dd-4e11-9c01-527dc52d8814, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=620dc95e-c3dd-4e11-9c01-527dc52d8814,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:41.095480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0884e-a040-429c-b63c-ec92f0829c75 req-423437e4-d793-470c-b04f-e3cd11357594 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.119203 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fed0884e-a040-429c-b63c-ec92f0829c75 req-423437e4-d793-470c-b04f-e3cd11357594 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.5861256 Jul 16 01:25:41.154307 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.166855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:41.170132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a2a41-f456-4015-a401-8fb704eaff4f None None] Network e8c2b0d9-d338-4198-afeb-9e841370d56b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:41.341435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-39034673-4f5e-4ed9-b243-cb4d22fd984a None None] Provisioning for port 193ec66e-0872-4b2d-89c2-262e97101ad9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:41.347824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] In _notify_port_updated(), no bound segment for port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 on network e8c2b0d9-d338-4198-afeb-9e841370d56b {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:25:41.354081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.359733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.361333 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a19a1167-c27b-4073-aaf1-9ddcb34f67a9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "PUT /v2.0/ports/c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 HTTP/1.1" status: 200 len: 920 time: 2.6986904 Jul 16 01:25:41.367492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40856) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:41.385714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-39034673-4f5e-4ed9-b243-cb4d22fd984a None None] Provisioning complete for port 193ec66e-0872-4b2d-89c2-262e97101ad9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:41.385987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4d07cb4-92fe-4687-842f-7b755eadcf94'}, {'subnet_id': 'b2946402-fc45-4238-b999-a99e9142c415'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:41.386494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39034673-4f5e-4ed9-b243-cb4d22fd984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.481099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fed0884e-a040-429c-b63c-ec92f0829c75 req-6cc84acf-5489-4359-8282-273d2b9341cb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608973 Jul 16 01:25:41.522699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.537027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.539000 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] 10.222.0.50 "PUT /v2.0/ports/620dc95e-c3dd-4e11-9c01-527dc52d8814 HTTP/1.1" status: 200 len: 1092 time: 3.2480414 Jul 16 01:25:41.539537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a986625-39ef-47bc-a060-e136b535ec17', 'tag': '620dc95e-c3dd-4e11-9c01-527dc52d8814'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:41.542782 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3799a9-ff34-4bd5-9bc8-768b236d185e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a986625-39ef-47bc-a060-e136b535ec17", "tag": "620dc95e-c3dd-4e11-9c01-527dc52d8814"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:41.633335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d522f24-ca25-4a24-b2fa-5bd7210a12fb service neutron] Pushing event updated for resources: {'Port': ['ID=620dc95e-c3dd-4e11-9c01-527dc52d8814,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:41.662901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.680809 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328ea8f6-48bf-4383-8cfc-d18f71f3ebd8 x-openstack-request-id: req-328ea8f6-48bf-4383-8cfc-d18f71f3ebd8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:41.681093 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a986625-39ef-47bc-a060-e136b535ec17", "tag": "620dc95e-c3dd-4e11-9c01-527dc52d8814", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:41.681331 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-328ea8f6-48bf-4383-8cfc-d18f71f3ebd8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:41.681726 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a986625-39ef-47bc-a060-e136b535ec17', 'tag': '620dc95e-c3dd-4e11-9c01-527dc52d8814', 'status': 'completed', 'code': 200} Jul 16 01:25:41.741400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-c700777f-1d37-4417-bc80-02fef623642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.742565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-c700777f-1d37-4417-bc80-02fef623642f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 1095 time: 0.0997791 Jul 16 01:25:41.812968 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-8155c498-6a43-4d42-b3bf-6093043db0b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=620dc95e-c3dd-4e11-9c01-527dc52d8814 HTTP/1.1" status: 200 len: 217 time: 0.0621436 Jul 16 01:25:41.921903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-b1a33f76-38ad-4c54-a1e0-a33c7f5c4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.929852 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-b1a33f76-38ad-4c54-a1e0-a33c7f5c4a79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.1044030 Jul 16 01:25:41.934999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e949e3-167e-4ab4-bb81-c9001ea9d529 req-cd8e95fa-34ae-4a35-bd73-b616415ed004 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.943779 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15e949e3-167e-4ab4-bb81-c9001ea9d529 req-cd8e95fa-34ae-4a35-bd73-b616415ed004 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 943 time: 0.7682614 Jul 16 01:25:41.999649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-993df8ed-32b2-4df0-bb71-43f3e771ed6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680456 Jul 16 01:25:42.080688 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15e949e3-167e-4ab4-bb81-c9001ea9d529 req-d147598a-ed58-4215-8eae-959d462da5bf tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334980 Jul 16 01:25:42.133085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 193ec66e-0872-4b2d-89c2-262e97101ad9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:42.331972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b5a6f3e3-d00a-4bf4-b967-b11b28c310e0 None None] Provisioning for port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:42.346716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 193ec66e-0872-4b2d-89c2-262e97101ad9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:42.347169 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.348876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b5a6f3e3-d00a-4bf4-b967-b11b28c310e0 None None] Provisioning complete for port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:42.349686 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5a6f3e3-d00a-4bf4-b967-b11b28c310e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.472824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.24 (e8c2b0d9-d338-4198-afeb-9e841370d56b/b2946402-fc45-4238-b999-a99e9142c415/c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:42.496104 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-339296f6-3878-41f0-8677-5b8622cc29d4 service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849610 Jul 16 01:25:42.512156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6f3e3-d00a-4bf4-b967-b11b28c310e0 None None] Port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:42.568642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b5a6f3e3-d00a-4bf4-b967-b11b28c310e0 None None] Provisioning complete for port 193ec66e-0872-4b2d-89c2-262e97101ad9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:42.569020 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5a6f3e3-d00a-4bf4-b967-b11b28c310e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.651637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341d3e-ae69-4aca-afce-7ca983036151 req-b8bc11f1-f779-4506-80e2-57286441dd96 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.664916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e341d3e-ae69-4aca-afce-7ca983036151 req-b8bc11f1-f779-4506-80e2-57286441dd96 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.5925653 Jul 16 01:25:42.906782 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.923654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Ignored duplicate provisioning block setup for port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:25:42.931010 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e341d3e-ae69-4aca-afce-7ca983036151 req-a44a9e94-99ca-4227-a293-88d49779858d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634611 Jul 16 01:25:42.943179 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.947253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abf7458a-102a-4cf0-b793-ee14b2f46f4b req-cc96bc1f-a62f-4f39-9931-2a5a52774c02 service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409714 Jul 16 01:25:43.090827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c34a3e95-b61b-451a-a807-69a037cc4660 None None] Provisioning complete for port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:43.094311 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c34a3e95-b61b-451a-a807-69a037cc4660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.137425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3799a9-ff34-4bd5-9bc8-768b236d185e req-de7cb39a-ca7d-4c94-8f68-28814b8b18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.138708 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e3799a9-ff34-4bd5-9bc8-768b236d185e req-de7cb39a-ca7d-4c94-8f68-28814b8b18d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 1095 time: 0.1265726 Jul 16 01:25:43.174663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6879fb9-8607-40d9-addd-f5e075637ac1 req-174a1d36-dd3e-4bc9-8206-3cff928ef722 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.189655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6879fb9-8607-40d9-addd-f5e075637ac1 req-174a1d36-dd3e-4bc9-8206-3cff928ef722 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.3924046 Jul 16 01:25:43.213125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:43.307285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c34a3e95-b61b-451a-a807-69a037cc4660 None None] Port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:43.414684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6879fb9-8607-40d9-addd-f5e075637ac1 req-a6962108-a8c2-443f-af3a-da7b7708c7b3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236133 Jul 16 01:25:43.439570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-307135cb-b496-42ee-85de-403cc34e93f3 None None] Provisioning complete for port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:43.440183 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-307135cb-b496-42ee-85de-403cc34e93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.495714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] In _notify_port_updated(), no bound segment for port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 on network e8c2b0d9-d338-4198-afeb-9e841370d56b {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:25:43.501978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.515507 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.522581 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8b169bbd-8a64-4b48-9907-539119d0ddb5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "PUT /v2.0/ports/c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 HTTP/1.1" status: 200 len: 1000 time: 2.1537297 Jul 16 01:25:43.523251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:43.544586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3799a9-ff34-4bd5-9bc8-768b236d185e req-83f5f59f-7248-448d-b50e-2e789fc1e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.547523 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e3799a9-ff34-4bd5-9bc8-768b236d185e req-83f5f59f-7248-448d-b50e-2e789fc1e9a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 906 time: 0.3976638 Jul 16 01:25:43.548034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-307135cb-b496-42ee-85de-403cc34e93f3 None None] Port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:43.667971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e3799a9-ff34-4bd5-9bc8-768b236d185e req-4ca4b018-36cd-47d0-a83f-2b44cc642cf4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=620dc95e-c3dd-4e11-9c01-527dc52d8814 HTTP/1.1" status: 200 len: 217 time: 0.1087160 Jul 16 01:25:43.705225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-3681e8e6-1852-4992-a382-134573b4b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.706772 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-3681e8e6-1852-4992-a382-134573b4b64c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 1097 time: 0.2638967 Jul 16 01:25:43.842418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a0b47aec-e294-4081-8918-7fa0b866ef71 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:43.843067 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b47aec-e294-4081-8918-7fa0b866ef71 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.843310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd137-6aef-4f56-b66d-89c2fa5953d5 req-4ac2908a-7e4f-4d20-9aec-cca7110f6a4d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.845053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-102cd137-6aef-4f56-b66d-89c2fa5953d5 req-4ac2908a-7e4f-4d20-9aec-cca7110f6a4d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 943 time: 0.4668202 Jul 16 01:25:43.927929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3799a9-ff34-4bd5-9bc8-768b236d185e req-12e426ad-160b-45c9-92f6-a7dbf8ed480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.936701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e3799a9-ff34-4bd5-9bc8-768b236d185e req-12e426ad-160b-45c9-92f6-a7dbf8ed480f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.2378209 Jul 16 01:25:43.946974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-102cd137-6aef-4f56-b66d-89c2fa5953d5 req-f18343a0-c2e7-4719-9a85-64108bb9b265 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871909 Jul 16 01:25:43.985901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e3799a9-ff34-4bd5-9bc8-768b236d185e req-095d5ed1-5fa8-428e-b6b0-133c1bdca77a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373125 Jul 16 01:25:44.084812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b47aec-e294-4081-8918-7fa0b866ef71 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.119613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a0b47aec-e294-4081-8918-7fa0b866ef71 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:44.273839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e3799a9-ff34-4bd5-9bc8-768b236d185e req-322e0773-fba5-46f2-b043-194521c5a94a service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790444 Jul 16 01:25:44.276985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-9a16a008-9be4-4362-9b71-afe71a5821dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.281609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-9a16a008-9be4-4362-9b71-afe71a5821dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 917 time: 0.5630865 Jul 16 01:25:44.425684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182390-e976-45bd-8fdb-9656ae2be897 req-d66c811c-1263-4176-80c1-57202fc9f241 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.432696 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32182390-e976-45bd-8fdb-9656ae2be897 req-d66c811c-1263-4176-80c1-57202fc9f241 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.2046101 Jul 16 01:25:44.442363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e3799a9-ff34-4bd5-9bc8-768b236d185e req-3a19e367-eb33-4618-a731-304afbf95fe3 service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564922 Jul 16 01:25:44.484244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-787e1725-08ee-4324-b167-15a12541a750 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96a1499-b8aa-42ed-98d9-9c827f246556 HTTP/1.1" status: 200 len: 1001 time: 0.1724410 Jul 16 01:25:44.489527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-32182390-e976-45bd-8fdb-9656ae2be897 req-cabd5aae-1e24-4991-9839-2d4a4069a5dc tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549099 Jul 16 01:25:44.621168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fe41e-3302-43de-b7e0-ace9ace57d88 req-ffbe2141-a0b1-48c6-8e5e-bddadc44a0f3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.628952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-276fe41e-3302-43de-b7e0-ace9ace57d88 req-ffbe2141-a0b1-48c6-8e5e-bddadc44a0f3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.3973162 Jul 16 01:25:45.051427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-276fe41e-3302-43de-b7e0-ace9ace57d88 req-4330cfc2-cd45-40c9-bc1a-357f52406931 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184475 Jul 16 01:25:45.053605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-2fea048d-b78c-410b-84a1-dd45b8dd6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.057443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-2fea048d-b78c-410b-84a1-dd45b8dd6274 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.5572634 Jul 16 01:25:45.184935 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b47aec-e294-4081-8918-7fa0b866ef71 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.196316 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:45.261791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b47aec-e294-4081-8918-7fa0b866ef71 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:45.375779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-502d56c7-e720-49a0-a19c-cbd49c45a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.377418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-502d56c7-e720-49a0-a19c-cbd49c45a8f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3112960 Jul 16 01:25:45.417924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd136ae-97d3-484f-ad4a-937322904b09 req-9d6c504c-5ef9-48e6-9328-5e3ded3fbaeb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.419647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fbd136ae-97d3-484f-ad4a-937322904b09 req-9d6c504c-5ef9-48e6-9328-5e3ded3fbaeb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 943 time: 0.1534410 Jul 16 01:25:45.498502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fbd136ae-97d3-484f-ad4a-937322904b09 req-c4839a25-312b-4bf4-a834-001194d04cfd tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706511 Jul 16 01:25:45.603863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b47aec-e294-4081-8918-7fa0b866ef71 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.606238 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a0b47aec-e294-4081-8918-7fa0b866ef71 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 HTTP/1.1" status: 204 len: 168 time: 2.0485513 Jul 16 01:25:45.609017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40944) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:45.669591 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c467dc-3fea-4064-b77d-43223485db9f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:25:45.671650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-bc88e175-b999-4369-9cbc-611c02fd1f03 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443056 Jul 16 01:25:45.674138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-73c467dc-3fea-4064-b77d-43223485db9f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 HTTP/1.1" status: 404 len: 333 time: 0.0637829 Jul 16 01:25:45.677909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:45.856488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a17fbf-953b-45a9-a7c3-090338556edd req-c2dad47e-0636-43b3-9d52-6a2d94a2330b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.864269 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e9a17fbf-953b-45a9-a7c3-090338556edd req-c2dad47e-0636-43b3-9d52-6a2d94a2330b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.1263158 Jul 16 01:25:45.867528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10168471-d1ae-49ec-b6a3-8c52a6ded438 req-fbc4a7a0-b4c0-49e9-b6aa-f1860342fa26 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762784 Jul 16 01:25:45.957686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c475f-49d2-4fd8-a77c-0e7a46a61a7d req-b3ac57bc-571a-4f96-b137-21f95b35752c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.961990 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e9a17fbf-953b-45a9-a7c3-090338556edd req-3a4ad6b4-86dc-48d0-9f57-4d551dbb7a06 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916448 Jul 16 01:25:45.964785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e73c475f-49d2-4fd8-a77c-0e7a46a61a7d req-b3ac57bc-571a-4f96-b137-21f95b35752c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.5861742 Jul 16 01:25:45.992698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e624507d-9310-42f0-9d65-464300ddff59 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet b2946402-fc45-4238-b999-a99e9142c415 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:45.998513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e624507d-9310-42f0-9d65-464300ddff59 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.048715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e73c475f-49d2-4fd8-a77c-0e7a46a61a7d req-ae94781a-6d87-4af8-a922-21dca36e5298 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829284 Jul 16 01:25:46.072955 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e624507d-9310-42f0-9d65-464300ddff59 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.242478 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e624507d-9310-42f0-9d65-464300ddff59 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.289371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 620dc95e-c3dd-4e11-9c01-527dc52d8814 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:46.406969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e624507d-9310-42f0-9d65-464300ddff59 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.440253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e624507d-9310-42f0-9d65-464300ddff59 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.448035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e624507d-9310-42f0-9d65-464300ddff59 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/b2946402-fc45-4238-b999-a99e9142c415 HTTP/1.1" status: 204 len: 168 time: 0.7686203 Jul 16 01:25:46.448866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40970) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:46.461098 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca7f8e-e141-4371-8bc2-14277a22f0f9 None None] Network e8c2b0d9-d338-4198-afeb-9e841370d56b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:46.517164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624507d-9310-42f0-9d65-464300ddff59 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=b2946402-fc45-4238-b999-a99e9142c415,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.524079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4eacd-12a1-453f-a60c-522818a9becc req-a7bd43cf-bca8-4b1b-bc90-ac7e93795188 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.526622 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-a7bd43cf-bca8-4b1b-bc90-ac7e93795188 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 812 time: 0.2118971 Jul 16 01:25:46.571912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-626218f0-427b-4b5f-b989-123c4d12d2ef tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/quotas/f4c0bf2d24f74bb7923b4fa83468d2cd HTTP/1.1" status: 200 len: 375 time: 0.0372758 Jul 16 01:25:46.575913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a329465-e361-4094-a758-17ed127c8c87 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet f4d07cb4-92fe-4687-842f-7b755eadcf94 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:46.581131 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a329465-e361-4094-a758-17ed127c8c87 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.684748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a329465-e361-4094-a758-17ed127c8c87 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.728339 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-fec9f38e-3aa2-4f29-b051-ee5a14dc9968 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1551559 Jul 16 01:25:46.867128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a329465-e361-4094-a758-17ed127c8c87 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.953765 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-c0a49231-aec1-4f77-b4c2-3353e28b6d39 service neutron] 10.222.0.64 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239869 Jul 16 01:25:46.971439 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a329465-e361-4094-a758-17ed127c8c87 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.019439 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a329465-e361-4094-a758-17ed127c8c87 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.024463 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7a329465-e361-4094-a758-17ed127c8c87 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/f4d07cb4-92fe-4687-842f-7b755eadcf94 HTTP/1.1" status: 204 len: 168 time: 0.5293982 Jul 16 01:25:47.057646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.069998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-9202e83d-1d51-4bd9-9ba9-829e6af0d50a service neutron] 10.222.0.64 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149902 Jul 16 01:25:47.073912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a329465-e361-4094-a758-17ed127c8c87 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d07cb4-92fe-4687-842f-7b755eadcf94,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.087819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 620dc95e-c3dd-4e11-9c01-527dc52d8814, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=620dc95e-c3dd-4e11-9c01-527dc52d8814,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:47.113351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '620dc95e-c3dd-4e11-9c01-527dc52d8814', 'network_id': '2d319e49-9dda-45be-8a70-a50c234a25c3', 'port_id': '620dc95e-c3dd-4e11-9c01-527dc52d8814', 'mac_address': 'fa:16:3e:1c:fc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1c54ac-3634-4b37-a18b-f8e6de0421c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:47.153624 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.169325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93790d-6f12-44c6-b2a9-0496341ba370 req-bc6d7a64-8585-4eb2-b670-60125b4a4ff9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.171597 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c93790d-6f12-44c6-b2a9-0496341ba370 req-bc6d7a64-8585-4eb2-b670-60125b4a4ff9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 943 time: 0.2140491 Jul 16 01:25:47.251668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620dc95e-c3dd-4e11-9c01-527dc52d8814 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:47.280259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c93790d-6f12-44c6-b2a9-0496341ba370 req-a52aa225-41d0-4f0c-ae8b-fabb8e7ce38d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027546 Jul 16 01:25:47.297639 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.322268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a15938-f35f-45aa-9f6b-64771e63652c req-e61a5e5e-a44c-47bb-9eb1-91b9a3294151 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4359264 Jul 16 01:25:47.398181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 620dc95e-c3dd-4e11-9c01-527dc52d8814, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=620dc95e-c3dd-4e11-9c01-527dc52d8814,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:47.414442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b96a1499-b8aa-42ed-98d9-9c827f246556 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:47.443651 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.514488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6439f817-4212-4738-acfc-7c567c43830a None None] Update dhcp port {'port': {'network_id': 'e8c2b0d9-d338-4198-afeb-9e841370d56b', 'fixed_ips': [{'subnet_id': 'f4d07cb4-92fe-4687-842f-7b755eadcf94'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '193ec66e-0872-4b2d-89c2-262e97101ad9'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:25:47.557706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 193ec66e-0872-4b2d-89c2-262e97101ad9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:47.558382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.567885 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eb58f05a-0f86-49f7-88dc-1f0628a1d9bb req-de4cb411-bd4d-4f2b-9a80-4ad3df973c91 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 210 time: 0.0544875 Jul 16 01:25:47.638231 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6439f817-4212-4738-acfc-7c567c43830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.707532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] For port 193ec66e-0872-4b2d-89c2-262e97101ad9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=193ec66e-0872-4b2d-89c2-262e97101ad9,segment=NetworkSegment(11800371-8c88-4a95-a4cb-94971149709b),segment_id=11800371-8c88-4a95-a4cb-94971149709b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:47.716468 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.741928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 193ec66e-0872-4b2d-89c2-262e97101ad9 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:47.802766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd23aa-9814-4541-811a-8a6c099c94bc req-1ea6f87f-9ee8-4644-8ff5-345f3ad055bc tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.807359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cbcd23aa-9814-4541-811a-8a6c099c94bc req-1ea6f87f-9ee8-4644-8ff5-345f3ad055bc tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.1907041 Jul 16 01:25:47.898232 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cbcd23aa-9814-4541-811a-8a6c099c94bc req-97df6f17-d2b9-4f72-a27a-35533b325268 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783081 Jul 16 01:25:47.908413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=620dc95e-c3dd-4e11-9c01-527dc52d8814,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.916921 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['620dc95e-c3dd-4e11-9c01-527dc52d8814'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:47.946185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a15938-f35f-45aa-9f6b-64771e63652c req-c2dd8b41-3122-4502-b58f-5d75f88edaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.949575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a15938-f35f-45aa-9f6b-64771e63652c req-c2dd8b41-3122-4502-b58f-5d75f88edaff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 1098 time: 0.5608299 Jul 16 01:25:48.054705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba4c8d7-072e-4b5f-a05d-4eb8f564a071 None None] Network e8c2b0d9-d338-4198-afeb-9e841370d56b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:48.059847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.060377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.061967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.062731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.063474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.063988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.064500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.064994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.065615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.066714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.067625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.068128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:48.115204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-44b8247c-0bf0-4ee0-aad3-1b3e8b8e3ed7 None None] Could not find standard attr ID for object 193ec66e-0872-4b2d-89c2-262e97101ad9. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:25:48.128621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.138708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.183935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:48.190730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:48.193165 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eb7feb-6514-4d2d-830a-f7015808f9af" -d '{"events": [{"server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "name": "network-vif-unplugged", "status": "completed", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:48.282761 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.287049 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6166c485-e0d1-4294-95c1-dcc822f83eea x-openstack-request-id: req-6166c485-e0d1-4294-95c1-dcc822f83eea {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:48.287341 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "name": "network-vif-unplugged", "status": "completed", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:48.287592 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6166c485-e0d1-4294-95c1-dcc822f83eea {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:48.288602 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'code': 200} Jul 16 01:25:48.369882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.496460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7b8e4-8102-4855-84a6-4b9c5622108b None None] DHCP port deletion for e8c2b0d9-d338-4198-afeb-9e841370d56b request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:48.727682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078cfd0-cb35-43ce-b46f-444dcf8bec7f req-5af87e5e-a427-4feb-8e5c-6c15a9aebc8c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.737690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4078cfd0-cb35-43ce-b46f-444dcf8bec7f req-5af87e5e-a427-4feb-8e5c-6c15a9aebc8c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 944 time: 0.1490035 Jul 16 01:25:48.820299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4078cfd0-cb35-43ce-b46f-444dcf8bec7f req-16f1c273-eeb8-4e7d-8a63-7068218fedf6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771747 Jul 16 01:25:48.913189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=193ec66e-0872-4b2d-89c2-262e97101ad9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.975748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No DVR routers for this DVR port 193ec66e-0872-4b2d-89c2-262e97101ad9 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:49.025700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c047b124-5563-4c5a-bd5e-0e594ffa65eb req-b0d7f728-3c7d-4f3c-aea7-099aa220336e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 210 time: 0.1214895 Jul 16 01:25:49.053012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a15938-f35f-45aa-9f6b-64771e63652c req-c9b863a4-044f-45f5-9e13-4b3aacde404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.054610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a15938-f35f-45aa-9f6b-64771e63652c req-c9b863a4-044f-45f5-9e13-4b3aacde404a service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 200 len: 906 time: 1.0675352 Jul 16 01:25:49.326129 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.362128 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a15938-f35f-45aa-9f6b-64771e63652c req-4eeeb43a-ed8a-4af8-8beb-020e0aa16a95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f8bff01-481d-47a1-8263-f29ee0ad6d13 HTTP/1.1" status: 200 len: 217 time: 0.2384160 Jul 16 01:25:49.372158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c2b0d9-d338-4198-afeb-9e841370d56b']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:49.390406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd483d-5ec4-4ab2-9600-a4fe9b6375fc req-1d593ab6-ca62-4121-900c-d9992bfe2425 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.416000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cafd483d-5ec4-4ab2-9600-a4fe9b6375fc req-1d593ab6-ca62-4121-900c-d9992bfe2425 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.2607102 Jul 16 01:25:49.440782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11800371-8c88-4a95-a4cb-94971149709b') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:49.441495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11800371-8c88-4a95-a4cb-94971149709b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:49.511480 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.534787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.541315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a15938-f35f-45aa-9f6b-64771e63652c req-51fb6817-9299-4795-b2f6-a35b7d70ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.543257 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a15938-f35f-45aa-9f6b-64771e63652c req-51fb6817-9299-4795-b2f6-a35b7d70ecb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 200 len: 846 time: 0.1452491 Jul 16 01:25:49.547117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:49.550233 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:49.561871 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:49.590178 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cafd483d-5ec4-4ab2-9600-a4fe9b6375fc req-c029c28f-b0b2-43c4-92f9-bcb169ad76a1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735675 Jul 16 01:25:49.693764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a15938-f35f-45aa-9f6b-64771e63652c req-6046ea18-126f-4b1a-89d5-2a6873d30dbc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d319e49-9dda-45be-8a70-a50c234a25c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715463 Jul 16 01:25:49.891195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4eacd-12a1-453f-a60c-522818a9becc req-2df3e300-7976-49b7-b1cb-5ceeeb82549e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.893724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-2df3e300-7976-49b7-b1cb-5ceeeb82549e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.67 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 812 time: 0.2954054 Jul 16 01:25:49.921896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'port': {'device_id': '10a3992c-020e-49ba-83d3-17bd2313f29d', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'admin_state_up': True, 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:50.044732 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.070068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.074459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/networks/e8c2b0d9-d338-4198-afeb-9e841370d56b HTTP/1.1" status: 204 len: 168 time: 2.9858875 Jul 16 01:25:50.090877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:50.107650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e7c4d-d40a-42e1-ad84-be09e5bba1c7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Network': ['ID=e8c2b0d9-d338-4198-afeb-9e841370d56b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:50.117639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 193ec66e-0872-4b2d-89c2-262e97101ad9 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:50.187831 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a15938-f35f-45aa-9f6b-64771e63652c req-b3a4eaf7-fa94-4ab2-9a2b-366dbb992fe6 service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769518 Jul 16 01:25:50.227330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 193ec66e-0872-4b2d-89c2-262e97101ad9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:50.230276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 193ec66e-0872-4b2d-89c2-262e97101ad9 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:50.294612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 620dc95e-c3dd-4e11-9c01-527dc52d8814 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:50.335993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41050) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:50.417254 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a15938-f35f-45aa-9f6b-64771e63652c req-e1846803-7414-4011-acf9-e1838833fa96 service neutron] 10.222.0.50 "GET /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180142 Jul 16 01:25:50.488420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 620dc95e-c3dd-4e11-9c01-527dc52d8814 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:50.517600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 620dc95e-c3dd-4e11-9c01-527dc52d8814 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:50.520883 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.833672 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.878578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebbbf4-9723-4e2d-a68a-97c2c0582c06 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.885380 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-33ebbbf4-9723-4e2d-a68a-97c2c0582c06 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7686365 Jul 16 01:25:50.890561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41064) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:50.891466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Made reservation on behalf of f4c0bf2d24f74bb7923b4fa83468d2cd for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:50.902529 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.935614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a986625-39ef-47bc-a060-e136b535ec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620dc95e-c3dd-4e11-9c01-527dc52d8814'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:50.946565 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035b278e-65dd-46f8-9691-a3c482cc594f" -d '{"events": [{"server_uuid": "1a986625-39ef-47bc-a060-e136b535ec17", "name": "network-vif-plugged", "status": "completed", "tag": "620dc95e-c3dd-4e11-9c01-527dc52d8814"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:50.986563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 620dc95e-c3dd-4e11-9c01-527dc52d8814, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=620dc95e-c3dd-4e11-9c01-527dc52d8814,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:50.993894 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.008063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ccc0cb69-8e96-40ed-953e-35874b250cee req-01ce0a6f-1c05-4b9f-a57a-12a5558cd57d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 210 time: 0.1034780 Jul 16 01:25:51.104401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=620dc95e-c3dd-4e11-9c01-527dc52d8814,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.130687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe711d-5bde-4c40-a8c2-2e1478c7d958 req-dd8bcb2d-f08a-437e-b8cd-372280e38bc6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.153235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5fe711d-5bde-4c40-a8c2-2e1478c7d958 req-dd8bcb2d-f08a-437e-b8cd-372280e38bc6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 944 time: 0.7839069 Jul 16 01:25:51.349573 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ab4303ff-0bae-4852-abe7-e8d7593d81ac tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4088442 Jul 16 01:25:51.372890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5fe711d-5bde-4c40-a8c2-2e1478c7d958 req-2a93568c-57f7-4407-af68-5411bcf6466f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169869 Jul 16 01:25:51.397652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41068) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:51.403385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-326384026'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:51.479921 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde962c6-e00b-45cf-a165-51549e825db3 x-openstack-request-id: req-fde962c6-e00b-45cf-a165-51549e825db3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:51.483463 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a986625-39ef-47bc-a060-e136b535ec17", "name": "network-vif-plugged", "status": "completed", "tag": "620dc95e-c3dd-4e11-9c01-527dc52d8814", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:51.483463 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fde962c6-e00b-45cf-a165-51549e825db3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:51.483463 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a986625-39ef-47bc-a060-e136b535ec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620dc95e-c3dd-4e11-9c01-527dc52d8814', 'code': 200} Jul 16 01:25:51.507036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Allocated IP 172.20.0.11 (e9491746-18a9-4e5f-90b0-ecff7036d857/2a41718e-83a0-48ab-a370-1def9d66fa7a/dd5578b6-85ad-491a-9486-16b8143c91bf) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:51.509904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:51.513902 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.573534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:51.598381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.598952 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Added segment 4c22f2ac-e0fe-4f63-be51-21792fb64d48 of type vlan for network fa580146-83f7-4507-8512-1a6a1fb6828d Jul 16 01:25:51.695274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-28d4c0ce-4baa-405b-a1dc-e2fa6b583f9f req-03871ea7-c56e-4215-bb66-1fda4243afb1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:25:51.707543 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.722095 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-28d4c0ce-4baa-405b-a1dc-e2fa6b583f9f req-03871ea7-c56e-4215-bb66-1fda4243afb1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0776021 Jul 16 01:25:51.771784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.775770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.781831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.782835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.804585 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4054105 Jul 16 01:25:51.808728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:51.818110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'fa580146-83f7-4507-8512-1a6a1fb6828d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:51.835519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Transition to ACTIVE for port object dd5578b6-85ad-491a-9486-16b8143c91bf will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:52.012199 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70158072-e8a9-4462-b1ca-2def743d1ada req-cc14aa33-17c6-40d2-b95c-8aa70e58b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.015970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-70158072-e8a9-4462-b1ca-2def743d1ada req-cc14aa33-17c6-40d2-b95c-8aa70e58b8a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 1097 time: 0.3705065 Jul 16 01:25:52.017207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c7a04-d78c-442f-884c-c8232ffa6644 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Network': ['ID=fa580146-83f7-4507-8512-1a6a1fb6828d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:52.031544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network fa580146-83f7-4507-8512-1a6a1fb6828d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:52.086522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:52.111875 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.203664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-70158072-e8a9-4462-b1ca-2def743d1ada req-81664132-9ca4-4e02-b64d-3652277219fd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755376 Jul 16 01:25:52.249897 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.371836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.427872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Network e9491746-18a9-4e5f-90b0-ecff7036d857 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:52.483169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:52.487965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'Port': ['ID=dd5578b6-85ad-491a-9486-16b8143c91bf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:52.505392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:52.711156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de3560-ebca-4188-af59-2711755db8fb req-62651b39-89ff-440c-a66e-f227bde7bcc1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.721857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83de3560-ebca-4188-af59-2711755db8fb req-62651b39-89ff-440c-a66e-f227bde7bcc1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.4825156 Jul 16 01:25:52.741399 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.747565 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.768275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2b52c-a2fb-4dbd-b1d4-e663fd07a9f9 req-4eff8730-c3d0-4ffd-a77a-d7721705fa82 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.770555 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ec2b52c-a2fb-4dbd-b1d4-e663fd07a9f9 req-4eff8730-c3d0-4ffd-a77a-d7721705fa82 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 932 time: 0.3004491 Jul 16 01:25:52.959903 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-6be4f5b4-ed1c-40b7-a606-1dd4e7de687b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0558996 Jul 16 01:25:52.987744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-61e97faa-c6ae-418d-b46d-2178a2926894 None None] Provisioning for port dd5578b6-85ad-491a-9486-16b8143c91bf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:52.989300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ec2b52c-a2fb-4dbd-b1d4-e663fd07a9f9 req-9a52de30-88fe-45e0-b480-627e7f763960 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061899 Jul 16 01:25:52.991782 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-83de3560-ebca-4188-af59-2711755db8fb req-fdd1e710-33a4-4dba-9ee8-94c6e5386428 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659252 Jul 16 01:25:53.007210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-61e97faa-c6ae-418d-b46d-2178a2926894 None None] Provisioning complete for port dd5578b6-85ad-491a-9486-16b8143c91bf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:53.010368 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61e97faa-c6ae-418d-b46d-2178a2926894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.031101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Request body: {'port': {'device_id': '10a3992c-020e-49ba-83d3-17bd2313f29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:53.087627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-61e97faa-c6ae-418d-b46d-2178a2926894 None None] Port dd5578b6-85ad-491a-9486-16b8143c91bf cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:53.256982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.327083 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-cdc15fe5-8d87-4dbc-b5a9-361967a351bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7910433 Jul 16 01:25:53.372321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] Deleting port 7d734e26-335b-4167-884e-0013eb452cc4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:53.372811 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.397585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=820a8ac8-20d6-4df6-9c09-f624bc22d2ae,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:53.400443 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.434491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Checking segment: {'id': '4c22f2ac-e0fe-4f63-be51-21792fb64d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fa580146-83f7-4507-8512-1a6a1fb6828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:53.434848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network hostable DHCP agents. Network: fa580146-83f7-4507-8512-1a6a1fb6828d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:53.449994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device b96a1499-b8aa-42ed-98d9-9c827f246556 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:53.535387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network fa580146-83f7-4507-8512-1a6a1fb6828d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:53.569656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, fa580146-83f7-4507-8512-1a6a1fb6828d) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:53.578991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.580117 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.587943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d59efe1-41e7-4ae9-9166-1319d1a95cd4 None None] Network fa580146-83f7-4507-8512-1a6a1fb6828d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:53.699245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] For port 7d734e26-335b-4167-884e-0013eb452cc4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7d734e26-335b-4167-884e-0013eb452cc4,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:53.699245 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.725619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba56fa1-3104-4034-9d7d-5958510e4a4b req-9ba9ec48-caec-4b80-a8a5-8d5d75082353 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.738454 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eba56fa1-3104-4034-9d7d-5958510e4a4b req-9ba9ec48-caec-4b80-a8a5-8d5d75082353 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.4688344 Jul 16 01:25:53.791016 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] Calling delete_port for 7d734e26-335b-4167-884e-0013eb452cc4 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:53.857435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-89985f58-a4a8-4c33-9d6a-b0a87688ded7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0450208 Jul 16 01:25:53.865514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:53.880267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': 'fa580146-83f7-4507-8512-1a6a1fb6828d', 'name': 'tempest-PortsTestJSON-861645034'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:54.057452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eba56fa1-3104-4034-9d7d-5958510e4a4b req-0f194d75-f26e-49e1-9d69-c4f512b19293 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178329 Jul 16 01:25:54.173792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:54.188149 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.256372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port 9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:54.401777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-fa580146-83f7-4507-8512-1a6a1fb6828d', 'network_id': 'fa580146-83f7-4507-8512-1a6a1fb6828d', 'tenant_id': 'e10e56c1022244ee99926b8ae017f7c6', 'fixed_ips': [{'subnet_id': '820a8ac8-20d6-4df6-9c09-f624bc22d2ae'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:54.403940 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.532703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.601572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d734e26-335b-4167-884e-0013eb452cc4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:54.697485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272bb80-2468-4ff5-af45-a1f4d31e0016 req-66d0153f-9bb9-40f3-82ba-1b9bdefce380 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.707694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.9 (fa580146-83f7-4507-8512-1a6a1fb6828d/820a8ac8-20d6-4df6-9c09-f624bc22d2ae/9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:54.708520 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f272bb80-2468-4ff5-af45-a1f4d31e0016 req-66d0153f-9bb9-40f3-82ba-1b9bdefce380 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.2609489 Jul 16 01:25:54.779222 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24842a4e-7dd4-4618-8a72-0e4f4f1cac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.891540 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f272bb80-2468-4ff5-af45-a1f4d31e0016 req-4d278544-e559-4607-bd1d-567ca3b49d80 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816859 Jul 16 01:25:55.211622 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.431696 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.554371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5578b6-85ad-491a-9486-16b8143c91bf {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:55.730263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cf401-c1e9-4a23-8a3c-152851544251 req-0574be69-2b9d-40aa-90b5-c972273bc962 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.736877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] Router 0e0db332-70db-42a9-b038-21b603fbd4c1 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:55.741682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b89cf401-c1e9-4a23-8a3c-152851544251 req-0574be69-2b9d-40aa-90b5-c972273bc962 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 932 time: 1.3412826 Jul 16 01:25:55.746102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.811562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Transition to ACTIVE for port object dd5578b6-85ad-491a-9486-16b8143c91bf will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:55.877993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.886050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.934484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object 9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:55.940964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:55.949506 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b4361e6a-5790-4607-898c-f98651b79d06 admin admin] 10.222.0.64 "PUT /v2.0/routers/0e0db332-70db-42a9-b038-21b603fbd4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6097100 Jul 16 01:25:55.949723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41150) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:55.973869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] Sync routers for ids ['0e0db332-70db-42a9-b038-21b603fbd4c1'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:55.991448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] Routers {'0e0db332-70db-42a9-b038-21b603fbd4c1'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:55.992512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:25:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0e0db332-70db-42a9-b038-21b603fbd4c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:56.073991 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b89cf401-c1e9-4a23-8a3c-152851544251 req-b4ae23ca-c57c-427f-a3bd-c9c9883757c4 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203437 Jul 16 01:25:56.271147 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.323325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] Set router 0e0db332-70db-42a9-b038-21b603fbd4c1 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:56.360476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Pushing event updated for resources: {'Port': ['ID=dd5578b6-85ad-491a-9486-16b8143c91bf,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:56.434439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c25a76-9c2e-4c35-8229-cc4306ed492c req-b77f580a-e47e-4f1b-afae-c71178ce110a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.441877 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3c25a76-9c2e-4c35-8229-cc4306ed492c req-b77f580a-e47e-4f1b-afae-c71178ce110a tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.6867769 Jul 16 01:25:56.520253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.524279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Attempting to bind port dd5578b6-85ad-491a-9486-16b8143c91bf on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:56.524861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Attempting to bind port dd5578b6-85ad-491a-9486-16b8143c91bf by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:56.525368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Attempting to bind port dd5578b6-85ad-491a-9486-16b8143c91bf on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:56.585303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:56.602172 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3c25a76-9c2e-4c35-8229-cc4306ed492c req-e0b91b5e-28e8-49ef-9e03-bf7ec886fbb5 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587384 Jul 16 01:25:56.608534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Port dd5578b6-85ad-491a-9486-16b8143c91bf on network e9491746-18a9-4e5f-90b0-ecff7036d857 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:56.609076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Attempting to bind port dd5578b6-85ad-491a-9486-16b8143c91bf on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:56.620369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:56.620766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Checking segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:56.621109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Bound using segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:56.621552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Bound port: dd5578b6-85ad-491a-9486-16b8143c91bf, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:56.621912 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.651079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network fa580146-83f7-4507-8512-1a6a1fb6828d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:56.668397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:56.677746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:56.707514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Allocated IP 172.20.0.2 (fa580146-83f7-4507-8512-1a6a1fb6828d/820a8ac8-20d6-4df6-9c09-f624bc22d2ae/a17f10a8-81c4-4da1-ba92-d8b448bf1692) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:56.725546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.760301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c7bd6-9d82-4675-aa05-c3aa9dd1ffc0 req-3697375f-7f65-48b2-a56a-5a24977839f3 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.762074 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f4c7bd6-9d82-4675-aa05-c3aa9dd1ffc0 req-3697375f-7f65-48b2-a56a-5a24977839f3 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.3580835 Jul 16 01:25:56.817098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.817738 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.820861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] For port dd5578b6-85ad-491a-9486-16b8143c91bf, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:56.847653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Deleting port 88236b40-54c5-4ad4-b58e-34b508201e26 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:56.847992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.849524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f4c7bd6-9d82-4675-aa05-c3aa9dd1ffc0 req-c4e81773-7db6-41a2-9600-7f14d97368fb tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783033 Jul 16 01:25:56.856903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] For port dd5578b6-85ad-491a-9486-16b8143c91bf, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd5578b6-85ad-491a-9486-16b8143c91bf,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:56.875961 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.902616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-34d361e5-dab8-484a-9594-31c5d49a45f5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0363016 Jul 16 01:25:56.905691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:56.911766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': 'fa580146-83f7-4507-8512-1a6a1fb6828d', 'name': 'tempest-PortsTestJSON-2042460695'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:57.003686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.008353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.015909 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] 10.222.0.67 "PUT /v2.0/ports/dd5578b6-85ad-491a-9486-16b8143c91bf HTTP/1.1" status: 200 len: 1093 time: 4.0082717 Jul 16 01:25:57.016828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3992c-020e-49ba-83d3-17bd2313f29d', 'tag': 'dd5578b6-85ad-491a-9486-16b8143c91bf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:57.020291 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48069e7-1e19-4763-b992-e1ca650fa640" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3992c-020e-49ba-83d3-17bd2313f29d", "tag": "dd5578b6-85ad-491a-9486-16b8143c91bf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:57.181060 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.221109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17860b08-9fb6-407d-a9c9-a406f245db9a service neutron] Pushing event updated for resources: {'Port': ['ID=dd5578b6-85ad-491a-9486-16b8143c91bf,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:57.276346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4eacd-12a1-453f-a60c-522818a9becc req-113925b2-d07c-4077-a93e-5626947fdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.277987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-113925b2-d07c-4077-a93e-5626947fdf8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 1096 time: 0.1784501 Jul 16 01:25:57.369563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:57.383787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.454606 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed3a1ab2-90e0-41b6-9364-6ae63f2fb5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.468418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port 912cbc0b-acaa-4a46-b330-134cb09896c5 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:57.494593 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4432f96-2205-4f3b-9681-e9bf4f23a05c x-openstack-request-id: req-f4432f96-2205-4f3b-9681-e9bf4f23a05c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:57.494881 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3992c-020e-49ba-83d3-17bd2313f29d", "tag": "dd5578b6-85ad-491a-9486-16b8143c91bf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:57.495133 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4432f96-2205-4f3b-9681-e9bf4f23a05c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:57.495290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] For port 88236b40-54c5-4ad4-b58e-34b508201e26, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=88236b40-54c5-4ad4-b58e-34b508201e26,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:57.495537 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3992c-020e-49ba-83d3-17bd2313f29d', 'tag': 'dd5578b6-85ad-491a-9486-16b8143c91bf', 'status': 'completed', 'code': 200} Jul 16 01:25:57.495669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.497388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-ce7834e5-7996-41a9-a8f2-49ad2b8aa138 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5578b6-85ad-491a-9486-16b8143c91bf HTTP/1.1" status: 200 len: 217 time: 0.2007363 Jul 16 01:25:57.646660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Calling delete_port for 88236b40-54c5-4ad4-b58e-34b508201e26 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:57.727992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4eacd-12a1-453f-a60c-522818a9becc req-f958c3b3-79fe-4e9b-a52c-054bd1bd78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.729487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-f958c3b3-79fe-4e9b-a52c-054bd1bd78bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.2196610 Jul 16 01:25:57.837315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e69b-0160-4ea1-ab12-04c4b2374174 req-13a56cc9-bff1-4756-b4ad-0b383f4b6d5e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.844619 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89e2e69b-0160-4ea1-ab12-04c4b2374174 req-13a56cc9-bff1-4756-b4ad-0b383f4b6d5e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.7592611 Jul 16 01:25:57.861521 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.868888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:25:54Z', 'revision_number': 5, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port': {'id': '88236b40-54c5-4ad4-b58e-34b508201e26', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:13Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:57.917650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] Checking router: 0e0db332-70db-42a9-b038-21b603fbd4c1 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:57.918393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-60b93faf-4c7b-4894-b53f-48fc6f8a0a88 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.926385 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-60b93faf-4c7b-4894-b53f-48fc6f8a0a88 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.6320004 Jul 16 01:25:57.952211 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.980883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Transition to ACTIVE for port object a17f10a8-81c4-4da1-ba92-d8b448bf1692 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:58.000017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.000337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] Routers {'0e0db332-70db-42a9-b038-21b603fbd4c1'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:58.001307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:25:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0e0db332-70db-42a9-b038-21b603fbd4c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:58.082919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Pushing event deleted for resources: {'Port': ['ID=88236b40-54c5-4ad4-b58e-34b508201e26,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:58.124371 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89e2e69b-0160-4ea1-ab12-04c4b2374174 req-a224ed2a-5402-465a-bbba-693c7b911767 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785361 Jul 16 01:25:58.161500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e622449-bbd7-4a68-acdf-21cdba57d911 req-c5e965fd-5e22-4ce7-baa4-86f61c9f3f6e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.169268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e622449-bbd7-4a68-acdf-21cdba57d911 req-c5e965fd-5e22-4ce7-baa4-86f61c9f3f6e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 944 time: 0.6360731 Jul 16 01:25:58.198724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Transition to ACTIVE for port object a17f10a8-81c4-4da1-ba92-d8b448bf1692 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:58.214068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] Set router 0e0db332-70db-42a9-b038-21b603fbd4c1 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:58.216264 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.224497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4eacd-12a1-453f-a60c-522818a9becc req-80a3da3b-09f6-4d1e-9a3e-b3f6ed2b59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.226088 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-80a3da3b-09f6-4d1e-9a3e-b3f6ed2b59e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4815528 Jul 16 01:25:58.229254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Deleting port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:58.229555 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.431013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:25:57Z', 'revision_number': 7, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:58.442573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Network fa580146-83f7-4507-8512-1a6a1fb6828d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:58.468876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-c59792bd-1633-4fca-9f9c-a21ea42eb604 service neutron] 10.222.0.67 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426868 Jul 16 01:25:58.540947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:58.557949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:58.591017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.594590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271618b-63c2-4702-950e-c5eb2eda68bf None None] The sync data for ids ['0e0db332-70db-42a9-b038-21b603fbd4c1'] in n-d-791504-14 is: [{'id': '0e0db332-70db-42a9-b038-21b603fbd4c1', 'name': 'tempest-TaggedBootDevicesTest-2099120643-router', 'tenant_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:12Z', 'updated_at': '2021-07-16T01:25:57Z', 'revision_number': 7, 'project_id': 'a8c2e1d5846b4437a4a7cb76ee192248', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:58.636005 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.642051 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39d4eacd-12a1-453f-a60c-522818a9becc req-b1e65f92-b0ce-4d99-9734-2e89cff73308 service neutron] 10.222.0.67 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618700 Jul 16 01:25:58.694695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Pushing event updated for resources: {'Port': ['ID=a17f10a8-81c4-4da1-ba92-d8b448bf1692,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:58.714953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e622449-bbd7-4a68-acdf-21cdba57d911 req-215eca41-3a61-4227-8b51-85d4b1c5b3fc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447309 Jul 16 01:25:58.805643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Attempting to bind port a17f10a8-81c4-4da1-ba92-d8b448bf1692 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:58.807938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Attempting to bind port a17f10a8-81c4-4da1-ba92-d8b448bf1692 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4c22f2ac-e0fe-4f63-be51-21792fb64d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fa580146-83f7-4507-8512-1a6a1fb6828d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:58.808902 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Attempting to bind port a17f10a8-81c4-4da1-ba92-d8b448bf1692 on network fa580146-83f7-4507-8512-1a6a1fb6828d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:58.810869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3e69eed8-b1e0-4fb3-ad72-cb273e30f754 {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:25:58.811197 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:25:58.821667 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.826975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.827915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:58.828999 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Checking segment: {'id': '4c22f2ac-e0fe-4f63-be51-21792fb64d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fa580146-83f7-4507-8512-1a6a1fb6828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:58.830315 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.831480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Bound using segment: {'id': '4c22f2ac-e0fe-4f63-be51-21792fb64d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fa580146-83f7-4507-8512-1a6a1fb6828d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:58.832477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Bound port: a17f10a8-81c4-4da1-ba92-d8b448bf1692, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c22f2ac-e0fe-4f63-be51-21792fb64d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fa580146-83f7-4507-8512-1a6a1fb6828d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:58.833168 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.869091 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] For port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:58.869714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.950112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] For port a17f10a8-81c4-4da1-ba92-d8b448bf1692, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:58.965739 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.967579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e0db332-70db-42a9-b038-21b603fbd4c1 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:25:58.973781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] For port a17f10a8-81c4-4da1-ba92-d8b448bf1692, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a17f10a8-81c4-4da1-ba92-d8b448bf1692,segment=NetworkSegment(4c22f2ac-e0fe-4f63-be51-21792fb64d48),segment_id=4c22f2ac-e0fe-4f63-be51-21792fb64d48)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:58.977728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.979038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5d1238b7-3fa8-410c-ade8-1361f3561232 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0e0db332-70db-42a9-b038-21b603fbd4c1 HTTP/1.1" status: 204 len: 168 time: 3.0267725 Jul 16 01:25:58.983365 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.005017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179940a7-73e7-4536-9749-a59d471ddfb0 req-4b6dd909-12c5-4b43-9b6d-81b4fad090ec tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.006685 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-179940a7-73e7-4536-9749-a59d471ddfb0 req-4b6dd909-12c5-4b43-9b6d-81b4fad090ec tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.5385466 Jul 16 01:25:59.007191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41182) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:59.125631 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0a76f-a36f-4a50-9594-81f4d98b1289 None None] Pushing event updated for resources: {'Port': ['ID=a17f10a8-81c4-4da1-ba92-d8b448bf1692,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.159168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ec2765-f4f7-4f91-ab25-64df679615d6 admin admin] Deleting subnet 2246a116-9b5d-48d9-8c84-79b4a085fa8f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:59.180958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46ec2765-f4f7-4f91-ab25-64df679615d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.228933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-e94765a9-4c4a-490d-9604-bafea00f106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.230497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-e94765a9-4c4a-490d-9604-bafea00f106d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 1096 time: 0.4853704 Jul 16 01:25:59.276207 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46ec2765-f4f7-4f91-ab25-64df679615d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.280579 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-179940a7-73e7-4536-9749-a59d471ddfb0 req-c5309419-8a33-420e-aa93-acd0d9d24969 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188571 Jul 16 01:25:59.586626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.586626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.586626 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Floating IP e1676a6a-0561-4e23-b139-95d85d74a396 disassociated. External IP: 172.25.4.155, port: 5ecb2ccf-6a88-4f44-a4b9-13b415854c10. Jul 16 01:25:59.586626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Calling delete_port for 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:59.827449 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.901965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ffc4d-fdef-4132-9b73-18877f141aa4 req-c7999986-680a-4a9e-9bff-3e9fdde70ec3 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.910663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c71ffc4d-fdef-4132-9b73-18877f141aa4 req-c7999986-680a-4a9e-9bff-3e9fdde70ec3 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 945 time: 0.7962682 Jul 16 01:25:59.941641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port 9ff858d5-d16d-4d10-aa21-88e0ba6f5efe yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:59.980803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c71ffc4d-fdef-4132-9b73-18877f141aa4 req-28238229-a2bb-4d91-8b7d-a69351054f35 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3024c2f-bc24-4149-b521-845f7d3964a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692816 Jul 16 01:26:00.019775 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.109501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-592f392f-15a4-48f0-a6a2-021297da4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.118942 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.130543 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-592f392f-15a4-48f0-a6a2-021297da4cd1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.8752263 Jul 16 01:26:00.256916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611504e0-5e82-41a0-81e0-5a12cd7cc679 req-397343fd-cf72-49a4-978e-c7f6fc3c0304 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.261540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a17f10a8-81c4-4da1-ba92-d8b448bf1692 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:00.268744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-611504e0-5e82-41a0-81e0-5a12cd7cc679 req-397343fd-cf72-49a4-978e-c7f6fc3c0304 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.4327559 Jul 16 01:26:00.331926 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-6d29f209-a9fe-476c-8ba7-d42adb8e667a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5578b6-85ad-491a-9486-16b8143c91bf HTTP/1.1" status: 200 len: 217 time: 0.1984892 Jul 16 01:26:00.351581 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46ec2765-f4f7-4f91-ab25-64df679615d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.393854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a17f10a8-81c4-4da1-ba92-d8b448bf1692 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:00.394475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event deleted for resources: {'Port': ['ID=5ecb2ccf-6a88-4f44-a4b9-13b415854c10,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:00.499944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-7e299d5b-cf4f-473b-bd6e-21bba3021c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.501605 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-7e299d5b-cf4f-473b-bd6e-21bba3021c57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.1111395 Jul 16 01:26:00.511944 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-611504e0-5e82-41a0-81e0-5a12cd7cc679 req-9e1348bc-801f-4e57-a1e0-5f3a98f7bc31 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407713 Jul 16 01:26:00.518110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.5 (fa580146-83f7-4507-8512-1a6a1fb6828d/820a8ac8-20d6-4df6-9c09-f624bc22d2ae/9ff858d5-d16d-4d10-aa21-88e0ba6f5efe) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:00.604043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7d734e26-335b-4167-884e-0013eb452cc4 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:00.632175 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46ec2765-f4f7-4f91-ab25-64df679615d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.673324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 7d734e26-335b-4167-884e-0013eb452cc4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:00.673592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7d734e26-335b-4167-884e-0013eb452cc4 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:00.673832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 88236b40-54c5-4ad4-b58e-34b508201e26 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:00.736755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 88236b40-54c5-4ad4-b58e-34b508201e26 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:00.737147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 88236b40-54c5-4ad4-b58e-34b508201e26 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:00.750463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46ec2765-f4f7-4f91-ab25-64df679615d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.752783 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c35bf2-2bdd-46b3-8ecf-c8bb954bcea2 None None] Network 90e7227a-696f-4b17-be86-431b8100a57c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:00.754604 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-46ec2765-f4f7-4f91-ab25-64df679615d6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2246a116-9b5d-48d9-8c84-79b4a085fa8f HTTP/1.1" status: 204 len: 168 time: 1.7461543 Jul 16 01:26:00.757982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec2765-f4f7-4f91-ab25-64df679615d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2246a116-9b5d-48d9-8c84-79b4a085fa8f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:00.767097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:00.858144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e3e1-a0fa-478a-8759-a0d3e0b1ba06 req-d478cd27-2b6e-4d75-a3ac-65c4d3665255 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.866914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4c4e3e1-a0fa-478a-8759-a0d3e0b1ba06 req-d478cd27-2b6e-4d75-a3ac-65c4d3665255 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.4785950 Jul 16 01:26:00.917415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-d79fb610-cb3f-40f0-8dd4-7b64758c52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.919697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-d79fb610-cb3f-40f0-8dd4-7b64758c52fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4087403 Jul 16 01:26:00.953806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Router 3506af92-b6ad-4c17-95c7-64c012ab7431 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:01.035711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8bad4-2935-4ec9-95a7-9cbc8459f77f None None] Network fa580146-83f7-4507-8512-1a6a1fb6828d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:01.058703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4c4e3e1-a0fa-478a-8759-a0d3e0b1ba06 req-ea9e671d-6295-418c-9815-9a5afce2108d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905308 Jul 16 01:26:01.127362 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.130830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da790df2-8ca5-468f-82f8-e313f1824b83 req-d2ad7a0f-752b-447a-b6e9-d9041355754b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.139955 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da790df2-8ca5-468f-82f8-e313f1824b83 req-d2ad7a0f-752b-447a-b6e9-d9041355754b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 944 time: 0.3277371 Jul 16 01:26:01.173802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6904c2c3-5d37-4e80-bf0a-c2a1bfd7f289 None None] Provisioning for port a17f10a8-81c4-4da1-ba92-d8b448bf1692 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:01.183002 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.183248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6904c2c3-5d37-4e80-bf0a-c2a1bfd7f289 None None] Provisioning complete for port a17f10a8-81c4-4da1-ba92-d8b448bf1692 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:01.183670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6904c2c3-5d37-4e80-bf0a-c2a1bfd7f289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.224269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object 9ff858d5-d16d-4d10-aa21-88e0ba6f5efe will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:01.241144 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da790df2-8ca5-468f-82f8-e313f1824b83 req-494e4428-179d-4f2a-851b-891e8ff6ef25 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998957 Jul 16 01:26:01.349730 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6904c2c3-5d37-4e80-bf0a-c2a1bfd7f289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.360060 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.391627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:01.403270 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] Sync routers for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:01.417544 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:01.419574 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:25:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:01.419766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6904c2c3-5d37-4e80-bf0a-c2a1bfd7f289 None None] For port a17f10a8-81c4-4da1-ba92-d8b448bf1692, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a17f10a8-81c4-4da1-ba92-d8b448bf1692,segment=NetworkSegment(4c22f2ac-e0fe-4f63-be51-21792fb64d48),segment_id=4c22f2ac-e0fe-4f63-be51-21792fb64d48)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:01.422564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073eb10c-285e-4ac5-a5a8-f866b403b7db None None] DHCP port deletion for 90e7227a-696f-4b17-be86-431b8100a57c request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:01.455182 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6904c2c3-5d37-4e80-bf0a-c2a1bfd7f289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.502839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd5578b6-85ad-491a-9486-16b8143c91bf details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:01.505054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:01.512078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=9ff858d5-d16d-4d10-aa21-88e0ba6f5efe,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:01.536014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network fa580146-83f7-4507-8512-1a6a1fb6828d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:01.541378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:01.553454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:01.554548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:01.562602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:01.653405 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5934a87d-bdfd-4977-9348-33aa1d48b665 req-c5d26069-bb44-439a-989b-137fbe0a776d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e5e13cb-2728-470a-8473-ad5ab1895bfa HTTP/1.1" status: 200 len: 210 time: 0.2910538 Jul 16 01:26:01.657064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.658676 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.725829 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1bbafbe0-0e19-4f1d-a477-a78cf13c91a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8188691 Jul 16 01:26:01.726600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41212) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:01.747060 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:01.849560 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:26:01.922737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c2c3-5d37-4e80-bf0a-c2a1bfd7f289 None None] Pushing event updated for resources: {'Port': ['ID=a17f10a8-81c4-4da1-ba92-d8b448bf1692,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:01.930353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-073eb10c-285e-4ac5-a5a8-f866b403b7db None None] Deleting port 1f9da0e3-1350-4670-a413-896cef1d7357 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:01.930861 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-073eb10c-285e-4ac5-a5a8-f866b403b7db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.025996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f2a66-77ec-481e-9179-fc17d1a91065 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.027938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-906f2a66-77ec-481e-9179-fc17d1a91065 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.3001299 Jul 16 01:26:02.043374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41216) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:02.105293 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:02.143982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a17f10a8-81c4-4da1-ba92-d8b448bf1692 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:02.178068 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] Checking router: 3506af92-b6ad-4c17-95c7-64c012ab7431 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:02.196566 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:02.197205 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:25:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:02.245029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-073eb10c-285e-4ac5-a5a8-f866b403b7db None None] For port 1f9da0e3-1350-4670-a413-896cef1d7357, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1f9da0e3-1350-4670-a413-896cef1d7357,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:02.245029 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-073eb10c-285e-4ac5-a5a8-f866b403b7db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.358046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda4462-a732-4613-85b1-3e0237ab6412 req-ada41392-189b-45ca-8c74-fcec0a1cb3b9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.371145 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aeda4462-a732-4613-85b1-3e0237ab6412 req-ada41392-189b-45ca-8c74-fcec0a1cb3b9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.3414598 Jul 16 01:26:02.372189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-073eb10c-285e-4ac5-a5a8-f866b403b7db None None] Calling delete_port for 1f9da0e3-1350-4670-a413-896cef1d7357 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:02.380698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-20f8d5b2-a1a1-407e-a3b7-ce467b1e3e98 service neutron] 10.222.0.67 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4432518 Jul 16 01:26:02.384143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] No DVR routers for this DVR port 5ecb2ccf-6a88-4f44-a4b9-13b415854c10 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:02.407427 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.411104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5db2b1fd-cb17-4bde-a323-8d6e4b23c73a req-083a34e1-9e8c-4792-8485-84d69a96119d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "DELETE /v2.0/ports/5ecb2ccf-6a88-4f44-a4b9-13b415854c10 HTTP/1.1" status: 204 len: 173 time: 4.4690392 Jul 16 01:26:02.429988 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:02.441301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2cdcce1f-d7f4-42c6-b984-62801c322419 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 9ff858d5-d16d-4d10-aa21-88e0ba6f5efe {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:02.441645 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cdcce1f-d7f4-42c6-b984-62801c322419 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.471691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'name': 'network-vif-deleted', 'tag': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:02.487524 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5728ae68-5c85-44c7-bfa4-bf40de37226e" -d '{"events": [{"server_uuid": "7e5e13cb-2728-470a-8473-ad5ab1895bfa", "name": "network-vif-deleted", "tag": "5ecb2ccf-6a88-4f44-a4b9-13b415854c10"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:02.571677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aeda4462-a732-4613-85b1-3e0237ab6412 req-1ccd1ddf-fd03-4cb4-b0c3-cd0f8ecf39fd tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982319 Jul 16 01:26:02.611101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port dd5578b6-85ad-491a-9486-16b8143c91bf, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd5578b6-85ad-491a-9486-16b8143c91bf,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:02.648842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Deleting port 1f9da0e3-1350-4670-a413-896cef1d7357 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:02.649445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.664024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'dd5578b6-85ad-491a-9486-16b8143c91bf', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'port_id': 'dd5578b6-85ad-491a-9486-16b8143c91bf', 'mac_address': 'fa:16:3e:fd:7e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:02.692277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a17f10a8-81c4-4da1-ba92-d8b448bf1692 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:02.692516 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.724872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed20969-145f-40ea-b3f0-031580f3c911 req-ae502b6d-47ae-408d-a776-79fc815e5548 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.726766 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0ed20969-145f-40ea-b3f0-031580f3c911 req-ae502b6d-47ae-408d-a776-79fc815e5548 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.3441246 Jul 16 01:26:02.846640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] For port 1f9da0e3-1350-4670-a413-896cef1d7357, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1f9da0e3-1350-4670-a413-896cef1d7357,segment=NetworkSegment(b048081f-734b-4ab1-9d4d-7cb211df3012),segment_id=b048081f-734b-4ab1-9d4d-7cb211df3012)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:02.847017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.890828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Calling delete_port for 1f9da0e3-1350-4670-a413-896cef1d7357 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:02.901561 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.917536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5578b6-85ad-491a-9486-16b8143c91bf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:02.924187 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-073eb10c-285e-4ac5-a5a8-f866b403b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.946241 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cdcce1f-d7f4-42c6-b984-62801c322419 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.953156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073eb10c-285e-4ac5-a5a8-f866b403b7db None None] No DVR routers for this DVR port 1f9da0e3-1350-4670-a413-896cef1d7357 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:03.015885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2cdcce1f-d7f4-42c6-b984-62801c322419 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 9ff858d5-d16d-4d10-aa21-88e0ba6f5efe owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:03.021057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073eb10c-285e-4ac5-a5a8-f866b403b7db None None] Pushing event deleted for resources: {'Port': ['ID=1f9da0e3-1350-4670-a413-896cef1d7357,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.050887 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:03.077074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.103696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port dd5578b6-85ad-491a-9486-16b8143c91bf, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd5578b6-85ad-491a-9486-16b8143c91bf,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:03.116048 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee6608-6575-4655-8178-fa0e59c8cf85 None None] The sync data for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 is: [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:03.149205 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.200604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9da0e3-1350-4670-a413-896cef1d7357,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.222722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] No DVR routers for this DVR port 1f9da0e3-1350-4670-a413-896cef1d7357 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:03.246680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6c89798-877d-4887-9a5e-99b9ada898a1 None None] Provisioning for port 9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:03.258508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6c89798-877d-4887-9a5e-99b9ada898a1 None None] Provisioning complete for port 9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:03.260058 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6c89798-877d-4887-9a5e-99b9ada898a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.266735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7363535-0893-4b9e-b1e2-2f72136c5990 req-d63bf260-d20c-49f1-92ee-2622500d3774 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.268770 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d7363535-0893-4b9e-b1e2-2f72136c5990 req-d63bf260-d20c-49f1-92ee-2622500d3774 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 944 time: 0.4611514 Jul 16 01:26:03.382863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=dd5578b6-85ad-491a-9486-16b8143c91bf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.409328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b6c89798-877d-4887-9a5e-99b9ada898a1 None None] Port 9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:03.418660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1f9da0e3-1350-4670-a413-896cef1d7357 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:03.434724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e48069e7-1e19-4763-b992-e1ca650fa640 req-fd66b08e-3987-42bd-a2e1-e95ad1eb0409 service neutron] 10.222.0.67 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0293257 Jul 16 01:26:03.457683 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0ed20969-145f-40ea-b3f0-031580f3c911 req-164fde21-20a1-4bf2-8942-98d1f0abfd3b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3776696 Jul 16 01:26:03.479797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['dd5578b6-85ad-491a-9486-16b8143c91bf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:03.489642 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d7363535-0893-4b9e-b1e2-2f72136c5990 req-c51cdd25-e38c-43be-9075-44d98b084f29 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044022 Jul 16 01:26:03.571079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.594758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e7227a-696f-4b17-be86-431b8100a57c']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:03.624713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b048081f-734b-4ab1-9d4d-7cb211df3012') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:03.625319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b048081f-734b-4ab1-9d4d-7cb211df3012') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:03.648537 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.674188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 1f9da0e3-1350-4670-a413-896cef1d7357 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:03.675503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1f9da0e3-1350-4670-a413-896cef1d7357 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:03.682411 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.696174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:03.696369 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:03.703374 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:03.712826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6c89798-877d-4887-9a5e-99b9ada898a1 None None] Provisioning complete for port a17f10a8-81c4-4da1-ba92-d8b448bf1692 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:03.715547 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6c89798-877d-4887-9a5e-99b9ada898a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.734189 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cdcce1f-d7f4-42c6-b984-62801c322419 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.813300 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.834468 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.844097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] 10.222.0.64 "DELETE /v2.0/networks/90e7227a-696f-4b17-be86-431b8100a57c HTTP/1.1" status: 204 len: 168 time: 3.0757480 Jul 16 01:26:03.884561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcce1f-d7f4-42c6-b984-62801c322419 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=9ff858d5-d16d-4d10-aa21-88e0ba6f5efe,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.902728 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803839f6-6079-44e2-834e-a58a90483c18 x-openstack-request-id: req-803839f6-6079-44e2-834e-a58a90483c18 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:03.903328 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5e13cb-2728-470a-8473-ad5ab1895bfa", "name": "network-vif-deleted", "tag": "5ecb2ccf-6a88-4f44-a4b9-13b415854c10", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:03.904066 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-803839f6-6079-44e2-834e-a58a90483c18 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:03.904975 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5e13cb-2728-470a-8473-ad5ab1895bfa', 'name': 'network-vif-deleted', 'tag': '5ecb2ccf-6a88-4f44-a4b9-13b415854c10', 'status': 'completed', 'code': 200} Jul 16 01:26:03.909390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c91353-153b-4410-af0f-ac932762113f admin admin] Pushing event deleted for resources: {'Network': ['ID=90e7227a-696f-4b17-be86-431b8100a57c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.963820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41244) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.093892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3065e53f-59b6-49d4-b78e-eb7bf58ad355 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.130275 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cdcce1f-d7f4-42c6-b984-62801c322419 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.136544 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2cdcce1f-d7f4-42c6-b984-62801c322419 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/9ff858d5-d16d-4d10-aa21-88e0ba6f5efe HTTP/1.1" status: 204 len: 168 time: 2.0896039 Jul 16 01:26:04.137285 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.142144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba63c40-1b22-404e-bd33-4416907b0525 None None] New status for floating IP e1676a6a-0561-4e23-b139-95d85d74a396: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:26:04.149759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3065e53f-59b6-49d4-b78e-eb7bf58ad355 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.174646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.215941 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be5d354-d8fa-444c-bb1b-8c6dde739643 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:26:04.221077 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7be5d354-d8fa-444c-bb1b-8c6dde739643 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/9ff858d5-d16d-4d10-aa21-88e0ba6f5efe HTTP/1.1" status: 404 len: 333 time: 0.0610149 Jul 16 01:26:04.223428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.262722 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3065e53f-59b6-49d4-b78e-eb7bf58ad355 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.269405 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3065e53f-59b6-49d4-b78e-eb7bf58ad355 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.272510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3065e53f-59b6-49d4-b78e-eb7bf58ad355 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "DELETE /v2.0/security-groups/f3024c2f-bc24-4149-b521-845f7d3964a2 HTTP/1.1" status: 204 len: 168 time: 0.3066719 Jul 16 01:26:04.280174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.300568 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ff162112-e3ca-4906-adc5-55a005ca4541 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8c2e1d5846b4437a4a7cb76ee192248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225152 Jul 16 01:26:04.306191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41258) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.325641 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-04ab52ad-fceb-4b40-bc18-69730e47e8cd tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] show failed (client error): The resource could not be found. Jul 16 01:26:04.333332 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-04ab52ad-fceb-4b40-bc18-69730e47e8cd tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups/f3024c2f-bc24-4149-b521-845f7d3964a2 HTTP/1.1" status: 404 len: 347 time: 0.0481060 Jul 16 01:26:04.336472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065e53f-59b6-49d4-b78e-eb7bf58ad355 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3024c2f-bc24-4149-b521-845f7d3964a2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:04.336766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.454336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3915a4-7588-451c-bc33-bcb8bb87d271 req-a2a9c28c-8383-4f70-89a9-29691ebf882b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.462436 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ed3915a4-7588-451c-bc33-bcb8bb87d271 req-a2a9c28c-8383-4f70-89a9-29691ebf882b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.3472321 Jul 16 01:26:04.603817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6c89798-877d-4887-9a5e-99b9ada898a1 None None] Could not find standard attr ID for object 9ff858d5-d16d-4d10-aa21-88e0ba6f5efe. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:26:04.630800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ed3915a4-7588-451c-bc33-bcb8bb87d271 req-88a2adc9-b939-4da3-b9b5-1106f9798bfb tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673298 Jul 16 01:26:04.663069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b992cc0b-cfe5-4480-a30e-7d4db3f678da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.742840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f0d49d7-c176-4d81-a363-b1b4d513d907 None None] Provisioning complete for port 9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:04.743875 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f0d49d7-c176-4d81-a363-b1b4d513d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.747014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7d31d2eb-036b-4b24-bd9c-3072559d8de5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:04.748126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d31d2eb-036b-4b24-bd9c-3072559d8de5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.760147 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b992cc0b-cfe5-4480-a30e-7d4db3f678da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.791977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-77323bea-b0e7-4a61-b898-c174ef91b8f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Deleting port aa2c4c68-507d-4b5f-8344-dc87bf311300 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:04.792485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77323bea-b0e7-4a61-b898-c174ef91b8f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.808356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d49d7-c176-4d81-a363-b1b4d513d907 None None] Port 9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:04.809329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164487-9bb4-4b60-a14e-c190e0cca67b req-29588f9d-6a21-4e78-9c61-7f8f02dfd773 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.811115 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4164487-9bb4-4b60-a14e-c190e0cca67b req-29588f9d-6a21-4e78-9c61-7f8f02dfd773 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.1273992 Jul 16 01:26:04.819087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f0d49d7-c176-4d81-a363-b1b4d513d907 None None] Could not find standard attr ID for object 9ff858d5-d16d-4d10-aa21-88e0ba6f5efe. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:26:04.856063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4164487-9bb4-4b60-a14e-c190e0cca67b req-0e392bdc-0f9d-40b2-bf51-ad1119b64212 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389540 Jul 16 01:26:05.051456 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77323bea-b0e7-4a61-b898-c174ef91b8f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.051812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77323bea-b0e7-4a61-b898-c174ef91b8f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.083372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d31d2eb-036b-4b24-bd9c-3072559d8de5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.085848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-77323bea-b0e7-4a61-b898-c174ef91b8f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Calling delete_port for aa2c4c68-507d-4b5f-8344-dc87bf311300 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:05.098537 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b992cc0b-cfe5-4480-a30e-7d4db3f678da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.101161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b992cc0b-cfe5-4480-a30e-7d4db3f678da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.102351 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b992cc0b-cfe5-4480-a30e-7d4db3f678da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38 HTTP/1.1" status: 204 len: 168 time: 0.7951798 Jul 16 01:26:05.131661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7d31d2eb-036b-4b24-bd9c-3072559d8de5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:05.150117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f62f4-ed03-4fed-ad0a-eac980874b23 req-57fbcd1a-3e94-4a5b-91c8-e31127237c86 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.151782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da1f62f4-ed03-4fed-ad0a-eac980874b23 req-57fbcd1a-3e94-4a5b-91c8-e31127237c86 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 945 time: 0.3662744 Jul 16 01:26:05.156179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992cc0b-cfe5-4480-a30e-7d4db3f678da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6b3d14-763d-4b3a-8bf1-9d0c2b70dd38,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.314984 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da1f62f4-ed03-4fed-ad0a-eac980874b23 req-f8e1cd23-634e-4297-9950-6e791201f085 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170986 Jul 16 01:26:05.437029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d31d2eb-036b-4b24-bd9c-3072559d8de5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.439376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77323bea-b0e7-4a61-b898-c174ef91b8f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.474817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323bea-b0e7-4a61-b898-c174ef91b8f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event deleted for resources: {'Port': ['ID=aa2c4c68-507d-4b5f-8344-dc87bf311300,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.480905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd5578b6-85ad-491a-9486-16b8143c91bf up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:05.571845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31d2eb-036b-4b24-bd9c-3072559d8de5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.615475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port dd5578b6-85ad-491a-9486-16b8143c91bf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:05.621704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port dd5578b6-85ad-491a-9486-16b8143c91bf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:05.622667 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.731105 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77323bea-b0e7-4a61-b898-c174ef91b8f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.735019 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77323bea-b0e7-4a61-b898-c174ef91b8f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.738644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-77323bea-b0e7-4a61-b898-c174ef91b8f9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "DELETE /v2.0/floatingips/e1676a6a-0561-4e23-b139-95d85d74a396 HTTP/1.1" status: 204 len: 168 time: 1.3861251 Jul 16 01:26:05.751840 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d31d2eb-036b-4b24-bd9c-3072559d8de5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.754234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7d31d2eb-036b-4b24-bd9c-3072559d8de5 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c HTTP/1.1" status: 204 len: 168 time: 1.5288739 Jul 16 01:26:05.759790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41288) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:05.831866 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.878124 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f5b788-50c6-4b26-a4d6-ebe38a35f9a8 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:26:05.893289 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-63f5b788-50c6-4b26-a4d6-ebe38a35f9a8 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/9b55c6b6-eb1c-4fcc-b6db-95c0c8b48a1c HTTP/1.1" status: 404 len: 333 time: 0.1294818 Jul 16 01:26:05.893541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41294) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:05.905005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port dd5578b6-85ad-491a-9486-16b8143c91bf, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd5578b6-85ad-491a-9486-16b8143c91bf,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:05.909769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3992c-020e-49ba-83d3-17bd2313f29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5578b6-85ad-491a-9486-16b8143c91bf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:05.918523 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdc5585-ce26-41e4-a7b2-03f95f138a2e" -d '{"events": [{"server_uuid": "10a3992c-020e-49ba-83d3-17bd2313f29d", "name": "network-vif-plugged", "status": "completed", "tag": "dd5578b6-85ad-491a-9486-16b8143c91bf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:05.925906 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.032241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=dd5578b6-85ad-491a-9486-16b8143c91bf,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.045744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ea5ebf-f4c1-4f71-9133-5058f5a8eb14 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet 820a8ac8-20d6-4df6-9c09-f624bc22d2ae {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:06.059640 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13ea5ebf-f4c1-4f71-9133-5058f5a8eb14 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.118639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc92877-6e06-4e9a-a483-db6084be9ade req-948f9fed-ae76-473a-a6f7-e78404b45715 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.137601 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9fc92877-6e06-4e9a-a483-db6084be9ade req-948f9fed-ae76-473a-a6f7-e78404b45715 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.2294035 Jul 16 01:26:06.175824 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13ea5ebf-f4c1-4f71-9133-5058f5a8eb14 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.228110 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9fc92877-6e06-4e9a-a483-db6084be9ade req-21a07b8d-ef15-4a1c-b684-93282a548e94 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893507 Jul 16 01:26:06.246136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:06.256031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5a9710fa-4a6f-4651-9993-4f89a81bc522 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182362955', 'description': 'tempest-description--246564263'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:06.333192 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a9710fa-4a6f-4651-9993-4f89a81bc522 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.369080 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abdc29a-88ed-47b4-90d3-7206c67f270c x-openstack-request-id: req-4abdc29a-88ed-47b4-90d3-7206c67f270c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:06.369557 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3992c-020e-49ba-83d3-17bd2313f29d", "name": "network-vif-plugged", "status": "completed", "tag": "dd5578b6-85ad-491a-9486-16b8143c91bf", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:06.369912 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4abdc29a-88ed-47b4-90d3-7206c67f270c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:06.370458 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3992c-020e-49ba-83d3-17bd2313f29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5578b6-85ad-491a-9486-16b8143c91bf', 'code': 200} Jul 16 01:26:06.549535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13ea5ebf-f4c1-4f71-9133-5058f5a8eb14 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.586925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41320) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:06.650048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13ea5ebf-f4c1-4f71-9133-5058f5a8eb14 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.669036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd108d-c406-47e0-9b1e-f169d2c6bdf5 req-50ab92de-68ed-4401-b8a4-77789f8cf947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.682943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-50fd108d-c406-47e0-9b1e-f169d2c6bdf5 req-50ab92de-68ed-4401-b8a4-77789f8cf947 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 1098 time: 0.1982491 Jul 16 01:26:06.705791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea5ebf-f4c1-4f71-9133-5058f5a8eb14 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=820a8ac8-20d6-4df6-9c09-f624bc22d2ae,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.713519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13ea5ebf-f4c1-4f71-9133-5058f5a8eb14 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.726798 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-13ea5ebf-f4c1-4f71-9133-5058f5a8eb14 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/820a8ac8-20d6-4df6-9c09-f624bc22d2ae HTTP/1.1" status: 204 len: 168 time: 0.8282611 Jul 16 01:26:06.727088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de7520-17ac-497e-8ef7-68632514a2fb None None] Network fa580146-83f7-4507-8512-1a6a1fb6828d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:06.727808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:06.818567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-50fd108d-c406-47e0-9b1e-f169d2c6bdf5 req-2f9a57e6-0d50-4858-8eb5-32021402d0d1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058228 Jul 16 01:26:06.841701 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a9710fa-4a6f-4651-9993-4f89a81bc522 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.858555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-network', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:06.891751 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a9710fa-4a6f-4651-9993-4f89a81bc522 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.897298 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.919451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:06.922392 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.938366 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.940805 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a9710fa-4a6f-4651-9993-4f89a81bc522 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.942298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5a9710fa-4a6f-4651-9993-4f89a81bc522 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6950920 Jul 16 01:26:06.949467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640adc65-639d-42eb-87c1-298538e03549 req-26e60ac5-dd93-4c9c-960a-d899889436e1 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.950757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41326) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:06.958799 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-640adc65-639d-42eb-87c1-298538e03549 req-26e60ac5-dd93-4c9c-960a-d899889436e1 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.3227885 Jul 16 01:26:06.968057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-af8f4d4d-b560-4658-a7cd-4251d2cb021e tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'security_group_rule': {'security_group_id': '380eebe8-8567-4813-b950-6845682b2ef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:07.036786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9710fa-4a6f-4651-9993-4f89a81bc522 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380eebe8-8567-4813-b950-6845682b2ef2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:07.079114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-640adc65-639d-42eb-87c1-298538e03549 req-ecdce578-480a-4237-bf7a-e5b118e203f3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185884 Jul 16 01:26:07.099657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89ed67-675c-4d8f-ac37-6505f0708fbb req-4b4a8952-873f-48b8-9519-a7f24be10485 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.107037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fabadc4-545a-4fc3-b882-6c5cbd12695a None None] DHCP port deletion for fa580146-83f7-4507-8512-1a6a1fb6828d request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:07.110160 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d89ed67-675c-4d8f-ac37-6505f0708fbb req-4b4a8952-873f-48b8-9519-a7f24be10485 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.4464192 Jul 16 01:26:07.118785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port a17f10a8-81c4-4da1-ba92-d8b448bf1692 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:07.119876 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.142401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af8f4d4d-b560-4658-a7cd-4251d2cb021e tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.198801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7fabadc4-545a-4fc3-b882-6c5cbd12695a None None] Deleting port a17f10a8-81c4-4da1-ba92-d8b448bf1692 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:07.199443 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fabadc4-545a-4fc3-b882-6c5cbd12695a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.266139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5d89ed67-675c-4d8f-ac37-6505f0708fbb req-026a8726-2a0c-4018-85ee-4b4fe592f969 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489990 Jul 16 01:26:07.288517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] For port a17f10a8-81c4-4da1-ba92-d8b448bf1692, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a17f10a8-81c4-4da1-ba92-d8b448bf1692,segment=NetworkSegment(4c22f2ac-e0fe-4f63-be51-21792fb64d48),segment_id=4c22f2ac-e0fe-4f63-be51-21792fb64d48)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:07.293635 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.341061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for a17f10a8-81c4-4da1-ba92-d8b448bf1692 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:07.387842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af8f4d4d-b560-4658-a7cd-4251d2cb021e tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.394000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af8f4d4d-b560-4658-a7cd-4251d2cb021e tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.406630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7fabadc4-545a-4fc3-b882-6c5cbd12695a None None] For port a17f10a8-81c4-4da1-ba92-d8b448bf1692, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a17f10a8-81c4-4da1-ba92-d8b448bf1692,segment=NetworkSegment(4c22f2ac-e0fe-4f63-be51-21792fb64d48),segment_id=4c22f2ac-e0fe-4f63-be51-21792fb64d48)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:07.407080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fabadc4-545a-4fc3-b882-6c5cbd12695a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.431137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f4d4d-b560-4658-a7cd-4251d2cb021e tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2c1c3d-f0cf-47cd-b54e-7fa3f306bc8f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:07.444107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7fabadc4-545a-4fc3-b882-6c5cbd12695a None None] Calling delete_port for a17f10a8-81c4-4da1-ba92-d8b448bf1692 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:07.448911 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.457711 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.477581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af8f4d4d-b560-4658-a7cd-4251d2cb021e tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.479204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-af8f4d4d-b560-4658-a7cd-4251d2cb021e tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5225885 Jul 16 01:26:07.493582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41332) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:07.503996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-59321417-a0ef-45aa-bfdc-b94523927aa4 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'security_group_rule': {'security_group_id': '380eebe8-8567-4813-b950-6845682b2ef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:07.544802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:07.568583 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59321417-a0ef-45aa-bfdc-b94523927aa4 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.607758 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fabadc4-545a-4fc3-b882-6c5cbd12695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.627913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1328bb8-4b03-49ed-83e2-9093f19577ce,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:07.646577 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.653071 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Added segment 8029d9fa-1784-4465-8cad-5dad48255402 of type vlan for network 9020f891-2bdc-4fed-af34-da7703046d1c Jul 16 01:26:07.673528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabadc4-545a-4fc3-b882-6c5cbd12695a None None] Pushing event deleted for resources: {'Port': ['ID=a17f10a8-81c4-4da1-ba92-d8b448bf1692,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:07.693451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fabadc4-545a-4fc3-b882-6c5cbd12695a None None] No DVR routers for this DVR port a17f10a8-81c4-4da1-ba92-d8b448bf1692 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:07.697189 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.729956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8744b4-77ed-48ca-9cbc-05d04447f35e req-70dd4e92-ab37-4bed-97c6-d39f7ec73e63 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.739649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e8744b4-77ed-48ca-9cbc-05d04447f35e req-70dd4e92-ab37-4bed-97c6-d39f7ec73e63 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.2583055 Jul 16 01:26:07.740623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.809381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.812086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.812086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.834601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=a17f10a8-81c4-4da1-ba92-d8b448bf1692,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:07.867041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No DVR routers for this DVR port a17f10a8-81c4-4da1-ba92-d8b448bf1692 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:07.931598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3397408 Jul 16 01:26:07.964325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e8744b4-77ed-48ca-9cbc-05d04447f35e req-14cdd9ce-1c15-4886-afa0-c6c92ada1f2b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068658 Jul 16 01:26:07.965850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41336) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:07.972534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee948cef-edaa-4c9b-bfcf-9372998db5d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9020f891-2bdc-4fed-af34-da7703046d1c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:07.981822 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59321417-a0ef-45aa-bfdc-b94523927aa4 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.000607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Request body: {'subnet': {'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-subnet', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:08.015398 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 9020f891-2bdc-4fed-af34-da7703046d1c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:08.023799 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59321417-a0ef-45aa-bfdc-b94523927aa4 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.118567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59321417-a0ef-45aa-bfdc-b94523927aa4 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32875953-2c10-4460-a954-d795421d91a8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:08.124828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a17f10a8-81c4-4da1-ba92-d8b448bf1692 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:08.148738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a17f10a8-81c4-4da1-ba92-d8b448bf1692 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:08.149153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a17f10a8-81c4-4da1-ba92-d8b448bf1692 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:08.168641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:08.172729 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.241553 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.253436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa580146-83f7-4507-8512-1a6a1fb6828d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:08.264820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c22f2ac-e0fe-4f63-be51-21792fb64d48') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:08.265389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c22f2ac-e0fe-4f63-be51-21792fb64d48') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:08.268956 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59321417-a0ef-45aa-bfdc-b94523927aa4 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.272828 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-59321417-a0ef-45aa-bfdc-b94523927aa4 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7779009 Jul 16 01:26:08.275957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:08.283923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:08.452858 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.467678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.516993 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.526708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:08.527326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.574703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e8fb1-fee3-4309-a863-55e3863ce49b req-a4c6a43d-d522-4234-a76d-7b9b47366c1a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.578567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-414e8fb1-fee3-4309-a863-55e3863ce49b req-a4c6a43d-d522-4234-a76d-7b9b47366c1a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.2677641 Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:08.644157 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:08.684374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-414e8fb1-fee3-4309-a863-55e3863ce49b req-476945cc-639a-49c0-98cb-201c29725145 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599201 Jul 16 01:26:08.729077 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.730934 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.746857 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.752900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/networks/fa580146-83f7-4507-8512-1a6a1fb6828d HTTP/1.1" status: 204 len: 168 time: 2.0242236 Jul 16 01:26:08.772927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:08.823945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-989888117'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:08.863808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8a327-4654-4901-ab6e-b0150c7953fa tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Network': ['ID=fa580146-83f7-4507-8512-1a6a1fb6828d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:08.962418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:08.967337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.974315 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.012223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbaf82-cd61-4084-aa6d-c308b6d9999e req-6b997c83-b9cb-41eb-b692-2146fc8c1924 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.013714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Allocated IP 172.25.4.57 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/75fe18ed-f349-47d7-b20f-60caf552cf0b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:09.022341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbfbaf82-cd61-4084-aa6d-c308b6d9999e req-6b997c83-b9cb-41eb-b692-2146fc8c1924 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.5896385 Jul 16 01:26:09.138925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:09.163637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.164098 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Added segment b7736454-66d8-400d-bdb0-4c0eff235c32 of type vlan for network 291e2488-4ba4-4a2e-b77e-10b627ed137d Jul 16 01:26:09.335044 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.373923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f451bea-3dfa-48e8-b76d-3c8ea11678f0 req-29def90e-d805-40cb-901f-f0243e17fc92 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.375646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f451bea-3dfa-48e8-b76d-3c8ea11678f0 req-29def90e-d805-40cb-901f-f0243e17fc92 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.1336010 Jul 16 01:26:09.429790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.492939 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f451bea-3dfa-48e8-b76d-3c8ea11678f0 req-c6ce22f9-566e-46c6-a0fa-75352ecdd23d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093535 Jul 16 01:26:09.514908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:09.525998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'Port': ['ID=75fe18ed-f349-47d7-b20f-60caf552cf0b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:09.535459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:09.537956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:09.735780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.739574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89371c7e-74bf-42c2-ac62-b7e5abcda39b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:09.776136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.816679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbfbaf82-cd61-4084-aa6d-c308b6d9999e req-d4c11d9c-4a1a-4cb9-a44a-538163610451 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7668357 Jul 16 01:26:09.825815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Checking segment: {'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:09.826867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Network hostable DHCP agents. Network: 9020f891-2bdc-4fed-af34-da7703046d1c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:09.905789 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.911543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.912357 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.921515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Network 9020f891-2bdc-4fed-af34-da7703046d1c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:09.957933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 9020f891-2bdc-4fed-af34-da7703046d1c) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:09.979265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-742bfca9-5ffa-457e-af3d-d8575a1ed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.979963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8718615-038a-48bb-a987-dd17232bb582 None None] Network 9020f891-2bdc-4fed-af34-da7703046d1c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:09.981973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-742bfca9-5ffa-457e-af3d-d8575a1ed5f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1&tenant_id=37c41529f5c0494c831538b5dc6384bf HTTP/1.1" status: 200 len: 1095 time: 0.3398876 Jul 16 01:26:09.983581 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.984381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.993960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2060502 Jul 16 01:26:09.999421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41370) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:10.005852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:10.011612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': '291e2488-4ba4-4a2e-b77e-10b627ed137d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:10.084470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b5aa8-fa30-42ca-9af6-863c085dbe94 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Network': ['ID=291e2488-4ba4-4a2e-b77e-10b627ed137d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:10.108727 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-156c5ad0-4387-4536-b23f-afd769b9474a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1302977 Jul 16 01:26:10.111174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41372) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:10.133771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 291e2488-4ba4-4a2e-b77e-10b627ed137d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:10.137063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:10.183316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.325800 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.327748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.359062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c3650-88fe-4a62-888c-4439c52e5a7f req-7d67f956-edd6-4c02-b72c-bdb1209b4c93 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.367473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad4c3650-88fe-4a62-888c-4439c52e5a7f req-7d67f956-edd6-4c02-b72c-bdb1209b4c93 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.5824428 Jul 16 01:26:10.382480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-9020f891-2bdc-4fed-af34-da7703046d1c', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:10.383718 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.387715 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.437579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:10.444008 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.495473 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.513304 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad4c3650-88fe-4a62-888c-4439c52e5a7f req-14cf7d4f-e1ae-48a4-80eb-cd204ff7a18e tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444774 Jul 16 01:26:10.611903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Allocated IP 172.20.0.2 (9020f891-2bdc-4fed-af34-da7703046d1c/89371c7e-74bf-42c2-ac62-b7e5abcda39b/bf56eb70-f250-47ac-a962-1500d43c60b7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:10.818762 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.832789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Transition to ACTIVE for port object bf56eb70-f250-47ac-a962-1500d43c60b7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:10.843255 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.851363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Transition to ACTIVE for port object bf56eb70-f250-47ac-a962-1500d43c60b7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:10.855440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.869544 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.875627 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.925916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:10.960303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Network 9020f891-2bdc-4fed-af34-da7703046d1c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:10.972303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:10.983212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:11.025175 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:11.105528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923a451-b4a6-4912-b9ae-0da7cafde06b req-b721a0e6-1457-45ba-9b7e-e79cf2771bea tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.107346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1923a451-b4a6-4912-b9ae-0da7cafde06b req-b721a0e6-1457-45ba-9b7e-e79cf2771bea tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.2537992 Jul 16 01:26:11.119684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96a1499-b8aa-42ed-98d9-9c827f246556 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:11.121685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Pushing event updated for resources: {'Port': ['ID=bf56eb70-f250-47ac-a962-1500d43c60b7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.142884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Attempting to bind port bf56eb70-f250-47ac-a962-1500d43c60b7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:11.143646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Attempting to bind port bf56eb70-f250-47ac-a962-1500d43c60b7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:11.144636 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Attempting to bind port bf56eb70-f250-47ac-a962-1500d43c60b7 on network 9020f891-2bdc-4fed-af34-da7703046d1c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:11.150767 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:11.151407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Checking segment: {'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:11.152149 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.153055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Bound using segment: {'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:11.153750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Bound port: bf56eb70-f250-47ac-a962-1500d43c60b7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:11.155040 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.163491 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.225509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'Port': ['ID=75fe18ed-f349-47d7-b20f-60caf552cf0b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.231263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1923a451-b4a6-4912-b9ae-0da7cafde06b req-4feeb6ff-37b3-4a70-aeb2-09aba052f0f5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040826 Jul 16 01:26:11.240533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Transition to ACTIVE for port object b96a1499-b8aa-42ed-98d9-9c827f246556 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:11.244727 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.261745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] For port bf56eb70-f250-47ac-a962-1500d43c60b7, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:11.266450 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.276597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] For port bf56eb70-f250-47ac-a962-1500d43c60b7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=bf56eb70-f250-47ac-a962-1500d43c60b7,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:11.285878 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.296857 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.324422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.327044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a73b0285-2b53-4467-a770-530c1678be1c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0479677 Jul 16 01:26:11.374318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a18681-6bdd-43fb-8040-0f2b829da2dc None None] Pushing event updated for resources: {'Port': ['ID=bf56eb70-f250-47ac-a962-1500d43c60b7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.423993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b1fd7-b752-4109-bf3f-a083a275bbb1 req-52a189c3-e8a3-4afe-9a34-30660f50565e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.443830 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-837b1fd7-b752-4109-bf3f-a083a275bbb1 req-52a189c3-e8a3-4afe-9a34-30660f50565e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 943 time: 0.2769008 Jul 16 01:26:11.537799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=82c32a33-fd9b-44f0-a31f-ecfd73c937d0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.543093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-837b1fd7-b752-4109-bf3f-a083a275bbb1 req-8e62e179-0aa8-4550-9baf-8b656c2c3090 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980949 Jul 16 01:26:11.725588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.774582 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.784174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Checking segment: {'id': 'b7736454-66d8-400d-bdb0-4c0eff235c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '291e2488-4ba4-4a2e-b77e-10b627ed137d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:11.785465 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network hostable DHCP agents. Network: 291e2488-4ba4-4a2e-b77e-10b627ed137d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:11.809295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] No DVR routers for this DVR port b96a1499-b8aa-42ed-98d9-9c827f246556 on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:11.830785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.926208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-63990463-4c39-4793-9103-f2a1acf55786 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1182362955&fields=id&tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8 HTTP/1.1" status: 200 len: 267 time: 0.0804315 Jul 16 01:26:11.943811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network 291e2488-4ba4-4a2e-b77e-10b627ed137d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:12.021334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 291e2488-4ba4-4a2e-b77e-10b627ed137d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:12.031712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ef1bec-73f7-4bfb-a547-acc492d3fdc9 None None] Network 291e2488-4ba4-4a2e-b77e-10b627ed137d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:12.037535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.038470 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.072344 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3c440dab-bdea-4baf-babd-bcb78e61fcde tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0707123 Jul 16 01:26:12.074253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41406) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:12.081014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': '291e2488-4ba4-4a2e-b77e-10b627ed137d', 'name': 'tempest-PortsTestJSON-1151922939', 'fixed_ips': [{'subnet_id': '82c32a33-fd9b-44f0-a31f-ecfd73c937d0', 'ip_address': '172.20.0.10'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:12.141575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fdab2-8087-48fd-9895-25d63ea30ba2 req-fb616039-62d6-456f-9ece-c04d2b7bbc80 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.143341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2a3fdab2-8087-48fd-9895-25d63ea30ba2 req-fb616039-62d6-456f-9ece-c04d2b7bbc80 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.3145823 Jul 16 01:26:12.197551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Allocated IP 172.25.4.125 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/97af1112-d9cc-4fdb-b6e2-c9c3f20b694d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:12.199181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device bf56eb70-f250-47ac-a962-1500d43c60b7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:12.202195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Attempting to bind port b96a1499-b8aa-42ed-98d9-9c827f246556 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:12.202693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Attempting to bind port b96a1499-b8aa-42ed-98d9-9c827f246556 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:12.203040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Attempting to bind port b96a1499-b8aa-42ed-98d9-9c827f246556 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:12.271254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Port b96a1499-b8aa-42ed-98d9-9c827f246556 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:12.271652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Attempting to bind port b96a1499-b8aa-42ed-98d9-9c827f246556 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:12.324137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:12.324848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Checking segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:12.325454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Bound using segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:12.326917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Bound port: b96a1499-b8aa-42ed-98d9-9c827f246556, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:12.327679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.347986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782887-9361-4be1-bf6e-848693c5ddbc req-472cd9cb-6a9f-466e-b1e6-28832cd38d1d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.366228 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-472cd9cb-6a9f-466e-b1e6-28832cd38d1d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 810 time: 0.4142320 Jul 16 01:26:12.382610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2a3fdab2-8087-48fd-9895-25d63ea30ba2 req-ed45cd66-2e9a-4b72-b758-7a9e76e6caa6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202735 Jul 16 01:26:12.485578 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-d5be3bac-9881-4956-913d-1fd9bb886c3e tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/quotas/7b0c0e7a0f7b4686a73f891f6f81fcf8 HTTP/1.1" status: 200 len: 375 time: 0.1182492 Jul 16 01:26:12.527782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-291e2488-4ba4-4a2e-b77e-10b627ed137d', 'network_id': '291e2488-4ba4-4a2e-b77e-10b627ed137d', 'tenant_id': 'e10e56c1022244ee99926b8ae017f7c6', 'fixed_ips': [{'subnet_id': '82c32a33-fd9b-44f0-a31f-ecfd73c937d0'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:12.528955 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.562915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port bf56eb70-f250-47ac-a962-1500d43c60b7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:12.594303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:12.612049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:12.633187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:12.640870 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.652575 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.700404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.702732 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.704318 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] 10.222.0.50 "PUT /v2.0/ports/b96a1499-b8aa-42ed-98d9-9c827f246556 HTTP/1.1" status: 200 len: 1092 time: 2.7089722 Jul 16 01:26:12.754763 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:12.762692 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c49f8a-cd38-4054-b256-1f5226418379" -d '{"events": [{"name": "network-changed", "server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:12.814664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-0b084b18-9ed1-4d9a-9e8c-290fd1f8e21f tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3279738 Jul 16 01:26:12.900029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Allocated IP 172.20.0.2 (291e2488-4ba4-4a2e-b77e-10b627ed137d/82c32a33-fd9b-44f0-a31f-ecfd73c937d0/059995c0-674d-4838-9c12-1c8935af8479) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:12.907064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.012294 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.047618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6fb7bf-9d70-4cac-87ad-090047c49c35 None None] Network 9020f891-2bdc-4fed-af34-da7703046d1c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:13.069836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:13.079346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:13.087483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:13.095596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port d04726aa-2956-4b98-a131-d333500f9ec7 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:13.190623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ae0f964a-a408-4421-aa71-b6bd1ef5a721 None None] Provisioning for port bf56eb70-f250-47ac-a962-1500d43c60b7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:13.259161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77724f02-8117-47c9-91fe-8003464d4517 service neutron] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.294765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6c6c4-aab1-43f6-94df-466b3a91f9b6 req-640b97d1-c974-447b-980e-7faf566470bd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.297235 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53b6c6c4-aab1-43f6-94df-466b3a91f9b6 req-640b97d1-c974-447b-980e-7faf566470bd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.6777537 Jul 16 01:26:13.335413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-b0c569dc-703c-43a3-ad45-f82bd038e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.338616 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-b0c569dc-703c-43a3-ad45-f82bd038e2fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 1096 time: 0.5621524 Jul 16 01:26:13.375531 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53b6c6c4-aab1-43f6-94df-466b3a91f9b6 req-2218ec41-3e09-44b3-b69e-1a88db84a4be tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705709 Jul 16 01:26:13.510143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-62168aea-83e0-4215-b670-cd10c0585590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.511690 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-62168aea-83e0-4215-b670-cd10c0585590 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 917 time: 0.1503906 Jul 16 01:26:13.512111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ae0f964a-a408-4421-aa71-b6bd1ef5a721 None None] Provisioning complete for port bf56eb70-f250-47ac-a962-1500d43c60b7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:13.512518 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae0f964a-a408-4421-aa71-b6bd1ef5a721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.695096 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-29bb6e62-bdf9-4cdf-b8ad-ab3351b27cbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96a1499-b8aa-42ed-98d9-9c827f246556 HTTP/1.1" status: 200 len: 999 time: 0.1733100 Jul 16 01:26:13.743580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Pushing event updated for resources: {'Port': ['ID=97af1112-d9cc-4fdb-b6e2-c9c3f20b694d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.759513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-1f366f74-36cf-4335-8d7f-b8b2418eebec service neutron] 10.222.0.64 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9416401 Jul 16 01:26:13.795729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.796073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.796410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.796736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.796884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb890a73-e452-46d3-ba25-889f83b0a4ea req-66a25a8e-80cf-4609-86f6-ec5dbd6aaf25 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.797062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.797386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.797892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.798356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.798787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.799312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.799639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.799959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:13.814176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fb890a73-e452-46d3-ba25-889f83b0a4ea req-66a25a8e-80cf-4609-86f6-ec5dbd6aaf25 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.2304728 Jul 16 01:26:13.841242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.848332 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae0f964a-a408-4421-aa71-b6bd1ef5a721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.854166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-8be126ee-bebd-4db1-88d6-5d169afd8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.855992 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-8be126ee-bebd-4db1-88d6-5d169afd8baf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.1506083 Jul 16 01:26:13.888660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Transition to ACTIVE for port object 059995c0-674d-4838-9c12-1c8935af8479 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:13.921688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ae0f964a-a408-4421-aa71-b6bd1ef5a721 None None] For port bf56eb70-f250-47ac-a962-1500d43c60b7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=bf56eb70-f250-47ac-a962-1500d43c60b7,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:13.930070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fb890a73-e452-46d3-ba25-889f83b0a4ea req-e69309ac-64db-438b-aa20-bd802c584642 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146388 Jul 16 01:26:13.940569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Transition to ACTIVE for port object 059995c0-674d-4838-9c12-1c8935af8479 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:13.947034 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae0f964a-a408-4421-aa71-b6bd1ef5a721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.952777 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.962744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-20beab87-d75e-40ef-a022-808400771b54 service neutron] 10.222.0.64 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041929 Jul 16 01:26:14.026261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Network 291e2488-4ba4-4a2e-b77e-10b627ed137d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:14.044172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:14.050948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:14.099925 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0d36a9-7b0d-45f5-9472-e021bb3ea8e1 x-openstack-request-id: req-bf0d36a9-7b0d-45f5-9472-e021bb3ea8e1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:14.100583 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:14.100583 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf0d36a9-7b0d-45f5-9472-e021bb3ea8e1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:14.100893 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'status': 'completed', 'code': 200} Jul 16 01:26:14.121529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-e84cceee-06a8-4e8a-82ec-582fdba86d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.123884 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-e84cceee-06a8-4e8a-82ec-582fdba86d86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2571208 Jul 16 01:26:14.125244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.10 (291e2488-4ba4-4a2e-b77e-10b627ed137d/82c32a33-fd9b-44f0-a31f-ecfd73c937d0/d04726aa-2956-4b98-a131-d333500f9ec7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:14.140585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-0457fbac-8e4c-45ec-a0ad-b5f1b6498677 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:14.143009 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-0457fbac-8e4c-45ec-a0ad-b5f1b6498677 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117905 Jul 16 01:26:14.181483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f964a-a408-4421-aa71-b6bd1ef5a721 None None] Pushing event updated for resources: {'Port': ['ID=bf56eb70-f250-47ac-a962-1500d43c60b7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:14.286259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Attempting to bind port 059995c0-674d-4838-9c12-1c8935af8479 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:14.287413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Attempting to bind port 059995c0-674d-4838-9c12-1c8935af8479 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b7736454-66d8-400d-bdb0-4c0eff235c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '291e2488-4ba4-4a2e-b77e-10b627ed137d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:14.288216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Attempting to bind port 059995c0-674d-4838-9c12-1c8935af8479 on network 291e2488-4ba4-4a2e-b77e-10b627ed137d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:14.301798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:14.302907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Checking segment: {'id': 'b7736454-66d8-400d-bdb0-4c0eff235c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '291e2488-4ba4-4a2e-b77e-10b627ed137d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:14.304074 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.304824 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Bound using segment: {'id': 'b7736454-66d8-400d-bdb0-4c0eff235c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '291e2488-4ba4-4a2e-b77e-10b627ed137d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:14.305559 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Bound port: 059995c0-674d-4838-9c12-1c8935af8479, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7736454-66d8-400d-bdb0-4c0eff235c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '291e2488-4ba4-4a2e-b77e-10b627ed137d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:14.306571 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.457067 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03827a09-5307-4cd5-9e47-149b6912985d req-481a9376-3562-4d5f-b366-f3732f95fe79 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 210 time: 0.0840263 Jul 16 01:26:14.469401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Pushing event updated for resources: {'Port': ['ID=059995c0-674d-4838-9c12-1c8935af8479,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:14.483313 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.535652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] For port 059995c0-674d-4838-9c12-1c8935af8479, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:14.559818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-693b0088-06c3-45a2-970b-161e04dbd172 None None] Provisioning complete for port bf56eb70-f250-47ac-a962-1500d43c60b7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:14.562877 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-693b0088-06c3-45a2-970b-161e04dbd172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.571550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] For port 059995c0-674d-4838-9c12-1c8935af8479, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=059995c0-674d-4838-9c12-1c8935af8479,segment=NetworkSegment(b7736454-66d8-400d-bdb0-4c0eff235c32),segment_id=b7736454-66d8-400d-bdb0-4c0eff235c32)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:14.687363 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.745745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.778428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object d04726aa-2956-4b98-a131-d333500f9ec7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:14.799628 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b389b-64f2-4663-8900-89f55deb5cc1 None None] Pushing event updated for resources: {'Port': ['ID=059995c0-674d-4838-9c12-1c8935af8479,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:15.010382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.048672 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.149913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e182b3-fe0b-42a6-9049-08da43948b2c req-e168d0db-d482-45da-92e7-a60a46adafae tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.153688 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01e182b3-fe0b-42a6-9049-08da43948b2c req-e168d0db-d482-45da-92e7-a60a46adafae tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.2550163 Jul 16 01:26:15.214504 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-2bd27dcf-383c-4e5e-b662-d587f78948f9 service neutron] 10.222.0.50 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0550432 Jul 16 01:26:15.241434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=d04726aa-2956-4b98-a131-d333500f9ec7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:15.278482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network 291e2488-4ba4-4a2e-b77e-10b627ed137d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:15.295501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24786626-98e7-4bc7-94b5-fe376462c849 req-497105b2-ad17-4f09-bfbc-7c1fd9a38d3e tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.308034 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24786626-98e7-4bc7-94b5-fe376462c849 req-497105b2-ad17-4f09-bfbc-7c1fd9a38d3e tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.8211482 Jul 16 01:26:15.347803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01e182b3-fe0b-42a6-9049-08da43948b2c req-c2fe868b-3f68-4f98-99d1-51a3fc6aacef tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520269 Jul 16 01:26:15.390400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:15.404201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:15.512178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Router eb961dce-a970-468a-8f2b-19cdb8546797 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:15.814928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:15.827735 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Sync routers for ids ['eb961dce-a970-468a-8f2b-19cdb8546797'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:15.840878 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Routers {'eb961dce-a970-468a-8f2b-19cdb8546797'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:15.843403 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:25:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eb961dce-a970-468a-8f2b-19cdb8546797'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:15.914507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf60d2-03c4-4b91-9da9-7127737bdaa7 req-b5851aff-c255-4fe4-a7dd-9cc344bb179c tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.916556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cdcf60d2-03c4-4b91-9da9-7127737bdaa7 req-b5851aff-c255-4fe4-a7dd-9cc344bb179c tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.3426678 Jul 16 01:26:15.923777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.930041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-30c6f5fe-58e9-4bf6-b3f5-a97b22f26df6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8084280 Jul 16 01:26:15.942253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41494) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:16.084503 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cdcf60d2-03c4-4b91-9da9-7127737bdaa7 req-c905d0b1-b395-4753-95d4-30bb1c1d56a4 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460330 Jul 16 01:26:16.239448 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Set router eb961dce-a970-468a-8f2b-19cdb8546797 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:16.302811 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24786626-98e7-4bc7-94b5-fe376462c849 req-1d7a9c08-99b6-4aef-86e9-cae3957a35c8 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9901609 Jul 16 01:26:16.338347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 059995c0-674d-4838-9c12-1c8935af8479 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:16.363641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.364344 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.454047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06b4202c-71b6-4ba3-9dbb-4296a7b550b5 req-52e8353d-8211-42b0-8fa9-a393ba266272 service neutron] 10.222.0.50 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1947923 Jul 16 01:26:16.463956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e38a4fcf-b870-4c05-9e0c-e7620f631dda tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3875372 Jul 16 01:26:16.466815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41502) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:16.492985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': '291e2488-4ba4-4a2e-b77e-10b627ed137d', 'name': 'tempest-PortsTestJSON-760702118', 'fixed_ips': [{'subnet_id': '82c32a33-fd9b-44f0-a31f-ecfd73c937d0', 'ip_address': '172.20.0.9'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:16.557038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 059995c0-674d-4838-9c12-1c8935af8479 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:16.587301 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device bf56eb70-f250-47ac-a962-1500d43c60b7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:16.837549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fcc3c2-2cab-4c04-8476-df7bbc037342 None None] Network 291e2488-4ba4-4a2e-b77e-10b627ed137d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:16.861794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port bf56eb70-f250-47ac-a962-1500d43c60b7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:16.872283 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.920866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae053c0e-a184-4b07-9d64-aee5662ef194 req-cc136562-592c-4acb-a738-c60bfbe9b76a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 210 time: 0.3448761 Jul 16 01:26:17.053986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1175b68c-5149-43c1-8c40-f696b5147ddb None None] Provisioning for port 059995c0-674d-4838-9c12-1c8935af8479 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:17.063747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1175b68c-5149-43c1-8c40-f696b5147ddb None None] Provisioning complete for port 059995c0-674d-4838-9c12-1c8935af8479 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:17.063747 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1175b68c-5149-43c1-8c40-f696b5147ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.109643 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:13Z', 'revision_number': 3, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:17.175428 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Checking router: eb961dce-a970-468a-8f2b-19cdb8546797 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:17.175778 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Updating router eb961dce-a970-468a-8f2b-19cdb8546797 port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:17.267726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-172b7328-13e6-482a-8d44-8f4f6f838a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.269261 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-172b7328-13e6-482a-8d44-8f4f6f838a31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 1096 time: 0.6739020 Jul 16 01:26:17.285054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a10537-884d-405b-ab09-2e426e0a4f17 req-3d2eb924-20d2-4a3b-b8ed-bd92316504bd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.296439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e9a10537-884d-405b-ab09-2e426e0a4f17 req-3d2eb924-20d2-4a3b-b8ed-bd92316504bd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.2909572 Jul 16 01:26:17.334604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782887-9361-4be1-bf6e-848693c5ddbc req-5a08670b-b95e-4313-951c-db981eee7a17 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.338384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-5a08670b-b95e-4313-951c-db981eee7a17 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 810 time: 0.7085052 Jul 16 01:26:17.346522 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.553814 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e9a10537-884d-405b-ab09-2e426e0a4f17 req-c6a66920-dd47-4dda-9555-c0894dc944ce tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559187 Jul 16 01:26:17.572158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:17.601492 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1175b68c-5149-43c1-8c40-f696b5147ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.606859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.734881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1175b68c-5149-43c1-8c40-f696b5147ddb None None] For port 059995c0-674d-4838-9c12-1c8935af8479, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=059995c0-674d-4838-9c12-1c8935af8479,segment=NetworkSegment(b7736454-66d8-400d-bdb0-4c0eff235c32),segment_id=b7736454-66d8-400d-bdb0-4c0eff235c32)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:17.753740 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1175b68c-5149-43c1-8c40-f696b5147ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.844304 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port ab00e9c3-18ce-4f96-8d42-778bd2d65c67 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:17.852415 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-ba6c1680-8080-4025-9462-bbe9e6678e80 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8 HTTP/1.1" status: 200 len: 380 time: 0.4845979 Jul 16 01:26:17.875621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'port': {'device_id': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'admin_state_up': True, 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'security_groups': ['380eebe8-8567-4813-b950-6845682b2ef2']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:17.977097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b68c-5149-43c1-8c40-f696b5147ddb None None] Pushing event updated for resources: {'Port': ['ID=059995c0-674d-4838-9c12-1c8935af8479,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.039327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-4a5e3ab8-4c56-40c2-bfaf-f28caa1073d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.041355 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-4a5e3ab8-4c56-40c2-bfaf-f28caa1073d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 917 time: 0.6900635 Jul 16 01:26:18.342756 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-6e38843b-1b2b-4dba-87dd-0ba5f0402b86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96a1499-b8aa-42ed-98d9-9c827f246556 HTTP/1.1" status: 200 len: 999 time: 0.2053533 Jul 16 01:26:18.406157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441de37-0dea-4c03-b02a-5e3768608d70 req-011caeb0-f719-46ec-923d-5d5ca3b9b0b6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.433413 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2441de37-0dea-4c03-b02a-5e3768608d70 req-011caeb0-f719-46ec-923d-5d5ca3b9b0b6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.4925869 Jul 16 01:26:18.477231 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.490503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed2de2-ab8c-4508-8ea8-90d248607721 req-a3428d51-86a7-4190-b85b-bd2af2166812 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.505362 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93ed2de2-ab8c-4508-8ea8-90d248607721 req-a3428d51-86a7-4190-b85b-bd2af2166812 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.8729827 Jul 16 01:26:18.510384 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Transition to ACTIVE for port object 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:18.521086 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.607253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff901a05-dee3-41be-85f7-b5c750201cd8 None None] Provisioning for port d04726aa-2956-4b98-a131-d333500f9ec7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:18.614627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff901a05-dee3-41be-85f7-b5c750201cd8 None None] Provisioning complete for port d04726aa-2956-4b98-a131-d333500f9ec7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:18.615330 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff901a05-dee3-41be-85f7-b5c750201cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.670704 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Attempting to bind port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:18.671072 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Attempting to bind port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:18.675635 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Attempting to bind port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:18.679184 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Pushing event updated for resources: {'Port': ['ID=97af1112-d9cc-4fdb-b6e2-c9c3f20b694d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.703224 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:18.703699 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:18.727834 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.731722 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:18.732527 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Bound port: 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:18.733098 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.772490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-ad7d68e5-f0d2-403d-affe-0d62f1189000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.775853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-ad7d68e5-f0d2-403d-affe-0d62f1189000 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.3971217 Jul 16 01:26:18.780128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ff901a05-dee3-41be-85f7-b5c750201cd8 None None] Port d04726aa-2956-4b98-a131-d333500f9ec7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:18.780354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.9 (291e2488-4ba4-4a2e-b77e-10b627ed137d/82c32a33-fd9b-44f0-a31f-ecfd73c937d0/ab00e9c3-18ce-4f96-8d42-778bd2d65c67) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:18.796089 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Made reservation on behalf of 7b0c0e7a0f7b4686a73f891f6f81fcf8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:18.804968 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.810696 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2441de37-0dea-4c03-b02a-5e3768608d70 req-babe93f5-b670-4e61-bb10-5f0a7a2038a9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746500 Jul 16 01:26:18.814530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff901a05-dee3-41be-85f7-b5c750201cd8 None None] Provisioning complete for port 059995c0-674d-4838-9c12-1c8935af8479 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:18.817340 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff901a05-dee3-41be-85f7-b5c750201cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.840542 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.840977 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.842075 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.853334 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.853809 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.857528 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.857649 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.857993 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.858512 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.858943 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.859339 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.859730 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.916369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93ed2de2-ab8c-4508-8ea8-90d248607721 req-991ba3f6-43e1-45d9-8ab0-ea278ab577e3 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4097633 Jul 16 01:26:19.053209 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] For port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:19.070755 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] For port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=97af1112-d9cc-4fdb-b6e2-c9c3f20b694d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:19.080462 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.220366 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.352570 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Routers {'eb961dce-a970-468a-8f2b-19cdb8546797'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:19.355005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc65f7d1-7bdc-4bbf-86b2-0a0ecaf7a8a4 None None] Provisioning complete for port d04726aa-2956-4b98-a131-d333500f9ec7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:19.355396 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc65f7d1-7bdc-4bbf-86b2-0a0ecaf7a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.355748 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:25:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eb961dce-a970-468a-8f2b-19cdb8546797'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:19.437839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-77c20c56-ecf6-4d6c-83cd-53978623237d req-61236bad-c973-4d5d-819f-5377a73ff424 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 210 time: 0.1870906 Jul 16 01:26:19.526730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fc65f7d1-7bdc-4bbf-86b2-0a0ecaf7a8a4 None None] Port d04726aa-2956-4b98-a131-d333500f9ec7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:19.559613 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92b578-08d5-4cfe-9a52-a635b50bdf9b None None] Pushing event updated for resources: {'Port': ['ID=97af1112-d9cc-4fdb-b6e2-c9c3f20b694d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:19.688895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Allocated IP 172.20.0.1 (9020f891-2bdc-4fed-af34-da7703046d1c/89371c7e-74bf-42c2-ac62-b7e5abcda39b/17e65328-5b5b-4b16-8835-d9c5728f61e1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:19.825185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-44b1a179-d4f7-4a6d-a764-a9af7eb3389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.829245 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-44b1a179-d4f7-4a6d-a764-a9af7eb3389f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7602479 Jul 16 01:26:19.945357 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.973751 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] Set router eb961dce-a970-468a-8f2b-19cdb8546797 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:19.996452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Transition to ACTIVE for port object 17e65328-5b5b-4b16-8835-d9c5728f61e1 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:20.068694 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.077830 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.149133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 059995c0-674d-4838-9c12-1c8935af8479 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:20.171249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object ab00e9c3-18ce-4f96-8d42-778bd2d65c67 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:20.236336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Pushing event updated for resources: {'Port': ['ID=17e65328-5b5b-4b16-8835-d9c5728f61e1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.307267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Network 9020f891-2bdc-4fed-af34-da7703046d1c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:20.325878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 059995c0-674d-4838-9c12-1c8935af8479 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:20.326499 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.355357 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.370964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:20.378889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:20.614047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=ab00e9c3-18ce-4f96-8d42-778bd2d65c67,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.656371 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:13Z', 'revision_number': 3, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:20.697994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Allocated IP 172.20.0.14 (f9973bff-4f7b-4bfe-ab2f-11abb6c51b93/ca56aa98-3472-4cf5-b59b-cff1fe262ac7/a95b814f-5e26-402e-8163-75b7fe21c479) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:20.772157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network 291e2488-4ba4-4a2e-b77e-10b627ed137d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:20.774648 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b174b-86a6-48b0-91e6-0b52e557b99a None None] The sync data for ids ['eb961dce-a970-468a-8f2b-19cdb8546797'] in n-d-791504-14 is: [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:13Z', 'revision_number': 3, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:20.799802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e5831-8f6c-482d-8d8d-c6006ac9b4e1 req-c497f1f3-7715-4f02-ac38-9f5419a1d968 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.801620 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa0e5831-8f6c-482d-8d8d-c6006ac9b4e1 req-c497f1f3-7715-4f02-ac38-9f5419a1d968 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.6208460 Jul 16 01:26:20.803747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.811389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:20.854829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:20.915622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdecf52-9c96-41dd-8c61-c4475089b16f req-220801a2-98e1-49b5-b155-f82c6fe42147 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.923673 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9cdecf52-9c96-41dd-8c61-c4475089b16f req-220801a2-98e1-49b5-b155-f82c6fe42147 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.6642704 Jul 16 01:26:21.081873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd7ffe9d-ed53-4dff-ba97-72fa1c8a7c40 None None] Provisioning for port 17e65328-5b5b-4b16-8835-d9c5728f61e1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:21.090819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd7ffe9d-ed53-4dff-ba97-72fa1c8a7c40 None None] Provisioning complete for port 17e65328-5b5b-4b16-8835-d9c5728f61e1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:21.091123 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd7ffe9d-ed53-4dff-ba97-72fa1c8a7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.147849 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa0e5831-8f6c-482d-8d8d-c6006ac9b4e1 req-fa26cb6e-b966-4194-ba5a-aaf9a118a1bb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276054 Jul 16 01:26:21.213916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ffe9d-ed53-4dff-ba97-72fa1c8a7c40 None None] Port 17e65328-5b5b-4b16-8835-d9c5728f61e1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:21.285327 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9cdecf52-9c96-41dd-8c61-c4475089b16f req-138c7a38-5b4e-492f-9355-34b4d164d7ae tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605342 Jul 16 01:26:21.307963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.311221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.337564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-773ca819-80db-493b-b5ee-5469f1a87542 service neutron] 10.222.0.50 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7176139 Jul 16 01:26:21.370781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-12a18687-d1aa-4aeb-9eb0-2cfbeb73aec0 None None] Provisioning for port ab00e9c3-18ce-4f96-8d42-778bd2d65c67 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:21.379031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-12a18687-d1aa-4aeb-9eb0-2cfbeb73aec0 None None] Provisioning complete for port ab00e9c3-18ce-4f96-8d42-778bd2d65c67 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:21.386291 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12a18687-d1aa-4aeb-9eb0-2cfbeb73aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.518506 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.608075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-12a18687-d1aa-4aeb-9eb0-2cfbeb73aec0 None None] Port ab00e9c3-18ce-4f96-8d42-778bd2d65c67 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:21.737784 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9321740c-7db2-4f1f-afb9-cc885f6b70a4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.2663908 Jul 16 01:26:21.748855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41588) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:21.904216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6c49f8a-cd38-4054-b256-1f5226418379 req-0f3ffcba-d956-4848-825b-356c29af2195 service neutron] 10.222.0.50 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370982 Jul 16 01:26:22.098544 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.104708 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-133139a7-9f57-41e5-9ef3-aace22e61d81 req-b7cbe4d9-eee7-465a-9dc1-b0423ce02be9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 210 time: 0.1994436 Jul 16 01:26:22.189742 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:26:22.212879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Transition to ACTIVE for port object a95b814f-5e26-402e-8163-75b7fe21c479 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:22.241569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:22.305062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2829562-988e-4141-b35c-35428ec58e20 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.312662 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d2829562-988e-4141-b35c-35428ec58e20 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4999154 Jul 16 01:26:22.316116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41602) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:22.461502 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.469397 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.470790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:22.490995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:22.491289 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.491505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.516461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b1c830-81e2-4e48-8710-cddd85672a4e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.538556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b1c830-81e2-4e48-8710-cddd85672a4e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.556842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b1c830-81e2-4e48-8710-cddd85672a4e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.562435 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f6b1c830-81e2-4e48-8710-cddd85672a4e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2412767 Jul 16 01:26:22.566751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41604) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:22.829405 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.874524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=97af1112-d9cc-4fdb-b6e2-c9c3f20b694d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:22.882885 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.000107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=97af1112-d9cc-4fdb-b6e2-c9c3f20b694d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:23.040545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b378a2f-b691-4061-94cd-c9603bc02a52 req-b4cb3d70-e2b2-4649-9e5c-5a694364b714 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.046637 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b378a2f-b691-4061-94cd-c9603bc02a52 req-b4cb3d70-e2b2-4649-9e5c-5a694364b714 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.4423258 Jul 16 01:26:23.100376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-93fa49b1-ba6f-41ba-a81b-62a71c4de306 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port ab00e9c3-18ce-4f96-8d42-778bd2d65c67 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:23.100848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93fa49b1-ba6f-41ba-a81b-62a71c4de306 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.176675 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b378a2f-b691-4061-94cd-c9603bc02a52 req-b595c7d6-bf09-4950-af3e-07349d521735 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276827 Jul 16 01:26:23.330207 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93fa49b1-ba6f-41ba-a81b-62a71c4de306 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.350368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-93fa49b1-ba6f-41ba-a81b-62a71c4de306 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for ab00e9c3-18ce-4f96-8d42-778bd2d65c67 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:23.455281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Pushing event updated for resources: {'Port': ['ID=17e65328-5b5b-4b16-8835-d9c5728f61e1,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:23.457730 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.629984 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93fa49b1-ba6f-41ba-a81b-62a71c4de306 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.749068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Network 9020f891-2bdc-4fed-af34-da7703046d1c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:23.769291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:23.778304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43001db-bc76-4f15-834b-17d8e8f6dda7 req-86e20dad-3639-42c7-8b88-d103440361d2 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.786044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a43001db-bc76-4f15-834b-17d8e8f6dda7 req-86e20dad-3639-42c7-8b88-d103440361d2 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 1.9775145 Jul 16 01:26:23.794391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:23.798291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:23.812934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa49b1-ba6f-41ba-a81b-62a71c4de306 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=ab00e9c3-18ce-4f96-8d42-778bd2d65c67,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:23.863835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.864807 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.867718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:24.021114 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93fa49b1-ba6f-41ba-a81b-62a71c4de306 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.036903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-93fa49b1-ba6f-41ba-a81b-62a71c4de306 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/ab00e9c3-18ce-4f96-8d42-778bd2d65c67 HTTP/1.1" status: 204 len: 168 time: 1.4689453 Jul 16 01:26:24.042512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41626) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:24.143945 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a241bae4-d28f-4ea7-ab35-4bac1e19c271 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:26:24.148084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a241bae4-d28f-4ea7-ab35-4bac1e19c271 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/ab00e9c3-18ce-4f96-8d42-778bd2d65c67 HTTP/1.1" status: 404 len: 333 time: 0.1025991 Jul 16 01:26:24.151418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:24.177984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dd6ef-7505-4676-b24a-f712beeb9cc0 req-fbaa6862-0e76-4919-b5ae-f4b6e58930de tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.187921 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be1dd6ef-7505-4676-b24a-f712beeb9cc0 req-fbaa6862-0e76-4919-b5ae-f4b6e58930de tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.6321750 Jul 16 01:26:24.190538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event updated for resources: {'Port': ['ID=a95b814f-5e26-402e-8163-75b7fe21c479,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.212986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:24.253200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-26b3b281-0050-4959-8d1f-9991f5d0ae4a tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3871374 Jul 16 01:26:24.270979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-2f51bc1c-73d3-425d-bb88-c7cf7e58f1ac tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:24.272348 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-2f51bc1c-73d3-425d-bb88-c7cf7e58f1ac tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089965 Jul 16 01:26:24.314230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Request body: {'port': {'device_id': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:24.366292 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a43001db-bc76-4f15-834b-17d8e8f6dda7 req-c94e55c3-e585-4034-a914-05f15588ce2f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5792415 Jul 16 01:26:24.457444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:24.457941 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.534341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be1dd6ef-7505-4676-b24a-f712beeb9cc0 req-8412ace0-b9aa-431d-a110-307bc3ebeef2 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448870 Jul 16 01:26:24.541120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Router eb961dce-a970-468a-8f2b-19cdb8546797 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:24.697783 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6159c80e-4084-4732-8b7a-430ad1174c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.716406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c92acf45-da01-4d20-aeef-3e74d8f6042c None None] Provisioning for port a95b814f-5e26-402e-8163-75b7fe21c479 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:24.725810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e4db8a95-a854-418e-b3eb-3c22df9941ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port d04726aa-2956-4b98-a131-d333500f9ec7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:24.728370 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4db8a95-a854-418e-b3eb-3c22df9941ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.735857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c92acf45-da01-4d20-aeef-3e74d8f6042c None None] Provisioning complete for port a95b814f-5e26-402e-8163-75b7fe21c479 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:24.736236 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c92acf45-da01-4d20-aeef-3e74d8f6042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.740539 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.907202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c92acf45-da01-4d20-aeef-3e74d8f6042c None None] Port a95b814f-5e26-402e-8163-75b7fe21c479 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:25.047796 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4db8a95-a854-418e-b3eb-3c22df9941ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.067599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b4654b99-abd1-43b6-a068-7dfa90dd4eee None None] Provisioning complete for port 17e65328-5b5b-4b16-8835-d9c5728f61e1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:25.067811 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4654b99-abd1-43b6-a068-7dfa90dd4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.077503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cb21-e6c7-4c96-8b53-b10935e377e9 req-0a172256-9348-4679-aacc-4144a83c3fbe tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.099426 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4950cb21-e6c7-4c96-8b53-b10935e377e9 req-0a172256-9348-4679-aacc-4144a83c3fbe tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.2266536 Jul 16 01:26:25.126579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1c9a-cb9c-4a03-8848-a17d10afaff3 req-202d9800-8dfb-499f-af8c-d8c4d4e1d4fa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.136385 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c5ed1c9a-cb9c-4a03-8848-a17d10afaff3 req-202d9800-8dfb-499f-af8c-d8c4d4e1d4fa tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 932 time: 0.4061561 Jul 16 01:26:25.148483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b4654b99-abd1-43b6-a068-7dfa90dd4eee None None] Port 17e65328-5b5b-4b16-8835-d9c5728f61e1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:25.170532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e4db8a95-a854-418e-b3eb-3c22df9941ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for d04726aa-2956-4b98-a131-d333500f9ec7 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:25.236910 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4950cb21-e6c7-4c96-8b53-b10935e377e9 req-fd031475-2e63-48cf-93cc-d96036c03587 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364443 Jul 16 01:26:25.350474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c5ed1c9a-cb9c-4a03-8848-a17d10afaff3 req-50d00f8f-7bb3-4c64-960d-15ab389f809d tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124848 Jul 16 01:26:25.353314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:25.366724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Sync routers for ids ['eb961dce-a970-468a-8f2b-19cdb8546797'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:25.376550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b184f942-5c9c-413a-aeac-de19f4c37508 admin admin] 10.222.0.64 "PUT /v2.0/routers/eb961dce-a970-468a-8f2b-19cdb8546797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4228010 Jul 16 01:26:25.399873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Routers {'eb961dce-a970-468a-8f2b-19cdb8546797'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:25.400937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:25:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eb961dce-a970-468a-8f2b-19cdb8546797'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:25.563552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Set router eb961dce-a970-468a-8f2b-19cdb8546797 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:25.701534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95b814f-5e26-402e-8163-75b7fe21c479 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:25.723556 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.738385 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4db8a95-a854-418e-b3eb-3c22df9941ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.769090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Transition to ACTIVE for port object a95b814f-5e26-402e-8163-75b7fe21c479 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:25.774927 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.780613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.821198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db8a95-a854-418e-b3eb-3c22df9941ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=d04726aa-2956-4b98-a131-d333500f9ec7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.165894 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4db8a95-a854-418e-b3eb-3c22df9941ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.175580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Pushing event updated for resources: {'Port': ['ID=a95b814f-5e26-402e-8163-75b7fe21c479,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.196514 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e4db8a95-a854-418e-b3eb-3c22df9941ce tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/d04726aa-2956-4b98-a131-d333500f9ec7 HTTP/1.1" status: 204 len: 168 time: 1.9961736 Jul 16 01:26:26.197220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41684) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:26.283656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:21Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '17e65328-5b5b-4b16-8835-d9c5728f61e1', 'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'mac_address': 'fa:16:3e:90:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:21Z', 'revision_number': 2, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'subnets': [{'id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:26.397066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Checking router: eb961dce-a970-468a-8f2b-19cdb8546797 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:26.397797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Updating router eb961dce-a970-468a-8f2b-19cdb8546797 port 17e65328-5b5b-4b16-8835-d9c5728f61e1 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:26.426276 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cf6509-5b65-4979-9216-8bf12db5fd8a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:26:26.437281 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a7cf6509-5b65-4979-9216-8bf12db5fd8a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/d04726aa-2956-4b98-a131-d333500f9ec7 HTTP/1.1" status: 404 len: 333 time: 0.2326329 Jul 16 01:26:26.438588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41700) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:26.497215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Attempting to bind port a95b814f-5e26-402e-8163-75b7fe21c479 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:26.504335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Attempting to bind port a95b814f-5e26-402e-8163-75b7fe21c479 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:26.504696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Attempting to bind port a95b814f-5e26-402e-8163-75b7fe21c479 on network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:26.524003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Port a95b814f-5e26-402e-8163-75b7fe21c479 on network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:26.525019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Attempting to bind port a95b814f-5e26-402e-8163-75b7fe21c479 on network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:26.540039 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.550857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777a757-9f53-4a98-855b-a6acccc9e33e req-cc37322c-5dc1-4d52-911d-541f9919c02f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.564236 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.565376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f810854-d919-422f-95dc-c2ddf7dd0668 req-4150c923-65e8-435e-9413-9f2838ca9a17 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.565544 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5777a757-9f53-4a98-855b-a6acccc9e33e req-cc37322c-5dc1-4d52-911d-541f9919c02f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.6862261 Jul 16 01:26:26.577315 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f810854-d919-422f-95dc-c2ddf7dd0668 req-4150c923-65e8-435e-9413-9f2838ca9a17 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.7574539 Jul 16 01:26:26.653125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:26.653125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Checking segment: {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:26.654084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Bound using segment: {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:26.654446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Bound port: a95b814f-5e26-402e-8163-75b7fe21c479, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:26.654770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.745445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5777a757-9f53-4a98-855b-a6acccc9e33e req-b912bd19-a76d-4d79-9974-b6ae88c88cd9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785278 Jul 16 01:26:26.837286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4a1679-31b6-42df-9967-f0032912a850 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet 82c32a33-fd9b-44f0-a31f-ecfd73c937d0 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:26.856326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1679-31b6-42df-9967-f0032912a850 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.896312 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f810854-d919-422f-95dc-c2ddf7dd0668 req-67be7349-f56b-4524-9006-be4fdf6465d0 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173628 Jul 16 01:26:26.949065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] For port a95b814f-5e26-402e-8163-75b7fe21c479, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:26.967720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] For port a95b814f-5e26-402e-8163-75b7fe21c479, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a95b814f-5e26-402e-8163-75b7fe21c479,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:26.978763 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.058366 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1679-31b6-42df-9967-f0032912a850 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.140693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Pushing event updated for resources: {'Port': ['ID=a95b814f-5e26-402e-8163-75b7fe21c479,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.157231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.161844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.163209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-24a8080f-fd2f-4d43-b829-0f2bee5d6690 service neutron] 10.222.0.67 "PUT /v2.0/ports/a95b814f-5e26-402e-8163-75b7fe21c479 HTTP/1.1" status: 200 len: 1093 time: 2.8641100 Jul 16 01:26:27.168592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'tag': 'a95b814f-5e26-402e-8163-75b7fe21c479'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:27.172057 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db26f7eb-a04e-49d6-b9f7-fc507bb44277" -d '{"events": [{"name": "network-changed", "server_uuid": "4f36f9fe-a204-44ef-839d-bc4bb78af2c1", "tag": "a95b814f-5e26-402e-8163-75b7fe21c479"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:27.415678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1679-31b6-42df-9967-f0032912a850 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.559035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc7011-e574-4ef6-bcd9-5b4d825f7b2f req-bf453026-21a9-4d9d-b0ad-4f96ad464405 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.570447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bdc7011-e574-4ef6-bcd9-5b4d825f7b2f req-bf453026-21a9-4d9d-b0ad-4f96ad464405 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.3913991 Jul 16 01:26:27.581948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782887-9361-4be1-bf6e-848693c5ddbc req-eb21b34f-458d-4ecc-887e-914e5ef9d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.583680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-eb21b34f-458d-4ecc-887e-914e5ef9d175 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 1096 time: 0.3613303 Jul 16 01:26:27.650968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897b54-8685-43a7-9922-744e12a8ce3a req-1dfc12cc-8f3c-4c97-ba49-5dda94eaecef tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.661947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2897b54-8685-43a7-9922-744e12a8ce3a req-1dfc12cc-8f3c-4c97-ba49-5dda94eaecef tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 944 time: 0.3737218 Jul 16 01:26:27.727326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1679-31b6-42df-9967-f0032912a850 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.745937 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6596baf4-f91a-4d2c-af97-42b8155980e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.756551 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.770472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-9927d566-dd13-4a00-872b-d760e422508f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95b814f-5e26-402e-8163-75b7fe21c479 HTTP/1.1" status: 200 len: 217 time: 0.1632316 Jul 16 01:26:27.914837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a1679-31b6-42df-9967-f0032912a850 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=82c32a33-fd9b-44f0-a31f-ecfd73c937d0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.938361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2897b54-8685-43a7-9922-744e12a8ce3a req-53b32f13-5017-4489-b280-6f1a4743f8f5 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748406 Jul 16 01:26:27.954949 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1679-31b6-42df-9967-f0032912a850 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.960156 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dd4a1679-31b6-42df-9967-f0032912a850 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/82c32a33-fd9b-44f0-a31f-ecfd73c937d0 HTTP/1.1" status: 204 len: 168 time: 1.5158870 Jul 16 01:26:27.963844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41768) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:27.991536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7063536-882c-4c5c-96a0-108cbbcd5dbb None None] Network 291e2488-4ba4-4a2e-b77e-10b627ed137d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:28.030069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bdc7011-e574-4ef6-bcd9-5b4d825f7b2f req-e90b0eb1-ba96-4e50-b4f6-be2f907dafb9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583511 Jul 16 01:26:28.082311 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b151a28-22c1-4f6a-b628-2d2305600f29 x-openstack-request-id: req-0b151a28-22c1-4f6a-b628-2d2305600f29 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:28.082614 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f36f9fe-a204-44ef-839d-bc4bb78af2c1", "tag": "a95b814f-5e26-402e-8163-75b7fe21c479", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:28.082903 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b151a28-22c1-4f6a-b628-2d2305600f29 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:28.086690 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'tag': 'a95b814f-5e26-402e-8163-75b7fe21c479', 'status': 'completed', 'code': 200} Jul 16 01:26:28.136080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782887-9361-4be1-bf6e-848693c5ddbc req-71479542-ede2-4d55-b0cf-3435677e1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.140308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-71479542-ede2-4d55-b0cf-3435677e1642 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.3371618 Jul 16 01:26:28.334363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.360585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782887-9361-4be1-bf6e-848693c5ddbc req-9243220d-a6fc-49f2-a017-3091e5bb5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.366836 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-9243220d-a6fc-49f2-a017-3091e5bb5e1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2178116 Jul 16 01:26:28.552633 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.694052 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-3c87309a-99e1-49aa-95d9-e155a90e8a0c service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136964 Jul 16 01:26:28.729821 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Transition to ACTIVE for port object 17e65328-5b5b-4b16-8835-d9c5728f61e1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:28.732613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bb54c-5c35-43f7-9446-fb1b532907f2 req-2bfdc16d-5f71-4a4a-8778-0675114a2100 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.755075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bd9bb54c-5c35-43f7-9446-fb1b532907f2 req-2bfdc16d-5f71-4a4a-8778-0675114a2100 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.2993317 Jul 16 01:26:28.780251 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.788367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.804443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152336-bcf4-4fb4-bc57-6f6b21dbed1c req-242f6bfc-7af6-414c-8693-885601319e12 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.812023 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb152336-bcf4-4fb4-bc57-6f6b21dbed1c req-242f6bfc-7af6-414c-8693-885601319e12 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.4305093 Jul 16 01:26:28.833748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 059995c0-674d-4838-9c12-1c8935af8479 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:28.834401 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.890353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454526c0-8b4a-46c3-a183-10e1e16ee699 None None] Pushing event updated for resources: {'Port': ['ID=17e65328-5b5b-4b16-8835-d9c5728f61e1,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.016336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb152336-bcf4-4fb4-bc57-6f6b21dbed1c req-6f2c74f0-5886-479e-91a1-11c7e5d9b367 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912701 Jul 16 01:26:29.089850 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60782887-9361-4be1-bf6e-848693c5ddbc req-ed931049-69f2-4594-a47e-eb071d2bebe7 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864782 Jul 16 01:26:29.117994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] For port 059995c0-674d-4838-9c12-1c8935af8479, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=059995c0-674d-4838-9c12-1c8935af8479,segment=NetworkSegment(b7736454-66d8-400d-bdb0-4c0eff235c32),segment_id=b7736454-66d8-400d-bdb0-4c0eff235c32)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:29.118657 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.174592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 059995c0-674d-4838-9c12-1c8935af8479 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:29.268441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] DHCP port deletion for 291e2488-4ba4-4a2e-b77e-10b627ed137d request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:29.287835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Attempting to bind port 17e65328-5b5b-4b16-8835-d9c5728f61e1 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:29.294957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Attempting to bind port 17e65328-5b5b-4b16-8835-d9c5728f61e1 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:29.295367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Attempting to bind port 17e65328-5b5b-4b16-8835-d9c5728f61e1 on network 9020f891-2bdc-4fed-af34-da7703046d1c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:29.401874 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bd9bb54c-5c35-43f7-9446-fb1b532907f2 req-cd87d738-5117-4428-80bf-3e80f1df854c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6437552 Jul 16 01:26:29.434836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:29.435229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Checking segment: {'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:29.435645 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.436055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Bound using segment: {'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:29.436547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Bound port: 17e65328-5b5b-4b16-8835-d9c5728f61e1, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:29.436940 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.475064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-0c73d0f2-6253-4e15-95b6-1974f68e4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.479958 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-0c73d0f2-6253-4e15-95b6-1974f68e4f68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 1096 time: 0.2697442 Jul 16 01:26:29.572393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] For port 17e65328-5b5b-4b16-8835-d9c5728f61e1, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:29.573476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.577566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] For port 17e65328-5b5b-4b16-8835-d9c5728f61e1, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=17e65328-5b5b-4b16-8835-d9c5728f61e1,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:29.598730 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.632997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No DVR routers for this DVR port 059995c0-674d-4838-9c12-1c8935af8479 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:29.722541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=059995c0-674d-4838-9c12-1c8935af8479,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.817197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] Deleting port 059995c0-674d-4838-9c12-1c8935af8479 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:29.817840 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.952962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-057422ce-de15-4510-9fc0-86e2cb47bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.986088 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-057422ce-de15-4510-9fc0-86e2cb47bcc8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 910 time: 0.4707861 Jul 16 01:26:30.001964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Routers {'eb961dce-a970-468a-8f2b-19cdb8546797'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:30.006189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:26:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eb961dce-a970-468a-8f2b-19cdb8546797'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:30.123651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.154836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291e2488-4ba4-4a2e-b77e-10b627ed137d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:30.235124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-af470fe7-891b-4621-9ca6-1f06fbbf41d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95b814f-5e26-402e-8163-75b7fe21c479 HTTP/1.1" status: 200 len: 217 time: 0.2360170 Jul 16 01:26:30.235508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7736454-66d8-400d-bdb0-4c0eff235c32') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:30.235661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7736454-66d8-400d-bdb0-4c0eff235c32') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:30.290171 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.317308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 059995c0-674d-4838-9c12-1c8935af8479 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:30.324940 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.351496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:30.351848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:30.355251 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:30.368531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454526c0-8b4a-46c3-a183-10e1e16ee699 None None] Pushing event updated for resources: {'Port': ['ID=17e65328-5b5b-4b16-8835-d9c5728f61e1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.430351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 059995c0-674d-4838-9c12-1c8935af8479 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:30.431219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 059995c0-674d-4838-9c12-1c8935af8479 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:30.462475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] For port 059995c0-674d-4838-9c12-1c8935af8479, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:30.463621 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.479995 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.505394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] Calling delete_port for 059995c0-674d-4838-9c12-1c8935af8479 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:30.539581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] Port 059995c0-674d-4838-9c12-1c8935af8479 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:26:30.550659 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.577911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-d18eca40-e1d9-4218-90b9-51f2a5d998e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.585959 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.594814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-d18eca40-e1d9-4218-90b9-51f2a5d998e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.3229127 Jul 16 01:26:30.599651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.604736 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/networks/291e2488-4ba4-4a2e-b77e-10b627ed137d HTTP/1.1" status: 204 len: 168 time: 2.6357780 Jul 16 01:26:30.612532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41812) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:30.635436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1379306692'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:30.670655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] Network 291e2488-4ba4-4a2e-b77e-10b627ed137d is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:26:30.671126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] No DVR routers for this DVR port 059995c0-674d-4838-9c12-1c8935af8479 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:30.683702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efbba5-8f97-4cf0-841b-3c4e31a469ec None None] Pushing event deleted for resources: {'Port': ['ID=059995c0-674d-4838-9c12-1c8935af8479,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.697315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada898e2-580a-4cfc-a41b-ad59db4a18a6 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Network': ['ID=291e2488-4ba4-4a2e-b77e-10b627ed137d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.723029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23489ec1-8291-418b-b7a9-e6e257145118 req-fa1bf4d9-ec5d-457b-8b93-a00321a33357 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.738876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23489ec1-8291-418b-b7a9-e6e257145118 req-fa1bf4d9-ec5d-457b-8b93-a00321a33357 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 944 time: 1.2532833 Jul 16 01:26:30.768362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:30.780808 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.793849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] Set router eb961dce-a970-468a-8f2b-19cdb8546797 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:30.816412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951141c-e8ae-4b09-8890-fc9e44e82f6f req-a9eca60c-61ed-467c-81f3-3e3c61381c87 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.818705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3951141c-e8ae-4b09-8890-fc9e44e82f6f req-a9eca60c-61ed-467c-81f3-3e3c61381c87 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.3061616 Jul 16 01:26:30.818950 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23489ec1-8291-418b-b7a9-e6e257145118 req-da398335-faed-4154-8061-534dd8122613 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781651 Jul 16 01:26:30.863550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-694c7a08-442b-480a-bc06-768d8deed53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.874220 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-694c7a08-442b-480a-bc06-768d8deed53c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2699480 Jul 16 01:26:30.943442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:31.050066 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.052609 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Added segment 984145b8-f259-4933-b9d0-0b5e4c79ba55 of type vlan for network 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 Jul 16 01:26:31.123682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-839da1d4-5569-4c6c-8545-ccfbc2c57089 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310174 Jul 16 01:26:31.143535 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3951141c-e8ae-4b09-8890-fc9e44e82f6f req-544c7065-8254-415d-8b76-a66bf2cda7a5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111138 Jul 16 01:26:31.339346 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.407477 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.414598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:31.415337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.448435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:21Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '17e65328-5b5b-4b16-8835-d9c5728f61e1', 'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'mac_address': 'fa:16:3e:90:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:29Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'subnets': [{'id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:31.586979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168c14c-c065-4d3b-872b-effa7a19287a req-ae8fcbb3-ac2c-41ee-a386-15e3b681cba1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:31.595084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b168c14c-c065-4d3b-872b-effa7a19287a req-ae8fcbb3-ac2c-41ee-a386-15e3b681cba1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.4668589 Jul 16 01:26:31.642638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a95b814f-5e26-402e-8163-75b7fe21c479 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:31.647863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Network': ['ID=3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.656788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e655e7-70eb-4ef9-8213-440b12b93e0b None None] The sync data for ids ['eb961dce-a970-468a-8f2b-19cdb8546797'] in n-d-791504-14 is: [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:21Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '17e65328-5b5b-4b16-8835-d9c5728f61e1', 'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'mac_address': 'fa:16:3e:90:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:29Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'subnets': [{'id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:31.796344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:31.861754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-32cf4027-d849-44d9-b8b6-750dddc8e509 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2417815 Jul 16 01:26:31.862632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b168c14c-c065-4d3b-872b-effa7a19287a req-e535c813-d4a8-4e83-bf94-114933898937 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665951 Jul 16 01:26:31.870659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:31.908370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': '3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:31.913206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db26f7eb-a04e-49d6-b9f7-fc507bb44277 req-e03c7c94-8826-4635-b559-4a8421fcfc92 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7833428 Jul 16 01:26:32.016671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838f829-c529-4c3c-a6a7-a5dbc6d47d6d req-1280677f-e539-4300-be72-17628b98db42 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.026053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b838f829-c529-4c3c-a6a7-a5dbc6d47d6d req-1280677f-e539-4300-be72-17628b98db42 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.4116402 Jul 16 01:26:32.165700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b838f829-c529-4c3c-a6a7-a5dbc6d47d6d req-1fe388ec-44aa-4b26-ba47-ff0ae66f6173 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386065 Jul 16 01:26:32.277381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a95b814f-5e26-402e-8163-75b7fe21c479, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a95b814f-5e26-402e-8163-75b7fe21c479,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:32.308372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 17e65328-5b5b-4b16-8835-d9c5728f61e1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:32.360403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:32.364295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.476596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'a95b814f-5e26-402e-8163-75b7fe21c479', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'port_id': 'a95b814f-5e26-402e-8163-75b7fe21c479', 'mac_address': 'fa:16:3e:da:5c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:32.620412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53cb55-0a28-4d65-aa01-60e00d444b3b req-9adb05ea-7c62-448d-927a-2286a768f6e7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.636603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bb53cb55-0a28-4d65-aa01-60e00d444b3b req-9adb05ea-7c62-448d-927a-2286a768f6e7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.1928689 Jul 16 01:26:32.675259 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.746949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95b814f-5e26-402e-8163-75b7fe21c479 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:32.793119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bb53cb55-0a28-4d65-aa01-60e00d444b3b req-0a50a642-ebce-489a-96b5-66957b719812 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553602 Jul 16 01:26:32.875008 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a95b814f-5e26-402e-8163-75b7fe21c479, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a95b814f-5e26-402e-8163-75b7fe21c479,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:32.885309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 17e65328-5b5b-4b16-8835-d9c5728f61e1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:32.891602 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.897621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc822c4f-c6f2-4218-80cf-e642ff6d35b0 req-22b5251b-2d2f-448a-917d-3d922bca600f tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.902216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc822c4f-c6f2-4218-80cf-e642ff6d35b0 req-22b5251b-2d2f-448a-917d-3d922bca600f tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 944 time: 0.5310683 Jul 16 01:26:32.923567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 17e65328-5b5b-4b16-8835-d9c5728f61e1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:32.924253 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.148079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc822c4f-c6f2-4218-80cf-e642ff6d35b0 req-741b048f-8ff0-4d29-800f-12adb2eda499 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242613 Jul 16 01:26:33.198708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a95b814f-5e26-402e-8163-75b7fe21c479,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.247612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['a95b814f-5e26-402e-8163-75b7fe21c479'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:33.353249 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.559673 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.831521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=3258fe60-ab55-4758-b594-8606152393d6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.875569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Checking segment: {'id': '984145b8-f259-4933-b9d0-0b5e4c79ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:33.887543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network hostable DHCP agents. Network: 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:33.902453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 17e65328-5b5b-4b16-8835-d9c5728f61e1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=17e65328-5b5b-4b16-8835-d9c5728f61e1,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:33.950766 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.995158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:34.026503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe87c6-2cef-41fa-82ff-61fee07af079 req-2343b610-8332-43a0-9280-cd023627ac70 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.029317 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dbe87c6-2cef-41fa-82ff-61fee07af079 req-2343b610-8332-43a0-9280-cd023627ac70 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.3041754 Jul 16 01:26:34.052518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92ca7e-5ac3-4316-88d4-1fe2b3b8ada1 req-8ec929c1-8d35-4ecc-95ef-d0f62577db08 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.058327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef92ca7e-5ac3-4316-88d4-1fe2b3b8ada1 req-8ec929c1-8d35-4ecc-95ef-d0f62577db08 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.4772139 Jul 16 01:26:34.086998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:34.140967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.141952 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.159688 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dbe87c6-2cef-41fa-82ff-61fee07af079 req-5d4135fb-99cf-4d75-8b01-32626b77ff90 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244843 Jul 16 01:26:34.162547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e38a17-1d22-46be-a740-3e53d32b5fbc None None] Network 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:34.241007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=17e65328-5b5b-4b16-8835-d9c5728f61e1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.257999 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef92ca7e-5ac3-4316-88d4-1fe2b3b8ada1 req-2ca262ea-9816-49c9-956e-620bcedb75b7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928568 Jul 16 01:26:34.272599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41876) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:34.272972 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1f1a03ea-245f-4f54-8b7a-3dbf34afbe31 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3976300 Jul 16 01:26:34.277381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e3fa723a-a626-4c1d-b346-6fa2d26c1316 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-295712016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:34.393846 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fa723a-a626-4c1d-b346-6fa2d26c1316 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.402481 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fa723a-a626-4c1d-b346-6fa2d26c1316 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.712245 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fa723a-a626-4c1d-b346-6fa2d26c1316 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.714883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27', 'network_id': '3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27', 'tenant_id': 'e10e56c1022244ee99926b8ae017f7c6', 'fixed_ips': [{'subnet_id': '3258fe60-ab55-4758-b594-8606152393d6'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:34.717180 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.725389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fa723a-a626-4c1d-b346-6fa2d26c1316 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.787243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fa723a-a626-4c1d-b346-6fa2d26c1316 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.793334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41890) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:34.794223 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e3fa723a-a626-4c1d-b346-6fa2d26c1316 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5201597 Jul 16 01:26:34.807295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'network_id': '3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27', 'name': 'tempest-PortsTestJSON-966453753'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:34.895053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46250a9-4c5d-42b4-abbe-059c010400a5 req-d58d6928-12a0-42f1-bf39-551743060bdc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.913299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a46250a9-4c5d-42b4-abbe-059c010400a5 req-d58d6928-12a0-42f1-bf39-551743060bdc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.3089523 Jul 16 01:26:34.953378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dccd8d-0f63-4b98-b7e5-0347e0aafc3e req-146ee9de-3e9f-4e65-9d09-0a1ac5ce364b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.961214 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61dccd8d-0f63-4b98-b7e5-0347e0aafc3e req-146ee9de-3e9f-4e65-9d09-0a1ac5ce364b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.2843602 Jul 16 01:26:35.058681 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a46250a9-4c5d-42b4-abbe-059c010400a5 req-02474974-c7be-49a4-b29a-ab1c7159faa7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152902 Jul 16 01:26:35.169565 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61dccd8d-0f63-4b98-b7e5-0347e0aafc3e req-95f6abdb-6f42-44ad-b226-935989bd6afc tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069812 Jul 16 01:26:35.355764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Allocated IP 172.20.0.2 (3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27/3258fe60-ab55-4758-b594-8606152393d6/72a195d2-131b-4e92-bb92-54a4fd4bf3a2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:35.379642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:35.407094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.490786 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df5a63-8fba-4eb6-a7d5-adbcb8126d0b req-f00be201-de2e-40ee-844b-a067f0e870f2 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.493140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port 66d34f9e-40af-4435-bf50-1f0645d4c142 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:35.503364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15df5a63-8fba-4eb6-a7d5-adbcb8126d0b req-f00be201-de2e-40ee-844b-a067f0e870f2 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 945 time: 0.1967340 Jul 16 01:26:35.622788 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15df5a63-8fba-4eb6-a7d5-adbcb8126d0b req-6a59f39d-7579-4a68-9892-3b829fa093f3 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135983 Jul 16 01:26:35.647476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a95b814f-5e26-402e-8163-75b7fe21c479 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:36.056080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97529ede-653f-445b-87f7-a06d17bc4172 req-6bca2d87-9dee-4dac-80d5-38e1752b5c61 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.066677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97529ede-653f-445b-87f7-a06d17bc4172 req-6bca2d87-9dee-4dac-80d5-38e1752b5c61 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.2297094 Jul 16 01:26:36.173903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97529ede-653f-445b-87f7-a06d17bc4172 req-b4578428-20f7-465c-82b9-851ebdb63cc6 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062036 Jul 16 01:26:36.181757 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.215092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Transition to ACTIVE for port object 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:36.265262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Transition to ACTIVE for port object 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:36.298654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 17e65328-5b5b-4b16-8835-d9c5728f61e1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:36.331718 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.475775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.5 (3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27/3258fe60-ab55-4758-b594-8606152393d6/66d34f9e-40af-4435-bf50-1f0645d4c142) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:36.514557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe416b-9af8-4cda-8a8c-50a915c33679 req-f8eb1e80-9651-4ca0-a3b9-62d3ec425148 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.522136 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-08fe416b-9af8-4cda-8a8c-50a915c33679 req-f8eb1e80-9651-4ca0-a3b9-62d3ec425148 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.1446149 Jul 16 01:26:36.550854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Network 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:36.571271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:36.625914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-08fe416b-9af8-4cda-8a8c-50a915c33679 req-9d967934-333e-4cca-ba24-2afdb60e5927 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026759 Jul 16 01:26:36.630810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:36.915441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df2d5c-7303-46cb-9fd2-c8ab7b711f11 req-95de6940-5903-482e-836d-f43cedca5c69 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.922762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5df2d5c-7303-46cb-9fd2-c8ab7b711f11 req-95de6940-5903-482e-836d-f43cedca5c69 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 945 time: 0.1657629 Jul 16 01:26:36.963487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0912d16-4657-462d-9bd8-6ddd5042eb5e req-90c6ad47-9b4d-4955-9d80-3160ed9b9bfc tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.971575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d0912d16-4657-462d-9bd8-6ddd5042eb5e req-90c6ad47-9b4d-4955-9d80-3160ed9b9bfc tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.4287574 Jul 16 01:26:37.021611 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5df2d5c-7303-46cb-9fd2-c8ab7b711f11 req-23e641e6-faeb-49ff-9e74-57dccebeb3d9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920029 Jul 16 01:26:37.104272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d0912d16-4657-462d-9bd8-6ddd5042eb5e req-99398db8-9d61-4ae7-9f19-11fa0652eec8 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316738 Jul 16 01:26:37.178622 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.222360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Attempting to bind port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:37.222360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Attempting to bind port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '984145b8-f259-4933-b9d0-0b5e4c79ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:37.222360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Attempting to bind port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 on network 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:37.222360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Pushing event updated for resources: {'Port': ['ID=72a195d2-131b-4e92-bb92-54a4fd4bf3a2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.222360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:37.222360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Checking segment: {'id': '984145b8-f259-4933-b9d0-0b5e4c79ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:37.222360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.222360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Bound using segment: {'id': '984145b8-f259-4933-b9d0-0b5e4c79ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:37.222360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Bound port: 72a195d2-131b-4e92-bb92-54a4fd4bf3a2, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984145b8-f259-4933-b9d0-0b5e4c79ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:37.222360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.226747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object 66d34f9e-40af-4435-bf50-1f0645d4c142 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:37.270108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.274493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port a95b814f-5e26-402e-8163-75b7fe21c479 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:37.298185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] For port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:37.348728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] For port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=72a195d2-131b-4e92-bb92-54a4fd4bf3a2,segment=NetworkSegment(984145b8-f259-4933-b9d0-0b5e4c79ba55),segment_id=984145b8-f259-4933-b9d0-0b5e4c79ba55)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:37.348728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 17e65328-5b5b-4b16-8835-d9c5728f61e1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:37.348728 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.348728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port a95b814f-5e26-402e-8163-75b7fe21c479 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:37.348728 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.349291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:37.349291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:37.349291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:37.365260 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.399069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=66d34f9e-40af-4435-bf50-1f0645d4c142,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.451648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.453387 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.473821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f71a0-2e40-42f9-ace1-1786e3a179d7 req-6336cbf1-6673-4015-8feb-d72d15bd1a66 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.475627 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f0f71a0-2e40-42f9-ace1-1786e3a179d7 req-6336cbf1-6673-4015-8feb-d72d15bd1a66 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.1329453 Jul 16 01:26:37.479755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6b123961-dde6-4d86-a5ae-c152c4820b90 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6800249 Jul 16 01:26:37.480350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41946) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:37.550101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08103a7c-67bc-4f1d-8f6d-0e0b79bb12dd None None] Pushing event updated for resources: {'Port': ['ID=72a195d2-131b-4e92-bb92-54a4fd4bf3a2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.632356 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.739238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95b814f-5e26-402e-8163-75b7fe21c479'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:37.743866 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ed0ee2-edb7-4611-80d1-45114f243a56" -d '{"events": [{"server_uuid": "4f36f9fe-a204-44ef-839d-bc4bb78af2c1", "name": "network-vif-plugged", "status": "completed", "tag": "a95b814f-5e26-402e-8163-75b7fe21c479"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:37.797037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a95b814f-5e26-402e-8163-75b7fe21c479, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a95b814f-5e26-402e-8163-75b7fe21c479,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:37.820024 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.048474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a95b814f-5e26-402e-8163-75b7fe21c479,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:38.214591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d2e39-6c01-406b-ac8b-ebdd59384f41 req-738396d8-f918-4060-bd7c-d9949f20dc8a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.228594 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eb7d2e39-6c01-406b-ac8b-ebdd59384f41 req-738396d8-f918-4060-bd7c-d9949f20dc8a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.2349958 Jul 16 01:26:38.309625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:38.332917 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eb7d2e39-6c01-406b-ac8b-ebdd59384f41 req-1310e091-58e2-48e6-bfd9-dacec22367a7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033816 Jul 16 01:26:38.434191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:38.480153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f0f71a0-2e40-42f9-ace1-1786e3a179d7 req-84ac343a-2db4-4dbc-87ee-758527341639 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9682834 Jul 16 01:26:38.726444 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a942d-1e3c-42f6-89c8-f589d1d499d8 x-openstack-request-id: req-8b0a942d-1e3c-42f6-89c8-f589d1d499d8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:38.726868 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f36f9fe-a204-44ef-839d-bc4bb78af2c1", "name": "network-vif-plugged", "status": "completed", "tag": "a95b814f-5e26-402e-8163-75b7fe21c479", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:38.727220 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b0a942d-1e3c-42f6-89c8-f589d1d499d8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:38.727707 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95b814f-5e26-402e-8163-75b7fe21c479', 'code': 200} Jul 16 01:26:38.921464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-5272e0cc-1cc1-4bf5-8582-c8036036c5d9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.923047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-5272e0cc-1cc1-4bf5-8582-c8036036c5d9 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.3141303 Jul 16 01:26:38.964148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d10d44-e94f-4286-b3f7-b25a3f453e8a req-98e37ae4-cd80-4178-afd7-c494b3c8dd75 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.965629 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89d10d44-e94f-4286-b3f7-b25a3f453e8a req-98e37ae4-cd80-4178-afd7-c494b3c8dd75 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 946 time: 0.2569797 Jul 16 01:26:39.035545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fe8de-97c2-4b7f-9e4e-8cd1c549cde6 req-a78c3d19-a9f4-42c9-8961-b02a633a0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.037075 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-700fe8de-97c2-4b7f-9e4e-8cd1c549cde6 req-a78c3d19-a9f4-42c9-8961-b02a633a0430 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 1098 time: 0.2218809 Jul 16 01:26:39.110617 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6aab68-23ba-4110-bf8f-07ab6bd3a3a0 req-65a427ba-87d6-4516-a6a8-469c96bd37a6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.111585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89d10d44-e94f-4286-b3f7-b25a3f453e8a req-79d47402-3e9c-4483-8fb0-fa9cf00c8bb9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774844 Jul 16 01:26:39.121811 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab6aab68-23ba-4110-bf8f-07ab6bd3a3a0 req-65a427ba-87d6-4516-a6a8-469c96bd37a6 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 945 time: 0.1719921 Jul 16 01:26:39.182811 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-700fe8de-97c2-4b7f-9e4e-8cd1c549cde6 req-cc65d553-6527-4070-9715-e231b47f1acd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358464 Jul 16 01:26:39.234634 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.266251 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab6aab68-23ba-4110-bf8f-07ab6bd3a3a0 req-b5cfff0b-a135-4021-b579-76678d35d2a2 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392825 Jul 16 01:26:39.333839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44d2cf8-9a77-4728-b631-8afb3d1a305d None None] Network 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:39.571812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-4f9d34be-55df-4e00-9394-0fba8f1efa7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Deleting port 620dc95e-c3dd-4e11-9c01-527dc52d8814 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:39.572380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-4f9d34be-55df-4e00-9394-0fba8f1efa7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.573178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40050087-f5f9-45c7-98c8-a001bbe45ac0 None None] Provisioning for port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:39.591092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40050087-f5f9-45c7-98c8-a001bbe45ac0 None None] Provisioning complete for port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:39.591784 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40050087-f5f9-45c7-98c8-a001bbe45ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.721877 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40050087-f5f9-45c7-98c8-a001bbe45ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.800170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-40050087-f5f9-45c7-98c8-a001bbe45ac0 None None] For port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=72a195d2-131b-4e92-bb92-54a4fd4bf3a2,segment=NetworkSegment(984145b8-f259-4933-b9d0-0b5e4c79ba55),segment_id=984145b8-f259-4933-b9d0-0b5e4c79ba55)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:39.815170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40050087-f5f9-45c7-98c8-a001bbe45ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.898076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-4f9d34be-55df-4e00-9394-0fba8f1efa7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] For port 620dc95e-c3dd-4e11-9c01-527dc52d8814, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=620dc95e-c3dd-4e11-9c01-527dc52d8814,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:39.898771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-4f9d34be-55df-4e00-9394-0fba8f1efa7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.900447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40050087-f5f9-45c7-98c8-a001bbe45ac0 None None] Pushing event updated for resources: {'Port': ['ID=72a195d2-131b-4e92-bb92-54a4fd4bf3a2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:39.946395 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-4f9d34be-55df-4e00-9394-0fba8f1efa7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Calling delete_port for 620dc95e-c3dd-4e11-9c01-527dc52d8814 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:39.980847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5685a77-eeb2-49ef-aee7-65df8b96aed9 req-66f549bb-e35c-43b3-bf31-41f4e683e1ac tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.024952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e5685a77-eeb2-49ef-aee7-65df8b96aed9 req-66f549bb-e35c-43b3-bf31-41f4e683e1ac tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.2280014 Jul 16 01:26:40.134994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:40.146105 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.175989 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e5685a77-eeb2-49ef-aee7-65df8b96aed9 req-0d9408e7-e999-4416-abd0-289e6e6db9cf tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449139 Jul 16 01:26:40.187207 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.327727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:40.331361 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.479511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-97e70622-994d-4000-95e0-05be5298b59a None None] Provisioning for port 66d34f9e-40af-4435-bf50-1f0645d4c142 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:40.502001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-97e70622-994d-4000-95e0-05be5298b59a None None] Provisioning complete for port 66d34f9e-40af-4435-bf50-1f0645d4c142 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:40.507386 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97e70622-994d-4000-95e0-05be5298b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.525377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259785-a346-4f4e-a28d-1e82da9bc482 req-9a0f1db7-980a-4093-a75f-0ddc094b0845 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.534263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2259785-a346-4f4e-a28d-1e82da9bc482 req-9a0f1db7-980a-4093-a75f-0ddc094b0845 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 946 time: 0.0910673 Jul 16 01:26:40.574329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=66d34f9e-40af-4435-bf50-1f0645d4c142,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:40.588389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-4f9d34be-55df-4e00-9394-0fba8f1efa7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.629152 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2259785-a346-4f4e-a28d-1e82da9bc482 req-7e35fc50-9b43-4d1c-9536-5ef3975f11c5 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935960 Jul 16 01:26:40.633437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-97e70622-994d-4000-95e0-05be5298b59a None None] Port 66d34f9e-40af-4435-bf50-1f0645d4c142 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:40.642720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a962c-0a34-4896-9a0b-e2363bd75d20 req-6c1c390c-2b7d-4787-8db7-e78575117ac6 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.650964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1f8bff01-481d-47a1-8263-f29ee0ad6d13'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:40.651149 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b85a962c-0a34-4896-9a0b-e2363bd75d20 req-6c1c390c-2b7d-4787-8db7-e78575117ac6 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 1.1142452 Jul 16 01:26:40.654555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.654555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.654855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.655062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.655397 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.655726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.656061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.657219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.657347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.657599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.657932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.658296 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:40.799387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-97e70622-994d-4000-95e0-05be5298b59a None None] Provisioning complete for port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:40.799760 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97e70622-994d-4000-95e0-05be5298b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.939718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-665cdab3-007a-4833-97b5-0bad0f69048f req-58e7ad0d-4a24-4eaa-a4f8-8073deab5a2b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 210 time: 0.0778177 Jul 16 01:26:40.963872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d34be-55df-4e00-9394-0fba8f1efa7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event deleted for resources: {'Port': ['ID=620dc95e-c3dd-4e11-9c01-527dc52d8814,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:41.002741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b85a962c-0a34-4896-9a0b-e2363bd75d20 req-8eeb4b6d-ae00-4886-b09d-3c9a07c0274d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506038 Jul 16 01:26:41.109335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.163933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-4f9d34be-55df-4e00-9394-0fba8f1efa7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] No DVR routers for this DVR port 620dc95e-c3dd-4e11-9c01-527dc52d8814 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:41.201998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-4f9d34be-55df-4e00-9394-0fba8f1efa7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.203898 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61b8648e-3e9d-461d-abca-c9ac0a2e9ede req-4f9d34be-55df-4e00-9394-0fba8f1efa7d tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "DELETE /v2.0/ports/620dc95e-c3dd-4e11-9c01-527dc52d8814 HTTP/1.1" status: 204 len: 173 time: 2.2673399 Jul 16 01:26:41.204370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a986625-39ef-47bc-a060-e136b535ec17', 'name': 'network-vif-deleted', 'tag': '620dc95e-c3dd-4e11-9c01-527dc52d8814'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:41.206819 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c05c70-0bfc-4e85-bd68-d209f262df13" -d '{"events": [{"server_uuid": "1a986625-39ef-47bc-a060-e136b535ec17", "name": "network-vif-deleted", "tag": "620dc95e-c3dd-4e11-9c01-527dc52d8814"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:41.236583 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f90a939a-08bd-45c2-b952-5aa8ed74964c None None] Provisioning complete for port 66d34f9e-40af-4435-bf50-1f0645d4c142 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:41.236583 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f90a939a-08bd-45c2-b952-5aa8ed74964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.315136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f90a939a-08bd-45c2-b952-5aa8ed74964c None None] Port 66d34f9e-40af-4435-bf50-1f0645d4c142 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:41.323587 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db416255-4ae6-4c14-9770-f36ec67454b8 x-openstack-request-id: req-db416255-4ae6-4c14-9770-f36ec67454b8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:41.323838 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a986625-39ef-47bc-a060-e136b535ec17", "name": "network-vif-deleted", "tag": "620dc95e-c3dd-4e11-9c01-527dc52d8814", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:41.324129 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db416255-4ae6-4c14-9770-f36ec67454b8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:41.324534 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a986625-39ef-47bc-a060-e136b535ec17', 'name': 'network-vif-deleted', 'tag': '620dc95e-c3dd-4e11-9c01-527dc52d8814', 'status': 'completed', 'code': 200} Jul 16 01:26:41.489268 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.566689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8db241-4587-4f2f-a5c4-494f7092718d req-8c10df17-b934-400c-bc7a-ab8888bc1496 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:41.568229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf8db241-4587-4f2f-a5c4-494f7092718d req-8c10df17-b934-400c-bc7a-ab8888bc1496 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.1317000 Jul 16 01:26:41.897140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17742-3312-4883-9df4-fe97a35da907 req-cd010599-2079-4349-b1f3-55eaa9d578a9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:41.905754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19c17742-3312-4883-9df4-fe97a35da907 req-cd010599-2079-4349-b1f3-55eaa9d578a9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 946 time: 0.1346493 Jul 16 01:26:41.968682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19c17742-3312-4883-9df4-fe97a35da907 req-b739a7fe-682f-4233-a3d2-48ce5a819a5c tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618947 Jul 16 01:26:42.101235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.164450 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf8db241-4587-4f2f-a5c4-494f7092718d req-40849815-3ec1-4971-87f5-23b4164eec5c tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5635796 Jul 16 01:26:42.166193 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.374311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89f97082-f954-464d-be85-b27a906c4a37 req-ce006fae-6520-4b01-81c9-fd6a1475135c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a986625-39ef-47bc-a060-e136b535ec17 HTTP/1.1" status: 200 len: 210 time: 0.1442368 Jul 16 01:26:42.377079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=66d34f9e-40af-4435-bf50-1f0645d4c142,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:42.416054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.583265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 620dc95e-c3dd-4e11-9c01-527dc52d8814 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:42.623470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad2b23-e593-47b9-a755-57ff9e4f3c18 req-2e07913e-947e-4418-b29b-712ca98d2304 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.630981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fad2b23-e593-47b9-a755-57ff9e4f3c18 req-2e07913e-947e-4418-b29b-712ca98d2304 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.2110655 Jul 16 01:26:42.659971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 620dc95e-c3dd-4e11-9c01-527dc52d8814 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:42.660609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 620dc95e-c3dd-4e11-9c01-527dc52d8814 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:42.712885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aff26c-aabd-4af6-ba24-289ab2928b7d req-4dc88735-9036-45df-932f-b6b3b655e6a9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.713166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:42.714857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9aff26c-aabd-4af6-ba24-289ab2928b7d req-4dc88735-9036-45df-932f-b6b3b655e6a9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 946 time: 0.1653864 Jul 16 01:26:42.716566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fad2b23-e593-47b9-a755-57ff9e4f3c18 req-db2e9a89-58e3-43b7-bce9-649609b5dcfd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847728 Jul 16 01:26:42.718145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:42.729550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42064) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:42.735326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6377e567-0d7b-4e5e-82f5-209a6132b4e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Request body: {'floatingip': {'port_id': 'a95b814f-5e26-402e-8163-75b7fe21c479'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:42.792910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6377e567-0d7b-4e5e-82f5-209a6132b4e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.272373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cc60d236-ebea-44fb-bf3b-14ebd3abda24 None None] Provisioning complete for port 66d34f9e-40af-4435-bf50-1f0645d4c142 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:43.272755 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc60d236-ebea-44fb-bf3b-14ebd3abda24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.418496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cc60d236-ebea-44fb-bf3b-14ebd3abda24 None None] Port 66d34f9e-40af-4435-bf50-1f0645d4c142 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:43.461516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f206695-f3cb-4b60-9ee2-d92541cdd5e8 req-839223ec-9511-4697-b772-1fbf9b61a0f7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.463561 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f206695-f3cb-4b60-9ee2-d92541cdd5e8 req-839223ec-9511-4697-b772-1fbf9b61a0f7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.3781605 Jul 16 01:26:43.565627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Router 049de601-b3e9-412f-914b-4221e25dbbea is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:43.578911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24cc50-8150-49b2-92ea-93032014e23f req-ad206265-5a6f-4417-8005-6510615c133b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.580808 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c24cc50-8150-49b2-92ea-93032014e23f req-ad206265-5a6f-4417-8005-6510615c133b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.0935786 Jul 16 01:26:43.649675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c24cc50-8150-49b2-92ea-93032014e23f req-c2ec1ff5-4d5a-4c93-a1a5-5f2667e34e1d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566137 Jul 16 01:26:43.725995 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f206695-f3cb-4b60-9ee2-d92541cdd5e8 req-495fee3f-661a-4ff9-8181-a45abbed5a78 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678786 Jul 16 01:26:44.373323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:44.383439 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05b5e7-7af6-4ecf-b65c-ffa70930ad98 None None] Sync routers for ids ['049de601-b3e9-412f-914b-4221e25dbbea'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:44.416693 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fcc7a806-5778-4bc2-9757-29d27d40c9a2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "PUT /v2.0/routers/049de601-b3e9-412f-914b-4221e25dbbea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9340277 Jul 16 01:26:44.418364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42114) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:44.422445 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05b5e7-7af6-4ecf-b65c-ffa70930ad98 None None] Routers {'049de601-b3e9-412f-914b-4221e25dbbea'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:44.423207 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cf05b5e7-7af6-4ecf-b65c-ffa70930ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:26:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['049de601-b3e9-412f-914b-4221e25dbbea'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:44.469669 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cf05b5e7-7af6-4ecf-b65c-ffa70930ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:44.480588 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05b5e7-7af6-4ecf-b65c-ffa70930ad98 None None] Routers {'049de601-b3e9-412f-914b-4221e25dbbea'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:44.481910 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cf05b5e7-7af6-4ecf-b65c-ffa70930ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:26:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['049de601-b3e9-412f-914b-4221e25dbbea'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:44.492113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03377a4-2b16-41c1-8887-4a13c05a4d2d req-39459906-de27-4a95-ac3f-0b5d98c10f78 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.518348 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d03377a4-2b16-41c1-8887-4a13c05a4d2d req-39459906-de27-4a95-ac3f-0b5d98c10f78 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2701316 Jul 16 01:26:44.546370 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cf05b5e7-7af6-4ecf-b65c-ffa70930ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:44.547302 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05b5e7-7af6-4ecf-b65c-ffa70930ad98 None None] The sync data for ids ['049de601-b3e9-412f-914b-4221e25dbbea'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:44.562116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b3483-0048-4eff-9153-745c98f7e01a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.563732 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-740b3483-0048-4eff-9153-745c98f7e01a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports?device_id=049de601-b3e9-412f-914b-4221e25dbbea HTTP/1.1" status: 200 len: 981 time: 0.1437967 Jul 16 01:26:44.567153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:44.597637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b96a1499-b8aa-42ed-98d9-9c827f246556 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:44.708224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d03377a4-2b16-41c1-8887-4a13c05a4d2d req-feeb2145-01b1-498c-8925-c6f38043f4d3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888261 Jul 16 01:26:44.744157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-6377e567-0d7b-4e5e-82f5-209a6132b4e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:26:44.908817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:44.940240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'port_id': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'mac_address': 'fa:16:3e:ea:43:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:44.949225 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6377e567-0d7b-4e5e-82f5-209a6132b4e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.955853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6377e567-0d7b-4e5e-82f5-209a6132b4e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.024336 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.040165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96a1499-b8aa-42ed-98d9-9c827f246556 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:45.093799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:45.108891 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.227192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:45.249494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2c8c7-0820-449a-bd26-4771d178e741 req-b608cb45-6027-4ceb-8652-ed1404e53c1f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.251444 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8a2c8c7-0820-449a-bd26-4771d178e741 req-b608cb45-6027-4ceb-8652-ed1404e53c1f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 944 time: 0.2112348 Jul 16 01:26:45.258778 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-6377e567-0d7b-4e5e-82f5-209a6132b4e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Floating IP 684b702b-29c4-4c83-8ca0-5c661c12f0b3 associated. External IP: 172.25.4.57, port: a95b814f-5e26-402e-8163-75b7fe21c479. Jul 16 01:26:45.388204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b96a1499-b8aa-42ed-98d9-9c827f246556'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:45.406166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8a2c8c7-0820-449a-bd26-4771d178e741 req-2690c896-d4eb-4c46-8717-555dd2c256b3 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441362 Jul 16 01:26:45.601698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6377e567-0d7b-4e5e-82f5-209a6132b4e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Router 3506af92-b6ad-4c17-95c7-64c012ab7431 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:45.754832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-757f3719-09d7-4473-9926-a6de7972cf79 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.770821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-757f3719-09d7-4473-9926-a6de7972cf79 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 812 time: 0.2950501 Jul 16 01:26:45.784974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6377e567-0d7b-4e5e-82f5-209a6132b4e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:45.801447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6377e567-0d7b-4e5e-82f5-209a6132b4e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.801652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] Sync routers for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:45.813882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:45.814554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:26:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:45.816753 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-fc97db9c-bce1-4fe6-b4ec-d3a2869e5cc6 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/quotas/f4c0bf2d24f74bb7923b4fa83468d2cd HTTP/1.1" status: 200 len: 375 time: 0.0446982 Jul 16 01:26:45.878566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6377e567-0d7b-4e5e-82f5-209a6132b4e9 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "PUT /v2.0/floatingips/684b702b-29c4-4c83-8ca0-5c661c12f0b3 HTTP/1.1" status: 200 len: 991 time: 3.1478426 Jul 16 01:26:45.879526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'tag': 'a95b814f-5e26-402e-8163-75b7fe21c479'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:45.882987 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5796962e-417b-4127-9662-13f43d7130da" -d '{"events": [{"name": "network-changed", "server_uuid": "4f36f9fe-a204-44ef-839d-bc4bb78af2c1", "tag": "a95b814f-5e26-402e-8163-75b7fe21c479"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:46.081892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:46.098775 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-5b1260c4-daee-43e3-a9ea-d812cdc7dcae tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2766099 Jul 16 01:26:46.115296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-e0ccd0e2-100a-4eed-a36d-38ad64e300a7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:46.122862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-e0ccd0e2-100a-4eed-a36d-38ad64e300a7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210166 Jul 16 01:26:46.209146 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a458f2-1c15-463d-afd4-79efaa429c77 x-openstack-request-id: req-06a458f2-1c15-463d-afd4-79efaa429c77 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:46.209437 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f36f9fe-a204-44ef-839d-bc4bb78af2c1", "tag": "a95b814f-5e26-402e-8163-75b7fe21c479", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:46.209685 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06a458f2-1c15-463d-afd4-79efaa429c77 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:46.210280 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'tag': 'a95b814f-5e26-402e-8163-75b7fe21c479', 'status': 'completed', 'code': 200} Jul 16 01:26:46.542757 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '684b702b-29c4-4c83-8ca0-5c661c12f0b3', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'port_id': 'a95b814f-5e26-402e-8163-75b7fe21c479', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'mac_address': 'fa:16:3e:da:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:26:09Z', 'updated_at': '2021-07-16T01:26:44Z', 'revision_number': 1, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:46.548446 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.604179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] Checking router: 3506af92-b6ad-4c17-95c7-64c012ab7431 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:46.627942 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:46.630737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:26:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:46.643870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b96a1499-b8aa-42ed-98d9-9c827f246556 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:46.907569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port b96a1499-b8aa-42ed-98d9-9c827f246556 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:46.925946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port b96a1499-b8aa-42ed-98d9-9c827f246556 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:46.926818 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.993439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796962e-417b-4127-9662-13f43d7130da req-893e8109-2c21-410d-98fd-f743fdc0804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.995070 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5796962e-417b-4127-9662-13f43d7130da req-893e8109-2c21-410d-98fd-f743fdc0804f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 1098 time: 0.7572861 Jul 16 01:26:47.026752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:47.060055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db49b9-3c38-4a65-93b5-83bdd4b4df6e req-8b185984-8824-4951-8883-8e6216ccaf9f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.061716 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15db49b9-3c38-4a65-93b5-83bdd4b4df6e req-8b185984-8824-4951-8883-8e6216ccaf9f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 945 time: 0.1374271 Jul 16 01:26:47.145532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15db49b9-3c38-4a65-93b5-83bdd4b4df6e req-91a735cf-ecb4-40d8-aff4-86a5181096cc tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710511 Jul 16 01:26:47.223950 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-506a7e06-f91d-44cc-8a95-68cc3c80301f service neutron] 10.222.0.64 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0903823 Jul 16 01:26:47.396307 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.487539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:47.493711 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e693b18-b793-47d3-ae66-016c24d1b5a8" -d '{"events": [{"server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "name": "network-vif-plugged", "status": "completed", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:47.510118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796962e-417b-4127-9662-13f43d7130da req-3776291c-5e4f-4913-8db2-07ff16a2d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.513646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5796962e-417b-4127-9662-13f43d7130da req-3776291c-5e4f-4913-8db2-07ff16a2d51b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 910 time: 0.4392536 Jul 16 01:26:47.555814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcc4a8-1caa-441d-81cf-8cd2934edfe4 req-70cee1fd-cc5b-43d5-8815-9cfde6dba53b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.558389 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1fdcc4a8-1caa-441d-81cf-8cd2934edfe4 req-70cee1fd-cc5b-43d5-8815-9cfde6dba53b tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 946 time: 0.1606557 Jul 16 01:26:47.581491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:47.587740 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.608278 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-6ecc2410-0f7d-4cee-9257-96608f16f38d service neutron] 10.222.0.64 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830891 Jul 16 01:26:47.618222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 66d34f9e-40af-4435-bf50-1f0645d4c142 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:47.618956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.693395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1fdcc4a8-1caa-441d-81cf-8cd2934edfe4 req-1faf0367-1e32-4453-b336-e17c7eb66b7f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267955 Jul 16 01:26:47.702368 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5796962e-417b-4127-9662-13f43d7130da req-fa99b5d1-f349-4a69-8593-4fbd684cdd3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95b814f-5e26-402e-8163-75b7fe21c479 HTTP/1.1" status: 200 len: 999 time: 0.1785781 Jul 16 01:26:47.773452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796962e-417b-4127-9662-13f43d7130da req-1146ec0a-4d66-4d5d-aeb8-a345637712b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.775253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5796962e-417b-4127-9662-13f43d7130da req-1146ec0a-4d66-4d5d-aeb8-a345637712b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.0544217 Jul 16 01:26:48.025884 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:48.047726 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 66d34f9e-40af-4435-bf50-1f0645d4c142 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:48.129954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb2307cc-1ac0-4082-bbae-3bf5cf57d1ed req-090166bd-c1b5-4c26-87c1-408648898660 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 210 time: 0.0698576 Jul 16 01:26:48.166284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796962e-417b-4127-9662-13f43d7130da req-338e9c99-a8d9-4a54-8e34-f1dcb1e2245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.177834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5796962e-417b-4127-9662-13f43d7130da req-338e9c99-a8d9-4a54-8e34-f1dcb1e2245f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3941934 Jul 16 01:26:48.188987 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496fe06f-859b-410f-8687-f87fb3643fd5 x-openstack-request-id: req-496fe06f-859b-410f-8687-f87fb3643fd5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:48.189849 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "name": "network-vif-plugged", "status": "completed", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:48.189849 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-496fe06f-859b-410f-8687-f87fb3643fd5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:48.190271 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'code': 200} Jul 16 01:26:48.271486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:48.283496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.283953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.284404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.284841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.285277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.285934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.286765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.287352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.287785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.288212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.288636 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.289275 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:48.317731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '684b702b-29c4-4c83-8ca0-5c661c12f0b3', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'port_id': 'a95b814f-5e26-402e-8163-75b7fe21c479', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'mac_address': 'fa:16:3e:da:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:26:09Z', 'updated_at': '2021-07-16T01:26:44Z', 'revision_number': 1, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.329478 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bee76-4da8-4bd6-bb76-f4ee021d8da8 req-9e7cbaf6-eddc-4b9a-91c7-253f3a425f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.332469 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5d6bee76-4da8-4bd6-bb76-f4ee021d8da8 req-9e7cbaf6-eddc-4b9a-91c7-253f3a425f45 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 1098 time: 0.1432097 Jul 16 01:26:48.416329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5d6bee76-4da8-4bd6-bb76-f4ee021d8da8 req-75f26540-2598-4e44-8ee2-b983b005fc14 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756853 Jul 16 01:26:48.416602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a91e40-0740-490f-947f-de95af9e744a None None] The sync data for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 is: [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '684b702b-29c4-4c83-8ca0-5c661c12f0b3', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'port_id': 'a95b814f-5e26-402e-8163-75b7fe21c479', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'mac_address': 'fa:16:3e:da:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:26:09Z', 'updated_at': '2021-07-16T01:26:44Z', 'revision_number': 1, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:48.619134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f76bc-6b28-4636-8762-4213746d3fa6 req-41427e53-1c0b-428a-b898-2f1763704d2b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.620956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-244f76bc-6b28-4636-8762-4213746d3fa6 req-41427e53-1c0b-428a-b898-2f1763704d2b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 946 time: 0.1127858 Jul 16 01:26:48.644100 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5796962e-417b-4127-9662-13f43d7130da req-2454bf63-a2f4-4d73-9615-4b7d3054425e service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516993 Jul 16 01:26:48.807457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5796962e-417b-4127-9662-13f43d7130da req-56af685c-3665-437d-9081-6e65ab59d623 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496687 Jul 16 01:26:48.808238 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-244f76bc-6b28-4636-8762-4213746d3fa6 req-b295b8fe-c293-4ac4-b421-5fd8680e434b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804500 Jul 16 01:26:48.893881 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81e800-a767-4bdd-a29c-5fe7aa1600a0 None None] New status for floating IP 684b702b-29c4-4c83-8ca0-5c661c12f0b3: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:26:48.940791 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-a2f99cb4-a07d-4f8f-999f-8f250f1e7bd4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2318916 Jul 16 01:26:49.203633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-751eaba0-6c71-4758-a021-f3446c1e6a59 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.205408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-751eaba0-6c71-4758-a021-f3446c1e6a59 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 946 time: 0.7938135 Jul 16 01:26:49.213243 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-05d40107-0ecb-4d80-8401-412ac67b65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.234181 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-05d40107-0ecb-4d80-8401-412ac67b65c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1096 time: 0.2217767 Jul 16 01:26:49.392408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be616e-2e5f-4ccb-b1dc-a6bfaf752b48 req-7398e5f9-1f3c-4a07-aa9f-60cba914dbf4 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.399783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79be616e-2e5f-4ccb-b1dc-a6bfaf752b48 req-7398e5f9-1f3c-4a07-aa9f-60cba914dbf4 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 946 time: 0.2838309 Jul 16 01:26:49.489602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79be616e-2e5f-4ccb-b1dc-a6bfaf752b48 req-67b977d1-2bbb-43ae-8039-c36a2e8414be tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888309 Jul 16 01:26:49.568078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.683428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-5ad8bbb3-da0e-41bc-bc9b-c71e8367ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.685738 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-5ad8bbb3-da0e-41bc-bc9b-c71e8367ad7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.3467851 Jul 16 01:26:49.766850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=66d34f9e-40af-4435-bf50-1f0645d4c142,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:49.859431 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-373df08d-133c-4fdc-a932-f8d1c481b723 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 998 time: 0.1667364 Jul 16 01:26:49.956595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-b46cf87b-e4c6-486f-b26e-4fa41b62332c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Deleting port 1f8bff01-481d-47a1-8263-f29ee0ad6d13 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:49.957116 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-b46cf87b-e4c6-486f-b26e-4fa41b62332c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.088373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-054d27ae-0c81-4580-b980-8899dc57f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.093953 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-054d27ae-0c81-4580-b980-8899dc57f7ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.2270327 Jul 16 01:26:50.297908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-ce8fa5ae-a44d-409b-89da-58fe1da8ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.299901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-ce8fa5ae-a44d-409b-89da-58fe1da8ec11 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1993535 Jul 16 01:26:50.530614 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b01f79b-c81d-40d7-9259-c64ccf782116 req-e6c7df28-3e47-4a7b-b938-7587c56d2b00 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 210 time: 0.0818138 Jul 16 01:26:50.551736 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-40ec3c83-6531-4aff-82be-ca667abe0bf7 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369182 Jul 16 01:26:51.091838 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca158f9b-f10f-4f9e-a364-4ab00c6a2306 req-d10ece9e-1cdd-432f-8e09-a6d1a859c8fb service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278115 Jul 16 01:26:51.099010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-b46cf87b-e4c6-486f-b26e-4fa41b62332c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] For port 1f8bff01-481d-47a1-8263-f29ee0ad6d13, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1f8bff01-481d-47a1-8263-f29ee0ad6d13,segment=NetworkSegment(11699cbd-abdd-409e-a5d5-497e0ff1976f),segment_id=11699cbd-abdd-409e-a5d5-497e0ff1976f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:51.099560 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-b46cf87b-e4c6-486f-b26e-4fa41b62332c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.100373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-0bbc28fe-634a-4edf-8c8e-d516b3250c26 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.102314 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-0bbc28fe-634a-4edf-8c8e-d516b3250c26 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 812 time: 0.3765481 Jul 16 01:26:51.103571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.125393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'port': {'device_id': 'f0a16856-98db-42aa-a8c5-f94903e9f11f', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'admin_state_up': True, 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:51.140668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3208376-3585-419d-9476-b680052b53de req-c26091a7-b5a9-4736-878b-0ad6a9928bf9 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.148473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3208376-3585-419d-9476-b680052b53de req-c26091a7-b5a9-4736-878b-0ad6a9928bf9 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 946 time: 0.9160681 Jul 16 01:26:51.175401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-b46cf87b-e4c6-486f-b26e-4fa41b62332c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Calling delete_port for 1f8bff01-481d-47a1-8263-f29ee0ad6d13 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:51.292336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Made reservation on behalf of f4c0bf2d24f74bb7923b4fa83468d2cd for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:51.297015 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.304182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3208376-3585-419d-9476-b680052b53de req-19043d07-9528-4fc5-bd77-d794978dd94d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542993 Jul 16 01:26:51.308173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0de51c-4490-48c2-a9f1-c7043f4dc077 req-1d2eec3f-6ae4-4949-af86-47fba93a3cfd tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.316706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b0de51c-4490-48c2-a9f1-c7043f4dc077 req-1d2eec3f-6ae4-4949-af86-47fba93a3cfd tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 946 time: 0.4308960 Jul 16 01:26:51.423738 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b0de51c-4490-48c2-a9f1-c7043f4dc077 req-9153c7c5-2608-4759-8ce5-2eae6b607c9f tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc29592e-d087-479d-9bbd-f469131f7cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053786 Jul 16 01:26:51.524887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Router 049de601-b3e9-412f-914b-4221e25dbbea has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:51.645580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Allocated IP 172.20.0.10 (e9491746-18a9-4e5f-90b0-ecff7036d857/2a41718e-83a0-48ab-a370-1def9d66fa7a/b6fa5f16-41e1-430a-bb86-8ae48ff7279a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:51.711041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:51.723374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af6852-6baf-444a-8151-47f500e229b9 None None] Sync routers for ids ['049de601-b3e9-412f-914b-4221e25dbbea'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:51.736618 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fa2e122c-24b4-4f79-b26b-7e04263e392e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "PUT /v2.0/routers/049de601-b3e9-412f-914b-4221e25dbbea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1681833 Jul 16 01:26:51.740028 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42342) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:51.741737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af6852-6baf-444a-8151-47f500e229b9 None None] Routers {'049de601-b3e9-412f-914b-4221e25dbbea'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:51.742415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-45af6852-6baf-444a-8151-47f500e229b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:26:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['049de601-b3e9-412f-914b-4221e25dbbea'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:51.810661 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c708337a-e42d-4a9f-9bd0-6121d58a828f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:26:51.828718 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c708337a-e42d-4a9f-9bd0-6121d58a828f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/66d34f9e-40af-4435-bf50-1f0645d4c142 HTTP/1.1" status: 404 len: 333 time: 0.0842972 Jul 16 01:26:51.862816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:51.925977 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-45af6852-6baf-444a-8151-47f500e229b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:51.970132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af6852-6baf-444a-8151-47f500e229b9 None None] Routers {'049de601-b3e9-412f-914b-4221e25dbbea'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:51.970783 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-45af6852-6baf-444a-8151-47f500e229b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:26:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['049de601-b3e9-412f-914b-4221e25dbbea'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:51.987350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3b96404-f981-4717-b88f-d36dedf8da79 req-7465e443-f5d4-42f3-8c88-790e90dba753 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 210 time: 0.2349062 Jul 16 01:26:52.078194 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-b46cf87b-e4c6-486f-b26e-4fa41b62332c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.091519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-45af6852-6baf-444a-8151-47f500e229b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:52.092403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af6852-6baf-444a-8151-47f500e229b9 None None] The sync data for ids ['049de601-b3e9-412f-914b-4221e25dbbea'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:52.142796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cf87b-e4c6-486f-b26e-4fa41b62332c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Pushing event deleted for resources: {'Port': ['ID=1f8bff01-481d-47a1-8263-f29ee0ad6d13,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:52.204287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-b46cf87b-e4c6-486f-b26e-4fa41b62332c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] No DVR routers for this DVR port 1f8bff01-481d-47a1-8263-f29ee0ad6d13 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:52.207530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-b46cf87b-e4c6-486f-b26e-4fa41b62332c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.209570 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-17d465fe-abc2-487c-9d9b-d1a724a2e70c req-b46cf87b-e4c6-486f-b26e-4fa41b62332c tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.50 "DELETE /v2.0/ports/1f8bff01-481d-47a1-8263-f29ee0ad6d13 HTTP/1.1" status: 204 len: 173 time: 2.9824584 Jul 16 01:26:52.210136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd374e5-1a26-4346-a4cd-590137c7e0e3', 'name': 'network-vif-deleted', 'tag': '1f8bff01-481d-47a1-8263-f29ee0ad6d13'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:52.217625 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c3437-1de7-4640-a7c4-56211ed03b8e" -d '{"events": [{"server_uuid": "efd374e5-1a26-4346-a4cd-590137c7e0e3", "name": "network-vif-deleted", "tag": "1f8bff01-481d-47a1-8263-f29ee0ad6d13"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:52.228445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d04f3c49-2bd2-424f-9979-1669f5f3a69b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.287396 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f6c94e-693e-4111-9d49-a6c3dcc75841 x-openstack-request-id: req-c7f6c94e-693e-4111-9d49-a6c3dcc75841 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:52.287710 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd374e5-1a26-4346-a4cd-590137c7e0e3", "name": "network-vif-deleted", "tag": "1f8bff01-481d-47a1-8263-f29ee0ad6d13", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:52.287957 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7f6c94e-693e-4111-9d49-a6c3dcc75841 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:52.288360 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd374e5-1a26-4346-a4cd-590137c7e0e3', 'name': 'network-vif-deleted', 'tag': '1f8bff01-481d-47a1-8263-f29ee0ad6d13', 'status': 'completed', 'code': 200} Jul 16 01:26:52.396114 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.627254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1f8bff01-481d-47a1-8263-f29ee0ad6d13 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:52.667436 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d04f3c49-2bd2-424f-9979-1669f5f3a69b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.703502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 1f8bff01-481d-47a1-8263-f29ee0ad6d13 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:52.704345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1f8bff01-481d-47a1-8263-f29ee0ad6d13 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:52.708599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d04f3c49-2bd2-424f-9979-1669f5f3a69b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.711292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Transition to ACTIVE for port object b6fa5f16-41e1-430a-bb86-8ae48ff7279a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:52.750207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19d4adda-ef10-4f79-96c6-8e1eb57017c5 req-1c1a5421-bd6e-451d-bfa4-53568bbc8a49 tempest-ServersTestJSON-937423525 tempest-ServersTestJSON-937423525-project] 10.222.0.64 "GET /v2.0/ports?device_id=efd374e5-1a26-4346-a4cd-590137c7e0e3 HTTP/1.1" status: 200 len: 210 time: 0.0617528 Jul 16 01:26:52.816568 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d04f3c49-2bd2-424f-9979-1669f5f3a69b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.817381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04f3c49-2bd2-424f-9979-1669f5f3a69b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Fanout notify agent at l3_agent the message router_deleted on router 049de601-b3e9-412f-914b-4221e25dbbea {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:52.829823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d04f3c49-2bd2-424f-9979-1669f5f3a69b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.831391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d04f3c49-2bd2-424f-9979-1669f5f3a69b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/routers/049de601-b3e9-412f-914b-4221e25dbbea HTTP/1.1" status: 204 len: 168 time: 0.9659982 Jul 16 01:26:52.836696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42380) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:52.913894 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-bc9ca570-483b-4637-ad4c-22f0f5f37b3c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1049764 Jul 16 01:26:52.944688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e959cda-59c5-4f1a-b3de-e70b03591908 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet 3258fe60-ab55-4758-b594-8606152393d6 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:52.952554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e959cda-59c5-4f1a-b3de-e70b03591908 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.076661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-3823b660-35fc-4bd5-a9cb-9ca08194acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.081358 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-3823b660-35fc-4bd5-a9cb-9ca08194acf7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3dad9f8287af49b78c3dc77be52c80c0&device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 1102 time: 0.1040695 Jul 16 01:26:53.088373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.105634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['dd5578b6-85ad-491a-9486-16b8143c91bf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:53.171521 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Network e9491746-18a9-4e5f-90b0-ecff7036d857 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:53.195624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d74ab-c2e6-4c5f-a9a3-cda77a500c2c req-057e175c-9026-481e-917f-1177d170bd3f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.214267 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b08d74ab-c2e6-4c5f-a9a3-cda77a500c2c req-057e175c-9026-481e-917f-1177d170bd3f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 946 time: 0.5715044 Jul 16 01:26:53.234823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e959cda-59c5-4f1a-b3de-e70b03591908 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.253793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:53.257015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:53.391173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.391766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.420331 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2996209 Jul 16 01:26:53.434794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Request body: {'port': {'device_id': 'f0a16856-98db-42aa-a8c5-f94903e9f11f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:53.461055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-d7823d7b-6f76-4a51-a045-f3935b227b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.462606 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-d7823d7b-6f76-4a51-a045-f3935b227b46 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.3240716 Jul 16 01:26:53.514429 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b08d74ab-c2e6-4c5f-a9a3-cda77a500c2c req-203153df-025d-42ac-88eb-311543a7f7ab tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966456 Jul 16 01:26:53.515446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74d38c-33e6-476a-adde-d66d2be3c10f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'Port': ['ID=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:53.566273 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-8b751251-20a5-4153-bce1-9af8e44b4f6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=da193d2a-3320-4e80-adfa-3b90095b22eb HTTP/1.1" status: 200 len: 217 time: 0.0654635 Jul 16 01:26:53.580045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d5bfb-3764-4b4b-b24c-f8bc60e5ee45 req-f2a07eec-731f-4b09-9f98-d3ec5727f95f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.580045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b77d5bfb-3764-4b4b-b24c-f8bc60e5ee45 req-f2a07eec-731f-4b09-9f98-d3ec5727f95f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 932 time: 0.3313134 Jul 16 01:26:53.622694 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b77d5bfb-3764-4b4b-b24c-f8bc60e5ee45 req-a8328313-484d-4a4b-a298-2c8f3e22f0c9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Jul 16 01:26:53.663677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-cb2315aa-cb17-47ed-b056-d509867e0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.665715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-cb2315aa-cb17-47ed-b056-d509867e0b57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0940425 Jul 16 01:26:53.699305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c794cdaf-2583-4823-b7d9-aef4659dc9c2 None None] Provisioning for port b6fa5f16-41e1-430a-bb86-8ae48ff7279a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:53.714968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c794cdaf-2583-4823-b7d9-aef4659dc9c2 None None] Provisioning complete for port b6fa5f16-41e1-430a-bb86-8ae48ff7279a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:53.717108 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c794cdaf-2583-4823-b7d9-aef4659dc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.748402 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e959cda-59c5-4f1a-b3de-e70b03591908 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.818291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-1e186fb1-21bc-4867-8a6a-93656ca0c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.819791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-1e186fb1-21bc-4867-8a6a-93656ca0c5c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432514 Jul 16 01:26:53.820739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c794cdaf-2583-4823-b7d9-aef4659dc9c2 None None] Port b6fa5f16-41e1-430a-bb86-8ae48ff7279a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:53.952486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42418) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:53.980577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e959cda-59c5-4f1a-b3de-e70b03591908 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.058984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fd547d-6999-4eed-9eec-4a6093396bc5 admin admin] Deleting subnet 1b1c54ac-3634-4b37-a18b-f8e6de0421c9 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:54.073329 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83fd547d-6999-4eed-9eec-4a6093396bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.076651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e959cda-59c5-4f1a-b3de-e70b03591908 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=3258fe60-ab55-4758-b594-8606152393d6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:54.090986 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e959cda-59c5-4f1a-b3de-e70b03591908 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.093269 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1e959cda-59c5-4f1a-b3de-e70b03591908 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/3258fe60-ab55-4758-b594-8606152393d6 HTTP/1.1" status: 204 len: 168 time: 1.2551637 Jul 16 01:26:54.096092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42420) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:54.099325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e8520-ee19-4825-905c-f93d7d30ca84 None None] Network 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:54.104357 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.162311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-a2276944-deb2-4619-94ce-84c0437bdc03 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306632 Jul 16 01:26:54.212334 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.219980 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83fd547d-6999-4eed-9eec-4a6093396bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.353852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83fd547d-6999-4eed-9eec-4a6093396bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.457388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad4b7a27-8fb4-444e-b597-c50f66312de7 req-ffbe6533-197b-4368-a09c-af4e4905fada service neutron] 10.222.0.67 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863212 Jul 16 01:26:54.489230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dbec03-7f41-40fe-9730-05919d98818a None None] DHCP port deletion for 3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:54.504113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83fd547d-6999-4eed-9eec-4a6093396bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.553824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd547d-6999-4eed-9eec-4a6093396bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1c54ac-3634-4b37-a18b-f8e6de0421c9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:54.562449 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5284f16b-875c-45b9-8349-406da6856464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.591234 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83fd547d-6999-4eed-9eec-4a6093396bc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.595445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-83fd547d-6999-4eed-9eec-4a6093396bc5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1b1c54ac-3634-4b37-a18b-f8e6de0421c9 HTTP/1.1" status: 204 len: 168 time: 0.6393600 Jul 16 01:26:54.595839 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42430) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:54.627385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e0dbec03-7f41-40fe-9730-05919d98818a None None] Deleting port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:54.627992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0dbec03-7f41-40fe-9730-05919d98818a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.688487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:54.689117 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.764816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.919721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e0dbec03-7f41-40fe-9730-05919d98818a None None] For port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=72a195d2-131b-4e92-bb92-54a4fd4bf3a2,segment=NetworkSegment(984145b8-f259-4933-b9d0-0b5e4c79ba55),segment_id=984145b8-f259-4933-b9d0-0b5e4c79ba55)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:54.920429 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0dbec03-7f41-40fe-9730-05919d98818a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.940513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e0dbec03-7f41-40fe-9730-05919d98818a None None] Calling delete_port for 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:55.009679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.067248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d319e49-9dda-45be-8a70-a50c234a25c3']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:55.071801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] For port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=72a195d2-131b-4e92-bb92-54a4fd4bf3a2,segment=NetworkSegment(984145b8-f259-4933-b9d0-0b5e4c79ba55),segment_id=984145b8-f259-4933-b9d0-0b5e4c79ba55)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:55.072455 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.077866 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0dbec03-7f41-40fe-9730-05919d98818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.101838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11699cbd-abdd-409e-a5d5-497e0ff1976f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:55.102175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11699cbd-abdd-409e-a5d5-497e0ff1976f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:55.113727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:55.125168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.153408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dbec03-7f41-40fe-9730-05919d98818a None None] No DVR routers for this DVR port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:55.160465 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.172414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbec03-7f41-40fe-9730-05919d98818a None None] Pushing event deleted for resources: {'Port': ['ID=72a195d2-131b-4e92-bb92-54a4fd4bf3a2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:55.186373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:55.188129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:55.190989 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:55.331995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.338430 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.344998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] 10.222.0.64 "DELETE /v2.0/networks/2d319e49-9dda-45be-8a70-a50c234a25c3 HTTP/1.1" status: 204 len: 168 time: 0.7481625 Jul 16 01:26:55.369098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de31e22-495a-4acb-8d9c-12da9d7eb05c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d319e49-9dda-45be-8a70-a50c234a25c3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:55.471363 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.519647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42460) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:55.590186 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0d7e25e8-4a06-4cdc-a3a8-6fcd613e0558 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54b9f79c3d0a4882b8ae1b6f6adb2f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688145 Jul 16 01:26:55.594300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42466) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:55.705838 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7361c8a0-4571-4010-bf01-c8e4d0c8b4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.749649 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7361c8a0-4571-4010-bf01-c8e4d0c8b4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.798587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6fa5f16-41e1-430a-bb86-8ae48ff7279a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:55.806708 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.813265 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7361c8a0-4571-4010-bf01-c8e4d0c8b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.815920 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7361c8a0-4571-4010-bf01-c8e4d0c8b4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.817266 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7361c8a0-4571-4010-bf01-c8e4d0c8b4ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc29592e-d087-479d-9bbd-f469131f7cec HTTP/1.1" status: 204 len: 168 time: 0.2096541 Jul 16 01:26:55.830570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361c8a0-4571-4010-bf01-c8e4d0c8b4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc29592e-d087-479d-9bbd-f469131f7cec,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:55.936226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Transition to ACTIVE for port object b6fa5f16-41e1-430a-bb86-8ae48ff7279a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:55.942638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.120169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:56.122941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f9ca1-29bc-4a13-a4e6-308c61fc1412 req-2471e692-a0fb-4eb9-b4eb-1dc62835689b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.126001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-070f9ca1-29bc-4a13-a4e6-308c61fc1412 req-2471e692-a0fb-4eb9-b4eb-1dc62835689b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 932 time: 1.2010300 Jul 16 01:26:56.168073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:56.169324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:56.235869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:56.334098 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.365157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-070f9ca1-29bc-4a13-a4e6-308c61fc1412 req-a0116d60-3d5d-4af3-837e-de40e8131476 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297788 Jul 16 01:26:56.423960 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No DVR routers for this DVR port 72a195d2-131b-4e92-bb92-54a4fd4bf3a2 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:56.448986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=72a195d2-131b-4e92-bb92-54a4fd4bf3a2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:56.488345 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.523408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Attempting to bind port b6fa5f16-41e1-430a-bb86-8ae48ff7279a on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:56.524398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Attempting to bind port b6fa5f16-41e1-430a-bb86-8ae48ff7279a by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:56.524737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Attempting to bind port b6fa5f16-41e1-430a-bb86-8ae48ff7279a on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:56.548194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Port b6fa5f16-41e1-430a-bb86-8ae48ff7279a on network e9491746-18a9-4e5f-90b0-ecff7036d857 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:56.548759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Attempting to bind port b6fa5f16-41e1-430a-bb86-8ae48ff7279a on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:56.568197 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:56.568541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Checking segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:56.568920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Bound using segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:56.569358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Bound port: b6fa5f16-41e1-430a-bb86-8ae48ff7279a, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:56.569713 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.641388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.657613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:56.669743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984145b8-f259-4933-b9d0-0b5e4c79ba55') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:56.669743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984145b8-f259-4933-b9d0-0b5e4c79ba55') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:56.685156 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.725295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.738403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:56.738807 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:56.741808 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:56.813938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] For port b6fa5f16-41e1-430a-bb86-8ae48ff7279a, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:56.828005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] For port b6fa5f16-41e1-430a-bb86-8ae48ff7279a, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:56.829756 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.835415 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.844024 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/networks/3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27 HTTP/1.1" status: 204 len: 168 time: 2.7400007 Jul 16 01:26:56.844713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42500) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:56.855038 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.898301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f2d27-39a7-418b-a5a0-7b1ede5bf79a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Network': ['ID=3b6ddede-8eec-4cf2-9a2b-1ac9639b1b27,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:56.950407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.951058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf4dc84-da9b-469b-b897-642748c7fa2b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.952575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cbf4dc84-da9b-469b-b897-642748c7fa2b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/e3d2878b-1510-4891-be76-6168e1b8403f HTTP/1.1" status: 200 len: 841 time: 0.1077330 Jul 16 01:26:56.953164 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.954704 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] 10.222.0.50 "PUT /v2.0/ports/b6fa5f16-41e1-430a-bb86-8ae48ff7279a HTTP/1.1" status: 200 len: 1093 time: 3.5242574 Jul 16 01:26:56.957963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42508) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:56.965007 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a16856-98db-42aa-a8c5-f94903e9f11f', 'tag': 'b6fa5f16-41e1-430a-bb86-8ae48ff7279a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:56.972281 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4975a63b-208e-4bb3-8424-f35da72c737f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a16856-98db-42aa-a8c5-f94903e9f11f", "tag": "b6fa5f16-41e1-430a-bb86-8ae48ff7279a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:57.091392 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-438e1985-3984-435a-8793-9bfb8aab50a7 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/e3d2878b-1510-4891-be76-6168e1b8403f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1314981 Jul 16 01:26:57.096499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42516) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:57.107888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6843df83-4a58-4e95-bfb6-8078573347bc tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:57.113326 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab4bde7c-9947-49ce-9b19-0c4df94970ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.124915 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e4d7ed-3bf1-4ac9-98d3-c5af47ab52ac x-openstack-request-id: req-21e4d7ed-3bf1-4ac9-98d3-c5af47ab52ac {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:57.127807 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a16856-98db-42aa-a8c5-f94903e9f11f", "tag": "b6fa5f16-41e1-430a-bb86-8ae48ff7279a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:57.128227 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21e4d7ed-3bf1-4ac9-98d3-c5af47ab52ac {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:57.128786 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a16856-98db-42aa-a8c5-f94903e9f11f', 'tag': 'b6fa5f16-41e1-430a-bb86-8ae48ff7279a', 'status': 'completed', 'code': 200} Jul 16 01:26:57.144961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7edc34-3919-4365-b7e7-09497d59fde8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:57.246050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-4fe19fe1-85f5-447a-9c68-afe723c4816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.258114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-4fe19fe1-85f5-447a-9c68-afe723c4816a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 1096 time: 0.2444489 Jul 16 01:26:57.321303 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-97621d42-81cd-464d-8ab1-733700df3843 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6fa5f16-41e1-430a-bb86-8ae48ff7279a HTTP/1.1" status: 200 len: 217 time: 0.0516813 Jul 16 01:26:57.396571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-d1179a1d-ffb4-4812-8a8b-aaa20a968318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.397909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-d1179a1d-ffb4-4812-8a8b-aaa20a968318 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0685179 Jul 16 01:26:57.459243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6843df83-4a58-4e95-bfb6-8078573347bc tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:57.462840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6843df83-4a58-4e95-bfb6-8078573347bc tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.479608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-694ef49e-fc16-4d1c-9c08-41a371618d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.484637 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-694ef49e-fc16-4d1c-9c08-41a371618d75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780609 Jul 16 01:26:57.604032 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.757975 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656e17-eaef-4d25-9f6b-4311dd8f2def req-10255958-4ec3-4c3e-884a-be224c0259d6 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.759458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-25912f37-b54f-4e88-bdc7-03c63710a920 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637684 Jul 16 01:26:57.765172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c7656e17-eaef-4d25-9f6b-4311dd8f2def req-10255958-4ec3-4c3e-884a-be224c0259d6 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 944 time: 0.1752570 Jul 16 01:26:57.875669 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c7656e17-eaef-4d25-9f6b-4311dd8f2def req-820981ff-cd2c-4acb-a834-1e1f92616e91 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088946 Jul 16 01:26:57.988778 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6843df83-4a58-4e95-bfb6-8078573347bc tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.026757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26d0a4f2-bb55-44b2-a41f-8bbb3ab4801e req-fcd2350c-27bb-49cf-871c-1f84c6710ddf service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554276 Jul 16 01:26:58.049289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843df83-4a58-4e95-bfb6-8078573347bc tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:58.062240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-6843df83-4a58-4e95-bfb6-8078573347bc tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:58.098165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dc5363-d374-4fdc-aeed-ffe9ee2df4f8 None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:58.129417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6843df83-4a58-4e95-bfb6-8078573347bc tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.130239 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6843df83-4a58-4e95-bfb6-8078573347bc tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.167819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843df83-4a58-4e95-bfb6-8078573347bc tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=e264aa67-8e19-45ac-99a8-64c09dd4323c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:58.176363 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6843df83-4a58-4e95-bfb6-8078573347bc tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0784967 Jul 16 01:26:58.177987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42558) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:58.191424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2eed9ee9-dd7a-4c0d-9978-43215bec1c1c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-15985467'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:58.257350 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eed9ee9-dd7a-4c0d-9978-43215bec1c1c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.331575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975a63b-208e-4bb3-8424-f35da72c737f req-075700e1-fb0a-40cf-90cb-627a5bc9a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.333318 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4975a63b-208e-4bb3-8424-f35da72c737f req-075700e1-fb0a-40cf-90cb-627a5bc9a9fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 1096 time: 0.2327583 Jul 16 01:26:58.469725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975a63b-208e-4bb3-8424-f35da72c737f req-15cace68-5d70-4df9-a8b9-c8dac92d387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.471945 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4975a63b-208e-4bb3-8424-f35da72c737f req-15cace68-5d70-4df9-a8b9-c8dac92d387a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.1208146 Jul 16 01:26:58.511751 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.522888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eed9ee9-dd7a-4c0d-9978-43215bec1c1c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.564188 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a88063c-9f76-4ef5-8888-8880f936bc97 req-b8fdba46-86d3-4cfe-82e2-29d4f727e1a5 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0397227 Jul 16 01:26:58.571302 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eed9ee9-dd7a-4c0d-9978-43215bec1c1c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.602920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-aa5384ee-db72-4867-975c-a9e921508dc9', 'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'tenant_id': 'e10e56c1022244ee99926b8ae017f7c6', 'fixed_ips': [{'subnet_id': 'e264aa67-8e19-45ac-99a8-64c09dd4323c'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:58.604281 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.616064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4975a63b-208e-4bb3-8424-f35da72c737f req-ad2cc659-b538-4233-adcb-06b3418eded0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6fa5f16-41e1-430a-bb86-8ae48ff7279a HTTP/1.1" status: 200 len: 217 time: 0.1251686 Jul 16 01:26:58.696775 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eed9ee9-dd7a-4c0d-9978-43215bec1c1c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.706807 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2eed9ee9-dd7a-4c0d-9978-43215bec1c1c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5263860 Jul 16 01:26:58.713329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42576) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:58.723901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed9ee9-dd7a-4c0d-9978-43215bec1c1c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f78b6a-f37f-4d57-a795-f8e8918f0f73,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:58.752441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2e3a2f04-8bb4-47c5-9b30-d1957ac0536c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-1562060674'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:58.812455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2f04-8bb4-47c5-9b30-d1957ac0536c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.830512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975a63b-208e-4bb3-8424-f35da72c737f req-57c21044-b988-436a-9f50-bf1d723bbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.834364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4975a63b-208e-4bb3-8424-f35da72c737f req-57c21044-b988-436a-9f50-bf1d723bbd43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.2013621 Jul 16 01:26:59.106427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975a63b-208e-4bb3-8424-f35da72c737f req-c48a05d8-2a4d-41d0-b687-7843e1c7330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.109173 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4975a63b-208e-4bb3-8424-f35da72c737f req-c48a05d8-2a4d-41d0-b687-7843e1c7330d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2635181 Jul 16 01:26:59.154128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Allocated IP 172.20.0.2 (aa5384ee-db72-4867-975c-a9e921508dc9/e264aa67-8e19-45ac-99a8-64c09dd4323c/6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:59.194243 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:26:59.241913 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2f04-8bb4-47c5-9b30-d1957ac0536c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.259931 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2f04-8bb4-47c5-9b30-d1957ac0536c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.363510 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4975a63b-208e-4bb3-8424-f35da72c737f req-92decd0d-b7d4-4f9b-854f-97dab06c4397 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416022 Jul 16 01:26:59.367136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12499044-9b64-4408-9774-d69077334bfe req-8dfa973a-9d19-481b-bb0b-9bcfee3e4953 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.385693 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-12499044-9b64-4408-9774-d69077334bfe req-8dfa973a-9d19-481b-bb0b-9bcfee3e4953 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 944 time: 0.3504698 Jul 16 01:26:59.435930 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.439002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2f04-8bb4-47c5-9b30-d1957ac0536c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.442834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2e3a2f04-8bb4-47c5-9b30-d1957ac0536c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7278659 Jul 16 01:26:59.443671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a2f04-8bb4-47c5-9b30-d1957ac0536c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79270084-6614-4054-ab37-c5e8924c6b6a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:59.462254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42602) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:59.470399 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-741960454', 'security_groups': ['79270084-6614-4054-ab37-c5e8924c6b6a'], 'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e264aa67-8e19-45ac-99a8-64c09dd4323c'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:59.490115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Transition to ACTIVE for port object 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:59.522959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-12499044-9b64-4408-9774-d69077334bfe req-c5c8470a-7bc1-4d76-bb52-1dd7a59fd991 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357503 Jul 16 01:26:59.547351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Transition to ACTIVE for port object 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:59.555880 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.667055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Pushing event updated for resources: {'Port': ['ID=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:59.677354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:59.679758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:59.682230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:59.692310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4975a63b-208e-4bb3-8424-f35da72c737f req-c4632817-1b64-4e7c-8f76-f48eebf288dd service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173237 Jul 16 01:26:59.752554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:59.823598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Attempting to bind port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:59.830424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Attempting to bind port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '29408664-ac48-4514-b0d6-4f885b7ebb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:59.835017 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Attempting to bind port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd on network aa5384ee-db72-4867-975c-a9e921508dc9 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:59.856823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:59.857876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Checking segment: {'id': '29408664-ac48-4514-b0d6-4f885b7ebb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:59.858988 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.862463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Bound using segment: {'id': '29408664-ac48-4514-b0d6-4f885b7ebb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:59.863562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Bound port: 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29408664-ac48-4514-b0d6-4f885b7ebb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:59.865026 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.875626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b02b479-1101-440e-95e4-0741aab9c808 req-13fdcdac-f17a-4ba4-9b73-be42c151ae6a tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0383954 Jul 16 01:26:59.950056 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.000630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port f013ba30-2c7a-46f2-9908-6c723a8a33d3 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:00.043695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] For port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:00.054926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] For port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,segment=NetworkSegment(29408664-ac48-4514-b0d6-4f885b7ebb31),segment_id=29408664-ac48-4514-b0d6-4f885b7ebb31)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:00.103301 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.129887 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.188215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.11 (aa5384ee-db72-4867-975c-a9e921508dc9/e264aa67-8e19-45ac-99a8-64c09dd4323c/f013ba30-2c7a-46f2-9908-6c723a8a33d3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:00.277046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83149f-40aa-4872-8069-d2072fcc52a3 None None] Pushing event updated for resources: {'Port': ['ID=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:00.442848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.465809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object f013ba30-2c7a-46f2-9908-6c723a8a33d3 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:00.509866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.576376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:00.579973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:00.586797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:00.622643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=f013ba30-2c7a-46f2-9908-6c723a8a33d3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:00.638659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b6fa5f16-41e1-430a-bb86-8ae48ff7279a details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:00.663597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.664348 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.691601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42632) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:00.692203 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-41415e71-ba3f-4dcf-96a8-95e138faa59f tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2258615 Jul 16 01:27:00.696969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-588b6dc8-76b8-4997-895f-827941114e11 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:00.841702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b6fa5f16-41e1-430a-bb86-8ae48ff7279a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:00.867365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'b6fa5f16-41e1-430a-bb86-8ae48ff7279a', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'port_id': 'b6fa5f16-41e1-430a-bb86-8ae48ff7279a', 'mac_address': 'fa:16:3e:d7:78:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:00.946228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.985607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6fa5f16-41e1-430a-bb86-8ae48ff7279a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:00.991347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b6c7d-be73-486a-8eb8-837616761eb3 req-8a363320-6cb9-43d1-b26e-8e1096ec8c2f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.000068 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec5b6c7d-be73-486a-8eb8-837616761eb3 req-8a363320-6cb9-43d1-b26e-8e1096ec8c2f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 944 time: 0.2138565 Jul 16 01:27:01.034616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b6fa5f16-41e1-430a-bb86-8ae48ff7279a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:01.041947 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.118401 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec5b6c7d-be73-486a-8eb8-837616761eb3 req-5dafd6f9-c3af-482d-a657-e46512185140 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169720 Jul 16 01:27:01.165267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588b6dc8-76b8-4997-895f-827941114e11 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:01.166225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:01.175373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-588b6dc8-76b8-4997-895f-827941114e11 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.209032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2cb9d296-de1a-4a1f-9a1d-4c1852a57934 req-3965352d-1912-49af-8036-b85247aadfd7 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0599344 Jul 16 01:27:01.333526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b6fa5f16-41e1-430a-bb86-8ae48ff7279a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:01.413741 n-d-791504-14 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-588b6dc8-76b8-4997-895f-827941114e11 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e264aa67-8e19-45ac-99a8-64c09dd4323c (CIDR: 172.20.0.0/28) Jul 16 01:27:01.418448 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-588b6dc8-76b8-4997-895f-827941114e11 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:27:01.419490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588b6dc8-76b8-4997-895f-827941114e11 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:01.445575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-588b6dc8-76b8-4997-895f-827941114e11 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7527525 Jul 16 01:27:01.449093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42654) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:01.455655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0ea77b8f-2ca0-4179-88e7-9c33c8d9911e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:01.750612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea77b8f-2ca0-4179-88e7-9c33c8d9911e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:01.755737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ea77b8f-2ca0-4179-88e7-9c33c8d9911e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.142870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89022153-6dbb-4e89-b356-508237fc0999 None None] Provisioning for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:02.185929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89022153-6dbb-4e89-b356-508237fc0999 None None] Provisioning complete for port e3d2878b-1510-4891-be76-6168e1b8403f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:02.186363 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89022153-6dbb-4e89-b356-508237fc0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.251198 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ea77b8f-2ca0-4179-88e7-9c33c8d9911e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.270359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89022153-6dbb-4e89-b356-508237fc0999 None None] Port e3d2878b-1510-4891-be76-6168e1b8403f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:02.276423 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:02.369127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:02.391125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:02.391752 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.519814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea77b8f-2ca0-4179-88e7-9c33c8d9911e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:02.530682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0ea77b8f-2ca0-4179-88e7-9c33c8d9911e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:02.542213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea77b8f-2ca0-4179-88e7-9c33c8d9911e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.544105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ea77b8f-2ca0-4179-88e7-9c33c8d9911e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.571304 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0ea77b8f-2ca0-4179-88e7-9c33c8d9911e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1171706 Jul 16 01:27:02.571661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42682) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:02.578739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1340278319', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '158d9daf-9328-48d3-95be-328b8d76ed3f'}], 'security_groups': ['14f78b6a-f37f-4d57-a795-f8e8918f0f73']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:02.597381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea77b8f-2ca0-4179-88e7-9c33c8d9911e tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=158d9daf-9328-48d3-95be-328b8d76ed3f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:02.646514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7b5e-982f-410d-9aa4-9f0b6b7aded4 req-89fe7519-a161-4c4d-9445-5d21fcc2c589 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.646809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d70d29-9672-464f-8ac6-2a0f8740bf9e None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:02.648196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e20c7b5e-982f-410d-9aa4-9f0b6b7aded4 req-89fe7519-a161-4c4d-9445-5d21fcc2c589 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 945 time: 0.2136145 Jul 16 01:27:02.727353 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e20c7b5e-982f-410d-9aa4-9f0b6b7aded4 req-11f09a78-ac6a-41c0-a29d-a4b64ee5bfe5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726247 Jul 16 01:27:02.740244 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-18419efc-b163-4623-bdc6-f7cdf1d11347 req-0b8ee104-42dc-48a2-8347-14f39c279ff8 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0673862 Jul 16 01:27:02.772212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b6fa5f16-41e1-430a-bb86-8ae48ff7279a up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:02.908147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5319278f-95d9-4abe-9579-556748476ffa None None] Provisioning for port f013ba30-2c7a-46f2-9908-6c723a8a33d3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:02.920997 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.961783 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,segment=NetworkSegment(29408664-ac48-4514-b0d6-4f885b7ebb31),segment_id=29408664-ac48-4514-b0d6-4f885b7ebb31)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:02.986642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5319278f-95d9-4abe-9579-556748476ffa None None] Provisioning complete for port f013ba30-2c7a-46f2-9908-6c723a8a33d3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:02.987284 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5319278f-95d9-4abe-9579-556748476ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.993759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port b6fa5f16-41e1-430a-bb86-8ae48ff7279a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:03.000966 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.019857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c06f84f9-f77a-4276-a86c-ebf3c8c89211 req-9c32cbb4-76d5-49ba-a7b9-e8ebf58b0939 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0619118 Jul 16 01:27:03.025704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.046609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port b6fa5f16-41e1-430a-bb86-8ae48ff7279a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:03.046982 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.116569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:03.146193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5319278f-95d9-4abe-9579-556748476ffa None None] Port f013ba30-2c7a-46f2-9908-6c723a8a33d3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:03.232059 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.308424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b6fa5f16-41e1-430a-bb86-8ae48ff7279a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:03.315425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a16856-98db-42aa-a8c5-f94903e9f11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fa5f16-41e1-430a-bb86-8ae48ff7279a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:03.318652 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326000b3-c591-4f15-a67c-de9b0cb724e9" -d '{"events": [{"server_uuid": "f0a16856-98db-42aa-a8c5-f94903e9f11f", "name": "network-vif-plugged", "status": "completed", "tag": "b6fa5f16-41e1-430a-bb86-8ae48ff7279a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:03.344619 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.377108 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2de2d38-bedf-4093-8ef0-d822a22a5516 x-openstack-request-id: req-d2de2d38-bedf-4093-8ef0-d822a22a5516 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:03.377624 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a16856-98db-42aa-a8c5-f94903e9f11f", "name": "network-vif-plugged", "status": "completed", "tag": "b6fa5f16-41e1-430a-bb86-8ae48ff7279a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:03.378072 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2de2d38-bedf-4093-8ef0-d822a22a5516 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:03.378634 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a16856-98db-42aa-a8c5-f94903e9f11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fa5f16-41e1-430a-bb86-8ae48ff7279a', 'code': 200} Jul 16 01:27:03.392195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23dc6cc-04e8-4f85-bb2d-70f2454d49ff None None] Update dhcp port {'port': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'fixed_ips': [{'subnet_id': 'e264aa67-8e19-45ac-99a8-64c09dd4323c', 'ip_address': '172.20.0.2'}, {'subnet_id': '158d9daf-9328-48d3-95be-328b8d76ed3f'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:27:03.447725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:03.453913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Delete allocated IP 172.20.0.11 (aa5384ee-db72-4867-975c-a9e921508dc9/e264aa67-8e19-45ac-99a8-64c09dd4323c) {{(pid=93944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:27:03.457781 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a23dc6cc-04e8-4f85-bb2d-70f2454d49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.476444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.28 (aa5384ee-db72-4867-975c-a9e921508dc9/158d9daf-9328-48d3-95be-328b8d76ed3f/f013ba30-2c7a-46f2-9908-6c723a8a33d3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:03.584579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aa3f0-b91e-4951-9e5f-939fe2c7254a req-71f88146-4583-47f0-b619-eee6830e2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.586457 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-830aa3f0-b91e-4951-9e5f-939fe2c7254a req-71f88146-4583-47f0-b619-eee6830e2d29 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 1098 time: 0.1071160 Jul 16 01:27:03.666066 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-830aa3f0-b91e-4951-9e5f-939fe2c7254a req-548a8191-6777-4dab-8883-3d580b662934 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489342 Jul 16 01:27:03.764818 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.801437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object f013ba30-2c7a-46f2-9908-6c723a8a33d3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:03.831143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.974785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a23dc6cc-04e8-4f85-bb2d-70f2454d49ff None None] Allocated IP 172.20.0.18 (aa5384ee-db72-4867-975c-a9e921508dc9/158d9daf-9328-48d3-95be-328b8d76ed3f/6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:04.175117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab6ce2-460d-433e-b79c-131546f23429 req-b818f1c7-1a00-46bc-b995-8a475ee7d2bf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.180513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3ab6ce2-460d-433e-b79c-131546f23429 req-b818f1c7-1a00-46bc-b995-8a475ee7d2bf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 946 time: 0.2541435 Jul 16 01:27:04.244421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=f013ba30-2c7a-46f2-9908-6c723a8a33d3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:04.257650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3ab6ce2-460d-433e-b79c-131546f23429 req-4aa3093f-54e9-4497-bcfa-e943f9798605 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658364 Jul 16 01:27:04.268910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:04.349994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] In _notify_port_updated(), no bound segment for port f013ba30-2c7a-46f2-9908-6c723a8a33d3 on network aa5384ee-db72-4867-975c-a9e921508dc9 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:27:04.369992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.370968 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.376545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:04.376823 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dfefe4af-2a9f-4419-a9f6-11810eaab182 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "PUT /v2.0/ports/f013ba30-2c7a-46f2-9908-6c723a8a33d3 HTTP/1.1" status: 200 len: 921 time: 1.8038204 Jul 16 01:27:04.383169 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd441457-7e62-49b3-b3ea-f83878678136 req-38ac2521-91bd-4621-b524-8edbf3b69f15 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.1783440 Jul 16 01:27:04.456551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a23dc6cc-04e8-4f85-bb2d-70f2454d49ff None None] For port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,segment=NetworkSegment(29408664-ac48-4514-b0d6-4f885b7ebb31),segment_id=29408664-ac48-4514-b0d6-4f885b7ebb31)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:04.558807 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a23dc6cc-04e8-4f85-bb2d-70f2454d49ff None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.614394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:04.615251 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.630758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c82bf97f-ef5b-4cd0-af5a-3c9772c624c1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port f013ba30-2c7a-46f2-9908-6c723a8a33d3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:04.631141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c82bf97f-ef5b-4cd0-af5a-3c9772c624c1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.689032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a23dc6cc-04e8-4f85-bb2d-70f2454d49ff None None] Transition to ACTIVE for port object 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:04.698266 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a23dc6cc-04e8-4f85-bb2d-70f2454d49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.712535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd had new provisioning blocks added so it will not transition to active. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 01:27:04.907255 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c82bf97f-ef5b-4cd0-af5a-3c9772c624c1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.954357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c82bf97f-ef5b-4cd0-af5a-3c9772c624c1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for f013ba30-2c7a-46f2-9908-6c723a8a33d3 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:05.056195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dc6cc-04e8-4f85-bb2d-70f2454d49ff None None] Pushing event updated for resources: {'Port': ['ID=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:05.227251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c82bf97f-ef5b-4cd0-af5a-3c9772c624c1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.263174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bf97f-ef5b-4cd0-af5a-3c9772c624c1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=f013ba30-2c7a-46f2-9908-6c723a8a33d3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:05.361036 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c82bf97f-ef5b-4cd0-af5a-3c9772c624c1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.378496 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c82bf97f-ef5b-4cd0-af5a-3c9772c624c1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/f013ba30-2c7a-46f2-9908-6c723a8a33d3 HTTP/1.1" status: 204 len: 168 time: 1.0007012 Jul 16 01:27:05.381019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42760) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:05.431445 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8878d1-fd37-40d7-bc82-7ee95c017fb1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:27:05.433754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-da8878d1-fd37-40d7-bc82-7ee95c017fb1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/f013ba30-2c7a-46f2-9908-6c723a8a33d3 HTTP/1.1" status: 404 len: 333 time: 0.0512495 Jul 16 01:27:05.439025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42762) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:05.653157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab0b1c-d0ad-4968-8e29-c5852a5b9552 req-15e4c5a6-f4cb-4e7c-b4db-d124e3ae81a0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.668954 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93ab0b1c-d0ad-4968-8e29-c5852a5b9552 req-15e4c5a6-f4cb-4e7c-b4db-d124e3ae81a0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 946 time: 0.2296519 Jul 16 01:27:05.728704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c49d-cb97-4263-967c-42dc8bc621fb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.731673 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c5e8c77-deed-4323-95dd-562239cd52a1 req-bfe48734-5c8b-49c5-81e6-d1c3ce023edd tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0670829 Jul 16 01:27:05.814346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93ab0b1c-d0ad-4968-8e29-c5852a5b9552 req-799bd431-2d89-4841-99dc-1b2f2b500204 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428370 Jul 16 01:27:05.894878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c49d-cb97-4263-967c-42dc8bc621fb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.987637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c49d-cb97-4263-967c-42dc8bc621fb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.990703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c49d-cb97-4263-967c-42dc8bc621fb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.993628 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f6f0c49d-cb97-4263-967c-42dc8bc621fb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/security-groups/79270084-6614-4054-ab37-c5e8924c6b6a HTTP/1.1" status: 204 len: 168 time: 0.5510111 Jul 16 01:27:05.997070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42782) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:06.037488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0c49d-cb97-4263-967c-42dc8bc621fb tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79270084-6614-4054-ab37-c5e8924c6b6a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:06.113827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ed098487-50ad-4f2c-8f9c-d82c2dc253fe None None] Provisioning for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:06.127819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ed098487-50ad-4f2c-8f9c-d82c2dc253fe None None] Provisioning complete for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:06.129324 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed098487-50ad-4f2c-8f9c-d82c2dc253fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.176070 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f3e8d67-a435-4bd7-a6b9-9beed7a26d93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.263733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f3e8d67-a435-4bd7-a6b9-9beed7a26d93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.273477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:06.294683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42790) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:06.301152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-574694599'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:06.346796 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f3e8d67-a435-4bd7-a6b9-9beed7a26d93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.349996 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f3e8d67-a435-4bd7-a6b9-9beed7a26d93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.351565 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4f3e8d67-a435-4bd7-a6b9-9beed7a26d93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/security-groups/14f78b6a-f37f-4d57-a795-f8e8918f0f73 HTTP/1.1" status: 204 len: 168 time: 0.3526008 Jul 16 01:27:06.354469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42792) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:06.370160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e8d67-a435-4bd7-a6b9-9beed7a26d93 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f78b6a-f37f-4d57-a795-f8e8918f0f73,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:06.423788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:06.441214 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.520007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:06.522427 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.537521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ed098487-50ad-4f2c-8f9c-d82c2dc253fe None None] Provisioning complete for port e3d2878b-1510-4891-be76-6168e1b8403f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:06.538068 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed098487-50ad-4f2c-8f9c-d82c2dc253fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.561290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cc4c7a-400a-4cbd-a5ce-2f0614eb54ae tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet e264aa67-8e19-45ac-99a8-64c09dd4323c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:06.576035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4c7a-400a-4cbd-a5ce-2f0614eb54ae tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.603033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:06.649543 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.662372 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Added segment 25865234-f8b4-4ed4-9c81-1269c6733680 of type vlan for network 0d9ba969-e1d7-4110-9dd3-36e383a70297 Jul 16 01:27:06.667397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ed098487-50ad-4f2c-8f9c-d82c2dc253fe None None] Port e3d2878b-1510-4891-be76-6168e1b8403f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:06.673036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ed098487-50ad-4f2c-8f9c-d82c2dc253fe None None] Could not find standard attr ID for object f013ba30-2c7a-46f2-9908-6c723a8a33d3. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:27:06.691620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4c7a-400a-4cbd-a5ce-2f0614eb54ae tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.799080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-783acdbb-3b3c-4348-a45f-f6d5d480a552 None None] Could not find standard attr ID for object f013ba30-2c7a-46f2-9908-6c723a8a33d3. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:27:06.851188 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4c7a-400a-4cbd-a5ce-2f0614eb54ae tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.893306 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.967223 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4c7a-400a-4cbd-a5ce-2f0614eb54ae tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.976720 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.991560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.991560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.057607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4c7a-400a-4cbd-a5ce-2f0614eb54ae tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=e264aa67-8e19-45ac-99a8-64c09dd4323c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:07.079667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46979fa-f03b-40ae-8e22-e344faaa46dc None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:07.098238 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4c7a-400a-4cbd-a5ce-2f0614eb54ae tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.106556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c1cc4c7a-400a-4cbd-a5ce-2f0614eb54ae tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/e264aa67-8e19-45ac-99a8-64c09dd4323c HTTP/1.1" status: 204 len: 168 time: 0.7497416 Jul 16 01:27:07.107410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42822) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:07.109367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Network': ['ID=0d9ba969-e1d7-4110-9dd3-36e383a70297,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:07.116249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e3cd777c-7f67-4d53-8159-c96d153661c0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:07.164512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 0d9ba969-e1d7-4110-9dd3-36e383a70297 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:07.231028 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-90e0a24e-1516-495c-ac67-a262a3929d32 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9342985 Jul 16 01:27:07.234452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42824) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:07.244464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-85812611'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:07.307837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cd777c-7f67-4d53-8159-c96d153661c0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:07.323896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3cd777c-7f67-4d53-8159-c96d153661c0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.346868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:07.356466 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.507262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:07.531953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.534501 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Added segment 7712147f-9c33-4a65-916d-9daa71b64565 of type vlan for network c1a6271f-26a6-4477-a38f-471fd54f2d3d Jul 16 01:27:07.744216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8b3d86b-7892-477d-9e60-26558e41a626 req-8f9dc2be-9641-4d24-a436-c650dd200c24 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0681281 Jul 16 01:27:07.761688 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.842482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.853906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.854991 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.926629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6906636 Jul 16 01:27:07.929628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42846) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:07.945775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'subnet': {'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:08.019007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421751a-2dda-4834-b973-83119732c7f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Network': ['ID=c1a6271f-26a6-4477-a38f-471fd54f2d3d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.037384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network c1a6271f-26a6-4477-a38f-471fd54f2d3d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:08.094405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3cd777c-7f67-4d53-8159-c96d153661c0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.208015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd777c-7f67-4d53-8159-c96d153661c0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=f67b7a2e-b731-4e65-9546-8be0a9c5df35,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.208327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:08.215770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.220922 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd777c-7f67-4d53-8159-c96d153661c0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:08.222838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd777c-7f67-4d53-8159-c96d153661c0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:08.227343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd777c-7f67-4d53-8159-c96d153661c0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.227942 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3cd777c-7f67-4d53-8159-c96d153661c0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.259200 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e3cd777c-7f67-4d53-8159-c96d153661c0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1466579 Jul 16 01:27:08.263430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42852) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:08.269711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-598d5329-3950-4c31-bfc5-8130c5c3d351 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-326934123'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:08.303685 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-598d5329-3950-4c31-bfc5-8130c5c3d351 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.614661 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.673061 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-598d5329-3950-4c31-bfc5-8130c5c3d351 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.680449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-598d5329-3950-4c31-bfc5-8130c5c3d351 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.736851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4d98db-1802-4403-9530-f0e4af51f535 None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:08.797598 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-598d5329-3950-4c31-bfc5-8130c5c3d351 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.801599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-598d5329-3950-4c31-bfc5-8130c5c3d351 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5362883 Jul 16 01:27:08.806363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42874) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:08.806787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d5329-3950-4c31-bfc5-8130c5c3d351 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7661f9-29b0-4eda-8612-66c9752c3eb0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.813026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Subnet': ['ID=c9cc68fe-c2c1-499d-85d0-c1b201263689,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.818729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Checking segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:08.819082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network hostable DHCP agents. Network: 0d9ba969-e1d7-4110-9dd3-36e383a70297, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:08.829727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-92e389ed-8a03-4dfb-baee-15b4ba04b1b4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-602844995'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:08.859484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network 0d9ba969-e1d7-4110-9dd3-36e383a70297 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:08.890705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5de457d4-1152-427d-8752-368220c67a5d None None] Provisioning complete for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:08.891593 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5de457d4-1152-427d-8752-368220c67a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.907755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 0d9ba969-e1d7-4110-9dd3-36e383a70297) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:08.914794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.917455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.931415 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92e389ed-8a03-4dfb-baee-15b4ba04b1b4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.947031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-21fdc468-201e-44a6-bc2e-51ca1729cb41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0164385 Jul 16 01:27:08.947945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:08.961442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'subnet': {'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:08.999339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a62bd76-44de-4032-ae16-ad1510118c8f None None] Network 0d9ba969-e1d7-4110-9dd3-36e383a70297 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:09.125841 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92e389ed-8a03-4dfb-baee-15b4ba04b1b4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.155162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:09.155899 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b99adcc5-c5e3-4193-96c2-78ceb331fa63 req-44bf0194-a860-4bbf-b24f-50373c8d3a4d tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0934701 Jul 16 01:27:09.158423 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92e389ed-8a03-4dfb-baee-15b4ba04b1b4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.159893 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.210035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92e389ed-8a03-4dfb-baee-15b4ba04b1b4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.213813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-92e389ed-8a03-4dfb-baee-15b4ba04b1b4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3961999 Jul 16 01:27:09.214172 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.219925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7b54bfb6-fdbb-4843-9cc6-0eff0d63a3c3 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-1316760176'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:09.225527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e389ed-8a03-4dfb-baee-15b4ba04b1b4 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4797632-0f15-4f7b-990d-ebb5eddddb98,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.248436 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b54bfb6-fdbb-4843-9cc6-0eff0d63a3c3 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.300866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5de457d4-1152-427d-8752-368220c67a5d None None] Provisioning complete for port e3d2878b-1510-4891-be76-6168e1b8403f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:09.301714 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5de457d4-1152-427d-8752-368220c67a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.382884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b54bfb6-fdbb-4843-9cc6-0eff0d63a3c3 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.389278 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b54bfb6-fdbb-4843-9cc6-0eff0d63a3c3 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.408631 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5de457d4-1152-427d-8752-368220c67a5d None None] Port e3d2878b-1510-4891-be76-6168e1b8403f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:09.455075 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b54bfb6-fdbb-4843-9cc6-0eff0d63a3c3 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.459311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7b54bfb6-fdbb-4843-9cc6-0eff0d63a3c3 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2441669 Jul 16 01:27:09.459436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42894) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.466281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-746932056', 'security_groups': ['dd265711-0fa2-4222-b795-33e011cdbbe4'], 'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f67b7a2e-b731-4e65-9546-8be0a9c5df35'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:09.469148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54bfb6-fdbb-4843-9cc6-0eff0d63a3c3 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd265711-0fa2-4222-b795-33e011cdbbe4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.526719 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.597727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Subnet': ['ID=cc6f68b9-c255-43b6-9005-d4a15d727917,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.610285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-0d9ba969-e1d7-4110-9dd3-36e383a70297', 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'fixed_ips': [{'subnet_id': 'c9cc68fe-c2c1-499d-85d0-c1b201263689'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:09.611183 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.723423 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85753cc5-27c0-4809-bf4f-a7df9ab5aeea None None] Update dhcp port {'port': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'fixed_ips': [{'subnet_id': '158d9daf-9328-48d3-95be-328b8d76ed3f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f67b7a2e-b731-4e65-9546-8be0a9c5df35'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:27:09.806616 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85753cc5-27c0-4809-bf4f-a7df9ab5aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.998668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Allocated IP 10.1.1.2 (0d9ba969-e1d7-4110-9dd3-36e383a70297/c9cc68fe-c2c1-499d-85d0-c1b201263689/3f922fb9-41c2-4c88-a05e-e06a8734b639) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:10.168010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Checking segment: {'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:10.169022 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network hostable DHCP agents. Network: c1a6271f-26a6-4477-a38f-471fd54f2d3d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:10.194857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:10.215571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network c1a6271f-26a6-4477-a38f-471fd54f2d3d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:10.240974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, c1a6271f-26a6-4477-a38f-471fd54f2d3d) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:10.289623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.290573 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.330209 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.335283 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-018269a1-d39f-4d85-b256-0c5498147f63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3819520 Jul 16 01:27:10.336064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:10.343330 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.343744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'port': {'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297', 'name': 'tempest-TaggedBootDevicesTest_v242-1156471047', 'fixed_ips': [{'subnet_id': 'c9cc68fe-c2c1-499d-85d0-c1b201263689'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:10.364736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] device_id is not set on port d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:10.368893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Transition to ACTIVE for port object 3f922fb9-41c2-4c88-a05e-e06a8734b639 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:10.461699 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Transition to ACTIVE for port object 3f922fb9-41c2-4c88-a05e-e06a8734b639 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:10.461906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b61c79cc-3548-4703-9a66-bc8bb52c2257 req-52c2900f-ea6c-4703-8412-777b20514c3b tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0385513 Jul 16 01:27:10.485083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d5f6d4-5a22-4f39-8c14-5b056c18c18a None None] Network c1a6271f-26a6-4477-a38f-471fd54f2d3d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:10.571727 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.574229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-85753cc5-27c0-4809-bf4f-a7df9ab5aeea None None] Allocated IP 172.20.0.2 (aa5384ee-db72-4867-975c-a9e921508dc9/f67b7a2e-b731-4e65-9546-8be0a9c5df35/6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:10.622030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:10.660402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Pushing event updated for resources: {'Port': ['ID=3f922fb9-41c2-4c88-a05e-e06a8734b639,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:10.710316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Network 0d9ba969-e1d7-4110-9dd3-36e383a70297 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:10.726216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:10.731325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:10.776880 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.813067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] device_id is not set on port e194581f-f996-4f47-bd5b-6e17b5f6d760 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:10.895334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Attempting to bind port 3f922fb9-41c2-4c88-a05e-e06a8734b639 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:10.897453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Attempting to bind port 3f922fb9-41c2-4c88-a05e-e06a8734b639 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:10.898048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Attempting to bind port 3f922fb9-41c2-4c88-a05e-e06a8734b639 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:10.946359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:10.946940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Checking segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:10.947449 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.947932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Bound using segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:10.948576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Bound port: 3f922fb9-41c2-4c88-a05e-e06a8734b639, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:10.949088 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.965883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-c1a6271f-26a6-4477-a38f-471fd54f2d3d', 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'fixed_ips': [{'subnet_id': 'cc6f68b9-c255-43b6-9005-d4a15d727917'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:10.967361 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.018188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-85753cc5-27c0-4809-bf4f-a7df9ab5aeea None None] For port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,segment=NetworkSegment(29408664-ac48-4514-b0d6-4f885b7ebb31),segment_id=29408664-ac48-4514-b0d6-4f885b7ebb31)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:11.109487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Allocated IP 10.1.1.133 (0d9ba969-e1d7-4110-9dd3-36e383a70297/c9cc68fe-c2c1-499d-85d0-c1b201263689/e194581f-f996-4f47-bd5b-6e17b5f6d760) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:11.296437 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.312473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Transition to ACTIVE for port object e194581f-f996-4f47-bd5b-6e17b5f6d760 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:11.316003 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85753cc5-27c0-4809-bf4f-a7df9ab5aeea None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.355560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.360295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] For port 3f922fb9-41c2-4c88-a05e-e06a8734b639, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:11.382203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85753cc5-27c0-4809-bf4f-a7df9ab5aeea None None] Transition to ACTIVE for port object 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:11.391046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] For port 3f922fb9-41c2-4c88-a05e-e06a8734b639, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3f922fb9-41c2-4c88-a05e-e06a8734b639,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:11.392832 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85753cc5-27c0-4809-bf4f-a7df9ab5aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.404755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Allocated IP 10.2.2.2 (c1a6271f-26a6-4477-a38f-471fd54f2d3d/cc6f68b9-c255-43b6-9005-d4a15d727917/d14d2788-9537-4066-a838-744d0edc43ab) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:11.411416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network 0d9ba969-e1d7-4110-9dd3-36e383a70297 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:11.411416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:11.415683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:11.439633 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.451650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Port': ['ID=e194581f-f996-4f47-bd5b-6e17b5f6d760,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:11.500266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.501231 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.522708 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bb954713-370d-4db4-8a29-85cd70948720 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1848412 Jul 16 01:27:11.526046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42946) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:11.534747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'port': {'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297', 'name': 'tempest-TaggedBootDevicesTest_v242-2011054688', 'fixed_ips': [{'subnet_id': 'c9cc68fe-c2c1-499d-85d0-c1b201263689'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:11.540252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.9 (aa5384ee-db72-4867-975c-a9e921508dc9/f67b7a2e-b731-4e65-9546-8be0a9c5df35/d5f1e37d-f6c3-4b0f-84b5-5de0432ade24) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:11.588780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85753cc5-27c0-4809-bf4f-a7df9ab5aeea None None] Pushing event updated for resources: {'Port': ['ID=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:11.904633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88888ddb-6bd0-48bd-b0b0-f219821bdfe8 None None] Pushing event updated for resources: {'Port': ['ID=3f922fb9-41c2-4c88-a05e-e06a8734b639,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:11.950880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-adf54495-37e7-4b3f-80ba-081fc636a58e req-db119769-4418-4530-9570-8726d8812d4e tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.1536610 Jul 16 01:27:11.999100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.034835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:12.057790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:12.071348 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.101267 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.118651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] device_id is not set on port f89e276e-a804-44d0-8dca-a140a357db12 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:12.126118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Transition to ACTIVE for port object d14d2788-9537-4066-a838-744d0edc43ab will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:12.189642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Transition to ACTIVE for port object d14d2788-9537-4066-a838-744d0edc43ab will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:12.190295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.205737 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.331185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Network c1a6271f-26a6-4477-a38f-471fd54f2d3d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:12.352788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:12.356449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:12.384107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Pushing event updated for resources: {'Port': ['ID=d14d2788-9537-4066-a838-744d0edc43ab,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:12.425831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:12.426956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=d5f1e37d-f6c3-4b0f-84b5-5de0432ade24,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:12.436809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:12.457147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:12.489024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:12.499208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Attempting to bind port d14d2788-9537-4066-a838-744d0edc43ab on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:12.500239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Attempting to bind port d14d2788-9537-4066-a838-744d0edc43ab by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:12.501120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Attempting to bind port d14d2788-9537-4066-a838-744d0edc43ab on network c1a6271f-26a6-4477-a38f-471fd54f2d3d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:12.576389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:12.576687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Checking segment: {'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:12.577183 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.577578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Bound using segment: {'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:12.578133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Bound port: d14d2788-9537-4066-a838-744d0edc43ab, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:12.578518 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.598639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.599621 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.606808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Allocated IP 10.1.1.120 (0d9ba969-e1d7-4110-9dd3-36e383a70297/c9cc68fe-c2c1-499d-85d0-c1b201263689/f89e276e-a804-44d0-8dca-a140a357db12) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:12.633832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9f0c3b24-7e58-4440-b147-5520b3abf3e9 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1732116 Jul 16 01:27:12.641042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42968) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:12.663740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9d33cf16-30d7-4bd3-9c46-58dbb5fd241b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:12.764128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] For port d14d2788-9537-4066-a838-744d0edc43ab, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:12.768609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3f922fb9-41c2-4c88-a05e-e06a8734b639 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:12.771488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] For port d14d2788-9537-4066-a838-744d0edc43ab, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d14d2788-9537-4066-a838-744d0edc43ab,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:12.816136 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.957672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d33cf16-30d7-4bd3-9c46-58dbb5fd241b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:12.961596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d33cf16-30d7-4bd3-9c46-58dbb5fd241b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.976477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ad4fc-22fe-49fb-9be4-d351d1803f14 None None] Pushing event updated for resources: {'Port': ['ID=d14d2788-9537-4066-a838-744d0edc43ab,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:13.005984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 3f922fb9-41c2-4c88-a05e-e06a8734b639 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:13.064696 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.086917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d234bf57-7236-439e-94c7-0e2d88e40a89 None None] Provisioning for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:13.097366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Transition to ACTIVE for port object f89e276e-a804-44d0-8dca-a140a357db12 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:13.105927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d234bf57-7236-439e-94c7-0e2d88e40a89 None None] Provisioning complete for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:13.106501 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d234bf57-7236-439e-94c7-0e2d88e40a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.168088 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.193634 n-d-791504-14 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-9d33cf16-30d7-4bd3-9c46-58dbb5fd241b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f67b7a2e-b731-4e65-9546-8be0a9c5df35 (CIDR: 172.20.0.0/28) Jul 16 01:27:13.200602 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d33cf16-30d7-4bd3-9c46-58dbb5fd241b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:27:13.201112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d33cf16-30d7-4bd3-9c46-58dbb5fd241b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:13.232593 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9d33cf16-30d7-4bd3-9c46-58dbb5fd241b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5863864 Jul 16 01:27:13.232964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42982) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:13.237910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ad50623c-6b08-4a85-a421-60309f111d04 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:13.262186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network 0d9ba969-e1d7-4110-9dd3-36e383a70297 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:13.265995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:13.268464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:13.386052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Port': ['ID=f89e276e-a804-44d0-8dca-a140a357db12,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:13.405997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d234bf57-7236-439e-94c7-0e2d88e40a89 None None] Provisioning complete for port e3d2878b-1510-4891-be76-6168e1b8403f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:13.406416 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d234bf57-7236-439e-94c7-0e2d88e40a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.494826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.495510 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.537078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-590a07e7-a1d1-46fa-82f7-f00058cbae56 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0071986 Jul 16 01:27:13.577693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d234bf57-7236-439e-94c7-0e2d88e40a89 None None] Port e3d2878b-1510-4891-be76-6168e1b8403f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:13.578612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc0c383a-0ddb-4391-846d-7036d357dccb req-f3b84509-aca7-424b-bba2-2376d87ea521 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.2610695 Jul 16 01:27:13.709179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad50623c-6b08-4a85-a421-60309f111d04 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:13.724014 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad50623c-6b08-4a85-a421-60309f111d04 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.728979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c75651bd-2728-4791-902d-e9aba6b3f0c3 None None] Provisioning for port d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:13.742575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c75651bd-2728-4791-902d-e9aba6b3f0c3 None None] Provisioning complete for port d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:13.743161 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c75651bd-2728-4791-902d-e9aba6b3f0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.874497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c75651bd-2728-4791-902d-e9aba6b3f0c3 None None] Port d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:13.985994 n-d-791504-14 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-ad50623c-6b08-4a85-a421-60309f111d04 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 158d9daf-9328-48d3-95be-328b8d76ed3f (CIDR: 172.20.0.16/28) Jul 16 01:27:13.997239 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad50623c-6b08-4a85-a421-60309f111d04 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:27:13.997808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad50623c-6b08-4a85-a421-60309f111d04 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:14.016028 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ad50623c-6b08-4a85-a421-60309f111d04 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7821860 Jul 16 01:27:14.020060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 42996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:14.027779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'subnet': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:14.195025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b3915-f445-4c45-8e7a-a190aad6368f None None] Network 0d9ba969-e1d7-4110-9dd3-36e383a70297 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:14.219690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Made reservation on behalf of e10e56c1022244ee99926b8ae017f7c6 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:14.234818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.427602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d14d2788-9537-4066-a838-744d0edc43ab up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:14.485053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f85f825b-6bc7-4a6c-a824-4a207d8819a6 None None] Provisioning for port 3f922fb9-41c2-4c88-a05e-e06a8734b639 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:14.485272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:14.491432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-22c1ff06-1510-44b2-883c-cf1a9ebeb93e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358347592', 'description': 'tempest-description--1058487875'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:14.518654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f85f825b-6bc7-4a6c-a824-4a207d8819a6 None None] Provisioning complete for port 3f922fb9-41c2-4c88-a05e-e06a8734b639 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:14.519033 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f85f825b-6bc7-4a6c-a824-4a207d8819a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.545725 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c1ff06-1510-44b2-883c-cf1a9ebeb93e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.622065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port d14d2788-9537-4066-a838-744d0edc43ab completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:14.732495 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.804689 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f85f825b-6bc7-4a6c-a824-4a207d8819a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.832516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c1ff06-1510-44b2-883c-cf1a9ebeb93e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.838174 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c1ff06-1510-44b2-883c-cf1a9ebeb93e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.921693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Network aa5384ee-db72-4867-975c-a9e921508dc9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:14.921889 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f85f825b-6bc7-4a6c-a824-4a207d8819a6 None None] For port 3f922fb9-41c2-4c88-a05e-e06a8734b639, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3f922fb9-41c2-4c88-a05e-e06a8734b639,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:14.927557 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f85f825b-6bc7-4a6c-a824-4a207d8819a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.935444 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c1ff06-1510-44b2-883c-cf1a9ebeb93e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.936903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:14.940080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.940812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.948600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-22c1ff06-1510-44b2-883c-cf1a9ebeb93e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4616463 Jul 16 01:27:14.963213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:14.968431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1ff06-1510-44b2-883c-cf1a9ebeb93e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cecb7ab-1898-4e63-aa02-e304303bfd57,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:14.978116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c33f2-6e27-4481-9587-efb2ee05b153 None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:14.984329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-261ae975-06a3-4623-9961-e4becb8af064 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'security_group_rule': {'security_group_id': '0cecb7ab-1898-4e63-aa02-e304303bfd57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:15.060792 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4733872a-5b65-4056-890b-b76750a690f3 req-1c984d77-1dd0-4446-a841-29cc18661a2d tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0625503 Jul 16 01:27:15.072266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Subnet': ['ID=9b262059-c2dd-445b-8e5b-a40830f614ac,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.104939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.105684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.106530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.106530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.106717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.107093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.107431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.107764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.108337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.108680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.109015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.109344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:15.139808 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-121e1749-a86e-46b7-805b-4091acfd9224 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1137164 Jul 16 01:27:15.140061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43018) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:15.145673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1138673664', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b262059-c2dd-445b-8e5b-a40830f614ac'}], 'security_groups': ['1d7661f9-29b0-4eda-8612-66c9752c3eb0', 'c4797632-0f15-4f7b-990d-ebb5eddddb98']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:15.152137 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-261ae975-06a3-4623-9961-e4becb8af064 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.184802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f825b-6bc7-4a6c-a824-4a207d8819a6 None None] Pushing event updated for resources: {'Port': ['ID=3f922fb9-41c2-4c88-a05e-e06a8734b639,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.296493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-261ae975-06a3-4623-9961-e4becb8af064 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.301865 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-261ae975-06a3-4623-9961-e4becb8af064 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.358279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ae975-06a3-4623-9961-e4becb8af064 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d28ddd-e5b0-42df-81ec-264fab40a3cf,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.368309 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-261ae975-06a3-4623-9961-e4becb8af064 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.373519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-261ae975-06a3-4623-9961-e4becb8af064 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076493 Jul 16 01:27:15.375691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:15.382838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3971ef0f-e7fa-4a2e-97e8-a8348aaa7f86 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'security_group_rule': {'security_group_id': '0cecb7ab-1898-4e63-aa02-e304303bfd57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:15.416868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c5f2ba47-7c01-42c1-8d27-f5c022ea4b6f None None] Provisioning for port f89e276e-a804-44d0-8dca-a140a357db12 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:15.428237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c5f2ba47-7c01-42c1-8d27-f5c022ea4b6f None None] Provisioning complete for port f89e276e-a804-44d0-8dca-a140a357db12 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:15.428608 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5f2ba47-7c01-42c1-8d27-f5c022ea4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.456646 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3971ef0f-e7fa-4a2e-97e8-a8348aaa7f86 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.508758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2ba47-7c01-42c1-8d27-f5c022ea4b6f None None] Port f89e276e-a804-44d0-8dca-a140a357db12 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:15.533561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c5f2ba47-7c01-42c1-8d27-f5c022ea4b6f None None] Provisioning for port e194581f-f996-4f47-bd5b-6e17b5f6d760 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:15.545850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c5f2ba47-7c01-42c1-8d27-f5c022ea4b6f None None] Provisioning complete for port e194581f-f996-4f47-bd5b-6e17b5f6d760 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:15.550384 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5f2ba47-7c01-42c1-8d27-f5c022ea4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.569382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d7d9e9-2375-420f-add0-4cd7b334f9f1 None None] Network c1a6271f-26a6-4477-a38f-471fd54f2d3d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:15.580580 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3971ef0f-e7fa-4a2e-97e8-a8348aaa7f86 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.585566 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3971ef0f-e7fa-4a2e-97e8-a8348aaa7f86 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.635976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971ef0f-e7fa-4a2e-97e8-a8348aaa7f86 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dac29f-932a-4c24-a403-74a87b946c71,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.640477 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.662570 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3971ef0f-e7fa-4a2e-97e8-a8348aaa7f86 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.668041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3971ef0f-e7fa-4a2e-97e8-a8348aaa7f86 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2898369 Jul 16 01:27:15.668602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43026) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:15.679660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:15.719845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2ba47-7c01-42c1-8d27-f5c022ea4b6f None None] Port e194581f-f996-4f47-bd5b-6e17b5f6d760 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:15.767901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.924964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c5f2ba47-7c01-42c1-8d27-f5c022ea4b6f None None] Provisioning complete for port 3f922fb9-41c2-4c88-a05e-e06a8734b639 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:15.925342 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5f2ba47-7c01-42c1-8d27-f5c022ea4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.936203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094883c-3cb9-4bdd-b9ac-31bbf50265d8 None None] Update dhcp port {'port': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'fixed_ips': [{'subnet_id': '158d9daf-9328-48d3-95be-328b8d76ed3f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f67b7a2e-b731-4e65-9546-8be0a9c5df35', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b262059-c2dd-445b-8e5b-a40830f614ac'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:27:15.992880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.221885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3f922fb9-41c2-4c88-a05e-e06a8734b639 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:16.273554 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1094883c-3cb9-4bdd-b9ac-31bbf50265d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.298151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Delete allocated IP 172.20.0.9 (aa5384ee-db72-4867-975c-a9e921508dc9/f67b7a2e-b731-4e65-9546-8be0a9c5df35) {{(pid=93944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:27:16.314676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Allocated IP 172.20.0.45 (aa5384ee-db72-4867-975c-a9e921508dc9/9b262059-c2dd-445b-8e5b-a40830f614ac/d5f1e37d-f6c3-4b0f-84b5-5de0432ade24) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:16.388547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Allocated IP 172.25.4.59 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/2ccd79e5-9dee-4df9-a666-753ceafa8229) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:16.396895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3f922fb9-41c2-4c88-a05e-e06a8734b639 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:16.397659 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.523975 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37a10253-1cc2-415a-af0e-559679b5bd79 req-103add73-6221-4ad3-a57c-265ec31e2058 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0882001 Jul 16 01:27:16.582517 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.648299 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.742738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Port': ['ID=2ccd79e5-9dee-4df9-a666-753ceafa8229,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:16.765989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:16.767850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:16.771052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:16.815425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.832096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Transition to ACTIVE for port object d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:16.837029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.926899 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.995496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.008071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1094883c-3cb9-4bdd-b9ac-31bbf50265d8 None None] Allocated IP 172.20.0.34 (aa5384ee-db72-4867-975c-a9e921508dc9/9b262059-c2dd-445b-8e5b-a40830f614ac/6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:17.127793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Provisioning complete for port f89e276e-a804-44d0-8dca-a140a357db12 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:17.128824 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.170948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event updated for resources: {'Port': ['ID=d5f1e37d-f6c3-4b0f-84b5-5de0432ade24,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:17.173736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] In _notify_port_updated(), no bound segment for port d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 on network aa5384ee-db72-4867-975c-a9e921508dc9 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:27:17.189174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:17.190077 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.197900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9da0175b-b295-488b-82e1-a583afa1dc7b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "PUT /v2.0/ports/d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 HTTP/1.1" status: 200 len: 960 time: 2.0563078 Jul 16 01:27:17.201063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43060) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:17.293544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1094883c-3cb9-4bdd-b9ac-31bbf50265d8 None None] For port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,segment=NetworkSegment(29408664-ac48-4514-b0d6-4f885b7ebb31),segment_id=29408664-ac48-4514-b0d6-4f885b7ebb31)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:17.329352 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.337056 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.364198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8e32ee7e-d2b8-41ff-bb3b-7ec9b731f449 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:17.364583 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e32ee7e-d2b8-41ff-bb3b-7ec9b731f449 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.384236 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1094883c-3cb9-4bdd-b9ac-31bbf50265d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.404883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Port f89e276e-a804-44d0-8dca-a140a357db12 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:17.412548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Port': ['ID=2ccd79e5-9dee-4df9-a666-753ceafa8229,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:17.427672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1094883c-3cb9-4bdd-b9ac-31bbf50265d8 None None] Transition to ACTIVE for port object 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:17.436805 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1094883c-3cb9-4bdd-b9ac-31bbf50265d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.447025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Provisioning for port d14d2788-9537-4066-a838-744d0edc43ab completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:17.478732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Provisioning complete for port d14d2788-9537-4066-a838-744d0edc43ab triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:17.479185 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.532434 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.551208 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.551839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e32ee7e-d2b8-41ff-bb3b-7ec9b731f449 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.562916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f7e53ac2-4d60-4eff-99f0-72a5fb2a3c4d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8824394 Jul 16 01:27:17.581957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8e32ee7e-d2b8-41ff-bb3b-7ec9b731f449 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:17.646284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094883c-3cb9-4bdd-b9ac-31bbf50265d8 None None] Pushing event updated for resources: {'Port': ['ID=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:17.716644 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.797087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] For port d14d2788-9537-4066-a838-744d0edc43ab, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d14d2788-9537-4066-a838-744d0edc43ab,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:17.804193 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.915956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60f88374-c939-4c90-bf74-0c350874a2ec req-df274f63-1ed5-4088-ad6f-349b7417d41f tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0822196 Jul 16 01:27:17.956341 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Provisioning complete for port e194581f-f996-4f47-bd5b-6e17b5f6d760 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:17.956896 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.957363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e32ee7e-d2b8-41ff-bb3b-7ec9b731f449 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.992551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Pushing event updated for resources: {'Port': ['ID=d14d2788-9537-4066-a838-744d0edc43ab,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.002739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32ee7e-d2b8-41ff-bb3b-7ec9b731f449 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=d5f1e37d-f6c3-4b0f-84b5-5de0432ade24,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.022963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6400d9a8-4926-4411-a3db-a337152c8b85 None None] Port e194581f-f996-4f47-bd5b-6e17b5f6d760 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:18.151325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1847f6fb-10bb-4f76-88bd-a78b86c31cb0 None None] Provisioning complete for port d14d2788-9537-4066-a838-744d0edc43ab triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:18.152136 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1847f6fb-10bb-4f76-88bd-a78b86c31cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.229723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:18.253013 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-bf81f5e2-d3ae-471e-9490-8150e19a1f80 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1358347592&fields=id&tenant_id=2c3295e447794d4fa769bb76fe1e76c2 HTTP/1.1" status: 200 len: 267 time: 0.1309690 Jul 16 01:27:18.265875 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e32ee7e-d2b8-41ff-bb3b-7ec9b731f449 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.271502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43092) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:18.271759 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8e32ee7e-d2b8-41ff-bb3b-7ec9b731f449 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 HTTP/1.1" status: 204 len: 168 time: 1.0698659 Jul 16 01:27:18.343781 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-0602bdf9-9f8f-4b68-9778-7d7f0169822d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] GET failed (client error): The resource could not be found. Jul 16 01:27:18.351352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0602bdf9-9f8f-4b68-9778-7d7f0169822d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports/d5f1e37d-f6c3-4b0f-84b5-5de0432ade24 HTTP/1.1" status: 404 len: 333 time: 0.0776565 Jul 16 01:27:18.356243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43096) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:18.363762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d14d2788-9537-4066-a838-744d0edc43ab up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:18.379425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-c95feadf-8353-407b-b62a-b625ecfacf49 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.392827 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-c95feadf-8353-407b-b62a-b625ecfacf49 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports/e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 937 time: 0.1388354 Jul 16 01:27:18.461974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port d14d2788-9537-4066-a838-744d0edc43ab triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:18.462478 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.490876 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b19c0523-8dbb-4b99-a0ee-dad5d3360c64 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.503933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-9c06ecd8-e7c7-4838-b48a-6bf07fe72925 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.505450 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-9c06ecd8-e7c7-4838-b48a-6bf07fe72925 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports/f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 937 time: 0.1118338 Jul 16 01:27:18.566488 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b19c0523-8dbb-4b99-a0ee-dad5d3360c64 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.675171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b19c0523-8dbb-4b99-a0ee-dad5d3360c64 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.679120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b19c0523-8dbb-4b99-a0ee-dad5d3360c64 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.682858 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2f2ccaa0-a3c5-4c23-9adc-e38a81f7f063 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1634936 Jul 16 01:27:18.683520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b19c0523-8dbb-4b99-a0ee-dad5d3360c64 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/security-groups/dd265711-0fa2-4222-b795-33e011cdbbe4 HTTP/1.1" status: 204 len: 168 time: 0.3260112 Jul 16 01:27:18.684443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43104) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:18.800745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c0523-8dbb-4b99-a0ee-dad5d3360c64 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd265711-0fa2-4222-b795-33e011cdbbe4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.872136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ca837bd3-a7ad-469c-9fb2-ea3c5b8b618c None None] Provisioning for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:18.877789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ca837bd3-a7ad-469c-9fb2-ea3c5b8b618c None None] Provisioning complete for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:18.878201 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca837bd3-a7ad-469c-9fb2-ea3c5b8b618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.891486 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ddbc43d-b1c5-4e34-83c3-454df6021e86 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.932261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ddbc43d-b1c5-4e34-83c3-454df6021e86 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.994841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ddbc43d-b1c5-4e34-83c3-454df6021e86 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.999224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ddbc43d-b1c5-4e34-83c3-454df6021e86 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.000662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5ddbc43d-b1c5-4e34-83c3-454df6021e86 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/security-groups/c4797632-0f15-4f7b-990d-ebb5eddddb98 HTTP/1.1" status: 204 len: 168 time: 0.2907670 Jul 16 01:27:19.006934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43114) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:19.015447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ca837bd3-a7ad-469c-9fb2-ea3c5b8b618c None None] Provisioning complete for port e3d2878b-1510-4891-be76-6168e1b8403f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:19.017741 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca837bd3-a7ad-469c-9fb2-ea3c5b8b618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.065969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbc43d-b1c5-4e34-83c3-454df6021e86 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4797632-0f15-4f7b-990d-ebb5eddddb98,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:19.095037 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-556d1ef8-1cb8-49bf-80b8-997526422be1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.137356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-556d1ef8-1cb8-49bf-80b8-997526422be1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.155575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ca837bd3-a7ad-469c-9fb2-ea3c5b8b618c None None] Port e3d2878b-1510-4891-be76-6168e1b8403f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:19.162338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ca837bd3-a7ad-469c-9fb2-ea3c5b8b618c None None] Could not find standard attr ID for object d5f1e37d-f6c3-4b0f-84b5-5de0432ade24. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:27:19.236148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-556d1ef8-1cb8-49bf-80b8-997526422be1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.248840 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-3287bae7-5b2f-4935-ba4a-00a2855b58fa tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.5645447 Jul 16 01:27:19.251368 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-556d1ef8-1cb8-49bf-80b8-997526422be1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.255214 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-556d1ef8-1cb8-49bf-80b8-997526422be1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/security-groups/1d7661f9-29b0-4eda-8612-66c9752c3eb0 HTTP/1.1" status: 204 len: 168 time: 0.2449133 Jul 16 01:27:19.260145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43118) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:19.327251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d1ef8-1cb8-49bf-80b8-997526422be1 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7661f9-29b0-4eda-8612-66c9752c3eb0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:19.370705 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c1292c3-7fd2-42ce-8f90-0f8c37c82a51 req-0271983e-7274-453b-8cee-2f46d563cacc tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.1164856 Jul 16 01:27:19.422058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b55a93c-0c90-40c2-9ba0-affde3dc0b8b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet f67b7a2e-b731-4e65-9546-8be0a9c5df35 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:19.431328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b55a93c-0c90-40c2-9ba0-affde3dc0b8b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.482896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9dac09d7-a534-4a85-a867-9d610d38ef3b None None] Could not find standard attr ID for object d5f1e37d-f6c3-4b0f-84b5-5de0432ade24. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:27:19.504900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-b10098b4-61a4-44a3-be20-c4cdf5db8c47 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.514600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-b10098b4-61a4-44a3-be20-c4cdf5db8c47 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.520945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-b10098b4-61a4-44a3-be20-c4cdf5db8c47 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.528750 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-b10098b4-61a4-44a3-be20-c4cdf5db8c47 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/networks?id=9020f891-2bdc-4fed-af34-da7703046d1c&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d HTTP/1.1" status: 200 len: 1993 time: 0.2789030 Jul 16 01:27:19.540463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b55a93c-0c90-40c2-9ba0-affde3dc0b8b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.548687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-ecaf71a8-ceea-4432-9363-0891641b9b0d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/quotas/2c3295e447794d4fa769bb76fe1e76c2 HTTP/1.1" status: 200 len: 375 time: 0.0188956 Jul 16 01:27:19.701081 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b55a93c-0c90-40c2-9ba0-affde3dc0b8b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.731726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-74e9f5f5-402a-4980-b2ff-7b75b64d344d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1595950 Jul 16 01:27:19.766836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b9cc047-69e0-4057-8f0e-cb2d4924acf3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:27:19.766836 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b9cc047-69e0-4057-8f0e-cb2d4924acf3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090303 Jul 16 01:27:19.914440 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1d553918-cf17-4a33-a145-fc3ea1792cae service neutron] 10.222.0.64 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410229 Jul 16 01:27:19.916280 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b55a93c-0c90-40c2-9ba0-affde3dc0b8b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.950393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55a93c-0c90-40c2-9ba0-affde3dc0b8b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=f67b7a2e-b731-4e65-9546-8be0a9c5df35,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:19.996443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40b0a8e-dd7c-4344-89e6-a2f31fc562c1 None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:20.008126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b55a93c-0c90-40c2-9ba0-affde3dc0b8b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.019043 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0b55a93c-0c90-40c2-9ba0-affde3dc0b8b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/f67b7a2e-b731-4e65-9546-8be0a9c5df35 HTTP/1.1" status: 204 len: 168 time: 0.7576549 Jul 16 01:27:20.019286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43136) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.125815 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-41539312-895a-4e84-a5f6-ba600ae8ffc0 service neutron] 10.222.0.64 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773643 Jul 16 01:27:20.245198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6f5f08-a090-42d9-9c63-35cbb7158493 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet 9b262059-c2dd-445b-8e5b-a40830f614ac {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:20.250888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5f08-a090-42d9-9c63-35cbb7158493 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.259789 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1434bfb4-17d3-4f3d-adbe-cf3c4e1255f9 service neutron] 10.222.0.64 "GET /v2.0/ports/e194581f-f996-4f47-bd5b-6e17b5f6d760?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1329312 Jul 16 01:27:20.322349 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5f08-a090-42d9-9c63-35cbb7158493 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.333163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb763c0-26ca-48ab-b9ac-a7fff97b431d req-b1882f3b-b9f9-4323-a162-8f5800ada794 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.334777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8fb763c0-26ca-48ab-b9ac-a7fff97b431d req-b1882f3b-b9f9-4323-a162-8f5800ada794 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1530602 Jul 16 01:27:20.385467 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-95e1eaf4-b825-4759-9f4d-667acfdd5404 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159785 Jul 16 01:27:20.470361 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8fb763c0-26ca-48ab-b9ac-a7fff97b431d req-1d24144e-f17e-44c7-b3a9-79398626a2da tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054780 Jul 16 01:27:20.511217 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5f08-a090-42d9-9c63-35cbb7158493 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.564441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2470f387-6473-4636-af21-e994779d10a2 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648443 Jul 16 01:27:20.689372 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-5eb670c3-44ba-4b99-b028-0742b05f0232 service neutron] 10.222.0.64 "GET /v2.0/ports/f89e276e-a804-44d0-8dca-a140a357db12?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0914140 Jul 16 01:27:20.709462 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4689b32c-8bf4-4452-9074-9b15fdbbc53b req-223d6e28-264b-4133-b988-b2a8be4fe274 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0697582 Jul 16 01:27:20.773681 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5f08-a090-42d9-9c63-35cbb7158493 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.838939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f5f08-a090-42d9-9c63-35cbb7158493 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=9b262059-c2dd-445b-8e5b-a40830f614ac,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:20.851818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5f08-a090-42d9-9c63-35cbb7158493 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.857587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1b6f5f08-a090-42d9-9c63-35cbb7158493 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/9b262059-c2dd-445b-8e5b-a40830f614ac HTTP/1.1" status: 204 len: 168 time: 0.8369250 Jul 16 01:27:20.858298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43154) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.918829 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-85853f46-42a5-47af-970e-8437a4fc6a69 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.919299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85853f46-42a5-47af-970e-8437a4fc6a69 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.921097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-85853f46-42a5-47af-970e-8437a4fc6a69 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/f67b7a2e-b731-4e65-9546-8be0a9c5df35 HTTP/1.1" status: 404 len: 337 time: 0.0617952 Jul 16 01:27:20.923974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.941504 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-34dc0561-4415-42ee-b3bd-2571c6bfde2a service neutron] 10.222.0.64 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315903 Jul 16 01:27:21.032331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3cd7-ad76-4ebe-be4e-7fc72892f387 req-9a81d22c-34c9-4f09-9883-d3f9adbcf440 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.042321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f4e3cd7-ad76-4ebe-be4e-7fc72892f387 req-9a81d22c-34c9-4f09-9883-d3f9adbcf440 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1200199 Jul 16 01:27:21.121652 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f4e3cd7-ad76-4ebe-be4e-7fc72892f387 req-7f40507e-1cb4-45bd-8c56-908f7596532b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761793 Jul 16 01:27:21.141033 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-d67ec802-8af7-4314-8e98-fc2ca2c924a6 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672997 Jul 16 01:27:21.190290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5884d76-0f9e-4587-a092-9f0477e6efc0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting subnet 158d9daf-9328-48d3-95be-328b8d76ed3f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:21.213797 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5884d76-0f9e-4587-a092-9f0477e6efc0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.328907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5884d76-0f9e-4587-a092-9f0477e6efc0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.411012 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-9e07be57-a619-4c4b-8387-5fc7b1f7de71 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552440 Jul 16 01:27:21.416082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fe30a3-ba59-4726-97f0-81b056e8c348 None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:21.461836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e419e11c-ab40-40bf-802b-b76e9b094dd0 None None] Provisioning complete for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:21.462306 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e419e11c-ab40-40bf-802b-b76e9b094dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.638886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5884d76-0f9e-4587-a092-9f0477e6efc0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.752906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e419e11c-ab40-40bf-802b-b76e9b094dd0 None None] Provisioning complete for port e3d2878b-1510-4891-be76-6168e1b8403f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:21.753905 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e419e11c-ab40-40bf-802b-b76e9b094dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.758544 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5884d76-0f9e-4587-a092-9f0477e6efc0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.818934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5884d76-0f9e-4587-a092-9f0477e6efc0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Subnet': ['ID=158d9daf-9328-48d3-95be-328b8d76ed3f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:21.823075 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5884d76-0f9e-4587-a092-9f0477e6efc0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.826119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f5884d76-0f9e-4587-a092-9f0477e6efc0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/158d9daf-9328-48d3-95be-328b8d76ed3f HTTP/1.1" status: 204 len: 168 time: 0.9010353 Jul 16 01:27:21.829467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43182) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.844047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-443ac050-008b-45a7-a91e-d05dc445be40 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318814 Jul 16 01:27:21.862262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e419e11c-ab40-40bf-802b-b76e9b094dd0 None None] Port e3d2878b-1510-4891-be76-6168e1b8403f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:21.898121 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6ae801-3302-4791-bd03-4656a1545b57 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:21.898681 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6ae801-3302-4791-bd03-4656a1545b57 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:21.900684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bf6ae801-3302-4791-bd03-4656a1545b57 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/e264aa67-8e19-45ac-99a8-64c09dd4323c HTTP/1.1" status: 404 len: 337 time: 0.0701511 Jul 16 01:27:21.907462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43184) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.001306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-08e221e4-398d-45ad-bdd5-3bc607f0c195 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343837 Jul 16 01:27:22.030764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34c113-c699-4990-819b-f3188c8bb494 req-90afbca5-c542-419f-8e7c-43a7012ff688 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.037788 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a34c113-c699-4990-819b-f3188c8bb494 req-90afbca5-c542-419f-8e7c-43a7012ff688 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1575079 Jul 16 01:27:22.066797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-303f7220-e621-41b4-b095-72a065dc690c tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "GET /v2.0/ports?device_id=049de601-b3e9-412f-914b-4221e25dbbea HTTP/1.1" status: 200 len: 205 time: 0.0743821 Jul 16 01:27:22.072835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.073169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5a6e83-885c-43a5-9a73-d82b2fad5309 None None] Update dhcp port {'port': {'network_id': 'aa5384ee-db72-4867-975c-a9e921508dc9', 'fixed_ips': [{'subnet_id': '158d9daf-9328-48d3-95be-328b8d76ed3f'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:27:22.134245 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6e83-885c-43a5-9a73-d82b2fad5309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.151854 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-136db43a-9759-4bb3-a227-74cfe7569a47 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489346 Jul 16 01:27:22.162672 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-8ed49dcc-b568-446d-9077-617690f17a4a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] delete failed (client error): The resource could not be found. Jul 16 01:27:22.166956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8ed49dcc-b568-446d-9077-617690f17a4a tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/routers/049de601-b3e9-412f-914b-4221e25dbbea HTTP/1.1" status: 404 len: 336 time: 0.0846698 Jul 16 01:27:22.167289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43194) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.211816 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-76df1b16-c7d8-4378-bb56-b65752b84ebf tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:22.212287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76df1b16-c7d8-4378-bb56-b65752b84ebf tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:22.214105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a34c113-c699-4990-819b-f3188c8bb494 req-109f4b67-cc4e-4aca-b19e-d59b1910d108 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649814 Jul 16 01:27:22.221612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-76df1b16-c7d8-4378-bb56-b65752b84ebf tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/3258fe60-ab55-4758-b594-8606152393d6 HTTP/1.1" status: 404 len: 337 time: 0.0500848 Jul 16 01:27:22.221907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.335996 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-951f03c3-2908-4017-af3b-595e45e3a0a0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:22.336580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951f03c3-2908-4017-af3b-595e45e3a0a0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:22.338904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-951f03c3-2908-4017-af3b-595e45e3a0a0 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/82c32a33-fd9b-44f0-a31f-ecfd73c937d0 HTTP/1.1" status: 404 len: 337 time: 0.1158338 Jul 16 01:27:22.343132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43206) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.421830 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5cd3dc-1637-46ed-98e8-03284847e9bd tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:22.422628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5cd3dc-1637-46ed-98e8-03284847e9bd tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:22.424543 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ee5cd3dc-1637-46ed-98e8-03284847e9bd tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/820a8ac8-20d6-4df6-9c09-f624bc22d2ae HTTP/1.1" status: 404 len: 337 time: 0.0801568 Jul 16 01:27:22.427299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43210) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.472068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc70335-e5aa-4a9f-9ada-768b707ddcd3 None None] Network aa5384ee-db72-4867-975c-a9e921508dc9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:22.495362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a1d3b61a-0ae0-4d5d-bceb-c952e0d16a6e service neutron] 10.222.0.64 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425112 Jul 16 01:27:22.573444 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e27e9fc-ded1-4f0c-8d87-8d899c82bd40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:22.575070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e27e9fc-ded1-4f0c-8d87-8d899c82bd40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:22.581977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1e27e9fc-ded1-4f0c-8d87-8d899c82bd40 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/c57b4268-80ba-4bd3-bef0-ccdbd5bb63e1 HTTP/1.1" status: 404 len: 333 time: 0.1534839 Jul 16 01:27:22.584088 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb6efde1-62df-4f60-82b7-e85453516e08 req-2401f07f-29cd-4073-8ba3-db252862e216 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0871027 Jul 16 01:27:22.584568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43222) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.653195 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd43ccba-bc41-4d5b-b61a-c77e55eff7ec tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:22.653814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd43ccba-bc41-4d5b-b61a-c77e55eff7ec tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:22.658154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cd43ccba-bc41-4d5b-b61a-c77e55eff7ec tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/b2946402-fc45-4238-b999-a99e9142c415 HTTP/1.1" status: 404 len: 337 time: 0.0702951 Jul 16 01:27:22.658390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43230) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.693704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16b6da3a-747b-4fe8-ab81-9486e650a438 None None] Provisioning complete for port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:22.694729 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16b6da3a-747b-4fe8-ab81-9486e650a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.709732 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f043e2e-63f2-4af3-9634-c172ea2d9825 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:22.710042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f043e2e-63f2-4af3-9634-c172ea2d9825 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:22.711803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4f043e2e-63f2-4af3-9634-c172ea2d9825 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/f4d07cb4-92fe-4687-842f-7b755eadcf94 HTTP/1.1" status: 404 len: 337 time: 0.0524457 Jul 16 01:27:22.718319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43234) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.756609 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-c6b16708-2447-4894-a5ee-8dcb23851033 service neutron] 10.222.0.64 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513196 Jul 16 01:27:22.759216 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d383676-5638-4294-b35d-582b77723811 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:22.760195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d383676-5638-4294-b35d-582b77723811 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:22.766075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6d383676-5638-4294-b35d-582b77723811 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/0ba4e23f-eeb3-4709-a544-5f120615b863 HTTP/1.1" status: 404 len: 333 time: 0.0416944 Jul 16 01:27:22.772934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43246) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.837942 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2274fb80-cd52-43be-8da7-d624a7ab3ac2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:22.838646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2274fb80-cd52-43be-8da7-d624a7ab3ac2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:22.845926 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2274fb80-cd52-43be-8da7-d624a7ab3ac2 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/4817c751-813a-478c-8654-e3cfb382239b HTTP/1.1" status: 404 len: 337 time: 0.0714025 Jul 16 01:27:22.847122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.927732 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-420ed7d3-543f-4852-b101-acc7ed37324d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:22.928401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420ed7d3-543f-4852-b101-acc7ed37324d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:22.936960 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-420ed7d3-543f-4852-b101-acc7ed37324d tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/subnets/646cf27f-f15a-4647-bcc5-ab58b1912aaa HTTP/1.1" status: 404 len: 337 time: 0.0883584 Jul 16 01:27:22.937783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43264) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:23.047320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34096eec-6fee-4af2-bdc2-83ecf10618de None None] DHCP port deletion for aa5384ee-db72-4867-975c-a9e921508dc9 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:23.051182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16b6da3a-747b-4fe8-ab81-9486e650a438 None None] Provisioning complete for port e3d2878b-1510-4891-be76-6168e1b8403f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:23.051558 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16b6da3a-747b-4fe8-ab81-9486e650a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.057435 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-eec277d7-f92e-4117-9e1a-63a8ab2535b9 service neutron] 10.222.0.64 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735894 Jul 16 01:27:23.144870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-16b6da3a-747b-4fe8-ab81-9486e650a438 None None] Port e3d2878b-1510-4891-be76-6168e1b8403f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:23.181375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-34096eec-6fee-4af2-bdc2-83ecf10618de None None] Deleting port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:23.184340 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34096eec-6fee-4af2-bdc2-83ecf10618de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.236484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf33b9-e455-44bb-9813-d0a6a7e42d41 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Deleting port e3d2878b-1510-4891-be76-6168e1b8403f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:23.237261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bbf33b9-e455-44bb-9813-d0a6a7e42d41 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.257183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f8e1fd29-a71f-4025-b806-03b2666166b5 service neutron] 10.222.0.64 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920905 Jul 16 01:27:23.311501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-34096eec-6fee-4af2-bdc2-83ecf10618de None None] For port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,segment=NetworkSegment(29408664-ac48-4514-b0d6-4f885b7ebb31),segment_id=29408664-ac48-4514-b0d6-4f885b7ebb31)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:23.312492 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34096eec-6fee-4af2-bdc2-83ecf10618de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.331835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-34096eec-6fee-4af2-bdc2-83ecf10618de None None] Calling delete_port for 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:23.413785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bbf33b9-e455-44bb-9813-d0a6a7e42d41 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.431169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf33b9-e455-44bb-9813-d0a6a7e42d41 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Calling delete_port for e3d2878b-1510-4891-be76-6168e1b8403f owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:23.596788 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34096eec-6fee-4af2-bdc2-83ecf10618de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.670995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34096eec-6fee-4af2-bdc2-83ecf10618de None None] No DVR routers for this DVR port 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:23.685577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34096eec-6fee-4af2-bdc2-83ecf10618de None None] Pushing event deleted for resources: {'Port': ['ID=6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:23.686710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bbf33b9-e455-44bb-9813-d0a6a7e42d41 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.735097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf33b9-e455-44bb-9813-d0a6a7e42d41 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Port': ['ID=e3d2878b-1510-4891-be76-6168e1b8403f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:23.742349 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bbf33b9-e455-44bb-9813-d0a6a7e42d41 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.744959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4bbf33b9-e455-44bb-9813-d0a6a7e42d41 tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/ports/e3d2878b-1510-4891-be76-6168e1b8403f HTTP/1.1" status: 204 len: 168 time: 0.8058543 Jul 16 01:27:23.748747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43356) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:23.906902 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.087853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.116035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5384ee-db72-4867-975c-a9e921508dc9']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:24.156492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29408664-ac48-4514-b0d6-4f885b7ebb31') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:24.156802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29408664-ac48-4514-b0d6-4f885b7ebb31') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:24.194575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:24.195348 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.262996 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.272014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:24.272624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.273736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:24.274606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6b5af4cf-8c8c-4db5-86e5-6bcd0579cdbd not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:24.276390 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:24.312410 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f526ad9c-3564-4fab-9339-d9140d02f399 req-8481661d-124a-4917-9f4d-87814c3b6ec7 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0514231 Jul 16 01:27:24.447744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.501599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.504804 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] 10.222.0.64 "DELETE /v2.0/networks/aa5384ee-db72-4867-975c-a9e921508dc9 HTTP/1.1" status: 204 len: 168 time: 0.7544067 Jul 16 01:27:24.528407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc02a66-0df1-4bbd-a9f7-100f5f75761b tempest-PortsTestJSON-1777881658 tempest-PortsTestJSON-1777881658-project] Pushing event deleted for resources: {'Network': ['ID=aa5384ee-db72-4867-975c-a9e921508dc9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:24.546424 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7c1ebb-a9d3-4ed4-9a00-9d8a8ead8921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.737015 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7586778-0507-4f49-9716-25443bbc8c75 req-0183a5c1-8294-47fe-9158-2a752a9e3f14 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.0888486 Jul 16 01:27:24.782627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2e606-817e-4878-95ec-afbc5a2caf3d req-87a65006-5937-4300-8135-3f1ce35c4367 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.798556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65c2e606-817e-4878-95ec-afbc5a2caf3d req-87a65006-5937-4300-8135-3f1ce35c4367 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2188008 Jul 16 01:27:24.922674 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65c2e606-817e-4878-95ec-afbc5a2caf3d req-0d805628-f8b9-414c-8e59-67273a8a016c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245248 Jul 16 01:27:25.254327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:25.475764 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.659928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-938e09c7-c8df-4d50-a81c-dfa8e3c18857 req-de8651ed-901c-42ad-8e2e-717c12feeeff tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0743854 Jul 16 01:27:25.692328 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d89a179b-a8f1-485c-81ab-a0c76da3145b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e10e56c1022244ee99926b8ae017f7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364319 Jul 16 01:27:25.695845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:25.824967 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f88ce888-861a-4048-a6e5-be916d52feb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.858388 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f88ce888-861a-4048-a6e5-be916d52feb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.935269 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f88ce888-861a-4048-a6e5-be916d52feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.939144 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f88ce888-861a-4048-a6e5-be916d52feb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.940834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f88ce888-861a-4048-a6e5-be916d52feb1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e286aca-45dc-44d7-92a3-b8a05c813caa HTTP/1.1" status: 204 len: 168 time: 0.2437022 Jul 16 01:27:25.967360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ce888-861a-4048-a6e5-be916d52feb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e286aca-45dc-44d7-92a3-b8a05c813caa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.026494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1d84e35-f752-47d4-936b-335ae15f3200 req-181c1704-8b9f-4634-94c5-9bf4313928d3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.0503781 Jul 16 01:27:26.263043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428f32c-92fd-4136-a4fc-19e9d399937d req-352a57c9-5d3f-46c2-8a0d-d4ec3493b496 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.266528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5428f32c-92fd-4136-a4fc-19e9d399937d req-352a57c9-5d3f-46c2-8a0d-d4ec3493b496 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1307034 Jul 16 01:27:26.387605 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5428f32c-92fd-4136-a4fc-19e9d399937d req-81e1279f-4eff-4dd6-8f2b-b390e0677b1a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007988 Jul 16 01:27:26.501019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.076824 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4560c61-948e-44d6-8af1-8bc1493b2981 req-fdced1e0-ef91-4e09-9954-d68b3ce8515a tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0473070 Jul 16 01:27:27.133466 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92630f67-0ea7-4f61-a41d-2e7f54751a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.218864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e1ccf5cd-6385-4b08-9bfa-208bb7c59226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.222188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e1ccf5cd-6385-4b08-9bfa-208bb7c59226 service neutron] 10.222.0.50 "GET /v2.0/ports/e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 1033 time: 0.1426959 Jul 16 01:27:27.383672 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-ff3c102e-5d6b-4b2e-ae61-4dbbeb17a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.385634 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-ff3c102e-5d6b-4b2e-ae61-4dbbeb17a1e4 service neutron] 10.222.0.50 "GET /v2.0/ports/f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 1033 time: 0.1418898 Jul 16 01:27:27.399104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e1c6eb9-ce99-45bf-847c-f8f7839a1915 req-4c29cedf-f651-47f9-adb9-1caa8b73faea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.0740950 Jul 16 01:27:27.479021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:27.626823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e3000b47-2e45-4e51-80a4-cd86b0912fa5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.628414 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.635311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e3000b47-2e45-4e51-80a4-cd86b0912fa5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.669241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465173713'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:27.671768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e3000b47-2e45-4e51-80a4-cd86b0912fa5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.674972 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e3000b47-2e45-4e51-80a4-cd86b0912fa5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "GET /v2.0/networks?id=9020f891-2bdc-4fed-af34-da7703046d1c&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d HTTP/1.1" status: 200 len: 1993 time: 0.2736454 Jul 16 01:27:27.713436 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.731880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.870403 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-6fb55b9f-bad0-40ab-a66a-d9b17392028b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3295e447794d4fa769bb76fe1e76c2 HTTP/1.1" status: 200 len: 380 time: 0.1603944 Jul 16 01:27:27.888508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'admin_state_up': True, 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'security_groups': ['0cecb7ab-1898-4e63-aa02-e304303bfd57']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:27.912358 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.918542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.964574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1efc97-3a27-4da4-846e-8bc3f2d93228 req-890b978e-e2d8-416f-aa1e-5f97e7efa271 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.967698 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e1efc97-3a27-4da4-846e-8bc3f2d93228 req-890b978e-e2d8-416f-aa1e-5f97e7efa271 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2911885 Jul 16 01:27:28.054541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdb9b5c-5000-4dc9-bafd-92b8b458862a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.059553 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.064835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.139426 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.143204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6606309 Jul 16 01:27:28.143204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425d7d4-3542-4721-83ec-3e9d2f31a1b9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b14d72-1c09-4893-8444-7f64169b59f2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.145851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43818) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.263900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e1efc97-3a27-4da4-846e-8bc3f2d93228 req-b206a825-82b9-4745-b7be-76770c955203 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847073 Jul 16 01:27:28.266525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:28.270270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-83d5720c-94fe-45c6-8826-e401d2cc5a6b tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1228404 Jul 16 01:27:28.272996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.275184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.279689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-386fbee0-a400-476d-989a-49688047ea85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group': {'name': 'tempest-security--634243541', 'description': 'tempest-security-description-1517737785'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:28.353906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-386fbee0-a400-476d-989a-49688047ea85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.381245 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.478652 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c743745c-0fda-411f-afc0-57db6e9573f3 req-21f4e316-a337-4b72-a97b-8cd145c33ae5 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0923746 Jul 16 01:27:28.503179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Allocated IP 172.20.0.3 (9020f891-2bdc-4fed-af34-da7703046d1c/89371c7e-74bf-42c2-ac62-b7e5abcda39b/4595d6d1-12c8-461b-babc-f1a4cc58cf6b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:28.507892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-386fbee0-a400-476d-989a-49688047ea85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.512904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-386fbee0-a400-476d-989a-49688047ea85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.519970 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-386fbee0-a400-476d-989a-49688047ea85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.525471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43830) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.526113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-386fbee0-a400-476d-989a-49688047ea85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "PUT /v2.0/security-groups/03b14d72-1c09-4893-8444-7f64169b59f2 HTTP/1.1" status: 200 len: 1779 time: 0.2517855 Jul 16 01:27:28.593283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fbee0-a400-476d-989a-49688047ea85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b14d72-1c09-4893-8444-7f64169b59f2,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.600188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aeaa7a74-e0a4-4784-9cda-a3d6d9179a4d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups/03b14d72-1c09-4893-8444-7f64169b59f2 HTTP/1.1" status: 200 len: 1779 time: 0.0712817 Jul 16 01:27:28.603069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.719005 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8501bfc1-6623-4735-b1b7-b7da5171ba9f tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.719623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d102788-0c28-429d-9b0f-52041cf89112 req-e4c1cd34-1b90-4abd-8001-ba022edd1fbf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.0653253 Jul 16 01:27:28.765925 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8501bfc1-6623-4735-b1b7-b7da5171ba9f tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.795124 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.835677 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8501bfc1-6623-4735-b1b7-b7da5171ba9f tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.841449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8501bfc1-6623-4735-b1b7-b7da5171ba9f tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.842103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Transition to ACTIVE for port object 4595d6d1-12c8-461b-babc-f1a4cc58cf6b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:28.844841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8501bfc1-6623-4735-b1b7-b7da5171ba9f tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-groups/03b14d72-1c09-4893-8444-7f64169b59f2 HTTP/1.1" status: 204 len: 168 time: 0.2401326 Jul 16 01:27:28.848003 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.861844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501bfc1-6623-4735-b1b7-b7da5171ba9f tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b14d72-1c09-4893-8444-7f64169b59f2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.945462 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2b76ac6c-8eb8-438a-a13a-8c64f30a95a3 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951536 Jul 16 01:27:28.948470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43844) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.985150 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-d3c0d875-ab2c-49e7-bcd5-7972b406cfdd tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] delete failed (client error): The resource could not be found. Jul 16 01:27:28.985150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d3c0d875-ab2c-49e7-bcd5-7972b406cfdd tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-groups/03b14d72-1c09-4893-8444-7f64169b59f2 HTTP/1.1" status: 404 len: 347 time: 0.0279286 Jul 16 01:27:28.985428 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.986336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:29.004621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d73faa25-f416-4984-990c-a97fd1182748 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group': {'name': 'tempest-secgroup--728767409'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:29.062621 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d73faa25-f416-4984-990c-a97fd1182748 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.068856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network 9020f891-2bdc-4fed-af34-da7703046d1c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:29.072693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:29.078639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:29.132294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Port': ['ID=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.204684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.205375 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.357154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d73faa25-f416-4984-990c-a97fd1182748 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.374249 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1b6b7cb9-7aa7-4b2c-9980-e18d721e9f10 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4913759 Jul 16 01:27:29.375071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d73faa25-f416-4984-990c-a97fd1182748 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.393712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297', 'admin_state_up': True, 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'security_groups': ['0cecb7ab-1898-4e63-aa02-e304303bfd57']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:29.432321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73faa25-f416-4984-990c-a97fd1182748 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2702d762-4903-442f-b109-8b728681603f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.472129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d73faa25-f416-4984-990c-a97fd1182748 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.477633 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d73faa25-f416-4984-990c-a97fd1182748 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4853666 Jul 16 01:27:29.479180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43860) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:29.487824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d331b39a-9939-4f6b-866b-9ab1805b53c2 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': '2702d762-4903-442f-b109-8b728681603f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:29.577646 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d331b39a-9939-4f6b-866b-9ab1805b53c2 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.679530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7a768b11-dcc4-4fcc-aba4-18faf563a207 None None] Provisioning for port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:29.689708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7a768b11-dcc4-4fcc-aba4-18faf563a207 None None] Provisioning complete for port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:29.695178 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a768b11-dcc4-4fcc-aba4-18faf563a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.739700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:29.743162 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.748624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7a768b11-dcc4-4fcc-aba4-18faf563a207 None None] Port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:29.818710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8224e005-a58f-401b-9926-e9e7ddf84a6a req-10f3b5e9-b0b3-4618-9b34-8ccedaf8cdbf tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0585587 Jul 16 01:27:29.828337 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d331b39a-9939-4f6b-866b-9ab1805b53c2 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.838464 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d331b39a-9939-4f6b-866b-9ab1805b53c2 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.870993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331b39a-9939-4f6b-866b-9ab1805b53c2 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3673862e-7875-4c08-8a6b-7e559303cae5,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.888125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa0dcf-10ba-46e2-8c18-6b6d4e3da6c2 req-e6bbc60e-76e9-49f7-99b2-fd1d4ed08de2 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.894177 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8eaa0dcf-10ba-46e2-8c18-6b6d4e3da6c2 req-e6bbc60e-76e9-49f7-99b2-fd1d4ed08de2 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2396154 Jul 16 01:27:29.904316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d331b39a-9939-4f6b-866b-9ab1805b53c2 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.908393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d331b39a-9939-4f6b-866b-9ab1805b53c2 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4238920 Jul 16 01:27:29.915599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43870) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:29.957614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8eaa0dcf-10ba-46e2-8c18-6b6d4e3da6c2 req-6724ba8f-4e5f-4476-b947-1ea1fec7caec tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575359 Jul 16 01:27:30.004547 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dac47f4d-3dbc-4428-89e2-bcff65652519 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.036816 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.038431 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dac47f4d-3dbc-4428-89e2-bcff65652519 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.189998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dac47f4d-3dbc-4428-89e2-bcff65652519 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.195441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dac47f4d-3dbc-4428-89e2-bcff65652519 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.202044 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dac47f4d-3dbc-4428-89e2-bcff65652519 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3673862e-7875-4c08-8a6b-7e559303cae5 HTTP/1.1" status: 204 len: 168 time: 0.2798474 Jul 16 01:27:30.202255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.223790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Allocated IP 10.1.1.7 (0d9ba969-e1d7-4110-9dd3-36e383a70297/c9cc68fe-c2c1-499d-85d0-c1b201263689/f96976a5-505b-40e3-973f-1cc310d11e60) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:30.227290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac47f4d-3dbc-4428-89e2-bcff65652519 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3673862e-7875-4c08-8a6b-7e559303cae5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:30.302028 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-799624fc-30dc-4706-9184-e34993705994 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0994418 Jul 16 01:27:30.305469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.335991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cda740-51fe-469b-bb38-a854241e4147 req-5502f782-8e91-4ebd-9457-f55d7f92de55 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.337624 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-64cda740-51fe-469b-bb38-a854241e4147 req-5502f782-8e91-4ebd-9457-f55d7f92de55 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 931 time: 0.2730451 Jul 16 01:27:30.374933 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2794dd0c-8626-4fbe-9ba1-db7dbd51ce85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.417728 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2794dd0c-8626-4fbe-9ba1-db7dbd51ce85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.451264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-64cda740-51fe-469b-bb38-a854241e4147 req-bf836131-8982-4389-9618-1de0137d6093 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039288 Jul 16 01:27:30.463033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-8554597b-c536-4663-8f78-5fdeb21c5f63 req-b4678a24-485f-4be9-a696-246829a76f04 service neutron] (93945) timed out ('10.222.0.50', 55672) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:27:30.508476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.530360 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2794dd0c-8626-4fbe-9ba1-db7dbd51ce85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.536066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2794dd0c-8626-4fbe-9ba1-db7dbd51ce85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.540718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2794dd0c-8626-4fbe-9ba1-db7dbd51ce85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-groups/2702d762-4903-442f-b109-8b728681603f HTTP/1.1" status: 204 len: 168 time: 0.2339809 Jul 16 01:27:30.543035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Transition to ACTIVE for port object f96976a5-505b-40e3-973f-1cc310d11e60 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:30.544693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.573232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794dd0c-8626-4fbe-9ba1-db7dbd51ce85 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702d762-4903-442f-b109-8b728681603f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:30.626627 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-07580d31-fbce-4668-8435-7e49cf380bbf tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806189 Jul 16 01:27:30.634206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43892) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.642315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-85497b49-ca85-4303-8a7b-4a5b732db258 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205745014'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:30.655089 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.755653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network 0d9ba969-e1d7-4110-9dd3-36e383a70297 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:30.760114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:30.762723 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85497b49-ca85-4303-8a7b-4a5b732db258 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.767974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:30.863329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.869884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.869884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Port': ['ID=f96976a5-505b-40e3-973f-1cc310d11e60,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.015118 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85497b49-ca85-4303-8a7b-4a5b732db258 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.031184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85497b49-ca85-4303-8a7b-4a5b732db258 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.050763 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f2475348-f3af-4cf7-9fc7-701a76af5c21 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6672795 Jul 16 01:27:31.083750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297', 'admin_state_up': True, 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'security_groups': ['0cecb7ab-1898-4e63-aa02-e304303bfd57']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:31.142708 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85497b49-ca85-4303-8a7b-4a5b732db258 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.144255 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-85497b49-ca85-4303-8a7b-4a5b732db258 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5082524 Jul 16 01:27:31.147642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43906) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.152713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-375c22df-9e93-4a10-bd50-1a99697c9887 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': '607201b6-69d6-4cf9-84fd-85ef0690f007', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:31.174833 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bf079e1-ee4e-454b-b116-e62e12a3cc11 req-4fc50aa8-4591-4a90-97a2-e223a1a3e1cd tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0802419 Jul 16 01:27:31.175568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85497b49-ca85-4303-8a7b-4a5b732db258 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607201b6-69d6-4cf9-84fd-85ef0690f007,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.220170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-257f8694-9b08-4fbd-b4e3-138cc4ea8d23 None None] Provisioning for port f96976a5-505b-40e3-973f-1cc310d11e60 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:31.241581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-257f8694-9b08-4fbd-b4e3-138cc4ea8d23 None None] Provisioning complete for port f96976a5-505b-40e3-973f-1cc310d11e60 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:31.241960 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-257f8694-9b08-4fbd-b4e3-138cc4ea8d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.279778 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-375c22df-9e93-4a10-bd50-1a99697c9887 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.297574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-257f8694-9b08-4fbd-b4e3-138cc4ea8d23 None None] Port f96976a5-505b-40e3-973f-1cc310d11e60 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:31.338682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:31.344068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.386944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afa7c8-8f63-48f1-8824-80b1ef44f6d5 req-a69c63e4-d788-465a-9367-d98d3b7f642d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.386944 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27afa7c8-8f63-48f1-8824-80b1ef44f6d5 req-a69c63e4-d788-465a-9367-d98d3b7f642d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1888671 Jul 16 01:27:31.415907 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-375c22df-9e93-4a10-bd50-1a99697c9887 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.426598 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-375c22df-9e93-4a10-bd50-1a99697c9887 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.448866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-375c22df-9e93-4a10-bd50-1a99697c9887 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.450209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-375c22df-9e93-4a10-bd50-1a99697c9887 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3015280 Jul 16 01:27:31.459101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43914) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.463789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-762b45d9-8357-4006-86ef-bed6f078cf40 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': '607201b6-69d6-4cf9-84fd-85ef0690f007', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:31.472130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c22df-9e93-4a10-bd50-1a99697c9887 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c94566-88b4-4190-8f3c-0381d64fa2b6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.530536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27afa7c8-8f63-48f1-8824-80b1ef44f6d5 req-19a2988b-8328-4b9f-a7ea-a198ce35f908 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329839 Jul 16 01:27:31.560897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Allocated IP 10.1.1.155 (0d9ba969-e1d7-4110-9dd3-36e383a70297/c9cc68fe-c2c1-499d-85d0-c1b201263689/a4519f73-1c3e-48ca-b665-1cb38b8f8aa6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:31.562557 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-762b45d9-8357-4006-86ef-bed6f078cf40 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.660415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-762b45d9-8357-4006-86ef-bed6f078cf40 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.674091 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-762b45d9-8357-4006-86ef-bed6f078cf40 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.719389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-762b45d9-8357-4006-86ef-bed6f078cf40 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.726259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-762b45d9-8357-4006-86ef-bed6f078cf40 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2659662 Jul 16 01:27:31.739305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43928) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.755410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b45d9-8357-4006-86ef-bed6f078cf40 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4f5125-1e95-4c93-9b49-1e4754b9e1fc,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.766163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cecc669a-3a2a-4d44-9918-a9d3ea9bd818 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': '607201b6-69d6-4cf9-84fd-85ef0690f007', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:31.966282 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cecc669a-3a2a-4d44-9918-a9d3ea9bd818 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.047293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9485a82-21cb-454f-a07e-b338873b271f req-506a104a-2290-4bab-9a8c-2b960a7a1344 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.054929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9485a82-21cb-454f-a07e-b338873b271f req-506a104a-2290-4bab-9a8c-2b960a7a1344 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.063165 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9485a82-21cb-454f-a07e-b338873b271f req-506a104a-2290-4bab-9a8c-2b960a7a1344 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 1651 time: 0.3199241 Jul 16 01:27:32.081654 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.132599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cecc669a-3a2a-4d44-9918-a9d3ea9bd818 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.133898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Transition to ACTIVE for port object a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:32.146708 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cecc669a-3a2a-4d44-9918-a9d3ea9bd818 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.190583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9485a82-21cb-454f-a07e-b338873b271f req-26568b60-d12a-402c-8246-2ef88f0d7674 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263564 Jul 16 01:27:32.205929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc669a-3a2a-4d44-9918-a9d3ea9bd818 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f9a87a-dbc8-49ac-8253-ae0b4ffac328,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:32.211583 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cecc669a-3a2a-4d44-9918-a9d3ea9bd818 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.216827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43930) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.217424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cecc669a-3a2a-4d44-9918-a9d3ea9bd818 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4566276 Jul 16 01:27:32.222474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2c21f198-2d79-44be-b401-fe57eb8fe705 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': '607201b6-69d6-4cf9-84fd-85ef0690f007', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:32.291563 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.325321 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c21f198-2d79-44be-b401-fe57eb8fe705 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.444819 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c21f198-2d79-44be-b401-fe57eb8fe705 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.450163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c21f198-2d79-44be-b401-fe57eb8fe705 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.487137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21f198-2d79-44be-b401-fe57eb8fe705 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f82babe-c4ab-401a-a1da-bc52585e4dc4,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:32.489372 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c21f198-2d79-44be-b401-fe57eb8fe705 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.493668 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2c21f198-2d79-44be-b401-fe57eb8fe705 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2757132 Jul 16 01:27:32.514623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.520269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ef065fd8-a7e9-495a-bcfd-ba2fe3c9786b tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': '607201b6-69d6-4cf9-84fd-85ef0690f007', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:32.527179 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c4443a62-af72-4926-8496-36a2d494807c req-fb65571c-780e-493a-a520-64bd8c34e39e tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0569313 Jul 16 01:27:32.560830 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef065fd8-a7e9-495a-bcfd-ba2fe3c9786b tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.637017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef065fd8-a7e9-495a-bcfd-ba2fe3c9786b tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.642721 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef065fd8-a7e9-495a-bcfd-ba2fe3c9786b tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.667532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef065fd8-a7e9-495a-bcfd-ba2fe3c9786b tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ef24e5-6ddc-4d17-bda5-d9e94fec37b8,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:32.677217 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef065fd8-a7e9-495a-bcfd-ba2fe3c9786b tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.679357 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ef065fd8-a7e9-495a-bcfd-ba2fe3c9786b tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1635623 Jul 16 01:27:32.682141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43938) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.734373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9ccd7f3-a656-42ff-a2e6-1da645b3091a tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.778079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9ccd7f3-a656-42ff-a2e6-1da645b3091a tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.822668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9ccd7f3-a656-42ff-a2e6-1da645b3091a tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.838661 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9ccd7f3-a656-42ff-a2e6-1da645b3091a tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.840669 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f9ccd7f3-a656-42ff-a2e6-1da645b3091a tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/10ef24e5-6ddc-4d17-bda5-d9e94fec37b8 HTTP/1.1" status: 204 len: 168 time: 0.1566439 Jul 16 01:27:32.847886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccd7f3-a656-42ff-a2e6-1da645b3091a tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10ef24e5-6ddc-4d17-bda5-d9e94fec37b8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:32.849987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.933965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-070895da-223a-4314-bc46-988331aafe59 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0815935 Jul 16 01:27:32.937792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.972410 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11cb19b7-6ba3-4a0b-ade9-d6725106242e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.994888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11cb19b7-6ba3-4a0b-ade9-d6725106242e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.036181 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network 0d9ba969-e1d7-4110-9dd3-36e383a70297 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:33.041432 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11cb19b7-6ba3-4a0b-ade9-d6725106242e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.046470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:33.050589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:33.056967 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11cb19b7-6ba3-4a0b-ade9-d6725106242e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.059783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-11cb19b7-6ba3-4a0b-ade9-d6725106242e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2f82babe-c4ab-401a-a1da-bc52585e4dc4 HTTP/1.1" status: 204 len: 168 time: 0.1206818 Jul 16 01:27:33.068756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.098733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Port': ['ID=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.107453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.108095 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.131783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb19b7-6ba3-4a0b-ade9-d6725106242e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f82babe-c4ab-401a-a1da-bc52585e4dc4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.158348 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-37bb2703-d237-45c4-a5f1-5dcaddaaa924 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0821903 Jul 16 01:27:33.187208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-172ef664-505a-4798-ad24-e1e6f6d9060c tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1143594 Jul 16 01:27:33.187539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04682d51-62ee-48ba-b70a-d42a15e2b828 req-8e79bdc8-0c6b-4181-ac89-51acdb518b90 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.187539 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04682d51-62ee-48ba-b70a-d42a15e2b828 req-8e79bdc8-0c6b-4181-ac89-51acdb518b90 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2086072 Jul 16 01:27:33.187745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.198062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d', 'admin_state_up': True, 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'security_groups': ['0cecb7ab-1898-4e63-aa02-e304303bfd57']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:33.320135 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7edd7330-bf19-403a-87ee-04bd6ec10c31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.393277 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7edd7330-bf19-403a-87ee-04bd6ec10c31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.418260 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04682d51-62ee-48ba-b70a-d42a15e2b828 req-1d872df8-caff-441a-a758-7563fb365e83 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143729 Jul 16 01:27:33.442103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:33.457399 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-da32cefa-cf0f-4e70-82e3-a563469b4172 None None] Provisioning for port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:33.463382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-da32cefa-cf0f-4e70-82e3-a563469b4172 None None] Provisioning complete for port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:33.465627 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da32cefa-cf0f-4e70-82e3-a563469b4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.516077 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7edd7330-bf19-403a-87ee-04bd6ec10c31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.518416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-da32cefa-cf0f-4e70-82e3-a563469b4172 None None] Port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:33.519632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42bef-1365-4c70-bbf9-232005d8bbf4 req-b801b8da-2204-49de-9a95-af565e307454 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.526848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42bef-1365-4c70-bbf9-232005d8bbf4 req-b801b8da-2204-49de-9a95-af565e307454 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.532490 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7edd7330-bf19-403a-87ee-04bd6ec10c31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.536932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42bef-1365-4c70-bbf9-232005d8bbf4 req-b801b8da-2204-49de-9a95-af565e307454 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.537143 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7edd7330-bf19-403a-87ee-04bd6ec10c31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d5f9a87a-dbc8-49ac-8253-ae0b4ffac328 HTTP/1.1" status: 204 len: 168 time: 0.3439877 Jul 16 01:27:33.537303 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9dd42bef-1365-4c70-bbf9-232005d8bbf4 req-b801b8da-2204-49de-9a95-af565e307454 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 2372 time: 0.1345546 Jul 16 01:27:33.537435 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd7330-bf19-403a-87ee-04bd6ec10c31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5f9a87a-dbc8-49ac-8253-ae0b4ffac328,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.537528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43956) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.575343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.646619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e90b8141-275f-4e86-9b67-6f66cbbd5ea6 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1050451 Jul 16 01:27:33.649417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43960) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.661033 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9dd42bef-1365-4c70-bbf9-232005d8bbf4 req-38c5b455-3698-43e1-9da4-4f9cbe6c1fd2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139708 Jul 16 01:27:33.692974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebd811bd-eaad-4d22-9874-fb91c0835147 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.722903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebd811bd-eaad-4d22-9874-fb91c0835147 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.758805 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebd811bd-eaad-4d22-9874-fb91c0835147 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.768059 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebd811bd-eaad-4d22-9874-fb91c0835147 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.773181 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ebd811bd-eaad-4d22-9874-fb91c0835147 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/9c4f5125-1e95-4c93-9b49-1e4754b9e1fc HTTP/1.1" status: 204 len: 168 time: 0.1191647 Jul 16 01:27:33.773782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.793424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0fc2610-6feb-4933-a18a-83c521fec556 req-c9a4967c-e499-4de7-a309-fa7603858267 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0606234 Jul 16 01:27:33.797743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd811bd-eaad-4d22-9874-fb91c0835147 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c4f5125-1e95-4c93-9b49-1e4754b9e1fc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.856807 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0ebbbc66-eec1-42df-814e-1a747b329dd9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0815873 Jul 16 01:27:33.859799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43964) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.890522 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-400aa85d-004d-4f29-8fb8-c0a7cbe4b577 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.900953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-400aa85d-004d-4f29-8fb8-c0a7cbe4b577 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.912585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Allocated IP 10.2.2.100 (c1a6271f-26a6-4477-a38f-471fd54f2d3d/cc6f68b9-c255-43b6-9005-d4a15d727917/73c0c0d0-af44-454e-a4af-2ce0e4257635) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:33.937402 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-400aa85d-004d-4f29-8fb8-c0a7cbe4b577 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.948111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-400aa85d-004d-4f29-8fb8-c0a7cbe4b577 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.949600 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-400aa85d-004d-4f29-8fb8-c0a7cbe4b577 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/30c94566-88b4-4190-8f3c-0381d64fa2b6 HTTP/1.1" status: 204 len: 168 time: 0.0885942 Jul 16 01:27:33.954433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43966) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.956287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400aa85d-004d-4f29-8fb8-c0a7cbe4b577 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30c94566-88b4-4190-8f3c-0381d64fa2b6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.062623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-09de411a-2c06-43e0-bc8d-a692c0a6a82e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1073377 Jul 16 01:27:34.065228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:34.134105 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.167795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e48e203b-ffa5-46c5-8e97-80080b7b0df6 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.170626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Transition to ACTIVE for port object 73c0c0d0-af44-454e-a4af-2ce0e4257635 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:34.202233 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e48e203b-ffa5-46c5-8e97-80080b7b0df6 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.262422 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.265603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e48e203b-ffa5-46c5-8e97-80080b7b0df6 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.270350 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e48e203b-ffa5-46c5-8e97-80080b7b0df6 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.274958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e48e203b-ffa5-46c5-8e97-80080b7b0df6 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-groups/607201b6-69d6-4cf9-84fd-85ef0690f007 HTTP/1.1" status: 204 len: 168 time: 0.2059371 Jul 16 01:27:34.275904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43972) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:34.318028 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e203b-ffa5-46c5-8e97-80080b7b0df6 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607201b6-69d6-4cf9-84fd-85ef0690f007,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.336660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network c1a6271f-26a6-4477-a38f-471fd54f2d3d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:34.356926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:34.366473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1d2175cb-a89d-4304-81f9-3b0ef3c5f4c8 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833440 Jul 16 01:27:34.366686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:34.366776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43974) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:34.373368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-929df37f-b497-4460-bf5f-9b5eed879d1e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group': {'name': 'tempest-secgroup--63399245'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:34.412137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Port': ['ID=73c0c0d0-af44-454e-a4af-2ce0e4257635,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.428715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-929df37f-b497-4460-bf5f-9b5eed879d1e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.455081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:34.457111 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.538640 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-929df37f-b497-4460-bf5f-9b5eed879d1e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.545499 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-929df37f-b497-4460-bf5f-9b5eed879d1e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.549923 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-40f85280-2999-4049-af8d-08a5dd19d4c5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3612039 Jul 16 01:27:34.563413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d', 'admin_state_up': True, 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'security_groups': ['0cecb7ab-1898-4e63-aa02-e304303bfd57']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:34.583702 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-929df37f-b497-4460-bf5f-9b5eed879d1e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.585096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-929df37f-b497-4460-bf5f-9b5eed879d1e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2173784 Jul 16 01:27:34.587846 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43978) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:34.594354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9b00cb52-7090-4ef8-a00a-306896592e1d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': 'cfdc9cb0-45f0-40ca-bf4a-638a5db39c1f', 'direction': 'ingress', 'protocol': 17}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:34.600546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929df37f-b497-4460-bf5f-9b5eed879d1e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdc9cb0-45f0-40ca-bf4a-638a5db39c1f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.635371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b00cb52-7090-4ef8-a00a-306896592e1d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.703693 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b00cb52-7090-4ef8-a00a-306896592e1d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.708778 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b00cb52-7090-4ef8-a00a-306896592e1d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.731582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00cb52-7090-4ef8-a00a-306896592e1d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9778ac-382f-46b4-9252-cd1578163172,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.761822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-461fad17-1426-49b9-a497-1f1c2468ad34 None None] Provisioning for port 73c0c0d0-af44-454e-a4af-2ce0e4257635 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:34.765531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aa9f1-c168-46f3-907e-96b516ebd88e req-6e0c752e-1436-42bb-92ae-d27878c379ef tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:34.770388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-461fad17-1426-49b9-a497-1f1c2468ad34 None None] Provisioning complete for port 73c0c0d0-af44-454e-a4af-2ce0e4257635 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:34.771074 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-461fad17-1426-49b9-a497-1f1c2468ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.772427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a7aa9f1-c168-46f3-907e-96b516ebd88e req-6e0c752e-1436-42bb-92ae-d27878c379ef tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1598239 Jul 16 01:27:34.796161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b00cb52-7090-4ef8-a00a-306896592e1d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.800527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9b00cb52-7090-4ef8-a00a-306896592e1d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2089095 Jul 16 01:27:34.800720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Made reservation on behalf of 2c3295e447794d4fa769bb76fe1e76c2 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:34.800807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43982) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:34.805749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.816016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-461fad17-1426-49b9-a497-1f1c2468ad34 None None] Port 73c0c0d0-af44-454e-a4af-2ce0e4257635 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:34.847439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a7aa9f1-c168-46f3-907e-96b516ebd88e req-9173ac4e-00bf-48de-b623-30fee6b9c164 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740750 Jul 16 01:27:34.948243 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca693-b05b-42d1-a3f0-3bf4657ac3c4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.002809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca693-b05b-42d1-a3f0-3bf4657ac3c4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.037998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b911e-78e8-461c-87fb-a5a9e7a9e2cb req-f56d1b27-eb17-4843-9586-28d3d429489a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.044833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b911e-78e8-461c-87fb-a5a9e7a9e2cb req-f56d1b27-eb17-4843-9586-28d3d429489a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.050737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b911e-78e8-461c-87fb-a5a9e7a9e2cb req-f56d1b27-eb17-4843-9586-28d3d429489a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.056626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b911e-78e8-461c-87fb-a5a9e7a9e2cb req-f56d1b27-eb17-4843-9586-28d3d429489a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.058589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec1b911e-78e8-461c-87fb-a5a9e7a9e2cb req-f56d1b27-eb17-4843-9586-28d3d429489a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 3093 time: 0.2049708 Jul 16 01:27:35.080147 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-081b6cb0-b1ba-4367-8d80-447ca946bd3e req-7b039266-73c2-4a7e-9778-c0c1fda9962e tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0739665 Jul 16 01:27:35.111586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec1b911e-78e8-461c-87fb-a5a9e7a9e2cb req-f0296dfc-007b-448e-8849-6aaae3b17ad0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421023 Jul 16 01:27:35.111816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Allocated IP 10.2.2.200 (c1a6271f-26a6-4477-a38f-471fd54f2d3d/cc6f68b9-c255-43b6-9005-d4a15d727917/3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:35.120993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca693-b05b-42d1-a3f0-3bf4657ac3c4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.141360 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca693-b05b-42d1-a3f0-3bf4657ac3c4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.141360 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3d1ca693-b05b-42d1-a3f0-3bf4657ac3c4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-groups/cfdc9cb0-45f0-40ca-bf4a-638a5db39c1f HTTP/1.1" status: 204 len: 168 time: 0.3314273 Jul 16 01:27:35.141546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:35.174267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ca693-b05b-42d1-a3f0-3bf4657ac3c4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdc9cb0-45f0-40ca-bf4a-638a5db39c1f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.249700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fe17bde6-9a29-45bf-9b93-9ea1f0e3322e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1034868 Jul 16 01:27:35.250677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:35.256867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bd084d9d-8744-469e-85ef-4867e56ce651 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group': {'name': 'tempest-secgroup--522653363'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:35.289086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd084d9d-8744-469e-85ef-4867e56ce651 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.345109 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.365405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Transition to ACTIVE for port object 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:35.420856 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd084d9d-8744-469e-85ef-4867e56ce651 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.427496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd084d9d-8744-469e-85ef-4867e56ce651 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.464570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd084d9d-8744-469e-85ef-4867e56ce651 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31222c8-acac-43e9-abce-2c33e4da4ac7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.482605 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.549279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Network c1a6271f-26a6-4477-a38f-471fd54f2d3d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:35.553099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:35.558144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:35.568675 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd084d9d-8744-469e-85ef-4867e56ce651 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.573859 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bd084d9d-8744-469e-85ef-4867e56ce651 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3211598 Jul 16 01:27:35.578232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:35.586292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event updated for resources: {'Port': ['ID=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.587377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2ee87b16-3654-4d68-8bba-b5ba20b81aa4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group': {'name': 'tempest-secgroup--616302945'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:35.628034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.628820 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.662730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a3ed92e9-5c32-4bea-b512-e5b72f3a9f79 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1028049 Jul 16 01:27:35.663940 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ee87b16-3654-4d68-8bba-b5ba20b81aa4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.678713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:35.685182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4dc50-5099-4d64-aa47-f9d821301fd8 req-6ad30b94-00ac-405d-af07-cc8688fcc47a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.686987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32f4dc50-5099-4d64-aa47-f9d821301fd8 req-6ad30b94-00ac-405d-af07-cc8688fcc47a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2025404 Jul 16 01:27:35.723942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8289c8-4695-4c3a-afa4-377722838021 req-93e7b39c-194d-4194-a16a-44e35077330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.725670 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a8289c8-4695-4c3a-afa4-377722838021 req-93e7b39c-194d-4194-a16a-44e35077330b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1096 time: 0.1980169 Jul 16 01:27:35.781160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.827430 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32f4dc50-5099-4d64-aa47-f9d821301fd8 req-ef3a500f-f27c-4e58-8032-40ebe6985fc3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305363 Jul 16 01:27:35.863444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c979617-93f8-436c-9d0f-5917748cef58 None None] Provisioning for port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:35.872135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c979617-93f8-436c-9d0f-5917748cef58 None None] Provisioning complete for port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:35.873436 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c979617-93f8-436c-9d0f-5917748cef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.927704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7c979617-93f8-436c-9d0f-5917748cef58 None None] Port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:35.930525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8289c8-4695-4c3a-afa4-377722838021 req-ae241825-2139-431b-9d7f-d82332edfc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.932011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a8289c8-4695-4c3a-afa4-377722838021 req-ae241825-2139-431b-9d7f-d82332edfc2a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.1947851 Jul 16 01:27:35.955291 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ee87b16-3654-4d68-8bba-b5ba20b81aa4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.985694 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ee87b16-3654-4d68-8bba-b5ba20b81aa4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.030939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ee87b16-3654-4d68-8bba-b5ba20b81aa4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.032166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2ee87b16-3654-4d68-8bba-b5ba20b81aa4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4520795 Jul 16 01:27:36.036544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.045506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3c1ed988-211e-4652-b1a4-17c4209f0349 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': 'f31222c8-acac-43e9-abce-2c33e4da4ac7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '15398cf0-2386-45cd-921d-47a3acff22f5', 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:36.057466 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a8289c8-4695-4c3a-afa4-377722838021 req-c843fe1b-b3b0-4426-ad3c-9e101b1a93c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 998 time: 0.1161206 Jul 16 01:27:36.061017 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee87b16-3654-4d68-8bba-b5ba20b81aa4 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15398cf0-2386-45cd-921d-47a3acff22f5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.123023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c1ed988-211e-4652-b1a4-17c4209f0349 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.126802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8289c8-4695-4c3a-afa4-377722838021 req-4bda6749-8d2f-4d63-aec2-8a6e96aa3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.129105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a8289c8-4695-4c3a-afa4-377722838021 req-4bda6749-8d2f-4d63-aec2-8a6e96aa3d3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0628009 Jul 16 01:27:36.139861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4595d6d1-12c8-461b-babc-f1a4cc58cf6b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:36.152629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.169196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Transition to ACTIVE for port object 4595d6d1-12c8-461b-babc-f1a4cc58cf6b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:36.179267 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.197329 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:36.238305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c1ed988-211e-4652-b1a4-17c4209f0349 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.246434 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c1ed988-211e-4652-b1a4-17c4209f0349 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.255572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8289c8-4695-4c3a-afa4-377722838021 req-745e2e9a-1b55-4a93-b4a7-b0e67d1b2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.257422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a8289c8-4695-4c3a-afa4-377722838021 req-745e2e9a-1b55-4a93-b4a7-b0e67d1b2960 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204381 Jul 16 01:27:36.283598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ed988-211e-4652-b1a4-17c4209f0349 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78078987-3b4e-4156-9a84-55c4e4b42154,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.306949 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c1ed988-211e-4652-b1a4-17c4209f0349 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.308323 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3c1ed988-211e-4652-b1a4-17c4209f0349 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2666523 Jul 16 01:27:36.317282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44004) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.422102 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49864903-1c97-4eb6-9722-a5fc2f3347d1 req-a56e4d5a-35cd-4fb0-a1c8-92714017dc27 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.1180871 Jul 16 01:27:36.424813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Pushing event updated for resources: {'Port': ['ID=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.445807 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-344cdfd0-4459-4dfc-b963-d7c4bf0e2c33 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.459744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-344cdfd0-4459-4dfc-b963-d7c4bf0e2c33 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.461929 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a8289c8-4695-4c3a-afa4-377722838021 req-fecad646-ef2f-4ca1-b0b1-a2f8c47ddf2a service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895444 Jul 16 01:27:36.497903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Attempting to bind port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:36.498416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Attempting to bind port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:36.498609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Attempting to bind port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b on network 9020f891-2bdc-4fed-af34-da7703046d1c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:36.513334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b on network 9020f891-2bdc-4fed-af34-da7703046d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:36.513664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Attempting to bind port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b on network 9020f891-2bdc-4fed-af34-da7703046d1c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:36.520326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-344cdfd0-4459-4dfc-b963-d7c4bf0e2c33 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.525843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-344cdfd0-4459-4dfc-b963-d7c4bf0e2c33 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.527286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-344cdfd0-4459-4dfc-b963-d7c4bf0e2c33 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/78078987-3b4e-4156-9a84-55c4e4b42154 HTTP/1.1" status: 204 len: 168 time: 0.2001250 Jul 16 01:27:36.530650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:36.531135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Checking segment: {'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:36.531534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Bound using segment: {'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:36.531987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Bound port: 4595d6d1-12c8-461b-babc-f1a4cc58cf6b, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8029d9fa-1784-4465-8cad-5dad48255402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:36.532462 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.534941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44006) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.569378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cdfd0-4459-4dfc-b963-d7c4bf0e2c33 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78078987-3b4e-4156-9a84-55c4e4b42154,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.579997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29088aca-22b7-4892-a99c-5c38468a0705 req-fa45a148-a107-4a28-a172-89874df8d920 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.585735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29088aca-22b7-4892-a99c-5c38468a0705 req-fa45a148-a107-4a28-a172-89874df8d920 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.591657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29088aca-22b7-4892-a99c-5c38468a0705 req-fa45a148-a107-4a28-a172-89874df8d920 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.597515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29088aca-22b7-4892-a99c-5c38468a0705 req-fa45a148-a107-4a28-a172-89874df8d920 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.603656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29088aca-22b7-4892-a99c-5c38468a0705 req-fa45a148-a107-4a28-a172-89874df8d920 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.606208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29088aca-22b7-4892-a99c-5c38468a0705 req-fa45a148-a107-4a28-a172-89874df8d920 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 3826 time: 0.2596364 Jul 16 01:27:36.624922 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-318853fd-e2e1-4cd6-afb5-5741933f6197 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0888188 Jul 16 01:27:36.630599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44010) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.663603 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a8289c8-4695-4c3a-afa4-377722838021 req-148202b0-a8f9-488a-9bc9-6f9a962af9f3 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912529 Jul 16 01:27:36.677608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29088aca-22b7-4892-a99c-5c38468a0705 req-c9687ef8-baef-4639-ac5d-b1da81924202 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599458 Jul 16 01:27:36.700710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] For port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:36.711081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] For port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:36.718104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.780828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.781481 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.783918 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] 10.222.0.50 "PUT /v2.0/ports/4595d6d1-12c8-461b-babc-f1a4cc58cf6b HTTP/1.1" status: 200 len: 1092 time: 1.1124952 Jul 16 01:27:36.787949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:36.791567 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13" -d '{"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "4595d6d1-12c8-461b-babc-f1a4cc58cf6b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:36.850141 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2febc916-6e3d-49eb-b34d-f64dc2c98b63 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.877582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:36.987502 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2febc916-6e3d-49eb-b34d-f64dc2c98b63 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.097371 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eab9f0-1f5d-49bc-bc01-62998e1e1d6e x-openstack-request-id: req-73eab9f0-1f5d-49bc-bc01-62998e1e1d6e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:37.097371 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "4595d6d1-12c8-461b-babc-f1a4cc58cf6b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:37.097371 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73eab9f0-1f5d-49bc-bc01-62998e1e1d6e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:37.097988 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b', 'status': 'completed', 'code': 200} Jul 16 01:27:37.104880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-3ed2bb65-d357-4696-ac2e-2530c9d761bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.105704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-3ed2bb65-d357-4696-ac2e-2530c9d761bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.105856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-3ed2bb65-d357-4696-ac2e-2530c9d761bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.106455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-3ed2bb65-d357-4696-ac2e-2530c9d761bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.106925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-3ed2bb65-d357-4696-ac2e-2530c9d761bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.108749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-3ed2bb65-d357-4696-ac2e-2530c9d761bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 4362 time: 0.1614563 Jul 16 01:27:37.116200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50508ff-8023-40c7-abf7-4af411528321 service neutron] Pushing event updated for resources: {'Port': ['ID=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.132027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2febc916-6e3d-49eb-b34d-f64dc2c98b63 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.138620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2febc916-6e3d-49eb-b34d-f64dc2c98b63 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.145435 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2febc916-6e3d-49eb-b34d-f64dc2c98b63 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-groups/15398cf0-2386-45cd-921d-47a3acff22f5 HTTP/1.1" status: 204 len: 168 time: 0.5037124 Jul 16 01:27:37.162945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44018) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:37.241066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febc916-6e3d-49eb-b34d-f64dc2c98b63 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15398cf0-2386-45cd-921d-47a3acff22f5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.375349 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.413748 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5db91b41-827d-4908-b91f-3463aaad5141 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2190583 Jul 16 01:27:37.415516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44022) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:37.431500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd44f97-fe2b-4159-b235-2223c16f47dc req-21529b3c-1009-46ba-9c95-6163281d3c99 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.433394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efd44f97-fe2b-4159-b235-2223c16f47dc req-21529b3c-1009-46ba-9c95-6163281d3c99 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.3076532 Jul 16 01:27:37.565922 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efd44f97-fe2b-4159-b235-2223c16f47dc req-c1251ea8-3f61-4096-91df-ca1efa3088ee tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122005 Jul 16 01:27:37.754254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99022a72-51c5-4b51-ba15-17a1f1300baa tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.815664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-6600f788-ae48-4f42-9038-72c18d1cc477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.816388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-6600f788-ae48-4f42-9038-72c18d1cc477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.834750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-6600f788-ae48-4f42-9038-72c18d1cc477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.836048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-6600f788-ae48-4f42-9038-72c18d1cc477 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7165718 Jul 16 01:27:37.843910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99022a72-51c5-4b51-ba15-17a1f1300baa tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.959228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfdcfb-4cbb-4665-8b69-8eee7b3b9185 req-c53db41d-37fe-4ba8-9e4b-4f9dcb8ecf10 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.961071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-77dfdcfb-4cbb-4665-8b69-8eee7b3b9185 req-c53db41d-37fe-4ba8-9e4b-4f9dcb8ecf10 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 950 time: 0.2084351 Jul 16 01:27:38.001823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99022a72-51c5-4b51-ba15-17a1f1300baa tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.005362 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99022a72-51c5-4b51-ba15-17a1f1300baa tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.009376 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-99022a72-51c5-4b51-ba15-17a1f1300baa tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-groups/f31222c8-acac-43e9-abce-2c33e4da4ac7 HTTP/1.1" status: 204 len: 168 time: 0.5901089 Jul 16 01:27:38.010920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.025956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e194581f-f996-4f47-bd5b-6e17b5f6d760 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:38.031839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99022a72-51c5-4b51-ba15-17a1f1300baa tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31222c8-acac-43e9-abce-2c33e4da4ac7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.040879 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.070348 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-77dfdcfb-4cbb-4665-8b69-8eee7b3b9185 req-55b5fa23-ea3a-41cd-a6b9-5d0e05602df1 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995913 Jul 16 01:27:38.071328 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Transition to ACTIVE for port object e194581f-f996-4f47-bd5b-6e17b5f6d760 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:38.079126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.190846 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a661cf26-6858-41b9-8188-991904445d08 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1782861 Jul 16 01:27:38.191342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.198144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-36309fe2-1bbb-4fe5-9bd5-cb8acdae2691 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group': {'name': 'tempest-secgroup--654765204'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:38.209960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-059ab54a-8080-4a81-99b6-f5faf9b4cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.217697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77fb4efe-22fc-45ad-96c8-05fa0b27ce13 req-059ab54a-8080-4a81-99b6-f5faf9b4cbdd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3684306 Jul 16 01:27:38.342646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5fb3ee8f-83e2-448a-9647-aa83ed8eb977 req-7e7c3980-f0d4-4a32-b78a-5d21df80aa87 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0495930 Jul 16 01:27:38.396255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Pushing event updated for resources: {'Port': ['ID=e194581f-f996-4f47-bd5b-6e17b5f6d760,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.426405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36309fe2-1bbb-4fe5-9bd5-cb8acdae2691 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.468891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Attempting to bind port e194581f-f996-4f47-bd5b-6e17b5f6d760 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:38.469439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Attempting to bind port e194581f-f996-4f47-bd5b-6e17b5f6d760 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:38.469860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Attempting to bind port e194581f-f996-4f47-bd5b-6e17b5f6d760 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:38.485717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Port e194581f-f996-4f47-bd5b-6e17b5f6d760 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:38.486790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Attempting to bind port e194581f-f996-4f47-bd5b-6e17b5f6d760 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:38.515405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:38.515901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Checking segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:38.516415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Bound using segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:38.517119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Bound port: e194581f-f996-4f47-bd5b-6e17b5f6d760, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:38.517579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.597415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbd0b6-28b1-46f1-8375-5426e26d6495 req-975202b1-ae53-4ad1-a29f-5187f512b3ec tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.603582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbd0b6-28b1-46f1-8375-5426e26d6495 req-975202b1-ae53-4ad1-a29f-5187f512b3ec tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.609766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbd0b6-28b1-46f1-8375-5426e26d6495 req-975202b1-ae53-4ad1-a29f-5187f512b3ec tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.615902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbd0b6-28b1-46f1-8375-5426e26d6495 req-975202b1-ae53-4ad1-a29f-5187f512b3ec tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.622681 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbd0b6-28b1-46f1-8375-5426e26d6495 req-975202b1-ae53-4ad1-a29f-5187f512b3ec tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.628788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbd0b6-28b1-46f1-8375-5426e26d6495 req-975202b1-ae53-4ad1-a29f-5187f512b3ec tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.631052 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-95cbd0b6-28b1-46f1-8375-5426e26d6495 req-975202b1-ae53-4ad1-a29f-5187f512b3ec tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 4604 time: 0.2694433 Jul 16 01:27:38.710244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36309fe2-1bbb-4fe5-9bd5-cb8acdae2691 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.714220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] For port e194581f-f996-4f47-bd5b-6e17b5f6d760, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:38.719412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] For port e194581f-f996-4f47-bd5b-6e17b5f6d760, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:38.720201 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36309fe2-1bbb-4fe5-9bd5-cb8acdae2691 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.750739 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.766687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-95cbd0b6-28b1-46f1-8375-5426e26d6495 req-fe62cc30-66a7-4121-82f2-1dc1a463b2da tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187196 Jul 16 01:27:38.825042 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36309fe2-1bbb-4fe5-9bd5-cb8acdae2691 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.829202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44048) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.829969 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36309fe2-1bbb-4fe5-9bd5-cb8acdae2691 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6372907 Jul 16 01:27:38.834773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36309fe2-1bbb-4fe5-9bd5-cb8acdae2691 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d663650e-00f6-473a-aa4b-0efc6c873686,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.840246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-79ff9597-d339-4f44-ac9e-b56aaa9b6bac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': 'd663650e-00f6-473a-aa4b-0efc6c873686', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:38.880463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.882736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.884886 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] 10.222.0.50 "PUT /v2.0/ports/e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 1137 time: 2.0226738 Jul 16 01:27:38.914187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc52ac-2b65-4c9e-9202-1c919a99dce4 req-5596042f-8415-4051-a6e4-47af8d71e4ef tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.923924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:38.925782 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0cc52ac-2b65-4c9e-9202-1c919a99dce4 req-5596042f-8415-4051-a6e4-47af8d71e4ef tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1521437 Jul 16 01:27:38.929519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ecbb-0c25-4a54-806b-b82098ed3828 service neutron] Pushing event updated for resources: {'Port': ['ID=e194581f-f996-4f47-bd5b-6e17b5f6d760,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.945004 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79ff9597-d339-4f44-ac9e-b56aaa9b6bac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.011979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0cc52ac-2b65-4c9e-9202-1c919a99dce4 req-38d6605f-6b45-4371-b93b-f1b07a925331 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850403 Jul 16 01:27:39.079374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.082727 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79ff9597-d339-4f44-ac9e-b56aaa9b6bac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.088002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79ff9597-d339-4f44-ac9e-b56aaa9b6bac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.107462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': 'e194581f-f996-4f47-bd5b-6e17b5f6d760'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:39.110850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff9597-d339-4f44-ac9e-b56aaa9b6bac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebd4398-0960-4b15-aad3-9dbb99ebd0d2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.111020 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923566f1-4862-4c89-ab47-2926c638b526" -d '{"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "e194581f-f996-4f47-bd5b-6e17b5f6d760"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:39.144221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79ff9597-d339-4f44-ac9e-b56aaa9b6bac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.146163 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-79ff9597-d339-4f44-ac9e-b56aaa9b6bac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3156197 Jul 16 01:27:39.149796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:39.225417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b244bb1-0000-411a-a08a-f03216d60503 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.247474 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b244bb1-0000-411a-a08a-f03216d60503 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.258977 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c241e6-c420-4a78-a0a2-fa9c61e991a4 x-openstack-request-id: req-86c241e6-c420-4a78-a0a2-fa9c61e991a4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:39.262224 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "e194581f-f996-4f47-bd5b-6e17b5f6d760", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:39.262491 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86c241e6-c420-4a78-a0a2-fa9c61e991a4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:39.262904 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': 'e194581f-f996-4f47-bd5b-6e17b5f6d760', 'status': 'completed', 'code': 200} Jul 16 01:27:39.464652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b244bb1-0000-411a-a08a-f03216d60503 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.473936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b244bb1-0000-411a-a08a-f03216d60503 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.478064 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2b244bb1-0000-411a-a08a-f03216d60503 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5ebd4398-0960-4b15-aad3-9dbb99ebd0d2 HTTP/1.1" status: 204 len: 168 time: 0.3242166 Jul 16 01:27:39.483826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:39.508473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b244bb1-0000-411a-a08a-f03216d60503 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ebd4398-0960-4b15-aad3-9dbb99ebd0d2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.522463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566f1-4862-4c89-ab47-2926c638b526 req-198c4c86-b298-414a-aac4-60ca606efad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.522945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566f1-4862-4c89-ab47-2926c638b526 req-198c4c86-b298-414a-aac4-60ca606efad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.523412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566f1-4862-4c89-ab47-2926c638b526 req-198c4c86-b298-414a-aac4-60ca606efad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.523878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566f1-4862-4c89-ab47-2926c638b526 req-198c4c86-b298-414a-aac4-60ca606efad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.524339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566f1-4862-4c89-ab47-2926c638b526 req-198c4c86-b298-414a-aac4-60ca606efad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.524798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566f1-4862-4c89-ab47-2926c638b526 req-198c4c86-b298-414a-aac4-60ca606efad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.527733 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-923566f1-4862-4c89-ab47-2926c638b526 req-198c4c86-b298-414a-aac4-60ca606efad4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5292 time: 0.2420118 Jul 16 01:27:39.583180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2f959133-081d-4d6b-860f-15e72b8ebbb8 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941255 Jul 16 01:27:39.585375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44070) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:39.602550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f2e75-204c-459a-a388-9fdf09a8a033 req-a323524f-d73c-42e6-b284-0e1e19a25820 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.609810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-214f2e75-204c-459a-a388-9fdf09a8a033 req-a323524f-d73c-42e6-b284-0e1e19a25820 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 950 time: 0.2106702 Jul 16 01:27:39.629632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-eaa80d90-0eeb-47fc-a260-bf012c16d062 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.631121 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-eaa80d90-0eeb-47fc-a260-bf012c16d062 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 950 time: 0.3000576 Jul 16 01:27:39.682239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5ae57-e24e-41f6-a722-8f98fc540f1c req-5bdc7ac4-3699-4174-8aa2-9018ebd450e1 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.690715 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37c5ae57-e24e-41f6-a722-8f98fc540f1c req-5bdc7ac4-3699-4174-8aa2-9018ebd450e1 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.4338756 Jul 16 01:27:39.761013 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-214f2e75-204c-459a-a388-9fdf09a8a033 req-5b6e153b-5309-4936-9aab-3ca950e8ec2c tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/security-groups?id=394a2d9a-c801-4414-834c-d62038b2b1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496038 Jul 16 01:27:39.767105 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b881fcb0-8101-4664-9d82-891f8f74d094 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.850113 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37c5ae57-e24e-41f6-a722-8f98fc540f1c req-8e14956e-7efb-4162-aff0-9b1d33578844 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583765 Jul 16 01:27:39.880489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566f1-4862-4c89-ab47-2926c638b526 req-8d38fce5-2e82-4ba2-9bb3-369d41701edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.881389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566f1-4862-4c89-ab47-2926c638b526 req-8d38fce5-2e82-4ba2-9bb3-369d41701edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.882729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566f1-4862-4c89-ab47-2926c638b526 req-8d38fce5-2e82-4ba2-9bb3-369d41701edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.900602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-923566f1-4862-4c89-ab47-2926c638b526 req-8d38fce5-2e82-4ba2-9bb3-369d41701edc service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3488424 Jul 16 01:27:39.974289 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b881fcb0-8101-4664-9d82-891f8f74d094 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.009487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89e276e-a804-44d0-8dca-a140a357db12 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:40.047650 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.068731 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Transition to ACTIVE for port object f89e276e-a804-44d0-8dca-a140a357db12 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:40.089247 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.098925 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b881fcb0-8101-4664-9d82-891f8f74d094 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.100499 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3355e67a-4f2a-47a9-82cc-79d37edb7908 req-521d4240-ed92-4371-bc8b-af6d0be5ac47 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.1073596 Jul 16 01:27:40.103698 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b881fcb0-8101-4664-9d82-891f8f74d094 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.106973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b881fcb0-8101-4664-9d82-891f8f74d094 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-groups/d663650e-00f6-473a-aa4b-0efc6c873686 HTTP/1.1" status: 204 len: 168 time: 0.5204911 Jul 16 01:27:40.121152 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44076) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.155953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881fcb0-8101-4664-9d82-891f8f74d094 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d663650e-00f6-473a-aa4b-0efc6c873686,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.200197 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Pushing event updated for resources: {'Port': ['ID=f89e276e-a804-44d0-8dca-a140a357db12,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.284792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-abd64f01-8f07-4780-9169-89e7e5b6f898 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Deleting port da193d2a-3320-4e80-adfa-3b90095b22eb {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:40.285445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-abd64f01-8f07-4780-9169-89e7e5b6f898 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.310812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Attempting to bind port f89e276e-a804-44d0-8dca-a140a357db12 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:40.311712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Attempting to bind port f89e276e-a804-44d0-8dca-a140a357db12 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:40.312198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Attempting to bind port f89e276e-a804-44d0-8dca-a140a357db12 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:40.318405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Port f89e276e-a804-44d0-8dca-a140a357db12 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:40.319212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Attempting to bind port f89e276e-a804-44d0-8dca-a140a357db12 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:40.333641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:40.334738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Checking segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:40.335412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Bound using segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:40.336094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Bound port: f89e276e-a804-44d0-8dca-a140a357db12, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:40.336651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.338063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ac2dd6be-736b-4e8b-8e66-82c3bf6a8f84 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2036796 Jul 16 01:27:40.339738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44080) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.379565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ac0e336d-96ee-42cf-bdaa-033439f2ed31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group': {'name': 'tempest-secgroup--839224733'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:40.412095 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac0e336d-96ee-42cf-bdaa-033439f2ed31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.427677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923566f1-4862-4c89-ab47-2926c638b526 req-9549e4a7-4e63-4573-bbac-c2fba39713cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.429472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-923566f1-4862-4c89-ab47-2926c638b526 req-9549e4a7-4e63-4573-bbac-c2fba39713cd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5175228 Jul 16 01:27:40.547766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] For port f89e276e-a804-44d0-8dca-a140a357db12, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:40.571704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] For port f89e276e-a804-44d0-8dca-a140a357db12, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f89e276e-a804-44d0-8dca-a140a357db12,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:40.591441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e5e3-1468-4aec-bf34-78aae789065a req-81564e73-bc86-411c-a516-30705590e4df tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.605813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e5e3-1468-4aec-bf34-78aae789065a req-81564e73-bc86-411c-a516-30705590e4df tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.611881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-abd64f01-8f07-4780-9169-89e7e5b6f898 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] For port da193d2a-3320-4e80-adfa-3b90095b22eb, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=da193d2a-3320-4e80-adfa-3b90095b22eb,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:40.612259 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-abd64f01-8f07-4780-9169-89e7e5b6f898 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.617187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e5e3-1468-4aec-bf34-78aae789065a req-81564e73-bc86-411c-a516-30705590e4df tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.628796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e5e3-1468-4aec-bf34-78aae789065a req-81564e73-bc86-411c-a516-30705590e4df tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.641310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-abd64f01-8f07-4780-9169-89e7e5b6f898 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Calling delete_port for da193d2a-3320-4e80-adfa-3b90095b22eb owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:40.642374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e5e3-1468-4aec-bf34-78aae789065a req-81564e73-bc86-411c-a516-30705590e4df tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.649775 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e5e3-1468-4aec-bf34-78aae789065a req-81564e73-bc86-411c-a516-30705590e4df tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.660303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e5e3-1468-4aec-bf34-78aae789065a req-81564e73-bc86-411c-a516-30705590e4df tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.670171 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a366e5e3-1468-4aec-bf34-78aae789065a req-81564e73-bc86-411c-a516-30705590e4df tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5382 time: 0.2606544 Jul 16 01:27:40.674303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.725986 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac0e336d-96ee-42cf-bdaa-033439f2ed31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.747791 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac0e336d-96ee-42cf-bdaa-033439f2ed31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.788928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.790045 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.793084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] 10.222.0.50 "PUT /v2.0/ports/f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 1137 time: 1.8773096 Jul 16 01:27:40.829101 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac0e336d-96ee-42cf-bdaa-033439f2ed31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.830833 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ac0e336d-96ee-42cf-bdaa-033439f2ed31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4553261 Jul 16 01:27:40.834400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44088) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.841014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:40.852981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e336d-96ee-42cf-bdaa-033439f2ed31 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85dbb759-b38d-4966-8a20-97c53b756742,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.949580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-043aee00-624b-4a09-8206-d10a9d43b52e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': '85dbb759-b38d-4966-8a20-97c53b756742', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:40.977668 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.981086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-abd64f01-8f07-4780-9169-89e7e5b6f898 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.997885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['da193d2a-3320-4e80-adfa-3b90095b22eb'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:41.007962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-043aee00-624b-4a09-8206-d10a9d43b52e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.038872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd64f01-8f07-4780-9169-89e7e5b6f898 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Pushing event deleted for resources: {'Port': ['ID=da193d2a-3320-4e80-adfa-3b90095b22eb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.059096 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a366e5e3-1468-4aec-bf34-78aae789065a req-feee33ff-a22c-4a5e-a3a7-a396cd856434 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3879416 Jul 16 01:27:41.104467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1590db-16de-48d8-9a20-8fc651c39110 req-747b689c-3287-4139-87a4-15297d66f9ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.112955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Pushing event updated for resources: {'Port': ['ID=f89e276e-a804-44d0-8dca-a140a357db12,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.113797 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e1590db-16de-48d8-9a20-8fc651c39110 req-747b689c-3287-4139-87a4-15297d66f9ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2420382 Jul 16 01:27:41.134174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-abd64f01-8f07-4780-9169-89e7e5b6f898 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] No DVR routers for this DVR port da193d2a-3320-4e80-adfa-3b90095b22eb on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:41.143076 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-abd64f01-8f07-4780-9169-89e7e5b6f898 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.145819 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2c454bf9-a9a1-48a2-bd56-2e92343e90c8 req-abd64f01-8f07-4780-9169-89e7e5b6f898 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.67 "DELETE /v2.0/ports/da193d2a-3320-4e80-adfa-3b90095b22eb HTTP/1.1" status: 204 len: 173 time: 1.5019381 Jul 16 01:27:41.146688 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e93aeb4-92aa-4239-8397-29df5896a515', 'name': 'network-vif-deleted', 'tag': 'da193d2a-3320-4e80-adfa-3b90095b22eb'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:41.149101 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eaece6-0f1e-41f0-afd8-a6f867b01ab8" -d '{"events": [{"server_uuid": "9e93aeb4-92aa-4239-8397-29df5896a515", "name": "network-vif-deleted", "tag": "da193d2a-3320-4e80-adfa-3b90095b22eb"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:41.180547 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.180900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.181238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.181568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.181893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.182253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.183343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.183683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.184005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.187102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.187102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.187277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da149104-7f65-4207-b3b1-16e074bdbc77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.192771 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e1590db-16de-48d8-9a20-8fc651c39110 req-607cc661-27f9-4e24-851e-32983f57fc99 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772967 Jul 16 01:27:41.212284 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-043aee00-624b-4a09-8206-d10a9d43b52e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.263120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-035fedc8-3623-42a2-a310-44f6880f6a70 req-7cf0d518-92d3-44c0-9610-e4e8d23aed4a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0686638 Jul 16 01:27:41.276865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': 'f89e276e-a804-44d0-8dca-a140a357db12'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:41.280314 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56deda37-4887-4f3d-993e-f2228ea4cea0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "f89e276e-a804-44d0-8dca-a140a357db12"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:41.291328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-043aee00-624b-4a09-8206-d10a9d43b52e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.360356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea3eb7e3-70dc-4ec7-adaa-745834301b03 req-7c588a31-a16e-4312-a52d-99e1693fcd89 tempest-VolumesBackupsTest-939648909 tempest-VolumesBackupsTest-939648909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e93aeb4-92aa-4239-8397-29df5896a515 HTTP/1.1" status: 200 len: 210 time: 0.0726688 Jul 16 01:27:41.394429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043aee00-624b-4a09-8206-d10a9d43b52e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef73949f-dbf6-416c-aea9-7a05bf194319,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.399711 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-043aee00-624b-4a09-8206-d10a9d43b52e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.402090 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-043aee00-624b-4a09-8206-d10a9d43b52e tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5125203 Jul 16 01:27:41.404393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44100) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.447179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.451520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c931e3a0-8d7a-4323-9fe9-4a1b0d89c7e5 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules/ef73949f-dbf6-416c-aea9-7a05bf194319 HTTP/1.1" status: 200 len: 763 time: 0.0341654 Jul 16 01:27:41.482332 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94927f26-9dd4-493c-adeb-0b276a8b6693 x-openstack-request-id: req-94927f26-9dd4-493c-adeb-0b276a8b6693 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:41.482761 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e93aeb4-92aa-4239-8397-29df5896a515", "name": "network-vif-deleted", "tag": "da193d2a-3320-4e80-adfa-3b90095b22eb", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:41.483057 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94927f26-9dd4-493c-adeb-0b276a8b6693 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:41.483552 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e93aeb4-92aa-4239-8397-29df5896a515', 'name': 'network-vif-deleted', 'tag': 'da193d2a-3320-4e80-adfa-3b90095b22eb', 'status': 'completed', 'code': 200} Jul 16 01:27:41.615241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f8ad54cb-9e56-4b39-ba36-a00badddaf45 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1645801 Jul 16 01:27:41.618715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44104) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.626443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3276034f-baef-4d8f-977e-bec1c9267837 req-c211a13c-5aa3-455a-a741-c2c3a7f4c722 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0768633 Jul 16 01:27:41.708665 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd70c314-68b0-4afc-a8f2-b41192557733 x-openstack-request-id: req-bd70c314-68b0-4afc-a8f2-b41192557733 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:41.708665 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "f89e276e-a804-44d0-8dca-a140a357db12", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:41.708665 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd70c314-68b0-4afc-a8f2-b41192557733 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:41.708665 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': 'f89e276e-a804-44d0-8dca-a140a357db12', 'status': 'completed', 'code': 200} Jul 16 01:27:41.833220 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26ba8147-2173-4bc5-80cd-5461dff7d6ac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.846611 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26ba8147-2173-4bc5-80cd-5461dff7d6ac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.865454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-217fab4d-c9a8-450a-bd19-835432ee0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.866117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-217fab4d-c9a8-450a-bd19-835432ee0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.866704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-217fab4d-c9a8-450a-bd19-835432ee0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.867483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-217fab4d-c9a8-450a-bd19-835432ee0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.868358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96976a5-505b-40e3-973f-1cc310d11e60 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:41.868718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-217fab4d-c9a8-450a-bd19-835432ee0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.869297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-217fab4d-c9a8-450a-bd19-835432ee0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.869860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-217fab4d-c9a8-450a-bd19-835432ee0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.875174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-217fab4d-c9a8-450a-bd19-835432ee0c03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6222 time: 0.1201746 Jul 16 01:27:41.880055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.908031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Transition to ACTIVE for port object f96976a5-505b-40e3-973f-1cc310d11e60 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:41.909600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26ba8147-2173-4bc5-80cd-5461dff7d6ac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.917379 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26ba8147-2173-4bc5-80cd-5461dff7d6ac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.921230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-26ba8147-2173-4bc5-80cd-5461dff7d6ac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ef73949f-dbf6-416c-aea9-7a05bf194319 HTTP/1.1" status: 204 len: 168 time: 0.3014936 Jul 16 01:27:41.922329 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.924689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44108) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.964619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba8147-2173-4bc5-80cd-5461dff7d6ac tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef73949f-dbf6-416c-aea9-7a05bf194319,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.007914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f96976a5-505b-40e3-973f-1cc310d11e60,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.085292 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-58b35be8-bf1e-4dbf-906a-470997a5ae3f tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1557298 Jul 16 01:27:42.088432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44112) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.095357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-efd9fbb8-deb0-4996-bbe5-7af900ae33ef tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': '85dbb759-b38d-4966-8a20-97c53b756742', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:42.125823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-c263ec9a-6d38-4870-b3ce-765ec28d6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.130887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-c263ec9a-6d38-4870-b3ce-765ec28d6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.131413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-c263ec9a-6d38-4870-b3ce-765ec28d6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.138482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-c263ec9a-6d38-4870-b3ce-765ec28d6814 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2488065 Jul 16 01:27:42.168088 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49222c-0796-43ea-bfe7-c75afdc63e9c req-b92015d1-a10a-4aee-b0b9-4b6a5b3acc85 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.175624 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd49222c-0796-43ea-bfe7-c75afdc63e9c req-b92015d1-a10a-4aee-b0b9-4b6a5b3acc85 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2988417 Jul 16 01:27:42.218092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efd9fbb8-deb0-4996-bbe5-7af900ae33ef tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.238483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Attempting to bind port f96976a5-505b-40e3-973f-1cc310d11e60 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:42.239117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Attempting to bind port f96976a5-505b-40e3-973f-1cc310d11e60 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:42.239688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Attempting to bind port f96976a5-505b-40e3-973f-1cc310d11e60 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:42.264809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Port f96976a5-505b-40e3-973f-1cc310d11e60 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:42.266758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Attempting to bind port f96976a5-505b-40e3-973f-1cc310d11e60 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:42.286790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:42.288055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Checking segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:42.288598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Bound using segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:42.289322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Bound port: f96976a5-505b-40e3-973f-1cc310d11e60, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:42.290000 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.319057 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd49222c-0796-43ea-bfe7-c75afdc63e9c req-f194473a-e0c5-4149-aa2a-de3a0818edcc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424358 Jul 16 01:27:42.350501 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efd9fbb8-deb0-4996-bbe5-7af900ae33ef tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.373542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-e1be47cf-9e4f-44ec-bda9-a0a4be71da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.375268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56deda37-4887-4f3d-993e-f2228ea4cea0 req-e1be47cf-9e4f-44ec-bda9-a0a4be71da2a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1969028 Jul 16 01:27:42.399719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efd9fbb8-deb0-4996-bbe5-7af900ae33ef tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.448959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9fbb8-deb0-4996-bbe5-7af900ae33ef tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b06ddc9-941c-472d-982e-c1db0b30724a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.465515 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efd9fbb8-deb0-4996-bbe5-7af900ae33ef tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.469392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-efd9fbb8-deb0-4996-bbe5-7af900ae33ef tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3772757 Jul 16 01:27:42.470096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44120) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.497138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] For port f96976a5-505b-40e3-973f-1cc310d11e60, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:42.498326 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-96deb021-c5d1-4ac5-aef3-67ac36bcd3ed tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules/2b06ddc9-941c-472d-982e-c1db0b30724a HTTP/1.1" status: 200 len: 763 time: 0.0267327 Jul 16 01:27:42.500404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.504759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] For port f96976a5-505b-40e3-973f-1cc310d11e60, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f96976a5-505b-40e3-973f-1cc310d11e60,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:42.513518 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.559017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.559660 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.561451 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] 10.222.0.50 "PUT /v2.0/ports/f96976a5-505b-40e3-973f-1cc310d11e60 HTTP/1.1" status: 200 len: 1090 time: 1.7388828 Jul 16 01:27:42.568313 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9bdf35c6-2d7c-4d5d-9a89-9821e29a61f9 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0665278 Jul 16 01:27:42.574640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44124) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.597324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b0d10-5dec-4d46-a70b-865c1c878d23 req-1f881ab6-eb37-410b-8360-b6e02321b430 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.609652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b0d10-5dec-4d46-a70b-865c1c878d23 req-1f881ab6-eb37-410b-8360-b6e02321b430 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.617326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55fc576e-5ee1-438b-ad08-0a9bfdd53454 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.627375 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55fc576e-5ee1-438b-ad08-0a9bfdd53454 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.646532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b0d10-5dec-4d46-a70b-865c1c878d23 req-1f881ab6-eb37-410b-8360-b6e02321b430 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.655617 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b0d10-5dec-4d46-a70b-865c1c878d23 req-1f881ab6-eb37-410b-8360-b6e02321b430 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.663472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b0d10-5dec-4d46-a70b-865c1c878d23 req-1f881ab6-eb37-410b-8360-b6e02321b430 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.664417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55fc576e-5ee1-438b-ad08-0a9bfdd53454 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.672016 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b0d10-5dec-4d46-a70b-865c1c878d23 req-1f881ab6-eb37-410b-8360-b6e02321b430 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.680565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b0d10-5dec-4d46-a70b-865c1c878d23 req-1f881ab6-eb37-410b-8360-b6e02321b430 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.689550 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d0b0d10-5dec-4d46-a70b-865c1c878d23 req-1f881ab6-eb37-410b-8360-b6e02321b430 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5394 time: 0.3886504 Jul 16 01:27:42.700125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55fc576e-5ee1-438b-ad08-0a9bfdd53454 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.700846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:42.701655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-55fc576e-5ee1-438b-ad08-0a9bfdd53454 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2b06ddc9-941c-472d-982e-c1db0b30724a HTTP/1.1" status: 204 len: 168 time: 0.1256914 Jul 16 01:27:42.703094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc576e-5ee1-438b-ad08-0a9bfdd53454 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b06ddc9-941c-472d-982e-c1db0b30724a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.704834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44130) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.754062 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0a567c7d-cf54-48ca-bf6f-8665fdc10121 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477347 Jul 16 01:27:42.756787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44132) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.762571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e9890a18-4bff-47dd-9f57-8c86562640cf tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Request body: {'security_group_rule': {'security_group_id': '85dbb759-b38d-4966-8a20-97c53b756742', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:42.791610 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-e9890a18-4bff-47dd-9f57-8c86562640cf tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Project bfb8f514a4ff4a23a78a2107663529cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:27:42.799205 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9890a18-4bff-47dd-9f57-8c86562640cf tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.805862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb8539-0c5b-4c69-b298-70c3e12766f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f96976a5-505b-40e3-973f-1cc310d11e60,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.823960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.868160 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d0b0d10-5dec-4d46-a70b-865c1c878d23 req-a8c1725f-ebf5-48f7-8a57-82ae9f58a7fc tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727345 Jul 16 01:27:42.897387 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eb8bd8c2-ed57-4543-8210-28611b8ee016 req-d272a9c4-e7b7-48a0-a2d4-b0b04351e5e4 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0383680 Jul 16 01:27:42.913659 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9890a18-4bff-47dd-9f57-8c86562640cf tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.919501 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9890a18-4bff-47dd-9f57-8c86562640cf tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.944657 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9890a18-4bff-47dd-9f57-8c86562640cf tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.946081 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e9890a18-4bff-47dd-9f57-8c86562640cf tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1882284 Jul 16 01:27:42.949818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44136) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.968908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9890a18-4bff-47dd-9f57-8c86562640cf tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a9cb83-e49c-48d0-8869-0b25c7ad8df2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.989336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2443147c-7f37-4a52-bad3-965af486b1a1 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules/a0a9cb83-e49c-48d0-8869-0b25c7ad8df2 HTTP/1.1" status: 200 len: 769 time: 0.0359728 Jul 16 01:27:42.991869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:43.039805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9abcdb1a-33a7-4b0e-89fe-7ad9eb382a96 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0471063 Jul 16 01:27:43.043349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44142) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:43.071554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f79790d-7e19-458b-a9f2-07d7d0d6073d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.084006 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f79790d-7e19-458b-a9f2-07d7d0d6073d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.120455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f79790d-7e19-458b-a9f2-07d7d0d6073d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.131045 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f79790d-7e19-458b-a9f2-07d7d0d6073d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.132815 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4f79790d-7e19-458b-a9f2-07d7d0d6073d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a0a9cb83-e49c-48d0-8869-0b25c7ad8df2 HTTP/1.1" status: 204 len: 168 time: 0.0877962 Jul 16 01:27:43.139312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44144) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:43.140686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79790d-7e19-458b-a9f2-07d7d0d6073d tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0a9cb83-e49c-48d0-8869-0b25c7ad8df2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.218089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dd5b18b0-ea05-485a-8b7b-4e71f0ffb530 tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735197 Jul 16 01:27:43.218736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44146) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:43.265198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:43.286949 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.306950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Transition to ACTIVE for port object a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:43.311719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.314741 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba12278e-5042-42cd-a23b-ec706e6821dd tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.339017 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acf2f596-19ac-47af-b63b-6b9619b8c1ae req-02f27c04-21b7-452a-8dc7-e4411e47f8b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3b5e784fb0341b68f8770e7a5fa8b1f&device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0450895 Jul 16 01:27:43.368638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.424235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acf2f596-19ac-47af-b63b-6b9619b8c1ae req-b9969631-7c86-4dca-a7df-ffda24880842 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a3b5e784fb0341b68f8770e7a5fa8b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750034 Jul 16 01:27:43.425792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba12278e-5042-42cd-a23b-ec706e6821dd tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.647107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba12278e-5042-42cd-a23b-ec706e6821dd tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.650306 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba12278e-5042-42cd-a23b-ec706e6821dd tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.652143 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ba12278e-5042-42cd-a23b-ec706e6821dd tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "DELETE /v2.0/security-groups/85dbb759-b38d-4966-8a20-97c53b756742 HTTP/1.1" status: 204 len: 168 time: 0.4324410 Jul 16 01:27:43.663079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44154) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:43.703232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12278e-5042-42cd-a23b-ec706e6821dd tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dbb759-b38d-4966-8a20-97c53b756742,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.718578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2f596-19ac-47af-b63b-6b9619b8c1ae req-09b30748-e0b0-45d3-b7bc-03b39f53b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.720654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acf2f596-19ac-47af-b63b-6b9619b8c1ae req-09b30748-e0b0-45d3-b7bc-03b39f53b453 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2835405 Jul 16 01:27:43.733678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437236d-1767-4093-86cd-ab637df26989 req-3917de5e-c3d3-42f1-bdca-dbc44df85487 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.749500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d437236d-1767-4093-86cd-ab637df26989 req-3917de5e-c3d3-42f1-bdca-dbc44df85487 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2212241 Jul 16 01:27:43.822327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d437236d-1767-4093-86cd-ab637df26989 req-60892db4-060b-4cf0-9509-1a148b3f7b58 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697210 Jul 16 01:27:43.840463 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-53785de3-d958-439a-a119-519761a74dcc tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1659267 Jul 16 01:27:43.849706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44156) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:43.930546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': 'f96976a5-505b-40e3-973f-1cc310d11e60'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:43.933590 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d341b1af-bc10-40ae-bcb4-464020ed16a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "f96976a5-505b-40e3-973f-1cc310d11e60"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:43.952573 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a4fd0df1-b73f-4bb1-ba92-be6255b959cd tempest-SecGroupIPv6Test-1512858680 tempest-SecGroupIPv6Test-1512858680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003678 Jul 16 01:27:43.967141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1734e228-fbe3-4f08-8efd-5323808fbd80 req-4df7b56d-8c98-405c-b0bc-4eeacf84f64b tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.5053465 Jul 16 01:27:43.969706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Attempting to bind port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:43.969934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Attempting to bind port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:43.970281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Attempting to bind port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:43.982600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:43.986797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Attempting to bind port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:43.999396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:43.999821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Checking segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:44.000284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Bound using segment: {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:44.001033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Bound port: a4519f73-1c3e-48ca-b665-1cb38b8f8aa6, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25865234-f8b4-4ed4-9c81-1269c6733680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:44.001461 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.007740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device da193d2a-3320-4e80-adfa-3b90095b22eb no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:44.044297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: da193d2a-3320-4e80-adfa-3b90095b22eb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:44.044643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device da193d2a-3320-4e80-adfa-3b90095b22eb not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:44.139582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] For port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:44.146481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] For port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:44.152424 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.291299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.292235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.294114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] 10.222.0.50 "PUT /v2.0/ports/a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 HTTP/1.1" status: 200 len: 1092 time: 1.5997212 Jul 16 01:27:44.296482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017ee67-6645-42e3-8d94-5878a16beff6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.348623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cbd97-f77c-498f-a81a-948cf679c97b req-add47728-33e3-4f09-885c-52c27a5df182 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.360837 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d0a651-c6bd-4a1f-b0a0-8152d868f76d x-openstack-request-id: req-50d0a651-c6bd-4a1f-b0a0-8152d868f76d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:44.362293 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "f96976a5-505b-40e3-973f-1cc310d11e60", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:44.362856 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50d0a651-c6bd-4a1f-b0a0-8152d868f76d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:44.364832 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': 'f96976a5-505b-40e3-973f-1cc310d11e60', 'status': 'completed', 'code': 200} Jul 16 01:27:44.381333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cbd97-f77c-498f-a81a-948cf679c97b req-add47728-33e3-4f09-885c-52c27a5df182 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.381437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:44.381559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cbd97-f77c-498f-a81a-948cf679c97b req-add47728-33e3-4f09-885c-52c27a5df182 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.406902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cbd97-f77c-498f-a81a-948cf679c97b req-add47728-33e3-4f09-885c-52c27a5df182 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.437600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cbd97-f77c-498f-a81a-948cf679c97b req-add47728-33e3-4f09-885c-52c27a5df182 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.439061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44170) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:44.445215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cbd97-f77c-498f-a81a-948cf679c97b req-add47728-33e3-4f09-885c-52c27a5df182 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.452264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cbd97-f77c-498f-a81a-948cf679c97b req-add47728-33e3-4f09-885c-52c27a5df182 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.460355 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-523cbd97-f77c-498f-a81a-948cf679c97b req-add47728-33e3-4f09-885c-52c27a5df182 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5406 time: 0.2823613 Jul 16 01:27:44.580694 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-523cbd97-f77c-498f-a81a-948cf679c97b req-f19046e6-1c02-4d32-b76e-1f7e6f7b1337 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196313 Jul 16 01:27:44.599827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.638527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-053d06af-06a3-4c29-b228-5fc8ab07b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.642841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-053d06af-06a3-4c29-b228-5fc8ab07b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.645816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-053d06af-06a3-4c29-b228-5fc8ab07b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.646379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-053d06af-06a3-4c29-b228-5fc8ab07b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.646849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-053d06af-06a3-4c29-b228-5fc8ab07b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.647316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-053d06af-06a3-4c29-b228-5fc8ab07b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.647860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-053d06af-06a3-4c29-b228-5fc8ab07b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.649820 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-053d06af-06a3-4c29-b228-5fc8ab07b494 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6358 time: 0.1877344 Jul 16 01:27:44.794771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44174) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:44.795145 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-966cc976-7647-4334-a909-3eb352df119d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bfb8f514a4ff4a23a78a2107663529cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547287 Jul 16 01:27:44.869051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-a9ae49d7-9868-414e-967d-66bea7ea7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.869525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-a9ae49d7-9868-414e-967d-66bea7ea7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.870471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-a9ae49d7-9868-414e-967d-66bea7ea7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.872289 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-a9ae49d7-9868-414e-967d-66bea7ea7bda service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2103636 Jul 16 01:27:44.896621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9588c-9f90-471e-8dca-3820e78fae3c req-afe73c04-3cdf-4db7-8efa-a4dd064608d9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.898595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbf9588c-9f90-471e-8dca-3820e78fae3c req-afe73c04-3cdf-4db7-8efa-a4dd064608d9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2111158 Jul 16 01:27:44.911102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53315aa0-6ec0-4ac6-807d-514244a95103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.972026 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53315aa0-6ec0-4ac6-807d-514244a95103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.022233 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbf9588c-9f90-471e-8dca-3820e78fae3c req-646e71dd-0c67-469e-a2e8-d8d721134bdf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121008 Jul 16 01:27:45.034851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-859749cd-c132-4055-9d2a-55728d842028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.036668 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d341b1af-bc10-40ae-bcb4-464020ed16a3 req-859749cd-c132-4055-9d2a-55728d842028 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1559963 Jul 16 01:27:45.082245 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53315aa0-6ec0-4ac6-807d-514244a95103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.085482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53315aa0-6ec0-4ac6-807d-514244a95103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.089777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-53315aa0-6ec0-4ac6-807d-514244a95103 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fdb9b5c-5000-4dc9-bafd-92b8b458862a HTTP/1.1" status: 204 len: 168 time: 0.2894497 Jul 16 01:27:45.128584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53315aa0-6ec0-4ac6-807d-514244a95103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdb9b5c-5000-4dc9-bafd-92b8b458862a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.200072 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f3e3fb8-ffeb-443f-9d70-365de0b2b9ab req-d8ad7b67-ec29-4931-b889-bd5823da88b0 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0490966 Jul 16 01:27:45.252166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c0c0d0-af44-454e-a4af-2ce0e4257635 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:45.264493 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acf2f596-19ac-47af-b63b-6b9619b8c1ae req-bf7b1951-b0d0-4d3d-9f20-48d811ec9556 tempest-ServerShowV254Test-1832153974 tempest-ServerShowV254Test-1832153974-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f09bca3-ca58-4fed-9786-72051514a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0374691 Jul 16 01:27:45.267557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.289052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Transition to ACTIVE for port object 73c0c0d0-af44-454e-a4af-2ce0e4257635 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:45.297896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.453596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Pushing event updated for resources: {'Port': ['ID=73c0c0d0-af44-454e-a4af-2ce0e4257635,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.456454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Attempting to bind port 73c0c0d0-af44-454e-a4af-2ce0e4257635 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:45.457038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Attempting to bind port 73c0c0d0-af44-454e-a4af-2ce0e4257635 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:45.457543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Attempting to bind port 73c0c0d0-af44-454e-a4af-2ce0e4257635 on network c1a6271f-26a6-4477-a38f-471fd54f2d3d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:45.472441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Port 73c0c0d0-af44-454e-a4af-2ce0e4257635 on network c1a6271f-26a6-4477-a38f-471fd54f2d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:45.472981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Attempting to bind port 73c0c0d0-af44-454e-a4af-2ce0e4257635 on network c1a6271f-26a6-4477-a38f-471fd54f2d3d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:45.504254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:45.504543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Checking segment: {'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:45.505109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Bound using segment: {'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:45.505913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Bound port: 73c0c0d0-af44-454e-a4af-2ce0e4257635, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:45.506363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.624012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] For port 73c0c0d0-af44-454e-a4af-2ce0e4257635, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:45.628124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] For port 73c0c0d0-af44-454e-a4af-2ce0e4257635, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:45.634890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.732036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.732672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.738155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-8a841712-8194-45e3-88bd-82019248a342 service neutron] 10.222.0.50 "PUT /v2.0/ports/73c0c0d0-af44-454e-a4af-2ce0e4257635 HTTP/1.1" status: 200 len: 1092 time: 1.3879378 Jul 16 01:27:45.790753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Request body: {'port': {'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:45.931172 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.933934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a841712-8194-45e3-88bd-82019248a342 service neutron] Pushing event updated for resources: {'Port': ['ID=73c0c0d0-af44-454e-a4af-2ce0e4257635,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.966039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52f97-2c28-444f-88ba-7f5949972393 req-fa24a579-169f-4bde-a054-0a7a03991658 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.985388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52f97-2c28-444f-88ba-7f5949972393 req-fa24a579-169f-4bde-a054-0a7a03991658 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.002709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52f97-2c28-444f-88ba-7f5949972393 req-fa24a579-169f-4bde-a054-0a7a03991658 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.026821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52f97-2c28-444f-88ba-7f5949972393 req-fa24a579-169f-4bde-a054-0a7a03991658 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.035541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52f97-2c28-444f-88ba-7f5949972393 req-fa24a579-169f-4bde-a054-0a7a03991658 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.042941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52f97-2c28-444f-88ba-7f5949972393 req-fa24a579-169f-4bde-a054-0a7a03991658 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.049110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52f97-2c28-444f-88ba-7f5949972393 req-fa24a579-169f-4bde-a054-0a7a03991658 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.051311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26a52f97-2c28-444f-88ba-7f5949972393 req-fa24a579-169f-4bde-a054-0a7a03991658 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5418 time: 0.2489517 Jul 16 01:27:46.101795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44204) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:46.173411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-26a52f97-2c28-444f-88ba-7f5949972393 req-4e6fd8d0-dc2a-438d-ad9a-ca1c00bb43b9 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127784 Jul 16 01:27:46.302866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0034f157-b305-48c6-b21f-66d8738ecf50 tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1269367671', 'prefixes': ['172.20.0.0/16']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:46.393858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': 'a4519f73-1c3e-48ca-b665-1cb38b8f8aa6'}, {'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': '73c0c0d0-af44-454e-a4af-2ce0e4257635'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:46.394590 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0034f157-b305-48c6-b21f-66d8738ecf50 tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] Notify callbacks [] for subnetpool, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.396363 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e3611d-4c4c-4115-80f3-8232a51893a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "a4519f73-1c3e-48ca-b665-1cb38b8f8aa6"}, {"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "73c0c0d0-af44-454e-a4af-2ce0e4257635"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:46.399126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0034f157-b305-48c6-b21f-66d8738ecf50 tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2956057 Jul 16 01:27:46.399755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44214) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:46.454043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:46.465692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedee77-4ced-447b-b500-c1ba07015936 req-5051d268-9edc-4af8-b30b-0c3baa875d9e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.470155 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6c765d6a-a4b7-4cf2-99e3-a0796abf3937 tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] 10.222.0.64 "GET /v2.0/subnetpools/aebbc9f8-50b0-4aa3-a214-0476c6ae7527 HTTP/1.1" status: 200 len: 732 time: 0.0686548 Jul 16 01:27:46.471227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44218) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:46.472656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0cedee77-4ced-447b-b500-c1ba07015936 req-5051d268-9edc-4af8-b30b-0c3baa875d9e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2401049 Jul 16 01:27:46.478553 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.482591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-79ae5c92-702c-4c11-aa71-d96abcb1682d tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-685808448'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:46.515275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Transition to ACTIVE for port object 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:46.522320 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.582997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Pushing event updated for resources: {'Port': ['ID=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:46.613973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0cedee77-4ced-447b-b500-c1ba07015936 req-2a0a506e-2fe3-4267-adcc-d1c449d0bf81 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353087 Jul 16 01:27:46.616725 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12f1606-44f4-43ca-8c29-e198cfcacfa6 x-openstack-request-id: req-e12f1606-44f4-43ca-8c29-e198cfcacfa6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:46.619312 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "a4519f73-1c3e-48ca-b665-1cb38b8f8aa6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "73c0c0d0-af44-454e-a4af-2ce0e4257635", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:46.619904 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e12f1606-44f4-43ca-8c29-e198cfcacfa6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:46.620890 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': 'a4519f73-1c3e-48ca-b665-1cb38b8f8aa6', 'status': 'completed', 'code': 200} Jul 16 01:27:46.621707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79ae5c92-702c-4c11-aa71-d96abcb1682d tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] Notify callbacks [] for subnetpool, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.622162 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': '73c0c0d0-af44-454e-a4af-2ce0e4257635', 'status': 'completed', 'code': 200} Jul 16 01:27:46.625169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-79ae5c92-702c-4c11-aa71-d96abcb1682d tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] 10.222.0.64 "PUT /v2.0/subnetpools/aebbc9f8-50b0-4aa3-a214-0476c6ae7527 HTTP/1.1" status: 200 len: 683 time: 0.1520131 Jul 16 01:27:46.626189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44220) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:46.810591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Attempting to bind port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:46.810949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Attempting to bind port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:46.811989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Attempting to bind port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c on network c1a6271f-26a6-4477-a38f-471fd54f2d3d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:46.825153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c on network c1a6271f-26a6-4477-a38f-471fd54f2d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:46.828717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Attempting to bind port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c on network c1a6271f-26a6-4477-a38f-471fd54f2d3d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:46.836482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:46.836831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Checking segment: {'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:46.837231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Bound using segment: {'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:46.837811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Bound port: 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7712147f-9c33-4a65-916d-9daa71b64565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:46.838339 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.876900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99852eaa-6c84-4d2d-a211-e56a9786b98d tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] Notify callbacks [] for subnetpool, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.878130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-99852eaa-6c84-4d2d-a211-e56a9786b98d tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] 10.222.0.64 "DELETE /v2.0/subnetpools/aebbc9f8-50b0-4aa3-a214-0476c6ae7527 HTTP/1.1" status: 204 len: 168 time: 0.2483127 Jul 16 01:27:46.883546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44226) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:46.899161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44228) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:46.935674 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-85e4c1fb-7edf-42c1-b68f-6fff6417ca84 tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] show failed (client error): The resource could not be found. Jul 16 01:27:46.941677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-85e4c1fb-7edf-42c1-b68f-6fff6417ca84 tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] 10.222.0.64 "GET /v2.0/subnetpools/aebbc9f8-50b0-4aa3-a214-0476c6ae7527 HTTP/1.1" status: 404 len: 346 time: 0.0509555 Jul 16 01:27:46.944448 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44232) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:46.956055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] For port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:46.961089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] For port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:46.971290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.980887 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-070d4531-9a26-4137-b886-a4449d03cd03 tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] delete failed (client error): The resource could not be found. Jul 16 01:27:46.981943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-070d4531-9a26-4137-b886-a4449d03cd03 tempest-SubnetPoolsTestJSON-1852810713 tempest-SubnetPoolsTestJSON-1852810713-project] 10.222.0.64 "DELETE /v2.0/subnetpools/aebbc9f8-50b0-4aa3-a214-0476c6ae7527 HTTP/1.1" status: 404 len: 346 time: 0.0357218 Jul 16 01:27:46.999282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-b81fa1fc-668d-48c4-ac58-d76a360e16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.000686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-b81fa1fc-668d-48c4-ac58-d76a360e16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.000686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-b81fa1fc-668d-48c4-ac58-d76a360e16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.001445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-b81fa1fc-668d-48c4-ac58-d76a360e16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.001534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-b81fa1fc-668d-48c4-ac58-d76a360e16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.002077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-b81fa1fc-668d-48c4-ac58-d76a360e16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.002587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-b81fa1fc-668d-48c4-ac58-d76a360e16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.004642 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-b81fa1fc-668d-48c4-ac58-d76a360e16d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6452 time: 0.3244534 Jul 16 01:27:47.019704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.020596 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.022229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] 10.222.0.50 "PUT /v2.0/ports/3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c HTTP/1.1" status: 200 len: 1092 time: 1.2430668 Jul 16 01:27:47.054221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118571dd-bb19-4e4b-8880-afd316e28db9 service neutron] Pushing event updated for resources: {'Port': ['ID=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.080951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe1818-d792-4630-882d-7d2fa32b0137 req-1c01ee9d-d383-4cdb-86fb-93b04bca3588 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.082672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54fe1818-d792-4630-882d-7d2fa32b0137 req-1c01ee9d-d383-4cdb-86fb-93b04bca3588 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2841568 Jul 16 01:27:47.438847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44242) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:47.675032 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-950b7f00-aa71-4edb-853d-cf95ea098f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.722232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74dfb-a069-4c46-987a-791cbd8de295 req-3335b64a-31f3-45b2-ab50-b7a6a2b4530f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.731425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-923e5209-f4f3-439c-83a8-212a674361e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.735758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74dfb-a069-4c46-987a-791cbd8de295 req-3335b64a-31f3-45b2-ab50-b7a6a2b4530f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.746096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74dfb-a069-4c46-987a-791cbd8de295 req-3335b64a-31f3-45b2-ab50-b7a6a2b4530f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.758400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74dfb-a069-4c46-987a-791cbd8de295 req-3335b64a-31f3-45b2-ab50-b7a6a2b4530f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.768896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74dfb-a069-4c46-987a-791cbd8de295 req-3335b64a-31f3-45b2-ab50-b7a6a2b4530f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.778355 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54fe1818-d792-4630-882d-7d2fa32b0137 req-43177cdd-e9c6-4b29-924b-af59addd25b7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6647182 Jul 16 01:27:47.780762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74dfb-a069-4c46-987a-791cbd8de295 req-3335b64a-31f3-45b2-ab50-b7a6a2b4530f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.792973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74dfb-a069-4c46-987a-791cbd8de295 req-3335b64a-31f3-45b2-ab50-b7a6a2b4530f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.795655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-e969e9d8-1355-45c1-b6c7-fe2773b39783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.796133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-e969e9d8-1355-45c1-b6c7-fe2773b39783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.796598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-e969e9d8-1355-45c1-b6c7-fe2773b39783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.798205 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-e969e9d8-1355-45c1-b6c7-fe2773b39783 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7752442 Jul 16 01:27:47.806939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dcf74dfb-a069-4c46-987a-791cbd8de295 req-3335b64a-31f3-45b2-ab50-b7a6a2b4530f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.2962444 Jul 16 01:27:47.917453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dcf74dfb-a069-4c46-987a-791cbd8de295 req-f06492c4-090a-4608-909f-d1f8254b9279 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1045136 Jul 16 01:27:47.953456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-7671e1da-4783-4013-b9bd-c19818c5f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.954872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-7671e1da-4783-4013-b9bd-c19818c5f68c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1478908 Jul 16 01:27:47.987572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-923e5209-f4f3-439c-83a8-212a674361e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.993662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-923e5209-f4f3-439c-83a8-212a674361e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.074272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5209-f4f3-439c-83a8-212a674361e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f729510-b00b-48dd-b03d-af2179205e10,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.153466 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-923e5209-f4f3-439c-83a8-212a674361e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3b5e784fb0341b68f8770e7a5fa8b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2488256 Jul 16 01:27:48.157773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:48.238461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-cf3d0e90-c343-4454-8a86-ace650f70750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.239099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-cf3d0e90-c343-4454-8a86-ace650f70750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.239569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-cf3d0e90-c343-4454-8a86-ace650f70750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.240031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-cf3d0e90-c343-4454-8a86-ace650f70750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.240486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-cf3d0e90-c343-4454-8a86-ace650f70750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.240949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-cf3d0e90-c343-4454-8a86-ace650f70750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.241412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-cf3d0e90-c343-4454-8a86-ace650f70750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.243535 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-cf3d0e90-c343-4454-8a86-ace650f70750 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6494 time: 0.1824613 Jul 16 01:27:48.299294 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-950b7f00-aa71-4edb-853d-cf95ea098f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.310818 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-950b7f00-aa71-4edb-853d-cf95ea098f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.383835 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-950b7f00-aa71-4edb-853d-cf95ea098f22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56017fe42f9844dcaf49155a4f52a69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9393237 Jul 16 01:27:48.389006 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:48.406238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b7f00-aa71-4edb-853d-cf95ea098f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35a41a2-e758-47fe-be12-adb0e0e2198a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.417338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-3ed3e71e-030e-4679-bc9f-c51dd89f6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.418333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-3ed3e71e-030e-4679-bc9f-c51dd89f6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.419134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-3ed3e71e-030e-4679-bc9f-c51dd89f6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.421853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-3ed3e71e-030e-4679-bc9f-c51dd89f6179 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1609046 Jul 16 01:27:48.441367 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0f4c905-ee98-4705-bb30-4b36948ef759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.503589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61925b4-4c25-4adf-b8e3-1e049d56f51b req-0e6f8914-64e8-4df7-bccf-6662431d6e97 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.503589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b61925b4-4c25-4adf-b8e3-1e049d56f51b req-0e6f8914-64e8-4df7-bccf-6662431d6e97 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2473629 Jul 16 01:27:48.528148 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0428de5e-cfd5-4c0a-aad6-ba99b07678b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.547139 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0f4c905-ee98-4705-bb30-4b36948ef759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.577971 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0428de5e-cfd5-4c0a-aad6-ba99b07678b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.594817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdebc9f-2f66-4d23-a8ad-3e4d68fef773 req-f373be11-ba36-4fed-bf2b-99d4f7d68476 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.603463 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1cdebc9f-2f66-4d23-a8ad-3e4d68fef773 req-f373be11-ba36-4fed-bf2b-99d4f7d68476 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 946 time: 0.2095516 Jul 16 01:27:48.629604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-c53559eb-70c1-4542-a842-09daa39b4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.631335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': '3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:48.632720 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-16e3611d-4c4c-4115-80f3-8232a51893a5 req-c53559eb-70c1-4542-a842-09daa39b4625 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1714573 Jul 16 01:27:48.633832 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b967480-58aa-415e-9e30-34cec629211c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:48.682971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b61925b4-4c25-4adf-b8e3-1e049d56f51b req-0bb2d7eb-04d9-4dc2-b29d-e845c9961e0b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597919 Jul 16 01:27:48.732280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1cdebc9f-2f66-4d23-a8ad-3e4d68fef773 req-0c69f97a-ca77-4aa8-bd05-d33d51eef41b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159861 Jul 16 01:27:48.742402 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5d9208-393b-45d5-9a8a-67c7201e3f67 x-openstack-request-id: req-2f5d9208-393b-45d5-9a8a-67c7201e3f67 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:48.743114 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:48.743573 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f5d9208-393b-45d5-9a8a-67c7201e3f67 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:48.744180 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': '3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c', 'status': 'completed', 'code': 200} Jul 16 01:27:48.754225 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0f4c905-ee98-4705-bb30-4b36948ef759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.757638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0f4c905-ee98-4705-bb30-4b36948ef759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.763774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e0f4c905-ee98-4705-bb30-4b36948ef759 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f729510-b00b-48dd-b03d-af2179205e10 HTTP/1.1" status: 204 len: 168 time: 0.6048248 Jul 16 01:27:48.772990 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0428de5e-cfd5-4c0a-aad6-ba99b07678b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.775711 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0428de5e-cfd5-4c0a-aad6-ba99b07678b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.780270 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0428de5e-cfd5-4c0a-aad6-ba99b07678b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e35a41a2-e758-47fe-be12-adb0e0e2198a HTTP/1.1" status: 204 len: 168 time: 0.3878074 Jul 16 01:27:48.818486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4c905-ee98-4705-bb30-4b36948ef759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f729510-b00b-48dd-b03d-af2179205e10,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.841169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428de5e-cfd5-4c0a-aad6-ba99b07678b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35a41a2-e758-47fe-be12-adb0e0e2198a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.936121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e1893041-01e0-4482-ae55-58dba2d6b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.936615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e1893041-01e0-4482-ae55-58dba2d6b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.937326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e1893041-01e0-4482-ae55-58dba2d6b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.937876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e1893041-01e0-4482-ae55-58dba2d6b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.938767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e1893041-01e0-4482-ae55-58dba2d6b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.939349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e1893041-01e0-4482-ae55-58dba2d6b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.939817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e1893041-01e0-4482-ae55-58dba2d6b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.942880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e1893041-01e0-4482-ae55-58dba2d6b9fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6494 time: 0.2459242 Jul 16 01:27:49.022975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a2ad84b3-6f54-45af-8f9a-fb8a30ab9dd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b HTTP/1.1" status: 200 len: 217 time: 0.0575731 Jul 16 01:27:49.171344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-3c1012ea-e1d9-4dd1-ba93-63b5fd2c9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.172976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-3c1012ea-e1d9-4dd1-ba93-63b5fd2c9d54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89371c7e-74bf-42c2-ac62-b7e5abcda39b HTTP/1.1" status: 200 len: 856 time: 0.1369247 Jul 16 01:27:49.181675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44803ef-6fc6-4b10-b16b-36d8d1266c23 req-7ec7e99f-22e0-45be-9aab-6234e563ef5e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.184359 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c44803ef-6fc6-4b10-b16b-36d8d1266c23 req-7ec7e99f-22e0-45be-9aab-6234e563ef5e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2385719 Jul 16 01:27:49.278586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ecf7-2fa5-4354-9a04-fe4470e42077 req-c310dbd4-ab65-49d3-b6f9-519f96bf3433 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.284138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c44803ef-6fc6-4b10-b16b-36d8d1266c23 req-47aa0fe8-64dc-4112-b751-8aeefdbea556 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894015 Jul 16 01:27:49.293665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ecf7-2fa5-4354-9a04-fe4470e42077 req-c310dbd4-ab65-49d3-b6f9-519f96bf3433 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.304985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ecf7-2fa5-4354-9a04-fe4470e42077 req-c310dbd4-ab65-49d3-b6f9-519f96bf3433 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.316171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ecf7-2fa5-4354-9a04-fe4470e42077 req-c310dbd4-ab65-49d3-b6f9-519f96bf3433 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.342222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ecf7-2fa5-4354-9a04-fe4470e42077 req-c310dbd4-ab65-49d3-b6f9-519f96bf3433 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.360358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ecf7-2fa5-4354-9a04-fe4470e42077 req-c310dbd4-ab65-49d3-b6f9-519f96bf3433 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.377424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ecf7-2fa5-4354-9a04-fe4470e42077 req-c310dbd4-ab65-49d3-b6f9-519f96bf3433 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.390515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61d2ecf7-2fa5-4354-9a04-fe4470e42077 req-c310dbd4-ab65-49d3-b6f9-519f96bf3433 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.2652917 Jul 16 01:27:49.468448 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-09a315ec-45e8-4942-aeac-3aca34b48b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.471487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-09a315ec-45e8-4942-aeac-3aca34b48b05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9020f891-2bdc-4fed-af34-da7703046d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2882214 Jul 16 01:27:49.532477 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61d2ecf7-2fa5-4354-9a04-fe4470e42077 req-5189f7a0-65ce-4a2e-8d3a-96d3c97787f9 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1388774 Jul 16 01:27:49.663216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-2e96ebfe-396d-4b68-9290-48013ceaea4a service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788449 Jul 16 01:27:49.886465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-46c7f303-0774-48cb-9869-d1d16c492ab8 service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107475 Jul 16 01:27:50.075532 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-d70f2ae1-7fb7-4729-acf2-53e69c1ec45b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 217 time: 0.1765397 Jul 16 01:27:50.208754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-b9fa1e6d-05a8-4250-a769-bd5274f92e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.210439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-b9fa1e6d-05a8-4250-a769-bd5274f92e16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.1153851 Jul 16 01:27:50.278626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934b44-fdba-41be-bfea-8781af7d1d72 req-b3e28f49-7b3d-4613-a191-6a1086377b5c tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.282427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0934b44-fdba-41be-bfea-8781af7d1d72 req-b3e28f49-7b3d-4613-a191-6a1086377b5c tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 946 time: 0.1874614 Jul 16 01:27:50.374240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-fc150b0b-ccce-477f-bc5d-06ab1b104016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.378934 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0934b44-fdba-41be-bfea-8781af7d1d72 req-c1957727-1890-4ff3-aa22-21382ef49c13 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=c888a79f-dd35-429a-b7de-2bb26285103d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836976 Jul 16 01:27:50.379854 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-fc150b0b-ccce-477f-bc5d-06ab1b104016 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1432502 Jul 16 01:27:50.507574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-9c08a4d2-9877-4cb6-bac8-8e95052edec0 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155217 Jul 16 01:27:50.690022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-2fd517f3-e31f-40d9-973d-313b544257ef tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.698308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-2fd517f3-e31f-40d9-973d-313b544257ef tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.50 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 946 time: 0.1949701 Jul 16 01:27:50.737304 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-7cf33311-544c-4f0a-83b2-fb4c1dc35299 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062597 Jul 16 01:27:50.811415 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-cd8b2d80-c41b-4285-bfe4-726f81b15532 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 217 time: 0.0630715 Jul 16 01:27:50.941618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-4388b76c-297d-4bf5-a89d-771d5b9797e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.943155 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-4388b76c-297d-4bf5-a89d-771d5b9797e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.1183798 Jul 16 01:27:50.968683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Deleting port b96a1499-b8aa-42ed-98d9-9c827f246556 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:50.969137 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.073245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-7153ca92-12e5-4c35-9d9e-f2221e76bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.077699 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-7153ca92-12e5-4c35-9d9e-f2221e76bb60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1180882 Jul 16 01:27:51.165772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] For port b96a1499-b8aa-42ed-98d9-9c827f246556, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b96a1499-b8aa-42ed-98d9-9c827f246556,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:51.165772 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.234249 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-ea7f1eff-6905-4396-9f02-68234adc437c service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457238 Jul 16 01:27:51.402111 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.402875 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.402875 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Floating IP d9860d5c-6e08-4f57-8abc-732b5541d960 disassociated. External IP: 172.25.4.132, port: b96a1499-b8aa-42ed-98d9-9c827f246556. Jul 16 01:27:51.403238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Calling delete_port for b96a1499-b8aa-42ed-98d9-9c827f246556 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:51.412050 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1f626dae-efd3-47b2-ba8a-f13e72a581d6 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641319 Jul 16 01:27:51.538667 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2cf3e-e26e-4b15-85f2-008ae97ea5dc req-ff08a049-444d-4473-917b-739a8fdaf45b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.548877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2cf3e-e26e-4b15-85f2-008ae97ea5dc req-ff08a049-444d-4473-917b-739a8fdaf45b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.553126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-ad3b6344-77ef-4268-8796-9cd9443d5728 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f96976a5-505b-40e3-973f-1cc310d11e60 HTTP/1.1" status: 200 len: 217 time: 0.1083517 Jul 16 01:27:51.559185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2cf3e-e26e-4b15-85f2-008ae97ea5dc req-ff08a049-444d-4473-917b-739a8fdaf45b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.567361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2cf3e-e26e-4b15-85f2-008ae97ea5dc req-ff08a049-444d-4473-917b-739a8fdaf45b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.576245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2cf3e-e26e-4b15-85f2-008ae97ea5dc req-ff08a049-444d-4473-917b-739a8fdaf45b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.578446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b520e136-1c3a-4552-ac62-305ec1178c9d req-7392aacb-c8dd-4d15-b7cb-28efbdd68b7a tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0381680 Jul 16 01:27:51.584408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2cf3e-e26e-4b15-85f2-008ae97ea5dc req-ff08a049-444d-4473-917b-739a8fdaf45b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.595961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2cf3e-e26e-4b15-85f2-008ae97ea5dc req-ff08a049-444d-4473-917b-739a8fdaf45b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.618639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b8b2cf3e-e26e-4b15-85f2-008ae97ea5dc req-ff08a049-444d-4473-917b-739a8fdaf45b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.6227782 Jul 16 01:27:51.641405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-edfec9f7-416a-40d4-ab7f-cff3c43aa259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.645196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-edfec9f7-416a-40d4-ab7f-cff3c43aa259 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0698743 Jul 16 01:27:51.774894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1f0a669c-d85f-4916-bae5-697bb0362db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.778681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-1f0a669c-d85f-4916-bae5-697bb0362db1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1241550 Jul 16 01:27:51.780356 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.847757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b8b2cf3e-e26e-4b15-85f2-008ae97ea5dc req-d27f5bc9-28f7-444f-b9ca-19b314738408 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148574 Jul 16 01:27:51.858758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event deleted for resources: {'Port': ['ID=b96a1499-b8aa-42ed-98d9-9c827f246556,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.927242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02c8dcff-5535-41ce-b115-04b6061f4509 req-fbf1da3f-399f-4743-a95d-666b41e6c252 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 210 time: 0.0617828 Jul 16 01:27:52.037534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-606aba3b-b0f6-4fe0-890b-46d12c03859d service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342901 Jul 16 01:27:52.181142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:52.218351 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-9af6b2b4-739e-4599-9f1f-f6285cb76f0a service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691403 Jul 16 01:27:52.298837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-f65f68a7-d771-4f1b-a455-4b0045b7a636 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 HTTP/1.1" status: 200 len: 217 time: 0.0705729 Jul 16 01:27:52.343567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:52.360228 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] Sync routers for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:52.375147 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:52.376362 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:27:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:52.437125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-98d05bb7-c2d0-47c4-ac01-19cdd398bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.440340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-98d05bb7-c2d0-47c4-ac01-19cdd398bc3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.1188359 Jul 16 01:27:52.457995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] No DVR routers for this DVR port b96a1499-b8aa-42ed-98d9-9c827f246556 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:52.462387 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.470199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d3085ffc-766f-4e2f-8175-96ff9fee10df req-d1baa48f-3b8c-4a84-a351-201184d46d32 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.50 "DELETE /v2.0/ports/b96a1499-b8aa-42ed-98d9-9c827f246556 HTTP/1.1" status: 204 len: 173 time: 1.7644572 Jul 16 01:27:52.470713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'name': 'network-vif-deleted', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:52.480311 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b4db49-5522-423f-842c-2301314c9f66" -d '{"events": [{"server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "name": "network-vif-deleted", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:52.526498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44386) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:52.581012 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d193ac-c573-4194-bc3e-1ef5408d17d8 x-openstack-request-id: req-a6d193ac-c573-4194-bc3e-1ef5408d17d8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:52.581310 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039c734-1180-40b5-b807-3a8ec80b0cf1", "name": "network-vif-deleted", "tag": "b96a1499-b8aa-42ed-98d9-9c827f246556", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:52.581568 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6d193ac-c573-4194-bc3e-1ef5408d17d8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:52.581978 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039c734-1180-40b5-b807-3a8ec80b0cf1', 'name': 'network-vif-deleted', 'tag': 'b96a1499-b8aa-42ed-98d9-9c827f246556', 'status': 'completed', 'code': 200} Jul 16 01:27:52.595248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-57d366a3-797a-422e-bcce-ad5ad2f9a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.597495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-57d366a3-797a-422e-bcce-ad5ad2f9a97b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1477208 Jul 16 01:27:52.629820 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:52.779655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14eb855d-ed91-497e-a760-4a6ae1df9e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.799088 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-fbcb773f-ac5f-4dba-86b2-17730caee1cf service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920307 Jul 16 01:27:52.919578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-815770c8-1d85-4f08-b333-df80597892ad req-e747e55f-e352-4e93-a5ba-d24fef72c391 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0544651 Jul 16 01:27:52.992678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14eb855d-ed91-497e-a760-4a6ae1df9e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.999010 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14eb855d-ed91-497e-a760-4a6ae1df9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.044295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-14eb855d-ed91-497e-a760-4a6ae1df9e6d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6a1245c1d1e4dff85802f642e81bbf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5166864 Jul 16 01:27:53.047503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44398) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:53.099478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-e9814bcf-5742-4c45-a4a2-5a817e8814cf service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840006 Jul 16 01:27:53.148842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb855d-ed91-497e-a760-4a6ae1df9e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0705d-6bb0-4f75-a771-181ecad004b1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.186818 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67bfb47-658e-4397-ad65-a07718aa3180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.235772 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-c581daa5-1eb7-4acb-80ea-60ce0f9abb47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635 HTTP/1.1" status: 200 len: 217 time: 0.1251404 Jul 16 01:27:53.300440 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a06e9e5c-eb0c-4d3f-bba4-e537a516e3f6 req-b0dcf69d-ecdc-41c9-8866-fd9acea04acb tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=2039c734-1180-40b5-b807-3a8ec80b0cf1 HTTP/1.1" status: 200 len: 210 time: 0.0975583 Jul 16 01:27:53.310502 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:53.347056 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] Checking router: 53f565f4-29ca-4fd6-a0b9-d808bb93a22c for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:53.349191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67bfb47-658e-4397-ad65-a07718aa3180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.375178 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:53.376091 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:27:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:53.393650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-c14bfaa3-22ca-40f0-a4bf-0c8fa3518b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.397047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-c14bfaa3-22ca-40f0-a4bf-0c8fa3518b85 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.1330736 Jul 16 01:27:53.420997 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67bfb47-658e-4397-ad65-a07718aa3180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.429063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67bfb47-658e-4397-ad65-a07718aa3180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.432604 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a67bfb47-658e-4397-ad65-a07718aa3180 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33b0705d-6bb0-4f75-a771-181ecad004b1 HTTP/1.1" status: 204 len: 168 time: 0.3833697 Jul 16 01:27:53.439371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3be7-09c3-41dc-9430-98e175257611 req-92cb1a9b-babc-4c8c-a94e-114032c75218 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.449692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3be7-09c3-41dc-9430-98e175257611 req-92cb1a9b-babc-4c8c-a94e-114032c75218 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.454751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bfb47-658e-4397-ad65-a07718aa3180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0705d-6bb0-4f75-a771-181ecad004b1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.467903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3be7-09c3-41dc-9430-98e175257611 req-92cb1a9b-babc-4c8c-a94e-114032c75218 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.492704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3be7-09c3-41dc-9430-98e175257611 req-92cb1a9b-babc-4c8c-a94e-114032c75218 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.500623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3be7-09c3-41dc-9430-98e175257611 req-92cb1a9b-babc-4c8c-a94e-114032c75218 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.507460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3be7-09c3-41dc-9430-98e175257611 req-92cb1a9b-babc-4c8c-a94e-114032c75218 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.515208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3be7-09c3-41dc-9430-98e175257611 req-92cb1a9b-babc-4c8c-a94e-114032c75218 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.523221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-866c3be7-09c3-41dc-9430-98e175257611 req-92cb1a9b-babc-4c8c-a94e-114032c75218 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.3941412 Jul 16 01:27:53.600677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-866c3be7-09c3-41dc-9430-98e175257611 req-ff203448-b6ea-41d7-ab9b-5a7d4f9dd765 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766797 Jul 16 01:27:53.618598 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:53.641091 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-b60c8fdb-9160-46ae-b6ab-fc593f0f5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.642877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-b60c8fdb-9160-46ae-b6ab-fc593f0f5f47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2305167 Jul 16 01:27:53.779708 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-a5f6f584-e4a6-4385-b049-2d67cae67df1 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286690 Jul 16 01:27:53.945269 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-d90b8e98-0090-49f3-a104-0dadcb12be60 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581180 Jul 16 01:27:54.014359 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:54.037653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-b017c436-3490-4d90-945a-f070bd119c6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c HTTP/1.1" status: 200 len: 217 time: 0.0848660 Jul 16 01:27:54.044926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44412) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:54.052348 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da0fbf-4f35-427e-bf23-7d80030552ef None None] The sync data for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 is: [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:54.071596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45b268d8-a9d4-449a-926c-710a9a3b2d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.187209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-0481c157-c3fc-4137-80d1-532478cd4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.188837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-0481c157-c3fc-4137-80d1-532478cd4b8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.1369104 Jul 16 01:27:54.238489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07007a7a-ab61-4a54-912e-3c3e9e7d99e8 req-d7d76550-da00-4bbf-bf9c-c8ab04443e86 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0393627 Jul 16 01:27:54.250989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45b268d8-a9d4-449a-926c-710a9a3b2d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.257483 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45b268d8-a9d4-449a-926c-710a9a3b2d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.315690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-45b268d8-a9d4-449a-926c-710a9a3b2d92 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e64a843b02584de89e25737afa784d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672482 Jul 16 01:27:54.316463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:54.318717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b268d8-a9d4-449a-926c-710a9a3b2d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e797e3fc-35e6-4980-ae7c-a5ea99223d48,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:54.338767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-923c0e43-6738-4bf2-8b80-ab20d23e96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.340949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-923c0e43-6738-4bf2-8b80-ab20d23e96bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1409626 Jul 16 01:27:54.394206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3500a4f8-4b72-4c94-bff1-020d6233abf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.421501 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3500a4f8-4b72-4c94-bff1-020d6233abf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.465089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915aa0b1-ddc6-4063-a130-b3814cfeeb13 None None] New status for floating IP d9860d5c-6e08-4f57-8abc-732b5541d960: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:27:54.497414 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3500a4f8-4b72-4c94-bff1-020d6233abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.500156 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3500a4f8-4b72-4c94-bff1-020d6233abf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.504312 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3500a4f8-4b72-4c94-bff1-020d6233abf6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e797e3fc-35e6-4980-ae7c-a5ea99223d48 HTTP/1.1" status: 204 len: 168 time: 0.1861367 Jul 16 01:27:54.529486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500a4f8-4b72-4c94-bff1-020d6233abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e797e3fc-35e6-4980-ae7c-a5ea99223d48,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:54.531241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44426) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:54.553076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-82365071-84da-4f82-b56b-04ca354267bc service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036135 Jul 16 01:27:54.626458 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b48ea0eb-4402-4f5a-a845-8c1833ff6240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.718662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c244353-337c-4b54-8b20-a842fc4619d7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.781895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c244353-337c-4b54-8b20-a842fc4619d7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.796924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4414a74-5bb2-4671-bb62-15b01c9fb82e req-b0077d64-ee24-4694-be30-7275df3a875f service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229145 Jul 16 01:27:54.861558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b96a1499-b8aa-42ed-98d9-9c827f246556 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:54.901900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c244353-337c-4b54-8b20-a842fc4619d7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.905417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c244353-337c-4b54-8b20-a842fc4619d7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.909332 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9c244353-337c-4b54-8b20-a842fc4619d7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "DELETE /v2.0/security-groups/c888a79f-dd35-429a-b7de-2bb26285103d HTTP/1.1" status: 204 len: 168 time: 0.3744600 Jul 16 01:27:54.909961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44436) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:54.919277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: b96a1499-b8aa-42ed-98d9-9c827f246556 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:54.921683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b96a1499-b8aa-42ed-98d9-9c827f246556 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:54.944513 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-d776ba81-f9a4-4014-8449-e4a5510e6ee8 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] show failed (client error): The resource could not be found. Jul 16 01:27:54.945585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d776ba81-f9a4-4014-8449-e4a5510e6ee8 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups/c888a79f-dd35-429a-b7de-2bb26285103d HTTP/1.1" status: 404 len: 347 time: 0.0336931 Jul 16 01:27:54.961337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ad4a5-86af-4238-aacd-a5bb58e6969c req-94aef171-803f-4e04-9959-31517b7f48d7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.978570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44440) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:54.982719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ad4a5-86af-4238-aacd-a5bb58e6969c req-94aef171-803f-4e04-9959-31517b7f48d7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.000169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ad4a5-86af-4238-aacd-a5bb58e6969c req-94aef171-803f-4e04-9959-31517b7f48d7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.006758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ad4a5-86af-4238-aacd-a5bb58e6969c req-94aef171-803f-4e04-9959-31517b7f48d7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.008536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c244353-337c-4b54-8b20-a842fc4619d7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c888a79f-dd35-429a-b7de-2bb26285103d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:55.030910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ad4a5-86af-4238-aacd-a5bb58e6969c req-94aef171-803f-4e04-9959-31517b7f48d7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.048625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ad4a5-86af-4238-aacd-a5bb58e6969c req-94aef171-803f-4e04-9959-31517b7f48d7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.064118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ad4a5-86af-4238-aacd-a5bb58e6969c req-94aef171-803f-4e04-9959-31517b7f48d7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.076450 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b20ad4a5-86af-4238-aacd-a5bb58e6969c req-94aef171-803f-4e04-9959-31517b7f48d7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.2896507 Jul 16 01:27:55.202947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b20ad4a5-86af-4238-aacd-a5bb58e6969c req-24bcf749-6d36-4be5-9857-d90ad83fc766 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255434 Jul 16 01:27:55.269941 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31adce18-a15b-4fcc-90ed-fcf0a8bb8053 req-7d9e6f42-ee19-4fdb-bae7-c6d996adab7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0326815 Jul 16 01:27:55.309081 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-32651693-cc3f-40d2-9e34-cc1fe388e459 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3918917 Jul 16 01:27:55.340539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967480-58aa-415e-9e30-34cec629211c req-3ed11d08-2b4f-42f4-beb0-20bb61699947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.341021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967480-58aa-415e-9e30-34cec629211c req-3ed11d08-2b4f-42f4-beb0-20bb61699947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.341491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967480-58aa-415e-9e30-34cec629211c req-3ed11d08-2b4f-42f4-beb0-20bb61699947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.341964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967480-58aa-415e-9e30-34cec629211c req-3ed11d08-2b4f-42f4-beb0-20bb61699947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.342476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967480-58aa-415e-9e30-34cec629211c req-3ed11d08-2b4f-42f4-beb0-20bb61699947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.342938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967480-58aa-415e-9e30-34cec629211c req-3ed11d08-2b4f-42f4-beb0-20bb61699947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.343395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967480-58aa-415e-9e30-34cec629211c req-3ed11d08-2b4f-42f4-beb0-20bb61699947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.345345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b967480-58aa-415e-9e30-34cec629211c req-3ed11d08-2b4f-42f4-beb0-20bb61699947 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6494 time: 0.4090023 Jul 16 01:27:55.488019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967480-58aa-415e-9e30-34cec629211c req-53b6b0ff-5a29-4ef9-b0b4-d83856330d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.489533 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b967480-58aa-415e-9e30-34cec629211c req-53b6b0ff-5a29-4ef9-b0b4-d83856330d8f service neutron] 10.222.0.50 "GET /v2.0/networks?id=c1a6271f-26a6-4477-a38f-471fd54f2d3d HTTP/1.1" status: 200 len: 900 time: 0.1290417 Jul 16 01:27:55.499570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e101d-4263-4a82-a956-c152cbfdf763 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Deleting port 05831329-687f-4e4f-a494-152015a32693 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:55.499918 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7e101d-4263-4a82-a956-c152cbfdf763 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.592112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b967480-58aa-415e-9e30-34cec629211c req-b83e5d81-b138-4de9-8562-23f26eb3cc24 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c HTTP/1.1" status: 200 len: 217 time: 0.0882976 Jul 16 01:27:55.618623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5395bbda-6786-4635-9b7a-c49fae5ea441 req-bd93760d-2e0c-4d4f-918e-a3f03df47229 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.1056986 Jul 16 01:27:55.637985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-d1f23c79-77fb-4dd3-819b-d7e9a6d4049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.639546 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-d1f23c79-77fb-4dd3-819b-d7e9a6d4049f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 1098 time: 0.2918959 Jul 16 01:27:55.756233 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.871204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967480-58aa-415e-9e30-34cec629211c req-9e3ac23a-d168-4272-93bd-334e6b96ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.883190 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b967480-58aa-415e-9e30-34cec629211c req-9e3ac23a-d168-4272-93bd-334e6b96ecea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.2628894 Jul 16 01:27:55.924030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7e101d-4263-4a82-a956-c152cbfdf763 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.924385 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7e101d-4263-4a82-a956-c152cbfdf763 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.946051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e101d-4263-4a82-a956-c152cbfdf763 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Calling delete_port for 05831329-687f-4e4f-a494-152015a32693 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:55.966859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-94e2f5b1-1eb4-47ec-bd4a-310ef1b6fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.968331 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-94e2f5b1-1eb4-47ec-bd4a-310ef1b6fd5f service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.2839434 Jul 16 01:27:56.049626 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-4af92d1a-84a0-4b65-8729-1586285c5868 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5578b6-85ad-491a-9486-16b8143c91bf HTTP/1.1" status: 200 len: 217 time: 0.0688813 Jul 16 01:27:56.081857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b967480-58aa-415e-9e30-34cec629211c req-ca46be91-229b-4cab-b2e9-12d2d047c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.083400 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b967480-58aa-415e-9e30-34cec629211c req-ca46be91-229b-4cab-b2e9-12d2d047c956 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1929548 Jul 16 01:27:56.213560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-523eca37-12e3-45a4-96d0-6d2e90051510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.215056 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-523eca37-12e3-45a4-96d0-6d2e90051510 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.1471460 Jul 16 01:27:56.519531 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.876012 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14e7bb47-b93f-4f02-b46d-4e5edf614061 req-93d55870-ebce-469e-b201-2826ba46d9bc tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0321901 Jul 16 01:27:56.977329 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b967480-58aa-415e-9e30-34cec629211c req-47f5c856-70c5-4966-b8a1-7f0e1c70e521 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8732965 Jul 16 01:27:57.002673 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7e101d-4263-4a82-a956-c152cbfdf763 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.019031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-77f5871f-bc4a-431b-8fef-c1a0316df881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.020488 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-77f5871f-bc4a-431b-8fef-c1a0316df881 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7789462 Jul 16 01:27:57.070116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e101d-4263-4a82-a956-c152cbfdf763 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event deleted for resources: {'Port': ['ID=05831329-687f-4e4f-a494-152015a32693,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:57.093898 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60b9bd2c-2622-442e-aa3c-a9f71db422a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.231038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39895c5b-a776-4548-8d60-ff1a4d3f8ea0 req-2020c281-cee9-4e86-9d90-4e8f1cd194f6 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.238773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39895c5b-a776-4548-8d60-ff1a4d3f8ea0 req-2020c281-cee9-4e86-9d90-4e8f1cd194f6 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.245551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39895c5b-a776-4548-8d60-ff1a4d3f8ea0 req-2020c281-cee9-4e86-9d90-4e8f1cd194f6 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.253187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39895c5b-a776-4548-8d60-ff1a4d3f8ea0 req-2020c281-cee9-4e86-9d90-4e8f1cd194f6 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.259642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39895c5b-a776-4548-8d60-ff1a4d3f8ea0 req-2020c281-cee9-4e86-9d90-4e8f1cd194f6 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.265729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39895c5b-a776-4548-8d60-ff1a4d3f8ea0 req-2020c281-cee9-4e86-9d90-4e8f1cd194f6 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.271547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39895c5b-a776-4548-8d60-ff1a4d3f8ea0 req-2020c281-cee9-4e86-9d90-4e8f1cd194f6 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.273507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39895c5b-a776-4548-8d60-ff1a4d3f8ea0 req-2020c281-cee9-4e86-9d90-4e8f1cd194f6 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.3823314 Jul 16 01:27:57.329354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b967480-58aa-415e-9e30-34cec629211c req-4bd7d9dc-844e-45ee-b687-a1fb8a1021ff service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431480 Jul 16 01:27:57.345561 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7e101d-4263-4a82-a956-c152cbfdf763 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.349666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7e101d-4263-4a82-a956-c152cbfdf763 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.351367 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0f7e101d-4263-4a82-a956-c152cbfdf763 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "DELETE /v2.0/floatingips/d9860d5c-6e08-4f57-8abc-732b5541d960 HTTP/1.1" status: 204 len: 168 time: 2.3705425 Jul 16 01:27:57.366810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-aeac6ce0-8ee3-433c-87db-f93ccfa3df28 service neutron] 10.222.0.67 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143616 Jul 16 01:27:57.407973 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39895c5b-a776-4548-8d60-ff1a4d3f8ea0 req-ff0bb47c-9951-4b04-8177-f813928560a1 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098378 Jul 16 01:27:57.533249 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b926b84-59c3-4f9d-9d6f-369fa4ccc645 req-c95cccbf-4a91-4216-8f74-19dee8c833f4 service neutron] 10.222.0.67 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562569 Jul 16 01:27:57.590296 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.868244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44532) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:57.873853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d99a04e0-deaa-40b3-8467-e6b9e85da148 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1503642824', 'description': 'tempest-description--666730336'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:57.922505 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d99a04e0-deaa-40b3-8467-e6b9e85da148 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.964069 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-611dee62-cb7c-477d-b465-907045e3b29c req-a63280c9-a86c-4f87-82c3-be33ee14674a tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0629852 Jul 16 01:27:58.164610 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d99a04e0-deaa-40b3-8467-e6b9e85da148 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.171542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d99a04e0-deaa-40b3-8467-e6b9e85da148 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.235410 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d99a04e0-deaa-40b3-8467-e6b9e85da148 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.240584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d99a04e0-deaa-40b3-8467-e6b9e85da148 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3679612 Jul 16 01:27:58.240584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a04e0-deaa-40b3-8467-e6b9e85da148 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a410f98-1b99-44ab-93e2-fffbc08939df,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.241496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44568) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:58.249968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a32bceb1-8170-432f-a1a9-96adf9086e6e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'security_group_rule': {'security_group_id': '9a410f98-1b99-44ab-93e2-fffbc08939df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:58.319579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32bceb1-8170-432f-a1a9-96adf9086e6e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.381393 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.538900 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32bceb1-8170-432f-a1a9-96adf9086e6e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.562504 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32bceb1-8170-432f-a1a9-96adf9086e6e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.605029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bceb1-8170-432f-a1a9-96adf9086e6e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8b4818-93a7-47ff-ac00-495b2abc7e1b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.611474 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32bceb1-8170-432f-a1a9-96adf9086e6e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.613526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a32bceb1-8170-432f-a1a9-96adf9086e6e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3709209 Jul 16 01:27:58.616423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44578) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:58.627787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ceb0e0e2-6440-4d9f-bbcf-5b5cddb52c47 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'security_group_rule': {'security_group_id': '9a410f98-1b99-44ab-93e2-fffbc08939df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:58.695383 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e0e2-6440-4d9f-bbcf-5b5cddb52c47 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.941818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e0e2-6440-4d9f-bbcf-5b5cddb52c47 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.964889 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e0e2-6440-4d9f-bbcf-5b5cddb52c47 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.975634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:59.011235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e22ed-67b8-4db2-85e0-9794c2c328cf req-7755aa2e-5cb5-484c-b886-04a0aeab7f49 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.019281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e22ed-67b8-4db2-85e0-9794c2c328cf req-7755aa2e-5cb5-484c-b886-04a0aeab7f49 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.027317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e22ed-67b8-4db2-85e0-9794c2c328cf req-7755aa2e-5cb5-484c-b886-04a0aeab7f49 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.034418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e22ed-67b8-4db2-85e0-9794c2c328cf req-7755aa2e-5cb5-484c-b886-04a0aeab7f49 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.037952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0e0e2-6440-4d9f-bbcf-5b5cddb52c47 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9561b5f-8dd6-463f-a9c9-729d651146d9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.043367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e22ed-67b8-4db2-85e0-9794c2c328cf req-7755aa2e-5cb5-484c-b886-04a0aeab7f49 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.048079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e0e2-6440-4d9f-bbcf-5b5cddb52c47 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.050906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e22ed-67b8-4db2-85e0-9794c2c328cf req-7755aa2e-5cb5-484c-b886-04a0aeab7f49 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.057208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e22ed-67b8-4db2-85e0-9794c2c328cf req-7755aa2e-5cb5-484c-b886-04a0aeab7f49 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.060451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ceb0e0e2-6440-4d9f-bbcf-5b5cddb52c47 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4424798 Jul 16 01:27:59.067810 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-669e22ed-67b8-4db2-85e0-9794c2c328cf req-7755aa2e-5cb5-484c-b886-04a0aeab7f49 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.2738211 Jul 16 01:27:59.070779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:59.086805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:59.141021 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-669e22ed-67b8-4db2-85e0-9794c2c328cf req-41ac51ed-211b-4492-93b1-82599a12ccd4 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704987 Jul 16 01:27:59.141295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.261440 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada4c6fa-5a44-407b-88a4-b6634e3029e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.413605 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0619095d-e0cf-4b8e-adba-1f4a5eb232bc req-b32e4657-9288-4957-ad69-583894ee236e tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0688255 Jul 16 01:27:59.436881 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada4c6fa-5a44-407b-88a4-b6634e3029e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.443206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ada4c6fa-5a44-407b-88a4-b6634e3029e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.451214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.492059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ada4c6fa-5a44-407b-88a4-b6634e3029e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bc02a0947aa4828837bdd4fe35ebdc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139103 Jul 16 01:27:59.501550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44624) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:59.550633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4c6fa-5a44-407b-88a4-b6634e3029e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434fd790-3543-4829-a7eb-db9141fd748b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.602994 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d54365d-3616-441b-adb8-8975a70fa10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.652848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d54365d-3616-441b-adb8-8975a70fa10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.659923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Allocated IP 172.25.4.11 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/8254e202-6b42-4f5a-bf96-c4791420fd85) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:59.714843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d54365d-3616-441b-adb8-8975a70fa10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.718637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d54365d-3616-441b-adb8-8975a70fa10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.720200 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1d54365d-3616-441b-adb8-8975a70fa10e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/434fd790-3543-4829-a7eb-db9141fd748b HTTP/1.1" status: 204 len: 168 time: 0.2174878 Jul 16 01:27:59.730231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54365d-3616-441b-adb8-8975a70fa10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434fd790-3543-4829-a7eb-db9141fd748b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.827617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.906818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.950397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:59.959051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:59.963801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:59.970645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'Port': ['ID=8254e202-6b42-4f5a-bf96-c4791420fd85,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:00.060294 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.102267 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.185904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.200269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:00.226469 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8ec8-2c61-418e-a08c-2412e0c027ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.403821 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8ec8-2c61-418e-a08c-2412e0c027ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.410771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8ec8-2c61-418e-a08c-2412e0c027ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.454254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44638) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:00.454902 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9d6e8ec8-2c61-418e-a08c-2412e0c027ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84c593ad3d3542058e1e661364a29e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531629 Jul 16 01:28:00.488280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e8ec8-2c61-418e-a08c-2412e0c027ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f0f9fb-5e02-4df3-9aae-1620e23e6cf6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:00.545314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467445b3-5945-45d6-bc7b-81a984c5d747 req-986664fe-1422-497f-b80e-174f6cbdfb51 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.552120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467445b3-5945-45d6-bc7b-81a984c5d747 req-986664fe-1422-497f-b80e-174f6cbdfb51 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.558504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467445b3-5945-45d6-bc7b-81a984c5d747 req-986664fe-1422-497f-b80e-174f6cbdfb51 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.564579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467445b3-5945-45d6-bc7b-81a984c5d747 req-986664fe-1422-497f-b80e-174f6cbdfb51 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.573196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467445b3-5945-45d6-bc7b-81a984c5d747 req-986664fe-1422-497f-b80e-174f6cbdfb51 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.579682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467445b3-5945-45d6-bc7b-81a984c5d747 req-986664fe-1422-497f-b80e-174f6cbdfb51 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.585940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467445b3-5945-45d6-bc7b-81a984c5d747 req-986664fe-1422-497f-b80e-174f6cbdfb51 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.588765 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-467445b3-5945-45d6-bc7b-81a984c5d747 req-986664fe-1422-497f-b80e-174f6cbdfb51 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.2456176 Jul 16 01:28:00.623156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.636036 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.644311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a5d55492-61af-467f-927b-1cc002ce4515 req-2d3a80d6-4828-4339-b302-bcd5250248d9 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0378211 Jul 16 01:28:00.683925 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ead03f67-415f-4cc4-8d4c-0423e26c941e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.750912 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-467445b3-5945-45d6-bc7b-81a984c5d747 req-a1671970-85ac-48cb-921a-7fc6b75b273d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463060 Jul 16 01:28:00.801909 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ead03f67-415f-4cc4-8d4c-0423e26c941e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.803812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'Port': ['ID=8254e202-6b42-4f5a-bf96-c4791420fd85,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:00.837970 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.860716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.862568 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-eef07c8d-156d-4fc9-b17f-65f912c583cd tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7901525 Jul 16 01:28:00.893229 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ead03f67-415f-4cc4-8d4c-0423e26c941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.900541 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ead03f67-415f-4cc4-8d4c-0423e26c941e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.901934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ead03f67-415f-4cc4-8d4c-0423e26c941e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51f0f9fb-5e02-4df3-9aae-1620e23e6cf6 HTTP/1.1" status: 204 len: 168 time: 0.4448969 Jul 16 01:28:00.915451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead03f67-415f-4cc4-8d4c-0423e26c941e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f0f9fb-5e02-4df3-9aae-1620e23e6cf6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:01.145987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-a5b01b4b-9d14-4047-903d-4bae5b967ed8 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1503642824&fields=id&tenant_id=37c41529f5c0494c831538b5dc6384bf HTTP/1.1" status: 200 len: 267 time: 0.0566225 Jul 16 01:28:01.295720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-09bdef19-70bf-4104-88dd-4e9e7e6a9297 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.297736 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-09bdef19-70bf-4104-88dd-4e9e7e6a9297 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 817 time: 0.1430433 Jul 16 01:28:01.324976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-de14dcd8-cd1a-41bc-920f-aa617b5f40d1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/quotas/37c41529f5c0494c831538b5dc6384bf HTTP/1.1" status: 200 len: 375 time: 0.0129130 Jul 16 01:28:01.427849 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-3accc277-e871-4a05-8668-ebe0e9f6b1ef tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0944774 Jul 16 01:28:01.555301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-c5fd6f6d-0820-4461-81e5-12c53ecc89fe service neutron] 10.222.0.64 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148591 Jul 16 01:28:01.710726 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-ac85991e-2462-413d-a97c-e7d7888d19fc service neutron] 10.222.0.64 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468847 Jul 16 01:28:01.883312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44690) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:01.985576 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dbed7213-d455-4e4b-abce-9f0842e959df req-4ede55ff-7f33-4737-9006-3497fbf495c2 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0605447 Jul 16 01:28:02.104872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-452942913-network', 'tenant_id': 'f31cfdd8843d47a89712b4eb6b4b188f'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:02.124783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc7543-3fb1-41e9-b9b0-8fcfc532ceda req-52e7e1ff-67f4-4bc1-bdf9-2a6a37b11d44 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.132642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc7543-3fb1-41e9-b9b0-8fcfc532ceda req-52e7e1ff-67f4-4bc1-bdf9-2a6a37b11d44 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.141620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc7543-3fb1-41e9-b9b0-8fcfc532ceda req-52e7e1ff-67f4-4bc1-bdf9-2a6a37b11d44 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.148445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc7543-3fb1-41e9-b9b0-8fcfc532ceda req-52e7e1ff-67f4-4bc1-bdf9-2a6a37b11d44 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.160707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc7543-3fb1-41e9-b9b0-8fcfc532ceda req-52e7e1ff-67f4-4bc1-bdf9-2a6a37b11d44 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.169620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Made reservation on behalf of f31cfdd8843d47a89712b4eb6b4b188f for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:02.171915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc7543-3fb1-41e9-b9b0-8fcfc532ceda req-52e7e1ff-67f4-4bc1-bdf9-2a6a37b11d44 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.173858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.190985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc7543-3fb1-41e9-b9b0-8fcfc532ceda req-52e7e1ff-67f4-4bc1-bdf9-2a6a37b11d44 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.196752 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebcc7543-3fb1-41e9-b9b0-8fcfc532ceda req-52e7e1ff-67f4-4bc1-bdf9-2a6a37b11d44 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1748869 Jul 16 01:28:02.200533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.274377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebcc7543-3fb1-41e9-b9b0-8fcfc532ceda req-ba386e25-55e2-4adb-8af6-544d4438267b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712721 Jul 16 01:28:02.285460 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca088844-7f8c-40ba-949d-37bebb59b330 req-bea65645-6afa-447d-be99-03f967e33e7e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 210 time: 0.0810020 Jul 16 01:28:02.408791 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.414979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.444524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:02.462067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:02.472706 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.473365 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Added segment 338d0228-cac3-4cad-bf8d-638c732aee2f of type vlan for network ced63e38-3d45-4e49-8c13-fde9752a1a42 Jul 16 01:28:02.529281 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.569187 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.570520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.571407 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.611837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7242787 Jul 16 01:28:02.613030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44706) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:02.618316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Request body: {'subnet': {'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-452942913-subnet', 'tenant_id': 'f31cfdd8843d47a89712b4eb6b4b188f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:02.663382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a0348-6234-4fe8-880a-e70d947d610b admin admin] Pushing event updated for resources: {'Network': ['ID=ced63e38-3d45-4e49-8c13-fde9752a1a42,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:02.686895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Made reservation on behalf of f31cfdd8843d47a89712b4eb6b4b188f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:02.688230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network ced63e38-3d45-4e49-8c13-fde9752a1a42 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:02.691493 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.972476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.052299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa790bd-92fc-4882-ad33-9f555a45300e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:03.077159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Checking segment: {'id': '338d0228-cac3-4cad-bf8d-638c732aee2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:03.077524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Network hostable DHCP agents. Network: ced63e38-3d45-4e49-8c13-fde9752a1a42, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:03.109231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Network ced63e38-3d45-4e49-8c13-fde9752a1a42 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:03.124439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, ced63e38-3d45-4e49-8c13-fde9752a1a42) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:03.129779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:03.130782 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.146531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ad60e-4714-4636-bd60-ffbcf5225cab None None] Network ced63e38-3d45-4e49-8c13-fde9752a1a42 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:03.170252 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dd88866c-9f69-437d-9341-029d225456e0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5442684 Jul 16 01:28:03.235582 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c162504-f132-45aa-8fae-e137c26b0425 req-5ba42cf6-41f5-49ac-99e4-bd47175dd441 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0757310 Jul 16 01:28:03.361815 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8834e4ab-fd53-4db6-8a70-2d9aa9322434 None None] Network ced63e38-3d45-4e49-8c13-fde9752a1a42 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:03.710699 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-051ae30f-47fc-469f-9046-428e713a1e30 req-f26e5462-d427-4646-8b9d-b10780f55ef6 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 210 time: 0.0807874 Jul 16 01:28:03.908202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-4ab8d40e-1002-46bc-9ac1-fbd387d5aa02 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:03.910046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-4ab8d40e-1002-46bc-9ac1-fbd387d5aa02 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.67 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 817 time: 0.2631822 Jul 16 01:28:04.027494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-3f349929-d853-46e2-a456-906035f3b1c6 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37c41529f5c0494c831538b5dc6384bf HTTP/1.1" status: 200 len: 380 time: 0.1054263 Jul 16 01:28:04.047870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'port': {'device_id': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'admin_state_up': True, 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'security_groups': ['9a410f98-1b99-44ab-93e2-fffbc08939df']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:04.221983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Made reservation on behalf of 37c41529f5c0494c831538b5dc6384bf for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:04.225710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.243034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85f2d-04ef-4db7-a5d2-a2f2538201f2 req-f502ac6b-ee73-4471-9ce1-5737a2ead1c3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.249347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85f2d-04ef-4db7-a5d2-a2f2538201f2 req-f502ac6b-ee73-4471-9ce1-5737a2ead1c3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.255593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85f2d-04ef-4db7-a5d2-a2f2538201f2 req-f502ac6b-ee73-4471-9ce1-5737a2ead1c3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.261673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85f2d-04ef-4db7-a5d2-a2f2538201f2 req-f502ac6b-ee73-4471-9ce1-5737a2ead1c3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.267738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85f2d-04ef-4db7-a5d2-a2f2538201f2 req-f502ac6b-ee73-4471-9ce1-5737a2ead1c3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.276085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85f2d-04ef-4db7-a5d2-a2f2538201f2 req-f502ac6b-ee73-4471-9ce1-5737a2ead1c3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.282206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85f2d-04ef-4db7-a5d2-a2f2538201f2 req-f502ac6b-ee73-4471-9ce1-5737a2ead1c3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.289930 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88b85f2d-04ef-4db7-a5d2-a2f2538201f2 req-f502ac6b-ee73-4471-9ce1-5737a2ead1c3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.3786817 Jul 16 01:28:04.351634 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88b85f2d-04ef-4db7-a5d2-a2f2538201f2 req-dd38011c-dbeb-44ac-8330-3e4b51d320bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605004 Jul 16 01:28:04.492392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Allocated IP 172.20.0.7 (5015d4d4-6866-4f94-9b4e-8009674ce4ef/132c3d4a-a906-4db0-9ccd-e4f4eb5f1797/39498813-a3f3-4d3b-a06b-ba2234060282) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:04.569356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-360c839e-a8be-4449-abab-f0980c7c570f req-b486e052-dd90-4b32-ba62-b4c278d21c4e tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0557711 Jul 16 01:28:04.714848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.739426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Transition to ACTIVE for port object 39498813-a3f3-4d3b-a06b-ba2234060282 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:04.807599 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.946093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Network 5015d4d4-6866-4f94-9b4e-8009674ce4ef is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:04.954494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:04.972412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:05.036142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd27232-08a5-4ef2-8f87-c4b35ff7c05c req-105de8a4-4276-4684-ab56-62f4c7c4c7cf tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.046534 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1dd27232-08a5-4ef2-8f87-c4b35ff7c05c req-105de8a4-4276-4684-ab56-62f4c7c4c7cf tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 931 time: 0.1127415 Jul 16 01:28:05.055188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event updated for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:05.120194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.120194 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.135199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1dd27232-08a5-4ef2-8f87-c4b35ff7c05c req-7b043e41-301a-4de7-89d8-478da22830a3 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866537 Jul 16 01:28:05.154793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-e3f11668-c84b-445c-bb0e-c1bc21115793 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1170943 Jul 16 01:28:05.171072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Request body: {'port': {'device_id': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:05.318531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-49fe6777-b8ca-4146-bfb3-971bc713f4b3 None None] Provisioning for port 39498813-a3f3-4d3b-a06b-ba2234060282 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:05.327853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-49fe6777-b8ca-4146-bfb3-971bc713f4b3 None None] Provisioning complete for port 39498813-a3f3-4d3b-a06b-ba2234060282 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:05.329498 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49fe6777-b8ca-4146-bfb3-971bc713f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.340352 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.385094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-49fe6777-b8ca-4146-bfb3-971bc713f4b3 None None] Port 39498813-a3f3-4d3b-a06b-ba2234060282 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:05.615795 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b6c1-6e06-4057-8c97-afb39dedc81b req-06908b92-6d02-4e46-8f98-194278acc88e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.622165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b6c1-6e06-4057-8c97-afb39dedc81b req-06908b92-6d02-4e46-8f98-194278acc88e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.628842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b6c1-6e06-4057-8c97-afb39dedc81b req-06908b92-6d02-4e46-8f98-194278acc88e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.645446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b6c1-6e06-4057-8c97-afb39dedc81b req-06908b92-6d02-4e46-8f98-194278acc88e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.652982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b6c1-6e06-4057-8c97-afb39dedc81b req-06908b92-6d02-4e46-8f98-194278acc88e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.659220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b6c1-6e06-4057-8c97-afb39dedc81b req-06908b92-6d02-4e46-8f98-194278acc88e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.665298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b6c1-6e06-4057-8c97-afb39dedc81b req-06908b92-6d02-4e46-8f98-194278acc88e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.668203 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8b7b6c1-6e06-4057-8c97-afb39dedc81b req-06908b92-6d02-4e46-8f98-194278acc88e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1416171 Jul 16 01:28:05.705994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-32ab35db-b685-48eb-8a30-4ef0b9f07e81 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.707607 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-32ab35db-b685-48eb-8a30-4ef0b9f07e81 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/networks?id=ced63e38-3d45-4e49-8c13-fde9752a1a42 HTTP/1.1" status: 200 len: 808 time: 0.2160487 Jul 16 01:28:05.732426 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8b7b6c1-6e06-4057-8c97-afb39dedc81b req-711a7f23-88b8-45a1-ada3-918a6887c28a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584099 Jul 16 01:28:05.744179 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-d94c6160-e222-41ed-acca-cc7b16a7a316 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/quotas/f31cfdd8843d47a89712b4eb6b4b188f HTTP/1.1" status: 200 len: 375 time: 0.0247378 Jul 16 01:28:05.801646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b6067207-fec3-46e0-aaf9-05ed7e15c79d tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f31cfdd8843d47a89712b4eb6b4b188f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565588 Jul 16 01:28:05.898957 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03e8f48e-0ec6-42d1-9532-044f0e7eb448 req-486e4960-49e4-4768-8cb3-f0ac48dea410 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0392318 Jul 16 01:28:05.968157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39498813-a3f3-4d3b-a06b-ba2234060282 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:05.978532 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.995913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Transition to ACTIVE for port object 39498813-a3f3-4d3b-a06b-ba2234060282 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:06.004354 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.081496 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-60b94771-6aee-473d-b806-4636d6c3cad7 service neutron] 10.222.0.64 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689836 Jul 16 01:28:06.083963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Pushing event updated for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:06.237026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Attempting to bind port 39498813-a3f3-4d3b-a06b-ba2234060282 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:06.237365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Attempting to bind port 39498813-a3f3-4d3b-a06b-ba2234060282 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:06.237697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Attempting to bind port 39498813-a3f3-4d3b-a06b-ba2234060282 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:06.256204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Port 39498813-a3f3-4d3b-a06b-ba2234060282 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:06.256524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Attempting to bind port 39498813-a3f3-4d3b-a06b-ba2234060282 on network 5015d4d4-6866-4f94-9b4e-8009674ce4ef {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:06.273229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:06.273574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Checking segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:06.273963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Bound using segment: {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:06.274443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Bound port: 39498813-a3f3-4d3b-a06b-ba2234060282, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd606e6f-8aa1-4984-b237-06ca4b588591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:06.274812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.281618 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-63b6d8b0-1c9c-4f3a-a6fd-2bdcfca6561e service neutron] 10.222.0.64 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737232 Jul 16 01:28:06.429290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:06.432846 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:06.437197 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.508273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.508971 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.511102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] 10.222.0.67 "PUT /v2.0/ports/39498813-a3f3-4d3b-a06b-ba2234060282 HTTP/1.1" status: 200 len: 1092 time: 1.3484790 Jul 16 01:28:06.511584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:06.515630 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acf814a-ea64-4dcb-993c-0c89d99f30b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:06.533222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1cd44-6233-4c6c-a247-08acb76e89b3 req-1ec8b9b8-148c-4d85-9bf3-490e869dfe73 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.536787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05b1cd44-6233-4c6c-a247-08acb76e89b3 req-1ec8b9b8-148c-4d85-9bf3-490e869dfe73 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1646636 Jul 16 01:28:06.614479 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05b1cd44-6233-4c6c-a247-08acb76e89b3 req-c134644b-4999-4aca-95fd-433ed5eefbc8 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590219 Jul 16 01:28:06.653272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8df9148b-5de9-4dab-bd64-2902067763ee req-fa2a72d0-22b2-4b1d-bf24-6fda97985b95 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 210 time: 0.0632694 Jul 16 01:28:06.655247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030a15e-b1e2-4139-b4a1-b0aab3b7e583 service neutron] Pushing event updated for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:06.690584 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c21b36-edb1-4d8c-8b2a-09f75f8ff52c x-openstack-request-id: req-95c21b36-edb1-4d8c-8b2a-09f75f8ff52c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:06.690886 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:06.691146 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95c21b36-edb1-4d8c-8b2a-09f75f8ff52c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:06.691576 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282', 'status': 'completed', 'code': 200} Jul 16 01:28:06.712430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-bbd88111-eaeb-4f2b-b0af-1b1cc3e3685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.714738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-bbd88111-eaeb-4f2b-b0af-1b1cc3e3685b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 1095 time: 0.1411519 Jul 16 01:28:06.771577 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-97faaa0e-1ab3-49f8-ac65-0fe152fc7c00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39498813-a3f3-4d3b-a06b-ba2234060282 HTTP/1.1" status: 200 len: 217 time: 0.0441780 Jul 16 01:28:06.906610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-5f53c8b7-87fb-40c1-b832-116cda6c42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.909332 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-5f53c8b7-87fb-40c1-b832-116cda6c42b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.1254139 Jul 16 01:28:07.036599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-833fa000-ba02-4260-a2bd-92c3bb9243a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.039165 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-833fa000-ba02-4260-a2bd-92c3bb9243a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162302 Jul 16 01:28:07.093075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64677-d24f-4269-bc03-4da27f8ae309 req-a06dec99-f0cb-4546-acad-cf6ea5913582 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.113002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64677-d24f-4269-bc03-4da27f8ae309 req-a06dec99-f0cb-4546-acad-cf6ea5913582 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.137164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64677-d24f-4269-bc03-4da27f8ae309 req-a06dec99-f0cb-4546-acad-cf6ea5913582 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.159373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64677-d24f-4269-bc03-4da27f8ae309 req-a06dec99-f0cb-4546-acad-cf6ea5913582 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.172936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64677-d24f-4269-bc03-4da27f8ae309 req-a06dec99-f0cb-4546-acad-cf6ea5913582 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.194431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64677-d24f-4269-bc03-4da27f8ae309 req-a06dec99-f0cb-4546-acad-cf6ea5913582 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.205859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64677-d24f-4269-bc03-4da27f8ae309 req-a06dec99-f0cb-4546-acad-cf6ea5913582 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.215441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0de64677-d24f-4269-bc03-4da27f8ae309 req-a06dec99-f0cb-4546-acad-cf6ea5913582 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.2733903 Jul 16 01:28:07.329761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0de64677-d24f-4269-bc03-4da27f8ae309 req-49d797d0-ae4e-4c37-8607-185e97011285 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107395 Jul 16 01:28:07.347118 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24180fbf-4de2-4016-b4dc-cdc3756af58d req-046aa459-7cc8-4f0e-82d9-03dbac1ef146 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.1308808 Jul 16 01:28:07.417231 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-8caa88ee-616f-426b-89c6-3b4f1ec05377 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675313 Jul 16 01:28:07.656687 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-422173e6-8330-44b6-8a7e-284200d84aa1 req-8274bc01-56cc-4359-a38e-35fb7df8e870 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235301 Jul 16 01:28:07.912916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1002e9f7-3706-41ec-8f53-4c1eecb1ecac req-411d1649-64f8-426a-8748-2a172915cc6c tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 210 time: 0.0539699 Jul 16 01:28:07.963962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-12280d0e-dbe9-4886-a6c5-5b4c154b991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.965502 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-12280d0e-dbe9-4886-a6c5-5b4c154b991b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 1095 time: 0.1672859 Jul 16 01:28:08.024106 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e3619-a201-413f-91a5-a8062eb5eb18 req-13cca773-d757-419c-8a97-3b3ff1d58e29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.027311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f7e3619-a201-413f-91a5-a8062eb5eb18 req-13cca773-d757-419c-8a97-3b3ff1d58e29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.2183006 Jul 16 01:28:08.127085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-9086bfff-a64d-401f-bf44-c5a1de9c27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.128818 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-9086bfff-a64d-401f-bf44-c5a1de9c27ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 917 time: 0.1496391 Jul 16 01:28:08.132361 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f7e3619-a201-413f-91a5-a8062eb5eb18 req-ce2f6cd8-8b17-4d05-b978-74106e9b7398 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609512 Jul 16 01:28:08.209662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-23ba2428-aaea-478a-89d2-a4eec721506e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39498813-a3f3-4d3b-a06b-ba2234060282 HTTP/1.1" status: 200 len: 217 time: 0.0692284 Jul 16 01:28:08.276872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-fe3b0fdf-a6d2-4bb2-8337-0a20d8fbd4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.279179 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-fe3b0fdf-a6d2-4bb2-8337-0a20d8fbd4bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.0575428 Jul 16 01:28:08.479718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-e806c977-7799-4d00-93cc-96ad74d87fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.489374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-e806c977-7799-4d00-93cc-96ad74d87fc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2017045 Jul 16 01:28:08.543080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-56f479d8-4a88-4dd2-b7a6-9d0149e9c6d0 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.544616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-56f479d8-4a88-4dd2-b7a6-9d0149e9c6d0 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.50 "GET /v2.0/networks?id=ced63e38-3d45-4e49-8c13-fde9752a1a42 HTTP/1.1" status: 200 len: 808 time: 0.2067115 Jul 16 01:28:08.593422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Request body: {'port': {'device_id': 'f1ddb6db-c704-44b4-9e8c-e87aa0331d16', 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42', 'admin_state_up': True, 'tenant_id': 'f31cfdd8843d47a89712b4eb6b4b188f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:08.795789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0347-405c-4781-9686-8ed4ed562f77 req-a56fd2fa-8d72-48a9-96ea-90fea3101a2c tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.806609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0347-405c-4781-9686-8ed4ed562f77 req-a56fd2fa-8d72-48a9-96ea-90fea3101a2c tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.815475 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0347-405c-4781-9686-8ed4ed562f77 req-a56fd2fa-8d72-48a9-96ea-90fea3101a2c tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.823424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0347-405c-4781-9686-8ed4ed562f77 req-a56fd2fa-8d72-48a9-96ea-90fea3101a2c tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.830224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0347-405c-4781-9686-8ed4ed562f77 req-a56fd2fa-8d72-48a9-96ea-90fea3101a2c tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.839761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0347-405c-4781-9686-8ed4ed562f77 req-a56fd2fa-8d72-48a9-96ea-90fea3101a2c tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.846821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0347-405c-4781-9686-8ed4ed562f77 req-a56fd2fa-8d72-48a9-96ea-90fea3101a2c tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.851239 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3a6020d-f62b-45b1-b60c-4832bb87fe5b req-2026ac46-022e-4b22-a81e-cba37e6b4b72 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0880172 Jul 16 01:28:08.855343 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b9ad0347-405c-4781-9686-8ed4ed562f77 req-a56fd2fa-8d72-48a9-96ea-90fea3101a2c tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.2313397 Jul 16 01:28:08.929883 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-bb505837-d7f2-42e6-9a64-7f7562edd802 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277887 Jul 16 01:28:08.945967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b9ad0347-405c-4781-9686-8ed4ed562f77 req-2ac6be8c-f203-45ec-82cb-b8fb7908e315 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893888 Jul 16 01:28:09.130049 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ae3c44fd-35e3-4a30-98cb-5a5af7f6bd82 req-fbd27b25-a46c-43f2-a586-3e666de7ce7b tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 210 time: 0.0387011 Jul 16 01:28:09.589236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Made reservation on behalf of f31cfdd8843d47a89712b4eb6b4b188f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:09.593017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.663134 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7acf814a-ea64-4dcb-993c-0c89d99f30b9 req-9f588a08-18cc-4fb1-accf-f3da1b83b2b8 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209938 Jul 16 01:28:09.757453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc11e8-4a48-43c7-81c9-8b790411bd3a req-1974cf28-b3d1-4741-97fd-9c3647361055 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:09.764723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0cdc11e8-4a48-43c7-81c9-8b790411bd3a req-1974cf28-b3d1-4741-97fd-9c3647361055 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.2184174 Jul 16 01:28:09.843240 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0cdc11e8-4a48-43c7-81c9-8b790411bd3a req-8ea0bba4-771c-4b47-916d-1de645963b12 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765460 Jul 16 01:28:09.848491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Allocated IP 172.20.0.9 (ced63e38-3d45-4e49-8c13-fde9752a1a42/cfa790bd-92fc-4882-ad33-9f555a45300e/dc684f76-13f2-4124-af89-3b448b3f6d4c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:10.113935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ed695501-285d-4077-afb4-8676ac33832d req-82c96d63-db36-4819-b69e-ccc3709b096e tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0443807 Jul 16 01:28:10.153464 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.154253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 39498813-a3f3-4d3b-a06b-ba2234060282 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:10.215122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.303483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Network ced63e38-3d45-4e49-8c13-fde9752a1a42 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:10.309201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:10.318557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:10.375135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Pushing event updated for resources: {'Port': ['ID=dc684f76-13f2-4124-af89-3b448b3f6d4c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.418744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:10.435401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '39498813-a3f3-4d3b-a06b-ba2234060282', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'port_id': '39498813-a3f3-4d3b-a06b-ba2234060282', 'mac_address': 'fa:16:3e:90:bd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:10.439217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ee5e2-a7ff-4540-92ee-37db2a50f1b4 req-ea38be58-f78a-44e8-8fd8-4ac5d3005329 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.450824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ee5e2-a7ff-4540-92ee-37db2a50f1b4 req-ea38be58-f78a-44e8-8fd8-4ac5d3005329 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.463363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ee5e2-a7ff-4540-92ee-37db2a50f1b4 req-ea38be58-f78a-44e8-8fd8-4ac5d3005329 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.476065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ee5e2-a7ff-4540-92ee-37db2a50f1b4 req-ea38be58-f78a-44e8-8fd8-4ac5d3005329 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.487372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ee5e2-a7ff-4540-92ee-37db2a50f1b4 req-ea38be58-f78a-44e8-8fd8-4ac5d3005329 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.488035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab725d-968f-44fa-9a2f-d2fba881b4ed req-8bda240c-6cca-4da8-bc1e-20b91f62eb25 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.495782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17ab725d-968f-44fa-9a2f-d2fba881b4ed req-8bda240c-6cca-4da8-bc1e-20b91f62eb25 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 931 time: 0.1001730 Jul 16 01:28:10.503715 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.505984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ee5e2-a7ff-4540-92ee-37db2a50f1b4 req-ea38be58-f78a-44e8-8fd8-4ac5d3005329 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.514195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ee5e2-a7ff-4540-92ee-37db2a50f1b4 req-ea38be58-f78a-44e8-8fd8-4ac5d3005329 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.523206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f4ee5e2-a7ff-4540-92ee-37db2a50f1b4 req-ea38be58-f78a-44e8-8fd8-4ac5d3005329 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.3212152 Jul 16 01:28:10.532168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39498813-a3f3-4d3b-a06b-ba2234060282 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:10.549605 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17ab725d-968f-44fa-9a2f-d2fba881b4ed req-632cd831-8c48-4c7c-81b0-dad191cfadfc tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479288 Jul 16 01:28:10.562673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:10.568158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.568529 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.569214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.617541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-b486c0ad-7af0-46f2-8436-bc99845f7e5f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0384736 Jul 16 01:28:10.634878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Request body: {'port': {'device_id': 'f1ddb6db-c704-44b4-9e8c-e87aa0331d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:10.637510 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.645327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f4ee5e2-a7ff-4540-92ee-37db2a50f1b4 req-1fee521f-79c4-48e2-a3b6-e5f5c9c92b46 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205871 Jul 16 01:28:10.661613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.665422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.667470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.667904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.668446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.668789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.669863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.670513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.670996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.671448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.672009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.672384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:10.793056 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.909124 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['39498813-a3f3-4d3b-a06b-ba2234060282'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:11.154270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc684f76-13f2-4124-af89-3b448b3f6d4c {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:11.170055 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.188810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Transition to ACTIVE for port object dc684f76-13f2-4124-af89-3b448b3f6d4c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:11.200151 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.224279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5cb10-ea5d-49bc-afe1-a885f97b4067 req-c1cdade1-b40c-4b5d-b153-091b422e8514 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.234263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-63e5cb10-ea5d-49bc-afe1-a885f97b4067 req-c1cdade1-b40c-4b5d-b153-091b422e8514 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 944 time: 0.1309428 Jul 16 01:28:11.282577 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-63e5cb10-ea5d-49bc-afe1-a885f97b4067 req-2bfc7b6f-b1f8-4401-b62f-7bb82a8faba6 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473990 Jul 16 01:28:11.379415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Pushing event updated for resources: {'Port': ['ID=dc684f76-13f2-4124-af89-3b448b3f6d4c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.401936 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-388d6dfa-2232-47d3-898f-01c69b873fd7 req-1f92db0c-36db-4ca8-bfdb-7459361cf0f8 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0897300 Jul 16 01:28:11.418663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Attempting to bind port dc684f76-13f2-4124-af89-3b448b3f6d4c on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:11.419060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Attempting to bind port dc684f76-13f2-4124-af89-3b448b3f6d4c by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '338d0228-cac3-4cad-bf8d-638c732aee2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:11.419500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Attempting to bind port dc684f76-13f2-4124-af89-3b448b3f6d4c on network ced63e38-3d45-4e49-8c13-fde9752a1a42 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:11.425614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Port dc684f76-13f2-4124-af89-3b448b3f6d4c on network ced63e38-3d45-4e49-8c13-fde9752a1a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:11.426050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Attempting to bind port dc684f76-13f2-4124-af89-3b448b3f6d4c on network ced63e38-3d45-4e49-8c13-fde9752a1a42 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:11.432909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:11.433413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Checking segment: {'id': '338d0228-cac3-4cad-bf8d-638c732aee2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:11.434273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Bound using segment: {'id': '338d0228-cac3-4cad-bf8d-638c732aee2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:11.435304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Bound port: dc684f76-13f2-4124-af89-3b448b3f6d4c, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338d0228-cac3-4cad-bf8d-638c732aee2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:11.435680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.514464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] For port dc684f76-13f2-4124-af89-3b448b3f6d4c, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:11.518678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] For port dc684f76-13f2-4124-af89-3b448b3f6d4c, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dc684f76-13f2-4124-af89-3b448b3f6d4c,segment=NetworkSegment(338d0228-cac3-4cad-bf8d-638c732aee2f),segment_id=338d0228-cac3-4cad-bf8d-638c732aee2f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:11.525191 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.573937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.573937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.575439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] 10.222.0.50 "PUT /v2.0/ports/dc684f76-13f2-4124-af89-3b448b3f6d4c HTTP/1.1" status: 200 len: 1092 time: 0.9482410 Jul 16 01:28:11.575909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ddb6db-c704-44b4-9e8c-e87aa0331d16', 'tag': 'dc684f76-13f2-4124-af89-3b448b3f6d4c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:11.578283 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375660d9-faa2-4c8b-8c3c-86bca0a7640e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ddb6db-c704-44b4-9e8c-e87aa0331d16", "tag": "dc684f76-13f2-4124-af89-3b448b3f6d4c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:11.669880 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88188a35-a6ab-43e3-8dba-3bbab3b7dfff x-openstack-request-id: req-88188a35-a6ab-43e3-8dba-3bbab3b7dfff {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:11.670435 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ddb6db-c704-44b4-9e8c-e87aa0331d16", "tag": "dc684f76-13f2-4124-af89-3b448b3f6d4c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:11.670885 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88188a35-a6ab-43e3-8dba-3bbab3b7dfff {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:11.671624 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ddb6db-c704-44b4-9e8c-e87aa0331d16', 'tag': 'dc684f76-13f2-4124-af89-3b448b3f6d4c', 'status': 'completed', 'code': 200} Jul 16 01:28:11.673871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18d5ad-e34d-490c-8f8a-f52789aae229 service neutron] Pushing event updated for resources: {'Port': ['ID=dc684f76-13f2-4124-af89-3b448b3f6d4c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.808207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-f0d5a772-7430-4c2e-8907-29eab4ab8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.815780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-f0d5a772-7430-4c2e-8907-29eab4ab8f47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f31cfdd8843d47a89712b4eb6b4b188f&device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 1095 time: 0.1831861 Jul 16 01:28:11.879730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-be9872d9-1c27-4fb1-bf78-df18e82e564c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc684f76-13f2-4124-af89-3b448b3f6d4c HTTP/1.1" status: 200 len: 217 time: 0.0550160 Jul 16 01:28:11.889766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d209570-7c9c-4fd6-a8ae-16d30a3e76bd req-452299e0-ba56-4805-8c5d-ddb7ca656a13 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.893304 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d209570-7c9c-4fd6-a8ae-16d30a3e76bd req-452299e0-ba56-4805-8c5d-ddb7ca656a13 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 943 time: 0.1681211 Jul 16 01:28:11.975661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5cc4-9e3a-4436-85ca-3e40050b922e req-aba757f8-22eb-4add-9f35-bb69e4e613f5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.984923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5cc4-9e3a-4436-85ca-3e40050b922e req-aba757f8-22eb-4add-9f35-bb69e4e613f5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.993079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5cc4-9e3a-4436-85ca-3e40050b922e req-aba757f8-22eb-4add-9f35-bb69e4e613f5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.994574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d209570-7c9c-4fd6-a8ae-16d30a3e76bd req-f90e9114-a8cf-4e6b-9910-8eda8cb0f87d tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810342 Jul 16 01:28:12.000878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-f21d6cea-2041-4c3e-bb4d-cdf7df8dccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.002378 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-f21d6cea-2041-4c3e-bb4d-cdf7df8dccfc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa790bd-92fc-4882-ad33-9f555a45300e HTTP/1.1" status: 200 len: 848 time: 0.1081383 Jul 16 01:28:12.002976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5cc4-9e3a-4436-85ca-3e40050b922e req-aba757f8-22eb-4add-9f35-bb69e4e613f5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.010734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5cc4-9e3a-4436-85ca-3e40050b922e req-aba757f8-22eb-4add-9f35-bb69e4e613f5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.017591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5cc4-9e3a-4436-85ca-3e40050b922e req-aba757f8-22eb-4add-9f35-bb69e4e613f5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.025403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5cc4-9e3a-4436-85ca-3e40050b922e req-aba757f8-22eb-4add-9f35-bb69e4e613f5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.027851 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-407e5cc4-9e3a-4436-85ca-3e40050b922e req-aba757f8-22eb-4add-9f35-bb69e4e613f5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1833189 Jul 16 01:28:12.061238 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-4560d694-e049-4aa1-875d-5cfac165169e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ced63e38-3d45-4e49-8c13-fde9752a1a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501232 Jul 16 01:28:12.094670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-407e5cc4-9e3a-4436-85ca-3e40050b922e req-39aa3216-ea93-4b0c-b728-11f47c5f5585 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610101 Jul 16 01:28:12.148735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 39498813-a3f3-4d3b-a06b-ba2234060282 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:12.192727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-fa9c0d47-3e65-4741-99ee-989e99e39ab9 service neutron] 10.222.0.50 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244080 Jul 16 01:28:12.217040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 39498813-a3f3-4d3b-a06b-ba2234060282 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:12.222728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 39498813-a3f3-4d3b-a06b-ba2234060282 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:12.223161 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.342744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1929c159-b3b1-4d3a-bde7-4b0fb07749ab req-a05649ed-3ed8-4308-a057-bc2045066f4b service neutron] 10.222.0.50 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388412 Jul 16 01:28:12.360736 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.404361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:12.407379 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decb796c-599c-4194-a337-a4746ed605c3" -d '{"events": [{"server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "name": "network-vif-plugged", "status": "completed", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:12.444104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:12.449466 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.494256 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f7faf0-5abb-4512-941b-ce90495bc5ce x-openstack-request-id: req-a7f7faf0-5abb-4512-941b-ce90495bc5ce {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:12.494683 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "name": "network-vif-plugged", "status": "completed", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:12.494991 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7f7faf0-5abb-4512-941b-ce90495bc5ce {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:12.495452 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282', 'code': 200} Jul 16 01:28:12.582875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:12.607917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375660d9-faa2-4c8b-8c3c-86bca0a7640e req-b8392edf-79f9-4941-b96c-28fc18461a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.609825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-375660d9-faa2-4c8b-8c3c-86bca0a7640e req-b8392edf-79f9-4941-b96c-28fc18461a9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f31cfdd8843d47a89712b4eb6b4b188f&device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 1095 time: 0.1951332 Jul 16 01:28:12.619483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc8f9b-ec67-40eb-bd98-c52fc5fd23e4 req-ae7533af-f091-4b3d-b2aa-4c2353eeb3c4 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.624105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-22fc8f9b-ec67-40eb-bd98-c52fc5fd23e4 req-ae7533af-f091-4b3d-b2aa-4c2353eeb3c4 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1308837 Jul 16 01:28:12.698134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94677329-941d-456a-84c6-01b66a63d1a4 req-1adb3cb1-eb95-45fe-9f8c-039dd49e10bc tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0342114 Jul 16 01:28:12.804568 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-22fc8f9b-ec67-40eb-bd98-c52fc5fd23e4 req-eb103250-d028-42dd-beb4-3c8095d700ff tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576123 Jul 16 01:28:12.846218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77146f23-27ac-45cc-9abb-64e9cce593db req-561543d3-ddc6-4a15-a1f4-4af4aa2e537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.848173 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77146f23-27ac-45cc-9abb-64e9cce593db req-561543d3-ddc6-4a15-a1f4-4af4aa2e537e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 1097 time: 0.2554204 Jul 16 01:28:12.885520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375660d9-faa2-4c8b-8c3c-86bca0a7640e req-91f99d37-4e5f-48b4-abdc-d066c65ada2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.887289 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-375660d9-faa2-4c8b-8c3c-86bca0a7640e req-91f99d37-4e5f-48b4-abdc-d066c65ada2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ced63e38-3d45-4e49-8c13-fde9752a1a42 HTTP/1.1" status: 200 len: 908 time: 0.2621431 Jul 16 01:28:12.913146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77146f23-27ac-45cc-9abb-64e9cce593db req-1936e943-5451-42ed-851b-14417a3684eb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492160 Jul 16 01:28:12.961287 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-375660d9-faa2-4c8b-8c3c-86bca0a7640e req-7f1638c0-a00a-45e7-83bf-669fcc863803 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc684f76-13f2-4124-af89-3b448b3f6d4c HTTP/1.1" status: 200 len: 217 time: 0.0625701 Jul 16 01:28:13.040515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375660d9-faa2-4c8b-8c3c-86bca0a7640e req-c49103b6-7885-40ac-a89d-31704463b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.043034 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-375660d9-faa2-4c8b-8c3c-86bca0a7640e req-c49103b6-7885-40ac-a89d-31704463b958 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa790bd-92fc-4882-ad33-9f555a45300e HTTP/1.1" status: 200 len: 848 time: 0.0706348 Jul 16 01:28:13.104874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-375660d9-faa2-4c8b-8c3c-86bca0a7640e req-b5fdb753-cebc-4fdf-ac93-d24e908e084f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ced63e38-3d45-4e49-8c13-fde9752a1a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493321 Jul 16 01:28:13.225772 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:28:13.288647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-375660d9-faa2-4c8b-8c3c-86bca0a7640e req-e0b74c3f-2139-48a4-a45a-f0c66f94afff service neutron] 10.222.0.50 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737456 Jul 16 01:28:13.302409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68fbbf-c03a-496a-ae67-e89532b6724a req-73d5e002-49a7-48e6-8ca1-078b57d5eadb tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.303992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a68fbbf-c03a-496a-ae67-e89532b6724a req-73d5e002-49a7-48e6-8ca1-078b57d5eadb tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 943 time: 0.1413050 Jul 16 01:28:13.405831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7bf6b-34dc-403d-9f14-197c25b1b145 req-891dcfc0-b639-4a68-bdfc-4c7a22adbc37 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.415498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7bf6b-34dc-403d-9f14-197c25b1b145 req-891dcfc0-b639-4a68-bdfc-4c7a22adbc37 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.424857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7bf6b-34dc-403d-9f14-197c25b1b145 req-891dcfc0-b639-4a68-bdfc-4c7a22adbc37 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.429683 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-375660d9-faa2-4c8b-8c3c-86bca0a7640e req-fcbbac57-9280-41a4-86b4-4d129667afe3 service neutron] 10.222.0.50 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246395 Jul 16 01:28:13.436402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7bf6b-34dc-403d-9f14-197c25b1b145 req-891dcfc0-b639-4a68-bdfc-4c7a22adbc37 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.445977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7bf6b-34dc-403d-9f14-197c25b1b145 req-891dcfc0-b639-4a68-bdfc-4c7a22adbc37 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.456602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7bf6b-34dc-403d-9f14-197c25b1b145 req-891dcfc0-b639-4a68-bdfc-4c7a22adbc37 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.469134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7bf6b-34dc-403d-9f14-197c25b1b145 req-891dcfc0-b639-4a68-bdfc-4c7a22adbc37 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.470865 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a68fbbf-c03a-496a-ae67-e89532b6724a req-e374841f-7304-4a1b-8060-0d3b6c082c71 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567683 Jul 16 01:28:13.471585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92d7bf6b-34dc-403d-9f14-197c25b1b145 req-891dcfc0-b639-4a68-bdfc-4c7a22adbc37 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1568015 Jul 16 01:28:13.520658 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92d7bf6b-34dc-403d-9f14-197c25b1b145 req-655f30bc-d418-40da-98d1-6c1f9128b340 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405989 Jul 16 01:28:13.895757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4b469c87-4959-4db6-87ba-c73a3470b811 req-f4c0d123-ec1c-460c-9786-778161bf8c86 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0423787 Jul 16 01:28:14.326832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2fd14-28dd-4406-a06c-97a6c2abc049 req-83a2fef6-1183-48ff-bf28-2834bc6d772b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.329190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7bd2fd14-28dd-4406-a06c-97a6c2abc049 req-83a2fef6-1183-48ff-bf28-2834bc6d772b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.0878952 Jul 16 01:28:14.378602 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7bd2fd14-28dd-4406-a06c-97a6c2abc049 req-3cae91de-e51e-4b87-a56e-e06ec86947d4 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Jul 16 01:28:14.589051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c946f-85b2-412e-81ca-d7544f46cc4d req-771d254f-0417-464e-b77b-dbd7fc62d61b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.593301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-606c946f-85b2-412e-81ca-d7544f46cc4d req-771d254f-0417-464e-b77b-dbd7fc62d61b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.0767701 Jul 16 01:28:14.606703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44954) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:14.612408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a3cfd5f8-b8be-4658-9fb3-4f5c75b01c29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Request body: {'floatingip': {'port_id': '39498813-a3f3-4d3b-a06b-ba2234060282'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:14.718565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd5f8-b8be-4658-9fb3-4f5c75b01c29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.817810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34895-622a-4a86-a0cc-d87f66f69415 req-a40f8d17-1734-43b2-8a75-eea6f928c129 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.825531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34895-622a-4a86-a0cc-d87f66f69415 req-a40f8d17-1734-43b2-8a75-eea6f928c129 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.831817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34895-622a-4a86-a0cc-d87f66f69415 req-a40f8d17-1734-43b2-8a75-eea6f928c129 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.839957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34895-622a-4a86-a0cc-d87f66f69415 req-a40f8d17-1734-43b2-8a75-eea6f928c129 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.847553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34895-622a-4a86-a0cc-d87f66f69415 req-a40f8d17-1734-43b2-8a75-eea6f928c129 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.854689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34895-622a-4a86-a0cc-d87f66f69415 req-a40f8d17-1734-43b2-8a75-eea6f928c129 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.862124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34895-622a-4a86-a0cc-d87f66f69415 req-a40f8d17-1734-43b2-8a75-eea6f928c129 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.871952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62d34895-622a-4a86-a0cc-d87f66f69415 req-a40f8d17-1734-43b2-8a75-eea6f928c129 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1513455 Jul 16 01:28:14.929276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62d34895-622a-4a86-a0cc-d87f66f69415 req-78064e38-6385-4b13-bf26-b88db8171e3d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527048 Jul 16 01:28:14.938084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabe6b7-5885-469c-812b-bd97d4eeac1e req-58e37107-e367-45fe-94da-b2d11be91894 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.939655 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1cabe6b7-5885-469c-812b-bd97d4eeac1e req-58e37107-e367-45fe-94da-b2d11be91894 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 943 time: 0.2184315 Jul 16 01:28:15.065897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1cabe6b7-5885-469c-812b-bd97d4eeac1e req-b4eeeee5-62ea-4764-9630-45d3d9cf420d tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163046 Jul 16 01:28:15.178375 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cdbff80-fb63-4141-812a-b50a8d6d15b1 req-4b909186-de28-44e8-876a-4ec9d23e27fb tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0608952 Jul 16 01:28:15.987184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd5f8-b8be-4658-9fb3-4f5c75b01c29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.993023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd5f8-b8be-4658-9fb3-4f5c75b01c29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.148409 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-a3cfd5f8-b8be-4658-9fb3-4f5c75b01c29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Floating IP 35f33a9a-8ee4-43e0-a5b2-42c02084c7f9 associated. External IP: 172.25.4.11, port: 39498813-a3f3-4d3b-a06b-ba2234060282. Jul 16 01:28:16.182826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655dff0-961b-40a4-836f-ecd178c9cec2 req-2cbf9145-4ef9-4b63-9e05-2e2e79cf4c84 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.190498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655dff0-961b-40a4-836f-ecd178c9cec2 req-2cbf9145-4ef9-4b63-9e05-2e2e79cf4c84 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.197859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655dff0-961b-40a4-836f-ecd178c9cec2 req-2cbf9145-4ef9-4b63-9e05-2e2e79cf4c84 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.203704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655dff0-961b-40a4-836f-ecd178c9cec2 req-2cbf9145-4ef9-4b63-9e05-2e2e79cf4c84 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.212132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655dff0-961b-40a4-836f-ecd178c9cec2 req-2cbf9145-4ef9-4b63-9e05-2e2e79cf4c84 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.222615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655dff0-961b-40a4-836f-ecd178c9cec2 req-2cbf9145-4ef9-4b63-9e05-2e2e79cf4c84 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.229965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655dff0-961b-40a4-836f-ecd178c9cec2 req-2cbf9145-4ef9-4b63-9e05-2e2e79cf4c84 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.238169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3655dff0-961b-40a4-836f-ecd178c9cec2 req-2cbf9145-4ef9-4b63-9e05-2e2e79cf4c84 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1559517 Jul 16 01:28:16.332834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3655dff0-961b-40a4-836f-ecd178c9cec2 req-fb384fd3-bbd4-425f-aa74-330494f5a907 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936651 Jul 16 01:28:16.451912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e041-9921-42cc-9d02-2ce8ce8820b1 req-247d9060-dc1b-4569-a3c5-d2fd2bfa6884 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.453626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23e7e041-9921-42cc-9d02-2ce8ce8820b1 req-247d9060-dc1b-4569-a3c5-d2fd2bfa6884 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 943 time: 0.1434205 Jul 16 01:28:16.567145 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2ea441d-4b29-4ee4-9fe4-cb9b99115ee7 req-b027c3d4-a9bc-410d-b6bf-a89e96ef541d tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0484095 Jul 16 01:28:16.574564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23e7e041-9921-42cc-9d02-2ce8ce8820b1 req-ae29a938-3b07-48b4-afe3-7d0bb45b98d9 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094699 Jul 16 01:28:16.620085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cfd5f8-b8be-4658-9fb3-4f5c75b01c29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:16.808083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cfd5f8-b8be-4658-9fb3-4f5c75b01c29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:16.813160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3cfd5f8-b8be-4658-9fb3-4f5c75b01c29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.819935 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] Sync routers for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:16.835611 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:16.836514 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:27:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:16.858236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a3cfd5f8-b8be-4658-9fb3-4f5c75b01c29 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "PUT /v2.0/floatingips/35f33a9a-8ee4-43e0-a5b2-42c02084c7f9 HTTP/1.1" status: 200 len: 990 time: 2.2459702 Jul 16 01:28:16.858236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:16.858236 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86349ea6-dd95-426b-8c53-5c7181dbc65d" -d '{"events": [{"name": "network-changed", "server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:16.938963 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71934869-5b5b-4769-9328-98a7f1ac7d54 x-openstack-request-id: req-71934869-5b5b-4769-9328-98a7f1ac7d54 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:16.939261 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:16.939539 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71934869-5b5b-4769-9328-98a7f1ac7d54 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:16.939944 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282', 'status': 'completed', 'code': 200} Jul 16 01:28:16.969995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dc684f76-13f2-4124-af89-3b448b3f6d4c details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:16.981183 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:17.065239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-e28d09e2-206d-43aa-b89a-802f8cc29546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.075105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-e28d09e2-206d-43aa-b89a-802f8cc29546 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 1097 time: 0.1171215 Jul 16 01:28:17.130926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port dc684f76-13f2-4124-af89-3b448b3f6d4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dc684f76-13f2-4124-af89-3b448b3f6d4c,segment=NetworkSegment(338d0228-cac3-4cad-bf8d-638c732aee2f),segment_id=338d0228-cac3-4cad-bf8d-638c732aee2f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:17.149425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'dc684f76-13f2-4124-af89-3b448b3f6d4c', 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42', 'port_id': 'dc684f76-13f2-4124-af89-3b448b3f6d4c', 'mac_address': 'fa:16:3e:83:27:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa790bd-92fc-4882-ad33-9f555a45300e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:17.208280 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.229110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc684f76-13f2-4124-af89-3b448b3f6d4c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:17.258575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port dc684f76-13f2-4124-af89-3b448b3f6d4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dc684f76-13f2-4124-af89-3b448b3f6d4c,segment=NetworkSegment(338d0228-cac3-4cad-bf8d-638c732aee2f),segment_id=338d0228-cac3-4cad-bf8d-638c732aee2f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:17.263547 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.315911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-8cc4e94d-37d9-4902-886f-0cd15bdc21fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.317515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-8cc4e94d-37d9-4902-886f-0cd15bdc21fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 917 time: 0.2311022 Jul 16 01:28:17.339626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=dc684f76-13f2-4124-af89-3b448b3f6d4c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:17.407989 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '35f33a9a-8ee4-43e0-a5b2-42c02084c7f9', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'port_id': '39498813-a3f3-4d3b-a06b-ba2234060282', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'mac_address': 'fa:16:3e:90:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:00Z', 'updated_at': '2021-07-16T01:28:15Z', 'revision_number': 1, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:17.477303 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] Checking router: 53f565f4-29ca-4fd6-a0b9-d808bb93a22c for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:17.483634 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-6c6839d7-c7a4-487d-a3d0-2afba6b7032c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39498813-a3f3-4d3b-a06b-ba2234060282 HTTP/1.1" status: 200 len: 998 time: 0.1588168 Jul 16 01:28:17.503188 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:17.503939 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:27:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:17.576613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dc684f76-13f2-4124-af89-3b448b3f6d4c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:17.604196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-b6148d0d-78f3-4e3e-8df1-17cc4974527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.605963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-b6148d0d-78f3-4e3e-8df1-17cc4974527d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.1141660 Jul 16 01:28:17.690214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ae0f8-6045-49b7-b93b-099bdb73fe76 req-2b00487b-2d52-4d32-afdd-8cc3a4d86f71 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.698293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ae0f8-6045-49b7-b93b-099bdb73fe76 req-2b00487b-2d52-4d32-afdd-8cc3a4d86f71 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.705934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ae0f8-6045-49b7-b93b-099bdb73fe76 req-2b00487b-2d52-4d32-afdd-8cc3a4d86f71 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.712306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ae0f8-6045-49b7-b93b-099bdb73fe76 req-2b00487b-2d52-4d32-afdd-8cc3a4d86f71 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.719194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ae0f8-6045-49b7-b93b-099bdb73fe76 req-2b00487b-2d52-4d32-afdd-8cc3a4d86f71 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.723963 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:17.726474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ae0f8-6045-49b7-b93b-099bdb73fe76 req-2b00487b-2d52-4d32-afdd-8cc3a4d86f71 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.735652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ae0f8-6045-49b7-b93b-099bdb73fe76 req-2b00487b-2d52-4d32-afdd-8cc3a4d86f71 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.744380 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d1ae0f8-6045-49b7-b93b-099bdb73fe76 req-2b00487b-2d52-4d32-afdd-8cc3a4d86f71 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.2419517 Jul 16 01:28:17.838066 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d1ae0f8-6045-49b7-b93b-099bdb73fe76 req-b27e8480-9f88-46a1-ad49-c40e8a49242b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919523 Jul 16 01:28:17.846857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-8606d513-3186-408c-b3da-06dc03ede8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.850997 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-8606d513-3186-408c-b3da-06dc03ede8fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2341239 Jul 16 01:28:17.895600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a565951-7e93-4b77-a38f-41dbd10fcf5f req-a623390c-30dc-4004-8f28-b529d41d6cd5 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.906676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a565951-7e93-4b77-a38f-41dbd10fcf5f req-a623390c-30dc-4004-8f28-b529d41d6cd5 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 944 time: 0.1597958 Jul 16 01:28:18.002213 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a565951-7e93-4b77-a38f-41dbd10fcf5f req-d59db89e-fe68-4b24-af57-b35ebf086a9d tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859823 Jul 16 01:28:18.045312 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-f59b9b49-6031-4c3f-b9d4-c1699bc976e6 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858170 Jul 16 01:28:18.189481 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '35f33a9a-8ee4-43e0-a5b2-42c02084c7f9', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'port_id': '39498813-a3f3-4d3b-a06b-ba2234060282', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'mac_address': 'fa:16:3e:90:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:00Z', 'updated_at': '2021-07-16T01:28:15Z', 'revision_number': 1, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:18.237033 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a957458-4292-4f15-99db-c27cfd022594 None None] The sync data for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 is: [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '35f33a9a-8ee4-43e0-a5b2-42c02084c7f9', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'port_id': '39498813-a3f3-4d3b-a06b-ba2234060282', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'mac_address': 'fa:16:3e:90:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:00Z', 'updated_at': '2021-07-16T01:28:15Z', 'revision_number': 1, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:18.277133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86349ea6-dd95-426b-8c53-5c7181dbc65d req-b8211244-a690-4fe9-8aae-7b97192a6ae3 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197735 Jul 16 01:28:18.306758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aed666bd-9939-4fd3-ab72-e325b583f785 req-9a15d3c0-2ebb-4e8c-a229-353c3bf8789d tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0685489 Jul 16 01:28:18.601424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45c285-89d6-4010-abb3-763a29876b94 None None] New status for floating IP 35f33a9a-8ee4-43e0-a5b2-42c02084c7f9: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:28:18.973079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dc684f76-13f2-4124-af89-3b448b3f6d4c up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:19.063233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port dc684f76-13f2-4124-af89-3b448b3f6d4c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:19.076486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port dc684f76-13f2-4124-af89-3b448b3f6d4c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:19.077750 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.132899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258217-9190-4dc5-85a1-ae8757cbfe48 req-c679da3f-65af-4512-9502-53387ebe5bea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.152786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258217-9190-4dc5-85a1-ae8757cbfe48 req-c679da3f-65af-4512-9502-53387ebe5bea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.159848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258217-9190-4dc5-85a1-ae8757cbfe48 req-c679da3f-65af-4512-9502-53387ebe5bea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.169232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258217-9190-4dc5-85a1-ae8757cbfe48 req-c679da3f-65af-4512-9502-53387ebe5bea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.176257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258217-9190-4dc5-85a1-ae8757cbfe48 req-c679da3f-65af-4512-9502-53387ebe5bea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.184329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258217-9190-4dc5-85a1-ae8757cbfe48 req-c679da3f-65af-4512-9502-53387ebe5bea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.190899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258217-9190-4dc5-85a1-ae8757cbfe48 req-c679da3f-65af-4512-9502-53387ebe5bea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.199527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-08258217-9190-4dc5-85a1-ae8757cbfe48 req-c679da3f-65af-4512-9502-53387ebe5bea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.2157376 Jul 16 01:28:19.252111 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.262969 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-08258217-9190-4dc5-85a1-ae8757cbfe48 req-72cb1086-9681-4d5c-82ee-f19e356b153a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623300 Jul 16 01:28:19.287129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba2f6d-6131-4629-b1d4-88373f85c6f4 req-c0a36393-e315-474b-88de-ec5577717b80 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.288766 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03ba2f6d-6131-4629-b1d4-88373f85c6f4 req-c0a36393-e315-474b-88de-ec5577717b80 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 944 time: 0.1103296 Jul 16 01:28:19.321527 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ddb6db-c704-44b4-9e8c-e87aa0331d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc684f76-13f2-4124-af89-3b448b3f6d4c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:19.331100 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67d9e5e-cea9-4f8f-9ebb-87cbec327304" -d '{"events": [{"server_uuid": "f1ddb6db-c704-44b4-9e8c-e87aa0331d16", "name": "network-vif-plugged", "status": "completed", "tag": "dc684f76-13f2-4124-af89-3b448b3f6d4c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:19.363807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port dc684f76-13f2-4124-af89-3b448b3f6d4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dc684f76-13f2-4124-af89-3b448b3f6d4c,segment=NetworkSegment(338d0228-cac3-4cad-bf8d-638c732aee2f),segment_id=338d0228-cac3-4cad-bf8d-638c732aee2f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:19.368972 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.382248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03ba2f6d-6131-4629-b1d4-88373f85c6f4 req-bbc66ea1-34bc-496b-a405-15f1533a0a72 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848432 Jul 16 01:28:19.443558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=dc684f76-13f2-4124-af89-3b448b3f6d4c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.465083 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdfe343-1988-4f8b-b5d6-013f1744df59 x-openstack-request-id: req-bcdfe343-1988-4f8b-b5d6-013f1744df59 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:19.466132 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ddb6db-c704-44b4-9e8c-e87aa0331d16", "name": "network-vif-plugged", "status": "completed", "tag": "dc684f76-13f2-4124-af89-3b448b3f6d4c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:19.466132 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcdfe343-1988-4f8b-b5d6-013f1744df59 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:19.466541 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ddb6db-c704-44b4-9e8c-e87aa0331d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc684f76-13f2-4124-af89-3b448b3f6d4c', 'code': 200} Jul 16 01:28:19.679987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb48a575-5066-441e-9114-285843e09199 req-177b61e8-5ff6-42ea-9c21-f117be867ce0 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0822031 Jul 16 01:28:19.706861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdbe5f-cbe3-4307-bb46-42bc0f343c5f req-165f6bba-e7ec-44f0-b816-a60399d949c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.708744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ecdbe5f-cbe3-4307-bb46-42bc0f343c5f req-165f6bba-e7ec-44f0-b816-a60399d949c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 1097 time: 0.1577494 Jul 16 01:28:19.749248 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ecdbe5f-cbe3-4307-bb46-42bc0f343c5f req-f188b90e-7930-4186-a042-d8a91b6b3a29 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Jul 16 01:28:20.541345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c33e66-c99d-47b6-9e60-dab5c50b2633 req-84c6ecfc-ce54-4193-9453-7713fd2a30ca tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.549489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c33e66-c99d-47b6-9e60-dab5c50b2633 req-84c6ecfc-ce54-4193-9453-7713fd2a30ca tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.558238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c33e66-c99d-47b6-9e60-dab5c50b2633 req-84c6ecfc-ce54-4193-9453-7713fd2a30ca tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.566306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c33e66-c99d-47b6-9e60-dab5c50b2633 req-84c6ecfc-ce54-4193-9453-7713fd2a30ca tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.573503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c33e66-c99d-47b6-9e60-dab5c50b2633 req-84c6ecfc-ce54-4193-9453-7713fd2a30ca tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.582293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c33e66-c99d-47b6-9e60-dab5c50b2633 req-84c6ecfc-ce54-4193-9453-7713fd2a30ca tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.601542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c33e66-c99d-47b6-9e60-dab5c50b2633 req-84c6ecfc-ce54-4193-9453-7713fd2a30ca tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.605884 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a2c33e66-c99d-47b6-9e60-dab5c50b2633 req-84c6ecfc-ce54-4193-9453-7713fd2a30ca tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1807883 Jul 16 01:28:20.672381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a2c33e66-c99d-47b6-9e60-dab5c50b2633 req-9264fd06-3557-422b-a9f9-0fa6474b3c2d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585124 Jul 16 01:28:20.868362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df7b03-64a0-49fa-8a11-b447e2548064 req-4bf1cc07-a306-473c-b1e0-bde8bb035f19 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.882638 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e1df7b03-64a0-49fa-8a11-b447e2548064 req-4bf1cc07-a306-473c-b1e0-bde8bb035f19 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 945 time: 0.1323664 Jul 16 01:28:20.963535 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e1df7b03-64a0-49fa-8a11-b447e2548064 req-d973555c-6c71-46ed-83bf-8df30d9a14da tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787625 Jul 16 01:28:21.158061 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14501dbd-e861-421a-83e7-95a89fd9ab3d req-a1fd9b34-3439-4f24-b453-26e9d6b6d4f4 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0560260 Jul 16 01:28:21.981354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f80c5-6384-4b0d-a864-0c58667ff25a req-261d7c17-7419-45ea-a49a-a7c908961112 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.988060 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f80c5-6384-4b0d-a864-0c58667ff25a req-261d7c17-7419-45ea-a49a-a7c908961112 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.994685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f80c5-6384-4b0d-a864-0c58667ff25a req-261d7c17-7419-45ea-a49a-a7c908961112 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.001115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f80c5-6384-4b0d-a864-0c58667ff25a req-261d7c17-7419-45ea-a49a-a7c908961112 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.009557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f80c5-6384-4b0d-a864-0c58667ff25a req-261d7c17-7419-45ea-a49a-a7c908961112 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.016195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f80c5-6384-4b0d-a864-0c58667ff25a req-261d7c17-7419-45ea-a49a-a7c908961112 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.022909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f80c5-6384-4b0d-a864-0c58667ff25a req-261d7c17-7419-45ea-a49a-a7c908961112 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.025718 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-901f80c5-6384-4b0d-a864-0c58667ff25a req-261d7c17-7419-45ea-a49a-a7c908961112 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1337161 Jul 16 01:28:22.076582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-901f80c5-6384-4b0d-a864-0c58667ff25a req-33142625-2dc4-458a-b4ff-9acea9631c96 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414402 Jul 16 01:28:22.310635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812016c-fa49-4260-af29-b088942cbb04 req-438599c7-c0cd-4562-bf24-c40fbb7b35f8 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.312376 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f812016c-fa49-4260-af29-b088942cbb04 req-438599c7-c0cd-4562-bf24-c40fbb7b35f8 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 945 time: 0.0860281 Jul 16 01:28:22.346476 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0ab3e20a-9d55-4247-84a4-fd3c4a035607 req-d31b926f-8141-4259-8d99-59de1c24c890 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0460794 Jul 16 01:28:22.363052 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f812016c-fa49-4260-af29-b088942cbb04 req-98646355-02f7-4bd7-93d7-8efbc3c67dec tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Jul 16 01:28:23.410166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17f44-4547-4333-a028-f654f5165e21 req-a6d7ed8f-93b5-41f5-bebe-e031c87e8c43 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.418207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17f44-4547-4333-a028-f654f5165e21 req-a6d7ed8f-93b5-41f5-bebe-e031c87e8c43 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.428296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17f44-4547-4333-a028-f654f5165e21 req-a6d7ed8f-93b5-41f5-bebe-e031c87e8c43 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.437288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17f44-4547-4333-a028-f654f5165e21 req-a6d7ed8f-93b5-41f5-bebe-e031c87e8c43 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.443318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17f44-4547-4333-a028-f654f5165e21 req-a6d7ed8f-93b5-41f5-bebe-e031c87e8c43 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.449849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17f44-4547-4333-a028-f654f5165e21 req-a6d7ed8f-93b5-41f5-bebe-e031c87e8c43 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.455853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17f44-4547-4333-a028-f654f5165e21 req-a6d7ed8f-93b5-41f5-bebe-e031c87e8c43 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.457820 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8a17f44-4547-4333-a028-f654f5165e21 req-a6d7ed8f-93b5-41f5-bebe-e031c87e8c43 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1623089 Jul 16 01:28:23.506933 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8a17f44-4547-4333-a028-f654f5165e21 req-a83f6933-c7e6-4cbb-bcd7-135d688f9b09 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416768 Jul 16 01:28:23.562975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f8d9-f70f-4697-9e95-5275d3d684d3 req-c28bd5ff-36ab-4e08-941e-57b1d172f8dc tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.565956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c25f8d9-f70f-4697-9e95-5275d3d684d3 req-c28bd5ff-36ab-4e08-941e-57b1d172f8dc tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 945 time: 0.0884426 Jul 16 01:28:23.662396 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c25f8d9-f70f-4697-9e95-5275d3d684d3 req-d7a87bf7-2092-4e8d-9a92-903e81d0b46a tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846415 Jul 16 01:28:23.732250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06104bc9-c4f0-4cc3-9299-994069946dcb req-39c49003-41c9-4912-8561-78c50ea6e338 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0462778 Jul 16 01:28:24.276573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-9a41f27d-f0e4-4684-bb90-8aa5f6bb41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.278528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-9a41f27d-f0e4-4684-bb90-8aa5f6bb41f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1096 time: 0.1312394 Jul 16 01:28:24.365777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cd09b-2d48-4b78-877d-f5e1be948efa req-61dad1ed-cdc6-40ba-878c-89cb9af40f08 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.382317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-603cd09b-2d48-4b78-877d-f5e1be948efa req-61dad1ed-cdc6-40ba-878c-89cb9af40f08 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1415737 Jul 16 01:28:24.483851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-603cd09b-2d48-4b78-877d-f5e1be948efa req-10671326-0274-4e25-9f00-c02c22840e6c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002924 Jul 16 01:28:24.507295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-561454e8-eac3-4a57-a57b-34417f7af7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.508786 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-561454e8-eac3-4a57-a57b-34417f7af7c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.2102427 Jul 16 01:28:24.541921 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16dd5bd8-aba0-487e-a597-11d787942f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.611497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-bbc3a45d-0c3b-42ef-b539-428d64a05704 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 998 time: 0.0935163 Jul 16 01:28:24.696937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-b7069c9e-6941-4e1c-a4f2-94f14d9bf019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.698749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-b7069c9e-6941-4e1c-a4f2-94f14d9bf019 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0765703 Jul 16 01:28:24.822488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51d3d-d4db-475e-a325-cbeefaa59b47 req-bafcb5a0-7a13-4ebb-aac0-9a289f6d68de tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.824247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-ec8275cb-e89b-4284-90f6-e0b8e825e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.826462 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-ec8275cb-e89b-4284-90f6-e0b8e825e5ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103339 Jul 16 01:28:24.831226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51d3d-d4db-475e-a325-cbeefaa59b47 req-bafcb5a0-7a13-4ebb-aac0-9a289f6d68de tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.857029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51d3d-d4db-475e-a325-cbeefaa59b47 req-bafcb5a0-7a13-4ebb-aac0-9a289f6d68de tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.907285 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51d3d-d4db-475e-a325-cbeefaa59b47 req-bafcb5a0-7a13-4ebb-aac0-9a289f6d68de tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.914262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51d3d-d4db-475e-a325-cbeefaa59b47 req-bafcb5a0-7a13-4ebb-aac0-9a289f6d68de tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.927242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51d3d-d4db-475e-a325-cbeefaa59b47 req-bafcb5a0-7a13-4ebb-aac0-9a289f6d68de tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.935696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51d3d-d4db-475e-a325-cbeefaa59b47 req-bafcb5a0-7a13-4ebb-aac0-9a289f6d68de tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.938117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-87a51d3d-d4db-475e-a325-cbeefaa59b47 req-bafcb5a0-7a13-4ebb-aac0-9a289f6d68de tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.2297056 Jul 16 01:28:25.004844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-87a51d3d-d4db-475e-a325-cbeefaa59b47 req-107402eb-99b0-42b2-91ee-cc6d8d9411b1 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593007 Jul 16 01:28:25.107494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-a49f10a6-b0e3-4a0c-8021-47dda4b0a15b service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670054 Jul 16 01:28:25.123855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-cb41dd3b-b123-4da1-aa42-288a8f6647d3 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.125911 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-cb41dd3b-b123-4da1-aa42-288a8f6647d3 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 945 time: 0.1269255 Jul 16 01:28:25.136753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb30d-67b2-4c71-8d71-5dffb74b6c8e req-ce241074-19bb-4618-ae5a-f1f1cd7f0f6d tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.138682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-769bb30d-67b2-4c71-8d71-5dffb74b6c8e req-ce241074-19bb-4618-ae5a-f1f1cd7f0f6d tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 945 time: 0.1714783 Jul 16 01:28:25.220245 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9baf2077-2173-4c68-aee9-5cbbf8c35f5a req-c3bfcff3-1b18-4d78-a87d-3df6e978bda8 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0391710 Jul 16 01:28:25.302519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d24a418-5f6f-4117-bd26-6d0af7df979c req-7808dc26-3e24-4a90-9d45-17d008b7e011 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807673 Jul 16 01:28:25.320616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-711b4317-231e-4818-b73a-e59fcde5b772 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Deleting port dc684f76-13f2-4124-af89-3b448b3f6d4c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:25.321040 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-711b4317-231e-4818-b73a-e59fcde5b772 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.360418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-769bb30d-67b2-4c71-8d71-5dffb74b6c8e req-5e2da3c8-4257-4983-a9ed-15defd8a3e26 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132881 Jul 16 01:28:25.466553 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-711b4317-231e-4818-b73a-e59fcde5b772 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] For port dc684f76-13f2-4124-af89-3b448b3f6d4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=dc684f76-13f2-4124-af89-3b448b3f6d4c,segment=NetworkSegment(338d0228-cac3-4cad-bf8d-638c732aee2f),segment_id=338d0228-cac3-4cad-bf8d-638c732aee2f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:25.467099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-711b4317-231e-4818-b73a-e59fcde5b772 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.490070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-711b4317-231e-4818-b73a-e59fcde5b772 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Calling delete_port for dc684f76-13f2-4124-af89-3b448b3f6d4c owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:25.494806 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.745865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-711b4317-231e-4818-b73a-e59fcde5b772 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.760406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['dc684f76-13f2-4124-af89-3b448b3f6d4c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:25.800379 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4317-231e-4818-b73a-e59fcde5b772 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Pushing event deleted for resources: {'Port': ['ID=dc684f76-13f2-4124-af89-3b448b3f6d4c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:25.870747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4b223-2118-4cdd-b4bf-53cec57c7a23 req-7ce286c3-0f7e-4155-bf87-4d6e29ae4aad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.879364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76f4b223-2118-4cdd-b4bf-53cec57c7a23 req-7ce286c3-0f7e-4155-bf87-4d6e29ae4aad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1824980 Jul 16 01:28:25.929584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-711b4317-231e-4818-b73a-e59fcde5b772 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] No DVR routers for this DVR port dc684f76-13f2-4124-af89-3b448b3f6d4c on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:25.937658 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-711b4317-231e-4818-b73a-e59fcde5b772 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.939700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd00506e-e903-4184-97b5-5658e5b14f03 req-711b4317-231e-4818-b73a-e59fcde5b772 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.50 "DELETE /v2.0/ports/dc684f76-13f2-4124-af89-3b448b3f6d4c HTTP/1.1" status: 204 len: 173 time: 0.8049786 Jul 16 01:28:25.940151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ddb6db-c704-44b4-9e8c-e87aa0331d16', 'name': 'network-vif-deleted', 'tag': 'dc684f76-13f2-4124-af89-3b448b3f6d4c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:25.943182 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a07805-7a85-4be4-a529-9e69b6e3783f" -d '{"events": [{"server_uuid": "f1ddb6db-c704-44b4-9e8c-e87aa0331d16", "name": "network-vif-deleted", "tag": "dc684f76-13f2-4124-af89-3b448b3f6d4c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:25.970548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76f4b223-2118-4cdd-b4bf-53cec57c7a23 req-0ea4d1e3-eb7a-4bd7-ae07-95daadb88539 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833428 Jul 16 01:28:26.046830 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeec35b-b8bb-4a1d-8e29-c9601b076e5c x-openstack-request-id: req-2aeec35b-b8bb-4a1d-8e29-c9601b076e5c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:26.046830 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ddb6db-c704-44b4-9e8c-e87aa0331d16", "name": "network-vif-deleted", "tag": "dc684f76-13f2-4124-af89-3b448b3f6d4c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:26.046830 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2aeec35b-b8bb-4a1d-8e29-c9601b076e5c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:26.046830 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ddb6db-c704-44b4-9e8c-e87aa0331d16', 'name': 'network-vif-deleted', 'tag': 'dc684f76-13f2-4124-af89-3b448b3f6d4c', 'status': 'completed', 'code': 200} Jul 16 01:28:26.285923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9484db-adfd-492b-9a1f-3034ba5ec179 req-150dc451-6734-435b-a2db-da7d68761323 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.293427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9484db-adfd-492b-9a1f-3034ba5ec179 req-150dc451-6734-435b-a2db-da7d68761323 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.340579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9484db-adfd-492b-9a1f-3034ba5ec179 req-150dc451-6734-435b-a2db-da7d68761323 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.349768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9484db-adfd-492b-9a1f-3034ba5ec179 req-150dc451-6734-435b-a2db-da7d68761323 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.357374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9484db-adfd-492b-9a1f-3034ba5ec179 req-150dc451-6734-435b-a2db-da7d68761323 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.367369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9484db-adfd-492b-9a1f-3034ba5ec179 req-150dc451-6734-435b-a2db-da7d68761323 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.379669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9484db-adfd-492b-9a1f-3034ba5ec179 req-150dc451-6734-435b-a2db-da7d68761323 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.391640 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d9484db-adfd-492b-9a1f-3034ba5ec179 req-150dc451-6734-435b-a2db-da7d68761323 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1970785 Jul 16 01:28:26.441989 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8de712c1-bb8c-4811-9d7c-1e15d8135c7d req-7d2ac104-f7c0-4a30-a623-35f2a6cfc331 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0695498 Jul 16 01:28:26.450329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d9484db-adfd-492b-9a1f-3034ba5ec179 req-46e126fd-9cf8-4052-8255-e6d0081e2977 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575809 Jul 16 01:28:26.527235 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.700454 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29fef30b-6433-43a3-9449-cabe2b01823c req-fd0e4c24-e687-4191-ba31-bf9bfff0a211 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ddb6db-c704-44b4-9e8c-e87aa0331d16 HTTP/1.1" status: 200 len: 210 time: 0.0698178 Jul 16 01:28:27.118803 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-acda6cbf-4c91-4f35-bda7-4528fccc6c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.216897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357e68-bdaa-4a4e-92d4-bfa1edf3e5e9 req-4079019a-9598-4126-86d7-1eb4a7fafeb9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.219321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42357e68-bdaa-4a4e-92d4-bfa1edf3e5e9 req-4079019a-9598-4126-86d7-1eb4a7fafeb9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1190484 Jul 16 01:28:27.269236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42357e68-bdaa-4a4e-92d4-bfa1edf3e5e9 req-6008c931-3234-4030-9d1a-57d22c855ff9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440328 Jul 16 01:28:27.590699 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.645719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f2f5dd85-577b-429a-bda3-3de1ec10ae0f req-ec180db0-487b-4d03-bb66-d9e6b0ed7372 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0333226 Jul 16 01:28:27.718762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec052-04b7-4451-850d-a813aaac76e8 req-19494889-fed9-45ef-aacf-fabe08a87083 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.725074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec052-04b7-4451-850d-a813aaac76e8 req-19494889-fed9-45ef-aacf-fabe08a87083 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.731762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec052-04b7-4451-850d-a813aaac76e8 req-19494889-fed9-45ef-aacf-fabe08a87083 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.737637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec052-04b7-4451-850d-a813aaac76e8 req-19494889-fed9-45ef-aacf-fabe08a87083 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.745424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec052-04b7-4451-850d-a813aaac76e8 req-19494889-fed9-45ef-aacf-fabe08a87083 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.752035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec052-04b7-4451-850d-a813aaac76e8 req-19494889-fed9-45ef-aacf-fabe08a87083 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.758313 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec052-04b7-4451-850d-a813aaac76e8 req-19494889-fed9-45ef-aacf-fabe08a87083 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.760551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bfcec052-04b7-4451-850d-a813aaac76e8 req-19494889-fed9-45ef-aacf-fabe08a87083 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1193151 Jul 16 01:28:27.810638 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bfcec052-04b7-4451-850d-a813aaac76e8 req-b5d27f11-44bb-40bb-b7ba-61150fe1dc1b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438106 Jul 16 01:28:28.179490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65690c-bd1b-46bf-8710-a1959590537b req-61b9784c-a792-445d-8a00-5c8e4b5fca2c tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.181628 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-61b9784c-a792-445d-8a00-5c8e4b5fca2c tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/networks?id=ced63e38-3d45-4e49-8c13-fde9752a1a42 HTTP/1.1" status: 200 len: 808 time: 0.1353874 Jul 16 01:28:28.203711 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-135ecfde-f245-4fd4-ae0c-6e374e7fb26d tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/quotas/f31cfdd8843d47a89712b4eb6b4b188f HTTP/1.1" status: 200 len: 375 time: 0.0166085 Jul 16 01:28:28.238582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-1e40ecff-4fc1-4f1a-a471-3af16eb10952 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f31cfdd8843d47a89712b4eb6b4b188f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339503 Jul 16 01:28:28.392162 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-433fa240-cd9c-4fb8-be5b-989eef833165 service neutron] 10.222.0.64 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493127 Jul 16 01:28:28.395380 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.488831 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-906beb4e-fdc3-4f6f-bcf7-f32e72516298 service neutron] 10.222.0.64 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898008 Jul 16 01:28:28.712671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ec068e1-91f7-43ee-bdde-75912bc970f8 req-d282da46-7302-48f4-a9c4-4a75945b7b0f tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 210 time: 0.0638592 Jul 16 01:28:28.861819 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f160125f-1c3e-44b3-be4d-bf88683e3dd7 req-ed047b43-c2a4-4663-88fa-6704d7f7cbe3 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0469339 Jul 16 01:28:29.023237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e194581f-f996-4f47-bd5b-6e17b5f6d760 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:29.025850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dc684f76-13f2-4124-af89-3b448b3f6d4c no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:29.141467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: dc684f76-13f2-4124-af89-3b448b3f6d4c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:29.142097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device dc684f76-13f2-4124-af89-3b448b3f6d4c not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:29.213561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0dfd-712e-438c-9de2-0c266fbe958e req-ba407f82-367d-4de7-8c78-5d5426c3b1f2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.221316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0dfd-712e-438c-9de2-0c266fbe958e req-ba407f82-367d-4de7-8c78-5d5426c3b1f2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.230562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0dfd-712e-438c-9de2-0c266fbe958e req-ba407f82-367d-4de7-8c78-5d5426c3b1f2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.239001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0dfd-712e-438c-9de2-0c266fbe958e req-ba407f82-367d-4de7-8c78-5d5426c3b1f2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.246231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0dfd-712e-438c-9de2-0c266fbe958e req-ba407f82-367d-4de7-8c78-5d5426c3b1f2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.253387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0dfd-712e-438c-9de2-0c266fbe958e req-ba407f82-367d-4de7-8c78-5d5426c3b1f2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.260936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0dfd-712e-438c-9de2-0c266fbe958e req-ba407f82-367d-4de7-8c78-5d5426c3b1f2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.269354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d1d0dfd-712e-438c-9de2-0c266fbe958e req-ba407f82-367d-4de7-8c78-5d5426c3b1f2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5430 time: 0.1950138 Jul 16 01:28:29.289840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e194581f-f996-4f47-bd5b-6e17b5f6d760, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:29.302381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'e194581f-f996-4f47-bd5b-6e17b5f6d760', 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297', 'port_id': 'e194581f-f996-4f47-bd5b-6e17b5f6d760', 'mac_address': 'fa:16:3e:0b:0f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cc68fe-c2c1-499d-85d0-c1b201263689', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:29.320066 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d1d0dfd-712e-438c-9de2-0c266fbe958e req-43ec7709-6797-4a94-bd8d-b24f611d4414 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492830 Jul 16 01:28:29.363175 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.385070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e194581f-f996-4f47-bd5b-6e17b5f6d760 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:29.414999 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e194581f-f996-4f47-bd5b-6e17b5f6d760, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:29.424974 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.425972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:29.515082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:29.525556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e194581f-f996-4f47-bd5b-6e17b5f6d760,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:29.538525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'a4519f73-1c3e-48ca-b665-1cb38b8f8aa6', 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297', 'port_id': 'a4519f73-1c3e-48ca-b665-1cb38b8f8aa6', 'mac_address': 'fa:16:3e:d3:ae:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cc68fe-c2c1-499d-85d0-c1b201263689', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:29.591225 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.617604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:29.643581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:29.648521 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.650289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4595d6d1-12c8-461b-babc-f1a4cc58cf6b details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:29.782552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:29.824492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:29.839156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'port_id': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b', 'mac_address': 'fa:16:3e:c7:06:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:29.916137 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.920075 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a50b7cd2-25a1-4ff3-8272-762fc0ddc456 req-e11b0637-f6a7-46ed-985a-54b4eb9b67cc tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 210 time: 0.0338283 Jul 16 01:28:29.947937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4595d6d1-12c8-461b-babc-f1a4cc58cf6b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:29.969591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:29.975112 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.976430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f89e276e-a804-44d0-8dca-a140a357db12 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:30.019049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port f89e276e-a804-44d0-8dca-a140a357db12, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f89e276e-a804-44d0-8dca-a140a357db12,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:30.119293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'f89e276e-a804-44d0-8dca-a140a357db12', 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297', 'port_id': 'f89e276e-a804-44d0-8dca-a140a357db12', 'mac_address': 'fa:16:3e:de:32:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cc68fe-c2c1-499d-85d0-c1b201263689', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:30.157713 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.169424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5d734e8-67fd-4537-a3ac-cc51d30c35b3 req-e9e95d49-ffe3-4250-93a6-06c5d9dc66f2 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0736730 Jul 16 01:28:30.423717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:30.450667 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.488461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89e276e-a804-44d0-8dca-a140a357db12 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:30.528489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port f89e276e-a804-44d0-8dca-a140a357db12, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f89e276e-a804-44d0-8dca-a140a357db12,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:30.537429 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.541221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f96976a5-505b-40e3-973f-1cc310d11e60 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:30.661225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port f96976a5-505b-40e3-973f-1cc310d11e60, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f96976a5-505b-40e3-973f-1cc310d11e60,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:30.673460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=f89e276e-a804-44d0-8dca-a140a357db12,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:30.707374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'f96976a5-505b-40e3-973f-1cc310d11e60', 'network_id': '0d9ba969-e1d7-4110-9dd3-36e383a70297', 'port_id': 'f96976a5-505b-40e3-973f-1cc310d11e60', 'mac_address': 'fa:16:3e:c4:f9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cc68fe-c2c1-499d-85d0-c1b201263689', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:30.710182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65690c-bd1b-46bf-8710-a1959590537b req-d469f6d6-9dc8-478d-a35f-598169f69c50 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.713929 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-d469f6d6-9dc8-478d-a35f-598169f69c50 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.50 "GET /v2.0/networks?id=ced63e38-3d45-4e49-8c13-fde9752a1a42 HTTP/1.1" status: 200 len: 808 time: 0.3446472 Jul 16 01:28:30.743653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Request body: {'port': {'device_id': 'a3dc8501-9322-440f-a418-79ecc5e4ea56', 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42', 'admin_state_up': True, 'tenant_id': 'f31cfdd8843d47a89712b4eb6b4b188f'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:30.773749 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.808759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96976a5-505b-40e3-973f-1cc310d11e60 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:30.838819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port f96976a5-505b-40e3-973f-1cc310d11e60, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f96976a5-505b-40e3-973f-1cc310d11e60,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:30.843935 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.880532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481799a2-1a9f-4abd-8a3b-58b31f3f9b89 req-9b36243c-7305-4208-9f12-103880f0d5f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.891148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481799a2-1a9f-4abd-8a3b-58b31f3f9b89 req-9b36243c-7305-4208-9f12-103880f0d5f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.899275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481799a2-1a9f-4abd-8a3b-58b31f3f9b89 req-9b36243c-7305-4208-9f12-103880f0d5f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.923209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481799a2-1a9f-4abd-8a3b-58b31f3f9b89 req-9b36243c-7305-4208-9f12-103880f0d5f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.929204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481799a2-1a9f-4abd-8a3b-58b31f3f9b89 req-9b36243c-7305-4208-9f12-103880f0d5f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.936641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481799a2-1a9f-4abd-8a3b-58b31f3f9b89 req-9b36243c-7305-4208-9f12-103880f0d5f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.951674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=f96976a5-505b-40e3-973f-1cc310d11e60,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:30.966836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481799a2-1a9f-4abd-8a3b-58b31f3f9b89 req-9b36243c-7305-4208-9f12-103880f0d5f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.970447 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-481799a2-1a9f-4abd-8a3b-58b31f3f9b89 req-9b36243c-7305-4208-9f12-103880f0d5f0 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5434 time: 0.3790126 Jul 16 01:28:31.042369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:31.090273 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-481799a2-1a9f-4abd-8a3b-58b31f3f9b89 req-19c3da02-bcb1-4523-9ba7-5d6e0b535ef3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903661 Jul 16 01:28:31.094291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Made reservation on behalf of f31cfdd8843d47a89712b4eb6b4b188f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:31.104174 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.354981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:31.375264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f6cfff6-82b2-4876-91f0-9073c6eac1d6 req-a1348185-6721-46c7-b863-3a9b3aa8a234 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 210 time: 0.0926206 Jul 16 01:28:31.379565 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c', 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d', 'port_id': '3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c', 'mac_address': 'fa:16:3e:6e:e3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6f68b9-c255-43b6-9005-d4a15d727917', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:31.395173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Allocated IP 172.20.0.5 (ced63e38-3d45-4e49-8c13-fde9752a1a42/cfa790bd-92fc-4882-ad33-9f555a45300e/c053aed0-4f0f-4e84-9df2-f7595144f1c5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:31.461117 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.481220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:31.510211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:31.512236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['f89e276e-a804-44d0-8dca-a140a357db12'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:31.514780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e194581f-f996-4f47-bd5b-6e17b5f6d760'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:31.519910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['f96976a5-505b-40e3-973f-1cc310d11e60'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:31.566526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a10e659e-59be-46a8-91b5-5fab9fd11c81 req-cf778b70-b39a-4f86-a8e4-6ecaf3f9379c tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0559626 Jul 16 01:28:31.652829 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.653657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 73c0c0d0-af44-454e-a4af-2ce0e4257635 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:31.686476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['4595d6d1-12c8-461b-babc-f1a4cc58cf6b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:31.725702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.755481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.844540 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.950234 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Pushing event updated for resources: {'Port': ['ID=c053aed0-4f0f-4e84-9df2-f7595144f1c5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.963135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Network ced63e38-3d45-4e49-8c13-fde9752a1a42 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:31.965559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:31.972065 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:32.002326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 73c0c0d0-af44-454e-a4af-2ce0e4257635, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:32.017005 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b8be388-aa2b-4261-a6f3-edb9a0ef95f4 req-28cac087-c3da-40e2-bb85-b004b26a2d5e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0698330 Jul 16 01:28:32.076498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.079114 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.107985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '73c0c0d0-af44-454e-a4af-2ce0e4257635', 'network_id': 'c1a6271f-26a6-4477-a38f-471fd54f2d3d', 'port_id': '73c0c0d0-af44-454e-a4af-2ce0e4257635', 'mac_address': 'fa:16:3e:35:b9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6f68b9-c255-43b6-9005-d4a15d727917', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:32.113971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-3eb2f55a-4119-4424-91ab-18f7322495ff tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3908129 Jul 16 01:28:32.133003 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Request body: {'port': {'device_id': 'a3dc8501-9322-440f-a418-79ecc5e4ea56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:32.263310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.446978 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.455184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['a4519f73-1c3e-48ca-b665-1cb38b8f8aa6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:32.575314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c0c0d0-af44-454e-a4af-2ce0e4257635 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:32.676990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e4d6a-8621-4c87-a3eb-e93b85959d6f req-15c55da7-b68c-4d51-812c-ac028978137e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.694559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e4d6a-8621-4c87-a3eb-e93b85959d6f req-15c55da7-b68c-4d51-812c-ac028978137e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.695444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 73c0c0d0-af44-454e-a4af-2ce0e4257635, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:32.712025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e4d6a-8621-4c87-a3eb-e93b85959d6f req-15c55da7-b68c-4d51-812c-ac028978137e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.725125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e4d6a-8621-4c87-a3eb-e93b85959d6f req-15c55da7-b68c-4d51-812c-ac028978137e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.733685 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.745626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e4d6a-8621-4c87-a3eb-e93b85959d6f req-15c55da7-b68c-4d51-812c-ac028978137e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.753568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e4d6a-8621-4c87-a3eb-e93b85959d6f req-15c55da7-b68c-4d51-812c-ac028978137e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.754549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d54e51-2444-4dbb-8580-6ef085ca899f req-8523188b-e5c7-4b11-bf1e-6f228eec4025 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.763258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-35d54e51-2444-4dbb-8580-6ef085ca899f req-8523188b-e5c7-4b11-bf1e-6f228eec4025 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 931 time: 0.1646931 Jul 16 01:28:32.777061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e4d6a-8621-4c87-a3eb-e93b85959d6f req-15c55da7-b68c-4d51-812c-ac028978137e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.792183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c3e4d6a-8621-4c87-a3eb-e93b85959d6f req-15c55da7-b68c-4d51-812c-ac028978137e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5436 time: 0.4700403 Jul 16 01:28:32.856155 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-35d54e51-2444-4dbb-8580-6ef085ca899f req-0b0a3a2d-55ea-4747-8a75-7c026e6e8959 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919197 Jul 16 01:28:32.918771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=73c0c0d0-af44-454e-a4af-2ce0e4257635,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.055135 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c3e4d6a-8621-4c87-a3eb-e93b85959d6f req-c940a983-1aa2-44c1-866f-4f60ce723647 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2591412 Jul 16 01:28:33.169029 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-166b2326-1f59-4ba4-8a4e-2424b7dfa6fa req-a27053b1-afa9-411f-b9ea-50ce50efe39b tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.1031096 Jul 16 01:28:33.288036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c053aed0-4f0f-4e84-9df2-f7595144f1c5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:33.303905 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.329269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Transition to ACTIVE for port object c053aed0-4f0f-4e84-9df2-f7595144f1c5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:33.343311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.417785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:33.482372 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Pushing event updated for resources: {'Port': ['ID=c053aed0-4f0f-4e84-9df2-f7595144f1c5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.486524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['73c0c0d0-af44-454e-a4af-2ce0e4257635'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:33.588620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Attempting to bind port c053aed0-4f0f-4e84-9df2-f7595144f1c5 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:33.589452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Attempting to bind port c053aed0-4f0f-4e84-9df2-f7595144f1c5 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '338d0228-cac3-4cad-bf8d-638c732aee2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:33.590256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Attempting to bind port c053aed0-4f0f-4e84-9df2-f7595144f1c5 on network ced63e38-3d45-4e49-8c13-fde9752a1a42 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:33.600726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Port c053aed0-4f0f-4e84-9df2-f7595144f1c5 on network ced63e38-3d45-4e49-8c13-fde9752a1a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:33.600726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Attempting to bind port c053aed0-4f0f-4e84-9df2-f7595144f1c5 on network ced63e38-3d45-4e49-8c13-fde9752a1a42 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:33.611941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:33.613063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Checking segment: {'id': '338d0228-cac3-4cad-bf8d-638c732aee2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:33.613653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Bound using segment: {'id': '338d0228-cac3-4cad-bf8d-638c732aee2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:33.614571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Bound port: c053aed0-4f0f-4e84-9df2-f7595144f1c5, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338d0228-cac3-4cad-bf8d-638c732aee2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:33.615311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.760382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] For port c053aed0-4f0f-4e84-9df2-f7595144f1c5, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:33.765724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] For port c053aed0-4f0f-4e84-9df2-f7595144f1c5, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c053aed0-4f0f-4e84-9df2-f7595144f1c5,segment=NetworkSegment(338d0228-cac3-4cad-bf8d-638c732aee2f),segment_id=338d0228-cac3-4cad-bf8d-638c732aee2f)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:33.772927 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.812327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.813243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.814900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] 10.222.0.50 "PUT /v2.0/ports/c053aed0-4f0f-4e84-9df2-f7595144f1c5 HTTP/1.1" status: 200 len: 1092 time: 1.6884575 Jul 16 01:28:33.815516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dc8501-9322-440f-a418-79ecc5e4ea56', 'tag': 'c053aed0-4f0f-4e84-9df2-f7595144f1c5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:33.818315 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a3193-5b50-4381-a231-4e974013dede" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dc8501-9322-440f-a418-79ecc5e4ea56", "tag": "c053aed0-4f0f-4e84-9df2-f7595144f1c5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:33.887092 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d34eafa-5c7e-4ec1-81b5-d9fb28a9d888 x-openstack-request-id: req-5d34eafa-5c7e-4ec1-81b5-d9fb28a9d888 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:33.887915 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dc8501-9322-440f-a418-79ecc5e4ea56", "tag": "c053aed0-4f0f-4e84-9df2-f7595144f1c5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:33.888583 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d34eafa-5c7e-4ec1-81b5-d9fb28a9d888 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:33.889436 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3dc8501-9322-440f-a418-79ecc5e4ea56', 'tag': 'c053aed0-4f0f-4e84-9df2-f7595144f1c5', 'status': 'completed', 'code': 200} Jul 16 01:28:33.891985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c1e8c-e797-4b49-9c80-ee0df28ee247 service neutron] Pushing event updated for resources: {'Port': ['ID=c053aed0-4f0f-4e84-9df2-f7595144f1c5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.977132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65690c-bd1b-46bf-8710-a1959590537b req-99d043bb-9d82-486c-99c0-75f6fdb3a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.985791 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-99d043bb-9d82-486c-99c0-75f6fdb3a0b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f31cfdd8843d47a89712b4eb6b4b188f&device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 1095 time: 0.0882344 Jul 16 01:28:34.073660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-16e7b269-a7fc-4b28-a980-97e999804e40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c053aed0-4f0f-4e84-9df2-f7595144f1c5 HTTP/1.1" status: 200 len: 217 time: 0.0613103 Jul 16 01:28:34.140947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e14e2-94a3-4839-ab65-b1fb67102838 req-54e84004-1fac-4fec-bb5c-80bb491045b5 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.142823 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-810e14e2-94a3-4839-ab65-b1fb67102838 req-54e84004-1fac-4fec-bb5c-80bb491045b5 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 943 time: 0.1534646 Jul 16 01:28:34.151156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65690c-bd1b-46bf-8710-a1959590537b req-e18174b0-e9fe-4d38-b426-a15c30e1436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.152709 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-e18174b0-e9fe-4d38-b426-a15c30e1436b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa790bd-92fc-4882-ad33-9f555a45300e HTTP/1.1" status: 200 len: 848 time: 0.0733087 Jul 16 01:28:34.235357 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-810e14e2-94a3-4839-ab65-b1fb67102838 req-cc673092-7e77-4b42-a2ff-09531197c552 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864522 Jul 16 01:28:34.239679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-9027fa80-1935-455a-bc58-f6271f7f79d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ced63e38-3d45-4e49-8c13-fde9752a1a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667303 Jul 16 01:28:34.418068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115e0f-80e3-411f-8f1a-b04596b28609 req-ac92b0f5-0a32-4d5b-81ce-93accfaac049 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.425293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115e0f-80e3-411f-8f1a-b04596b28609 req-ac92b0f5-0a32-4d5b-81ce-93accfaac049 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.432385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115e0f-80e3-411f-8f1a-b04596b28609 req-ac92b0f5-0a32-4d5b-81ce-93accfaac049 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.439884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115e0f-80e3-411f-8f1a-b04596b28609 req-ac92b0f5-0a32-4d5b-81ce-93accfaac049 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.449346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115e0f-80e3-411f-8f1a-b04596b28609 req-ac92b0f5-0a32-4d5b-81ce-93accfaac049 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.456185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115e0f-80e3-411f-8f1a-b04596b28609 req-ac92b0f5-0a32-4d5b-81ce-93accfaac049 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.463342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115e0f-80e3-411f-8f1a-b04596b28609 req-ac92b0f5-0a32-4d5b-81ce-93accfaac049 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.471408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e115e0f-80e3-411f-8f1a-b04596b28609 req-ac92b0f5-0a32-4d5b-81ce-93accfaac049 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5437 time: 0.1638353 Jul 16 01:28:34.484360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-5ed09f9c-c0ca-4733-8729-668054a87954 service neutron] 10.222.0.50 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330577 Jul 16 01:28:34.538219 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e115e0f-80e3-411f-8f1a-b04596b28609 req-75e1bb1b-0041-495a-b97d-41e160ff5520 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656383 Jul 16 01:28:34.539438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa3f907c-efac-4dd2-b54e-7112216a2072 req-1ad69aa4-30c4-40de-ad72-937e5d8376a6 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0513921 Jul 16 01:28:34.693126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e65690c-bd1b-46bf-8710-a1959590537b req-ee15d5cd-f18d-4e87-8205-fb1d235d35d8 service neutron] 10.222.0.50 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947811 Jul 16 01:28:34.855314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3193-5b50-4381-a231-4e974013dede req-1508d9ee-a21e-4cd2-a999-ffaaf6abdab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.858114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a3a3193-5b50-4381-a231-4e974013dede req-1508d9ee-a21e-4cd2-a999-ffaaf6abdab7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f31cfdd8843d47a89712b4eb6b4b188f&device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 1095 time: 0.0911117 Jul 16 01:28:35.017560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3193-5b50-4381-a231-4e974013dede req-5b3a8abc-1ac4-4ec3-81e4-e88c82ad3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.019447 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a3a3193-5b50-4381-a231-4e974013dede req-5b3a8abc-1ac4-4ec3-81e4-e88c82ad3d63 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ced63e38-3d45-4e49-8c13-fde9752a1a42 HTTP/1.1" status: 200 len: 908 time: 0.1517885 Jul 16 01:28:35.042876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d3f24a6-a65e-4d89-b4fc-fb52e7373ad4 req-f1f4f6e2-6573-44fa-94fa-3eaffdb2d2a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b41d4d809fd3453bbdcde07a244075b2&device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0537558 Jul 16 01:28:35.076629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d3f24a6-a65e-4d89-b4fc-fb52e7373ad4 req-a58444ad-2aa6-4c85-88eb-c321141c8e47 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b41d4d809fd3453bbdcde07a244075b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255933 Jul 16 01:28:35.079704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e194581f-f996-4f47-bd5b-6e17b5f6d760 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:35.176645 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a3a3193-5b50-4381-a231-4e974013dede req-7e79e93b-56e0-4a0b-a28f-e2e3dba069ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c053aed0-4f0f-4e84-9df2-f7595144f1c5 HTTP/1.1" status: 200 len: 217 time: 0.1451383 Jul 16 01:28:35.198379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port e194581f-f996-4f47-bd5b-6e17b5f6d760 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:35.202992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port e194581f-f996-4f47-bd5b-6e17b5f6d760 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:35.203430 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.251848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af7cb79c-5f30-46b2-8e2b-f5081e614193 req-59cd477a-53b3-46f6-aad8-58bfe0161585 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0781507 Jul 16 01:28:35.307276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3193-5b50-4381-a231-4e974013dede req-895b384c-5778-4fe6-a428-3bbf93e7ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.308822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a3a3193-5b50-4381-a231-4e974013dede req-895b384c-5778-4fe6-a428-3bbf93e7ffab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa790bd-92fc-4882-ad33-9f555a45300e HTTP/1.1" status: 200 len: 848 time: 0.1249089 Jul 16 01:28:35.403181 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a3a3193-5b50-4381-a231-4e974013dede req-d41932ec-9a46-496c-8172-752144a93623 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ced63e38-3d45-4e49-8c13-fde9752a1a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848174 Jul 16 01:28:35.457011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f24a6-a65e-4d89-b4fc-fb52e7373ad4 req-ad2d1e05-5104-45d5-a59e-d655e429f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.459918 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d3f24a6-a65e-4d89-b4fc-fb52e7373ad4 req-ad2d1e05-5104-45d5-a59e-d655e429f12a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3681288 Jul 16 01:28:35.530129 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.598047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e194581f-f996-4f47-bd5b-6e17b5f6d760'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:35.611650 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941fb2be-2523-42a2-aeb7-126a96af65e1" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "e194581f-f996-4f47-bd5b-6e17b5f6d760"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:35.652651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e194581f-f996-4f47-bd5b-6e17b5f6d760, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:35.659880 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.661147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f89e276e-a804-44d0-8dca-a140a357db12 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:35.674353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:35.684144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331435185', 'description': 'tempest-secgroup-smoke-331435185 description', 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:35.694332 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a3a3193-5b50-4381-a231-4e974013dede req-1b7365ec-dd86-448c-a0c8-b6236e1ed24b service neutron] 10.222.0.50 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731051 Jul 16 01:28:35.782803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c1e4e-35df-4d80-b403-d44742358328 req-dd6fbc71-3ac8-4d02-a4a8-d118ebc2ad88 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.791663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-766c1e4e-35df-4d80-b403-d44742358328 req-dd6fbc71-3ac8-4d02-a4a8-d118ebc2ad88 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 943 time: 0.1673732 Jul 16 01:28:35.859223 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-766c1e4e-35df-4d80-b403-d44742358328 req-0bd95f1d-67d2-421e-aa72-1f7ebcb4b47b tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662491 Jul 16 01:28:35.876329 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.955736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e194581f-f996-4f47-bd5b-6e17b5f6d760,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:35.960484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port f89e276e-a804-44d0-8dca-a140a357db12 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:35.968098 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port f89e276e-a804-44d0-8dca-a140a357db12 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:35.968701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.986796 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a3a3193-5b50-4381-a231-4e974013dede req-c054d09c-07e0-4615-97e2-3e7f6bf30f8d service neutron] 10.222.0.50 "GET /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806561 Jul 16 01:28:36.023061 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051b9bdc-2a38-4bc3-aba1-f6ed627695dc x-openstack-request-id: req-051b9bdc-2a38-4bc3-aba1-f6ed627695dc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:36.023403 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "e194581f-f996-4f47-bd5b-6e17b5f6d760", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:36.023834 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-051b9bdc-2a38-4bc3-aba1-f6ed627695dc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:36.024269 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e194581f-f996-4f47-bd5b-6e17b5f6d760', 'code': 200} Jul 16 01:28:36.079573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.095662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.100927 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.118783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.120044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a892fc9-d095-4845-85d3-8ebc62671ae0 req-e5f91562-01d1-4ca6-b9c7-cb3a274424c9 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.120460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4409115 Jul 16 01:28:36.131309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45492) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:36.137206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d7ce711f-99f5-4e1a-90b2-556c99174b7f tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Request body: {'security_group_rule': {'security_group_id': '746cef10-c477-43af-a82c-b8544c1b3a44', 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:36.139839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a892fc9-d095-4845-85d3-8ebc62671ae0 req-e5f91562-01d1-4ca6-b9c7-cb3a274424c9 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.145828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a892fc9-d095-4845-85d3-8ebc62671ae0 req-e5f91562-01d1-4ca6-b9c7-cb3a274424c9 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.158317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port f89e276e-a804-44d0-8dca-a140a357db12, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f89e276e-a804-44d0-8dca-a140a357db12,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:36.163485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a892fc9-d095-4845-85d3-8ebc62671ae0 req-e5f91562-01d1-4ca6-b9c7-cb3a274424c9 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.164448 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.166216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4595d6d1-12c8-461b-babc-f1a4cc58cf6b up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:36.173755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a892fc9-d095-4845-85d3-8ebc62671ae0 req-e5f91562-01d1-4ca6-b9c7-cb3a274424c9 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.175373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7ce711f-99f5-4e1a-90b2-556c99174b7f tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.188863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a892fc9-d095-4845-85d3-8ebc62671ae0 req-e5f91562-01d1-4ca6-b9c7-cb3a274424c9 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.204721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a892fc9-d095-4845-85d3-8ebc62671ae0 req-e5f91562-01d1-4ca6-b9c7-cb3a274424c9 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.206691 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a892fc9-d095-4845-85d3-8ebc62671ae0 req-e5f91562-01d1-4ca6-b9c7-cb3a274424c9 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5438 time: 0.2531033 Jul 16 01:28:36.237778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746cef10-c477-43af-a82c-b8544c1b3a44,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.252022 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.252669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.253247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.253790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.254318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.255266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.256087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.256619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.257122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.257602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.258118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.258611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e9d8-ce46-4504-9b94-84e1651b764e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:36.311868 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7ce711f-99f5-4e1a-90b2-556c99174b7f tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.315925 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a892fc9-d095-4845-85d3-8ebc62671ae0 req-bd730745-d449-4131-88f1-c870091fd262 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002533 Jul 16 01:28:36.318524 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7ce711f-99f5-4e1a-90b2-556c99174b7f tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.360413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce711f-99f5-4e1a-90b2-556c99174b7f tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573fcb24-7f73-4b09-93b9-ce565594cc47,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.370774 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7ce711f-99f5-4e1a-90b2-556c99174b7f tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.374711 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d7ce711f-99f5-4e1a-90b2-556c99174b7f tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2421889 Jul 16 01:28:36.377551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45496) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:36.383055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e1af919a-d89f-423e-b67c-0f3071c5768a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Request body: {'security_group_rule': {'security_group_id': '746cef10-c477-43af-a82c-b8544c1b3a44', 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:36.406224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=f89e276e-a804-44d0-8dca-a140a357db12,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.413529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:36.419033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:36.419353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.427120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1af919a-d89f-423e-b67c-0f3071c5768a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.483356 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1af919a-d89f-423e-b67c-0f3071c5768a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.488755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1af919a-d89f-423e-b67c-0f3071c5768a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.509881 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1af919a-d89f-423e-b67c-0f3071c5768a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.511403 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e1af919a-d89f-423e-b67c-0f3071c5768a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327746 Jul 16 01:28:36.517818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45498) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:36.521682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47c06d2d-c665-4fda-a04d-c1a7d271b43b req-ab2af8fd-45ee-48f3-b920-eeba38512bd9 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0547924 Jul 16 01:28:36.526770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f4fe854a-da58-455d-b4ba-85fadcd12238 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Request body: {'security_group_rule': {'security_group_id': '746cef10-c477-43af-a82c-b8544c1b3a44', 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:36.533360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af919a-d89f-423e-b67c-0f3071c5768a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9ec6c0-cb3f-4045-90b3-be51a3da8ffe,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.563958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4fe854a-da58-455d-b4ba-85fadcd12238 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.577232 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.624029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:36.635429 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.638651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f96976a5-505b-40e3-973f-1cc310d11e60 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:36.669212 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4fe854a-da58-455d-b4ba-85fadcd12238 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.674206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4fe854a-da58-455d-b4ba-85fadcd12238 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.706101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe854a-da58-455d-b4ba-85fadcd12238 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44400b42-efa0-49a2-9499-16dcc803fb56,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.709863 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4fe854a-da58-455d-b4ba-85fadcd12238 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.712915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f4fe854a-da58-455d-b4ba-85fadcd12238 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923964 Jul 16 01:28:36.715563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45506) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:36.723178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3197edca-0845-4a75-a635-137a860d0cef tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Request body: {'security_group_rule': {'security_group_id': '746cef10-c477-43af-a82c-b8544c1b3a44', 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:36.745597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.748264 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port f96976a5-505b-40e3-973f-1cc310d11e60 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:36.761658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port f96976a5-505b-40e3-973f-1cc310d11e60 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:36.762041 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.795463 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3197edca-0845-4a75-a635-137a860d0cef tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.867061 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.898176 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3197edca-0845-4a75-a635-137a860d0cef tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.903982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3197edca-0845-4a75-a635-137a860d0cef tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.928766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197edca-0845-4a75-a635-137a860d0cef tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1447366-ecd6-4be9-b6b4-5a30e4bfb84e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.938728 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3197edca-0845-4a75-a635-137a860d0cef tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.938920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port f96976a5-505b-40e3-973f-1cc310d11e60, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f96976a5-505b-40e3-973f-1cc310d11e60,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:36.940792 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3197edca-0845-4a75-a635-137a860d0cef tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2238343 Jul 16 01:28:36.943279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45512) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:36.943721 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.950869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c836e975-137f-4616-9fc0-6de56df0b711 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Request body: {'security_group_rule': {'security_group_id': '746cef10-c477-43af-a82c-b8544c1b3a44', 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:36.978597 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-c836e975-137f-4616-9fc0-6de56df0b711 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Project 9d7f5ecbfff0427a9dfb27c75c4d365f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:28:36.984229 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c836e975-137f-4616-9fc0-6de56df0b711 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.027532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=f96976a5-505b-40e3-973f-1cc310d11e60,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.083168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:37.102111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c836e975-137f-4616-9fc0-6de56df0b711 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.112823 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c836e975-137f-4616-9fc0-6de56df0b711 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.143256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836e975-137f-4616-9fc0-6de56df0b711 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b4d896-4160-430c-bc4f-b71ff6c4b352,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.152347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c836e975-137f-4616-9fc0-6de56df0b711 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.161722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e13486-9480-4295-9fd3-e2b35d30dcf8 req-0e348000-f3f2-4884-80f9-ad97e49559f1 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.163456 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c836e975-137f-4616-9fc0-6de56df0b711 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2177966 Jul 16 01:28:37.167736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45518) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:37.171577 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2e13486-9480-4295-9fd3-e2b35d30dcf8 req-0e348000-f3f2-4884-80f9-ad97e49559f1 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 943 time: 0.1156883 Jul 16 01:28:37.175414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:37.181599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:37.181828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1e2db9df-0f6f-4b9c-b43a-52f993cc1e69 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Request body: {'security_group_rule': {'security_group_id': '746cef10-c477-43af-a82c-b8544c1b3a44', 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:37.183402 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.222724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2e13486-9480-4295-9fd3-e2b35d30dcf8 req-0c241560-c276-4fb7-a948-cf4a34cbb837 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499110 Jul 16 01:28:37.276894 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-1e2db9df-0f6f-4b9c-b43a-52f993cc1e69 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Project 9d7f5ecbfff0427a9dfb27c75c4d365f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:28:37.305150 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.351993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:37.357922 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.359127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:37.493258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.519894 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:37.528967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:37.529551 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.666339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7b3e3-9eb9-4dc4-bafe-d60be3f7cb48 req-9b92f421-53a0-4c4d-a837-7629071839ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.680668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7b3e3-9eb9-4dc4-bafe-d60be3f7cb48 req-9b92f421-53a0-4c4d-a837-7629071839ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.682759 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.695461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7b3e3-9eb9-4dc4-bafe-d60be3f7cb48 req-9b92f421-53a0-4c4d-a837-7629071839ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.708377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7b3e3-9eb9-4dc4-bafe-d60be3f7cb48 req-9b92f421-53a0-4c4d-a837-7629071839ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.718775 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7b3e3-9eb9-4dc4-bafe-d60be3f7cb48 req-9b92f421-53a0-4c4d-a837-7629071839ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.726187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7b3e3-9eb9-4dc4-bafe-d60be3f7cb48 req-9b92f421-53a0-4c4d-a837-7629071839ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.734467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7b3e3-9eb9-4dc4-bafe-d60be3f7cb48 req-9b92f421-53a0-4c4d-a837-7629071839ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.746646 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9a7b3e3-9eb9-4dc4-bafe-d60be3f7cb48 req-9b92f421-53a0-4c4d-a837-7629071839ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5442 time: 0.1826043 Jul 16 01:28:37.823413 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9a7b3e3-9eb9-4dc4-bafe-d60be3f7cb48 req-bf2bcc3a-03a1-4735-9d7e-26782a05aaf5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732474 Jul 16 01:28:37.964249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:37.969207 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.970133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 73c0c0d0-af44-454e-a4af-2ce0e4257635 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:38.030966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d3f24a6-a65e-4d89-b4fc-fb52e7373ad4 req-6fef012c-28de-4861-b528-226f8b4bff7a tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.67 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.7864392 Jul 16 01:28:38.033331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89e276e-a804-44d0-8dca-a140a357db12'}, {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b'}, {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96976a5-505b-40e3-973f-1cc310d11e60'}, {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c'}, {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4519f73-1c3e-48ca-b665-1cb38b8f8aa6'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:38.039150 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a259ba-b20d-44c3-aa8c-f5f1c71d0e84" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "f89e276e-a804-44d0-8dca-a140a357db12"}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "4595d6d1-12c8-461b-babc-f1a4cc58cf6b"}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "f96976a5-505b-40e3-973f-1cc310d11e60"}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c"}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "a4519f73-1c3e-48ca-b665-1cb38b8f8aa6"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:38.041183 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e2db9df-0f6f-4b9c-b43a-52f993cc1e69 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.085190 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-789d7a06-ec3f-474f-b2e3-5c124cc7c16e req-4d5fcf65-3305-4411-91f6-bccd3a51e749 tempest-ServerShowV257Test-72150341 tempest-ServerShowV257Test-72150341-project] 10.222.0.64 "GET /v2.0/ports?device_id=d505a80e-816e-4840-b232-7ed62d6f502e HTTP/1.1" status: 200 len: 210 time: 0.0568209 Jul 16 01:28:38.124723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.149064 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6278ca-c763-440c-94c1-c12bf1c15946 x-openstack-request-id: req-1d6278ca-c763-440c-94c1-c12bf1c15946 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:38.149064 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "f89e276e-a804-44d0-8dca-a140a357db12", "code": 200}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "4595d6d1-12c8-461b-babc-f1a4cc58cf6b", "code": 200}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "f96976a5-505b-40e3-973f-1cc310d11e60", "code": 200}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c", "code": 200}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "a4519f73-1c3e-48ca-b665-1cb38b8f8aa6", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:38.149064 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d6278ca-c763-440c-94c1-c12bf1c15946 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:38.149064 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89e276e-a804-44d0-8dca-a140a357db12', 'code': 200} Jul 16 01:28:38.149667 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b', 'code': 200} Jul 16 01:28:38.154368 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96976a5-505b-40e3-973f-1cc310d11e60', 'code': 200} Jul 16 01:28:38.154747 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c', 'code': 200} Jul 16 01:28:38.155119 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4519f73-1c3e-48ca-b665-1cb38b8f8aa6', 'code': 200} Jul 16 01:28:38.163101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 73c0c0d0-af44-454e-a4af-2ce0e4257635 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:38.172182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 73c0c0d0-af44-454e-a4af-2ce0e4257635 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:38.172668 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.234305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e2db9df-0f6f-4b9c-b43a-52f993cc1e69 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.238439 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e2db9df-0f6f-4b9c-b43a-52f993cc1e69 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.276937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2db9df-0f6f-4b9c-b43a-52f993cc1e69 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be951e30-5023-455e-86aa-6fbb223d2865,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.307428 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e2db9df-0f6f-4b9c-b43a-52f993cc1e69 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.312312 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1e2db9df-0f6f-4b9c-b43a-52f993cc1e69 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1397889 Jul 16 01:28:38.345313 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.406788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 73c0c0d0-af44-454e-a4af-2ce0e4257635, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:38.413626 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.490888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=73c0c0d0-af44-454e-a4af-2ce0e4257635,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.564282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe9a4a-9bcd-4afb-b9d6-30e91db88a06 req-12dc5fed-bac0-4595-bc55-79130e8ad9a1 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.571944 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6bbe9a4a-9bcd-4afb-b9d6-30e91db88a06 req-12dc5fed-bac0-4595-bc55-79130e8ad9a1 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 943 time: 0.1246295 Jul 16 01:28:38.596204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-af4da9e6-ea0c-454b-a6fd-6d94f46a6919 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331435185&fields=id&tenant_id=9d7f5ecbfff0427a9dfb27c75c4d365f HTTP/1.1" status: 200 len: 267 time: 0.0444517 Jul 16 01:28:38.630417 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6bbe9a4a-9bcd-4afb-b9d6-30e91db88a06 req-5d3bcf36-3273-4e35-9751-e0471ac870f9 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563159 Jul 16 01:28:38.721784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bef09424-847b-4d8f-b3e5-32e70c96fbb4 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.730743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bef09424-847b-4d8f-b3e5-32e70c96fbb4 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/networks?id=dc566a41-a9c7-4a27-b431-176f1716e700 HTTP/1.1" status: 200 len: 813 time: 0.1329303 Jul 16 01:28:38.749100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-1e429ce8-e30a-44e3-8499-10ef21bfdfd5 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/quotas/9d7f5ecbfff0427a9dfb27c75c4d365f HTTP/1.1" status: 200 len: 375 time: 0.0170212 Jul 16 01:28:38.859726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bb3d015a-3842-4824-9b9f-57ee8ea5d6e2 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d7f5ecbfff0427a9dfb27c75c4d365f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080000 Jul 16 01:28:39.081121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c053aed0-4f0f-4e84-9df2-f7595144f1c5 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:39.188612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2a6e-2437-4ad6-b76e-18842a901b73 req-dd7c17f5-61a8-4ae3-a4b8-56d383fe0f24 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.194982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2a6e-2437-4ad6-b76e-18842a901b73 req-dd7c17f5-61a8-4ae3-a4b8-56d383fe0f24 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.214587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2a6e-2437-4ad6-b76e-18842a901b73 req-dd7c17f5-61a8-4ae3-a4b8-56d383fe0f24 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.220441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2a6e-2437-4ad6-b76e-18842a901b73 req-dd7c17f5-61a8-4ae3-a4b8-56d383fe0f24 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.233573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2a6e-2437-4ad6-b76e-18842a901b73 req-dd7c17f5-61a8-4ae3-a4b8-56d383fe0f24 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.248543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2a6e-2437-4ad6-b76e-18842a901b73 req-dd7c17f5-61a8-4ae3-a4b8-56d383fe0f24 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.266271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2a6e-2437-4ad6-b76e-18842a901b73 req-dd7c17f5-61a8-4ae3-a4b8-56d383fe0f24 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.268253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0cc2a6e-2437-4ad6-b76e-18842a901b73 req-dd7c17f5-61a8-4ae3-a4b8-56d383fe0f24 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5444 time: 0.2139070 Jul 16 01:28:39.296167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c053aed0-4f0f-4e84-9df2-f7595144f1c5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c053aed0-4f0f-4e84-9df2-f7595144f1c5,segment=NetworkSegment(338d0228-cac3-4cad-bf8d-638c732aee2f),segment_id=338d0228-cac3-4cad-bf8d-638c732aee2f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:39.323149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0cc2a6e-2437-4ad6-b76e-18842a901b73 req-2288d8b0-0cf8-40c6-9a13-00d3a48cc6dd tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482409 Jul 16 01:28:39.344221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'c053aed0-4f0f-4e84-9df2-f7595144f1c5', 'network_id': 'ced63e38-3d45-4e49-8c13-fde9752a1a42', 'port_id': 'c053aed0-4f0f-4e84-9df2-f7595144f1c5', 'mac_address': 'fa:16:3e:59:54:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa790bd-92fc-4882-ad33-9f555a45300e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:39.422675 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.459205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c053aed0-4f0f-4e84-9df2-f7595144f1c5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:39.497958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c053aed0-4f0f-4e84-9df2-f7595144f1c5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c053aed0-4f0f-4e84-9df2-f7595144f1c5,segment=NetworkSegment(338d0228-cac3-4cad-bf8d-638c732aee2f),segment_id=338d0228-cac3-4cad-bf8d-638c732aee2f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:39.504541 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.509816 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-c86d6ced-1ff9-43ae-abea-e05df89bbef3 service neutron] 10.222.0.64 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176071 Jul 16 01:28:39.595106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=c053aed0-4f0f-4e84-9df2-f7595144f1c5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:39.675743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-637eb298-32b0-43aa-b6f7-174b385a7b80 service neutron] 10.222.0.64 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566322 Jul 16 01:28:39.760795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45580) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:39.877818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c053aed0-4f0f-4e84-9df2-f7595144f1c5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:39.973070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0ddc0-5d02-4097-85ea-233ed037f6e8 req-7567bf55-f95a-420d-8471-85e270b88159 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.981930 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0e0ddc0-5d02-4097-85ea-233ed037f6e8 req-7567bf55-f95a-420d-8471-85e270b88159 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 944 time: 0.1488066 Jul 16 01:28:40.051069 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-027330c9-5efd-4c16-9f43-abf9c76fbb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.155107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0e0ddc0-5d02-4097-85ea-233ed037f6e8 req-736eb75d-61eb-4c41-8a49-21cbb2cca795 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700408 Jul 16 01:28:40.157758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c0c0d0-af44-454e-a4af-2ce0e4257635'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:40.160685 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59a36e5-4cad-49d2-8faf-952325b04bc6" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "73c0c0d0-af44-454e-a4af-2ce0e4257635"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:40.348705 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-027330c9-5efd-4c16-9f43-abf9c76fbb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.354530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-027330c9-5efd-4c16-9f43-abf9c76fbb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.371607 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18966889-add5-4369-9091-30e359b8bb05 x-openstack-request-id: req-18966889-add5-4369-9091-30e359b8bb05 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:40.372085 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-plugged", "status": "completed", "tag": "73c0c0d0-af44-454e-a4af-2ce0e4257635", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:40.372481 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18966889-add5-4369-9091-30e359b8bb05 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:40.373044 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c0c0d0-af44-454e-a4af-2ce0e4257635', 'code': 200} Jul 16 01:28:40.454676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-027330c9-5efd-4c16-9f43-abf9c76fbb64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b41d4d809fd3453bbdcde07a244075b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890979 Jul 16 01:28:40.456077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45608) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.501388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027330c9-5efd-4c16-9f43-abf9c76fbb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73df22e-8036-4657-b0cd-ea9c026359b7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.534053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92f57a5d-7782-4998-802a-9eee51efdf96 req-189a3ac1-d5db-46aa-bd43-649191a14111 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 210 time: 0.0430772 Jul 16 01:28:40.634073 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-706421a2-bee1-4e2d-ad6e-51a9361052ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.665609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4891-5336-4e61-a248-1706f46e7b6a req-3108209d-2e05-4e4b-aa35-7c5cb646d3da tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.672173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4891-5336-4e61-a248-1706f46e7b6a req-3108209d-2e05-4e4b-aa35-7c5cb646d3da tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.680349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4891-5336-4e61-a248-1706f46e7b6a req-3108209d-2e05-4e4b-aa35-7c5cb646d3da tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.680771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-706421a2-bee1-4e2d-ad6e-51a9361052ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.692965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4891-5336-4e61-a248-1706f46e7b6a req-3108209d-2e05-4e4b-aa35-7c5cb646d3da tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.703048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4891-5336-4e61-a248-1706f46e7b6a req-3108209d-2e05-4e4b-aa35-7c5cb646d3da tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.710021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4891-5336-4e61-a248-1706f46e7b6a req-3108209d-2e05-4e4b-aa35-7c5cb646d3da tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.717313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4891-5336-4e61-a248-1706f46e7b6a req-3108209d-2e05-4e4b-aa35-7c5cb646d3da tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.719354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76ab4891-5336-4e61-a248-1706f46e7b6a req-3108209d-2e05-4e4b-aa35-7c5cb646d3da tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5444 time: 0.1386821 Jul 16 01:28:40.721377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3134a5-cac7-4d62-a015-2385906eb885 req-afab94d8-9295-449b-aec5-4228c1f0fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.721848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3134a5-cac7-4d62-a015-2385906eb885 req-afab94d8-9295-449b-aec5-4228c1f0fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.722351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3134a5-cac7-4d62-a015-2385906eb885 req-afab94d8-9295-449b-aec5-4228c1f0fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.723248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3134a5-cac7-4d62-a015-2385906eb885 req-afab94d8-9295-449b-aec5-4228c1f0fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.725057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3134a5-cac7-4d62-a015-2385906eb885 req-afab94d8-9295-449b-aec5-4228c1f0fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.725057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3134a5-cac7-4d62-a015-2385906eb885 req-afab94d8-9295-449b-aec5-4228c1f0fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.725057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3134a5-cac7-4d62-a015-2385906eb885 req-afab94d8-9295-449b-aec5-4228c1f0fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.726835 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f3134a5-cac7-4d62-a015-2385906eb885 req-afab94d8-9295-449b-aec5-4228c1f0fb0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6508 time: 0.1885026 Jul 16 01:28:40.781656 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-706421a2-bee1-4e2d-ad6e-51a9361052ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.784755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-706421a2-bee1-4e2d-ad6e-51a9361052ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.790259 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-706421a2-bee1-4e2d-ad6e-51a9361052ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e73df22e-8036-4657-b0cd-ea9c026359b7 HTTP/1.1" status: 204 len: 168 time: 0.3325737 Jul 16 01:28:40.800263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f3134a5-cac7-4d62-a015-2385906eb885 req-1c63f0db-830e-4013-a07d-9c0ded4ba559 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613632 Jul 16 01:28:40.801026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706421a2-bee1-4e2d-ad6e-51a9361052ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73df22e-8036-4657-b0cd-ea9c026359b7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.831530 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76ab4891-5336-4e61-a248-1706f46e7b6a req-8a2eaa5f-28a3-419d-9e82-d9202b7e7281 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043906 Jul 16 01:28:41.433727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae349f38-59d0-4b6e-b89b-761927c635a4 req-a04d5e75-fe1e-4fe7-a966-555841243674 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.437507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ae349f38-59d0-4b6e-b89b-761927c635a4 req-a04d5e75-fe1e-4fe7-a966-555841243674 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 944 time: 0.1335888 Jul 16 01:28:41.552167 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ae349f38-59d0-4b6e-b89b-761927c635a4 req-657b6d42-e9fc-4b0e-8597-2c75d04be8fa tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085510 Jul 16 01:28:41.750287 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-08561bbd-009b-460a-8a45-9a9c063690d5 req-873a9d25-b8f2-4fa5-9eac-22c0add7598a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 210 time: 0.0567551 Jul 16 01:28:41.765566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45648) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:41.919887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-139587418-network', 'tenant_id': 'f24eaf0c1cd34b6096ea3f7c2c532087'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:41.961015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Made reservation on behalf of f24eaf0c1cd34b6096ea3f7c2c532087 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:41.965485 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.995415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.344007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-6ddbee76-1308-4433-8b67-04e61a7bc3bb tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.346374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-6ddbee76-1308-4433-8b67-04e61a7bc3bb tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.67 "GET /v2.0/networks?id=dc566a41-a9c7-4a27-b431-176f1716e700 HTTP/1.1" status: 200 len: 813 time: 0.1727879 Jul 16 01:28:42.375561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985534-7685-409c-ba4f-034899ae3be8 req-3dc9afe0-5bbd-4389-9eb5-f52db76e5574 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.381887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985534-7685-409c-ba4f-034899ae3be8 req-3dc9afe0-5bbd-4389-9eb5-f52db76e5574 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.389627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985534-7685-409c-ba4f-034899ae3be8 req-3dc9afe0-5bbd-4389-9eb5-f52db76e5574 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.399742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985534-7685-409c-ba4f-034899ae3be8 req-3dc9afe0-5bbd-4389-9eb5-f52db76e5574 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.409372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985534-7685-409c-ba4f-034899ae3be8 req-3dc9afe0-5bbd-4389-9eb5-f52db76e5574 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.413610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985534-7685-409c-ba4f-034899ae3be8 req-3dc9afe0-5bbd-4389-9eb5-f52db76e5574 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.422788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985534-7685-409c-ba4f-034899ae3be8 req-3dc9afe0-5bbd-4389-9eb5-f52db76e5574 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.426654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e985534-7685-409c-ba4f-034899ae3be8 req-3dc9afe0-5bbd-4389-9eb5-f52db76e5574 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5444 time: 0.4075401 Jul 16 01:28:42.502161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.519672 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.542320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-b76e74fe-f88e-46cf-adba-b972311ae883 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7f5ecbfff0427a9dfb27c75c4d365f HTTP/1.1" status: 200 len: 379 time: 0.1146107 Jul 16 01:28:42.561076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Request body: {'port': {'device_id': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'admin_state_up': True, 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'security_groups': ['746cef10-c477-43af-a82c-b8544c1b3a44']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:42.568342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e985534-7685-409c-ba4f-034899ae3be8 req-afd74cb9-f92a-4edd-a954-6893743feca6 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295688 Jul 16 01:28:42.591071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.596344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:42.626050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.626771 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Added segment 0c331c82-bab0-44ee-a443-b5c44429ba84 of type vlan for network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 Jul 16 01:28:42.735722 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.796947 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.798315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.798996 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.807374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Made reservation on behalf of 9d7f5ecbfff0427a9dfb27c75c4d365f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:42.811007 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.940124 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-baee86b1-adea-4698-a194-c5b145610639 req-ac47d3ce-cea9-4780-a0a0-3653e5547d17 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 210 time: 0.0288095 Jul 16 01:28:42.974343 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2075913 Jul 16 01:28:42.977247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45670) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:42.983895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Request body: {'subnet': {'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-139587418-subnet', 'tenant_id': 'f24eaf0c1cd34b6096ea3f7c2c532087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:43.012882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Made reservation on behalf of f24eaf0c1cd34b6096ea3f7c2c532087 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:43.015864 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.035640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c4fcc-0f24-4f2c-81f7-4a39b3bdb4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4a12d2dd-94c5-4d28-bf9a-7913b54d8195,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.048253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:43.122097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450e198-0914-4af0-a8f5-d209ed4a804d req-41085301-34b2-4ae8-aa17-942392096186 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.129207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2450e198-0914-4af0-a8f5-d209ed4a804d req-41085301-34b2-4ae8-aa17-942392096186 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 944 time: 0.3126047 Jul 16 01:28:43.173702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Allocated IP 172.20.0.11 (dc566a41-a9c7-4a27-b431-176f1716e700/dddb849b-112c-4b39-9485-0689634c4cb0/d88f8ceb-28c1-4230-9956-706ae4b0a9b9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:43.179882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c053aed0-4f0f-4e84-9df2-f7595144f1c5 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:43.258065 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.259733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port c053aed0-4f0f-4e84-9df2-f7595144f1c5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:43.260667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2450e198-0914-4af0-a8f5-d209ed4a804d req-5f369cb9-0210-420f-8158-249e5a53d59a tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283820 Jul 16 01:28:43.266334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port c053aed0-4f0f-4e84-9df2-f7595144f1c5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:43.266975 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.365734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3499fd-ce8d-456e-a09b-b7cacd9a997e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.379838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Checking segment: {'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:43.380129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Network hostable DHCP agents. Network: 4a12d2dd-94c5-4d28-bf9a-7913b54d8195, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:43.386519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.386862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.387208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.387542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.387873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.388203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.388530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.388975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.389312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.389624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.389996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.390344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:43.411920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:43.424955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4a12d2dd-94c5-4d28-bf9a-7913b54d8195) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:43.436938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dff8a0-fa13-43f1-b4d2-fd05ee2733c6 None None] Network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:43.439302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.439905 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.454699 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.458636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9a52732d-1268-4ef9-9e82-0c64e687db11 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4798319 Jul 16 01:28:43.519348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c053aed0-4f0f-4e84-9df2-f7595144f1c5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c053aed0-4f0f-4e84-9df2-f7595144f1c5,segment=NetworkSegment(338d0228-cac3-4cad-bf8d-638c732aee2f),segment_id=338d0228-cac3-4cad-bf8d-638c732aee2f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:43.523198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dc8501-9322-440f-a418-79ecc5e4ea56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c053aed0-4f0f-4e84-9df2-f7595144f1c5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:43.526878 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9d1c0d-5e50-4114-b905-4d609ef2f685" -d '{"events": [{"server_uuid": "a3dc8501-9322-440f-a418-79ecc5e4ea56", "name": "network-vif-plugged", "status": "completed", "tag": "c053aed0-4f0f-4e84-9df2-f7595144f1c5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:43.542512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.561797 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.574998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Transition to ACTIVE for port object d88f8ceb-28c1-4230-9956-706ae4b0a9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:43.653427 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c40c7d-0075-4ca4-867d-b982ee2decdd x-openstack-request-id: req-90c40c7d-0075-4ca4-867d-b982ee2decdd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:43.653983 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dc8501-9322-440f-a418-79ecc5e4ea56", "name": "network-vif-plugged", "status": "completed", "tag": "c053aed0-4f0f-4e84-9df2-f7595144f1c5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:43.654441 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90c40c7d-0075-4ca4-867d-b982ee2decdd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:43.654973 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dc8501-9322-440f-a418-79ecc5e4ea56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c053aed0-4f0f-4e84-9df2-f7595144f1c5', 'code': 200} Jul 16 01:28:43.661929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=c053aed0-4f0f-4e84-9df2-f7595144f1c5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.664429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.740417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d7ea0-cce7-42eb-b3db-57a7242eda62 None None] Network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:43.924065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Network dc566a41-a9c7-4a27-b431-176f1716e700 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:43.932339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event updated for resources: {'Port': ['ID=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.941002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:43.949764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:44.016009 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a4b2b-1e27-4998-8ea3-1764ef72bc9c req-5f3177f2-dbc4-4f74-b4b0-9db6f7300379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.017589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-827a4b2b-1e27-4998-8ea3-1764ef72bc9c req-5f3177f2-dbc4-4f74-b4b0-9db6f7300379 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 1097 time: 0.2057095 Jul 16 01:28:44.139250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-827a4b2b-1e27-4998-8ea3-1764ef72bc9c req-55a5e717-282a-40fa-ae90-b03826eaa2d1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050119 Jul 16 01:28:44.209586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.212065 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.338942 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-bbdfff71-1bc1-4d45-9c81-3db44249b77e tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7866311 Jul 16 01:28:44.369211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Request body: {'port': {'device_id': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:44.584050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7995-1745-4f00-9574-647ef5f608dc req-1bf97aa4-c786-495e-8758-87e27a409d0b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.606733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7995-1745-4f00-9574-647ef5f608dc req-1bf97aa4-c786-495e-8758-87e27a409d0b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.616769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7995-1745-4f00-9574-647ef5f608dc req-1bf97aa4-c786-495e-8758-87e27a409d0b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.631846 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7995-1745-4f00-9574-647ef5f608dc req-1bf97aa4-c786-495e-8758-87e27a409d0b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.641232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7995-1745-4f00-9574-647ef5f608dc req-1bf97aa4-c786-495e-8758-87e27a409d0b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.650668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f9a49fe-8264-4916-9d51-1a8b1850cd42 None None] Provisioning for port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:44.653486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7995-1745-4f00-9574-647ef5f608dc req-1bf97aa4-c786-495e-8758-87e27a409d0b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.659702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f9a49fe-8264-4916-9d51-1a8b1850cd42 None None] Provisioning complete for port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:44.660031 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f9a49fe-8264-4916-9d51-1a8b1850cd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.679651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7995-1745-4f00-9574-647ef5f608dc req-1bf97aa4-c786-495e-8758-87e27a409d0b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.682397 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6ba7995-1745-4f00-9574-647ef5f608dc req-1bf97aa4-c786-495e-8758-87e27a409d0b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5444 time: 0.6611979 Jul 16 01:28:44.756293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a49fe-8264-4916-9d51-1a8b1850cd42 None None] Port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:44.771285 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-4e94b338-9b5d-4ff4-9a36-6f0dfa3dbd77 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.779370 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-4e94b338-9b5d-4ff4-9a36-6f0dfa3dbd77 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 813 time: 0.2222307 Jul 16 01:28:44.786774 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.806528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6ba7995-1745-4f00-9574-647ef5f608dc req-7e281117-b7e0-4cfa-a6df-7f898bc639b3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070313 Jul 16 01:28:44.829841 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-0e496ea1-7780-41d2-b4ff-862c9bdc1bc1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/quotas/f24eaf0c1cd34b6096ea3f7c2c532087 HTTP/1.1" status: 200 len: 375 time: 0.0450814 Jul 16 01:28:44.916532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-27e140dc-6086-45e9-ab2f-a103c1393025 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853317 Jul 16 01:28:45.073897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-df4cc178-f728-4135-a80f-b1d2e098ff91 service neutron] 10.222.0.64 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552193 Jul 16 01:28:45.222376 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5d93b5df-97dd-49d5-b672-4da99980d26a service neutron] 10.222.0.64 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475496 Jul 16 01:28:45.282957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f312bc-a69c-45ad-a190-a9e2a7676c13 req-3e2e814e-9280-44b8-8173-c4950d3ba9de tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.284661 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4f312bc-a69c-45ad-a190-a9e2a7676c13 req-3e2e814e-9280-44b8-8173-c4950d3ba9de tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 932 time: 0.1655574 Jul 16 01:28:45.289471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88f8ceb-28c1-4230-9956-706ae4b0a9b9 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:45.306002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.335277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Transition to ACTIVE for port object d88f8ceb-28c1-4230-9956-706ae4b0a9b9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:45.343569 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.424803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4f312bc-a69c-45ad-a190-a9e2a7676c13 req-e721b409-386f-4050-8a5e-8bfad1b1deaf tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292770 Jul 16 01:28:45.549222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Pushing event updated for resources: {'Port': ['ID=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.696176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Attempting to bind port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:45.696696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Attempting to bind port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:45.697248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Attempting to bind port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 on network dc566a41-a9c7-4a27-b431-176f1716e700 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:45.710476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 on network dc566a41-a9c7-4a27-b431-176f1716e700 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:45.710989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Attempting to bind port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 on network dc566a41-a9c7-4a27-b431-176f1716e700 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:45.722084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:45.723799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Checking segment: {'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:45.724360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Bound using segment: {'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:45.725070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Bound port: d88f8ceb-28c1-4230-9956-706ae4b0a9b9, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:45.725586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.889766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c3a02-0cce-4b1f-a8a5-204f6be050da req-8a91b9f5-ff54-4c76-989d-5e21b054b99f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.905364 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c3a02-0cce-4b1f-a8a5-204f6be050da req-8a91b9f5-ff54-4c76-989d-5e21b054b99f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.906466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] For port d88f8ceb-28c1-4230-9956-706ae4b0a9b9, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:45.911946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] For port d88f8ceb-28c1-4230-9956-706ae4b0a9b9, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:45.920471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c3a02-0cce-4b1f-a8a5-204f6be050da req-8a91b9f5-ff54-4c76-989d-5e21b054b99f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.922319 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.928122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c3a02-0cce-4b1f-a8a5-204f6be050da req-8a91b9f5-ff54-4c76-989d-5e21b054b99f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.935621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c3a02-0cce-4b1f-a8a5-204f6be050da req-8a91b9f5-ff54-4c76-989d-5e21b054b99f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.944314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c3a02-0cce-4b1f-a8a5-204f6be050da req-8a91b9f5-ff54-4c76-989d-5e21b054b99f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.952381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c3a02-0cce-4b1f-a8a5-204f6be050da req-8a91b9f5-ff54-4c76-989d-5e21b054b99f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.955108 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d67c3a02-0cce-4b1f-a8a5-204f6be050da req-8a91b9f5-ff54-4c76-989d-5e21b054b99f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5444 time: 0.1784294 Jul 16 01:28:45.968981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45724) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:45.989075 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4acac780-7023-4b25-9473-6ea4a20b747d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Request body: {'floatingip': {'port_id': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:45.999056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.999910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.001494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] 10.222.0.67 "PUT /v2.0/ports/d88f8ceb-28c1-4230-9956-706ae4b0a9b9 HTTP/1.1" status: 200 len: 1093 time: 1.6502302 Jul 16 01:28:46.004150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:46.010072 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58899ed-2132-41c3-9b30-3eeada9ebe11" -d '{"events": [{"name": "network-changed", "server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:46.050664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925d477-7cd0-489b-a847-c12c582d09df req-3a4234b5-e1d6-46e4-91c2-8286182702e6 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.052528 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1925d477-7cd0-489b-a847-c12c582d09df req-3a4234b5-e1d6-46e4-91c2-8286182702e6 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 945 time: 0.2562785 Jul 16 01:28:46.232112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4acac780-7023-4b25-9473-6ea4a20b747d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.238202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad1bf-d5fb-4a56-8e6f-3abbd124215c service neutron] Pushing event updated for resources: {'Port': ['ID=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.433457 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2086a0e4-f53f-427f-a7c2-7277fc99a933 req-ed0c1d78-65fa-4c27-950d-32ee2d1c508b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 210 time: 0.1518040 Jul 16 01:28:46.434878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1925d477-7cd0-489b-a847-c12c582d09df req-7a00f61c-1aa4-4df4-bfe1-d0801298d662 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999377 Jul 16 01:28:46.489210 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58b6754-8a8a-4072-b273-5d187ae93512 x-openstack-request-id: req-f58b6754-8a8a-4072-b273-5d187ae93512 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:46.489210 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:46.489424 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f58b6754-8a8a-4072-b273-5d187ae93512 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:46.489647 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'status': 'completed', 'code': 200} Jul 16 01:28:46.511068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-5fc72717-f5ab-4505-a606-00c07954ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.512584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-5fc72717-f5ab-4505-a606-00c07954ad28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d7f5ecbfff0427a9dfb27c75c4d365f&device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 1096 time: 0.3956032 Jul 16 01:28:46.642146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-cdf8bcd4-f86c-47bd-8f5f-32195a82c3c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9 HTTP/1.1" status: 200 len: 217 time: 0.1151700 Jul 16 01:28:46.974774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-45f3e069-dfb2-45a2-8419-d74907d03e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.984619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-45f3e069-dfb2-45a2-8419-d74907d03e6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dddb849b-112c-4b39-9485-0689634c4cb0 HTTP/1.1" status: 200 len: 852 time: 0.3264513 Jul 16 01:28:47.250422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8745ef-0ff9-49dd-8796-fcfc44f6db5b req-92495597-b5f0-426b-89eb-f21b2687b56a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.253154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c8745ef-0ff9-49dd-8796-fcfc44f6db5b req-92495597-b5f0-426b-89eb-f21b2687b56a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 944 time: 0.5683806 Jul 16 01:28:47.458368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-b2d95c2d-ca65-4fe5-be1f-990d3d31af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.460770 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-b2d95c2d-ca65-4fe5-be1f-990d3d31af4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc566a41-a9c7-4a27-b431-176f1716e700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4577599 Jul 16 01:28:47.518868 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c8745ef-0ff9-49dd-8796-fcfc44f6db5b req-bc07e8f3-8d9e-4805-ac4e-52d17cb84806 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405542 Jul 16 01:28:47.942938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a2730d3-24cd-4cf3-98f6-15bec86c6505 req-5f8bd713-1062-4052-aa0d-25dc76d42057 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 210 time: 0.0945506 Jul 16 01:28:48.030590 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-4acac780-7023-4b25-9473-6ea4a20b747d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:28:48.035836 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-4a0762ad-f734-46b2-bd06-f715f6139f21 service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609875 Jul 16 01:28:48.172194 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4acac780-7023-4b25-9473-6ea4a20b747d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.240106 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4acac780-7023-4b25-9473-6ea4a20b747d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.889118 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b081275d-0c21-4a0a-8437-1a3808e7f42d req-91ee02c3-7140-43b6-abbe-9faae58608eb service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8039589 Jul 16 01:28:49.096850 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-4acac780-7023-4b25-9473-6ea4a20b747d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Floating IP 48e989fe-409d-4db1-a5be-7d5d01c6ac1e associated. External IP: 172.25.4.59, port: 4595d6d1-12c8-461b-babc-f1a4cc58cf6b. Jul 16 01:28:49.200323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db15611-ef50-4357-afd2-b1c587adeaa7 req-a69db378-7107-49b3-8c6d-e0dfc0fee223 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.209590 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6db15611-ef50-4357-afd2-b1c587adeaa7 req-a69db378-7107-49b3-8c6d-e0dfc0fee223 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 945 time: 0.1943278 Jul 16 01:28:49.298647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6db15611-ef50-4357-afd2-b1c587adeaa7 req-1905001c-ec45-4a3e-8507-d1153fb6c635 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859268 Jul 16 01:28:49.432702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c9ecd-df82-4c16-a0ec-d90e4e03ff5b req-5c93e74f-82f9-44f6-9ab8-d2d2bfbd9f60 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.443822 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-462c9ecd-df82-4c16-a0ec-d90e4e03ff5b req-5c93e74f-82f9-44f6-9ab8-d2d2bfbd9f60 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 944 time: 0.5531025 Jul 16 01:28:49.522253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-ab67560f-2267-4f69-86d0-529fc4085296 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.524434 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-ab67560f-2267-4f69-86d0-529fc4085296 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.67 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 813 time: 0.6295586 Jul 16 01:28:49.551681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Request body: {'port': {'device_id': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195', 'admin_state_up': True, 'tenant_id': 'f24eaf0c1cd34b6096ea3f7c2c532087'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:49.715144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-462c9ecd-df82-4c16-a0ec-d90e4e03ff5b req-986bdb91-cd1b-4977-b5c7-ac33a9c02b88 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700872 Jul 16 01:28:49.728710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-7776b159-0340-4a55-91ff-b3a7b2650e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.730784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-7776b159-0340-4a55-91ff-b3a7b2650e90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d7f5ecbfff0427a9dfb27c75c4d365f&device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 1096 time: 0.4577503 Jul 16 01:28:49.848367 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-344ad47b-b72b-4286-8f0f-14fe76bac48c req-401532b5-6c6e-4c06-aa8e-2b258dac3dc3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 210 time: 0.0519171 Jul 16 01:28:49.868668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-d410316d-9993-4a9e-a3ad-1992039afa56 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1597784 Jul 16 01:28:50.083732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-18e93054-0b5e-4953-b25a-bc2172c2238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.086089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-18e93054-0b5e-4953-b25a-bc2172c2238b service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc566a41-a9c7-4a27-b431-176f1716e700 HTTP/1.1" status: 200 len: 913 time: 0.3372383 Jul 16 01:28:50.093211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acac780-7023-4b25-9473-6ea4a20b747d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Router eb961dce-a970-468a-8f2b-19cdb8546797 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:50.094819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Made reservation on behalf of f24eaf0c1cd34b6096ea3f7c2c532087 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:50.101542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.118856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-e1411517-1724-445a-bef3-fc378411565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.122402 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-e1411517-1724-445a-bef3-fc378411565f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1096 time: 0.1546099 Jul 16 01:28:50.178545 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-57b84f7e-f55d-4e43-8110-73c05151acd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9 HTTP/1.1" status: 200 len: 217 time: 0.0725770 Jul 16 01:28:50.195497 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:28:50.322190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-c6df8f92-27d0-43d3-aa85-74d99400f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.325500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-c6df8f92-27d0-43d3-aa85-74d99400f083 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dddb849b-112c-4b39-9485-0689634c4cb0 HTTP/1.1" status: 200 len: 852 time: 0.1245074 Jul 16 01:28:50.444005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-b601c0e7-e0ce-49ea-8add-6a43ecf66f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.456038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-b601c0e7-e0ce-49ea-8add-6a43ecf66f99 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.2974989 Jul 16 01:28:50.594187 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-6c85ad61-f8dc-4010-b685-52716febd65c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 998 time: 0.1258798 Jul 16 01:28:50.646573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Allocated IP 172.20.0.5 (4a12d2dd-94c5-4d28-bf9a-7913b54d8195/9c3499fd-ce8d-456e-a09b-b7cacd9a997e/58ca2a91-4b05-4d62-ada9-dffbf562866f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:50.668119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-eff7b8dc-2969-4446-9cfe-e3400522cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.669726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-eff7b8dc-2969-4446-9cfe-e3400522cf7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0569410 Jul 16 01:28:50.724690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-3f03851f-01c5-4fae-bb23-fb792bce708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.726320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-3f03851f-01c5-4fae-bb23-fb792bce708d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc566a41-a9c7-4a27-b431-176f1716e700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3318758 Jul 16 01:28:50.739921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-4cef760c-9352-400a-a1a3-a37a92ca019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.743065 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-4cef760c-9352-400a-a1a3-a37a92ca019b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635602 Jul 16 01:28:50.757126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acac780-7023-4b25-9473-6ea4a20b747d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:50.767626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4acac780-7023-4b25-9473-6ea4a20b747d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.771230 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] Sync routers for ids ['eb961dce-a970-468a-8f2b-19cdb8546797'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:50.795784 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] Routers {'eb961dce-a970-468a-8f2b-19cdb8546797'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:50.796399 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:28:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eb961dce-a970-468a-8f2b-19cdb8546797'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:50.867175 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-13f88e34-ff8c-43eb-b242-739125fe5400 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132326 Jul 16 01:28:50.934174 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] Set router eb961dce-a970-468a-8f2b-19cdb8546797 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:51.068120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4acac780-7023-4b25-9473-6ea4a20b747d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "PUT /v2.0/floatingips/48e989fe-409d-4db1-a5be-7d5d01c6ac1e HTTP/1.1" status: 200 len: 990 time: 5.0976954 Jul 16 01:28:51.131161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:51.135349 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "4595d6d1-12c8-461b-babc-f1a4cc58cf6b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:51.218987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-f823c57c-c016-4e13-b6a9-aa4870e4b7e5 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.228809 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2c8686f5-3b58-4cc6-ae71-b5f679623b47 req-0c8b4c02-cf3c-4bd3-9174-06992095bc69 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498015 Jul 16 01:28:51.239982 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-f823c57c-c016-4e13-b6a9-aa4870e4b7e5 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 945 time: 0.6133873 Jul 16 01:28:51.355616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde84b7d-5772-429d-8a52-567e113495a9 req-02dd568a-4e00-4449-9d63-43eb3f8488cc tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.359860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cde84b7d-5772-429d-8a52-567e113495a9 req-02dd568a-4e00-4449-9d63-43eb3f8488cc tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 945 time: 0.7625692 Jul 16 01:28:51.390269 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:21Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '48e989fe-409d-4db1-a5be-7d5d01c6ac1e', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'port_id': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'mac_address': 'fa:16:3e:c7:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:27:16Z', 'updated_at': '2021-07-16T01:28:47Z', 'revision_number': 1, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e65328-5b5b-4b16-8835-d9c5728f61e1', 'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'mac_address': 'fa:16:3e:90:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:33Z', 'revision_number': 5, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'subnets': [{'id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:51.439574 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] Checking router: eb961dce-a970-468a-8f2b-19cdb8546797 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:51.454427 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] Routers {'eb961dce-a970-468a-8f2b-19cdb8546797'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:51.455149 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:28:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eb961dce-a970-468a-8f2b-19cdb8546797'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:51.473907 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-50084e14-ab6c-407a-b415-430010bf9aad service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918726 Jul 16 01:28:51.501902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215189d-e3f2-4682-b5da-7cbe44826bf7 req-0233c2d1-5d5c-4415-8e12-f53db8910523 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.513636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c215189d-e3f2-4682-b5da-7cbe44826bf7 req-0233c2d1-5d5c-4415-8e12-f53db8910523 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 944 time: 0.1604018 Jul 16 01:28:51.547125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.586283 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c215189d-e3f2-4682-b5da-7cbe44826bf7 req-34db0fa3-3415-4c36-8e42-89378b0434e7 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662344 Jul 16 01:28:51.590525 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cde84b7d-5772-429d-8a52-567e113495a9 req-a5e2b7d2-efa0-4236-8c90-8663f3777d78 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977184 Jul 16 01:28:51.647430 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] Set router eb961dce-a970-468a-8f2b-19cdb8546797 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:51.691454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-ffb72bae-5fba-401d-af89-2dc49a5b3785 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Deleting port c053aed0-4f0f-4e84-9df2-f7595144f1c5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:51.691917 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-ffb72bae-5fba-401d-af89-2dc49a5b3785 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.878937 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d58899ed-2132-41c3-9b30-3eeada9ebe11 req-188d8ce2-dd48-4096-bd31-2eb22c4f4ebe service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780797 Jul 16 01:28:51.883885 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.889850 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81d9887f-efbd-47e4-b17b-3e5176bf7e8b req-abf36c63-bb49-4785-9e5c-33d58350d408 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 210 time: 0.0910437 Jul 16 01:28:52.008203 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df49ab64-5fb6-415a-a0ff-3848df17d510 x-openstack-request-id: req-df49ab64-5fb6-415a-a0ff-3848df17d510 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:52.012967 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "tag": "4595d6d1-12c8-461b-babc-f1a4cc58cf6b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:52.013350 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df49ab64-5fb6-415a-a0ff-3848df17d510 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:52.013872 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'tag': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b', 'status': 'completed', 'code': 200} Jul 16 01:28:52.035757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:52.044698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-ffb72bae-5fba-401d-af89-2dc49a5b3785 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] For port c053aed0-4f0f-4e84-9df2-f7595144f1c5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c053aed0-4f0f-4e84-9df2-f7595144f1c5,segment=NetworkSegment(338d0228-cac3-4cad-bf8d-638c732aee2f),segment_id=338d0228-cac3-4cad-bf8d-638c732aee2f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:52.045460 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-ffb72bae-5fba-401d-af89-2dc49a5b3785 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.061629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:52.099874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:52.135374 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:21Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '48e989fe-409d-4db1-a5be-7d5d01c6ac1e', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'port_id': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'mac_address': 'fa:16:3e:c7:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:27:16Z', 'updated_at': '2021-07-16T01:28:47Z', 'revision_number': 1, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e65328-5b5b-4b16-8835-d9c5728f61e1', 'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'mac_address': 'fa:16:3e:90:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:33Z', 'revision_number': 5, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'subnets': [{'id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:52.144250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-a7ab2b5f-4ca1-48da-b13c-42f137ad1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.144734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-a7ab2b5f-4ca1-48da-b13c-42f137ad1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.145269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-a7ab2b5f-4ca1-48da-b13c-42f137ad1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.145675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-a7ab2b5f-4ca1-48da-b13c-42f137ad1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.146229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-a7ab2b5f-4ca1-48da-b13c-42f137ad1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.146844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-a7ab2b5f-4ca1-48da-b13c-42f137ad1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.147441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-a7ab2b5f-4ca1-48da-b13c-42f137ad1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.151420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-a7ab2b5f-4ca1-48da-b13c-42f137ad1b79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6508 time: 0.0919192 Jul 16 01:28:52.155976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:52.169541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-ffb72bae-5fba-401d-af89-2dc49a5b3785 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Calling delete_port for c053aed0-4f0f-4e84-9df2-f7595144f1c5 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:52.173586 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fb06a-de0e-4bda-b0af-27c433f681f0 None None] The sync data for ids ['eb961dce-a970-468a-8f2b-19cdb8546797'] in n-d-791504-14 is: [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:21Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '48e989fe-409d-4db1-a5be-7d5d01c6ac1e', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'port_id': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'mac_address': 'fa:16:3e:c7:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:27:16Z', 'updated_at': '2021-07-16T01:28:47Z', 'revision_number': 1, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e65328-5b5b-4b16-8835-d9c5728f61e1', 'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'mac_address': 'fa:16:3e:90:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:33Z', 'revision_number': 5, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'subnets': [{'id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:52.238088 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.238900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.375055 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-5a07f8c3-b28a-4fdf-8a4f-adfeb8b4dfe9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8303607 Jul 16 01:28:52.398535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Request body: {'port': {'device_id': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:52.486206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-8cb13e48-b323-4f4b-b9a9-8b4e3a5cf889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.488011 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-8cb13e48-b323-4f4b-b9a9-8b4e3a5cf889 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9020f891-2bdc-4fed-af34-da7703046d1c HTTP/1.1" status: 200 len: 917 time: 0.3214374 Jul 16 01:28:52.570177 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-7ff2354c-cbbf-44e3-8016-b79c64c4f165 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b HTTP/1.1" status: 200 len: 998 time: 0.0748932 Jul 16 01:28:52.600611 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.713427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fece0f-0413-46d4-ab67-2eecfa4ee53b None None] New status for floating IP 48e989fe-409d-4db1-a5be-7d5d01c6ac1e: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:28:52.741599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-cebec53a-7d9a-401b-93ff-d626f75a9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.752597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-cebec53a-7d9a-401b-93ff-d626f75a9c77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89371c7e-74bf-42c2-ac62-b7e5abcda39b HTTP/1.1" status: 200 len: 856 time: 0.1722949 Jul 16 01:28:52.756377 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-ffb72bae-5fba-401d-af89-2dc49a5b3785 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.807760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c053aed0-4f0f-4e84-9df2-f7595144f1c5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:52.913967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-dc7b01ae-31d5-46b9-b947-3d9b473fa080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.916227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-dc7b01ae-31d5-46b9-b947-3d9b473fa080 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9020f891-2bdc-4fed-af34-da7703046d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532741 Jul 16 01:28:52.958874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb72bae-5fba-401d-af89-2dc49a5b3785 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Pushing event deleted for resources: {'Port': ['ID=c053aed0-4f0f-4e84-9df2-f7595144f1c5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.107564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0574fa6a-8a73-4a4a-a194-08d144ffa7b8 req-389d722d-693f-4adc-bc6e-3a7512efcc99 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 210 time: 0.0637069 Jul 16 01:28:53.150290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-ffb72bae-5fba-401d-af89-2dc49a5b3785 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] No DVR routers for this DVR port c053aed0-4f0f-4e84-9df2-f7595144f1c5 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:53.167513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-ffb72bae-5fba-401d-af89-2dc49a5b3785 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.170439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59bd20c7-5f06-4064-94f0-d88dc52618be req-ffb72bae-5fba-401d-af89-2dc49a5b3785 tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.50 "DELETE /v2.0/ports/c053aed0-4f0f-4e84-9df2-f7595144f1c5 HTTP/1.1" status: 204 len: 173 time: 1.9199915 Jul 16 01:28:53.202184 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-a7c03ce6-3172-471f-9ffb-d0668748c104 service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773583 Jul 16 01:28:53.267085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beabb35-cea8-4da4-b600-a3c198924efa req-59359d47-0285-4751-8861-b7f164418647 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.275572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9beabb35-cea8-4da4-b600-a3c198924efa req-59359d47-0285-4751-8861-b7f164418647 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 944 time: 0.4262071 Jul 16 01:28:53.361630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9beabb35-cea8-4da4-b600-a3c198924efa req-6e5ba316-66f5-41a8-94fe-456c03da8d53 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847583 Jul 16 01:28:53.489431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ca2a91-4b05-4d62-ada9-dffbf562866f {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:53.519849 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.562208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Transition to ACTIVE for port object 58ca2a91-4b05-4d62-ada9-dffbf562866f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:53.568068 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.579164 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd7e04db-c4bd-4a21-a39a-7bd9f1f0018f req-8546945f-e325-4b4e-85a1-3f2d6e21a590 service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674722 Jul 16 01:28:53.609735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9bb15-672e-4fab-ba69-ced0dff6c70e req-19ab6da6-988e-460a-be5c-4bc3dc6c3339 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.628751 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33e9bb15-672e-4fab-ba69-ced0dff6c70e req-19ab6da6-988e-460a-be5c-4bc3dc6c3339 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 931 time: 0.3146284 Jul 16 01:28:53.670242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.724912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33e9bb15-672e-4fab-ba69-ced0dff6c70e req-1f3f0ed5-f2e7-42e6-8721-63cbde33c087 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937912 Jul 16 01:28:53.837463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Attempting to bind port 58ca2a91-4b05-4d62-ada9-dffbf562866f on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:53.837899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Attempting to bind port 58ca2a91-4b05-4d62-ada9-dffbf562866f by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:53.838197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Attempting to bind port 58ca2a91-4b05-4d62-ada9-dffbf562866f on network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:53.844116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Port 58ca2a91-4b05-4d62-ada9-dffbf562866f on network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:53.844650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Attempting to bind port 58ca2a91-4b05-4d62-ada9-dffbf562866f on network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:53.851577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:53.853221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Checking segment: {'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:53.853385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Bound using segment: {'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:53.853838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Bound port: 58ca2a91-4b05-4d62-ada9-dffbf562866f, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:53.854237 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.944984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:53.950930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:53.957016 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.030812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dc8501-9322-440f-a418-79ecc5e4ea56', 'name': 'network-vif-deleted', 'tag': 'c053aed0-4f0f-4e84-9df2-f7595144f1c5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:54.033093 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ff82c-1dd3-4759-abf8-2fb31d8a78bb" -d '{"events": [{"server_uuid": "a3dc8501-9322-440f-a418-79ecc5e4ea56", "name": "network-vif-deleted", "tag": "c053aed0-4f0f-4e84-9df2-f7595144f1c5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:54.084778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.103219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.104912 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.107346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-b424d5f2-02ef-4546-8c6a-0788c7757995 service neutron] 10.222.0.67 "PUT /v2.0/ports/58ca2a91-4b05-4d62-ada9-dffbf562866f HTTP/1.1" status: 200 len: 1092 time: 1.7174330 Jul 16 01:28:54.110347 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49830a9a-f353-4f68-9f3f-17cec9f2c031 x-openstack-request-id: req-49830a9a-f353-4f68-9f3f-17cec9f2c031 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:54.111639 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dc8501-9322-440f-a418-79ecc5e4ea56", "name": "network-vif-deleted", "tag": "c053aed0-4f0f-4e84-9df2-f7595144f1c5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:54.111639 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49830a9a-f353-4f68-9f3f-17cec9f2c031 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:54.112672 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dc8501-9322-440f-a418-79ecc5e4ea56', 'name': 'network-vif-deleted', 'tag': 'c053aed0-4f0f-4e84-9df2-f7595144f1c5', 'status': 'completed', 'code': 200} Jul 16 01:28:54.251615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-47e63511-7a42-464d-b18f-3dd3e64465b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.254266 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-47e63511-7a42-464d-b18f-3dd3e64465b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 1095 time: 0.0962017 Jul 16 01:28:54.323930 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-bb73d7f1-ddc4-4ec5-8133-8479baa927d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f HTTP/1.1" status: 200 len: 217 time: 0.0557225 Jul 16 01:28:54.425031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-bebed683-441d-4af9-bf92-15cce3a46b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.428953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-bebed683-441d-4af9-bf92-15cce3a46b81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c3499fd-ce8d-456e-a09b-b7cacd9a997e HTTP/1.1" status: 200 len: 853 time: 0.0889950 Jul 16 01:28:54.446670 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b51a45ee-176f-45b2-9afa-12a3f1f6d8ec req-733b4769-240d-4a3e-bf71-f1507b1a037d tempest-VolumesActionsTest-1674870590 tempest-VolumesActionsTest-1674870590-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3dc8501-9322-440f-a418-79ecc5e4ea56 HTTP/1.1" status: 200 len: 210 time: 0.1200383 Jul 16 01:28:54.543671 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6ef515f-f13c-4e16-9310-c114f308ba47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.722436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a080d45-7605-42a4-b5e3-5099646dfdd5 req-ad110d70-5e1a-431b-8d03-92d77f5ca507 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.724302 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a080d45-7605-42a4-b5e3-5099646dfdd5 req-ad110d70-5e1a-431b-8d03-92d77f5ca507 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 944 time: 0.1148343 Jul 16 01:28:54.829508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a080d45-7605-42a4-b5e3-5099646dfdd5 req-55a7bcdd-fa34-480f-892e-547dacc75870 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946486 Jul 16 01:28:55.028259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-61321d96-0db7-4606-b4b5-5ce4e2711080 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5793846 Jul 16 01:28:55.119254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12f80-f2a4-4f61-93c4-d70ac6c98f8a req-de47f0c3-308e-46da-81b5-603ea0044006 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.126998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aff12f80-f2a4-4f61-93c4-d70ac6c98f8a req-de47f0c3-308e-46da-81b5-603ea0044006 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 943 time: 0.1200278 Jul 16 01:28:55.187371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c053aed0-4f0f-4e84-9df2-f7595144f1c5 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:55.202316 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aff12f80-f2a4-4f61-93c4-d70ac6c98f8a req-c3141fa5-9434-4495-94c2-6572ca014856 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740008 Jul 16 01:28:55.207186 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-1ecb4c61-19f7-48c0-9612-d62c747b7eb1 service neutron] 10.222.0.67 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726243 Jul 16 01:28:55.239470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: c053aed0-4f0f-4e84-9df2-f7595144f1c5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:55.240026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c053aed0-4f0f-4e84-9df2-f7595144f1c5 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:55.341300 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ad1d313-a8d9-40c9-9a49-e1f11c89ce9f req-c34fedb4-68dd-42e9-a569-14761831466a service neutron] 10.222.0.67 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198487 Jul 16 01:28:55.501368 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.950846 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-5c572534-4cd3-4ff8-9646-487bc413c39a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0873861 Jul 16 01:28:56.125558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:56.131667 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732df681-c136-4ec5-a351-144d24d3c69d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:56.159166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-d19ca479-10fd-4a6f-918d-e32b1b597f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.161103 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-d19ca479-10fd-4a6f-918d-e32b1b597f93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 1098 time: 0.1658223 Jul 16 01:28:56.170299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58487fe1-b054-46c6-b8ec-704cf2e42a53 req-2cdf7e2a-1a74-4a63-9482-4593fffb1b4c tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.173401 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-58487fe1-b054-46c6-b8ec-704cf2e42a53 req-2cdf7e2a-1a74-4a63-9482-4593fffb1b4c tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 944 time: 0.1250644 Jul 16 01:28:56.247102 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-58487fe1-b054-46c6-b8ec-704cf2e42a53 req-810caa35-5814-45cf-a251-6eedb9de541f tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647891 Jul 16 01:28:56.364405 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c954bff0-0245-46b7-907b-8d1d3d445bc8 x-openstack-request-id: req-c954bff0-0245-46b7-907b-8d1d3d445bc8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:56.364405 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:56.364405 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c954bff0-0245-46b7-907b-8d1d3d445bc8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:56.364405 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'status': 'completed', 'code': 200} Jul 16 01:28:56.532361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-50d3c27b-0c5b-4cdd-a55c-cf57706b22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.535233 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-50d3c27b-0c5b-4cdd-a55c-cf57706b22ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 200 len: 910 time: 0.3297215 Jul 16 01:28:56.554463 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.636126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e002f-f42b-46df-a946-013b0703f31c req-50aebdef-5492-4244-81f5-089acfdbc5ad tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.638463 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-793e002f-f42b-46df-a946-013b0703f31c req-50aebdef-5492-4244-81f5-089acfdbc5ad tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 943 time: 0.1504002 Jul 16 01:28:56.667469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df681-c136-4ec5-a351-144d24d3c69d req-86af24dd-05c1-4b1f-85b7-4c2afa95d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.673004 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-732df681-c136-4ec5-a351-144d24d3c69d req-86af24dd-05c1-4b1f-85b7-4c2afa95d755 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 1095 time: 0.2939677 Jul 16 01:28:56.713547 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-793e002f-f42b-46df-a946-013b0703f31c req-15f81fa4-57bd-43de-babc-e1ee2b7e11b6 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670862 Jul 16 01:28:56.763087 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-0139c138-55ec-42f2-a229-f0c7f26726a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95b814f-5e26-402e-8163-75b7fe21c479 HTTP/1.1" status: 200 len: 1001 time: 0.2063794 Jul 16 01:28:56.919541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-afddfccf-cdfd-4646-8c06-2a032d92334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.923132 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-afddfccf-cdfd-4646-8c06-2a032d92334d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 200 len: 849 time: 0.1412048 Jul 16 01:28:57.002429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df681-c136-4ec5-a351-144d24d3c69d req-ba27e508-f411-455b-bfac-ae5986f6cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.005858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-732df681-c136-4ec5-a351-144d24d3c69d req-ba27e508-f411-455b-bfac-ae5986f6cfce service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 913 time: 0.3182883 Jul 16 01:28:57.092673 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-732df681-c136-4ec5-a351-144d24d3c69d req-20acd30f-17fe-4f7c-8d93-f56282ee366f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f HTTP/1.1" status: 200 len: 217 time: 0.0748672 Jul 16 01:28:57.103959 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e3217c4-9b82-451d-884b-11a6cf3db23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.132308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-1451f523-020a-47d3-80a8-0679d16cf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.134473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-1451f523-020a-47d3-80a8-0679d16cf63d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998093 Jul 16 01:28:57.239471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df681-c136-4ec5-a351-144d24d3c69d req-957f7c09-5ddd-4929-8235-3b14f582bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.242517 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-732df681-c136-4ec5-a351-144d24d3c69d req-957f7c09-5ddd-4929-8235-3b14f582bec3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c3499fd-ce8d-456e-a09b-b7cacd9a997e HTTP/1.1" status: 200 len: 853 time: 0.1312656 Jul 16 01:28:57.325387 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-732df681-c136-4ec5-a351-144d24d3c69d req-7f00414f-97c0-4bad-9ae7-6db54859c4a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472972 Jul 16 01:28:57.595713 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.599263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-732df681-c136-4ec5-a351-144d24d3c69d req-9f4548eb-d17f-4dd4-9d62-18f441b20678 service neutron] 10.222.0.67 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548337 Jul 16 01:28:57.626626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85bab3-257c-495b-b0d8-52515dcb14e8 req-fd78ddc2-6b3f-4df6-a90b-85f648f46a7c tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.628101 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cc85bab3-257c-495b-b0d8-52515dcb14e8 req-fd78ddc2-6b3f-4df6-a90b-85f648f46a7c tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 944 time: 0.1607566 Jul 16 01:28:57.629147 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-0678c708-9cfb-4a70-864c-b20c0663dfed service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584334 Jul 16 01:28:57.687239 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cc85bab3-257c-495b-b0d8-52515dcb14e8 req-72821ada-ede9-4da2-b51d-da79b90ef426 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507104 Jul 16 01:28:57.986207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-732df681-c136-4ec5-a351-144d24d3c69d req-22b00fab-12db-457b-8224-ee3a93deae55 service neutron] 10.222.0.67 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715954 Jul 16 01:28:58.011447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8eb4a8f9-bf96-4963-ab5d-7980d8e931fe req-cf24a7fe-52fc-443b-9d9f-733e3177dce0 service neutron] 10.222.0.67 "GET /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681295 Jul 16 01:28:58.123541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe953e40-5e76-4a43-9201-4fc0bdd73e83 req-18e31b8e-f198-433a-a6ad-afed91eb7831 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.130568 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fe953e40-5e76-4a43-9201-4fc0bdd73e83 req-18e31b8e-f198-433a-a6ad-afed91eb7831 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 943 time: 0.1403980 Jul 16 01:28:58.170556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fe953e40-5e76-4a43-9201-4fc0bdd73e83 req-124bb1cc-99e0-4bc0-9289-95e56764bfb5 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378244 Jul 16 01:28:58.400138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d88f8ceb-28c1-4230-9956-706ae4b0a9b9 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:58.430224 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.647076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port d88f8ceb-28c1-4230-9956-706ae4b0a9b9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:58.678993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'port_id': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'mac_address': 'fa:16:3e:b4:75:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:58.747352 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.776358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88f8ceb-28c1-4230-9956-706ae4b0a9b9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:58.808427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port d88f8ceb-28c1-4230-9956-706ae4b0a9b9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:58.814166 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.816158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 58ca2a91-4b05-4d62-ada9-dffbf562866f details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:58.976387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:59.039309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbc06e-01c4-4d47-a6a7-8023da904660 req-aeda04e2-bbe2-42fc-87cc-6bfa1a9314c9 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.041789 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15dbc06e-01c4-4d47-a6a7-8023da904660 req-aeda04e2-bbe2-42fc-87cc-6bfa1a9314c9 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 945 time: 0.1247733 Jul 16 01:28:59.108307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:59.111964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15dbc06e-01c4-4d47-a6a7-8023da904660 req-7156c20d-c6be-4b05-ba03-263a408b4526 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613656 Jul 16 01:28:59.127317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195', 'port_id': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'mac_address': 'fa:16:3e:61:96:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3499fd-ce8d-456e-a09b-b7cacd9a997e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:59.207190 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.236134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ca2a91-4b05-4d62-ada9-dffbf562866f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:59.284080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:59.291891 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.392861 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:59.468975 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be428b-5228-4c36-82d7-6bb891ee4d7b req-d9b8adf1-c16d-4fe7-8505-e8f44f8621d9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.471460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68be428b-5228-4c36-82d7-6bb891ee4d7b req-d9b8adf1-c16d-4fe7-8505-e8f44f8621d9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.1004081 Jul 16 01:28:59.537946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68be428b-5228-4c36-82d7-6bb891ee4d7b req-64898d80-4af8-4bd1-b406-26e32af9fa36 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605545 Jul 16 01:28:59.661008 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['d88f8ceb-28c1-4230-9956-706ae4b0a9b9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:59.666781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['58ca2a91-4b05-4d62-ada9-dffbf562866f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:00.107708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.427417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64046ce9-dee8-4002-b28b-8926f68991d3 req-cfd9fd63-974b-425e-a012-835b6bca9151 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.431003 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-64046ce9-dee8-4002-b28b-8926f68991d3 req-cfd9fd63-974b-425e-a012-835b6bca9151 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 945 time: 0.1136985 Jul 16 01:29:00.503075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-64046ce9-dee8-4002-b28b-8926f68991d3 req-f191f65e-d8a3-437d-9e2f-b88632e9b3a4 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650368 Jul 16 01:29:00.746780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820f9d-94e5-44d9-a031-1bb6c7c9dbb8 req-6a762ad2-cbda-4af2-8142-d709e0160c20 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.748966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97820f9d-94e5-44d9-a031-1bb6c7c9dbb8 req-6a762ad2-cbda-4af2-8142-d709e0160c20 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.0858245 Jul 16 01:29:00.833150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97820f9d-94e5-44d9-a031-1bb6c7c9dbb8 req-76d48fbd-d980-4ee0-b3cb-4ef9ea1a1e2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771296 Jul 16 01:29:01.828202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d42bf-a644-4596-aab7-76a10b98dd77 req-77defda1-67be-49cd-a0cf-10b12b03c1c0 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.838589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a6d42bf-a644-4596-aab7-76a10b98dd77 req-77defda1-67be-49cd-a0cf-10b12b03c1c0 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 945 time: 0.1237240 Jul 16 01:29:01.902485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a6d42bf-a644-4596-aab7-76a10b98dd77 req-1c955332-7133-41cd-9283-cca76f600d6f tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619318 Jul 16 01:29:02.181605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6c06f-b54a-4151-b5db-65f28ec5226f req-223305df-1c5e-43f7-845d-95c90f1932a1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.198812 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79a6c06f-b54a-4151-b5db-65f28ec5226f req-223305df-1c5e-43f7-845d-95c90f1932a1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.1545475 Jul 16 01:29:02.300714 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79a6c06f-b54a-4151-b5db-65f28ec5226f req-a1a79842-92ab-4010-82d0-8af8ae31c2aa tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002009 Jul 16 01:29:02.394787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d88f8ceb-28c1-4230-9956-706ae4b0a9b9 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:02.477538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:02.485516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:02.486562 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.586703 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.616375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:02.619501 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefe08c9-080e-45f7-9620-2b9413ee09c4" -d '{"events": [{"server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "name": "network-vif-plugged", "status": "completed", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:02.640549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port d88f8ceb-28c1-4230-9956-706ae4b0a9b9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:02.645538 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.646502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 58ca2a91-4b05-4d62-ada9-dffbf562866f up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:02.723726 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264acc0d-ec78-4eb4-9ea5-1cb2d879c989 x-openstack-request-id: req-264acc0d-ec78-4eb4-9ea5-1cb2d879c989 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:02.724203 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "name": "network-vif-plugged", "status": "completed", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:02.724656 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-264acc0d-ec78-4eb4-9ea5-1cb2d879c989 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:02.725321 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'code': 200} Jul 16 01:29:02.755457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:02.772465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 58ca2a91-4b05-4d62-ada9-dffbf562866f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:02.778466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 58ca2a91-4b05-4d62-ada9-dffbf562866f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:02.778740 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.950119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e5f30-bc1e-4482-a183-7984df95cd5a req-5bb3795f-8fe8-433d-b027-3f4d7d45e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.951692 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f29e5f30-bc1e-4482-a183-7984df95cd5a req-5bb3795f-8fe8-433d-b027-3f4d7d45e1dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 1098 time: 0.1356027 Jul 16 01:29:03.004747 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.019443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f29e5f30-bc1e-4482-a183-7984df95cd5a req-ebb7e04a-561a-4b12-ad98-9f34e849885e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553520 Jul 16 01:29:03.107383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:03.113276 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.152962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3d147-0d67-47af-aa2d-4e37aa548332 req-6218e702-8e73-4932-98a0-c2bd79e86b48 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.154571 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a5e3d147-0d67-47af-aa2d-4e37aa548332 req-6218e702-8e73-4932-98a0-c2bd79e86b48 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 946 time: 0.0764689 Jul 16 01:29:03.195066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:03.230196 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a5e3d147-0d67-47af-aa2d-4e37aa548332 req-224814fe-056a-4ac0-9552-0475e669c88f tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682201 Jul 16 01:29:03.690912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a4881-701c-4ba9-ae74-8cffba1388a1 req-8fb1a69c-faaa-4341-b7db-841940922f63 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.698952 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d87a4881-701c-4ba9-ae74-8cffba1388a1 req-8fb1a69c-faaa-4341-b7db-841940922f63 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1021597 Jul 16 01:29:03.754607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d87a4881-701c-4ba9-ae74-8cffba1388a1 req-9e364e7e-42f7-4afb-8927-70f5bcd7e140 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531271 Jul 16 01:29:04.542370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db5206-5480-49a3-88cf-497ebcf31e56 req-6bbf2000-ecdf-4ddd-b367-352f8a320075 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.549453 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99db5206-5480-49a3-88cf-497ebcf31e56 req-6bbf2000-ecdf-4ddd-b367-352f8a320075 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 946 time: 0.1157632 Jul 16 01:29:04.600620 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99db5206-5480-49a3-88cf-497ebcf31e56 req-53a3d189-abfc-4221-8e4d-5fc51d1dbd70 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500598 Jul 16 01:29:04.726148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:04.728671 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bdca0d-dfc6-42b3-b1d2-b8072f272a46" -d '{"events": [{"server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "name": "network-vif-plugged", "status": "completed", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:04.833346 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577eccd0-7778-453f-a864-3af78a709ec0 x-openstack-request-id: req-577eccd0-7778-453f-a864-3af78a709ec0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:04.833634 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "name": "network-vif-plugged", "status": "completed", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:04.833883 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-577eccd0-7778-453f-a864-3af78a709ec0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:04.834303 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'code': 200} Jul 16 01:29:05.051814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69b526-2940-49d8-ad26-7322d5dacbf6 req-c4668e6f-c3b4-4785-b4be-4497f04e58dd tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.076274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f69b526-2940-49d8-ad26-7322d5dacbf6 req-c4668e6f-c3b4-4785-b4be-4497f04e58dd tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1191411 Jul 16 01:29:05.115446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ac269-9609-4fa2-9516-5c14c5348269 req-907245cf-bafa-4401-acb8-62290dd55c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.118305 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b09ac269-9609-4fa2-9516-5c14c5348269 req-907245cf-bafa-4401-acb8-62290dd55c0b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 1097 time: 0.1505780 Jul 16 01:29:05.165061 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f69b526-2940-49d8-ad26-7322d5dacbf6 req-541aaa62-3799-47b4-96ec-362d3597248c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868833 Jul 16 01:29:05.190827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b09ac269-9609-4fa2-9516-5c14c5348269 req-f080732c-8272-474b-ab34-0586ae2fd806 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604737 Jul 16 01:29:05.959384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb622c-c670-495e-a822-b72c85eb7294 req-76674ef9-bc4d-49f2-8049-792115330b36 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.962789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-36fb622c-c670-495e-a822-b72c85eb7294 req-76674ef9-bc4d-49f2-8049-792115330b36 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 946 time: 0.1195734 Jul 16 01:29:06.078613 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-36fb622c-c670-495e-a822-b72c85eb7294 req-cae9ebe8-2783-42bd-8d36-bf8965aeca68 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078804 Jul 16 01:29:06.467327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b1d0f-6967-4c0c-8a25-d7d82af97f70 req-a03bd3da-da4b-4375-b2e5-cc953d69b37d tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.468385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f760679-4c32-41fc-82c2-fe998b300133 req-db940e4e-891a-440f-8430-1d1c7ff39e3a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.474902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f0b1d0f-6967-4c0c-8a25-d7d82af97f70 req-a03bd3da-da4b-4375-b2e5-cc953d69b37d tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 946 time: 0.1424460 Jul 16 01:29:06.478882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f760679-4c32-41fc-82c2-fe998b300133 req-db940e4e-891a-440f-8430-1d1c7ff39e3a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1073713 Jul 16 01:29:06.525977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f0b1d0f-6967-4c0c-8a25-d7d82af97f70 req-6c1e67f1-aa52-4a6f-b1f0-6d94d53373b0 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Jul 16 01:29:06.545342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46148) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:06.579495 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f760679-4c32-41fc-82c2-fe998b300133 req-bc66f844-764f-4fdf-931c-b6d014011f69 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990603 Jul 16 01:29:06.929423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6786518-ea7c-4427-860a-add9c2bb49ba tempest-TestVolumeBackupRestore-1746207550 tempest-TestVolumeBackupRestore-1746207550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.932143 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b6786518-ea7c-4427-860a-add9c2bb49ba tempest-TestVolumeBackupRestore-1746207550 tempest-TestVolumeBackupRestore-1746207550-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 1093 time: 0.3863313 Jul 16 01:29:06.935753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:06.942520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:07.060099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.448379 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.721808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Allocated IP 172.25.4.26 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/df34987e-82dd-433c-9847-f4ad314d838c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:07.913216 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.992441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.003008 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d2a37-751c-4ee3-98f5-4b23a00d64e0 req-5391b0d9-9908-411f-87e8-67edffcc2293 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.008609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-365d2a37-751c-4ee3-98f5-4b23a00d64e0 req-5391b0d9-9908-411f-87e8-67edffcc2293 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1685119 Jul 16 01:29:08.030287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:08.087288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:08.092189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event updated for resources: {'Port': ['ID=df34987e-82dd-433c-9847-f4ad314d838c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.095629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:08.148910 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-365d2a37-751c-4ee3-98f5-4b23a00d64e0 req-498e6a9b-04a0-4255-be40-b4f3c76a4422 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280344 Jul 16 01:29:08.719894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca80742-06e8-43f5-abae-19567286b253 req-63454a35-20e6-4952-9fb4-753e7e2a6cd3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.730989 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-63454a35-20e6-4952-9fb4-753e7e2a6cd3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 813 time: 0.2899680 Jul 16 01:29:08.757507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-7163af1d-1e09-4443-af84-b9aba3e6f75d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/quotas/f24eaf0c1cd34b6096ea3f7c2c532087 HTTP/1.1" status: 200 len: 375 time: 0.0230153 Jul 16 01:29:08.951250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-f335d97a-6573-42d4-9f53-a4ec859cde3d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1836832 Jul 16 01:29:09.107536 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.109764 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-ad91a10b-cd13-4b0b-b6b9-e19a2b8c12ce service neutron] 10.222.0.64 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575489 Jul 16 01:29:09.301773 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-bb49358d-5ec9-4840-862f-caccfb813adb service neutron] 10.222.0.64 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859546 Jul 16 01:29:09.373606 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.860376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.887021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.967523 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83613ff4-cbe5-4489-bd64-0bed5c3375a5 req-ee12bf86-5744-401e-a2ae-657d4251c9f5 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 210 time: 0.1039031 Jul 16 01:29:10.144936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event updated for resources: {'Port': ['ID=df34987e-82dd-433c-9847-f4ad314d838c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.185990 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.535072 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Floating IP dec3a340-f8b8-48fa-89cc-df90189f82f2 associated. External IP: 172.25.4.26, port: d88f8ceb-28c1-4230-9956-706ae4b0a9b9. Jul 16 01:29:10.953899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73b69b-fc1c-4aca-bbd8-7059c9a9e4bf req-dab1193e-face-47e7-9a0d-a5a25d10cfb9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.956063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c73b69b-fc1c-4aca-bbd8-7059c9a9e4bf req-dab1193e-face-47e7-9a0d-a5a25d10cfb9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2835429 Jul 16 01:29:11.108706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1c73b69b-fc1c-4aca-bbd8-7059c9a9e4bf req-c3d5ab56-404c-4e74-845e-20e90da5bca8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298299 Jul 16 01:29:11.177125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Router 53d9c095-9fdc-4670-9f84-ed280a51ab0a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:11.318813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b816366f-51ba-48d9-8909-75deffabc4ce req-cce2d0d4-84fc-433e-aa8f-a68bffb0497b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 210 time: 0.0607314 Jul 16 01:29:11.420062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:11.432452 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] Sync routers for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:11.456158 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.477214 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:11.477950 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:28:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:11.689169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6d3a8-15de-4e45-8fcb-e017cf4b3674 req-914c63da-2937-4f7f-8c4b-4e3bc167f4be tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.714507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0bb6d3a8-15de-4e45-8fcb-e017cf4b3674 req-914c63da-2937-4f7f-8c4b-4e3bc167f4be tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1780221 Jul 16 01:29:11.812613 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0bb6d3a8-15de-4e45-8fcb-e017cf4b3674 req-9b0a7c11-6bcd-46d4-88d0-7ecec87a2476 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971217 Jul 16 01:29:11.896930 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:12.252237 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-589f7b63-b3e8-4fa5-8998-bb2acd6a2c42 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3150334 Jul 16 01:29:12.255410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46274) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:12.256751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:12.259434 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:12.399802 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104ff5fe-4245-413c-975f-0b442ec0e843 x-openstack-request-id: req-104ff5fe-4245-413c-975f-0b442ec0e843 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:12.400110 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:12.400368 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-104ff5fe-4245-413c-975f-0b442ec0e843 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:12.402455 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'status': 'completed', 'code': 200} Jul 16 01:29:12.475400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca80742-06e8-43f5-abae-19567286b253 req-33418d7b-f50b-4202-baac-8bba9497af99 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.477911 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-33418d7b-f50b-4202-baac-8bba9497af99 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.50 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 813 time: 0.2787619 Jul 16 01:29:12.496197 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Request body: {'port': {'device_id': 'ca07cbb5-547a-45ee-9818-3b591f746331', 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195', 'admin_state_up': True, 'tenant_id': 'f24eaf0c1cd34b6096ea3f7c2c532087'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:12.569570 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'dec3a340-f8b8-48fa-89cc-df90189f82f2', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'port_id': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'mac_address': 'fa:16:3e:b4:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:08Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 0, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 5, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:12.613263 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] Checking router: 53d9c095-9fdc-4670-9f84-ed280a51ab0a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:12.624242 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:12.626541 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:28:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:12.681335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-5a6acb7c-8fe3-4aed-a6fe-b165d92b5476 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.683084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-5a6acb7c-8fe3-4aed-a6fe-b165d92b5476 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 812 time: 0.3193440 Jul 16 01:29:12.760744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-427077f3-c284-4ffb-920f-1d27d1381e84 req-4b2b5743-c6f2-4705-b488-2cb6a7268102 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 210 time: 0.0711935 Jul 16 01:29:12.824124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-cd1dbf68-3217-4404-ba7e-f505411af545 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/quotas/f4c0bf2d24f74bb7923b4fa83468d2cd HTTP/1.1" status: 200 len: 375 time: 0.1321979 Jul 16 01:29:12.833175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43bb1d3-6f2b-4893-8456-583b98844c4d tempest-TestVolumeBackupRestore-1746207550 tempest-TestVolumeBackupRestore-1746207550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.850076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Made reservation on behalf of f24eaf0c1cd34b6096ea3f7c2c532087 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:12.850753 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a43bb1d3-6f2b-4893-8456-583b98844c4d tempest-TestVolumeBackupRestore-1746207550 tempest-TestVolumeBackupRestore-1746207550-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 1093 time: 0.5932872 Jul 16 01:29:12.859576 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.910907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46290) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:12.936518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-016a2695-19c8-4ade-9d52-0b4cb6cafffd tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Request body: {'floatingip': {'port_id': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:12.943086 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:13.175203 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-e34c3171-e523-4cac-ab86-d5d370364119 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3231392 Jul 16 01:29:13.329842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-c73e29fa-c2e6-4bd7-b9f7-decbc96d1d8f service neutron] 10.222.0.64 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518977 Jul 16 01:29:13.342629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-8baef598-64d2-432d-8917-8cbddbe5efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.345176 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-8baef598-64d2-432d-8917-8cbddbe5efc2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d7f5ecbfff0427a9dfb27c75c4d365f&device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 1098 time: 0.6476936 Jul 16 01:29:13.417555 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-016a2695-19c8-4ade-9d52-0b4cb6cafffd tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.530719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-e084642f-ed6d-4311-943b-5d6211bfa833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.543562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-e084642f-ed6d-4311-943b-5d6211bfa833 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc566a41-a9c7-4a27-b431-176f1716e700 HTTP/1.1" status: 200 len: 913 time: 0.1842849 Jul 16 01:29:13.614331 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Allocated IP 172.20.0.10 (4a12d2dd-94c5-4d28-bf9a-7913b54d8195/9c3499fd-ce8d-456e-a09b-b7cacd9a997e/bfefe115-cadd-4921-8f92-94e37a208cc8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:13.711558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-a9ce66b9-d556-45a1-b325-2659fe3f7552 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9 HTTP/1.1" status: 200 len: 999 time: 0.1500130 Jul 16 01:29:13.808567 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.858477 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.877417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['58ca2a91-4b05-4d62-ada9-dffbf562866f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:13.965793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-658a6dae-2227-4885-abf2-eb57064665a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.967255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-658a6dae-2227-4885-abf2-eb57064665a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dddb849b-112c-4b39-9485-0689634c4cb0 HTTP/1.1" status: 200 len: 852 time: 0.2494204 Jul 16 01:29:14.051697 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'dec3a340-f8b8-48fa-89cc-df90189f82f2', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'port_id': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'mac_address': 'fa:16:3e:b4:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:08Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 0, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 5, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:14.093248 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00393bcc-6d30-47aa-be7b-0bc1c6f6f414 None None] The sync data for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 is: [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'dec3a340-f8b8-48fa-89cc-df90189f82f2', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'port_id': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'mac_address': 'fa:16:3e:b4:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:08Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 0, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 5, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:14.139745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:14.141278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Pushing event updated for resources: {'Port': ['ID=bfefe115-cadd-4921-8f92-94e37a208cc8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:14.152057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:14.163367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:14.220521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-df08a704-c9b7-4d02-bf04-c48ef8145e73 service neutron] 10.222.0.64 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8892033 Jul 16 01:29:14.342244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-0920c60e-53bd-4eae-a8d8-091186c1f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.348139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-0920c60e-53bd-4eae-a8d8-091186c1f652 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc566a41-a9c7-4a27-b431-176f1716e700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3596060 Jul 16 01:29:14.516961 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-dd37dffd-12ba-4ed4-9972-5d4a0dae1cdb service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619930 Jul 16 01:29:14.609821 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51270cf2-acc0-4b67-95b6-092ae9994726 None None] New status for floating IP dec3a340-f8b8-48fa-89cc-df90189f82f2: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:14.872213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c04776b6-4c91-46cf-9b5d-2a2c5f16c4d5 req-7d85b63f-51d6-410f-b0a9-be9aebb31279 service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318958 Jul 16 01:29:15.381665 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-016a2695-19c8-4ade-9d52-0b4cb6cafffd tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:29:15.486092 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b063175-da2b-463c-8a2b-3d4547144650 req-52898c25-7ca1-409f-8af8-28edf8260952 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 210 time: 0.0913913 Jul 16 01:29:15.532171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.533328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.558586 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-016a2695-19c8-4ade-9d52-0b4cb6cafffd tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.564439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-51270cf2-acc0-4b67-95b6-092ae9994726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:29:15.564959 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-51270cf2-acc0-4b67-95b6-092ae9994726 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:29:15.572374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-016a2695-19c8-4ade-9d52-0b4cb6cafffd tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.580186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-d71a394c-5d4b-4200-99ef-b1b56ee5fc23 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0893223 Jul 16 01:29:15.649753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Request body: {'port': {'device_id': 'ca07cbb5-547a-45ee-9818-3b591f746331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:15.758194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655bc6c-553a-46db-a933-2b2d10f8f861 req-52054f01-c27c-4225-a37b-71c806ad8ed4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.762678 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8655bc6c-553a-46db-a933-2b2d10f8f861 req-52054f01-c27c-4225-a37b-71c806ad8ed4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 932 time: 0.7001529 Jul 16 01:29:16.042603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8655bc6c-553a-46db-a933-2b2d10f8f861 req-1d049da4-fdb0-4a19-b712-93e29c6ec231 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520054 Jul 16 01:29:16.056371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.066962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51270cf2-acc0-4b67-95b6-092ae9994726 None None] New status for floating IP dec3a340-f8b8-48fa-89cc-df90189f82f2: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:16.719882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016a2695-19c8-4ade-9d52-0b4cb6cafffd tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Router 53d9c095-9fdc-4670-9f84-ed280a51ab0a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:16.758270 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d5eeaf1-13e8-4aa9-a6e8-1deb5d108116 req-aa68d0fe-94ab-49e9-aef7-9cdc959e5ccc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 210 time: 0.0810082 Jul 16 01:29:16.948019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-bab5df1b-5bba-4476-8654-5aa4fdc8bf67 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.950630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-bab5df1b-5bba-4476-8654-5aa4fdc8bf67 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 812 time: 0.2634702 Jul 16 01:29:16.966386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'port': {'device_id': 'edbe6ad1-16f2-46c3-a050-734aa5811765', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'admin_state_up': True, 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:17.031453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016a2695-19c8-4ade-9d52-0b4cb6cafffd tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:17.036580 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-016a2695-19c8-4ade-9d52-0b4cb6cafffd tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.051952 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] Sync routers for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:17.077489 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:17.079016 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:28:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:17.186253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:17.196192 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dc8c73-b883-4863-b877-c5bb2fc5d93b" -d '{"events": [{"name": "network-changed", "server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:17.359803 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-016a2695-19c8-4ade-9d52-0b4cb6cafffd tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "PUT /v2.0/floatingips/dec3a340-f8b8-48fa-89cc-df90189f82f2 HTTP/1.1" status: 200 len: 991 time: 4.4450817 Jul 16 01:29:17.361395 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8435bf-0cad-4fda-90ea-ea69f06d0bec x-openstack-request-id: req-bf8435bf-0cad-4fda-90ea-ea69f06d0bec {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:17.361692 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:17.361939 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf8435bf-0cad-4fda-90ea-ea69f06d0bec {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:17.362364 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'status': 'completed', 'code': 200} Jul 16 01:29:17.401200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfefe115-cadd-4921-8f92-94e37a208cc8 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:17.434974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.448366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Made reservation on behalf of f4c0bf2d24f74bb7923b4fa83468d2cd for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:17.458850 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.468102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Transition to ACTIVE for port object bfefe115-cadd-4921-8f92-94e37a208cc8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:17.473781 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.511312 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:17.692280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Pushing event updated for resources: {'Port': ['ID=bfefe115-cadd-4921-8f92-94e37a208cc8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.967201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Attempting to bind port bfefe115-cadd-4921-8f92-94e37a208cc8 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:17.967950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Attempting to bind port bfefe115-cadd-4921-8f92-94e37a208cc8 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:17.967950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Attempting to bind port bfefe115-cadd-4921-8f92-94e37a208cc8 on network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:17.976629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Port bfefe115-cadd-4921-8f92-94e37a208cc8 on network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:17.977069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Attempting to bind port bfefe115-cadd-4921-8f92-94e37a208cc8 on network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:17.991776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:17.992106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Checking segment: {'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:17.997252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Bound using segment: {'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:18.000148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Bound port: bfefe115-cadd-4921-8f92-94e37a208cc8, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:18.002511 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.011546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Allocated IP 172.20.0.13 (e9491746-18a9-4e5f-90b0-ecff7036d857/2a41718e-83a0-48ab-a370-1def9d66fa7a/e2e647a4-4255-4fec-a29e-2a1bd12289f1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:18.067687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44611e76-e108-4dd0-a8ed-24bb008cfc36 req-299a0b7e-80f3-492f-bf0f-243c845e4c7a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.070596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44611e76-e108-4dd0-a8ed-24bb008cfc36 req-299a0b7e-80f3-492f-bf0f-243c845e4c7a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 932 time: 0.7534702 Jul 16 01:29:18.224999 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44611e76-e108-4dd0-a8ed-24bb008cfc36 req-44202ce9-15ab-4d54-85a2-6c1721572246 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373165 Jul 16 01:29:18.233163 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b450859d-b4a4-492c-8af2-0cda1e8f951c req-5dc96e94-a2b0-4234-a5f4-223677881eff tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 210 time: 0.1024427 Jul 16 01:29:18.241485 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'dec3a340-f8b8-48fa-89cc-df90189f82f2', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'port_id': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'mac_address': 'fa:16:3e:b4:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:08Z', 'updated_at': '2021-07-16T01:29:16Z', 'revision_number': 2, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 5, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:18.248189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-c34e97f5-8580-40ac-b9cc-b66762e297ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.255033 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-c34e97f5-8580-40ac-b9cc-b66762e297ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d7f5ecbfff0427a9dfb27c75c4d365f&device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 1098 time: 0.8274429 Jul 16 01:29:18.319505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] For port bfefe115-cadd-4921-8f92-94e37a208cc8, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:18.326785 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] Checking router: 53d9c095-9fdc-4670-9f84-ed280a51ab0a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:18.327961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] For port bfefe115-cadd-4921-8f92-94e37a208cc8, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bfefe115-cadd-4921-8f92-94e37a208cc8,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:18.334398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.380289 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:18.381288 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:28:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:18.433488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-ec564995-68ba-47e5-86cc-37447c8bf0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.435236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-ec564995-68ba-47e5-86cc-37447c8bf0c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc566a41-a9c7-4a27-b431-176f1716e700 HTTP/1.1" status: 200 len: 913 time: 0.1683788 Jul 16 01:29:18.498830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.499467 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.509516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] 10.222.0.50 "PUT /v2.0/ports/bfefe115-cadd-4921-8f92-94e37a208cc8 HTTP/1.1" status: 200 len: 1093 time: 2.8649528 Jul 16 01:29:18.577764 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:18.730820 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-ba9d2e39-ec1d-4d56-a174-73e81a2d40df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9 HTTP/1.1" status: 200 len: 1001 time: 0.2776442 Jul 16 01:29:18.764119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5ee05-a552-41ca-9d43-8c34d1525045 service neutron] Pushing event updated for resources: {'Port': ['ID=bfefe115-cadd-4921-8f92-94e37a208cc8,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:18.903984 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.912417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca80742-06e8-43f5-abae-19567286b253 req-bd68e886-3107-42fd-a23e-8fe2cc627d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.918241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-bd68e886-3107-42fd-a23e-8fe2cc627d3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 1096 time: 0.3333426 Jul 16 01:29:18.923520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-fd484f8c-6aa4-4ee6-8806-bffbaeead3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.926044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-fd484f8c-6aa4-4ee6-8806-bffbaeead3bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dddb849b-112c-4b39-9485-0689634c4cb0 HTTP/1.1" status: 200 len: 852 time: 0.1763151 Jul 16 01:29:18.999229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-03e100b0-d182-4de5-b1ef-efdf5810ed50 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfefe115-cadd-4921-8f92-94e37a208cc8 HTTP/1.1" status: 200 len: 217 time: 0.0680056 Jul 16 01:29:19.050571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Transition to ACTIVE for port object e2e647a4-4255-4fec-a29e-2a1bd12289f1 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:19.102330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca80742-06e8-43f5-abae-19567286b253 req-0a861927-dfa0-49cf-88fb-bb0be416b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.105078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-0a861927-dfa0-49cf-88fb-bb0be416b0fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c3499fd-ce8d-456e-a09b-b7cacd9a997e HTTP/1.1" status: 200 len: 853 time: 0.0899472 Jul 16 01:29:19.149609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-cc7b774f-64fd-4b82-aa29-8bee7df15821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.152447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-cc7b774f-64fd-4b82-aa29-8bee7df15821 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc566a41-a9c7-4a27-b431-176f1716e700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2107093 Jul 16 01:29:19.182217 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.197662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b6fa5f16-41e1-430a-bb86-8ae48ff7279a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:19.218126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-f2f3b1d6-1be6-463f-a4ba-92a64b6e22ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918322 Jul 16 01:29:19.332617 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'Port': ['ID=e2e647a4-4255-4fec-a29e-2a1bd12289f1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.343529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['dd5578b6-85ad-491a-9486-16b8143c91bf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:19.348110 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'dec3a340-f8b8-48fa-89cc-df90189f82f2', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'port_id': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'mac_address': 'fa:16:3e:b4:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:08Z', 'updated_at': '2021-07-16T01:29:16Z', 'revision_number': 2, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 5, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:19.365921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9'}, {'name': 'network-changed', 'server_uuid': 'ca07cbb5-547a-45ee-9818-3b591f746331', 'tag': 'bfefe115-cadd-4921-8f92-94e37a208cc8'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:19.381664 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e11903-c4b0-415f-85fb-81bfbfff781f" -d '{"events": [{"name": "network-changed", "server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9"}, {"name": "network-changed", "server_uuid": "ca07cbb5-547a-45ee-9818-3b591f746331", "tag": "bfefe115-cadd-4921-8f92-94e37a208cc8"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:19.433272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Network e9491746-18a9-4e5f-90b0-ecff7036d857 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:19.456081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:19.461269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:19.484477 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14b123-efbb-409f-a9fd-9701b32957ec None None] The sync data for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 is: [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'dec3a340-f8b8-48fa-89cc-df90189f82f2', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'port_id': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'mac_address': 'fa:16:3e:b4:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:08Z', 'updated_at': '2021-07-16T01:29:16Z', 'revision_number': 2, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 5, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:19.820803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.834950 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.920411 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-aae0b72e-28ef-4704-8366-97cf55f055dc service neutron] 10.222.0.50 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951165 Jul 16 01:29:19.941718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-7f7a508a-982e-409e-b6bd-6cb82d6d71cb service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7729521 Jul 16 01:29:20.010262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-27e2753e-42d4-4c93-9628-3e2714dcf4ad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0504837 Jul 16 01:29:20.042841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Request body: {'port': {'device_id': 'edbe6ad1-16f2-46c3-a050-734aa5811765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:20.190176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1a396abd-55d2-4ec7-a80f-fdba367f3e27 None None] Provisioning for port e2e647a4-4255-4fec-a29e-2a1bd12289f1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:20.201705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c23c7-fc05-4381-8041-c18dceafda55 req-4c73d6a6-b50f-47f6-b6e1-4b6189a460a4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.210821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d0c23c7-fc05-4381-8041-c18dceafda55 req-4c73d6a6-b50f-47f6-b6e1-4b6189a460a4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 944 time: 0.4737389 Jul 16 01:29:20.211454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f3bd3-7a71-4fa2-968a-a82ba5c7726f req-c891150e-ab15-4f5a-9463-4ad0f63ed76a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.219532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f3bd3-7a71-4fa2-968a-a82ba5c7726f req-c891150e-ab15-4f5a-9463-4ad0f63ed76a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 932 time: 0.6536219 Jul 16 01:29:20.270666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1a396abd-55d2-4ec7-a80f-fdba367f3e27 None None] Provisioning complete for port e2e647a4-4255-4fec-a29e-2a1bd12289f1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:20.274670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a396abd-55d2-4ec7-a80f-fdba367f3e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.306268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6ca80742-06e8-43f5-abae-19567286b253 req-303c545d-01b7-4004-945e-6d46337e2c9c service neutron] 10.222.0.50 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748631 Jul 16 01:29:20.327958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f3bd3-7a71-4fa2-968a-a82ba5c7726f req-83781159-69b3-4976-a9ac-10aa646a2158 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030498 Jul 16 01:29:20.405624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1a396abd-55d2-4ec7-a80f-fdba367f3e27 None None] Port e2e647a4-4255-4fec-a29e-2a1bd12289f1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:20.455829 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39e2d7c-a914-470b-bd52-983b238cb38d x-openstack-request-id: req-f39e2d7c-a914-470b-bd52-983b238cb38d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:20.456410 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca07cbb5-547a-45ee-9818-3b591f746331", "tag": "bfefe115-cadd-4921-8f92-94e37a208cc8", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:20.456880 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f39e2d7c-a914-470b-bd52-983b238cb38d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:20.457577 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'status': 'completed', 'code': 200} Jul 16 01:29:20.458069 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca07cbb5-547a-45ee-9818-3b591f746331', 'tag': 'bfefe115-cadd-4921-8f92-94e37a208cc8', 'status': 'completed', 'code': 200} Jul 16 01:29:20.667158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-a01bf402-2a59-4742-821d-6a14c866eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.669098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-a01bf402-2a59-4742-821d-6a14c866eed2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 1096 time: 0.1992381 Jul 16 01:29:20.897047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-0254e9db-c911-4760-951d-b8ba56720a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.899094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-0254e9db-c911-4760-951d-b8ba56720a5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 913 time: 0.2161489 Jul 16 01:29:20.955438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-7007392b-ed37-42b4-be91-50f3e0fd330a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfefe115-cadd-4921-8f92-94e37a208cc8 HTTP/1.1" status: 200 len: 217 time: 0.0488396 Jul 16 01:29:20.975257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13dc8c73-b883-4863-b877-c5bb2fc5d93b req-91879d50-6888-4102-adda-a03269301185 service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0177541 Jul 16 01:29:21.001653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d0c23c7-fc05-4381-8041-c18dceafda55 req-4729541a-e7b6-4ba7-830b-bf77f16c91a8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7895427 Jul 16 01:29:21.002664 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.112724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-f9a47994-5537-488c-af24-eff35311538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.114657 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-f9a47994-5537-488c-af24-eff35311538f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c3499fd-ce8d-456e-a09b-b7cacd9a997e HTTP/1.1" status: 200 len: 853 time: 0.1506248 Jul 16 01:29:21.188482 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-e368480e-8750-4cac-8de0-2b3a9cefca72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650504 Jul 16 01:29:21.358524 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-3aca7877-cba6-49a7-b71b-cd20c188e06e service neutron] 10.222.0.50 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554768 Jul 16 01:29:21.407280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e647a4-4255-4fec-a29e-2a1bd12289f1 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:21.430224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.463793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Transition to ACTIVE for port object e2e647a4-4255-4fec-a29e-2a1bd12289f1 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:21.542614 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.570299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-cd3d045a-d6e9-4c1f-9fcb-510dfe85f78d service neutron] 10.222.0.50 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001879 Jul 16 01:29:21.718528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e647a4-4255-4fec-a29e-2a1bd12289f1,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.724266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-b80d5dcc-fa2e-4cc1-a9cc-33fa9b9baebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.726033 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-b80d5dcc-fa2e-4cc1-a9cc-33fa9b9baebc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d7f5ecbfff0427a9dfb27c75c4d365f&device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 1098 time: 0.2605000 Jul 16 01:29:21.730172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Attempting to bind port e2e647a4-4255-4fec-a29e-2a1bd12289f1 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:21.730802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Attempting to bind port e2e647a4-4255-4fec-a29e-2a1bd12289f1 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:21.731128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Attempting to bind port e2e647a4-4255-4fec-a29e-2a1bd12289f1 on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:21.743519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ed942-c106-40b3-8ffd-c33fc1a86048 req-f2024c53-b8b3-4a2c-88c9-daea84740d37 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.767530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f83ed942-c106-40b3-8ffd-c33fc1a86048 req-f2024c53-b8b3-4a2c-88c9-daea84740d37 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 944 time: 0.1805065 Jul 16 01:29:21.783504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Port e2e647a4-4255-4fec-a29e-2a1bd12289f1 on network e9491746-18a9-4e5f-90b0-ecff7036d857 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:21.790003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Attempting to bind port e2e647a4-4255-4fec-a29e-2a1bd12289f1 on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:21.822756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:21.822756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Checking segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:21.823092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Bound using segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:21.825156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Bound port: e2e647a4-4255-4fec-a29e-2a1bd12289f1, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:21.830662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.892855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f83ed942-c106-40b3-8ffd-c33fc1a86048 req-df4d6b7e-6137-4489-8d6d-6ef2575e1a84 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241920 Jul 16 01:29:22.114708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] For port e2e647a4-4255-4fec-a29e-2a1bd12289f1, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:22.125711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] For port e2e647a4-4255-4fec-a29e-2a1bd12289f1, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e2e647a4-4255-4fec-a29e-2a1bd12289f1,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:22.214480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-f540058b-44ce-4add-ab1c-87a7792ebb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.216038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-f540058b-44ce-4add-ab1c-87a7792ebb6d service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc566a41-a9c7-4a27-b431-176f1716e700 HTTP/1.1" status: 200 len: 913 time: 0.4701877 Jul 16 01:29:22.225479 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.468038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-c8659184-7ed8-4d1f-b986-9567d256d199 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9 HTTP/1.1" status: 200 len: 1001 time: 0.2384477 Jul 16 01:29:22.470377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e647a4-4255-4fec-a29e-2a1bd12289f1,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.504656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.505548 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.507875 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-00195ddd-2bb6-47a5-b9d1-090e4f0156b6 service neutron] 10.222.0.50 "PUT /v2.0/ports/e2e647a4-4255-4fec-a29e-2a1bd12289f1 HTTP/1.1" status: 200 len: 1093 time: 2.4762409 Jul 16 01:29:22.510053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbe6ad1-16f2-46c3-a050-734aa5811765', 'tag': 'e2e647a4-4255-4fec-a29e-2a1bd12289f1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:22.512743 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0468390-e2cc-4a3d-b3de-096c45066f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "edbe6ad1-16f2-46c3-a050-734aa5811765", "tag": "e2e647a4-4255-4fec-a29e-2a1bd12289f1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:22.664977 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de54138-fd8c-4a14-924f-1e814820394a x-openstack-request-id: req-3de54138-fd8c-4a14-924f-1e814820394a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:22.665385 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbe6ad1-16f2-46c3-a050-734aa5811765", "tag": "e2e647a4-4255-4fec-a29e-2a1bd12289f1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:22.665733 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3de54138-fd8c-4a14-924f-1e814820394a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:22.667938 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbe6ad1-16f2-46c3-a050-734aa5811765', 'tag': 'e2e647a4-4255-4fec-a29e-2a1bd12289f1', 'status': 'completed', 'code': 200} Jul 16 01:29:22.754408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c2916-ca9f-4197-a95b-8ed38085b0ae req-14281e2e-5aa0-4d9f-8005-b19f78c00cda tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.760939 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a9c2916-ca9f-4197-a95b-8ed38085b0ae req-14281e2e-5aa0-4d9f-8005-b19f78c00cda tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 944 time: 0.4894252 Jul 16 01:29:22.852310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-c3e43b46-71db-494a-bd88-0c45abaefd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.854793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-c3e43b46-71db-494a-bd88-0c45abaefd35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dddb849b-112c-4b39-9485-0689634c4cb0 HTTP/1.1" status: 200 len: 852 time: 0.3655877 Jul 16 01:29:22.865737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-1dde62dc-8338-4e15-a24f-e098eac2c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.867880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-1dde62dc-8338-4e15-a24f-e098eac2c745 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 1096 time: 0.2873878 Jul 16 01:29:23.012424 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-47ae430b-46b0-483c-bd94-f2fece4aa5e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e647a4-4255-4fec-a29e-2a1bd12289f1 HTTP/1.1" status: 200 len: 217 time: 0.0946429 Jul 16 01:29:23.018329 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a9c2916-ca9f-4197-a95b-8ed38085b0ae req-fe620767-9c62-4a88-9bd2-b0707b53c0a2 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216425 Jul 16 01:29:23.091842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-44cc1930-6bc2-4e5d-bbc6-e170a73b800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.093481 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-44cc1930-6bc2-4e5d-bbc6-e170a73b800b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0690241 Jul 16 01:29:23.165610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-352d9f5c-1184-4b1d-9253-c257a6e2ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.180554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-352d9f5c-1184-4b1d-9253-c257a6e2ae13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc566a41-a9c7-4a27-b431-176f1716e700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3112359 Jul 16 01:29:23.229142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e188061-96d6-480a-b6be-a2f6c78436f9 req-6f8f5a1e-f489-4341-a345-d455ac2fbf52 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.239082 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e188061-96d6-480a-b6be-a2f6c78436f9 req-6f8f5a1e-f489-4341-a345-d455ac2fbf52 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 944 time: 0.1119890 Jul 16 01:29:23.311615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bfefe115-cadd-4921-8f92-94e37a208cc8 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:23.469386 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e188061-96d6-480a-b6be-a2f6c78436f9 req-62750123-3fd5-4776-8713-316c995d1028 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277360 Jul 16 01:29:23.745828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port bfefe115-cadd-4921-8f92-94e37a208cc8, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bfefe115-cadd-4921-8f92-94e37a208cc8,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:23.760729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-817b4ea9-9e0f-46fc-929c-36334b804f70 service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321752 Jul 16 01:29:23.768898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-506f9324-0fd9-482d-9b7f-9ba0872eec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.774427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-506f9324-0fd9-482d-9b7f-9ba0872eec73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6687043 Jul 16 01:29:23.788988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'bfefe115-cadd-4921-8f92-94e37a208cc8', 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195', 'port_id': 'bfefe115-cadd-4921-8f92-94e37a208cc8', 'mac_address': 'fa:16:3e:6f:32:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3499fd-ce8d-456e-a09b-b7cacd9a997e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:23.873912 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.892775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfefe115-cadd-4921-8f92-94e37a208cc8 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:23.985867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port bfefe115-cadd-4921-8f92-94e37a208cc8, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bfefe115-cadd-4921-8f92-94e37a208cc8,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:24.000091 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.079870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=bfefe115-cadd-4921-8f92-94e37a208cc8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.080929 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6e11903-c4b0-415f-85fb-81bfbfff781f req-b1329137-ca97-4505-8169-8b62c0a603c4 service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053877 Jul 16 01:29:24.099743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.102928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.103636 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.106432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.107203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.107780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.108434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.109005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.110568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.111635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.114836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.115582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.228808 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-94993804-539d-49a7-b570-f2e2eca908f3 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144666 Jul 16 01:29:24.385532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['bfefe115-cadd-4921-8f92-94e37a208cc8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:24.407140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17cdf6-5d67-46db-bbeb-f925a8ee2dd6 req-9029065e-5974-464c-adfa-47b7371196c6 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.416194 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c17cdf6-5d67-46db-bbeb-f925a8ee2dd6 req-9029065e-5974-464c-adfa-47b7371196c6 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 945 time: 0.1491213 Jul 16 01:29:24.473325 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-976d0655-4a35-4f12-90ba-dc393a4aa3ae req-536e3ab6-74a6-449f-a2ba-b7c820126e94 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407780 Jul 16 01:29:24.503196 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c17cdf6-5d67-46db-bbeb-f925a8ee2dd6 req-9dd649a5-018d-4905-bd87-97dbf98476f6 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851824 Jul 16 01:29:24.643622 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f0de98-0cad-43a0-8891-e187f8e21d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.745243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-c7c694e7-3dbc-474c-9c2e-6b7989a731fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.750151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-c7c694e7-3dbc-474c-9c2e-6b7989a731fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 1096 time: 0.1827226 Jul 16 01:29:24.985458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6163a-0c3f-4cb3-bca6-bcc3c981e624 req-47ceaf35-22eb-4fee-accb-31d2f6bff817 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.987732 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-12e6163a-0c3f-4cb3-bca6-bcc3c981e624 req-47ceaf35-22eb-4fee-accb-31d2f6bff817 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 944 time: 0.1588013 Jul 16 01:29:25.099164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-0d5227fc-73a1-4a58-bb62-d8b7d7cd7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.108716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-0d5227fc-73a1-4a58-bb62-d8b7d7cd7b48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.3409934 Jul 16 01:29:25.129799 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-12e6163a-0c3f-4cb3-bca6-bcc3c981e624 req-8eb6529a-4fb4-4f08-8356-268b4eef13b8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324992 Jul 16 01:29:25.218986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-84c0a10c-9d50-4130-8e2d-558c14644c34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e647a4-4255-4fec-a29e-2a1bd12289f1 HTTP/1.1" status: 200 len: 217 time: 0.1091952 Jul 16 01:29:25.327708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-9695be87-4048-4899-bac8-1e8e05e33e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.329527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-9695be87-4048-4899-bac8-1e8e05e33e74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0793891 Jul 16 01:29:25.438237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-30a0db3f-eb9f-492b-bb2d-f78507e0fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.440445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-30a0db3f-eb9f-492b-bb2d-f78507e0fc8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030467 Jul 16 01:29:25.579744 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.875803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-874bc86e-9d5d-41b9-9ca5-01b740a71eaf service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144485 Jul 16 01:29:26.253583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ac379-764c-423a-a83a-341831091803 req-3ca45fab-4ea3-41ec-a4b8-601f2b4c44b9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.262250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-845ac379-764c-423a-a83a-341831091803 req-3ca45fab-4ea3-41ec-a4b8-601f2b4c44b9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 945 time: 0.3621297 Jul 16 01:29:26.289780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0468390-e2cc-4a3d-b3de-096c45066f3d req-705bed3a-95ea-4e70-845f-00048acf9739 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077473 Jul 16 01:29:26.315039 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-845ac379-764c-423a-a83a-341831091803 req-2ed95aaa-c0f5-4d8b-a33b-5a5e78f7045b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521667 Jul 16 01:29:26.547218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d16895-7ede-4c3e-920e-048a13b36971 req-485f9642-ea28-44b9-97a7-fb103e08bf72 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.552465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11d16895-7ede-4c3e-920e-048a13b36971 req-485f9642-ea28-44b9-97a7-fb103e08bf72 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 944 time: 0.1604600 Jul 16 01:29:26.568267 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.625767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-11d16895-7ede-4c3e-920e-048a13b36971 req-7ecf345a-0f59-46c1-a571-0531c9f296ec tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574713 Jul 16 01:29:27.115418 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6712-cf81-49ac-97ea-2471c2d70a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.198128 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:27.357674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e2e647a4-4255-4fec-a29e-2a1bd12289f1 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:27.362790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bfefe115-cadd-4921-8f92-94e37a208cc8 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:27.647662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port bfefe115-cadd-4921-8f92-94e37a208cc8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:27.661795 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.670922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port bfefe115-cadd-4921-8f92-94e37a208cc8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:27.671472 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.722820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a5b0-b790-4d7a-b8ca-ca975c10fdac req-884506dc-d61a-459d-ab3b-081a78b31c5c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.736117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cde0a5b0-b790-4d7a-b8ca-ca975c10fdac req-884506dc-d61a-459d-ab3b-081a78b31c5c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 945 time: 0.2341623 Jul 16 01:29:27.854485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cde0a5b0-b790-4d7a-b8ca-ca975c10fdac req-02111560-a337-4225-9090-f79e930839bb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167247 Jul 16 01:29:28.002293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa134fe-6ba2-4621-8f6d-ed8df4141226 req-588df725-13c6-485f-9803-9216430c3963 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.010692 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8fa134fe-6ba2-4621-8f6d-ed8df4141226 req-588df725-13c6-485f-9803-9216430c3963 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 946 time: 0.1854982 Jul 16 01:29:28.042602 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.061845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8fa134fe-6ba2-4621-8f6d-ed8df4141226 req-c3080303-d29c-42ab-b6a0-09e64a128881 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501168 Jul 16 01:29:28.378177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dcc67-90f5-42d0-b7d5-6ad94cb2923e req-5b230c1d-7017-4ad5-bd2d-89ff2c233111 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.378177 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-078dcc67-90f5-42d0-b7d5-6ad94cb2923e req-5b230c1d-7017-4ad5-bd2d-89ff2c233111 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 944 time: 0.2074814 Jul 16 01:29:28.489402 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-078dcc67-90f5-42d0-b7d5-6ad94cb2923e req-d465d530-ac4f-40a0-a473-ce3ec086a1b5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978632 Jul 16 01:29:28.550379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port bfefe115-cadd-4921-8f92-94e37a208cc8, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bfefe115-cadd-4921-8f92-94e37a208cc8,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:28.558278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca07cbb5-547a-45ee-9818-3b591f746331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfefe115-cadd-4921-8f92-94e37a208cc8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:28.561326 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b750d998-9227-4803-9629-77b0180dd7fb" -d '{"events": [{"server_uuid": "ca07cbb5-547a-45ee-9818-3b591f746331", "name": "network-vif-plugged", "status": "completed", "tag": "bfefe115-cadd-4921-8f92-94e37a208cc8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:28.582723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e2e647a4-4255-4fec-a29e-2a1bd12289f1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e2e647a4-4255-4fec-a29e-2a1bd12289f1,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:28.586857 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.599992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.629109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'e2e647a4-4255-4fec-a29e-2a1bd12289f1', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'port_id': 'e2e647a4-4255-4fec-a29e-2a1bd12289f1', 'mac_address': 'fa:16:3e:f3:4f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:28.676589 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459f7e04-2798-40fa-95d2-edafdaa887b6 x-openstack-request-id: req-459f7e04-2798-40fa-95d2-edafdaa887b6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:28.677859 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca07cbb5-547a-45ee-9818-3b591f746331", "name": "network-vif-plugged", "status": "completed", "tag": "bfefe115-cadd-4921-8f92-94e37a208cc8", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:28.677859 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-459f7e04-2798-40fa-95d2-edafdaa887b6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:28.678383 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca07cbb5-547a-45ee-9818-3b591f746331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfefe115-cadd-4921-8f92-94e37a208cc8', 'code': 200} Jul 16 01:29:28.730041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=bfefe115-cadd-4921-8f92-94e37a208cc8,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:28.738367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.758382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e647a4-4255-4fec-a29e-2a1bd12289f1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:28.791264 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e2e647a4-4255-4fec-a29e-2a1bd12289f1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e2e647a4-4255-4fec-a29e-2a1bd12289f1,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:28.797719 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.849077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806b761-c99f-41ae-b3ca-958dfff5865c req-bc44dcc8-4963-467f-b2d3-d7a62b321566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.852359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b806b761-c99f-41ae-b3ca-958dfff5865c req-bc44dcc8-4963-467f-b2d3-d7a62b321566 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 1098 time: 0.0891790 Jul 16 01:29:28.873121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e2e647a4-4255-4fec-a29e-2a1bd12289f1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:28.990586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b806b761-c99f-41ae-b3ca-958dfff5865c req-66f86da7-146c-4f52-8235-f2f266b12196 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228905 Jul 16 01:29:29.197920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e2e647a4-4255-4fec-a29e-2a1bd12289f1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:29.249639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eccd60-10eb-46cb-8789-b1460172ce14 req-0658efba-194d-49ff-a855-842a6ddc145f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.257409 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c2eccd60-10eb-46cb-8789-b1460172ce14 req-0658efba-194d-49ff-a855-842a6ddc145f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 946 time: 0.1426492 Jul 16 01:29:29.421497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c2eccd60-10eb-46cb-8789-b1460172ce14 req-c38ba0f5-f1c8-4a31-84d0-8053f2565391 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444664 Jul 16 01:29:29.546721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc8bd-6b69-4978-b881-1dc722041140 req-595e25d4-c1da-4b6a-89bf-0a0d4e9ddf06 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.557791 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-494cc8bd-6b69-4978-b881-1dc722041140 req-595e25d4-c1da-4b6a-89bf-0a0d4e9ddf06 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 946 time: 0.1956081 Jul 16 01:29:29.613477 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-494cc8bd-6b69-4978-b881-1dc722041140 req-1f2d9ff3-e198-4729-97ab-979d6c7aa4eb tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539958 Jul 16 01:29:29.924093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0ddd3-ef24-4128-8f23-cafe2b2cb617 req-09bb9c37-c159-443b-b366-9aa233ba3d80 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.947240 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5f0ddd3-ef24-4128-8f23-cafe2b2cb617 req-09bb9c37-c159-443b-b366-9aa233ba3d80 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 945 time: 0.1678069 Jul 16 01:29:30.103491 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.120019 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5f0ddd3-ef24-4128-8f23-cafe2b2cb617 req-8bae0a44-b338-4ab3-9f1a-9ef76da10fbc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714091 Jul 16 01:29:30.444242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-21257e68-aafc-440d-9c45-31ada5504131 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.446527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-21257e68-aafc-440d-9c45-31ada5504131 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 946 time: 0.1770086 Jul 16 01:29:30.633836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Deleting port a95b814f-5e26-402e-8163-75b7fe21c479 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:30.638145 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.766930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b078c2-0ef5-4847-80d0-a5b5f14ce7d0 req-5ba4de30-c2c7-4c7a-89ba-b1e859460ff5 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.778939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84b078c2-0ef5-4847-80d0-a5b5f14ce7d0 req-5ba4de30-c2c7-4c7a-89ba-b1e859460ff5 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 946 time: 0.1436081 Jul 16 01:29:30.869893 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84b078c2-0ef5-4847-80d0-a5b5f14ce7d0 req-f4bbefa9-51d1-48ae-b15b-305c3d5be266 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893991 Jul 16 01:29:30.943109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] For port a95b814f-5e26-402e-8163-75b7fe21c479, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a95b814f-5e26-402e-8163-75b7fe21c479,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:30.943486 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.102779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47120d57-1fa2-43c6-bf5e-eb7ed02bf3f8 req-5d2ac9d1-eebc-4115-845e-15d44004fdf3 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.104537 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47120d57-1fa2-43c6-bf5e-eb7ed02bf3f8 req-5d2ac9d1-eebc-4115-845e-15d44004fdf3 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 946 time: 0.2483051 Jul 16 01:29:31.324837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47120d57-1fa2-43c6-bf5e-eb7ed02bf3f8 req-a95972f9-f741-4c4e-aaa1-5bc5e36e1456 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups?id=380eebe8-8567-4813-b950-6845682b2ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077146 Jul 16 01:29:31.374794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e2e647a4-4255-4fec-a29e-2a1bd12289f1 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:31.476574 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.477215 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.477339 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Floating IP 684b702b-29c4-4c83-8ca0-5c661c12f0b3 disassociated. External IP: 172.25.4.57, port: a95b814f-5e26-402e-8163-75b7fe21c479. Jul 16 01:29:31.477637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Calling delete_port for a95b814f-5e26-402e-8163-75b7fe21c479 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:31.514536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port e2e647a4-4255-4fec-a29e-2a1bd12289f1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:31.534470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port e2e647a4-4255-4fec-a29e-2a1bd12289f1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:31.535128 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.777607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.849131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event deleted for resources: {'Port': ['ID=a95b814f-5e26-402e-8163-75b7fe21c479,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:31.852927 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.953257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e2e647a4-4255-4fec-a29e-2a1bd12289f1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e2e647a4-4255-4fec-a29e-2a1bd12289f1,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:31.960768 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbe6ad1-16f2-46c3-a050-734aa5811765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e647a4-4255-4fec-a29e-2a1bd12289f1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:31.968571 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2345f2e-f085-46f0-aa11-d43e750cacc9" -d '{"events": [{"server_uuid": "edbe6ad1-16f2-46c3-a050-734aa5811765", "name": "network-vif-plugged", "status": "completed", "tag": "e2e647a4-4255-4fec-a29e-2a1bd12289f1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:31.977992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.019177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Router 3506af92-b6ad-4c17-95c7-64c012ab7431 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:32.078858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a937dca-9491-4671-884e-ecd516af7eef req-668f3ada-b4e2-4b52-ba49-d06db67d880b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.080609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a937dca-9491-4671-884e-ecd516af7eef req-668f3ada-b4e2-4b52-ba49-d06db67d880b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 945 time: 0.3177683 Jul 16 01:29:32.134199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e2e647a4-4255-4fec-a29e-2a1bd12289f1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:32.161143 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a937dca-9491-4671-884e-ecd516af7eef req-f77417a7-8b97-4f43-9193-a3a07e1b1478 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425477 Jul 16 01:29:32.295837 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce44c47-d459-4d19-bccc-bc2c318ffe96 x-openstack-request-id: req-7ce44c47-d459-4d19-bccc-bc2c318ffe96 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:32.296145 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbe6ad1-16f2-46c3-a050-734aa5811765", "name": "network-vif-plugged", "status": "completed", "tag": "e2e647a4-4255-4fec-a29e-2a1bd12289f1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:32.296422 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ce44c47-d459-4d19-bccc-bc2c318ffe96 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:32.297019 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe6ad1-16f2-46c3-a050-734aa5811765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e647a4-4255-4fec-a29e-2a1bd12289f1', 'code': 200} Jul 16 01:29:32.451523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724eec1-55ee-41f0-ae4e-6350a4a52996 req-2dc9f6ab-7511-4257-9b4f-1ff0657a9a22 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.462186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d724eec1-55ee-41f0-ae4e-6350a4a52996 req-2dc9f6ab-7511-4257-9b4f-1ff0657a9a22 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 946 time: 0.1722105 Jul 16 01:29:32.500732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a95b814f-5e26-402e-8163-75b7fe21c479 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:32.557038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:32.570587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d724eec1-55ee-41f0-ae4e-6350a4a52996 req-e146476c-aa8b-4cfc-a26f-928e13fa3095 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068270 Jul 16 01:29:32.580843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] Sync routers for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:32.599964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: a95b814f-5e26-402e-8163-75b7fe21c479 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:32.601592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a95b814f-5e26-402e-8163-75b7fe21c479 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:32.629829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:32.633612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:32.680461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] No DVR routers for this DVR port a95b814f-5e26-402e-8163-75b7fe21c479 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:32.684496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.687370 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4725e32f-a277-4c85-ba3e-304dfa939696 req-7d877e9b-af57-4820-ac82-2cc76b13dad7 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.67 "DELETE /v2.0/ports/a95b814f-5e26-402e-8163-75b7fe21c479 HTTP/1.1" status: 204 len: 173 time: 2.2322574 Jul 16 01:29:32.692245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'name': 'network-vif-deleted', 'tag': 'a95b814f-5e26-402e-8163-75b7fe21c479'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:32.696951 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664bc35b-4448-4522-83a9-a50cba344ff6" -d '{"events": [{"server_uuid": "4f36f9fe-a204-44ef-839d-bc4bb78af2c1", "name": "network-vif-deleted", "tag": "a95b814f-5e26-402e-8163-75b7fe21c479"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:32.757203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3868b7-392f-4e89-97b3-d9b792439bfc req-75573b87-71cc-495b-8a3d-3104c7d3393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.759207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d3868b7-392f-4e89-97b3-d9b792439bfc req-75573b87-71cc-495b-8a3d-3104c7d3393e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 1098 time: 0.3423619 Jul 16 01:29:32.841441 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d3868b7-392f-4e89-97b3-d9b792439bfc req-6e759de9-83c6-4c39-bc38-ea92e946ac14 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710313 Jul 16 01:29:32.902188 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a9a98-d65f-46a9-9caf-75dc8c74e285 x-openstack-request-id: req-063a9a98-d65f-46a9-9caf-75dc8c74e285 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:32.902614 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f36f9fe-a204-44ef-839d-bc4bb78af2c1", "name": "network-vif-deleted", "tag": "a95b814f-5e26-402e-8163-75b7fe21c479", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:32.902976 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-063a9a98-d65f-46a9-9caf-75dc8c74e285 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:32.903691 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f36f9fe-a204-44ef-839d-bc4bb78af2c1', 'name': 'network-vif-deleted', 'tag': 'a95b814f-5e26-402e-8163-75b7fe21c479', 'status': 'completed', 'code': 200} Jul 16 01:29:32.977816 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e04b5b0-9db4-460e-ac3a-10caa38581ea req-64f0e017-00c0-469e-a8d2-43b2759f3783 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 210 time: 0.0621238 Jul 16 01:29:33.014480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:33.489720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa34be8-1878-4902-abae-dfa77a967ebe req-9a6afeb8-02be-4574-ab73-baeb8435f2ca tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.500140 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1aa34be8-1878-4902-abae-dfa77a967ebe req-9a6afeb8-02be-4574-ab73-baeb8435f2ca tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 946 time: 0.1173606 Jul 16 01:29:33.556828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:33.597789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] Checking router: 3506af92-b6ad-4c17-95c7-64c012ab7431 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:33.608365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1aa34be8-1878-4902-abae-dfa77a967ebe req-825e1fe3-6407-4da0-9783-6acdce60b272 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006496 Jul 16 01:29:33.628494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:33.629593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:33.715801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a064fb-4880-4093-ba25-d42901399b73 req-335dda94-3a01-46cf-9000-b7602783cd46 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.718794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31a064fb-4880-4093-ba25-d42901399b73 req-335dda94-3a01-46cf-9000-b7602783cd46 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 946 time: 0.2506459 Jul 16 01:29:33.935900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:34.067088 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-31a064fb-4880-4093-ba25-d42901399b73 req-6338fe26-9d54-4054-ac59-b864efea1bf1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Deleting port bfefe115-cadd-4921-8f92-94e37a208cc8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:34.067449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-31a064fb-4880-4093-ba25-d42901399b73 req-6338fe26-9d54-4054-ac59-b864efea1bf1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.233224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-31a064fb-4880-4093-ba25-d42901399b73 req-6338fe26-9d54-4054-ac59-b864efea1bf1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] For port bfefe115-cadd-4921-8f92-94e37a208cc8, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bfefe115-cadd-4921-8f92-94e37a208cc8,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:34.234041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-31a064fb-4880-4093-ba25-d42901399b73 req-6338fe26-9d54-4054-ac59-b864efea1bf1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.252628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-31a064fb-4880-4093-ba25-d42901399b73 req-6338fe26-9d54-4054-ac59-b864efea1bf1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Calling delete_port for bfefe115-cadd-4921-8f92-94e37a208cc8 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:34.333896 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f46b2b3f-d647-4b8c-b306-d96d8e0c9f53 req-1bfd2dd0-a5b2-4408-aa7d-7090319d45e5 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f36f9fe-a204-44ef-839d-bc4bb78af2c1 HTTP/1.1" status: 200 len: 210 time: 0.0739470 Jul 16 01:29:34.384553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42345073-2429-4e75-a67e-fcf932e4df52 req-20bab6dc-4864-499d-805d-33cd3b2ea8bb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.393627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-42345073-2429-4e75-a67e-fcf932e4df52 req-20bab6dc-4864-499d-805d-33cd3b2ea8bb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 946 time: 0.4406772 Jul 16 01:29:34.451486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:34.470338 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-42345073-2429-4e75-a67e-fcf932e4df52 req-ee36a1fd-0f51-4747-872a-59802e9247e2 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710278 Jul 16 01:29:34.489587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd07b72-d9d0-4042-8aea-28504fa061b6 None None] The sync data for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 is: [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:20:34Z', 'revision_number': 4, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067', 'name': '', 'network_id': 'f9973bff-4f7b-4bfe-ab2f-11abb6c51b93', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'mac_address': 'fa:16:3e:1d:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:32Z', 'updated_at': '2021-07-16T01:20:41Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'subnets': [{'id': 'ca56aa98-3472-4cf5-b59b-cff1fe262ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:34.576773 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-31a064fb-4880-4093-ba25-d42901399b73 req-6338fe26-9d54-4054-ac59-b864efea1bf1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.591468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['bfefe115-cadd-4921-8f92-94e37a208cc8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:34.600828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['58ca2a91-4b05-4d62-ada9-dffbf562866f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:34.630435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338fe26-9d54-4054-ac59-b864efea1bf1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Pushing event deleted for resources: {'Port': ['ID=bfefe115-cadd-4921-8f92-94e37a208cc8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.711535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a064fb-4880-4093-ba25-d42901399b73 req-6338fe26-9d54-4054-ac59-b864efea1bf1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] No DVR routers for this DVR port bfefe115-cadd-4921-8f92-94e37a208cc8 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:34.715251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-31a064fb-4880-4093-ba25-d42901399b73 req-6338fe26-9d54-4054-ac59-b864efea1bf1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.717693 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31a064fb-4880-4093-ba25-d42901399b73 req-6338fe26-9d54-4054-ac59-b864efea1bf1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.50 "DELETE /v2.0/ports/bfefe115-cadd-4921-8f92-94e37a208cc8 HTTP/1.1" status: 204 len: 173 time: 0.9923639 Jul 16 01:29:34.949717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca07cbb5-547a-45ee-9818-3b591f746331', 'name': 'network-vif-deleted', 'tag': 'bfefe115-cadd-4921-8f92-94e37a208cc8'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:34.953932 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c72fc5a-c56e-4906-b345-d26ef29804f7" -d '{"events": [{"server_uuid": "ca07cbb5-547a-45ee-9818-3b591f746331", "name": "network-vif-deleted", "tag": "bfefe115-cadd-4921-8f92-94e37a208cc8"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:35.047544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3a384-dea2-412e-b72c-1027d25e3851 req-0697e9f8-c672-4c40-b540-cb3de4f2ab4f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.074338 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0cd3a384-dea2-412e-b72c-1027d25e3851 req-0697e9f8-c672-4c40-b540-cb3de4f2ab4f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 946 time: 0.2066095 Jul 16 01:29:35.101254 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d6416-724b-4384-a16e-81144c842a92 None None] New status for floating IP 684b702b-29c4-4c83-8ca0-5c661c12f0b3: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:35.189349 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0cd3a384-dea2-412e-b72c-1027d25e3851 req-46b5b03c-4524-40d4-ac2b-8a852cf4f16c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135976 Jul 16 01:29:35.277219 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035d7871-2a59-4843-be30-08717a3609fe x-openstack-request-id: req-035d7871-2a59-4843-be30-08717a3609fe {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:35.277565 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca07cbb5-547a-45ee-9818-3b591f746331", "name": "network-vif-deleted", "tag": "bfefe115-cadd-4921-8f92-94e37a208cc8", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:35.277887 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-035d7871-2a59-4843-be30-08717a3609fe {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:35.278341 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca07cbb5-547a-45ee-9818-3b591f746331', 'name': 'network-vif-deleted', 'tag': 'bfefe115-cadd-4921-8f92-94e37a208cc8', 'status': 'completed', 'code': 200} Jul 16 01:29:35.472223 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-653e7846-11cb-4ceb-9ecf-2cf504d29fe9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd HTTP/1.1" status: 200 len: 267 time: 0.0622468 Jul 16 01:29:35.489314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46700) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:35.585892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d75deb0-8bf7-4739-8787-cc0b48f1fe60 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.623937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-7fc6fa14-a6e8-4f56-be95-7f2c88c06f63 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.631368 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-7fc6fa14-a6e8-4f56-be95-7f2c88c06f63 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 946 time: 0.1470141 Jul 16 01:29:35.652520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d75deb0-8bf7-4739-8787-cc0b48f1fe60 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.662126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-00e2e821-8b4e-4ee7-bdbb-8075fcc62aa7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'port': {'security_groups': []}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:35.731221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86e76847-2560-47c5-8f6c-c0e3e785e259 req-132849e3-0355-4fa0-b678-b78f70b16d4e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca07cbb5-547a-45ee-9818-3b591f746331 HTTP/1.1" status: 200 len: 210 time: 0.0457220 Jul 16 01:29:35.802758 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d75deb0-8bf7-4739-8787-cc0b48f1fe60 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.806815 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d75deb0-8bf7-4739-8787-cc0b48f1fe60 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.811674 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5d75deb0-8bf7-4739-8787-cc0b48f1fe60 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "DELETE /v2.0/security-groups/380eebe8-8567-4813-b950-6845682b2ef2 HTTP/1.1" status: 204 len: 168 time: 0.3205755 Jul 16 01:29:35.812761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46720) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:35.835700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75deb0-8bf7-4739-8787-cc0b48f1fe60 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380eebe8-8567-4813-b950-6845682b2ef2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:35.858357 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-5d70103f-6cbb-4a55-8c61-3a44dd8c4a13 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] show failed (client error): The resource could not be found. Jul 16 01:29:35.865217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5d70103f-6cbb-4a55-8c61-3a44dd8c4a13 tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "GET /v2.0/security-groups/380eebe8-8567-4813-b950-6845682b2ef2 HTTP/1.1" status: 404 len: 347 time: 0.0399687 Jul 16 01:29:35.865416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46724) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.051920 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-00e2e821-8b4e-4ee7-bdbb-8075fcc62aa7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.155204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-906039cb-a9bc-40ea-9aa9-a962e381b92b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Deleting port 75fe18ed-f349-47d7-b20f-60caf552cf0b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:36.158619 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906039cb-a9bc-40ea-9aa9-a962e381b92b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.759544 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906039cb-a9bc-40ea-9aa9-a962e381b92b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.760337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906039cb-a9bc-40ea-9aa9-a962e381b92b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.775603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-00e2e821-8b4e-4ee7-bdbb-8075fcc62aa7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] For port e2e647a4-4255-4fec-a29e-2a1bd12289f1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e2e647a4-4255-4fec-a29e-2a1bd12289f1,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:36.785370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-906039cb-a9bc-40ea-9aa9-a962e381b92b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Calling delete_port for 75fe18ed-f349-47d7-b20f-60caf552cf0b owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:36.852104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-00e2e821-8b4e-4ee7-bdbb-8075fcc62aa7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.871766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-00e2e821-8b4e-4ee7-bdbb-8075fcc62aa7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.893876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['dd5578b6-85ad-491a-9486-16b8143c91bf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:36.908045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b6fa5f16-41e1-430a-bb86-8ae48ff7279a', 'e2e647a4-4255-4fec-a29e-2a1bd12289f1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:36.952878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-00e2e821-8b4e-4ee7-bdbb-8075fcc62aa7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.953944 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-00e2e821-8b4e-4ee7-bdbb-8075fcc62aa7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.961304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0c9e2d4-49e8-4c42-b46e-75d43ccb1b21 req-00e2e821-8b4e-4ee7-bdbb-8075fcc62aa7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "PUT /v2.0/ports/e2e647a4-4255-4fec-a29e-2a1bd12289f1 HTTP/1.1" status: 200 len: 905 time: 1.3186991 Jul 16 01:29:36.966168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbe6ad1-16f2-46c3-a050-734aa5811765', 'tag': 'e2e647a4-4255-4fec-a29e-2a1bd12289f1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:36.975864 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8334f0-33ca-4655-9281-9215dc6a09fd" -d '{"events": [{"name": "network-changed", "server_uuid": "edbe6ad1-16f2-46c3-a050-734aa5811765", "tag": "e2e647a4-4255-4fec-a29e-2a1bd12289f1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:37.124236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e2e647a4-4255-4fec-a29e-2a1bd12289f1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:37.138529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2e821-8b4e-4ee7-bdbb-8075fcc62aa7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'Port': ['ID=e2e647a4-4255-4fec-a29e-2a1bd12289f1,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.308917 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906039cb-a9bc-40ea-9aa9-a962e381b92b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.314924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1099e6-36ac-4de2-a4df-258bd5d84428 req-df1f166e-844c-4bc0-9244-ed4dcf99db5d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.324245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d1099e6-36ac-4de2-a4df-258bd5d84428 req-df1f166e-844c-4bc0-9244-ed4dcf99db5d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1617239 Jul 16 01:29:37.404861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906039cb-a9bc-40ea-9aa9-a962e381b92b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Pushing event deleted for resources: {'Port': ['ID=75fe18ed-f349-47d7-b20f-60caf552cf0b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.411258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d1099e6-36ac-4de2-a4df-258bd5d84428 req-282e623e-47ee-459c-9389-4258989cc143 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810800 Jul 16 01:29:37.442804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bfefe115-cadd-4921-8f92-94e37a208cc8 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:37.527320 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffa4c50-4122-4750-a863-ddf8e7d0b302 x-openstack-request-id: req-1ffa4c50-4122-4750-a863-ddf8e7d0b302 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:37.527615 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbe6ad1-16f2-46c3-a050-734aa5811765", "tag": "e2e647a4-4255-4fec-a29e-2a1bd12289f1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:37.527867 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ffa4c50-4122-4750-a863-ddf8e7d0b302 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:37.528268 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbe6ad1-16f2-46c3-a050-734aa5811765', 'tag': 'e2e647a4-4255-4fec-a29e-2a1bd12289f1', 'status': 'completed', 'code': 200} Jul 16 01:29:37.545423 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: bfefe115-cadd-4921-8f92-94e37a208cc8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:37.546414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bfefe115-cadd-4921-8f92-94e37a208cc8 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:37.581230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b573c8-4b20-427f-bf53-295e74451e11 req-25ecc211-ab1d-4116-92db-b9d406a85c08 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.591683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16d679c0-717f-4da8-895c-a4eb1971fa86 None None] Provisioning complete for port e2e647a4-4255-4fec-a29e-2a1bd12289f1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:37.592779 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16d679c0-717f-4da8-895c-a4eb1971fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.595726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10b573c8-4b20-427f-bf53-295e74451e11 req-25ecc211-ab1d-4116-92db-b9d406a85c08 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 908 time: 0.3609617 Jul 16 01:29:37.662507 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906039cb-a9bc-40ea-9aa9-a962e381b92b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.674052 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906039cb-a9bc-40ea-9aa9-a962e381b92b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.687985 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-906039cb-a9bc-40ea-9aa9-a962e381b92b tempest-AttachVolumeTestJSON-2029343634 tempest-AttachVolumeTestJSON-2029343634-project] 10.222.0.64 "DELETE /v2.0/floatingips/684b702b-29c4-4c83-8ca0-5c661c12f0b3 HTTP/1.1" status: 204 len: 168 time: 1.8082519 Jul 16 01:29:37.692289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-8b6354c4-2853-4284-a023-97f0db692570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.693825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-8b6354c4-2853-4284-a023-97f0db692570 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 1060 time: 0.1434219 Jul 16 01:29:37.954057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-5b8f0981-8908-420c-8f87-0e1c5700d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.956169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-5b8f0981-8908-420c-8f87-0e1c5700d852 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.2518494 Jul 16 01:29:38.113274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb7d81-8eb2-496a-9b3d-a53a7ea79a80 req-60c0d0e2-64b1-4ee5-b0a1-01db80616ef8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.113847 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-47c93156-3165-4918-bfaf-66e18b6e7a21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e647a4-4255-4fec-a29e-2a1bd12289f1 HTTP/1.1" status: 200 len: 217 time: 0.1474783 Jul 16 01:29:38.114875 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61bb7d81-8eb2-496a-9b3d-a53a7ea79a80 req-60c0d0e2-64b1-4ee5-b0a1-01db80616ef8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0767021 Jul 16 01:29:38.169155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61bb7d81-8eb2-496a-9b3d-a53a7ea79a80 req-58e5384a-cc77-46a3-90f0-91701e395aaf tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461822 Jul 16 01:29:38.268282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-586d01e3-00d1-4374-b006-750a548112ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.271215 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-586d01e3-00d1-4374-b006-750a548112ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.1148021 Jul 16 01:29:38.356584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7aac34-b8a4-4702-99ab-fe67f127a2c3 req-8d3e3fd1-a09c-4c4f-97cf-55da5b2a8929 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.359358 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a7aac34-b8a4-4702-99ab-fe67f127a2c3 req-8d3e3fd1-a09c-4c4f-97cf-55da5b2a8929 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2711275 Jul 16 01:29:38.456903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-75dca678-c80e-47d7-8e6f-41c937adf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.459274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-75dca678-c80e-47d7-8e6f-41c937adf421 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770225 Jul 16 01:29:38.475340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a7aac34-b8a4-4702-99ab-fe67f127a2c3 req-b7afa5a2-dad0-4bba-bbc6-f369118c08c0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016417 Jul 16 01:29:38.493413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb7858-b48b-449a-838b-6ec409508308 req-213abc67-795e-43e5-a449-ebe42078c2ce tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.494995 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3eb7858-b48b-449a-838b-6ec409508308 req-213abc67-795e-43e5-a449-ebe42078c2ce tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1507759 Jul 16 01:29:38.559865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b3eb7858-b48b-449a-838b-6ec409508308 req-ba821a01-9b49-4211-b86b-d937cc6b6aba tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583272 Jul 16 01:29:38.779602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-5ad17dd9-5046-447a-b7d7-176433855d33 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017523 Jul 16 01:29:39.227376 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d8334f0-33ca-4655-9281-9215dc6a09fd req-0a1102d5-7144-4855-afe4-877ba939f246 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393346 Jul 16 01:29:39.294308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753597-b478-4d5f-b977-0e9aae58a603 req-dc78a76a-64fd-42cc-848c-3df23b1319c7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.296112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c753597-b478-4d5f-b977-0e9aae58a603 req-dc78a76a-64fd-42cc-848c-3df23b1319c7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.3243394 Jul 16 01:29:39.358849 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c753597-b478-4d5f-b977-0e9aae58a603 req-d03e0d20-9d18-4ff5-a0f2-e0863c3488c5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530934 Jul 16 01:29:39.784902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46860) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:39.824963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-7a231455-5aec-4e9b-b29b-1696e0345d06 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.833692 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-7a231455-5aec-4e9b-b29b-1696e0345d06 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 812 time: 0.2396059 Jul 16 01:29:39.855346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-81200a1b-d1e4-49d3-a60e-e7e2101b4497 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/quotas/f4c0bf2d24f74bb7923b4fa83468d2cd HTTP/1.1" status: 200 len: 375 time: 0.0205092 Jul 16 01:29:39.904636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fefd56-dcca-4a1e-8a9c-c4e1f0fb5e9a admin admin] Deleting subnet cfa790bd-92fc-4882-ad33-9f555a45300e {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:39.908612 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8fefd56-dcca-4a1e-8a9c-c4e1f0fb5e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.965869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-73fa7a9a-c716-4b52-84ee-a0f0ee8ac3cb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1092627 Jul 16 01:29:39.991628 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8fefd56-dcca-4a1e-8a9c-c4e1f0fb5e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.054686 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8fefd56-dcca-4a1e-8a9c-c4e1f0fb5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.170339 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-5379965a-e5c1-4f99-b025-712b8d04e837 service neutron] 10.222.0.64 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021286 Jul 16 01:29:40.179136 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8fefd56-dcca-4a1e-8a9c-c4e1f0fb5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.348895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fefd56-dcca-4a1e-8a9c-c4e1f0fb5e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa790bd-92fc-4882-ad33-9f555a45300e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:40.351745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8fefd56-dcca-4a1e-8a9c-c4e1f0fb5e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.356632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a8fefd56-dcca-4a1e-8a9c-c4e1f0fb5e9a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cfa790bd-92fc-4882-ad33-9f555a45300e HTTP/1.1" status: 204 len: 168 time: 0.5693824 Jul 16 01:29:40.357590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:40.401896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-2e3f3bdb-5876-431d-93de-cedb58a29a6f service neutron] 10.222.0.64 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278948 Jul 16 01:29:40.541463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.713655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.727932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced63e38-3d45-4e49-8c13-fde9752a1a42']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.743090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338d0228-cac3-4cad-bf8d-638c732aee2f') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.743507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338d0228-cac3-4cad-bf8d-638c732aee2f') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.774432 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-53941935-fe42-4b37-87c9-be9f2ecd78b8 req-ce4605e3-d7e6-4324-b6c1-b720ab1a4d2d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 210 time: 0.0736263 Jul 16 01:29:40.779091 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.805756 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.813291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:40.813779 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:40.839717 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:40.843671 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:40.843671 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:40.922398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.929337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.931867 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ced63e38-3d45-4e49-8c13-fde9752a1a42 HTTP/1.1" status: 204 len: 168 time: 0.5719421 Jul 16 01:29:40.947528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a316ac-3b66-4f0e-b068-271dd137f550 admin admin] Pushing event deleted for resources: {'Network': ['ID=ced63e38-3d45-4e49-8c13-fde9752a1a42,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.115030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:41.190155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-59c5df21-0940-49be-81f6-ee746611d816 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f31cfdd8843d47a89712b4eb6b4b188f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726449 Jul 16 01:29:41.191779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46896) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:41.267198 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8be33341-00ff-4123-a8a5-8d757dec4c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.290554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8be33341-00ff-4123-a8a5-8d757dec4c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.352891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8be33341-00ff-4123-a8a5-8d757dec4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.355631 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8be33341-00ff-4123-a8a5-8d757dec4c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.362302 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8be33341-00ff-4123-a8a5-8d757dec4c60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9d95c11-8a39-4dd2-9f3b-aeeb47d21943 HTTP/1.1" status: 204 len: 168 time: 0.1638401 Jul 16 01:29:41.371923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be33341-00ff-4123-a8a5-8d757dec4c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d95c11-8a39-4dd2-9f3b-aeeb47d21943,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:42.032784 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d76d3ef-74e1-4e89-bfa6-05160e108aaf req-632a336e-9a82-4ed3-b364-efe99ad3cacb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 210 time: 0.0495801 Jul 16 01:29:42.258047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cf73d-ab96-4093-833d-345844472265 req-1dec557f-5a10-46bb-8e74-1f473623844f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.265948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d5cf73d-ab96-4093-833d-345844472265 req-1dec557f-5a10-46bb-8e74-1f473623844f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1078470 Jul 16 01:29:42.321025 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d5cf73d-ab96-4093-833d-345844472265 req-6b2f87b8-780b-47b9-be79-03dce7d4ddac tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539083 Jul 16 01:29:43.377822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-023fe3a6-54d7-4376-8621-36c077e380e7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.379744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-023fe3a6-54d7-4376-8621-36c077e380e7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 812 time: 0.9727437 Jul 16 01:29:43.396113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Request body: {'port': {'device_id': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'admin_state_up': True, 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:43.411241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2a730b02-867c-4f20-abc9-f50b25873fc1 req-fc7c90c5-b3d6-4afc-9601-d93c11bca1c2 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 210 time: 0.0327995 Jul 16 01:29:43.456173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7332a-751e-4a2b-8dbd-a85eaf9ce60c req-d373468a-bb7a-4096-8c66-c19b0ffbc806 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.465777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cbe7332a-751e-4a2b-8dbd-a85eaf9ce60c req-d373468a-bb7a-4096-8c66-c19b0ffbc806 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.9168158 Jul 16 01:29:43.588952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cbe7332a-751e-4a2b-8dbd-a85eaf9ce60c req-35234bf6-dade-46b7-ab7c-960edc60375a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221836 Jul 16 01:29:43.657414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Made reservation on behalf of f4c0bf2d24f74bb7923b4fa83468d2cd for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:43.661548 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.833554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Allocated IP 172.20.0.3 (e9491746-18a9-4e5f-90b0-ecff7036d857/2a41718e-83a0-48ab-a370-1def9d66fa7a/e759b72b-b98a-42c2-bbcb-96313a940a6b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:44.124252 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.144816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Transition to ACTIVE for port object e759b72b-b98a-42c2-bbcb-96313a940a6b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:44.217206 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.238338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['dd5578b6-85ad-491a-9486-16b8143c91bf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:44.328406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b6fa5f16-41e1-430a-bb86-8ae48ff7279a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:44.345683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event updated for resources: {'Port': ['ID=e759b72b-b98a-42c2-bbcb-96313a940a6b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.381054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.381714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.383987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.384334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.384675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.385010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.385342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.385668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.388506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.389557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.389557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.389557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.420673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Network e9491746-18a9-4e5f-90b0-ecff7036d857 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:44.425851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:44.444534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:44.503859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:44.509100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287503363', 'description': 'tempest-secgroup-smoke-287503363 description', 'project_id': '12c4eea5d22846989166acf9750bd01d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:44.538559 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.561271 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.574377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.575350 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.726374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.733340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.736294 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-b6ca7cdc-52d1-4a18-ba74-0366a7a1f48b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3449409 Jul 16 01:29:44.753195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Request body: {'port': {'device_id': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:44.795668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf115cd-2f7d-4615-ac22-fff915ffd677,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.813800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.814706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.815215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.815776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.816322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.816886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.817524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.818082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.818576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.819875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.820566 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.828601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:44.945719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3c08725d-748d-4f83-8fff-5ffc2cdaf48a None None] Provisioning for port e759b72b-b98a-42c2-bbcb-96313a940a6b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:44.974866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3c08725d-748d-4f83-8fff-5ffc2cdaf48a None None] Provisioning complete for port e759b72b-b98a-42c2-bbcb-96313a940a6b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:44.981051 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c08725d-748d-4f83-8fff-5ffc2cdaf48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.173383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.180637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.238231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6903c45-75ae-48cc-af9f-0c2fef0ae19d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.262239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3c08725d-748d-4f83-8fff-5ffc2cdaf48a None None] Port e759b72b-b98a-42c2-bbcb-96313a940a6b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:45.291861 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.293384 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8fc555c1-a19e-474e-aefc-8c23e300bc86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7878754 Jul 16 01:29:45.296610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47030) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:45.307495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-be6be248-80e4-4c8d-9a42-72c2c601a6f2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': 'c6903c45-75ae-48cc-af9f-0c2fef0ae19d', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:45.393180 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.400259 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be6be248-80e4-4c8d-9a42-72c2c601a6f2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.535493 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be6be248-80e4-4c8d-9a42-72c2c601a6f2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.545954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be6be248-80e4-4c8d-9a42-72c2c601a6f2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.579577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be6be248-80e4-4c8d-9a42-72c2c601a6f2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.581374 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-be6be248-80e4-4c8d-9a42-72c2c601a6f2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2832334 Jul 16 01:29:45.586314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47034) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:45.588969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6be248-80e4-4c8d-9a42-72c2c601a6f2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f922271b-ca68-45c1-8082-0f15e6f29cd2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.600836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ca96fb1d-05b7-481e-8cc0-6db21d12a494 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': 'c6903c45-75ae-48cc-af9f-0c2fef0ae19d', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:45.627721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bbb59-2bb2-4577-98b5-4b746b759e9f req-751aa1d6-62d2-4f3d-95fa-269794e7b4c4 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.629601 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf2bbb59-2bb2-4577-98b5-4b746b759e9f req-751aa1d6-62d2-4f3d-95fa-269794e7b4c4 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 931 time: 0.8727610 Jul 16 01:29:45.697786 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca96fb1d-05b7-481e-8cc0-6db21d12a494 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.759427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bf2bbb59-2bb2-4577-98b5-4b746b759e9f req-e1cf7740-a920-4395-8749-ba5587eea001 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190405 Jul 16 01:29:45.845321 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca96fb1d-05b7-481e-8cc0-6db21d12a494 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.849862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca96fb1d-05b7-481e-8cc0-6db21d12a494 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.883767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96fb1d-05b7-481e-8cc0-6db21d12a494 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baa60d7-7ac1-44a8-a470-6f2d85db4b97,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.905992 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca96fb1d-05b7-481e-8cc0-6db21d12a494 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.907524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ca96fb1d-05b7-481e-8cc0-6db21d12a494 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165352 Jul 16 01:29:45.910529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:45.919378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b8fdfef6-f2da-4ffd-9a62-7ecb6dbab3a4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': 'c6903c45-75ae-48cc-af9f-0c2fef0ae19d', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:45.924962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e759b72b-b98a-42c2-bbcb-96313a940a6b {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:45.935212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.965521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Transition to ACTIVE for port object e759b72b-b98a-42c2-bbcb-96313a940a6b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:45.968192 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfef6-f2da-4ffd-9a62-7ecb6dbab3a4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.969546 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.049493 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfef6-f2da-4ffd-9a62-7ecb6dbab3a4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.053864 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfef6-f2da-4ffd-9a62-7ecb6dbab3a4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.082253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdfef6-f2da-4ffd-9a62-7ecb6dbab3a4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fe5e79-a04b-4e47-b450-98aba9d13f2e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.104453 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8fdfef6-f2da-4ffd-9a62-7ecb6dbab3a4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.107582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b8fdfef6-f2da-4ffd-9a62-7ecb6dbab3a4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1952705 Jul 16 01:29:46.113457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:46.121347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-22fbcfca-6570-4826-9404-197bd5cdbcae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': 'c6903c45-75ae-48cc-af9f-0c2fef0ae19d', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:46.156611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Pushing event updated for resources: {'Port': ['ID=e759b72b-b98a-42c2-bbcb-96313a940a6b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.173151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fbcfca-6570-4826-9404-197bd5cdbcae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.183049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Attempting to bind port e759b72b-b98a-42c2-bbcb-96313a940a6b on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:46.183049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Attempting to bind port e759b72b-b98a-42c2-bbcb-96313a940a6b by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:46.183049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Attempting to bind port e759b72b-b98a-42c2-bbcb-96313a940a6b on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:46.208238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Port e759b72b-b98a-42c2-bbcb-96313a940a6b on network e9491746-18a9-4e5f-90b0-ecff7036d857 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:46.208749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Attempting to bind port e759b72b-b98a-42c2-bbcb-96313a940a6b on network e9491746-18a9-4e5f-90b0-ecff7036d857 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:46.229164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:46.229776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Checking segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:46.230419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Bound using segment: {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:46.231221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Bound port: e759b72b-b98a-42c2-bbcb-96313a940a6b, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:46.231819 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.300335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fbcfca-6570-4826-9404-197bd5cdbcae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.307433 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fbcfca-6570-4826-9404-197bd5cdbcae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.333954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbcfca-6570-4826-9404-197bd5cdbcae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1aa5da-72ae-4ad4-b0f7-a551218e5fbe,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.348524 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fbcfca-6570-4826-9404-197bd5cdbcae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.357803 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-22fbcfca-6570-4826-9404-197bd5cdbcae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2429359 Jul 16 01:29:46.359203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:46.367901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0a61ea7a-9890-4e19-b3e9-d8159596a744 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': 'c6903c45-75ae-48cc-af9f-0c2fef0ae19d', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:46.383877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] For port e759b72b-b98a-42c2-bbcb-96313a940a6b, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:46.406333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] For port e759b72b-b98a-42c2-bbcb-96313a940a6b, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:46.412534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.494224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Pushing event updated for resources: {'Port': ['ID=e759b72b-b98a-42c2-bbcb-96313a940a6b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.498396 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-0a61ea7a-9890-4e19-b3e9-d8159596a744 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Project 12c4eea5d22846989166acf9750bd01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:29:46.505799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a61ea7a-9890-4e19-b3e9-d8159596a744 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.514665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.515434 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.516863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-6913201b-586a-4e4c-849a-a752baa1ca6d service neutron] 10.222.0.50 "PUT /v2.0/ports/e759b72b-b98a-42c2-bbcb-96313a940a6b HTTP/1.1" status: 200 len: 1092 time: 1.7708814 Jul 16 01:29:46.518808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'tag': 'e759b72b-b98a-42c2-bbcb-96313a940a6b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:46.521234 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a346b6-00f7-4888-bbf6-cfc296b43623" -d '{"events": [{"name": "network-changed", "server_uuid": "9c55a81c-c04f-480f-ae4b-f31b4515e117", "tag": "e759b72b-b98a-42c2-bbcb-96313a940a6b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:46.604421 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75979692-4aa4-4904-adb6-0d8b8ffd99a5 x-openstack-request-id: req-75979692-4aa4-4904-adb6-0d8b8ffd99a5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:46.605259 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c55a81c-c04f-480f-ae4b-f31b4515e117", "tag": "e759b72b-b98a-42c2-bbcb-96313a940a6b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:46.605686 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75979692-4aa4-4904-adb6-0d8b8ffd99a5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:46.606290 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'tag': 'e759b72b-b98a-42c2-bbcb-96313a940a6b', 'status': 'completed', 'code': 200} Jul 16 01:29:46.688587 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a61ea7a-9890-4e19-b3e9-d8159596a744 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.699915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a61ea7a-9890-4e19-b3e9-d8159596a744 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.767163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a61ea7a-9890-4e19-b3e9-d8159596a744 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.767910 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0a61ea7a-9890-4e19-b3e9-d8159596a744 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4070508 Jul 16 01:29:46.767910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61ea7a-9890-4e19-b3e9-d8159596a744 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcafee7a-0f37-4fd4-8b61-8903add808bb,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.771291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47068) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:46.774974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-02539b55-7cf0-435f-88ce-5097a71dadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.776572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-02539b55-7cf0-435f-88ce-5097a71dadd1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 1095 time: 0.1893632 Jul 16 01:29:46.778561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6b58a18f-2d1c-4326-b711-d310473d9504 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': 'c6903c45-75ae-48cc-af9f-0c2fef0ae19d', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:46.834988 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-2e14a9c5-7a41-4e2e-9a28-030c800a11b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b HTTP/1.1" status: 200 len: 217 time: 0.0473173 Jul 16 01:29:46.915798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-76727e2e-62d5-4ec9-b9ad-bb0886da1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.917474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-76727e2e-62d5-4ec9-b9ad-bb0886da1525 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0726542 Jul 16 01:29:46.947634 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-6b58a18f-2d1c-4326-b711-d310473d9504 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Project 12c4eea5d22846989166acf9750bd01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:29:46.955360 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b58a18f-2d1c-4326-b711-d310473d9504 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.989116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-641c3171-4704-4a63-bc1c-961ec78e9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.990764 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-641c3171-4704-4a63-bc1c-961ec78e9ff6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645270 Jul 16 01:29:47.036360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18cf19-df15-4594-9269-8da2b1df7b0d req-b37d1105-f4e1-4b7f-bc75-9bc63f672e8a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.047300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f18cf19-df15-4594-9269-8da2b1df7b0d req-b37d1105-f4e1-4b7f-bc75-9bc63f672e8a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2252989 Jul 16 01:29:47.113681 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f18cf19-df15-4594-9269-8da2b1df7b0d req-161d6a6f-2d61-4544-898f-e9740a315203 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644798 Jul 16 01:29:47.132661 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-fb9bc952-c8a6-4f63-a756-e76944a3ea72 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325550 Jul 16 01:29:47.133087 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b58a18f-2d1c-4326-b711-d310473d9504 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.138872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b58a18f-2d1c-4326-b711-d310473d9504 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.155790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58a18f-2d1c-4326-b711-d310473d9504 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6ef929-2654-478a-bd85-f7eaa915c8ad,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.174560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b58a18f-2d1c-4326-b711-d310473d9504 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.176521 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6b58a18f-2d1c-4326-b711-d310473d9504 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4026537 Jul 16 01:29:47.180207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47080) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:47.186771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'network': {'name': 'tempest-network-smoke--1107987176', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:47.218154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:47.222866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.280897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:47.294712 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.295386 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Added segment c3d6b2a0-46ff-40ea-869e-44fbf4495d7f of type vlan for network 27a3fbcf-f795-44d0-9692-c450bd9770f5 Jul 16 01:29:47.341217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.374941 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.382701 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9357e97a-495b-4c8c-8ae0-1959fd4d64cc req-febfc264-115a-481d-9372-68b0da76eaac service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386432 Jul 16 01:29:47.383043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.383839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.453914 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac426b3-d4be-4d2e-955f-bcf03dbac0a5 req-524679db-0d68-4ecf-840f-a1d5d201001d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.457556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ac426b3-d4be-4d2e-955f-bcf03dbac0a5 req-524679db-0d68-4ecf-840f-a1d5d201001d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 943 time: 0.2706013 Jul 16 01:29:47.460802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2791786 Jul 16 01:29:47.465237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47086) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:47.472674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'admin_state_up': True, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:47.550572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7749b91-a234-498f-b947-4e5ac36cc20c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Network': ['ID=27a3fbcf-f795-44d0-9692-c450bd9770f5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.566986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 27a3fbcf-f795-44d0-9692-c450bd9770f5 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:47.604690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5996488-4f74-473a-a544-d7a6dea66f53 req-f6f98bdb-1b9d-4e7f-8d4d-108dd489b112 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.612751 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5996488-4f74-473a-a544-d7a6dea66f53 req-f6f98bdb-1b9d-4e7f-8d4d-108dd489b112 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2256825 Jul 16 01:29:47.624892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.628221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.666648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ac426b3-d4be-4d2e-955f-bcf03dbac0a5 req-4e44fee3-183a-4a26-aa7a-513ae42a8872 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844938 Jul 16 01:29:47.670286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5996488-4f74-473a-a544-d7a6dea66f53 req-fceee130-92a4-4900-aa40-5db9d374179b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564721 Jul 16 01:29:47.771089 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.777423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-53a610b9-5e3b-4a8c-ac48-4c4b68a66650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.780761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-53a610b9-5e3b-4a8c-ac48-4c4b68a66650 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 1095 time: 0.3209667 Jul 16 01:29:48.131873 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.159913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af40c1c-b417-41ac-97c0-522eebf4f168 req-2aee50ad-3338-411e-a444-910348269340 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.161610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6af40c1c-b417-41ac-97c0-522eebf4f168 req-2aee50ad-3338-411e-a444-910348269340 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1436636 Jul 16 01:29:48.196506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-fdbb64b3-9b5b-43b1-a2f8-212a8f11f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.199234 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-fdbb64b3-9b5b-43b1-a2f8-212a8f11f39f service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.4061203 Jul 16 01:29:48.242083 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6af40c1c-b417-41ac-97c0-522eebf4f168 req-40eac180-d932-42ac-bbbb-e74ea8b19c30 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704188 Jul 16 01:29:48.339895 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-eabdca18-b877-471d-ad72-81ea3d1508ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b HTTP/1.1" status: 200 len: 217 time: 0.1098149 Jul 16 01:29:48.523777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-fa689dcf-bf25-482b-af22-046c6096d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.525153 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-fa689dcf-bf25-482b-af22-046c6096d2d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.1713068 Jul 16 01:29:48.611942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029c9dc-fe24-4383-9791-e6d97f9188b1 req-fca183d8-20d0-475b-8631-c358e584ad43 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.613612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a029c9dc-fe24-4383-9791-e6d97f9188b1 req-fca183d8-20d0-475b-8631-c358e584ad43 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1524057 Jul 16 01:29:48.721829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-b39f75e5-f510-4268-9f3d-9a3e9306435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.723373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-b39f75e5-f510-4268-9f3d-9a3e9306435f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1841772 Jul 16 01:29:48.763760 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.798716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.810290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a029c9dc-fe24-4383-9791-e6d97f9188b1 req-8d809ab6-b8de-4d5a-9732-1b34a1ffed81 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859326 Jul 16 01:29:48.934242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389d6d0-6603-4883-a0f2-5aa3b107ed2f req-c90b5e58-d2e8-4c3b-8b69-955550145e0f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.937716 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7389d6d0-6603-4883-a0f2-5aa3b107ed2f req-c90b5e58-d2e8-4c3b-8b69-955550145e0f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 943 time: 0.1279268 Jul 16 01:29:48.939269 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-846a7d0d-04d5-4e35-90af-38d765f230cd service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963711 Jul 16 01:29:49.002543 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7389d6d0-6603-4883-a0f2-5aa3b107ed2f req-e9ae99a0-aba5-4e5c-9c78-37b12b637c29 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556211 Jul 16 01:29:49.038319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.25.4.115 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/c00932fe-d703-475f-a353-044e10ee46b9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:49.212676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02a346b6-00f7-4888-bbf6-cfc296b43623 req-2c118396-be1b-4b56-8173-07aa63257ea9 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541547 Jul 16 01:29:49.266977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.326598 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.345381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9afdc-c360-46df-9f7c-d30f04d8557e req-b21fb690-58dc-4452-91ba-964631157298 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.347120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dae9afdc-c360-46df-9f7c-d30f04d8557e req-b21fb690-58dc-4452-91ba-964631157298 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1032605 Jul 16 01:29:49.394150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:49.399409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:49.410607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:49.419012 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dae9afdc-c360-46df-9f7c-d30f04d8557e req-8a0a224d-036b-488e-aed1-a470e154c26d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638165 Jul 16 01:29:49.439194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=c00932fe-d703-475f-a353-044e10ee46b9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:49.620554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2641a-e1e1-4902-9874-f5fe44e77390 req-49590b8b-a22b-42fc-a8f0-42ede473cd6f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.622640 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d8b2641a-e1e1-4902-9874-f5fe44e77390 req-49590b8b-a22b-42fc-a8f0-42ede473cd6f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0766239 Jul 16 01:29:49.670471 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d8b2641a-e1e1-4902-9874-f5fe44e77390 req-eee0c366-5248-46f7-a012-fc3727ef1a73 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Jul 16 01:29:49.737034 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.954880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41223bc1-9dd9-4019-b8f9-7d2fab021b44 req-91cebc14-104b-42f1-ad97-eabca18f3390 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.956819 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-41223bc1-9dd9-4019-b8f9-7d2fab021b44 req-91cebc14-104b-42f1-ad97-eabca18f3390 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0831594 Jul 16 01:29:49.989128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.010103 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-41223bc1-9dd9-4019-b8f9-7d2fab021b44 req-8084dfb4-c809-47dc-9ff8-ff5a21ee929b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471871 Jul 16 01:29:50.174395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 59c7b309-80ca-460d-86f4-8053bbe92009 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:29:50.283131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59ae7-b5de-4582-8546-21853e8cdaa5 req-74791bfa-1e29-4d39-b584-35df380c5b32 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.294952 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efb59ae7-b5de-4582-8546-21853e8cdaa5 req-74791bfa-1e29-4d39-b584-35df380c5b32 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 943 time: 0.1172047 Jul 16 01:29:50.355984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:50.366059 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Sync routers for ids ['59c7b309-80ca-460d-86f4-8053bbe92009'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:50.385618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e9333-7932-42d8-9e9e-b92e1eaecb10 req-5e32e49c-9cd1-4a8f-986e-d9c10171492e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.389755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Routers {'59c7b309-80ca-460d-86f4-8053bbe92009'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:50.390426 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59c7b309-80ca-460d-86f4-8053bbe92009'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:50.400560 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c0e9333-7932-42d8-9e9e-b92e1eaecb10 req-5e32e49c-9cd1-4a8f-986e-d9c10171492e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2375896 Jul 16 01:29:50.410369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efb59ae7-b5de-4582-8546-21853e8cdaa5 req-81727f54-9e5a-4f3f-9efa-683c1497f885 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102846 Jul 16 01:29:50.465138 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.471924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47162) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:50.475206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-64225701-6180-4c5d-9f81-2dc666314dfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0069413 Jul 16 01:29:50.533120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c0e9333-7932-42d8-9e9e-b92e1eaecb10 req-1059b404-990a-4078-8d7d-b2428aaabfc0 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235745 Jul 16 01:29:50.656946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Set router 59c7b309-80ca-460d-86f4-8053bbe92009 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:50.849684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-56eedfc7-a62e-4e50-8cc8-c84201d97131 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=12c4eea5d22846989166acf9750bd01d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3764899 Jul 16 01:29:50.854108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47174) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:50.978921 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:49Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:51.026254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Checking router: 59c7b309-80ca-460d-86f4-8053bbe92009 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:51.027257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Updating router 59c7b309-80ca-460d-86f4-8053bbe92009 port c00932fe-d703-475f-a353-044e10ee46b9 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:51.066403 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.078395 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f4393-0880-4b84-8bc0-a70855eb5160 req-ccf76873-a7ae-4d58-a093-d3b426e6dff9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.085380 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-570f4393-0880-4b84-8bc0-a70855eb5160 req-ccf76873-a7ae-4d58-a093-d3b426e6dff9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2125776 Jul 16 01:29:51.165284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aff47b-145b-4563-abd2-067407e1fced tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.167103 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-78aff47b-145b-4563-abd2-067407e1fced tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3123741 Jul 16 01:29:51.170686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.196753 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-570f4393-0880-4b84-8bc0-a70855eb5160 req-c174ff44-858e-45d6-92e6-8d723933267a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100557 Jul 16 01:29:51.278516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47184) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.286456 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-30202cf5-7dbc-4a37-893e-449547f2fc5a tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1144352 Jul 16 01:29:51.290967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1680685826', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:51.438529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c74ea-0fbc-4ebc-b772-cfa965c5ff26 req-daee52f1-c836-4570-b43c-6963edc5db39 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.441604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b1c74ea-0fbc-4ebc-b772-cfa965c5ff26 req-daee52f1-c836-4570-b43c-6963edc5db39 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0978346 Jul 16 01:29:51.502125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e759b72b-b98a-42c2-bbcb-96313a940a6b details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:51.519902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1b1c74ea-0fbc-4ebc-b772-cfa965c5ff26 req-8ff95dca-e53a-4804-ad9e-6d19b170666c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704944 Jul 16 01:29:51.556350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:51.556350 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.679964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e759b72b-b98a-42c2-bbcb-96313a940a6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:51.695151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'e759b72b-b98a-42c2-bbcb-96313a940a6b', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'port_id': 'e759b72b-b98a-42c2-bbcb-96313a940a6b', 'mac_address': 'fa:16:3e:14:d6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:51.702003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.758102 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.802581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e759b72b-b98a-42c2-bbcb-96313a940a6b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:51.839293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e759b72b-b98a-42c2-bbcb-96313a940a6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:51.851233 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.990249 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.013695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Transition to ACTIVE for port object c00932fe-d703-475f-a353-044e10ee46b9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:52.071982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73616557-5b90-44af-aacc-a51e8165424a req-7fabbc99-d54f-40cc-a3ac-d74574215219 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.076631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73616557-5b90-44af-aacc-a51e8165424a req-7fabbc99-d54f-40cc-a3ac-d74574215219 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 943 time: 0.3218062 Jul 16 01:29:52.109365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e759b72b-b98a-42c2-bbcb-96313a940a6b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.113907 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.187067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bfe3d-c54f-49ba-b79b-c4178ca5abe1 None None] Pushing event updated for resources: {'Port': ['ID=c00932fe-d703-475f-a353-044e10ee46b9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.263943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Attempting to bind port c00932fe-d703-475f-a353-044e10ee46b9 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:52.264753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Attempting to bind port c00932fe-d703-475f-a353-044e10ee46b9 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:52.266056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Attempting to bind port c00932fe-d703-475f-a353-044e10ee46b9 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:52.275399 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:52.276395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:52.278864 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.291237 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.294255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:52.295380 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Bound port: c00932fe-d703-475f-a353-044e10ee46b9, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:52.297796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.378849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] For port c00932fe-d703-475f-a353-044e10ee46b9, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:52.388411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] For port c00932fe-d703-475f-a353-044e10ee46b9, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c00932fe-d703-475f-a353-044e10ee46b9,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:52.399456 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73616557-5b90-44af-aacc-a51e8165424a req-8d660e5c-a09e-45bb-bc41-d93c67c42131 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102964 Jul 16 01:29:52.400332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e759b72b-b98a-42c2-bbcb-96313a940a6b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:52.455298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Subnet': ['ID=a8943fe5-0864-49a0-8c8f-d04748cba8fe,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.467662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Checking segment: {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:52.468014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network hostable DHCP agents. Network: 27a3fbcf-f795-44d0-9692-c450bd9770f5, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:52.472754 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.489962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 27a3fbcf-f795-44d0-9692-c450bd9770f5 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:52.526343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 27a3fbcf-f795-44d0-9692-c450bd9770f5) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:52.532534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.533172 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.563970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-00497702-2f65-4098-b0bc-2c941e4b2592 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2839334 Jul 16 01:29:52.566722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47222) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:52.577407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582d571-1be1-423a-8b6a-6fc133fc2af1 None None] Network 27a3fbcf-f795-44d0-9692-c450bd9770f5 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:52.632543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a28c4-3e58-4173-84fb-31b113b91b06 req-92295390-cf50-4430-aad5-56e2fe25af01 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.634455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fe3a28c4-3e58-4173-84fb-31b113b91b06 req-92295390-cf50-4430-aad5-56e2fe25af01 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1710188 Jul 16 01:29:52.744709 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Routers {'59c7b309-80ca-460d-86f4-8053bbe92009'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:52.745618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59c7b309-80ca-460d-86f4-8053bbe92009'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:52.804670 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fe3a28c4-3e58-4173-84fb-31b113b91b06 req-2be08038-e6f9-4446-a7d4-76d825bebcda tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482816 Jul 16 01:29:52.865036 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-3b1370f5-eb10-4df7-bfc2-d241c40db12a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1906347 Jul 16 01:29:52.892171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.919782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bfe3d-c54f-49ba-b79b-c4178ca5abe1 None None] Pushing event updated for resources: {'Port': ['ID=c00932fe-d703-475f-a353-044e10ee46b9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.931473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] Set router 59c7b309-80ca-460d-86f4-8053bbe92009 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:53.501382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-27a3fbcf-f795-44d0-9692-c450bd9770f5', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:29:53.502539 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.551729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-cfe31684-297b-4e0f-8d5f-e352dd8dbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.554139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-cfe31684-297b-4e0f-8d5f-e352dd8dbdc7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 1098 time: 0.1616490 Jul 16 01:29:53.626825 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabf3bc-f42d-48e4-8d57-d04fac43902b req-187a4ed3-2b48-4d20-97a6-83bf9077dcec tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.636340 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-edabf3bc-f42d-48e4-8d57-d04fac43902b req-187a4ed3-2b48-4d20-97a6-83bf9077dcec tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.3216188 Jul 16 01:29:53.664740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Allocated IP 172.20.0.2 (27a3fbcf-f795-44d0-9692-c450bd9770f5/a8943fe5-0864-49a0-8c8f-d04748cba8fe/de30c41e-de2d-4a75-ae83-6344b4354052) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:53.683884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.722654 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-edabf3bc-f42d-48e4-8d57-d04fac43902b req-4b528ffa-ae71-4745-b24d-34a292e2f931 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818782 Jul 16 01:29:53.847189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:49Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:53.876226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-aafad917-965d-4167-aee9-2be760960bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.877914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-aafad917-965d-4167-aee9-2be760960bf6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.2812817 Jul 16 01:29:53.889526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a779344-b940-4efd-9a1a-ef8806cb6f5c req-add5836a-965d-4c82-8a62-7ef6c427656d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.891214 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a779344-b940-4efd-9a1a-ef8806cb6f5c req-add5836a-965d-4c82-8a62-7ef6c427656d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 944 time: 0.2432485 Jul 16 01:29:53.915459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20907d96-f727-41dd-a0eb-76b71681034d None None] The sync data for ids ['59c7b309-80ca-460d-86f4-8053bbe92009'] in n-d-791504-14 is: [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:49Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:53.922298 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.955168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Transition to ACTIVE for port object de30c41e-de2d-4a75-ae83-6344b4354052 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:53.964700 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-12fd80c8-f92d-4d24-8975-49af82291de7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6fa5f16-41e1-430a-bb86-8ae48ff7279a HTTP/1.1" status: 200 len: 217 time: 0.0688286 Jul 16 01:29:53.977613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Transition to ACTIVE for port object de30c41e-de2d-4a75-ae83-6344b4354052 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:53.992596 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.050818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-eae8c4b6-6409-4a1b-ae4f-51c5ae707d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.052316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-eae8c4b6-6409-4a1b-ae4f-51c5ae707d8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0658979 Jul 16 01:29:54.079505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Network 27a3fbcf-f795-44d0-9692-c450bd9770f5 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:54.086238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:54.096144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:54.109142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Pushing event updated for resources: {'Port': ['ID=de30c41e-de2d-4a75-ae83-6344b4354052,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.194657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Attempting to bind port de30c41e-de2d-4a75-ae83-6344b4354052 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:54.195012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Attempting to bind port de30c41e-de2d-4a75-ae83-6344b4354052 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:54.196065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Attempting to bind port de30c41e-de2d-4a75-ae83-6344b4354052 on network 27a3fbcf-f795-44d0-9692-c450bd9770f5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:54.200413 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a779344-b940-4efd-9a1a-ef8806cb6f5c req-09ef8e86-ed82-4472-946f-c42daa121720 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305446 Jul 16 01:29:54.219028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:54.219434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Checking segment: {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:54.219995 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.220472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Bound using segment: {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:54.221063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Bound port: de30c41e-de2d-4a75-ae83-6344b4354052, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:54.221557 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.222615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13544174-b393-49a4-9391-1d1bb14bafd6 req-ee29ba5d-d01b-48a5-9c2b-ebae2f5366f4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.225322 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13544174-b393-49a4-9391-1d1bb14bafd6 req-ee29ba5d-d01b-48a5-9c2b-ebae2f5366f4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 813 time: 0.2641060 Jul 16 01:29:54.309765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-c53ba0ad-5152-487f-b08c-b402f2e14ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.312342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-c53ba0ad-5152-487f-b08c-b402f2e14ae6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2449319 Jul 16 01:29:54.321868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] Deleting port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:54.324451 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.346154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] For port de30c41e-de2d-4a75-ae83-6344b4354052, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:54.355592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] For port de30c41e-de2d-4a75-ae83-6344b4354052, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=de30c41e-de2d-4a75-ae83-6344b4354052,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:54.362601 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.413488 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13544174-b393-49a4-9391-1d1bb14bafd6 req-dd72e038-24fe-428c-9033-9cbc9fab91dc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/quotas/f24eaf0c1cd34b6096ea3f7c2c532087 HTTP/1.1" status: 200 len: 375 time: 0.1643102 Jul 16 01:29:54.498442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d90f9-975f-46d9-8da5-a1694ae4948f None None] Pushing event updated for resources: {'Port': ['ID=de30c41e-de2d-4a75-ae83-6344b4354052,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.557203 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43980ddc-34b2-40de-b39a-28aeddea6f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.570105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] For port ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:54.570594 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.602170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] Calling delete_port for ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:54.962534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.969299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-c8ef09ae-a6f5-47a2-b5e8-706d492207ab service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406364 Jul 16 01:29:55.024613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:55.330594 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.382039 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13544174-b393-49a4-9391-1d1bb14bafd6 req-d41c47e1-4a79-4523-8b07-22657973d6e7 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9619453 Jul 16 01:29:55.444505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.20.0.1 (27a3fbcf-f795-44d0-9692-c450bd9770f5/a8943fe5-0864-49a0-8c8f-d04748cba8fe/cc5c4676-5466-4bca-a97e-e82e47d5887d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:55.515444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e759b72b-b98a-42c2-bbcb-96313a940a6b up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:55.617334 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.674133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port e759b72b-b98a-42c2-bbcb-96313a940a6b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:55.683553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port e759b72b-b98a-42c2-bbcb-96313a940a6b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:55.683975 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.771106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82597dc2-29bb-4a5b-b8fe-3c9459292ae3 req-a5313459-cb09-4ecf-82d3-28d4ee75fd7d service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7681613 Jul 16 01:29:55.837482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.846909 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.857492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a155b8-d044-4b4b-8679-0f64f97fbb58 req-f11bdb43-aca2-4271-8cb3-adc4b0dfab50 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.859492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68a155b8-d044-4b4b-8679-0f64f97fbb58 req-f11bdb43-aca2-4271-8cb3-adc4b0dfab50 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2300994 Jul 16 01:29:55.884963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e759b72b-b98a-42c2-bbcb-96313a940a6b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:55.887953 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd3382f-aa52-40b6-8723-c3de7f173bb2" -d '{"events": [{"server_uuid": "9c55a81c-c04f-480f-ae4b-f31b4515e117", "name": "network-vif-plugged", "status": "completed", "tag": "e759b72b-b98a-42c2-bbcb-96313a940a6b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:55.903964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Transition to ACTIVE for port object cc5c4676-5466-4bca-a97e-e82e47d5887d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:55.905806 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e759b72b-b98a-42c2-bbcb-96313a940a6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:55.910835 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.982865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c5d79-01a0-4cd9-985b-75393a5a64ff req-2b46480f-f415-4aea-8782-9b27a8ee47fd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.991827 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68a155b8-d044-4b4b-8679-0f64f97fbb58 req-a2b31410-b475-42a2-8cf0-a24283ff17da tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185968 Jul 16 01:29:55.998993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a4c5d79-01a0-4cd9-985b-75393a5a64ff req-2b46480f-f415-4aea-8782-9b27a8ee47fd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 944 time: 0.5166600 Jul 16 01:29:56.016947 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.039813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e759b72b-b98a-42c2-bbcb-96313a940a6b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.046934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] Router 3506af92-b6ad-4c17-95c7-64c012ab7431 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:56.067400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a15324-da98-4cfe-a6dd-29b2cd68ab6c None None] Network 27a3fbcf-f795-44d0-9692-c450bd9770f5 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:56.112230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=cc5c4676-5466-4bca-a97e-e82e47d5887d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.143434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 27a3fbcf-f795-44d0-9692-c450bd9770f5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:56.145034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:56.153564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:56.165203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f5bb6a1-d92a-4ce7-aff7-654559553441 None None] Provisioning for port de30c41e-de2d-4a75-ae83-6344b4354052 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:56.204711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:56.211255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-28af396b-dc3c-4f0f-b683-27439a913249 admin admin] 10.222.0.64 "PUT /v2.0/routers/3506af92-b6ad-4c17-95c7-64c012ab7431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5079653 Jul 16 01:29:56.216329 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9a4c5d79-01a0-4cd9-985b-75393a5a64ff req-395a6a0c-ed97-4087-8557-dfdbff7a487c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164662 Jul 16 01:29:56.216810 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] Sync routers for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:56.217255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47298) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:56.235068 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:56.235705 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:56.241102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.411230 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.445676 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c11f030-b9e5-47de-8e84-005cf045255d x-openstack-request-id: req-2c11f030-b9e5-47de-8e84-005cf045255d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:56.446994 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55a81c-c04f-480f-ae4b-f31b4515e117", "name": "network-vif-plugged", "status": "completed", "tag": "e759b72b-b98a-42c2-bbcb-96313a940a6b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:56.447872 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c11f030-b9e5-47de-8e84-005cf045255d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:56.450913 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e759b72b-b98a-42c2-bbcb-96313a940a6b', 'code': 200} Jul 16 01:29:56.585446 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.633564 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:56.696604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed638037-353c-47b6-afb0-995344c8399c req-e7315744-cdcd-4b06-bc5e-eaa6453caf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.698254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed638037-353c-47b6-afb0-995344c8399c req-e7315744-cdcd-4b06-bc5e-eaa6453caf7e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 1097 time: 0.2253952 Jul 16 01:29:56.715377 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.719846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.848227 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed638037-353c-47b6-afb0-995344c8399c req-a9488069-6831-4f00-b385-563919e57606 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302438 Jul 16 01:29:56.871680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c00932fe-d703-475f-a353-044e10ee46b9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:56.957123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c56e1f-874a-4709-ae37-0b8076a5d166 req-43b694b4-2fc1-464c-b81b-f4be7cf04e02 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.965596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-98c56e1f-874a-4709-ae37-0b8076a5d166 req-43b694b4-2fc1-464c-b81b-f4be7cf04e02 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1816401 Jul 16 01:29:56.999061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Deleting port ccb5f666-4357-4c66-a64c-8ed48824b61e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:56.999723 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.024031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port c00932fe-d703-475f-a353-044e10ee46b9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:57.033824 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c00932fe-d703-475f-a353-044e10ee46b9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:57.034471 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.064801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-98c56e1f-874a-4709-ae37-0b8076a5d166 req-6a5774e8-bcca-42ec-bf65-e5d9603c1af8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980325 Jul 16 01:29:57.152483 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a166d065-f4ec-4239-9d99-167644118e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.169420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-adc2784f-7fa8-4659-94f5-74881f521233 None None] Provisioning for port cc5c4676-5466-4bca-a97e-e82e47d5887d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:57.179626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-adc2784f-7fa8-4659-94f5-74881f521233 None None] Provisioning complete for port cc5c4676-5466-4bca-a97e-e82e47d5887d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:57.180000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-adc2784f-7fa8-4659-94f5-74881f521233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.187368 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:29:54Z', 'revision_number': 5, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port': {'id': 'ccb5f666-4357-4c66-a64c-8ed48824b61e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:27Z', 'updated_at': '2021-07-16T01:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:57.248496 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] Checking router: 3506af92-b6ad-4c17-95c7-64c012ab7431 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:57.263884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] For port ccb5f666-4357-4c66-a64c-8ed48824b61e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ccb5f666-4357-4c66-a64c-8ed48824b61e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:57.264622 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.273517 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] Routers {'3506af92-b6ad-4c17-95c7-64c012ab7431'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:57.276744 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3506af92-b6ad-4c17-95c7-64c012ab7431'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:57.280131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Calling delete_port for ccb5f666-4357-4c66-a64c-8ed48824b61e owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:57.296831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-adc2784f-7fa8-4659-94f5-74881f521233 None None] Port cc5c4676-5466-4bca-a97e-e82e47d5887d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:57.304167 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.379526 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.393273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.401501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port c00932fe-d703-475f-a353-044e10ee46b9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c00932fe-d703-475f-a353-044e10ee46b9,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:57.409578 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.410853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device de30c41e-de2d-4a75-ae83-6344b4354052 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:57.560363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.562425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=cc5c4676-5466-4bca-a97e-e82e47d5887d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.650265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=c00932fe-d703-475f-a353-044e10ee46b9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.651955 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.692279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ce4da3cb-6c1d-4c67-b374-318065da0e17 None None] Provisioning complete for port cc5c4676-5466-4bca-a97e-e82e47d5887d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:57.693021 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] Set router 3506af92-b6ad-4c17-95c7-64c012ab7431 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:57.694287 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce4da3cb-6c1d-4c67-b374-318065da0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.748179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb5f666-4357-4c66-a64c-8ed48824b61e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.785508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ce4da3cb-6c1d-4c67-b374-318065da0e17 None None] Port cc5c4676-5466-4bca-a97e-e82e47d5887d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:57.788861 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.791267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port de30c41e-de2d-4a75-ae83-6344b4354052 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:57.817563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port de30c41e-de2d-4a75-ae83-6344b4354052 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:57.818114 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.834371 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 6, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:57.888975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c4dc61f2-652d-49a8-ad18-97379ca62345 req-fae25c36-5fcb-4d56-87d3-9636658fab11 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087 HTTP/1.1" status: 200 len: 221 time: 0.2521889 Jul 16 01:29:57.893360 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9cebd3-c5f8-4fbc-bdc8-400d1f5a91d4 None None] The sync data for ids ['3506af92-b6ad-4c17-95c7-64c012ab7431'] in n-d-791504-14 is: [{'id': '3506af92-b6ad-4c17-95c7-64c012ab7431', 'name': 'tempest-AttachVolumeTestJSON-958636833-router', 'tenant_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:26Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 6, 'project_id': '7b0c0e7a0f7b4686a73f891f6f81fcf8', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:57.962266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 27a3fbcf-f795-44d0-9692-c450bd9770f5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:57.968575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:58.033393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.092884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47342) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:58.108826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0802-c0c3-4937-91f9-e77376201855 req-cd1e713a-3ba6-4472-bf93-90647d5ca58b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.112726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c72c0802-c0c3-4937-91f9-e77376201855 req-cd1e713a-3ba6-4472-bf93-90647d5ca58b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.3753500 Jul 16 01:29:58.264025 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.271293 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.360584 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.361671 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c72c0802-c0c3-4937-91f9-e77376201855 req-aa7dc2fb-7ec7-4fb0-8970-0c2dd31220e3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256107 Jul 16 01:29:58.439971 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 59c7b309-80ca-460d-86f4-8053bbe92009 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:58.448129 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.462974 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-f0eede26-0d6a-4266-8a0a-9db39411a3a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6212804 Jul 16 01:29:58.464898 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.470250 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3506af92-b6ad-4c17-95c7-64c012ab7431 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:58.473470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port de30c41e-de2d-4a75-ae83-6344b4354052, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=de30c41e-de2d-4a75-ae83-6344b4354052,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:58.479416 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.525066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.528826 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d23351dc-5431-4609-b8ca-dcf3f569f453 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3506af92-b6ad-4c17-95c7-64c012ab7431 HTTP/1.1" status: 204 len: 168 time: 2.3084941 Jul 16 01:29:58.530215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:58.599020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-c675c717-66cb-40c5-86b7-8c3f38defb78 admin admin] Deleting subnet ca56aa98-3472-4cf5-b59b-cff1fe262ac7 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:58.614165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c675c717-66cb-40c5-86b7-8c3f38defb78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.686990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1593b48d-d8f8-44d1-b7cf-05930b92b711 None None] Provisioning complete for port cc5c4676-5466-4bca-a97e-e82e47d5887d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:58.688956 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1593b48d-d8f8-44d1-b7cf-05930b92b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.739064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c675c717-66cb-40c5-86b7-8c3f38defb78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.739064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-c1799b9a-56cf-40a6-9172-d58d6e037e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.739374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-c1799b9a-56cf-40a6-9172-d58d6e037e42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 1098 time: 0.1361768 Jul 16 01:29:58.772763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=de30c41e-de2d-4a75-ae83-6344b4354052,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:58.786315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1593b48d-d8f8-44d1-b7cf-05930b92b711 None None] Port cc5c4676-5466-4bca-a97e-e82e47d5887d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:58.787914 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696613c1-7c19-4026-99e1-d89ef8ddd063 req-56cd8acf-045e-4ac0-94f8-5fd211eb4f90 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.799920 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-696613c1-7c19-4026-99e1-d89ef8ddd063 req-56cd8acf-045e-4ac0-94f8-5fd211eb4f90 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.3597031 Jul 16 01:29:58.804090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:58.814563 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2b7abc70-a784-42c0-bd65-ba1c148ce205 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "PUT /v2.0/routers/59c7b309-80ca-460d-86f4-8053bbe92009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2466073 Jul 16 01:29:58.824333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Sync routers for ids ['59c7b309-80ca-460d-86f4-8053bbe92009'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:58.839633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Routers {'59c7b309-80ca-460d-86f4-8053bbe92009'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:58.840288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59c7b309-80ca-460d-86f4-8053bbe92009'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:59.078846 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-2f4f79a3-debc-4060-a29f-bd7a1766589a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287503363&fields=id&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 267 time: 0.0797133 Jul 16 01:29:59.096904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Set router 59c7b309-80ca-460d-86f4-8053bbe92009 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:59.162981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c00932fe-d703-475f-a353-044e10ee46b9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:59.353380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-81a29f79-0837-4155-9786-916901fd1684 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.357285 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-81a29f79-0837-4155-9786-916901fd1684 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/networks?id=27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 200 len: 797 time: 0.2698331 Jul 16 01:29:59.391791 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-08a73df6-b8e6-4067-bd83-b3d9dace57fe tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/quotas/12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 375 time: 0.0282948 Jul 16 01:29:59.410608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c00932fe-d703-475f-a353-044e10ee46b9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:59.411055 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.521143 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-bf8224ef-522c-40f8-9be8-47c457159487 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1246223 Jul 16 01:29:59.539912 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-696613c1-7c19-4026-99e1-d89ef8ddd063 req-6fc78d5e-af90-4b0d-b97b-cb05086f14b6 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7377775 Jul 16 01:29:59.610669 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:59.650823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'cc5c4676-5466-4bca-a97e-e82e47d5887d', 'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:42:21:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:54Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 2, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:59.653350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:59.653350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ebe5f7d4-1a38-40b6-b8ce-d3a4ee101067 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:59.712743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Checking router: 59c7b309-80ca-460d-86f4-8053bbe92009 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:59.714775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Updating router 59c7b309-80ca-460d-86f4-8053bbe92009 port cc5c4676-5466-4bca-a97e-e82e47d5887d binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:59.718189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-5e31a859-6f93-436f-b17a-74057684c9d7 service neutron] 10.222.0.64 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340899 Jul 16 01:29:59.733581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c675c717-66cb-40c5-86b7-8c3f38defb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.757481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-ef4da411-e807-4d34-8252-59ee42538c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.759524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-ef4da411-e807-4d34-8252-59ee42538c02 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.9481285 Jul 16 01:29:59.781869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.939681 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-e8157521-0c9c-4acf-9fb7-9962f83713db service neutron] 10.222.0.64 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021363 Jul 16 01:29:59.978339 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-126b9e7e-ee0e-4488-8651-7f0f6cb03e9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5578b6-85ad-491a-9486-16b8143c91bf HTTP/1.1" status: 200 len: 217 time: 0.0878758 Jul 16 01:30:00.089375 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.201548 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c675c717-66cb-40c5-86b7-8c3f38defb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.313834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675c717-66cb-40c5-86b7-8c3f38defb78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca56aa98-3472-4cf5-b59b-cff1fe262ac7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.323579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-637fdf57-b88a-44ef-b78a-c0e0e002bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.326206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-637fdf57-b88a-44ef-b78a-c0e0e002bdcb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.3084998 Jul 16 01:30:00.329878 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.332775 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c675c717-66cb-40c5-86b7-8c3f38defb78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.337050 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c675c717-66cb-40c5-86b7-8c3f38defb78 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ca56aa98-3472-4cf5-b59b-cff1fe262ac7 HTTP/1.1" status: 204 len: 168 time: 1.8019490 Jul 16 01:30:00.349010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:00.358475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c73d7-857a-49fc-925c-1ae9c76c1a60 None None] Network f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:00.427612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68ced4-d016-44f1-bd30-228933636ed1 req-0969544b-7884-48a8-9153-bfabafccd8a4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.429788 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8a68ced4-d016-44f1-bd30-228933636ed1 req-0969544b-7884-48a8-9153-bfabafccd8a4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1647999 Jul 16 01:30:00.446787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9face25f-9b53-4f35-a34b-de30cd740928 req-da2750d5-aab4-4e1f-afc0-70e93e355135 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.453890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9face25f-9b53-4f35-a34b-de30cd740928 req-da2750d5-aab4-4e1f-afc0-70e93e355135 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.5539382 Jul 16 01:30:00.466243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Transition to ACTIVE for port object cc5c4676-5466-4bca-a97e-e82e47d5887d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:00.498863 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.561552 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8a68ced4-d016-44f1-bd30-228933636ed1 req-08e58c8c-663b-4ecb-8805-629852266d80 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122372 Jul 16 01:30:00.568375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Deleting port df34987e-82dd-433c-9847-f4ad314d838c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:00.570112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.641496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.669164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e4268-a2fa-480c-bed2-56c87d8f4905 None None] Pushing event updated for resources: {'Port': ['ID=cc5c4676-5466-4bca-a97e-e82e47d5887d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.707397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device de30c41e-de2d-4a75-ae83-6344b4354052 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:00.721269 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9face25f-9b53-4f35-a34b-de30cd740928 req-1fdc47e3-d701-497e-8162-ad6de29d13bf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663903 Jul 16 01:30:00.867211 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a104daf0-0a63-48b2-9869-bf8b5db5769a req-974084aa-0fec-4799-8cc4-01625b36aa0a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 210 time: 0.0590985 Jul 16 01:30:00.890231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-97cdf1be-5ee8-4eda-b4b2-e93e03b25306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.904378 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-97cdf1be-5ee8-4eda-b4b2-e93e03b25306 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5560741 Jul 16 01:30:00.977278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Attempting to bind port cc5c4676-5466-4bca-a97e-e82e47d5887d on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:00.977786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Attempting to bind port cc5c4676-5466-4bca-a97e-e82e47d5887d by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:00.991149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Attempting to bind port cc5c4676-5466-4bca-a97e-e82e47d5887d on network 27a3fbcf-f795-44d0-9692-c450bd9770f5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:01.008243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:01.009397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Checking segment: {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:01.009397 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.009750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Bound using segment: {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:01.010378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Bound port: cc5c4676-5466-4bca-a97e-e82e47d5887d, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:01.010713 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.089842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.090629 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.108524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port de30c41e-de2d-4a75-ae83-6344b4354052 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:01.109854 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.253827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86dac2-13d9-4246-bef3-42794484d756 None None] DHCP port deletion for f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:30:01.325517 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-9be6ea65-168f-4100-b6d5-7d277839cced service neutron] 10.222.0.67 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790259 Jul 16 01:30:01.388361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] For port cc5c4676-5466-4bca-a97e-e82e47d5887d, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:01.392908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] For port cc5c4676-5466-4bca-a97e-e82e47d5887d, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cc5c4676-5466-4bca-a97e-e82e47d5887d,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:01.416483 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.478933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47e82b-1038-4d61-bb94-349eea789e17 req-8bc3a914-51c6-4b0a-97a9-d229467d7c44 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.494992 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab47e82b-1038-4d61-bb94-349eea789e17 req-8bc3a914-51c6-4b0a-97a9-d229467d7c44 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1664326 Jul 16 01:30:01.497894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Calling delete_port for df34987e-82dd-433c-9847-f4ad314d838c owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:01.595276 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ab47e82b-1038-4d61-bb94-349eea789e17 req-55d5f3d5-19ac-477b-aa88-8280d705f042 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992839 Jul 16 01:30:01.930454 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99675a61-290c-4acc-8bd6-dfca429b2317 req-92f6fb02-11e2-45c8-a9e0-7adf76a19a49 service neutron] 10.222.0.67 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898285 Jul 16 01:30:01.971539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Deleting port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:01.972292 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.976885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc7d95-4f1b-4a18-b4e0-c15b6021b690 req-d4b37652-eaf5-4c0c-92a5-1f2a217909fb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.985054 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15bc7d95-4f1b-4a18-b4e0-c15b6021b690 req-d4b37652-eaf5-4c0c-92a5-1f2a217909fb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1150894 Jul 16 01:30:02.020847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ed86dac2-13d9-4246-bef3-42794484d756 None None] Deleting port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:02.024242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed86dac2-13d9-4246-bef3-42794484d756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.042057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ccb5f666-4357-4c66-a64c-8ed48824b61e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:02.054358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15bc7d95-4f1b-4a18-b4e0-c15b6021b690 req-d6485b97-6863-4ea6-93e5-89c642ef3f1b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682461 Jul 16 01:30:02.129447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] For port d0a053ce-e8bd-40e7-b35f-65e93b537ea2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d0a053ce-e8bd-40e7-b35f-65e93b537ea2,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:02.130111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.140348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ed86dac2-13d9-4246-bef3-42794484d756 None None] For port d0a053ce-e8bd-40e7-b35f-65e93b537ea2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d0a053ce-e8bd-40e7-b35f-65e93b537ea2,segment=NetworkSegment(c5dc9101-a176-45a1-a3fc-fac5caed4ee6),segment_id=c5dc9101-a176-45a1-a3fc-fac5caed4ee6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:02.140795 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed86dac2-13d9-4246-bef3-42794484d756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.141467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca4663-5428-4cf3-91d3-e77ec0341c6b req-15b74f8a-5a73-41cd-b213-a0206bb899bc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.148515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbca4663-5428-4cf3-91d3-e77ec0341c6b req-15b74f8a-5a73-41cd-b213-a0206bb899bc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.3428380 Jul 16 01:30:02.156316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.158830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ed86dac2-13d9-4246-bef3-42794484d756 None None] Calling delete_port for d0a053ce-e8bd-40e7-b35f-65e93b537ea2 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:02.176880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e4268-a2fa-480c-bed2-56c87d8f4905 None None] Pushing event updated for resources: {'Port': ['ID=cc5c4676-5466-4bca-a97e-e82e47d5887d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:02.177139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Calling delete_port for d0a053ce-e8bd-40e7-b35f-65e93b537ea2 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:02.210356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Routers {'59c7b309-80ca-460d-86f4-8053bbe92009'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:02.211256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59c7b309-80ca-460d-86f4-8053bbe92009'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:02.216735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event deleted for resources: {'Port': ['ID=df34987e-82dd-433c-9847-f4ad314d838c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:02.252422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ccb5f666-4357-4c66-a64c-8ed48824b61e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:02.252422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ccb5f666-4357-4c66-a64c-8ed48824b61e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:02.386365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-915f1400-061a-4e30-9902-0b705d275039 req-1e0b1ba4-4f84-49fd-9493-40d518288673 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 210 time: 0.0661509 Jul 16 01:30:02.426957 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed86dac2-13d9-4246-bef3-42794484d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.440182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbca4663-5428-4cf3-91d3-e77ec0341c6b req-c8179faa-f78c-4b04-a63f-e150b7232cad tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905381 Jul 16 01:30:02.441408 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.441584 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Floating IP dec3a340-f8b8-48fa-89cc-df90189f82f2 disassociated (deleted). External IP: 172.25.4.26, port: d88f8ceb-28c1-4230-9956-706ae4b0a9b9. Jul 16 01:30:02.450026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] Set router 59c7b309-80ca-460d-86f4-8053bbe92009 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:02.477050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86dac2-13d9-4246-bef3-42794484d756 None None] No DVR routers for this DVR port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:02.505608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86dac2-13d9-4246-bef3-42794484d756 None None] Pushing event deleted for resources: {'Port': ['ID=d0a053ce-e8bd-40e7-b35f-65e93b537ea2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:02.523846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.682214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d0a053ce-e8bd-40e7-b35f-65e93b537ea2 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:02.707544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: d0a053ce-e8bd-40e7-b35f-65e93b537ea2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:02.707894 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d0a053ce-e8bd-40e7-b35f-65e93b537ea2 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:02.772182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a053ce-e8bd-40e7-b35f-65e93b537ea2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:02.780046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] No DVR routers for this DVR port d0a053ce-e8bd-40e7-b35f-65e93b537ea2 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:02.813298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'cc5c4676-5466-4bca-a97e-e82e47d5887d', 'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:42:21:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:54Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:02.842335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b3ac7-ff4a-4914-b2d7-31c4db9e618b None None] The sync data for ids ['59c7b309-80ca-460d-86f4-8053bbe92009'] in n-d-791504-14 is: [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'cc5c4676-5466-4bca-a97e-e82e47d5887d', 'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:42:21:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:54Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:03.022152 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.043455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-2ada1dff-9c7d-4cd8-a211-e2ea1fc70b71 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.045210 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-2ada1dff-9c7d-4cd8-a211-e2ea1fc70b71 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "GET /v2.0/networks?id=27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 200 len: 797 time: 0.6403131 Jul 16 01:30:03.050570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9973bff-4f7b-4bfe-ab2f-11abb6c51b93']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.066128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.066431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dc9101-a176-45a1-a3fc-fac5caed4ee6') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.123116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629181fb-7f2f-4554-8a19-b0edd30654f7 req-777e6147-46bc-40df-839e-951d2304eb38 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.124468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-629181fb-7f2f-4554-8a19-b0edd30654f7 req-777e6147-46bc-40df-839e-951d2304eb38 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.4585807 Jul 16 01:30:03.132951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.181762 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.245217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:03.245725 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:03.248307 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:03.252437 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:03.252437 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:03.252437 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:03.252437 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:03.252437 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:03.252437 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:03.252437 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:03.252437 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:03.252437 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:03.268193 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-c812e91f-0acd-4452-980b-fa5ab61faeff tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 379 time: 0.1983442 Jul 16 01:30:03.309737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'port': {'device_id': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'admin_state_up': True, 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'security_groups': ['c6903c45-75ae-48cc-af9f-0c2fef0ae19d']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:03.354470 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-629181fb-7f2f-4554-8a19-b0edd30654f7 req-4ddabb9b-7480-4171-9b81-36303cbc769d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105935 Jul 16 01:30:03.445092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Router 53d9c095-9fdc-4670-9f84-ed280a51ab0a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:03.445998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.466047 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.468248 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] 10.222.0.64 "DELETE /v2.0/networks/f9973bff-4f7b-4bfe-ab2f-11abb6c51b93 HTTP/1.1" status: 204 len: 168 time: 3.1147470 Jul 16 01:30:03.539959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708c72e-77fa-45a9-a025-2ca29d5296de admin admin] Pushing event deleted for resources: {'Network': ['ID=f9973bff-4f7b-4bfe-ab2f-11abb6c51b93,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:03.635904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:03.643183 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.726281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f42d71-5443-46cd-a907-46cee498b6ce req-eb73f68b-c550-46e5-80a6-4ff50940dbaa tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.734225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b4f9dc4-5a7b-4d0a-959c-26cba2f50940 req-46095c89-e246-4505-9d56-25e5732dc4ca tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 210 time: 0.0699480 Jul 16 01:30:03.756141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7f42d71-5443-46cd-a907-46cee498b6ce req-eb73f68b-c550-46e5-80a6-4ff50940dbaa tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1047530 Jul 16 01:30:03.790053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:03.866090 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c7f42d71-5443-46cd-a907-46cee498b6ce req-f21a4f22-b866-41bc-8a22-804fbc8055a8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087878 Jul 16 01:30:03.891948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fa034a2d-392e-4a32-b4c6-001052eee8b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b0c0e7a0f7b4686a73f891f6f81fcf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008351 Jul 16 01:30:03.892616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:03.964552 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-492d1481-9787-4b90-9b6a-200c51f129ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.038851 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-492d1481-9787-4b90-9b6a-200c51f129ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.148934 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-492d1481-9787-4b90-9b6a-200c51f129ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.151617 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-492d1481-9787-4b90-9b6a-200c51f129ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.155757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-492d1481-9787-4b90-9b6a-200c51f129ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfd0e4ae-e74d-439e-8416-5711d140e237 HTTP/1.1" status: 204 len: 168 time: 0.2621424 Jul 16 01:30:04.175044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d1481-9787-4b90-9b6a-200c51f129ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd0e4ae-e74d-439e-8416-5711d140e237,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:04.198030 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:04.523345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:04.530737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.539779 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] Sync routers for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:04.561078 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:04.567014 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:04.636418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a18900-6105-4028-982f-669fbed8ad9d req-fd29ea5a-54f2-4823-b78b-abafce98d1d1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.651067 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f1a18900-6105-4028-982f-669fbed8ad9d req-fd29ea5a-54f2-4823-b78b-abafce98d1d1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2484300 Jul 16 01:30:04.710109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a5dc7-d686-4b8d-92c9-9975e6f106e0 req-e93a2e91-b91d-4e62-bcb1-9e6b612ad99d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.711406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-865a5dc7-d686-4b8d-92c9-9975e6f106e0 req-e93a2e91-b91d-4e62-bcb1-9e6b612ad99d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.3547492 Jul 16 01:30:04.748895 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f1a18900-6105-4028-982f-669fbed8ad9d req-b04481e5-58dc-4376-bc12-4ca28a970dee tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966637 Jul 16 01:30:04.772412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-99921ae0-74df-4210-9b9c-97f4f776a72a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "DELETE /v2.0/floatingips/dec3a340-f8b8-48fa-89cc-df90189f82f2 HTTP/1.1" status: 204 len: 168 time: 6.6774623 Jul 16 01:30:04.788292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:04.812378 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49" -d '{"events": [{"name": "network-changed", "server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:04.818092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cc5c4676-5466-4bca-a97e-e82e47d5887d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:04.883217 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:04.888370 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-865a5dc7-d686-4b8d-92c9-9975e6f106e0 req-abe5b4a7-015e-4339-979e-2bc6307a225e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759875 Jul 16 01:30:04.910300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.20.0.12 (27a3fbcf-f795-44d0-9692-c450bd9770f5/a8943fe5-0864-49a0-8c8f-d04748cba8fe/a386f593-f4f0-4fd0-8820-c8b27a8ab85a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:04.982152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port cc5c4676-5466-4bca-a97e-e82e47d5887d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:04.988023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port cc5c4676-5466-4bca-a97e-e82e47d5887d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:04.988400 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.183969 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.240863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port cc5c4676-5466-4bca-a97e-e82e47d5887d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cc5c4676-5466-4bca-a97e-e82e47d5887d,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.246343 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.327437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=cc5c4676-5466-4bca-a97e-e82e47d5887d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.374888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.410970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Transition to ACTIVE for port object a386f593-f4f0-4fd0-8820-c8b27a8ab85a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:05.447398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0960-f87b-4d0c-9591-28d4ad8b0526 req-72cb9f9c-4db3-4dae-9d86-a4752de407fd tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.452575 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 5, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:05.455680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-998c0960-f87b-4d0c-9591-28d4ad8b0526 req-72cb9f9c-4db3-4dae-9d86-a4752de407fd tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0924726 Jul 16 01:30:05.481656 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] Checking router: 53d9c095-9fdc-4670-9f84-ed280a51ab0a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:05.491494 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:05.492376 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:05.498278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.545301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:05.549417 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-998c0960-f87b-4d0c-9591-28d4ad8b0526 req-34d0ba46-1d13-4cd7-9334-5b287a35b4cf tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925567 Jul 16 01:30:05.683248 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8397e4-01c5-4482-a5f1-a96b752dd4f8 x-openstack-request-id: req-1f8397e4-01c5-4482-a5f1-a96b752dd4f8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:05.683552 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:05.683809 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f8397e4-01c5-4482-a5f1-a96b752dd4f8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:05.684220 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'status': 'completed', 'code': 200} Jul 16 01:30:05.737435 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:05.836506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 27a3fbcf-f795-44d0-9692-c450bd9770f5 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:05.859891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.876735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1563686545-network', 'tenant_id': '1002d8c18ade45268510cf102e842911'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:05.883950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:05.894628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:06.004518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Made reservation on behalf of 1002d8c18ade45268510cf102e842911 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:06.007660 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.053214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.061773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.062595 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.070422 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 5, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:06.117384 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753fc7e-9282-44d1-98ae-9d52ce2b5a1c None None] The sync data for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 is: [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:18Z', 'revision_number': 4, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '111a3f39-9514-40aa-a675-1f4790a642d7', 'name': '', 'network_id': 'dc566a41-a9c7-4a27-b431-176f1716e700', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'mac_address': 'fa:16:3e:d3:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:16Z', 'updated_at': '2021-07-16T01:24:25Z', 'revision_number': 5, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'subnets': [{'id': 'dddb849b-112c-4b39-9485-0689634c4cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:06.179101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-47ec15f6-e02a-4031-94f8-58f9cf9a1025 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8766031 Jul 16 01:30:06.197702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Request body: {'port': {'device_id': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:06.219221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329bdba-6d90-4df3-b166-d678d449654a req-e46c252b-56f0-48e3-afb4-825eacca911e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.227233 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4329bdba-6d90-4df3-b166-d678d449654a req-e46c252b-56f0-48e3-afb4-825eacca911e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 932 time: 0.6201131 Jul 16 01:30:06.273584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-663f5343-d89a-43af-a079-571ac1410879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.275424 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-663f5343-d89a-43af-a079-571ac1410879 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d7f5ecbfff0427a9dfb27c75c4d365f&device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 1098 time: 0.5901332 Jul 16 01:30:06.310466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5997901d-0d5c-4e93-a475-90a82c65f1de None None] Provisioning for port a386f593-f4f0-4fd0-8820-c8b27a8ab85a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:06.319986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5997901d-0d5c-4e93-a475-90a82c65f1de None None] Provisioning complete for port a386f593-f4f0-4fd0-8820-c8b27a8ab85a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:06.321674 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5997901d-0d5c-4e93-a475-90a82c65f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.385852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5997901d-0d5c-4e93-a475-90a82c65f1de None None] Port a386f593-f4f0-4fd0-8820-c8b27a8ab85a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:06.486450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4329bdba-6d90-4df3-b166-d678d449654a req-3c2407ba-ee0e-40f1-9469-95ecd88b9dae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582929 Jul 16 01:30:06.572025 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.660103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c06c46-eb42-4cad-ac6b-094ca696d2a7 None None] New status for floating IP dec3a340-f8b8-48fa-89cc-df90189f82f2: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:30:06.796826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-153c51e0-ffd4-45c8-896c-44f812357244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.797208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cc5c4676-5466-4bca-a97e-e82e47d5887d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:06.799795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-153c51e0-ffd4-45c8-896c-44f812357244 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc566a41-a9c7-4a27-b431-176f1716e700 HTTP/1.1" status: 200 len: 913 time: 0.5119193 Jul 16 01:30:06.901079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-da9e1859-d1bc-4591-953c-5b7535accf31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9 HTTP/1.1" status: 200 len: 217 time: 0.0848827 Jul 16 01:30:06.960281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e26721-2fa9-4330-b87a-b062477159d1 req-d970c7b5-d42f-4b75-bb3d-a35e5292d9e1 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.961915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44e26721-2fa9-4330-b87a-b062477159d1 req-d970c7b5-d42f-4b75-bb3d-a35e5292d9e1 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 946 time: 0.1941905 Jul 16 01:30:06.987896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-422bab54-9abe-44b8-9a80-b928439d3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.989666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-422bab54-9abe-44b8-9a80-b928439d3188 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dddb849b-112c-4b39-9485-0689634c4cb0 HTTP/1.1" status: 200 len: 852 time: 0.0686417 Jul 16 01:30:07.017678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port cc5c4676-5466-4bca-a97e-e82e47d5887d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:07.018345 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.055648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.060545 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44e26721-2fa9-4330-b87a-b062477159d1 req-905f9c6a-09ac-488c-94f3-269ce024d206 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852134 Jul 16 01:30:07.119775 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.176262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:07.282617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.282996 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Added segment 5ec57a00-522c-446e-bbc8-7a3b505472f2 of type vlan for network 905f8058-a72c-4ce8-b174-445630c9e02c Jul 16 01:30:07.297308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f01ed6-c8c1-43c0-a864-c575b522ac0c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:07.395183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac724f-339c-4daf-8ad2-01297a2d1fc5 req-6a190a93-25aa-48d0-aead-8505cfac28ff tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.403007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7ac724f-339c-4daf-8ad2-01297a2d1fc5 req-6a190a93-25aa-48d0-aead-8505cfac28ff tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1297402 Jul 16 01:30:07.459287 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7ac724f-339c-4daf-8ad2-01297a2d1fc5 req-918a9f39-6628-4bf1-912f-03153bae2586 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519502 Jul 16 01:30:07.480640 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.508719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6f0f6-2a50-41dd-b225-fe0a44731d06 req-11a27860-8a2d-4ded-9b39-3e3ffb018a5c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.510636 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05c6f0f6-2a50-41dd-b225-fe0a44731d06 req-11a27860-8a2d-4ded-9b39-3e3ffb018a5c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.5924683 Jul 16 01:30:07.534349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-46078eeb-51cd-4fdd-87f8-28d215a8a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.535907 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-46078eeb-51cd-4fdd-87f8-28d215a8a9c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc566a41-a9c7-4a27-b431-176f1716e700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4944100 Jul 16 01:30:07.685120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a386f593-f4f0-4fd0-8820-c8b27a8ab85a {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:07.696370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.697636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da1529-e536-4ca7-8356-e4995c4ce145 req-7734dbf0-0608-4c0a-bd58-673367699421 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.706583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02da1529-e536-4ca7-8356-e4995c4ce145 req-7734dbf0-0608-4c0a-bd58-673367699421 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0979326 Jul 16 01:30:07.759054 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02da1529-e536-4ca7-8356-e4995c4ce145 req-d4311c18-c398-4fab-b3e8-d24721d9fdee tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508482 Jul 16 01:30:07.760542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Transition to ACTIVE for port object a386f593-f4f0-4fd0-8820-c8b27a8ab85a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:07.766223 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.767146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.767742 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.774189 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05c6f0f6-2a50-41dd-b225-fe0a44731d06 req-0a32905e-92ed-40ed-b568-bb57dc1f4d2e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518160 Jul 16 01:30:07.792985 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.860441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a380b2-9238-47ee-9471-f2232465b3fb req-e1342b7e-0f46-4c4d-841e-8669a3312cf1 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.861954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-87a380b2-9238-47ee-9471-f2232465b3fb req-e1342b7e-0f46-4c4d-841e-8669a3312cf1 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.67 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 946 time: 0.5282686 Jul 16 01:30:07.933599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-3029b266-5d96-44d3-add1-28c4f702fb8e service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581595 Jul 16 01:30:07.971009 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3816895 Jul 16 01:30:07.974986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47618) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:07.993752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Request body: {'subnet': {'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1563686545-subnet', 'tenant_id': '1002d8c18ade45268510cf102e842911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:08.067758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Pushing event updated for resources: {'Port': ['ID=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.080373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607df19-ce8c-4d2b-85b8-b48f1e009012 req-ec65fbf2-d9f8-4db5-b980-4df4544c5aeb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.084670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d607df19-ce8c-4d2b-85b8-b48f1e009012 req-ec65fbf2-d9f8-4db5-b980-4df4544c5aeb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 944 time: 0.1778157 Jul 16 01:30:08.086101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Made reservation on behalf of 1002d8c18ade45268510cf102e842911 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:08.089505 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.123182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8844d-431c-41f6-8059-cc8623b21584 admin admin] Pushing event updated for resources: {'Network': ['ID=905f8058-a72c-4ce8-b174-445630c9e02c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.135420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 905f8058-a72c-4ce8-b174-445630c9e02c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:08.230296 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d607df19-ce8c-4d2b-85b8-b48f1e009012 req-40691e10-b392-43e4-b35d-da053f2c0c22 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374018 Jul 16 01:30:08.398238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Attempting to bind port a386f593-f4f0-4fd0-8820-c8b27a8ab85a on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:08.398586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Attempting to bind port a386f593-f4f0-4fd0-8820-c8b27a8ab85a by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:08.398918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Attempting to bind port a386f593-f4f0-4fd0-8820-c8b27a8ab85a on network 27a3fbcf-f795-44d0-9692-c450bd9770f5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:08.435207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Port a386f593-f4f0-4fd0-8820-c8b27a8ab85a on network 27a3fbcf-f795-44d0-9692-c450bd9770f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:08.435584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Attempting to bind port a386f593-f4f0-4fd0-8820-c8b27a8ab85a on network 27a3fbcf-f795-44d0-9692-c450bd9770f5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:08.460045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:08.460045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Checking segment: {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:08.460045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Bound using segment: {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:08.460521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Bound port: a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:08.460902 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.469456 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-24aea176-c2a8-4e70-b2b6-cb61fd8a93ac service neutron] 10.222.0.67 "GET /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925508 Jul 16 01:30:08.494976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.553291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-87a380b2-9238-47ee-9471-f2232465b3fb req-a9a53034-5870-418e-8199-951d60bb2a8a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Deleting port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:08.553663 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-87a380b2-9238-47ee-9471-f2232465b3fb req-a9a53034-5870-418e-8199-951d60bb2a8a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.582827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae00b4-9173-4408-95ca-f915889dfee0 req-9db78cf5-cce6-47e7-bf24-fb3c8228aa83 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.585021 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7aae00b4-9173-4408-95ca-f915889dfee0 req-9db78cf5-cce6-47e7-bf24-fb3c8228aa83 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 946 time: 0.1893158 Jul 16 01:30:08.592684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=87981dde-5f63-4cbb-8ec5-c65426e3c429,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.609318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Checking segment: {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:08.609695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Network hostable DHCP agents. Network: 905f8058-a72c-4ce8-b174-445630c9e02c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:08.614750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0a2bd-5a55-4494-95be-9b8f48da9441 req-39b4eedc-5fdc-495c-b46d-57b446e003f8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.616491 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fe0a2bd-5a55-4494-95be-9b8f48da9441 req-39b4eedc-5fdc-495c-b46d-57b446e003f8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.4040213 Jul 16 01:30:08.666206 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7aae00b4-9173-4408-95ca-f915889dfee0 req-7e809a8c-9231-48c0-aac1-6d2890db4391 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/security-groups?id=746cef10-c477-43af-a82c-b8544c1b3a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743220 Jul 16 01:30:08.669039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Network 905f8058-a72c-4ce8-b174-445630c9e02c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:08.681306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:08.697952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 905f8058-a72c-4ce8-b174-445630c9e02c) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:08.705659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.706740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.719528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca2383-d4d3-4ddb-a998-ba6be8ea1aba None None] Network 905f8058-a72c-4ce8-b174-445630c9e02c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:08.725376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:08.732636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5f2f37a6-a4ca-4810-bbc4-c250dddff09d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7466643 Jul 16 01:30:08.746155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.841160 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fe0a2bd-5a55-4494-95be-9b8f48da9441 req-4cb49623-703b-4b60-a843-cb25fd4f07df tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163031 Jul 16 01:30:08.889762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-87a380b2-9238-47ee-9471-f2232465b3fb req-a9a53034-5870-418e-8199-951d60bb2a8a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] For port d88f8ceb-28c1-4230-9956-706ae4b0a9b9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:08.895849 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-87a380b2-9238-47ee-9471-f2232465b3fb req-a9a53034-5870-418e-8199-951d60bb2a8a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.957667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.962841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.969118 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] 10.222.0.67 "PUT /v2.0/ports/a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 1093 time: 2.7865906 Jul 16 01:30:08.971761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:08.976610 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96675db-b668-4303-9876-f3c645032385" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:09.013369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-87a380b2-9238-47ee-9471-f2232465b3fb req-a9a53034-5870-418e-8199-951d60bb2a8a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Calling delete_port for d88f8ceb-28c1-4230-9956-706ae4b0a9b9 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:09.017501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4f37c-0104-4f7f-82dd-d4c867256358 service neutron] Pushing event updated for resources: {'Port': ['ID=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.019177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d9c65f-911e-45b0-b80d-ce9c76f3deea None None] Network 905f8058-a72c-4ce8-b174-445630c9e02c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:09.343574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-7c373b17-91a2-4625-b517-a6dd834d17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.345328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-7c373b17-91a2-4625-b517-a6dd834d17fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1096 time: 0.2041647 Jul 16 01:30:09.364449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c56ef-4c3f-4d92-a3b5-1f17da71bb75 req-2c62edab-c1c9-4359-bccc-f2976128e62e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.372959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e65c56ef-4c3f-4d92-a3b5-1f17da71bb75 req-2c62edab-c1c9-4359-bccc-f2976128e62e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.2905219 Jul 16 01:30:09.453637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-6b2f0b0c-ea49-40fe-b492-199671a99f05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 217 time: 0.0981035 Jul 16 01:30:09.515324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e65c56ef-4c3f-4d92-a3b5-1f17da71bb75 req-d87997f7-2a4a-4d05-9e77-4e7837b53d1f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411908 Jul 16 01:30:09.533361 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-87a380b2-9238-47ee-9471-f2232465b3fb req-a9a53034-5870-418e-8199-951d60bb2a8a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.589760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e759b72b-b98a-42c2-bbcb-96313a940a6b details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:09.658807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea587-592d-4454-a2a7-c1d3da7421b6 req-e0232650-0c79-4f75-bf72-ba75d69917be tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.670468 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-834ea587-592d-4454-a2a7-c1d3da7421b6 req-e0232650-0c79-4f75-bf72-ba75d69917be tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1055768 Jul 16 01:30:09.705933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a53034-5870-418e-8199-951d60bb2a8a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event deleted for resources: {'Port': ['ID=d88f8ceb-28c1-4230-9956-706ae4b0a9b9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.743685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a380b2-9238-47ee-9471-f2232465b3fb req-a9a53034-5870-418e-8199-951d60bb2a8a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] No DVR routers for this DVR port d88f8ceb-28c1-4230-9956-706ae4b0a9b9 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:09.752156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-87a380b2-9238-47ee-9471-f2232465b3fb req-a9a53034-5870-418e-8199-951d60bb2a8a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.754656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-87a380b2-9238-47ee-9471-f2232465b3fb req-a9a53034-5870-418e-8199-951d60bb2a8a tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.67 "DELETE /v2.0/ports/d88f8ceb-28c1-4230-9956-706ae4b0a9b9 HTTP/1.1" status: 204 len: 173 time: 1.8412559 Jul 16 01:30:09.763033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-1e9609cf-722d-4348-bf5b-b48ec635484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.764572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-1e9609cf-722d-4348-bf5b-b48ec635484e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8943fe5-0864-49a0-8c8f-d04748cba8fe HTTP/1.1" status: 200 len: 835 time: 0.2943969 Jul 16 01:30:09.788990 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-834ea587-592d-4454-a2a7-c1d3da7421b6 req-099d5e70-442c-4fea-9190-b17ca1887b61 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164947 Jul 16 01:30:09.827585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e759b72b-b98a-42c2-bbcb-96313a940a6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:09.873186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'e759b72b-b98a-42c2-bbcb-96313a940a6b', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'port_id': 'e759b72b-b98a-42c2-bbcb-96313a940a6b', 'mac_address': 'fa:16:3e:14:d6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:09.909006 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c53b7b9-2dd8-4cb4-bb4e-f2e2eb6f6eea x-openstack-request-id: req-4c53b7b9-2dd8-4cb4-bb4e-f2e2eb6f6eea {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:09.909278 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:09.910483 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c53b7b9-2dd8-4cb4-bb4e-f2e2eb6f6eea {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:09.912248 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'status': 'completed', 'code': 200} Jul 16 01:30:09.918363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-65f0a1bf-b55d-47fb-a708-e95086c87d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.921035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-65f0a1bf-b55d-47fb-a708-e95086c87d5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a3fbcf-f795-44d0-9692-c450bd9770f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408691 Jul 16 01:30:09.966783 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.003143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e759b72b-b98a-42c2-bbcb-96313a940a6b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:10.058572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e759b72b-b98a-42c2-bbcb-96313a940a6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:10.063823 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.163962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-d92c859c-23c4-49d9-93a8-e6d63534a5e0 service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346931 Jul 16 01:30:10.183773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cb9ab-78ae-471b-8a54-3cee58bdb855 req-95f4d897-5eea-4201-abae-a20c8cc11eca tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.185935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b7cb9ab-78ae-471b-8a54-3cee58bdb855 req-95f4d897-5eea-4201-abae-a20c8cc11eca tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 944 time: 0.1322641 Jul 16 01:30:10.228227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e759b72b-b98a-42c2-bbcb-96313a940a6b,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.270461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e759b72b-b98a-42c2-bbcb-96313a940a6b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:10.288948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b7cb9ab-78ae-471b-8a54-3cee58bdb855 req-ffbfe037-4a07-4368-8bf9-f4a9fa8bfcf4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935483 Jul 16 01:30:10.543920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-cc948aa4-c4ad-4910-806b-718f9c7c870f tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.546253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-cc948aa4-c4ad-4910-806b-718f9c7c870f tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 815 time: 0.3756568 Jul 16 01:30:10.586405 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-b6aed003-6e36-4e4c-9c3b-4409c5495bd5 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/quotas/1002d8c18ade45268510cf102e842911 HTTP/1.1" status: 200 len: 375 time: 0.0349314 Jul 16 01:30:10.601468 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2bcaf-4c29-4742-a207-af25ac60ae3c req-76f67f07-d720-4d18-85e0-9a2d40ded4b5 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.610530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69b2bcaf-4c29-4742-a207-af25ac60ae3c req-76f67f07-d720-4d18-85e0-9a2d40ded4b5 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1396363 Jul 16 01:30:10.648680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-51a02436-ca74-4154-8c7e-59b47cfea477 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591869 Jul 16 01:30:10.657271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43d19ff1-319f-4cd4-90f0-c72f97e1cd35 req-e9c38cdc-59b2-4df6-80f3-9d04bb37cca0 service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512479 Jul 16 01:30:10.681636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69b2bcaf-4c29-4742-a207-af25ac60ae3c req-7e9293d2-b342-4030-bca1-b0b407b667a6 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701187 Jul 16 01:30:10.870895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96675db-b668-4303-9876-f3c645032385 req-96e1b118-d3f7-45b2-a540-6a0f3ffb6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.872396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96675db-b668-4303-9876-f3c645032385 req-96e1b118-d3f7-45b2-a540-6a0f3ffb6565 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1096 time: 0.1183429 Jul 16 01:30:10.880732 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-d0d83d6c-243f-40de-8a90-3524479fcbdd service neutron] 10.222.0.64 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215028 Jul 16 01:30:10.888188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c275e28-2501-48fd-8869-cba415f193af req-ad119a65-7b77-476c-91fc-17ca33c832da tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 210 time: 0.0720482 Jul 16 01:30:11.168320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982c543-5905-47d9-9be6-0147d1314ef8 req-6e293c62-6795-4043-9ee4-654006e30ceb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.180764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c982c543-5905-47d9-9be6-0147d1314ef8 req-6e293c62-6795-4043-9ee4-654006e30ceb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 944 time: 0.1220119 Jul 16 01:30:11.256831 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c982c543-5905-47d9-9be6-0147d1314ef8 req-ab107d8b-18c8-4b42-8382-f27a8d46cfb1 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736203 Jul 16 01:30:11.578434 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-ba46484a-8ed1-49a5-95a0-4aa21f81196a service neutron] 10.222.0.64 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6968572 Jul 16 01:30:11.581217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96675db-b668-4303-9876-f3c645032385 req-b07a60ae-e03e-4fa8-93e7-6475bfc6f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.582748 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96675db-b668-4303-9876-f3c645032385 req-b07a60ae-e03e-4fa8-93e7-6475bfc6f0a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 200 len: 897 time: 0.7000952 Jul 16 01:30:11.599164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e759b72b-b98a-42c2-bbcb-96313a940a6b up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:11.636108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdde9e-b785-42f5-8cdf-e467f52a5744 req-6a9147a2-e308-4e2a-9c9f-239cffee15cb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.637728 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10cdde9e-b785-42f5-8cdf-e467f52a5744 req-6a9147a2-e308-4e2a-9c9f-239cffee15cb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1208978 Jul 16 01:30:11.683015 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96675db-b668-4303-9876-f3c645032385 req-83af129e-b469-4869-809a-c75ce7c3d218 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 217 time: 0.0846438 Jul 16 01:30:11.751264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10cdde9e-b785-42f5-8cdf-e467f52a5744 req-ceadb514-d743-4403-9d78-ebe7054c9065 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003201 Jul 16 01:30:11.791593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port e759b72b-b98a-42c2-bbcb-96313a940a6b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:11.792625 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.814329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96675db-b668-4303-9876-f3c645032385 req-25f5b07a-49f1-4152-9f2a-77953cbaa0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.816230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96675db-b668-4303-9876-f3c645032385 req-25f5b07a-49f1-4152-9f2a-77953cbaa0a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8943fe5-0864-49a0-8c8f-d04748cba8fe HTTP/1.1" status: 200 len: 835 time: 0.1195052 Jul 16 01:30:11.917801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'name': 'network-vif-deleted', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:11.920761 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526da153-19a0-4f08-981c-a80776b87b3c" -d '{"events": [{"server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "name": "network-vif-deleted", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:11.999360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96675db-b668-4303-9876-f3c645032385 req-ffa15fe6-01c4-4232-a63f-ef1aaadd6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.000896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96675db-b668-4303-9876-f3c645032385 req-ffa15fe6-01c4-4232-a63f-ef1aaadd6cc3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a3fbcf-f795-44d0-9692-c450bd9770f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645291 Jul 16 01:30:12.014838 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.134421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e759b72b-b98a-42c2-bbcb-96313a940a6b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:12.149194 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cfb016-7dfc-4c79-9c4d-e354dce69c81" -d '{"events": [{"server_uuid": "9c55a81c-c04f-480f-ae4b-f31b4515e117", "name": "network-vif-plugged", "status": "completed", "tag": "e759b72b-b98a-42c2-bbcb-96313a940a6b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:12.181023 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96675db-b668-4303-9876-f3c645032385 req-ffaaa504-d0ea-4dac-b64f-12246c9419b0 service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696622 Jul 16 01:30:12.221336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e759b72b-b98a-42c2-bbcb-96313a940a6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:12.221877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75fc5d-a9ec-4cf0-a7a3-7433565bb484 req-a5a28396-e199-43b2-ba00-9e9190649d27 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.231129 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b75fc5d-a9ec-4cf0-a7a3-7433565bb484 req-a5a28396-e199-43b2-ba00-9e9190649d27 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 944 time: 0.2586889 Jul 16 01:30:12.233039 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.307315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e759b72b-b98a-42c2-bbcb-96313a940a6b,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:12.324300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b75fc5d-a9ec-4cf0-a7a3-7433565bb484 req-addce6ca-621b-41b5-ab28-1231ad5c95e8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917752 Jul 16 01:30:12.549801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c96675db-b668-4303-9876-f3c645032385 req-33838bc7-8600-4edc-a0d9-0baede361e9b service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579762 Jul 16 01:30:12.577153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e895bb-de12-4000-8b45-da2912a617d0 req-a755d806-1a2e-4a92-b9b9-677610ced578 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.585851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20e895bb-de12-4000-8b45-da2912a617d0 req-a755d806-1a2e-4a92-b9b9-677610ced578 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.3400979 Jul 16 01:30:12.689206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20e895bb-de12-4000-8b45-da2912a617d0 req-76d34173-b187-4a98-a441-258258650a3e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023428 Jul 16 01:30:12.698390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b3fd4-e650-4cbc-b123-dcd33839947e req-df9eb03c-e4dc-4c83-8787-c50b2ea5f372 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.711783 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b9b3fd4-e650-4cbc-b123-dcd33839947e req-df9eb03c-e4dc-4c83-8787-c50b2ea5f372 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1736999 Jul 16 01:30:12.713687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a386f593-f4f0-4fd0-8820-c8b27a8ab85a details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:12.719482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d88f8ceb-28c1-4230-9956-706ae4b0a9b9 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:12.881044 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b9b3fd4-e650-4cbc-b123-dcd33839947e req-d49f9819-3606-4888-8e5d-823a798a9b45 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677430 Jul 16 01:30:13.085040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:13.108504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: d88f8ceb-28c1-4230-9956-706ae4b0a9b9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:13.110444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device d88f8ceb-28c1-4230-9956-706ae4b0a9b9 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:13.116129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'port_id': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'mac_address': 'fa:16:3e:1b:6a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:13.276594 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b07aa701-43c3-4f8e-be3a-e8a94dec6c3e req-0b4e6cb0-ffd4-4a2d-a2f1-8356d6a5f980 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 210 time: 0.1114891 Jul 16 01:30:13.298390 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.334775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a386f593-f4f0-4fd0-8820-c8b27a8ab85a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:13.347233 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03507ab6-41f5-4a74-aa47-8c4d47ec3763 req-577c2193-8c29-430b-9095-22220fdc7e87 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 210 time: 0.0663874 Jul 16 01:30:13.421259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:13.428035 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c069c1-34c8-479f-b558-bcaa82495502 x-openstack-request-id: req-e7c069c1-34c8-479f-b558-bcaa82495502 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:13.428906 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644edac5-a7b7-4dc6-9223-a86e8e6e00bc", "name": "network-vif-deleted", "tag": "d88f8ceb-28c1-4230-9956-706ae4b0a9b9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:13.429754 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7c069c1-34c8-479f-b558-bcaa82495502 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:13.430843 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644edac5-a7b7-4dc6-9223-a86e8e6e00bc', 'name': 'network-vif-deleted', 'tag': 'd88f8ceb-28c1-4230-9956-706ae4b0a9b9', 'status': 'completed', 'code': 200} Jul 16 01:30:13.438220 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b4130a-c975-4f7c-976d-e7d38660b339 x-openstack-request-id: req-88b4130a-c975-4f7c-976d-e7d38660b339 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:13.441115 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55a81c-c04f-480f-ae4b-f31b4515e117", "name": "network-vif-plugged", "status": "completed", "tag": "e759b72b-b98a-42c2-bbcb-96313a940a6b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:13.442188 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88b4130a-c975-4f7c-976d-e7d38660b339 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:13.445077 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e759b72b-b98a-42c2-bbcb-96313a940a6b', 'code': 200} Jul 16 01:30:13.446486 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.593226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.778134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['a386f593-f4f0-4fd0-8820-c8b27a8ab85a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:13.783693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2549-6963-4b7a-b121-5c84e333ef57 req-886f5464-3676-4b61-8ce1-8936be21ec5d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.796650 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-29cf2549-6963-4b7a-b121-5c84e333ef57 req-886f5464-3676-4b61-8ce1-8936be21ec5d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.2098842 Jul 16 01:30:13.944335 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-29cf2549-6963-4b7a-b121-5c84e333ef57 req-43608739-d203-4c74-8b88-0a6ae93005bd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444995 Jul 16 01:30:14.357264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cbb0c-2948-4771-a384-28ca96ba318a req-e92954b9-04ae-4d76-8789-ed8b8b0e557b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.366938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e0b2e-b403-4f70-824e-42ee02775adc req-72f5f369-1744-4f29-8777-8756b25e06ca tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.371457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb7cbb0c-2948-4771-a384-28ca96ba318a req-e92954b9-04ae-4d76-8789-ed8b8b0e557b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 945 time: 0.3618610 Jul 16 01:30:14.374826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e89e0b2e-b403-4f70-824e-42ee02775adc req-72f5f369-1744-4f29-8777-8756b25e06ca tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1705570 Jul 16 01:30:14.404722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-0da5a5c0-c52d-45b3-965e-4a29b6fb9996 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.409400 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-0da5a5c0-c52d-45b3-965e-4a29b6fb9996 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.67 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 815 time: 0.5390890 Jul 16 01:30:14.472516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Request body: {'port': {'device_id': 'b76dbbe5-87a5-4232-a888-fdfceb6d2721', 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c', 'admin_state_up': True, 'tenant_id': '1002d8c18ade45268510cf102e842911'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:14.483844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e89e0b2e-b403-4f70-824e-42ee02775adc req-a80f6a68-b07f-4879-9955-f495bc3b13c4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077073 Jul 16 01:30:14.579273 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb7cbb0c-2948-4771-a384-28ca96ba318a req-ca2ebba9-b4c4-4276-b90f-573a4e085a45 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069461 Jul 16 01:30:14.743350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163046-3e4f-4b71-806d-e9162bdaa979 req-4bf41b7f-8f7f-4c8b-b5a8-f1cf10891251 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.745351 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6163046-3e4f-4b71-806d-e9162bdaa979 req-4bf41b7f-8f7f-4c8b-b5a8-f1cf10891251 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.0998569 Jul 16 01:30:14.795323 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6163046-3e4f-4b71-806d-e9162bdaa979 req-576e800d-22f4-43ef-adc8-a1f8e96bf700 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414543 Jul 16 01:30:14.800511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ef95993-6979-4f84-9473-d8c860a05d7c req-48a0bd9a-6d37-456c-8a7b-3bb023a0cc1e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 210 time: 0.0568569 Jul 16 01:30:14.819304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Made reservation on behalf of 1002d8c18ade45268510cf102e842911 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:14.833919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.037682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e57ce28b-6fec-4d15-b884-f36d03321fe1 req-2d2e3ddd-f459-4df4-8dc3-b6534bb496bf tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 210 time: 0.0513434 Jul 16 01:30:15.139959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Allocated IP 172.20.0.4 (905f8058-a72c-4ce8-b174-445630c9e02c/87981dde-5f63-4cbb-8ec5-c65426e3c429/69b72630-cbc0-408d-aca3-35db11b5da53) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:15.144809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fb7bf-fb9d-4b7e-95e0-fb4a44a90779 req-7c09c414-21dc-4da2-a6cf-974421a81eeb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.149146 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5d0fb7bf-fb9d-4b7e-95e0-fb4a44a90779 req-7c09c414-21dc-4da2-a6cf-974421a81eeb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1552258 Jul 16 01:30:15.278279 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5d0fb7bf-fb9d-4b7e-95e0-fb4a44a90779 req-b5083061-cda0-4242-a8b7-5951eca1f3d8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028171 Jul 16 01:30:15.316139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.366717 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.426486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Network 905f8058-a72c-4ce8-b174-445630c9e02c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:15.431129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:15.438907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:15.480606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Pushing event updated for resources: {'Port': ['ID=69b72630-cbc0-408d-aca3-35db11b5da53,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:15.522522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.523314 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.576420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-6029b311-9361-4c7e-a11f-e8f80a4926d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1418264 Jul 16 01:30:15.602356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Request body: {'port': {'device_id': 'b76dbbe5-87a5-4232-a888-fdfceb6d2721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:15.621604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854675-4bd9-439e-a499-4eaa4b4cb075 req-4b891acc-b2b4-4e01-ae52-44a8c5f2d8d0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.624201 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89854675-4bd9-439e-a499-4eaa4b4cb075 req-4b891acc-b2b4-4e01-ae52-44a8c5f2d8d0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.1285443 Jul 16 01:30:15.669593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959156e6-1197-4000-b744-0412aa6bc7c5 req-a907604d-b961-4a69-bea0-9e4b447542ea tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.671709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-959156e6-1197-4000-b744-0412aa6bc7c5 req-a907604d-b961-4a69-bea0-9e4b447542ea tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1451960 Jul 16 01:30:15.730819 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89854675-4bd9-439e-a499-4eaa4b4cb075 req-5e8e5bf7-130c-437a-bf3a-fc8de0861ab5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929627 Jul 16 01:30:15.759884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-959156e6-1197-4000-b744-0412aa6bc7c5 req-87188936-fbee-4b65-b06a-c100b1eb79d7 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797775 Jul 16 01:30:15.769021 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.037761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e755f-a49e-49f5-98fa-c7e68cd8e0e0 req-5d1852dc-5478-4d60-a8a4-6f1544b16de7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.045480 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f87e755f-a49e-49f5-98fa-c7e68cd8e0e0 req-5d1852dc-5478-4d60-a8a4-6f1544b16de7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 945 time: 0.1245227 Jul 16 01:30:16.115464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b72630-cbc0-408d-aca3-35db11b5da53 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:16.124524 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.139572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Transition to ACTIVE for port object 69b72630-cbc0-408d-aca3-35db11b5da53 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:16.153802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.307734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Pushing event updated for resources: {'Port': ['ID=69b72630-cbc0-408d-aca3-35db11b5da53,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.393406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Attempting to bind port 69b72630-cbc0-408d-aca3-35db11b5da53 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:16.394418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Attempting to bind port 69b72630-cbc0-408d-aca3-35db11b5da53 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:16.394418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Attempting to bind port 69b72630-cbc0-408d-aca3-35db11b5da53 on network 905f8058-a72c-4ce8-b174-445630c9e02c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:16.421907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84d21d-0b95-42bb-ac4c-10eda2e88cbc req-03d432c4-fad2-4362-b8dd-8788a6cd237e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.436814 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f87e755f-a49e-49f5-98fa-c7e68cd8e0e0 req-7babfe51-8001-460e-badb-bd37956908ef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903406 Jul 16 01:30:16.440617 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce84d21d-0b95-42bb-ac4c-10eda2e88cbc req-03d432c4-fad2-4362-b8dd-8788a6cd237e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2993355 Jul 16 01:30:16.472874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Port 69b72630-cbc0-408d-aca3-35db11b5da53 on network 905f8058-a72c-4ce8-b174-445630c9e02c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:16.472874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Attempting to bind port 69b72630-cbc0-408d-aca3-35db11b5da53 on network 905f8058-a72c-4ce8-b174-445630c9e02c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:16.501092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:16.501666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Checking segment: {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:16.502610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Bound using segment: {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:16.503267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Bound port: 69b72630-cbc0-408d-aca3-35db11b5da53, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:16.504588 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.668344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce84d21d-0b95-42bb-ac4c-10eda2e88cbc req-35c25ce3-7741-4b32-b090-209e35813aae tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256804 Jul 16 01:30:16.669468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] For port 69b72630-cbc0-408d-aca3-35db11b5da53, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:16.673230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] For port 69b72630-cbc0-408d-aca3-35db11b5da53, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=69b72630-cbc0-408d-aca3-35db11b5da53,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:16.709176 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.719981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73184804-4590-4290-a2d0-622abb71b34f req-a94aa831-527a-4c1f-aedc-3e334ba211c6 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.723411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a386f593-f4f0-4fd0-8820-c8b27a8ab85a up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:16.733499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73184804-4590-4290-a2d0-622abb71b34f req-a94aa831-527a-4c1f-aedc-3e334ba211c6 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 943 time: 0.1347468 Jul 16 01:30:16.810758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.812310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.814274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] 10.222.0.67 "PUT /v2.0/ports/69b72630-cbc0-408d-aca3-35db11b5da53 HTTP/1.1" status: 200 len: 1092 time: 1.2241094 Jul 16 01:30:16.816034 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73184804-4590-4290-a2d0-622abb71b34f req-6785ccb6-ae22-47fc-9c48-12cba8488596 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801432 Jul 16 01:30:16.819555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76dbbe5-87a5-4232-a888-fdfceb6d2721', 'tag': '69b72630-cbc0-408d-aca3-35db11b5da53'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:16.829059 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port a386f593-f4f0-4fd0-8820-c8b27a8ab85a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:16.830588 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191e0a3f-ca29-4f7e-a87d-63723c1791f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b76dbbe5-87a5-4232-a888-fdfceb6d2721", "tag": "69b72630-cbc0-408d-aca3-35db11b5da53"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:16.840229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port a386f593-f4f0-4fd0-8820-c8b27a8ab85a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:16.840837 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.939074 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.984482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:16.987069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:16.990522 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087846bb-6130-491e-a5e9-3003d217e81c" -d '{"events": [{"server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "name": "network-vif-plugged", "status": "completed", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:16.995254 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.052567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:17.082259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccc42c-8654-4784-b3f5-c4551e40f0ab service neutron] Pushing event updated for resources: {'Port': ['ID=69b72630-cbc0-408d-aca3-35db11b5da53,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:17.091325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbfe5ccc-1542-43ba-b83b-8e6d0615ad21 req-a127150c-4fbd-4e2c-a520-4acc46bc9f7d tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 210 time: 0.0589421 Jul 16 01:30:17.133911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-2fe671e4-93ba-4030-ace2-2b0f99f9ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.135467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-2fe671e4-93ba-4030-ace2-2b0f99f9ee93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 1095 time: 0.1889534 Jul 16 01:30:17.153067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a96ba-8f0a-4ccd-8603-05760519070e req-ec82cf6f-b11e-43e2-9f12-73f455370099 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.154555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-570a96ba-8f0a-4ccd-8603-05760519070e req-ec82cf6f-b11e-43e2-9f12-73f455370099 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.3365600 Jul 16 01:30:17.209766 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-aa12c90c-6681-43ff-8716-f6d877cad4b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69b72630-cbc0-408d-aca3-35db11b5da53 HTTP/1.1" status: 200 len: 217 time: 0.0541906 Jul 16 01:30:17.290602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-570a96ba-8f0a-4ccd-8603-05760519070e req-314a195a-15ab-44da-a4c4-90245a166b7d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278946 Jul 16 01:30:17.303394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-fc1b6672-9482-4384-a031-7674bd7af76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.304873 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-fc1b6672-9482-4384-a031-7674bd7af76b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 200 len: 855 time: 0.0880504 Jul 16 01:30:17.369814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-418756dd-1c9b-49ae-bb6e-51dec29d8468 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905f8058-a72c-4ce8-b174-445630c9e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564451 Jul 16 01:30:17.402223 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb75b5a-4aed-4220-9ef6-234a8b8e23e8 x-openstack-request-id: req-bdb75b5a-4aed-4220-9ef6-234a8b8e23e8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:17.402826 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76dbbe5-87a5-4232-a888-fdfceb6d2721", "tag": "69b72630-cbc0-408d-aca3-35db11b5da53", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:17.402826 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdb75b5a-4aed-4220-9ef6-234a8b8e23e8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:17.402995 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76dbbe5-87a5-4232-a888-fdfceb6d2721', 'tag': '69b72630-cbc0-408d-aca3-35db11b5da53', 'status': 'completed', 'code': 200} Jul 16 01:30:17.465269 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c64e14c-b51e-469a-a91d-4865dafff213 x-openstack-request-id: req-7c64e14c-b51e-469a-a91d-4865dafff213 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:17.465555 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "name": "network-vif-plugged", "status": "completed", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:17.465802 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c64e14c-b51e-469a-a91d-4865dafff213 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:17.466228 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'code': 200} Jul 16 01:30:17.624068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52f886-7166-4bbb-b73f-3f7635e4167d req-a100e7c5-46e1-4b50-bcdc-34daa0ec8b96 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.631850 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e52f886-7166-4bbb-b73f-3f7635e4167d req-a100e7c5-46e1-4b50-bcdc-34daa0ec8b96 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.1470506 Jul 16 01:30:17.642361 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-7162cedb-f84e-4d22-8685-fd8f6a9f55d2 service neutron] 10.222.0.67 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644579 Jul 16 01:30:17.722769 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e52f886-7166-4bbb-b73f-3f7635e4167d req-c455f84e-798a-418d-a8ea-eb95f85e9ac0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899432 Jul 16 01:30:17.872249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c742f4-38d3-4e77-b1df-b8c92021ca5b req-32a8c264-b310-4e83-b5cc-375dc3515e9f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.873951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-17c742f4-38d3-4e77-b1df-b8c92021ca5b req-32a8c264-b310-4e83-b5cc-375dc3515e9f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2712448 Jul 16 01:30:17.985648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-17c742f4-38d3-4e77-b1df-b8c92021ca5b req-42cc8d4d-cc35-432e-902f-006a1bd5ae8f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752015 Jul 16 01:30:17.988519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209173-9e67-4f00-80e7-ba87242561c8 req-b431c030-7c6e-48a9-9f97-8d961374cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.990852 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f209173-9e67-4f00-80e7-ba87242561c8 req-b431c030-7c6e-48a9-9f97-8d961374cdc8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1098 time: 0.3865302 Jul 16 01:30:18.042821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a46f0-d8a5-477f-80f1-e9039e8db7ba req-a1a90f24-2109-4186-9d68-c06e3618f6c8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.051373 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e89a46f0-d8a5-477f-80f1-e9039e8db7ba req-a1a90f24-2109-4186-9d68-c06e3618f6c8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1427114 Jul 16 01:30:18.074878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3f209173-9e67-4f00-80e7-ba87242561c8 req-eac078d5-13c9-40a4-9c33-6a59570c5919 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723419 Jul 16 01:30:18.081252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0679ee72-e444-4e50-86c4-59b441bae3b3 req-7ee744ee-17ca-45c1-9191-e768af07ed21 service neutron] 10.222.0.67 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395991 Jul 16 01:30:18.091612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e89a46f0-d8a5-477f-80f1-e9039e8db7ba req-92bc1fc0-c51d-47b0-9f77-8fa092844ac5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390162 Jul 16 01:30:18.312324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e0a3f-ca29-4f7e-a87d-63723c1791f8 req-531786b6-39ec-4467-88aa-71a2c8412a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.313835 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-191e0a3f-ca29-4f7e-a87d-63723c1791f8 req-531786b6-39ec-4467-88aa-71a2c8412a0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 1095 time: 0.1016417 Jul 16 01:30:18.323889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f2a8-61e9-4ee3-b963-36a3525352e0 req-35ca3dac-5640-4a73-91dd-51eedb8d0c64 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.325981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acb3f2a8-61e9-4ee3-b963-36a3525352e0 req-35ca3dac-5640-4a73-91dd-51eedb8d0c64 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 943 time: 0.1516395 Jul 16 01:30:18.360058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502549a-5e1e-4120-b27c-36e0b39dfd5f req-0208309d-6119-4eab-9bdc-f1734ff67620 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.361796 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1502549a-5e1e-4120-b27c-36e0b39dfd5f req-0208309d-6119-4eab-9bdc-f1734ff67620 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0803740 Jul 16 01:30:18.421192 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1502549a-5e1e-4120-b27c-36e0b39dfd5f req-99ee1a93-a684-49f5-8a71-36e1e846a7a8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531349 Jul 16 01:30:18.444983 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acb3f2a8-61e9-4ee3-b963-36a3525352e0 req-dcb7b515-4274-478d-9434-d7381fe32d8d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088014 Jul 16 01:30:18.488039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e0a3f-ca29-4f7e-a87d-63723c1791f8 req-fe6e3291-75c8-440c-98a8-f56eb74bd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.493345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-191e0a3f-ca29-4f7e-a87d-63723c1791f8 req-fe6e3291-75c8-440c-98a8-f56eb74bd3b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 915 time: 0.1632600 Jul 16 01:30:18.587983 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-191e0a3f-ca29-4f7e-a87d-63723c1791f8 req-f915dda6-4d29-469b-9ee4-e5febcef30ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69b72630-cbc0-408d-aca3-35db11b5da53 HTTP/1.1" status: 200 len: 217 time: 0.0835550 Jul 16 01:30:18.694910 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a8eae0-4c11-409d-8c3e-8ff602261473 req-81c2501c-99fd-4696-a9b9-84724e04e844 tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "GET /v2.0/ports?device_id=644edac5-a7b7-4dc6-9223-a86e8e6e00bc HTTP/1.1" status: 200 len: 210 time: 0.0501673 Jul 16 01:30:18.730065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e0a3f-ca29-4f7e-a87d-63723c1791f8 req-20957f55-b7db-44d6-82f2-a57366382319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.732541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-191e0a3f-ca29-4f7e-a87d-63723c1791f8 req-20957f55-b7db-44d6-82f2-a57366382319 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 200 len: 855 time: 0.1217191 Jul 16 01:30:18.811188 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-191e0a3f-ca29-4f7e-a87d-63723c1791f8 req-cbb3a6fd-012e-4569-9d4d-a84e485c6c5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905f8058-a72c-4ce8-b174-445630c9e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617661 Jul 16 01:30:18.988781 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-191e0a3f-ca29-4f7e-a87d-63723c1791f8 req-307e25cf-356d-46d7-b8b2-9a2b2f222916 service neutron] 10.222.0.67 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631296 Jul 16 01:30:19.032691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8b653-76c8-4d5b-937a-114d81f00997 req-e1cb6f14-fd8f-41a6-be39-f56728bcf045 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.043039 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d7e8b653-76c8-4d5b-937a-114d81f00997 req-e1cb6f14-fd8f-41a6-be39-f56728bcf045 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1136012 Jul 16 01:30:19.089962 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d7e8b653-76c8-4d5b-937a-114d81f00997 req-cbd0baef-7730-438a-af44-1aae4f6d42b8 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459280 Jul 16 01:30:19.197817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-191e0a3f-ca29-4f7e-a87d-63723c1791f8 req-e523ccf0-fa35-46ed-952c-6c59faabd4f5 service neutron] 10.222.0.67 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978271 Jul 16 01:30:19.323808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b713d-93d7-49ad-a60b-dede3000915d req-9b14a41f-fac3-4a64-8489-b86fa2204f15 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.337311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-833b713d-93d7-49ad-a60b-dede3000915d req-9b14a41f-fac3-4a64-8489-b86fa2204f15 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.1051240 Jul 16 01:30:19.343212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a79589-377a-4418-931b-b4c8f5eda929 req-5f765daa-e81e-4db4-85dd-d8f1c0f15b70 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.353297 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c4a79589-377a-4418-931b-b4c8f5eda929 req-5f765daa-e81e-4db4-85dd-d8f1c0f15b70 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1389332 Jul 16 01:30:19.419803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-833b713d-93d7-49ad-a60b-dede3000915d req-9f375abf-84fd-488f-ad0d-dd250a8be818 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810146 Jul 16 01:30:19.440168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c4a79589-377a-4418-931b-b4c8f5eda929 req-04f1b02d-329d-4fcc-98ba-37547ee646bc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790329 Jul 16 01:30:19.715758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763a681-e945-4865-877a-4e49aff6f86c req-2afee9c3-05d1-4aff-83e5-fca3508eb509 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.723121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea1ec-b632-408e-90b1-4f0a24713691 req-b3bc72db-c3bd-44a8-8720-dc37a75dd915 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.725234 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9763a681-e945-4865-877a-4e49aff6f86c req-2afee9c3-05d1-4aff-83e5-fca3508eb509 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1189294 Jul 16 01:30:19.726231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a6ea1ec-b632-408e-90b1-4f0a24713691 req-b3bc72db-c3bd-44a8-8720-dc37a75dd915 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 943 time: 0.0975316 Jul 16 01:30:19.788962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9763a681-e945-4865-877a-4e49aff6f86c req-5b07c771-4190-4958-86f0-cb269a875a84 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612617 Jul 16 01:30:19.808454 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a6ea1ec-b632-408e-90b1-4f0a24713691 req-4b725647-0194-4e47-9d42-b7ca7418ac39 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737724 Jul 16 01:30:19.899141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47830) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:19.987787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dcf3ad8-6433-4c7a-a5f7-b93765592edb tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.018096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dcf3ad8-6433-4c7a-a5f7-b93765592edb tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.097994 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dcf3ad8-6433-4c7a-a5f7-b93765592edb tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.102540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3111f7-7a4c-4530-9338-78cfccd6a364 req-ba52f29c-d4a7-4164-9ed3-c1f38216f39d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.103722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5dcf3ad8-6433-4c7a-a5f7-b93765592edb tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.104067 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df3111f7-7a4c-4530-9338-78cfccd6a364 req-ba52f29c-d4a7-4164-9ed3-c1f38216f39d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.0973921 Jul 16 01:30:20.105095 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5dcf3ad8-6433-4c7a-a5f7-b93765592edb tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] 10.222.0.64 "DELETE /v2.0/security-groups/746cef10-c477-43af-a82c-b8544c1b3a44 HTTP/1.1" status: 204 len: 168 time: 0.2049391 Jul 16 01:30:20.143537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf3ad8-6433-4c7a-a5f7-b93765592edb tempest-TestVolumeBackupRestore-1478092964 tempest-TestVolumeBackupRestore-1478092964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=746cef10-c477-43af-a82c-b8544c1b3a44,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.172591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df3111f7-7a4c-4530-9338-78cfccd6a364 req-4569ea81-5137-4027-b45a-87d6795226de tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616989 Jul 16 01:30:20.213506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.426223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b743b73a-6050-47dc-9760-ebb36f80edf6 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.428280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b743b73a-6050-47dc-9760-ebb36f80edf6 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1093 time: 0.2111537 Jul 16 01:30:20.431404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47846) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.446699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:20.498736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.541235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d9767-6d3b-4dd9-815d-c29a3020ad3d req-00f8397b-0a1b-4a4b-8848-4b32de1ab613 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.544869 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a41d9767-6d3b-4dd9-815d-c29a3020ad3d req-00f8397b-0a1b-4a4b-8848-4b32de1ab613 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1984470 Jul 16 01:30:20.650537 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a41d9767-6d3b-4dd9-815d-c29a3020ad3d req-d7fe7a9b-030c-43c2-99a1-bc328a13731e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875781 Jul 16 01:30:20.742859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 69b72630-cbc0-408d-aca3-35db11b5da53 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:20.788195 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.019348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.25.4.95 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/22a71755-283a-439f-8158-878bf0d50fe3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:21.031146 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed335c-9ed1-43e9-acc5-bfa24dace7a8 req-4e8c98d9-5921-46f1-9886-e38238c0168c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.035876 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72ed335c-9ed1-43e9-acc5-bfa24dace7a8 req-4e8c98d9-5921-46f1-9886-e38238c0168c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1603117 Jul 16 01:30:21.043899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 69b72630-cbc0-408d-aca3-35db11b5da53, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=69b72630-cbc0-408d-aca3-35db11b5da53,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:21.080905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba0baa-9b72-46b4-a94a-c0a3b79dbbee req-f140cf0c-ebdb-458c-a99d-363714233a47 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.089432 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0ba0baa-9b72-46b4-a94a-c0a3b79dbbee req-f140cf0c-ebdb-458c-a99d-363714233a47 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.3625960 Jul 16 01:30:21.092393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '69b72630-cbc0-408d-aca3-35db11b5da53', 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c', 'port_id': '69b72630-cbc0-408d-aca3-35db11b5da53', 'mac_address': 'fa:16:3e:b9:b6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87981dde-5f63-4cbb-8ec5-c65426e3c429', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:21.107189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72ed335c-9ed1-43e9-acc5-bfa24dace7a8 req-d6c5612b-5015-456e-960e-1acc3f46f014 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639076 Jul 16 01:30:21.358869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0ba0baa-9b72-46b4-a94a-c0a3b79dbbee req-5fac2f0e-f2db-47bd-a895-5e856e560dff tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632947 Jul 16 01:30:21.456032 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.519899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0d9a-0bbd-4c09-b917-668c971b4911 req-c4421164-d02d-4b08-bf7f-e44cf1834cdb tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.522431 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f7e0d9a-0bbd-4c09-b917-668c971b4911 req-c4421164-d02d-4b08-bf7f-e44cf1834cdb tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 943 time: 0.2058799 Jul 16 01:30:21.549196 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.587979 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.614246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f7e0d9a-0bbd-4c09-b917-668c971b4911 req-ada6cffb-95c4-4ba9-880f-6febb22b70ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765426 Jul 16 01:30:21.644620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b72630-cbc0-408d-aca3-35db11b5da53 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:21.698141 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 69b72630-cbc0-408d-aca3-35db11b5da53, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=69b72630-cbc0-408d-aca3-35db11b5da53,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:21.708048 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.714820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:21.730074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:21.736703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:21.855491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=69b72630-cbc0-408d-aca3-35db11b5da53,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.881272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=22a71755-283a-439f-8158-878bf0d50fe3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.081240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['69b72630-cbc0-408d-aca3-35db11b5da53'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:22.268669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c48fc-7a04-4c25-b2fb-7acfd8d10e0e req-5e90f788-c105-4a25-a602-5426cdf3e2b5 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.281689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f03c48fc-7a04-4c25-b2fb-7acfd8d10e0e req-5e90f788-c105-4a25-a602-5426cdf3e2b5 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.3420122 Jul 16 01:30:22.449495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e00b4-7cf3-4419-b7e8-50f1ec6f9e60 req-cc70e31f-13dd-480d-8a6f-aefbd9da9ca1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.463536 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec3e00b4-7cf3-4419-b7e8-50f1ec6f9e60 req-cc70e31f-13dd-480d-8a6f-aefbd9da9ca1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1213865 Jul 16 01:30:22.541505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f03c48fc-7a04-4c25-b2fb-7acfd8d10e0e req-ff6b093f-2b67-4823-a747-21de6b047942 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561135 Jul 16 01:30:22.546548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec3e00b4-7cf3-4419-b7e8-50f1ec6f9e60 req-0c87c42e-3e6e-4ff4-8cde-1c37696808f0 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724840 Jul 16 01:30:22.941487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916b7ab-ed72-42dd-91aa-e6c1b9416c8e req-0a918b32-8df8-4eb0-9c67-a2229705ea3b tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.943703 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5916b7ab-ed72-42dd-91aa-e6c1b9416c8e req-0a918b32-8df8-4eb0-9c67-a2229705ea3b tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 944 time: 0.1062415 Jul 16 01:30:23.034114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5916b7ab-ed72-42dd-91aa-e6c1b9416c8e req-313301d9-a7fe-4109-8300-a22a7438e62d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840583 Jul 16 01:30:23.155989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.457836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.520334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871b78c-7628-4ece-9925-8aa8e480b17a req-30880056-d49e-4b3b-80a2-7386d9d39bdb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.529737 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4871b78c-7628-4ece-9925-8aa8e480b17a req-30880056-d49e-4b3b-80a2-7386d9d39bdb tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.2923138 Jul 16 01:30:23.632707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4871b78c-7628-4ece-9925-8aa8e480b17a req-d899bd05-eb27-4c64-8afd-7f03143bd527 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017830 Jul 16 01:30:24.022151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66071be-a3d9-421a-aecc-308ae317d536 req-2f5d66d5-db6d-40c7-8575-49baae22c775 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.023755 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b66071be-a3d9-421a-aecc-308ae317d536 req-2f5d66d5-db6d-40c7-8575-49baae22c775 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.2590625 Jul 16 01:30:24.107648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.123892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.126886 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b66071be-a3d9-421a-aecc-308ae317d536 req-d5e1fa2f-b36a-4075-8d24-e1fcda90b706 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886409 Jul 16 01:30:24.302553 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.456879 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Floating IP 2775fbe5-a248-4708-abeb-32d2283328b9 associated. External IP: 172.25.4.95, port: a386f593-f4f0-4fd0-8820-c8b27a8ab85a. Jul 16 01:30:24.458503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626d90-a9b8-429f-800f-b1a2006f2f3f req-f5bb2211-1227-406c-83e7-8e9ca304626d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.460064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b2626d90-a9b8-429f-800f-b1a2006f2f3f req-f5bb2211-1227-406c-83e7-8e9ca304626d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 944 time: 0.1158152 Jul 16 01:30:24.554761 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ee7ae38-8acd-4839-8ab2-3d30431084b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.577130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b2626d90-a9b8-429f-800f-b1a2006f2f3f req-330242d7-abab-4cdd-bcc6-86b8efbac327 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052787 Jul 16 01:30:24.580049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3288e1a-4b8a-4787-9cc2-c6ca95f65af3 req-d106ffae-2d5e-4b5f-b3f0-e1437018d469 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.608105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3288e1a-4b8a-4787-9cc2-c6ca95f65af3 req-d106ffae-2d5e-4b5f-b3f0-e1437018d469 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.6082566 Jul 16 01:30:24.742686 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3288e1a-4b8a-4787-9cc2-c6ca95f65af3 req-e267db34-aa51-493b-b3f6-7356da1c06bf tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305308 Jul 16 01:30:24.746775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=22a71755-283a-439f-8158-878bf0d50fe3,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.814779 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 69b72630-cbc0-408d-aca3-35db11b5da53 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:24.983165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 69b72630-cbc0-408d-aca3-35db11b5da53 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:24.991014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 69b72630-cbc0-408d-aca3-35db11b5da53 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:24.991356 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.273413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ed918-b649-46dd-adf6-be1362b58691 req-196eda17-8e3b-4805-b000-97b93601ed65 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.275851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-668ed918-b649-46dd-adf6-be1362b58691 req-196eda17-8e3b-4805-b000-97b93601ed65 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.2451851 Jul 16 01:30:25.374511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 59c7b309-80ca-460d-86f4-8053bbe92009 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:25.376434 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.398624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c759b7-e1a2-4e10-9bc4-d76b7da6801c req-eaa8be7d-0be9-4d40-9608-4a72e130c844 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.404730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1c759b7-e1a2-4e10-9bc4-d76b7da6801c req-eaa8be7d-0be9-4d40-9608-4a72e130c844 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1724937 Jul 16 01:30:25.418309 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-668ed918-b649-46dd-adf6-be1362b58691 req-0c9e41be-d6aa-49c6-8d12-d1983cfcfe4d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361616 Jul 16 01:30:25.433328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76dbbe5-87a5-4232-a888-fdfceb6d2721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b72630-cbc0-408d-aca3-35db11b5da53'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:25.439213 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95e6f53-db38-47d0-aa1e-92e05b64b622" -d '{"events": [{"server_uuid": "b76dbbe5-87a5-4232-a888-fdfceb6d2721", "name": "network-vif-plugged", "status": "completed", "tag": "69b72630-cbc0-408d-aca3-35db11b5da53"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:25.485916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 69b72630-cbc0-408d-aca3-35db11b5da53, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=69b72630-cbc0-408d-aca3-35db11b5da53,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:25.498989 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.526990 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1c759b7-e1a2-4e10-9bc4-d76b7da6801c req-fc75b18c-8ea3-408a-b300-ea71bc7ebc98 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199284 Jul 16 01:30:25.700428 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad020101-924c-44cf-bcfd-0cc95bf9c789 x-openstack-request-id: req-ad020101-924c-44cf-bcfd-0cc95bf9c789 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:25.702656 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76dbbe5-87a5-4232-a888-fdfceb6d2721", "name": "network-vif-plugged", "status": "completed", "tag": "69b72630-cbc0-408d-aca3-35db11b5da53", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:25.703614 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad020101-924c-44cf-bcfd-0cc95bf9c789 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:25.708508 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76dbbe5-87a5-4232-a888-fdfceb6d2721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b72630-cbc0-408d-aca3-35db11b5da53', 'code': 200} Jul 16 01:30:25.733471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=69b72630-cbc0-408d-aca3-35db11b5da53,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.774117 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.777406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.780454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.786093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.786597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.787195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.787656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.788101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.788545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.788986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.789428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.789868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.790795 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.983567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf53d8-13b7-4ea0-bfa4-d75b058cdcf3 req-9e71c370-8ec9-42d0-b15c-ffe8c9951458 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.994488 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bdf53d8-13b7-4ea0-bfa4-d75b058cdcf3 req-9e71c370-8ec9-42d0-b15c-ffe8c9951458 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 945 time: 0.0940053 Jul 16 01:30:26.060534 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bdf53d8-13b7-4ea0-bfa4-d75b058cdcf3 req-3d2ba660-7a3c-4567-8c08-f8bf69a038e0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630536 Jul 16 01:30:26.510369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70018b94-4a25-4ceb-8e5f-9e05c674bbf6 req-b71fcec1-8405-4aed-841a-659d02a6023f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.523445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70018b94-4a25-4ceb-8e5f-9e05c674bbf6 req-b71fcec1-8405-4aed-841a-659d02a6023f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.3255723 Jul 16 01:30:26.533798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1282d-8706-4b62-bb10-b482047eedad req-871931df-d5c5-4769-b5f2-74a7f5ec6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.535351 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-66c1282d-8706-4b62-bb10-b482047eedad req-871931df-d5c5-4769-b5f2-74a7f5ec6f0a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 1097 time: 0.3465285 Jul 16 01:30:26.538545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:26.550515 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] Sync routers for ids ['59c7b309-80ca-460d-86f4-8053bbe92009'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:26.557341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a81f23-1867-4c3c-ba1c-a6c6e69e5b9c req-aefc95c1-745f-4a08-8791-cc0d355a402e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.568695 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.573848 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c3a81f23-1867-4c3c-ba1c-a6c6e69e5b9c req-aefc95c1-745f-4a08-8791-cc0d355a402e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2387543 Jul 16 01:30:26.585441 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] Routers {'59c7b309-80ca-460d-86f4-8053bbe92009'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:26.586146 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:29:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59c7b309-80ca-460d-86f4-8053bbe92009'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:26.702823 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c3a81f23-1867-4c3c-ba1c-a6c6e69e5b9c req-ce04aa34-81ca-4c86-acaf-f3f8cbe8340c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279581 Jul 16 01:30:26.756714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.814166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 39498813-a3f3-4d3b-a06b-ba2234060282 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:26.826534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1a49278e-4544-4ef9-b4d4-797155b0b73f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3934302 Jul 16 01:30:26.847917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:26.851299 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1256dae1-73af-43d1-a84a-2d991b538144" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:26.891991 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-66c1282d-8706-4b62-bb10-b482047eedad req-bd7b3abd-c8ac-46d7-9aed-14bd4c2d4db3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986667 Jul 16 01:30:26.914107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-70018b94-4a25-4ceb-8e5f-9e05c674bbf6 req-0ab44370-6fe8-4b0a-9ed3-53e0f61730ca tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776240 Jul 16 01:30:26.974112 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] Set router 59c7b309-80ca-460d-86f4-8053bbe92009 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:27.087802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:27.156009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '39498813-a3f3-4d3b-a06b-ba2234060282', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'port_id': '39498813-a3f3-4d3b-a06b-ba2234060282', 'mac_address': 'fa:16:3e:90:bd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:27.167715 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1eec464-1057-47d9-a041-ba9114546cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.351007 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.382983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39498813-a3f3-4d3b-a06b-ba2234060282 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:27.397036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c9030-bdef-44b0-9038-09beda6c3f81 req-7ca4c856-f9cb-46f1-9bca-6cfdacf8ce66 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.400289 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c2c9030-bdef-44b0-9038-09beda6c3f81 req-7ca4c856-f9cb-46f1-9bca-6cfdacf8ce66 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.2246335 Jul 16 01:30:27.449088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:27.462525 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.492866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acb66c-7f91-4985-b0ce-79c2a4977beb req-dfd1f008-b45e-4a08-9ed2-2e88977f48bc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.510573 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84acb66c-7f91-4985-b0ce-79c2a4977beb req-dfd1f008-b45e-4a08-9ed2-2e88977f48bc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2276540 Jul 16 01:30:27.537093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c2c9030-bdef-44b0-9038-09beda6c3f81 req-9a7b482e-95f8-460a-900a-f4b732a5ffc7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293967 Jul 16 01:30:27.663499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84acb66c-7f91-4985-b0ce-79c2a4977beb req-076e8848-7baa-450b-b676-ea18f79aabfd tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491160 Jul 16 01:30:27.684024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:27.714768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.745053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['39498813-a3f3-4d3b-a06b-ba2234060282'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:27.769761 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18426e2-8c13-4f1a-bd72-6f2d12033f05 x-openstack-request-id: req-b18426e2-8c13-4f1a-bd72-6f2d12033f05 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:27.769962 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:27.771813 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b18426e2-8c13-4f1a-bd72-6f2d12033f05 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:27.772964 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'status': 'completed', 'code': 200} Jul 16 01:30:27.816672 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '2775fbe5-a248-4708-abeb-32d2283328b9', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.95', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'port_id': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'mac_address': 'fa:16:3e:1b:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:30:22Z', 'updated_at': '2021-07-16T01:30:22Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c4676-5466-4bca-a97e-e82e47d5887d', 'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:42:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:54Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:27.919013 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] Checking router: 59c7b309-80ca-460d-86f4-8053bbe92009 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:27.965435 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] Routers {'59c7b309-80ca-460d-86f4-8053bbe92009'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:27.965854 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:30:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59c7b309-80ca-460d-86f4-8053bbe92009'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:27.988579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256dae1-73af-43d1-a84a-2d991b538144 req-d0429f31-e234-40a1-abe9-fe2e083aa0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.991653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1256dae1-73af-43d1-a84a-2d991b538144 req-d0429f31-e234-40a1-abe9-fe2e083aa0b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1098 time: 0.1998148 Jul 16 01:30:28.305753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1ca85-574c-4e79-9ae3-c098bf49c94b req-9392ee76-1644-4d9a-bf94-4f88a0c31c5e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:28.316291 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-63d1ca85-574c-4e79-9ae3-c098bf49c94b req-9392ee76-1644-4d9a-bf94-4f88a0c31c5e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 945 time: 0.1662195 Jul 16 01:30:28.403228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.477237 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-63d1ca85-574c-4e79-9ae3-c098bf49c94b req-81e190d3-aef8-4a63-a965-8ca57f309cb8 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579177 Jul 16 01:30:28.562227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48394) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:28.578639 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] Set router 59c7b309-80ca-460d-86f4-8053bbe92009 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:28.838451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 39498813-a3f3-4d3b-a06b-ba2234060282 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:28.994676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186236f6-5894-4b84-8c74-cd8700da100b req-f3594e95-127d-4cf6-8e38-5121b7b1c3a1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:28.996271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-186236f6-5894-4b84-8c74-cd8700da100b req-f3594e95-127d-4cf6-8e38-5121b7b1c3a1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.8998363 Jul 16 01:30:29.049298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 39498813-a3f3-4d3b-a06b-ba2234060282 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:29.050396 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.071420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256dae1-73af-43d1-a84a-2d991b538144 req-27f692c6-3d41-4304-9418-7290cd884fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.078127 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1256dae1-73af-43d1-a84a-2d991b538144 req-27f692c6-3d41-4304-9418-7290cd884fa0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 200 len: 897 time: 1.0605476 Jul 16 01:30:29.393670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.410057 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1256dae1-73af-43d1-a84a-2d991b538144 req-91413b9e-c3cb-4274-9de2-37781615f961 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 999 time: 0.3182502 Jul 16 01:30:29.473852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:29.476241 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f3931b-cd63-41e8-9c2b-2e672b3c55db" -d '{"events": [{"server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "name": "network-vif-plugged", "status": "completed", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:29.584842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:29.591538 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.656353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256dae1-73af-43d1-a84a-2d991b538144 req-2badd2ea-a5fd-4bea-8c12-06a2ed992e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.663674 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1256dae1-73af-43d1-a84a-2d991b538144 req-2badd2ea-a5fd-4bea-8c12-06a2ed992e36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8943fe5-0864-49a0-8c8f-d04748cba8fe HTTP/1.1" status: 200 len: 835 time: 0.2395043 Jul 16 01:30:29.795095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.902827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-186236f6-5894-4b84-8c74-cd8700da100b req-6f7d54c7-48a7-401d-9f57-ad7d1ac48bfc tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8856335 Jul 16 01:30:29.912845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6fb5-e82f-4ee5-bbda-b185095bbbf9 req-aa6ff0f5-4300-400c-b6a8-cf35fb238acb tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.915447 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b6e6fb5-e82f-4ee5-bbda-b185095bbbf9 req-aa6ff0f5-4300-400c-b6a8-cf35fb238acb tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 944 time: 0.6806924 Jul 16 01:30:29.920726 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48420) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:30.048250 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.050944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256dae1-73af-43d1-a84a-2d991b538144 req-c92e316e-6e51-4d0f-b58b-c913f99c9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.054582 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1256dae1-73af-43d1-a84a-2d991b538144 req-c92e316e-6e51-4d0f-b58b-c913f99c9195 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a3fbcf-f795-44d0-9692-c450bd9770f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3737850 Jul 16 01:30:30.131887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b6e6fb5-e82f-4ee5-bbda-b185095bbbf9 req-b9a48ddd-fdf4-4cf3-a31e-6016a31a8ed0 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026663 Jul 16 01:30:30.152936 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '2775fbe5-a248-4708-abeb-32d2283328b9', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.95', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'port_id': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'mac_address': 'fa:16:3e:1b:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:30:22Z', 'updated_at': '2021-07-16T01:30:22Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c4676-5466-4bca-a97e-e82e47d5887d', 'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:42:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:54Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:30.269729 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cebcd76-30c6-433b-bb3d-b0b5e1e119bd None None] The sync data for ids ['59c7b309-80ca-460d-86f4-8053bbe92009'] in n-d-791504-14 is: [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '2775fbe5-a248-4708-abeb-32d2283328b9', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.95', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'port_id': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'mac_address': 'fa:16:3e:1b:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:30:22Z', 'updated_at': '2021-07-16T01:30:22Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c4676-5466-4bca-a97e-e82e47d5887d', 'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:42:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:54Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:30.434938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1256dae1-73af-43d1-a84a-2d991b538144 req-6308d2d3-3407-4862-b4ef-1afcbb6cb397 service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653710 Jul 16 01:30:30.531875 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-83b29b69-c141-4c83-9e97-be1e0712540e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/2775fbe5-a248-4708-abeb-32d2283328b9 HTTP/1.1" status: 200 len: 991 time: 0.5861084 Jul 16 01:30:30.780549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fe520-0f1b-4d59-b972-a7b67e7bd47d None None] New status for floating IP 2775fbe5-a248-4708-abeb-32d2283328b9: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:30:30.856738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a902a8-2283-4fff-af26-ef81a53014d8 req-766e0ba0-81e0-4620-93c1-0173a7d42b6d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.878915 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1a902a8-2283-4fff-af26-ef81a53014d8 req-766e0ba0-81e0-4620-93c1-0173a7d42b6d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2567546 Jul 16 01:30:30.946500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1a902a8-2283-4fff-af26-ef81a53014d8 req-e4c00036-baf7-40c1-8150-8e792106ef52 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559533 Jul 16 01:30:30.952545 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1256dae1-73af-43d1-a84a-2d991b538144 req-9dde851b-7743-4a64-9496-889856bf3055 service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976335 Jul 16 01:30:31.073094 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad8c674-f421-4205-8b1b-4405ad787177 x-openstack-request-id: req-1ad8c674-f421-4205-8b1b-4405ad787177 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:31.074305 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "name": "network-vif-plugged", "status": "completed", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:31.075069 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ad8c674-f421-4205-8b1b-4405ad787177 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:31.075694 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282', 'code': 200} Jul 16 01:30:31.237891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201c8b9-6400-4580-bd39-9c3a9f860de7 req-79759eff-fcad-4f3f-ade8-41728377277a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.252941 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9201c8b9-6400-4580-bd39-9c3a9f860de7 req-79759eff-fcad-4f3f-ade8-41728377277a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.7361655 Jul 16 01:30:31.456084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214cc36-6e7f-4f08-8733-51b7d418b042 req-d87d4aca-d27d-4a90-8ca4-c548b3dbf1f9 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.464143 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4214cc36-6e7f-4f08-8733-51b7d418b042 req-d87d4aca-d27d-4a90-8ca4-c548b3dbf1f9 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 945 time: 0.1391659 Jul 16 01:30:31.533510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48432) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:31.585278 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4214cc36-6e7f-4f08-8733-51b7d418b042 req-2ff81fb9-a7bf-48ee-b7c7-1982628e3d0c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164281 Jul 16 01:30:31.595230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9201c8b9-6400-4580-bd39-9c3a9f860de7 req-cfb56ae2-d928-4175-966d-8de81806557f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341608 Jul 16 01:30:31.616750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.765739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ec58306b-fdc6-4d19-b52a-41c40416cb18 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/2775fbe5-a248-4708-abeb-32d2283328b9 HTTP/1.1" status: 200 len: 993 time: 0.1972294 Jul 16 01:30:32.192972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea098cd-50ee-41cc-a3a5-2639b621cca6 req-d8fc6ce5-5613-4638-87d9-6317f251958a tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.196439 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ea098cd-50ee-41cc-a3a5-2639b621cca6 req-d8fc6ce5-5613-4638-87d9-6317f251958a tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.2155356 Jul 16 01:30:32.309486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ea098cd-50ee-41cc-a3a5-2639b621cca6 req-f9ee9f38-6bec-4011-9c3a-babaf6793ab7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044807 Jul 16 01:30:32.378463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3b13-886b-49dc-9f86-0ad4b0adc5b6 req-d9a5537b-1c54-4cb0-abb7-7de4627a34b4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.423182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-12ef3b13-886b-49dc-9f86-0ad4b0adc5b6 req-d9a5537b-1c54-4cb0-abb7-7de4627a34b4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2810104 Jul 16 01:30:32.600842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-12ef3b13-886b-49dc-9f86-0ad4b0adc5b6 req-ad28c2d0-5024-44c0-b5e6-ae33ea09e109 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737916 Jul 16 01:30:32.840715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] Deleting port 111a3f39-9514-40aa-a675-1f4790a642d7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:32.841218 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.183347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] For port 111a3f39-9514-40aa-a675-1f4790a642d7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=111a3f39-9514-40aa-a675-1f4790a642d7,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:33.183668 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.227774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] Calling delete_port for 111a3f39-9514-40aa-a675-1f4790a642d7 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:33.328230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79a302-c0f4-4b30-84f8-1088d68b681e req-e30000af-965b-42de-b121-6c9934e3ef01 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.330700 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d79a302-c0f4-4b30-84f8-1088d68b681e req-e30000af-965b-42de-b121-6c9934e3ef01 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2174096 Jul 16 01:30:33.426927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c7100-436c-4a47-9e69-23c4e2b2fb5c req-d840ce6b-677a-49dc-a485-473b623ddf25 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.444166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d79a302-c0f4-4b30-84f8-1088d68b681e req-32214270-ac3a-4380-b81f-64b34f3600b0 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068308 Jul 16 01:30:33.448596 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-041c7100-436c-4a47-9e69-23c4e2b2fb5c req-d840ce6b-677a-49dc-a485-473b623ddf25 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.3901019 Jul 16 01:30:33.678960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-041c7100-436c-4a47-9e69-23c4e2b2fb5c req-94742207-2ed2-4842-bd5c-0ab015205742 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292719 Jul 16 01:30:34.077007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acf30c-b07e-4e81-be8c-5076c8d07abd req-6ca77212-8af3-49fb-a5d1-d082632a3097 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.079633 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61acf30c-b07e-4e81-be8c-5076c8d07abd req-6ca77212-8af3-49fb-a5d1-d082632a3097 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.2694659 Jul 16 01:30:34.173182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ca2d9-3a04-4e80-a7f9-fd4841f41cb7 req-7e42c97d-4c02-42f7-8ad1-8dbda57fc5d8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.188495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61acf30c-b07e-4e81-be8c-5076c8d07abd req-2a081a53-4a9b-4dda-b552-0d3e27d0a38f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950291 Jul 16 01:30:34.212231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f3ca2d9-3a04-4e80-a7f9-fd4841f41cb7 req-7e42c97d-4c02-42f7-8ad1-8dbda57fc5d8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2792425 Jul 16 01:30:34.266284 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.315761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] Pushing event deleted for resources: {'Port': ['ID=111a3f39-9514-40aa-a675-1f4790a642d7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:34.393233 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f3ca2d9-3a04-4e80-a7f9-fd4841f41cb7 req-3ee8497d-2e9f-4cef-aee2-54267e93b14e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797283 Jul 16 01:30:34.805229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23779ec9-6440-4d37-b403-9967339017db req-7258c2b9-49a2-4f0f-a302-39143948fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.817053 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23779ec9-6440-4d37-b403-9967339017db req-7258c2b9-49a2-4f0f-a302-39143948fed9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 1097 time: 0.1785538 Jul 16 01:30:34.823285 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.088517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23779ec9-6440-4d37-b403-9967339017db req-7709bd45-24b3-4af6-9075-93d32c9d436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.090468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23779ec9-6440-4d37-b403-9967339017db req-7709bd45-24b3-4af6-9075-93d32c9d436c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.2646322 Jul 16 01:30:35.154927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23779ec9-6440-4d37-b403-9967339017db req-ce06b51e-6c61-4ef7-8181-b51499decb76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b HTTP/1.1" status: 200 len: 217 time: 0.0506022 Jul 16 01:30:35.169784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d508b07-1ebd-4c6a-aedc-f3d4692c03ac req-b25483b6-acb3-407d-ae69-e81913813fd6 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.169784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d508b07-1ebd-4c6a-aedc-f3d4692c03ac req-b25483b6-acb3-407d-ae69-e81913813fd6 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.2000549 Jul 16 01:30:35.227126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d508b07-1ebd-4c6a-aedc-f3d4692c03ac req-65c2d91f-1937-4a06-b8ca-34ac551fdb15 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485854 Jul 16 01:30:35.294718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23779ec9-6440-4d37-b403-9967339017db req-b2a2a876-34bd-4823-ad34-adbb826a6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.297032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23779ec9-6440-4d37-b403-9967339017db req-b2a2a876-34bd-4823-ad34-adbb826a6385 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.1269405 Jul 16 01:30:35.409247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23779ec9-6440-4d37-b403-9967339017db req-e811e7e9-0fb1-4882-950e-02ea114a2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.411811 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23779ec9-6440-4d37-b403-9967339017db req-e811e7e9-0fb1-4882-950e-02ea114a2461 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033547 Jul 16 01:30:35.485337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001272d-f1ca-44cb-b925-01dc33512315 req-ede4c700-5654-4357-ae69-2e995625a0ce tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.495313 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7001272d-f1ca-44cb-b925-01dc33512315 req-ede4c700-5654-4357-ae69-2e995625a0ce tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.6608074 Jul 16 01:30:35.582710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7001272d-f1ca-44cb-b925-01dc33512315 req-f11fe5e1-13f6-4da0-b29a-36994b3fab6b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864151 Jul 16 01:30:35.650859 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23779ec9-6440-4d37-b403-9967339017db req-1d7f459e-dd93-42b9-b20d-a38d392bd4ac service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263479 Jul 16 01:30:35.899561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] Router 53d9c095-9fdc-4670-9f84-ed280a51ab0a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:35.918264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23779ec9-6440-4d37-b403-9967339017db req-c1adcdce-d4b2-482a-8352-1448af12859b service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570515 Jul 16 01:30:36.215587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:36.222620 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-561d3560-3369-4d89-9dc4-7c70b8b92277 admin admin] 10.222.0.64 "PUT /v2.0/routers/53d9c095-9fdc-4670-9f84-ed280a51ab0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6583614 Jul 16 01:30:36.225526 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] Sync routers for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:36.228478 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48502) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:36.248741 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:36.251919 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:30:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:36.417903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a90f78-5ba3-4197-a805-dc528e967e71 req-c41febd3-692f-4931-834c-90bb6f77d64d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.432875 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8a90f78-5ba3-4197-a805-dc528e967e71 req-c41febd3-692f-4931-834c-90bb6f77d64d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2641206 Jul 16 01:30:36.455045 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:36.497431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a104a74-d486-4d17-9f50-f1eab928f2c1 req-55c4874e-4606-4af2-aa06-ae85156879e3 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.504632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a104a74-d486-4d17-9f50-f1eab928f2c1 req-55c4874e-4606-4af2-aa06-ae85156879e3 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.5924866 Jul 16 01:30:36.542659 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8a90f78-5ba3-4197-a805-dc528e967e71 req-7e1cdc6d-4656-4bb5-8a17-fa674ce864a8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086478 Jul 16 01:30:36.577973 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.744364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a104a74-d486-4d17-9f50-f1eab928f2c1 req-efcace84-5419-4ea2-adb1-fddd77f8cd66 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358181 Jul 16 01:30:36.930492 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.953393 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:30:34Z', 'revision_number': 5, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port': {'id': 'cf374b34-4885-4962-a42f-2c669a027ea8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:13Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:37.080231 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] Checking router: 53d9c095-9fdc-4670-9f84-ed280a51ab0a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:37.114218 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] Routers {'53d9c095-9fdc-4670-9f84-ed280a51ab0a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:37.115393 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:30:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:37.225053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Deleting port cf374b34-4885-4962-a42f-2c669a027ea8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:37.234404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.292749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42cc08-fe90-4dc1-8748-532f7b4d79e5 req-0482d883-bddb-4cee-84a8-74aea87ad01e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.294544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c9c7f-3df2-4253-aa76-32821cc5a168 req-b8970470-3968-410c-b09c-f7540e48ac49 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.296529 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e42c9c7f-3df2-4253-aa76-32821cc5a168 req-b8970470-3968-410c-b09c-f7540e48ac49 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 945 time: 0.2493432 Jul 16 01:30:37.303435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a42cc08-fe90-4dc1-8748-532f7b4d79e5 req-0482d883-bddb-4cee-84a8-74aea87ad01e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1646321 Jul 16 01:30:37.410498 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] Set router 53d9c095-9fdc-4670-9f84-ed280a51ab0a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:37.451524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a42cc08-fe90-4dc1-8748-532f7b4d79e5 req-73b8eca9-6bcc-4b77-b49d-dbe84abb6731 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406047 Jul 16 01:30:37.486425 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:30:36Z', 'revision_number': 6, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:37.506762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e42c9c7f-3df2-4253-aa76-32821cc5a168 req-8618d80b-694e-4e58-a6d2-62dcbc429fcd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976230 Jul 16 01:30:37.570841 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c1665-d4c4-410c-8a6b-336a60931ee9 None None] The sync data for ids ['53d9c095-9fdc-4670-9f84-ed280a51ab0a'] in n-d-791504-14 is: [{'id': '53d9c095-9fdc-4670-9f84-ed280a51ab0a', 'name': 'tempest-TestVolumeBackupRestore-677276683-router', 'tenant_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:30:36Z', 'revision_number': 6, 'project_id': '9d7f5ecbfff0427a9dfb27c75c4d365f', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:37.586771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] For port cf374b34-4885-4962-a42f-2c669a027ea8, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cf374b34-4885-4962-a42f-2c669a027ea8,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:37.589941 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.674622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Calling delete_port for cf374b34-4885-4962-a42f-2c669a027ea8 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:37.756240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e759b72b-b98a-42c2-bbcb-96313a940a6b no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:37.935187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7827755-19e2-41e0-aa72-5c14a02855af req-89bfc789-935e-4279-9a11-917f15d2837b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.965728 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.968669 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7827755-19e2-41e0-aa72-5c14a02855af req-89bfc789-935e-4279-9a11-917f15d2837b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2922411 Jul 16 01:30:38.059968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e759b72b-b98a-42c2-bbcb-96313a940a6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:38.075367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e759b72b-b98a-42c2-bbcb-96313a940a6b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:38.080187 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467c7a99-59e4-49a6-b10e-ecd70e38b6b1" -d '{"events": [{"server_uuid": "9c55a81c-c04f-480f-ae4b-f31b4515e117", "name": "network-vif-unplugged", "status": "completed", "tag": "e759b72b-b98a-42c2-bbcb-96313a940a6b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:38.091751 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.096959 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.154976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7827755-19e2-41e0-aa72-5c14a02855af req-15af64db-ec29-4f28-a71a-76cb3e06606b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853116 Jul 16 01:30:38.240126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e759b72b-b98a-42c2-bbcb-96313a940a6b,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.380231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf374b34-4885-4962-a42f-2c669a027ea8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.589588 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cdb864-bfea-4cbf-9c68-9a75744aefe3 x-openstack-request-id: req-e0cdb864-bfea-4cbf-9c68-9a75744aefe3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:38.590992 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55a81c-c04f-480f-ae4b-f31b4515e117", "name": "network-vif-unplugged", "status": "completed", "tag": "e759b72b-b98a-42c2-bbcb-96313a940a6b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:38.591382 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0cdb864-bfea-4cbf-9c68-9a75744aefe3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:38.591917 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e759b72b-b98a-42c2-bbcb-96313a940a6b', 'code': 200} Jul 16 01:30:38.644316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79633a21-25bd-4bb6-ad48-98d839834b65 req-4fed496f-8f2a-4465-a6d6-1b425d8c9484 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.648862 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79633a21-25bd-4bb6-ad48-98d839834b65 req-4fed496f-8f2a-4465-a6d6-1b425d8c9484 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.5170083 Jul 16 01:30:38.657702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.738044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 111a3f39-9514-40aa-a675-1f4790a642d7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:38.800302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 111a3f39-9514-40aa-a675-1f4790a642d7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:38.804516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 111a3f39-9514-40aa-a675-1f4790a642d7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:38.805231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cf374b34-4885-4962-a42f-2c669a027ea8 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:38.865135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: cf374b34-4885-4962-a42f-2c669a027ea8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:38.865924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cf374b34-4885-4962-a42f-2c669a027ea8 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:39.134911 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.150095 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.173194 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79633a21-25bd-4bb6-ad48-98d839834b65 req-f1355b38-188e-4cd7-a44a-74c109eefb15 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5094354 Jul 16 01:30:39.289115 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.289759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53d9c095-9fdc-4670-9f84-ed280a51ab0a {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:30:39.302082 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.306778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-00308fcb-1877-4b35-8ebf-1d1a9701ace0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/53d9c095-9fdc-4670-9f84-ed280a51ab0a HTTP/1.1" status: 204 len: 168 time: 3.0746176 Jul 16 01:30:39.311229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48540) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:39.484099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb0295-bc7c-4814-a31d-49d16371eae0 req-c4fc8ee4-078d-4ca1-9eeb-5e07840e38e7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.497966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60eb0295-bc7c-4814-a31d-49d16371eae0 req-c4fc8ee4-078d-4ca1-9eeb-5e07840e38e7 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 943 time: 0.1987324 Jul 16 01:30:39.499570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccfbedf-2af8-4c55-ae08-077f3006beeb admin admin] Deleting subnet dddb849b-112c-4b39-9485-0689634c4cb0 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:39.588791 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cccfbedf-2af8-4c55-ae08-077f3006beeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.634769 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60eb0295-bc7c-4814-a31d-49d16371eae0 req-d1915b2d-ae51-46fc-a020-4acdc63dfc23 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233153 Jul 16 01:30:39.677451 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cccfbedf-2af8-4c55-ae08-077f3006beeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.842211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc610d-6fa1-4afd-8ef8-aa3121eb7cbf req-56d07fd0-d9f4-4283-baa0-133293cdec69 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.842211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0bdc610d-6fa1-4afd-8ef8-aa3121eb7cbf req-56d07fd0-d9f4-4283-baa0-133293cdec69 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2823963 Jul 16 01:30:39.989784 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0bdc610d-6fa1-4afd-8ef8-aa3121eb7cbf req-b94f5b14-2820-4d08-ab80-33b0dec32467 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114475 Jul 16 01:30:40.077955 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cccfbedf-2af8-4c55-ae08-077f3006beeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.283259 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cccfbedf-2af8-4c55-ae08-077f3006beeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.324040 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cccfbedf-2af8-4c55-ae08-077f3006beeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.324236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d11bce-71b2-4b9f-8c85-108d6c822e2a None None] Network dc566a41-a9c7-4a27-b431-176f1716e700 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:40.327135 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cccfbedf-2af8-4c55-ae08-077f3006beeb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dddb849b-112c-4b39-9485-0689634c4cb0 HTTP/1.1" status: 204 len: 168 time: 1.0145886 Jul 16 01:30:40.329802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:40.465300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb1601-254c-48f5-a319-5a35461a3ba0 req-3805e517-a79b-4699-82ce-9ef740cd8770 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.471947 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-deeb1601-254c-48f5-a319-5a35461a3ba0 req-3805e517-a79b-4699-82ce-9ef740cd8770 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1802194 Jul 16 01:30:40.511268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfbedf-2af8-4c55-ae08-077f3006beeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dddb849b-112c-4b39-9485-0689634c4cb0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.698487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-deeb1601-254c-48f5-a319-5a35461a3ba0 req-e0845e30-b91e-425b-a809-42d7848c4b6c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153366 Jul 16 01:30:40.772148 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.872526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441c47-2737-4af7-9e56-7331f644f120 req-1d3b789b-dc79-4b03-ad5d-948922a244f2 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.892050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45441c47-2737-4af7-9e56-7331f644f120 req-1d3b789b-dc79-4b03-ad5d-948922a244f2 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.5061235 Jul 16 01:30:41.046961 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45441c47-2737-4af7-9e56-7331f644f120 req-1ae720a0-359d-46cf-a5b7-fa1090251e66 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505563 Jul 16 01:30:41.049250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a492d2-4392-43df-ab90-cecead82b300 None None] DHCP port deletion for dc566a41-a9c7-4a27-b431-176f1716e700 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:30:41.061167 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Deleting port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:41.065256 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.077613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c92a5-1641-4816-8f50-c231f65a730f req-e445fde1-96f3-4ef8-977b-28fb6e4563a1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.101133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce6c92a5-1641-4816-8f50-c231f65a730f req-e445fde1-96f3-4ef8-977b-28fb6e4563a1 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1551056 Jul 16 01:30:41.211203 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:41.232299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-70a492d2-4392-43df-ab90-cecead82b300 None None] Deleting port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:41.233373 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70a492d2-4392-43df-ab90-cecead82b300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.246290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce6c92a5-1641-4816-8f50-c231f65a730f req-24565762-6346-4eb1-846d-0dc7d195bdc6 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332481 Jul 16 01:30:41.326649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] For port adc1ddd3-ef47-41c8-a7d3-4f38e6800583, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=adc1ddd3-ef47-41c8-a7d3-4f38e6800583,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:41.327135 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.376730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Calling delete_port for adc1ddd3-ef47-41c8-a7d3-4f38e6800583 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:41.430887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-70a492d2-4392-43df-ab90-cecead82b300 None None] For port adc1ddd3-ef47-41c8-a7d3-4f38e6800583, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=adc1ddd3-ef47-41c8-a7d3-4f38e6800583,segment=NetworkSegment(c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef),segment_id=c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:41.431964 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70a492d2-4392-43df-ab90-cecead82b300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.454572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-70a492d2-4392-43df-ab90-cecead82b300 None None] Calling delete_port for adc1ddd3-ef47-41c8-a7d3-4f38e6800583 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:41.721598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.746768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70a492d2-4392-43df-ab90-cecead82b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.855892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e759b72b-b98a-42c2-bbcb-96313a940a6b no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:41.877880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a492d2-4392-43df-ab90-cecead82b300 None None] Pushing event deleted for resources: {'Port': ['ID=adc1ddd3-ef47-41c8-a7d3-4f38e6800583,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:41.947022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] No DVR routers for this DVR port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:42.077269 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.096243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a492d2-4392-43df-ab90-cecead82b300 None None] No DVR routers for this DVR port adc1ddd3-ef47-41c8-a7d3-4f38e6800583 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:42.098859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc566a41-a9c7-4a27-b431-176f1716e700']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:42.147220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=adc1ddd3-ef47-41c8-a7d3-4f38e6800583,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.157158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:42.158626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dbb4af-cd8e-4726-b5b3-7dbd83dd73ef') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:42.210190 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.272882 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.300556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:42.301596 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:42.311264 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:42.381553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7bf85-9546-4935-a88c-140d0b338458 req-28198aa6-20ff-47ad-af54-f5b4dd9a00fa tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.389419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad5405-7d46-4600-98f5-c90e11a26a7a req-54bd88ec-d0bf-4bb0-9e66-b5dd42fc13ff tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.391844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f1ad5405-7d46-4600-98f5-c90e11a26a7a req-54bd88ec-d0bf-4bb0-9e66-b5dd42fc13ff tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.9707344 Jul 16 01:30:42.393472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-95a7bf85-9546-4935-a88c-140d0b338458 req-28198aa6-20ff-47ad-af54-f5b4dd9a00fa tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1569624 Jul 16 01:30:42.476923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-95a7bf85-9546-4935-a88c-140d0b338458 req-700df127-e62c-4b5d-81f3-a49b1d333705 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775623 Jul 16 01:30:42.543581 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.601337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.606530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] 10.222.0.64 "DELETE /v2.0/networks/dc566a41-a9c7-4a27-b431-176f1716e700 HTTP/1.1" status: 204 len: 168 time: 2.2728424 Jul 16 01:30:42.607118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48610) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:42.656672 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f9e12-ff31-41af-ba9a-3a0a05fc2d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=dc566a41-a9c7-4a27-b431-176f1716e700,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.669502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f1ad5405-7d46-4600-98f5-c90e11a26a7a req-c830ac94-d756-481f-a797-a8cad495a155 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605760 Jul 16 01:30:42.751863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device adc1ddd3-ef47-41c8-a7d3-4f38e6800583 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:42.867887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: adc1ddd3-ef47-41c8-a7d3-4f38e6800583 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:42.868516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device adc1ddd3-ef47-41c8-a7d3-4f38e6800583 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:43.050419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e840931-5423-44ce-9b70-c20868b4be12 req-38418128-728e-4e2d-a12c-7c18755b057d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.061671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e840931-5423-44ce-9b70-c20868b4be12 req-38418128-728e-4e2d-a12c-7c18755b057d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.3040159 Jul 16 01:30:43.115156 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e840931-5423-44ce-9b70-c20868b4be12 req-956549fc-bfa1-440c-ba9e-0f8175d5e927 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523164 Jul 16 01:30:43.329219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7184f-2af4-4149-a5c6-649e5ae223f5 req-7d20914b-53b4-4f0c-ac1c-70ccb526296d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.334074 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6de7184f-2af4-4149-a5c6-649e5ae223f5 req-7d20914b-53b4-4f0c-ac1c-70ccb526296d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1795211 Jul 16 01:30:43.495978 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6de7184f-2af4-4149-a5c6-649e5ae223f5 req-008cf2c4-f66b-4b3a-9d85-17e2a101d9db tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528311 Jul 16 01:30:43.748167 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.184146 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f5c2e-2ce9-4848-a49a-06fa5cbf1ace req-a529650f-cb88-441f-ba38-79905d52e188 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.197611 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-687f5c2e-2ce9-4848-a49a-06fa5cbf1ace req-a529650f-cb88-441f-ba38-79905d52e188 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1530652 Jul 16 01:30:44.293124 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-687f5c2e-2ce9-4848-a49a-06fa5cbf1ace req-f599e445-3fec-4085-a9d5-35b254b4599a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944772 Jul 16 01:30:44.527396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566061e-ae8b-46d0-89a7-9f4c989dedfd req-b498ed32-93f9-49cf-ba0f-ad0e6a0f198e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.537925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8566061e-ae8b-46d0-89a7-9f4c989dedfd req-b498ed32-93f9-49cf-ba0f-ad0e6a0f198e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2660122 Jul 16 01:30:44.650829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8566061e-ae8b-46d0-89a7-9f4c989dedfd req-16ca83f6-f922-45a1-902c-77821396b882 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115966 Jul 16 01:30:44.654363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b5d55-8706-48e7-a141-be98ba9768a1 req-31ce0551-efcc-49df-b400-da6216ddaaec tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.655957 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a9b5d55-8706-48e7-a141-be98ba9768a1 req-31ce0551-efcc-49df-b400-da6216ddaaec tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1567121 Jul 16 01:30:44.663708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Deleting port 3fc72711-1131-4f78-8bf5-d216833ef390 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:44.664053 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.767910 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a9b5d55-8706-48e7-a141-be98ba9768a1 req-9b17e2bb-3792-436f-bd1b-c60d559d3065 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014385 Jul 16 01:30:44.869474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] For port 3fc72711-1131-4f78-8bf5-d216833ef390, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3fc72711-1131-4f78-8bf5-d216833ef390,segment=NetworkSegment(ecbd0e41-d149-486e-b6a8-a970995307a0),segment_id=ecbd0e41-d149-486e-b6a8-a970995307a0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:44.870447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.900798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Calling delete_port for 3fc72711-1131-4f78-8bf5-d216833ef390 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:45.080721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625bce0-ee21-4325-8d6b-41f4773ced5b req-eee08660-4546-4848-9a1f-10b342ca385c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.088337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5625bce0-ee21-4325-8d6b-41f4773ced5b req-eee08660-4546-4848-9a1f-10b342ca385c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1754529 Jul 16 01:30:45.174455 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5625bce0-ee21-4325-8d6b-41f4773ced5b req-71249798-d352-4907-a82d-b4bfc12646f9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731349 Jul 16 01:30:45.528772 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.671908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc72711-1131-4f78-8bf5-d216833ef390,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:45.961648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.963022 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.963624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.964170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.964730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.965269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.965818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.966387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.966954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.967497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.968031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:45.968573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:46.046054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae3947-68a7-4932-854d-6649d83d6abd req-83b1ddcc-f49a-4505-b0f5-8bd4a7d89354 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.047802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10ae3947-68a7-4932-854d-6649d83d6abd req-83b1ddcc-f49a-4505-b0f5-8bd4a7d89354 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1468549 Jul 16 01:30:46.142601 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10ae3947-68a7-4932-854d-6649d83d6abd req-df574014-eaa0-49b7-9d63-291f24749799 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873787 Jul 16 01:30:46.177917 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.196107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b003889-ec7c-4ddc-9d80-6a23122a1992 req-546c5c6f-ea27-4a42-a17d-e8b40dce53de tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.204155 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b003889-ec7c-4ddc-9d80-6a23122a1992 req-546c5c6f-ea27-4a42-a17d-e8b40dce53de tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.6548295 Jul 16 01:30:46.430880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da848f-b1d8-41fd-801b-1ba0973df959 req-26afcad9-a609-4517-aad1-aa1ffcc68f30 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.445499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-58da848f-b1d8-41fd-801b-1ba0973df959 req-26afcad9-a609-4517-aad1-aa1ffcc68f30 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1402402 Jul 16 01:30:46.464152 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b003889-ec7c-4ddc-9d80-6a23122a1992 req-c57af0cf-efe9-4374-a712-7fc6126e66cb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588260 Jul 16 01:30:46.577754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-58da848f-b1d8-41fd-801b-1ba0973df959 req-f8bac640-4c29-469f-8660-74a6460d1869 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245604 Jul 16 01:30:46.759318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:46.985964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6814db4-464b-45f1-8b8b-93fc39c93897 req-ad64d99d-2c10-4b1b-8d26-b1077d00f7f4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.987440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:46.994903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f6814db4-464b-45f1-8b8b-93fc39c93897 req-ad64d99d-2c10-4b1b-8d26-b1077d00f7f4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1688509 Jul 16 01:30:47.001062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] Sync routers for ids ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:47.022161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0e723636-dd1d-448c-bbf0-9b0ccea6a857 admin admin] 10.222.0.64 "PUT /v2.0/routers/21ba22bd-9572-4dfc-9f34-51e1a561fe18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4100475 Jul 16 01:30:47.022298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] Routers {'21ba22bd-9572-4dfc-9f34-51e1a561fe18'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:47.023310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48690) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:47.024054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:30:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:47.064480 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f6814db4-464b-45f1-8b8b-93fc39c93897 req-4056c613-731c-42c5-a976-a6c7f2255c06 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677044 Jul 16 01:30:47.231742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] Set router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:47.430759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.505630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328939f-aabf-4868-aa8e-31974d286079 req-74aa0229-7302-4c7e-b17d-892306e978dd tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.507692 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0328939f-aabf-4868-aa8e-31974d286079 req-74aa0229-7302-4c7e-b17d-892306e978dd tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1545765 Jul 16 01:30:47.518645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'name': 'tempest-TestVolumeBackupRestore-67167060-router', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:22Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 5, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'gw_port': {'id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:98:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:47.548805 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] Checking router: 21ba22bd-9572-4dfc-9f34-51e1a561fe18 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:47.558625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] Routers {'21ba22bd-9572-4dfc-9f34-51e1a561fe18'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:47.559262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:30:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:47.579687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0328939f-aabf-4868-aa8e-31974d286079 req-be281dae-b078-41d8-90d6-4f464a1af028 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651307 Jul 16 01:30:47.837135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] Set router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:48.048451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'name': 'tempest-TestVolumeBackupRestore-67167060-router', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:22Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 5, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'gw_port': {'id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:98:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:48.054670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.085259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7a50-786f-4665-804b-1165c9acd152 req-eb101e85-291c-4e1e-a327-34d4261319cc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.091324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9636f-e68b-4942-8599-62f87d9dbb04 None None] The sync data for ids ['21ba22bd-9572-4dfc-9f34-51e1a561fe18'] in n-d-791504-14 is: [{'id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'name': 'tempest-TestVolumeBackupRestore-67167060-router', 'tenant_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:22Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 5, 'project_id': 'fcce6d1993dd41f79b1acda507ba5c9a', 'gw_port': {'id': '0c48b6da-61f8-4f85-95d7-d745303e33aa', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:98:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ba22bd-9572-4dfc-9f34-51e1a561fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:48.092077 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6f7a50-786f-4665-804b-1165c9acd152 req-eb101e85-291c-4e1e-a327-34d4261319cc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.7407703 Jul 16 01:30:48.101130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcb3a0-53cb-4d06-95c4-d5b8d42ffa78 req-7df417ad-d78f-493e-a01a-5833eedeb289 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.109647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21fcb3a0-53cb-4d06-95c4-d5b8d42ffa78 req-7df417ad-d78f-493e-a01a-5833eedeb289 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1439905 Jul 16 01:30:48.177998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6f7a50-786f-4665-804b-1165c9acd152 req-93e80b63-33f0-46f6-be2c-2361c139ff38 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552351 Jul 16 01:30:48.186285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Deleting port 0c48b6da-61f8-4f85-95d7-d745303e33aa {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:48.187418 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.214114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21fcb3a0-53cb-4d06-95c4-d5b8d42ffa78 req-1cf2dda9-2534-4f1d-b37c-d78d2ea5af95 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013985 Jul 16 01:30:48.306084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] For port 0c48b6da-61f8-4f85-95d7-d745303e33aa, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0c48b6da-61f8-4f85-95d7-d745303e33aa,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:48.309311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.352311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Calling delete_port for 0c48b6da-61f8-4f85-95d7-d745303e33aa owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:48.518126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909c86b-8a4a-4165-be8f-fff1fce7a0ff req-a85b8875-918d-4577-8850-a7139084567b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.524766 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3909c86b-8a4a-4165-be8f-fff1fce7a0ff req-a85b8875-918d-4577-8850-a7139084567b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1632190 Jul 16 01:30:48.572395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3909c86b-8a4a-4165-be8f-fff1fce7a0ff req-9b3ad861-a9db-4bf9-b933-a3185bb77e76 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466452 Jul 16 01:30:48.619944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3fc72711-1131-4f78-8bf5-d216833ef390 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:48.808970 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.965058 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 3fc72711-1131-4f78-8bf5-d216833ef390 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:48.970444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3fc72711-1131-4f78-8bf5-d216833ef390 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:48.980703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c48b6da-61f8-4f85-95d7-d745303e33aa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:48.987379 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.124381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.126661 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.248327 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.250432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21ba22bd-9572-4dfc-9f34-51e1a561fe18 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:30:49.273163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.293413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48738) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.297731 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e1bcfac4-86ec-44ca-ba29-42a4a4ade18e admin admin] 10.222.0.64 "DELETE /v2.0/routers/21ba22bd-9572-4dfc-9f34-51e1a561fe18 HTTP/1.1" status: 204 len: 168 time: 2.2662704 Jul 16 01:30:49.369316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Deleting subnet 78c5bc54-adbf-40de-be5a-6a74fdb91104 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:49.375626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.441341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.570728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.604820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74fd2f-7fd1-44e7-b3dc-7d4101c39620 req-d5451d36-9e1c-4147-bf37-dcb9185e93ca tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.610767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec74fd2f-7fd1-44e7-b3dc-7d4101c39620 req-d5451d36-9e1c-4147-bf37-dcb9185e93ca tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1511993 Jul 16 01:30:49.711238 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec74fd2f-7fd1-44e7-b3dc-7d4101c39620 req-1f2a8aaf-feaa-462c-9f26-c56339804829 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886357 Jul 16 01:30:49.824135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c325f7-fb57-4381-b4d8-caad86a309e3 req-fa9ef398-1bbc-4250-a55b-8e0e54536b42 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.831603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-39c325f7-fb57-4381-b4d8-caad86a309e3 req-fa9ef398-1bbc-4250-a55b-8e0e54536b42 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1954570 Jul 16 01:30:49.888147 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-39c325f7-fb57-4381-b4d8-caad86a309e3 req-240ddab8-013a-4fb7-b216-1935ca07491e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548253 Jul 16 01:30:49.895740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.970556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c5bc54-adbf-40de-be5a-6a74fdb91104,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:49.986849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.987496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.987997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.989549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.990118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.990614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.991123 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.992095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.992592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.993079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.993569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:49.994090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:50.007538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.009555 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-06ea5386-74de-4695-b190-5fe79cf8b47e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/78c5bc54-adbf-40de-be5a-6a74fdb91104 HTTP/1.1" status: 204 len: 168 time: 0.7143574 Jul 16 01:30:50.012512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48754) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.014560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52a1c9-3477-4b6d-af85-611e9709353f None None] Network fc64e605-fedd-444d-bf1e-63abf3c84e6e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:50.149907 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.162866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b8fe3-3ab1-4b22-9ba6-c36c2b203d62 req-706ee2e5-4462-41c4-bba5-0fcc594e0ce9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.177189 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f4b8fe3-3ab1-4b22-9ba6-c36c2b203d62 req-706ee2e5-4462-41c4-bba5-0fcc594e0ce9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2946212 Jul 16 01:30:50.293379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f4b8fe3-3ab1-4b22-9ba6-c36c2b203d62 req-7b692db4-dd64-4b44-b7ea-d7b5c1e19bce tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193616 Jul 16 01:30:50.333434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74c8afc-97c0-425b-9ed9-604958f85279 None None] DHCP port deletion for fc64e605-fedd-444d-bf1e-63abf3c84e6e request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:30:50.346076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Deleting port db549e2c-4e3b-4183-84fe-11c451a9b5cc {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:50.346591 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.391220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d74c8afc-97c0-425b-9ed9-604958f85279 None None] Deleting port db549e2c-4e3b-4183-84fe-11c451a9b5cc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:50.391626 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d74c8afc-97c0-425b-9ed9-604958f85279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.461160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] For port db549e2c-4e3b-4183-84fe-11c451a9b5cc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=db549e2c-4e3b-4183-84fe-11c451a9b5cc,segment=NetworkSegment(ecbd0e41-d149-486e-b6a8-a970995307a0),segment_id=ecbd0e41-d149-486e-b6a8-a970995307a0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:50.461613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.479918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d74c8afc-97c0-425b-9ed9-604958f85279 None None] For port db549e2c-4e3b-4183-84fe-11c451a9b5cc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=db549e2c-4e3b-4183-84fe-11c451a9b5cc,segment=NetworkSegment(ecbd0e41-d149-486e-b6a8-a970995307a0),segment_id=ecbd0e41-d149-486e-b6a8-a970995307a0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:50.480539 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d74c8afc-97c0-425b-9ed9-604958f85279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.496076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Calling delete_port for db549e2c-4e3b-4183-84fe-11c451a9b5cc owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:50.503626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d74c8afc-97c0-425b-9ed9-604958f85279 None None] Calling delete_port for db549e2c-4e3b-4183-84fe-11c451a9b5cc owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:50.604344 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d74c8afc-97c0-425b-9ed9-604958f85279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.646911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c8afc-97c0-425b-9ed9-604958f85279 None None] Pushing event deleted for resources: {'Port': ['ID=db549e2c-4e3b-4183-84fe-11c451a9b5cc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.650300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c8afc-97c0-425b-9ed9-604958f85279 None None] No DVR routers for this DVR port db549e2c-4e3b-4183-84fe-11c451a9b5cc on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:50.704323 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.736723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] No DVR routers for this DVR port db549e2c-4e3b-4183-84fe-11c451a9b5cc on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:50.742718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Pushing event deleted for resources: {'Port': ['ID=db549e2c-4e3b-4183-84fe-11c451a9b5cc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.756880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device db549e2c-4e3b-4183-84fe-11c451a9b5cc no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:50.831725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: db549e2c-4e3b-4183-84fe-11c451a9b5cc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:50.833173 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device db549e2c-4e3b-4183-84fe-11c451a9b5cc not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:50.833883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0c48b6da-61f8-4f85-95d7-d745303e33aa no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:50.874529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 0c48b6da-61f8-4f85-95d7-d745303e33aa {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:50.876065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0c48b6da-61f8-4f85-95d7-d745303e33aa not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:50.925299 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.939455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc64e605-fedd-444d-bf1e-63abf3c84e6e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.952896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbd0e41-d149-486e-b6a8-a970995307a0') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.953267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbd0e41-d149-486e-b6a8-a970995307a0') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.965670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.000006 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.009521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:51.009942 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.011762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fc596-6055-403d-b4a7-8d1809ba3cfd req-7a5048f1-d565-424d-8ae6-9ce1b6c8283a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:51.012339 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:51.016902 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-615fc596-6055-403d-b4a7-8d1809ba3cfd req-7a5048f1-d565-424d-8ae6-9ce1b6c8283a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1151829 Jul 16 01:30:51.089866 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-615fc596-6055-403d-b4a7-8d1809ba3cfd req-d5344b2e-f9e0-4c88-a519-1a72e987bd45 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672030 Jul 16 01:30:51.204461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.227392 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.232233 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fc64e605-fedd-444d-bf1e-63abf3c84e6e HTTP/1.1" status: 204 len: 168 time: 1.2183805 Jul 16 01:30:51.233245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6f7b4-6e08-462c-9eee-c24dcf1d8702 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc64e605-fedd-444d-bf1e-63abf3c84e6e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.257287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57022f-d5ca-40b5-a3cb-c191fe80cda5 req-f21603f4-f74a-4eb0-9140-19590533c240 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.274258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff57022f-d5ca-40b5-a3cb-c191fe80cda5 req-f21603f4-f74a-4eb0-9140-19590533c240 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1434584 Jul 16 01:30:51.369217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff57022f-d5ca-40b5-a3cb-c191fe80cda5 req-462b0fc4-4409-4d4a-9b7b-37fead2c212a tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929463 Jul 16 01:30:51.501644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.646260 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-660724ee-ec90-4a92-a8f0-47be90a440f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d7f5ecbfff0427a9dfb27c75c4d365f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404550 Jul 16 01:30:51.646886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.700161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c0437-5f36-4340-8614-99ec43bbcae4 req-51d1c9ba-9909-4b4a-bd12-a6cadcf45de5 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.712568 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431c0437-5f36-4340-8614-99ec43bbcae4 req-51d1c9ba-9909-4b4a-bd12-a6cadcf45de5 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1678853 Jul 16 01:30:51.746416 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a122aff7-d44d-47e7-bb53-180ce2a5541f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.811182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-431c0437-5f36-4340-8614-99ec43bbcae4 req-28e40a02-273c-427c-8c58-081c0ead5120 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973380 Jul 16 01:30:51.813029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a122aff7-d44d-47e7-bb53-180ce2a5541f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.919862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a122aff7-d44d-47e7-bb53-180ce2a5541f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.923089 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a122aff7-d44d-47e7-bb53-180ce2a5541f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.924746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a122aff7-d44d-47e7-bb53-180ce2a5541f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae265d7c-79b5-41c1-8dcb-eeb2699985a3 HTTP/1.1" status: 204 len: 168 time: 0.2764268 Jul 16 01:30:51.953295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122aff7-d44d-47e7-bb53-180ce2a5541f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae265d7c-79b5-41c1-8dcb-eeb2699985a3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:52.337263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9c996-0773-4519-a2a7-b97be7ee2b4e req-4a3754aa-e496-4ee9-af81-e12c35fb133c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.338800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51f9c996-0773-4519-a2a7-b97be7ee2b4e req-4a3754aa-e496-4ee9-af81-e12c35fb133c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.0865211 Jul 16 01:30:52.386558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51f9c996-0773-4519-a2a7-b97be7ee2b4e req-70d7f720-7879-4020-917b-f39ded38de08 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Jul 16 01:30:52.485738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48822) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.539552 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d1660e0c-b698-4d24-b08e-0ab901329bd7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcce6d1993dd41f79b1acda507ba5c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501888 Jul 16 01:30:52.539887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.596972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-115a072d-2ffc-4404-bc96-36ae70b085d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.612539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40195fd4-acc1-4478-a2d0-a9c2fd698230 req-1127d51c-97e4-4df8-8f76-b4cb5674f758 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.614411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40195fd4-acc1-4478-a2d0-a9c2fd698230 req-1127d51c-97e4-4df8-8f76-b4cb5674f758 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.0883822 Jul 16 01:30:52.620829 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-115a072d-2ffc-4404-bc96-36ae70b085d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.665410 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40195fd4-acc1-4478-a2d0-a9c2fd698230 req-b6711e12-5088-4e0e-bfac-2c04409dae06 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 Jul 16 01:30:52.672904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-115a072d-2ffc-4404-bc96-36ae70b085d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.675455 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-115a072d-2ffc-4404-bc96-36ae70b085d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.676842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-115a072d-2ffc-4404-bc96-36ae70b085d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab906446-aade-4eec-bd7c-0e1c6170b92b HTTP/1.1" status: 204 len: 168 time: 0.1360011 Jul 16 01:30:52.685497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a072d-2ffc-4404-bc96-36ae70b085d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab906446-aade-4eec-bd7c-0e1c6170b92b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.038876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34056e0c-5bd4-4173-aac6-302d1324afe7 req-2df96ff5-53f4-4eb0-ab53-eb5878a6f31a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.040771 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34056e0c-5bd4-4173-aac6-302d1324afe7 req-2df96ff5-53f4-4eb0-ab53-eb5878a6f31a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0794368 Jul 16 01:30:53.119197 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34056e0c-5bd4-4173-aac6-302d1324afe7 req-5f7900e2-3a49-4495-ae35-3b828e431e5b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709398 Jul 16 01:30:53.215123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-adaf5dc7-4a0d-416a-83a7-e00690abfe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.216585 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-adaf5dc7-4a0d-416a-83a7-e00690abfe89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 1097 time: 0.0861664 Jul 16 01:30:53.332387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-2c1ff195-d917-430c-aa83-6665bf1251c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.334745 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-2c1ff195-d917-430c-aa83-6665bf1251c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 917 time: 0.1024525 Jul 16 01:30:53.422966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-15d1033b-1aac-4618-97a2-7ee0ab1f2e00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39498813-a3f3-4d3b-a06b-ba2234060282 HTTP/1.1" status: 200 len: 1000 time: 0.0769508 Jul 16 01:30:53.501114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-1241bb00-f3dc-44d6-9afc-c7d15d9791dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.503107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-1241bb00-f3dc-44d6-9afc-c7d15d9791dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.0680339 Jul 16 01:30:53.693361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2761ff-0668-4fef-927f-ac255845752b req-5eec5023-577c-469b-9ab9-9be3821ce95e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.695235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a2761ff-0668-4fef-927f-ac255845752b req-5eec5023-577c-469b-9ab9-9be3821ce95e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1632957 Jul 16 01:30:53.703090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-fa3b10eb-80d6-4e0e-894a-401a2e31a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.705302 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-fa3b10eb-80d6-4e0e-894a-401a2e31a79b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1880498 Jul 16 01:30:53.734925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-5738ea04-77a6-4407-917a-a528f2df9f18 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.736728 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-5738ea04-77a6-4407-917a-a528f2df9f18 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 815 time: 0.1334221 Jul 16 01:30:53.739599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-219b3e78-c65c-4ec4-8fe3-d82b3204b75d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1712997 Jul 16 01:30:53.756150 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-aa0f9093-21bf-4821-b5cc-873524f264a7 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/quotas/1002d8c18ade45268510cf102e842911 HTTP/1.1" status: 200 len: 375 time: 0.0133669 Jul 16 01:30:53.839495 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-6c3b52b0-2b9c-4cb8-86e1-b8bd7f0ae42a tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778034 Jul 16 01:30:53.855942 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a2761ff-0668-4fef-927f-ac255845752b req-0264103b-3274-42bb-9235-dad84dcde8a4 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496449 Jul 16 01:30:53.933638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-0e18d69f-8c52-4e99-bfad-94fc0cdb41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.935549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-0e18d69f-8c52-4e99-bfad-94fc0cdb41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.936059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-0e18d69f-8c52-4e99-bfad-94fc0cdb41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.936533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-0e18d69f-8c52-4e99-bfad-94fc0cdb41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.937001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-0e18d69f-8c52-4e99-bfad-94fc0cdb41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.937461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-0e18d69f-8c52-4e99-bfad-94fc0cdb41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.937918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-0e18d69f-8c52-4e99-bfad-94fc0cdb41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.940115 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-0e18d69f-8c52-4e99-bfad-94fc0cdb41cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6508 time: 0.1653342 Jul 16 01:30:53.943364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-15bafe6c-4316-4da1-bd9f-57953aec4d07 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262483 Jul 16 01:30:53.998695 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-7de473ed-78de-4edf-9199-6e7d4d2547af service neutron] 10.222.0.64 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508152 Jul 16 01:30:54.139887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-8efb24b1-14bb-447f-a8b8-6332298fd610 service neutron] 10.222.0.64 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395056 Jul 16 01:30:54.161055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-3dfbd896-9901-443d-89d2-9d7f47ae9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.161534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-3dfbd896-9901-443d-89d2-9d7f47ae9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.162603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-3dfbd896-9901-443d-89d2-9d7f47ae9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.164301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-3dfbd896-9901-443d-89d2-9d7f47ae9f59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9020f891-2bdc-4fed-af34-da7703046d1c&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d HTTP/1.1" status: 200 len: 2293 time: 0.1959553 Jul 16 01:30:54.167337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e77e80b-2e52-449f-8133-0ce363aea027 req-dc9d60d4-2d3c-4496-9e6e-37cec4b1a5df service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099349 Jul 16 01:30:54.362627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-b6257c29-9c3a-49fb-8ace-99c9aa560bbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b HTTP/1.1" status: 200 len: 1000 time: 0.1910341 Jul 16 01:30:54.436456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796cc0e-6208-4ed7-b7a3-1cba92fa065f req-5bca0db3-38f7-40ac-bb9e-253c7945d058 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.437999 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6796cc0e-6208-4ed7-b7a3-1cba92fa065f req-5bca0db3-38f7-40ac-bb9e-253c7945d058 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.2462211 Jul 16 01:30:54.467614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-89e8f778-a07f-4ed6-ba27-d31b786b051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.467614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-89e8f778-a07f-4ed6-ba27-d31b786b051a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89371c7e-74bf-42c2-ac62-b7e5abcda39b HTTP/1.1" status: 200 len: 856 time: 0.0962491 Jul 16 01:30:54.549337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6796cc0e-6208-4ed7-b7a3-1cba92fa065f req-42f00e68-2f4d-47f9-93b9-04e94ae99953 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024957 Jul 16 01:30:54.562315 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2a68a95-9e05-40d3-bfe5-b6cf54bcdb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.612967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-57d1b63f-8165-483a-a55a-887a91160e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.616942 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-57d1b63f-8165-483a-a55a-887a91160e24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9020f891-2bdc-4fed-af34-da7703046d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288943 Jul 16 01:30:54.701860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb2a24b0-067a-4ee5-945b-33bf51a45a49 req-620c2683-fa60-488f-81f0-5ee6d1a5552a tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 210 time: 0.0606425 Jul 16 01:30:54.759024 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1602f-d36a-470e-91b9-3bbc4813eede req-cebf4c6d-9bad-4412-9035-b038243d3de8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.762444 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ad1602f-d36a-470e-91b9-3bbc4813eede req-cebf4c6d-9bad-4412-9035-b038243d3de8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1409607 Jul 16 01:30:54.808567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-a21eb2a9-20f0-4339-8782-293c756bcd8b service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830356 Jul 16 01:30:54.830608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ad1602f-d36a-470e-91b9-3bbc4813eede req-63f99b30-5a30-4a33-9a38-837d234bd4ec tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623024 Jul 16 01:30:54.940255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-d9e74f6f-2e91-44d3-9e9d-26a5decceed3 service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212242 Jul 16 01:30:54.997509 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-c39196a7-e20d-491c-93f6-47f235b53d3a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 217 time: 0.0501854 Jul 16 01:30:55.096354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-f5d17356-550f-45ce-a4a3-696949cb4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.098478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-f5d17356-550f-45ce-a4a3-696949cb4850 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0940673 Jul 16 01:30:55.166498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffab04-3775-4bfd-a675-17e59ee07f44 req-c55bce53-49f1-45f8-9041-ddb288596a20 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.174184 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32ffab04-3775-4bfd-a675-17e59ee07f44 req-c55bce53-49f1-45f8-9041-ddb288596a20 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1362042 Jul 16 01:30:55.235121 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32ffab04-3775-4bfd-a675-17e59ee07f44 req-0f6ca34a-a4a7-424f-b6dd-943ec35a0f0c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600066 Jul 16 01:30:55.242607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-a9f9d43a-02f6-4da7-a420-c78c36f84898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.244204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-a9f9d43a-02f6-4da7-a420-c78c36f84898 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1293418 Jul 16 01:30:55.358033 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-354f53b4-9998-4136-be5f-27923022a6bd service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027761 Jul 16 01:30:55.466405 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-deb6b466-64f1-47dd-88e5-dd840acc6b18 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004176 Jul 16 01:30:55.514111 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-33edecd7-5dc5-48c3-8e29-8ad65c1223d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 217 time: 0.0397234 Jul 16 01:30:55.526360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.577201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-d1faddeb-12e6-41e0-af24-af7725f20c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.579410 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-d1faddeb-12e6-41e0-af24-af7725f20c27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0595815 Jul 16 01:30:55.651727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-410e48ad-d5f5-4eaf-9c74-92812ea88a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.653526 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-410e48ad-d5f5-4eaf-9c74-92812ea88a4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0665514 Jul 16 01:30:55.761381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78842d93-9fc9-4a5d-8558-4e92ee0cb2aa req-41d1638b-eceb-45e5-bffd-1628533883f8 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.767659 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-78842d93-9fc9-4a5d-8558-4e92ee0cb2aa req-41d1638b-eceb-45e5-bffd-1628533883f8 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.0789948 Jul 16 01:30:55.783006 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-66f3ab98-f346-42c6-88f1-6ae79f79f7f6 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214499 Jul 16 01:30:55.808122 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-78842d93-9fc9-4a5d-8558-4e92ee0cb2aa req-45389a29-cbeb-4159-910f-4ba2b3bc25ca tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394619 Jul 16 01:30:55.911975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48bf2c2d-cea9-41c8-8234-472eae9abed9 req-ec8f7416-a5af-4a83-8cc9-21a3eff65426 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 210 time: 0.0368907 Jul 16 01:30:55.944527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-eb51e395-037c-4190-92c8-fd20b0eef461 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543288 Jul 16 01:30:56.037742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-d35b6627-0f30-4a65-9fab-0d352146aecf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f96976a5-505b-40e3-973f-1cc310d11e60 HTTP/1.1" status: 200 len: 217 time: 0.0861974 Jul 16 01:30:56.068945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-5f008b19-aaa3-41db-bae2-324720108f49 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.070649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-5f008b19-aaa3-41db-bae2-324720108f49 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.50 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 815 time: 0.1923716 Jul 16 01:30:56.090682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Request body: {'port': {'device_id': '20374649-e0ef-4297-a9a5-fbee53a32fde', 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c', 'admin_state_up': True, 'tenant_id': '1002d8c18ade45268510cf102e842911'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:56.118182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-861c98f3-0dfb-4560-ac42-f95659bfc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.120086 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-861c98f3-0dfb-4560-ac42-f95659bfc53d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0753961 Jul 16 01:30:56.146725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515342e-9702-4e69-b726-d6598fa8d844 req-2ca7e7d1-49d6-45a0-a424-d4a75638a41d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.148409 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f515342e-9702-4e69-b726-d6598fa8d844 req-2ca7e7d1-49d6-45a0-a424-d4a75638a41d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1377084 Jul 16 01:30:56.207697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-47d0693e-812d-49b2-a84a-561838a695c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.209635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-47d0693e-812d-49b2-a84a-561838a695c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0826979 Jul 16 01:30:56.246906 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f515342e-9702-4e69-b726-d6598fa8d844 req-3b6d342c-1914-4424-a2c1-d3f6c57efe8b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897486 Jul 16 01:30:56.309129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Made reservation on behalf of 1002d8c18ade45268510cf102e842911 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:56.313480 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.402904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-8c42e34b-fcdc-4e5f-963c-1303b8ea34a7 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761901 Jul 16 01:30:56.505482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-743f5bb0-b26f-44fd-a3c4-d0df1216c5e8 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962954 Jul 16 01:30:56.513298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Allocated IP 172.20.0.14 (905f8058-a72c-4ce8-b174-445630c9e02c/87981dde-5f63-4cbb-8ec5-c65426e3c429/c4323c08-ea48-4e42-a3c5-67277ca788e1) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:56.522495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7e878-668a-4aff-be5b-0a5f6bf207dd req-5ab3174d-3d98-4e5c-8f03-021d5e0c5eda tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.524014 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9dc7e878-668a-4aff-be5b-0a5f6bf207dd req-5ab3174d-3d98-4e5c-8f03-021d5e0c5eda tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1232648 Jul 16 01:30:56.571077 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-9ad3ea5b-df2a-4726-bde0-de595796d1cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 HTTP/1.1" status: 200 len: 217 time: 0.0584357 Jul 16 01:30:56.572601 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.604906 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9dc7e878-668a-4aff-be5b-0a5f6bf207dd req-d6f821a9-6648-4676-bca1-7183eafbcc15 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716894 Jul 16 01:30:56.636266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-6330a425-6123-4e5c-909f-169714f805a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.637954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-6330a425-6123-4e5c-909f-169714f805a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0578990 Jul 16 01:30:56.703174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-5a80c20b-388f-4239-a080-91cffd241b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.704791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-5a80c20b-388f-4239-a080-91cffd241b35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604007 Jul 16 01:30:56.831017 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-29d63ec9-0447-4bbf-88f4-5cd2628957ca service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185577 Jul 16 01:30:56.983441 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-a334969f-765f-48d0-9922-68002e27c0b4 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445606 Jul 16 01:30:57.009115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 39498813-a3f3-4d3b-a06b-ba2234060282 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:57.057220 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-5d6c8dc0-0992-4a73-a4e1-65c00f47c92b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635 HTTP/1.1" status: 200 len: 217 time: 0.0666249 Jul 16 01:30:57.146702 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed948-9e3f-4059-a929-a214f4bc88f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.152391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-3e79ef4a-1719-49b2-902f-ae5f796dcd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.154176 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-3e79ef4a-1719-49b2-902f-ae5f796dcd34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.0858855 Jul 16 01:30:57.172192 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ec06aa3-aaf1-4d15-b78a-9b6d7e6d63af req-68471138-9552-42f2-bec9-8a7143ba2fcd tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 210 time: 0.0484276 Jul 16 01:30:57.210344 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.211296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0618bf4-c597-492f-9cc7-dcb6ede75ab8 req-dc84fa9e-0f02-44f7-b364-eaf41e52f5ad tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.218318 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0618bf4-c597-492f-9cc7-dcb6ede75ab8 req-dc84fa9e-0f02-44f7-b364-eaf41e52f5ad tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 945 time: 0.1646376 Jul 16 01:30:57.231378 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.261310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:57.264002 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17823bda-a07d-4520-9b42-dc99277a51a0" -d '{"events": [{"server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "name": "network-vif-unplugged", "status": "completed", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:57.266776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.300331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:57.305077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['69b72630-cbc0-408d-aca3-35db11b5da53'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:57.305897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0618bf4-c597-492f-9cc7-dcb6ede75ab8 req-0408824f-4acf-4583-9b91-3fa17523d466 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857480 Jul 16 01:30:57.313774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-5a58d273-1b3a-4b6e-9af4-f285ed0bed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.319130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-5a58d273-1b3a-4b6e-9af4-f285ed0bed22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1572130 Jul 16 01:30:57.350166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Pushing event updated for resources: {'Port': ['ID=c4323c08-ea48-4e42-a3c5-67277ca788e1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.359683 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2916ef-7af6-42a2-98b6-e939aa4dc0ce x-openstack-request-id: req-7c2916ef-7af6-42a2-98b6-e939aa4dc0ce {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:57.360528 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "name": "network-vif-unplugged", "status": "completed", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:57.361106 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c2916ef-7af6-42a2-98b6-e939aa4dc0ce {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:57.361914 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282', 'code': 200} Jul 16 01:30:57.366983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Network 905f8058-a72c-4ce8-b174-445630c9e02c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:57.368675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:57.371554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:57.372371 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.448910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.449668 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.491382 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-a5802444-0e4a-43bd-bedd-5ecb471ba873 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4065397 Jul 16 01:30:57.513961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Request body: {'port': {'device_id': '20374649-e0ef-4297-a9a5-fbee53a32fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:57.561925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-a8321fbe-af88-4f3e-8f07-763e2208a6ff service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336664 Jul 16 01:30:57.605027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.639746 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.671139 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.777044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-99ed6e49-355a-4af2-b7cb-34968f8a824a service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749978 Jul 16 01:30:57.780930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df8686-0127-4af2-9ee6-62639c8a1b1d req-24ac7962-2e38-4f67-b5e5-aa7a807e81d8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.782411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b2df8686-0127-4af2-9ee6-62639c8a1b1d req-24ac7962-2e38-4f67-b5e5-aa7a807e81d8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1895278 Jul 16 01:30:57.836269 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-0e1e8c82-67c5-4e79-a5cc-56429a6292cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c HTTP/1.1" status: 200 len: 217 time: 0.0528953 Jul 16 01:30:57.895781 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b2df8686-0127-4af2-9ee6-62639c8a1b1d req-ac833ad8-d4dc-401a-ac78-7e3384263df1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046903 Jul 16 01:30:57.913575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-47749aa9-69a1-48d1-9fc5-414fe0698bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.913575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-47749aa9-69a1-48d1-9fc5-414fe0698bb4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.0707228 Jul 16 01:30:57.977389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-62e9c445-22b7-47b1-8cb0-b487564d3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.978698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380454a-2b0b-47f2-97aa-4dd6dd893874 req-134b6846-3e66-4209-bee5-bc08d6a37228 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.979061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-62e9c445-22b7-47b1-8cb0-b487564d3cb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592334 Jul 16 01:30:57.980290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9380454a-2b0b-47f2-97aa-4dd6dd893874 req-134b6846-3e66-4209-bee5-bc08d6a37228 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1651928 Jul 16 01:30:58.045189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9380454a-2b0b-47f2-97aa-4dd6dd893874 req-ef764b71-6e03-4f2a-babc-d0535c77e534 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563164 Jul 16 01:30:58.105973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4323c08-ea48-4e42-a3c5-67277ca788e1 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:58.112945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-512fa515-07ee-4735-9685-65ade561df8d service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271648 Jul 16 01:30:58.115737 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.134451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Transition to ACTIVE for port object c4323c08-ea48-4e42-a3c5-67277ca788e1 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:58.140600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.202428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Pushing event updated for resources: {'Port': ['ID=c4323c08-ea48-4e42-a3c5-67277ca788e1,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.230229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bfc9f7be-dc45-49bd-9e56-4de528f6b7b1 req-0f9324b2-9ecb-4d49-b22f-4f8b640e1a2c service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074286 Jul 16 01:30:58.289483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Attempting to bind port c4323c08-ea48-4e42-a3c5-67277ca788e1 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:58.289900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Attempting to bind port c4323c08-ea48-4e42-a3c5-67277ca788e1 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:58.290329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Attempting to bind port c4323c08-ea48-4e42-a3c5-67277ca788e1 on network 905f8058-a72c-4ce8-b174-445630c9e02c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:58.295120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Port c4323c08-ea48-4e42-a3c5-67277ca788e1 on network 905f8058-a72c-4ce8-b174-445630c9e02c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:58.295505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Attempting to bind port c4323c08-ea48-4e42-a3c5-67277ca788e1 on network 905f8058-a72c-4ce8-b174-445630c9e02c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:58.301906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:58.302357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Checking segment: {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:58.302808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Bound using segment: {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:58.303314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Bound port: c4323c08-ea48-4e42-a3c5-67277ca788e1, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:58.303744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.382785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7b91b-b07a-407f-a511-293febf368e0 req-c728e1d1-69c9-4013-b558-537c4ac306cc tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.390742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45a7b91b-b07a-407f-a511-293febf368e0 req-c728e1d1-69c9-4013-b558-537c4ac306cc tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 944 time: 0.0886307 Jul 16 01:30:58.395371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] For port c4323c08-ea48-4e42-a3c5-67277ca788e1, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:58.400672 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] For port c4323c08-ea48-4e42-a3c5-67277ca788e1, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c4323c08-ea48-4e42-a3c5-67277ca788e1,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:58.408651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.413081 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.451442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.452350 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.454083 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] 10.222.0.50 "PUT /v2.0/ports/c4323c08-ea48-4e42-a3c5-67277ca788e1 HTTP/1.1" status: 200 len: 1093 time: 0.9470298 Jul 16 01:30:58.456961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20374649-e0ef-4297-a9a5-fbee53a32fde', 'tag': 'c4323c08-ea48-4e42-a3c5-67277ca788e1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:58.461211 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37" -d '{"events": [{"name": "network-changed", "server_uuid": "20374649-e0ef-4297-a9a5-fbee53a32fde", "tag": "c4323c08-ea48-4e42-a3c5-67277ca788e1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:58.571535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be0678-525e-4342-a7a9-04a84f765f06 service neutron] Pushing event updated for resources: {'Port': ['ID=c4323c08-ea48-4e42-a3c5-67277ca788e1,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.636987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1d05-23a8-4c4a-b8f1-a105112c7944 req-c2c771f0-8baf-4ee3-9bb0-ba9d8625c7f2 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.638632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a1f1d05-23a8-4c4a-b8f1-a105112c7944 req-c2c771f0-8baf-4ee3-9bb0-ba9d8625c7f2 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1740031 Jul 16 01:30:58.648282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-0c013d92-dcb3-42f2-ae34-37d5d7ac1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.649829 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-0c013d92-dcb3-42f2-ae34-37d5d7ac1537 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 1096 time: 0.1271334 Jul 16 01:30:58.710663 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-ff22520d-96ea-44a7-9c23-02d91a684d4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4323c08-ea48-4e42-a3c5-67277ca788e1 HTTP/1.1" status: 200 len: 217 time: 0.0518610 Jul 16 01:30:58.737592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5a1f1d05-23a8-4c4a-b8f1-a105112c7944 req-597aa73c-2cf5-4a20-ac57-9dbc8693b767 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867033 Jul 16 01:30:58.778523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-09acebe5-b70a-47e3-b70a-15ce26113f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.780688 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-09acebe5-b70a-47e3-b70a-15ce26113f6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 200 len: 855 time: 0.0599942 Jul 16 01:30:58.793052 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45a7b91b-b07a-407f-a511-293febf368e0 req-57f071c2-0a48-4cbf-b4b5-1326199494ae tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013400 Jul 16 01:30:58.824792 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-fe45eae7-282d-4f3b-ba0d-ebe17ba7b3c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=905f8058-a72c-4ce8-b174-445630c9e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363107 Jul 16 01:30:58.962819 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3f2772-961b-4925-aaa1-cccb5897aacd x-openstack-request-id: req-ab3f2772-961b-4925-aaa1-cccb5897aacd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:58.962819 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20374649-e0ef-4297-a9a5-fbee53a32fde", "tag": "c4323c08-ea48-4e42-a3c5-67277ca788e1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:58.962819 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab3f2772-961b-4925-aaa1-cccb5897aacd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:58.963168 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20374649-e0ef-4297-a9a5-fbee53a32fde', 'tag': 'c4323c08-ea48-4e42-a3c5-67277ca788e1', 'status': 'completed', 'code': 200} Jul 16 01:30:59.002250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-1747cbe2-d78c-40c5-9d79-79532288ce62 service neutron] 10.222.0.50 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672387 Jul 16 01:30:59.135833 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f4eb81c-5be5-4698-86cc-7360ca090f37 req-105bc680-be14-469c-96c3-e269151fa13c service neutron] 10.222.0.50 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271987 Jul 16 01:30:59.202858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709937bf-c771-49a6-ad9a-8733eadbbf8d req-fc91a1ff-8d69-449b-9e9e-461dc809418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.204411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-709937bf-c771-49a6-ad9a-8733eadbbf8d req-fc91a1ff-8d69-449b-9e9e-461dc809418a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 1097 time: 0.1512396 Jul 16 01:30:59.290808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37 req-69507635-ff24-4076-838e-97dd982323fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.294352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37 req-69507635-ff24-4076-838e-97dd982323fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 1096 time: 0.0960028 Jul 16 01:30:59.300072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3e83e-4e4a-4056-a9bb-ffbcf63f67a4 req-c3b34b2e-5912-404a-93ef-7e0b577b10aa tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.302200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7fa3e83e-4e4a-4056-a9bb-ffbcf63f67a4 req-c3b34b2e-5912-404a-93ef-7e0b577b10aa tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1532853 Jul 16 01:30:59.466834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7fa3e83e-4e4a-4056-a9bb-ffbcf63f67a4 req-14748a7b-2032-4ba2-90d8-f456bafa4782 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094930 Jul 16 01:30:59.468868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709937bf-c771-49a6-ad9a-8733eadbbf8d req-3912f543-09e5-482a-ae26-006ea5d4b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.470360 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-709937bf-c771-49a6-ad9a-8733eadbbf8d req-3912f543-09e5-482a-ae26-006ea5d4b6e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 913 time: 0.2275326 Jul 16 01:30:59.569087 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-709937bf-c771-49a6-ad9a-8733eadbbf8d req-7be0eb54-23d5-4308-a5bf-951f7377969b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f HTTP/1.1" status: 200 len: 217 time: 0.0839393 Jul 16 01:30:59.579926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37 req-1d332db1-f9cc-42fe-9b6b-0771636fdc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.584107 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37 req-1d332db1-f9cc-42fe-9b6b-0771636fdc62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 915 time: 0.2737384 Jul 16 01:30:59.667135 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37 req-72fa37cc-69ea-4dbf-afaf-00a6ec357b3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4323c08-ea48-4e42-a3c5-67277ca788e1 HTTP/1.1" status: 200 len: 217 time: 0.0644498 Jul 16 01:30:59.683116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709937bf-c771-49a6-ad9a-8733eadbbf8d req-9190228a-1fe3-4521-bbbe-c4988c3cfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.684746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-709937bf-c771-49a6-ad9a-8733eadbbf8d req-9190228a-1fe3-4521-bbbe-c4988c3cfb76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c3499fd-ce8d-456e-a09b-b7cacd9a997e HTTP/1.1" status: 200 len: 853 time: 0.1007159 Jul 16 01:30:59.745799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bfdb1-08a8-4167-a0f9-804083d7d554 req-7b246c5b-ae78-47aa-948d-89f56d9c19fa tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.747411 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-173bfdb1-08a8-4167-a0f9-804083d7d554 req-7b246c5b-ae78-47aa-948d-89f56d9c19fa tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.2038622 Jul 16 01:30:59.756466 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-709937bf-c771-49a6-ad9a-8733eadbbf8d req-be616713-a175-49c6-a65a-55663d83920f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623636 Jul 16 01:30:59.761611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37 req-463f9837-9466-4129-83ea-e291929e580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.763814 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37 req-463f9837-9466-4129-83ea-e291929e580c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 200 len: 855 time: 0.0869977 Jul 16 01:30:59.817144 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-173bfdb1-08a8-4167-a0f9-804083d7d554 req-01c522a1-bdd5-4a7e-9836-531e16afd8f0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577312 Jul 16 01:30:59.853008 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37 req-21feba5c-06a6-41c7-af07-e037103f8100 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=905f8058-a72c-4ce8-b174-445630c9e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402067 Jul 16 01:30:59.916982 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-709937bf-c771-49a6-ad9a-8733eadbbf8d req-0221cae3-f4d8-47e9-87b2-3d0275416fe0 service neutron] 10.222.0.67 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483636 Jul 16 01:31:00.013871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37 req-4159aed7-5b23-44c0-a191-bd8e5fa05cd9 service neutron] 10.222.0.50 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506011 Jul 16 01:31:00.059827 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.163006 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-709937bf-c771-49a6-ad9a-8733eadbbf8d req-7f95912e-4055-44bf-b866-19f5774aec5b service neutron] 10.222.0.67 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351537 Jul 16 01:31:00.198300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f8be068-4d2c-43d5-a1b0-c0ae02f97a37 req-4324c842-4b2a-4df3-be8a-df0ae31e6855 service neutron] 10.222.0.50 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751392 Jul 16 01:31:00.224657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eb9d9-bea3-4570-8703-858d5f630dcd req-e05bdf85-5aca-4236-aaed-6487f8c0df6c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.235456 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-437eb9d9-bea3-4570-8703-858d5f630dcd req-e05bdf85-5aca-4236-aaed-6487f8c0df6c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 944 time: 0.2142665 Jul 16 01:31:00.300958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-437eb9d9-bea3-4570-8703-858d5f630dcd req-63c6b59e-4af1-451c-b8f3-49af2a22a2ba tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537701 Jul 16 01:31:00.338555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-ad61a0dc-3aa6-413d-8572-2b2d856a1913 req-fe5a924d-960e-42e2-a722-1a5eca4dfd05 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:00.339801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad61a0dc-3aa6-413d-8572-2b2d856a1913 req-fe5a924d-960e-42e2-a722-1a5eca4dfd05 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067689 Jul 16 01:31:00.642826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d7bc4-f4ba-4e96-8ce4-ef2eab0a1f47 req-14cee1cd-c0fc-4014-952f-5b5445173e52 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.644970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a02d7bc4-f4ba-4e96-8ce4-ef2eab0a1f47 req-14cee1cd-c0fc-4014-952f-5b5445173e52 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.0793312 Jul 16 01:31:00.714633 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a02d7bc4-f4ba-4e96-8ce4-ef2eab0a1f47 req-75782a1a-fce1-4d2a-bfc9-b44e8c55e005 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633218 Jul 16 01:31:00.745953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8c9c5-48f8-41fd-a9c1-d168dd7e0083 req-5b22bee7-b48b-4839-b471-120fa7d4f0c0 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.750484 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ec8c9c5-48f8-41fd-a9c1-d168dd7e0083 req-5b22bee7-b48b-4839-b471-120fa7d4f0c0 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1034145 Jul 16 01:31:00.793790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7ec8c9c5-48f8-41fd-a9c1-d168dd7e0083 req-b58e4fdf-38a2-47ab-a7cf-7892e1d3efb5 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Jul 16 01:31:00.810761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49090) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:01.021182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 39498813-a3f3-4d3b-a06b-ba2234060282 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:01.022478 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-1ff72186-8de7-4fcf-9db7-c5b46cb1051e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2101486 Jul 16 01:31:01.049998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0681a72-94ef-4f98-a2c0-fe4754f4e3b5 req-06e0612c-7912-4e04-9274-e2cb282f3bfe tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.052501 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0681a72-94ef-4f98-a2c0-fe4754f4e3b5 req-06e0612c-7912-4e04-9274-e2cb282f3bfe tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.0934248 Jul 16 01:31:01.100895 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0681a72-94ef-4f98-a2c0-fe4754f4e3b5 req-d07c4471-746e-48ed-a5d8-c166587c83fd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 Jul 16 01:31:01.645049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5c44-5eb8-447f-86df-15ae1c031120 req-f1d28d72-5c21-43fc-b8d0-a18031a1b7bf tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.655989 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-827d5c44-5eb8-447f-86df-15ae1c031120 req-f1d28d72-5c21-43fc-b8d0-a18031a1b7bf tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 944 time: 0.1579487 Jul 16 01:31:01.723953 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-827d5c44-5eb8-447f-86df-15ae1c031120 req-20cba12d-0be0-447b-868d-e77f10ed03f8 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670767 Jul 16 01:31:01.778770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618f41e-c2a4-426f-8871-d7b6852e64a5 req-db7559f9-3d7a-4c81-981e-60a90714cded tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.782889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5618f41e-c2a4-426f-8871-d7b6852e64a5 req-db7559f9-3d7a-4c81-981e-60a90714cded tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1300886 Jul 16 01:31:01.799195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62444a8-1249-4d7a-80de-a6081f53719f req-8b0dd8ce-8c47-4494-a061-764c9bde16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.800828 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b62444a8-1249-4d7a-80de-a6081f53719f req-8b0dd8ce-8c47-4494-a061-764c9bde16b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0915229 Jul 16 01:31:01.837473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c4323c08-ea48-4e42-a3c5-67277ca788e1 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:01.840903 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5618f41e-c2a4-426f-8871-d7b6852e64a5 req-3d1b6ba0-09ae-4caa-ba64-7394ec766a09 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501690 Jul 16 01:31:01.963688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62444a8-1249-4d7a-80de-a6081f53719f req-be3af1de-cf68-46d3-bd4a-91e380c10846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.965224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b62444a8-1249-4d7a-80de-a6081f53719f req-be3af1de-cf68-46d3-bd4a-91e380c10846 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.1575933 Jul 16 01:31:01.983312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c4323c08-ea48-4e42-a3c5-67277ca788e1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c4323c08-ea48-4e42-a3c5-67277ca788e1,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:02.020640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'c4323c08-ea48-4e42-a3c5-67277ca788e1', 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c', 'port_id': 'c4323c08-ea48-4e42-a3c5-67277ca788e1', 'mac_address': 'fa:16:3e:0d:7e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87981dde-5f63-4cbb-8ec5-c65426e3c429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:02.051318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd93ac-6ab1-42b6-9d95-cec4d6bebbad req-3716422e-c636-4c7f-b3db-e33d4aca517c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.063454 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55fd93ac-6ab1-42b6-9d95-cec4d6bebbad req-3716422e-c636-4c7f-b3db-e33d4aca517c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0962269 Jul 16 01:31:02.071435 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.086503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4323c08-ea48-4e42-a3c5-67277ca788e1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:02.094705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b62444a8-1249-4d7a-80de-a6081f53719f req-2614150d-cdb2-42ab-93a8-09cf1c1d42db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 998 time: 0.1132982 Jul 16 01:31:02.116449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c4323c08-ea48-4e42-a3c5-67277ca788e1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c4323c08-ea48-4e42-a3c5-67277ca788e1,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:02.119474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55fd93ac-6ab1-42b6-9d95-cec4d6bebbad req-03a6945a-ccad-4334-9b63-98e6dee444af tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543561 Jul 16 01:31:02.122790 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.124926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e7c1d-1b7e-441c-9f9a-d4f5bf28c154 req-853d0295-8494-4bed-b7e8-647ce7dbb96a tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.126859 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec6e7c1d-1b7e-441c-9f9a-d4f5bf28c154 req-853d0295-8494-4bed-b7e8-647ce7dbb96a tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1606305 Jul 16 01:31:02.190205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=c4323c08-ea48-4e42-a3c5-67277ca788e1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.214940 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec6e7c1d-1b7e-441c-9f9a-d4f5bf28c154 req-8105e639-e01f-4be5-aea8-cd0a77d3d61e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755680 Jul 16 01:31:02.217153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62444a8-1249-4d7a-80de-a6081f53719f req-6e55dbec-4b0b-45fb-826c-acefd20146dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.218733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b62444a8-1249-4d7a-80de-a6081f53719f req-6e55dbec-4b0b-45fb-826c-acefd20146dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.1078737 Jul 16 01:31:02.297268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62444a8-1249-4d7a-80de-a6081f53719f req-35863401-6ddb-447a-bfce-6a8b815fa413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.298860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b62444a8-1249-4d7a-80de-a6081f53719f req-35863401-6ddb-447a-bfce-6a8b815fa413 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720353 Jul 16 01:31:02.405978 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b62444a8-1249-4d7a-80de-a6081f53719f req-d1c17277-07b6-46ee-93aa-1fe3e81c8cad service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991325 Jul 16 01:31:02.485855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c4323c08-ea48-4e42-a3c5-67277ca788e1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:02.510223 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b62444a8-1249-4d7a-80de-a6081f53719f req-f4456bda-6e3d-42c0-9f59-beec0bc5be3e service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965495 Jul 16 01:31:02.524394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-d79bbe68-d738-4e9e-8980-e2afef90426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.526069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-d79bbe68-d738-4e9e-8980-e2afef90426a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62&tenant_id=37c41529f5c0494c831538b5dc6384bf HTTP/1.1" status: 200 len: 1095 time: 0.1301544 Jul 16 01:31:02.622142 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-29dfeba4-5747-46a9-b8b1-51bd4daacab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.623685 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-29dfeba4-5747-46a9-b8b1-51bd4daacab0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 1095 time: 0.0655017 Jul 16 01:31:02.745302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-f823999a-624e-484a-98d5-93569259b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.747168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-f823999a-624e-484a-98d5-93569259b091 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 917 time: 0.1123245 Jul 16 01:31:02.820431 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-0810f2ad-d5af-4d01-b3bc-27d6b5694313 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39498813-a3f3-4d3b-a06b-ba2234060282 HTTP/1.1" status: 200 len: 998 time: 0.0650365 Jul 16 01:31:02.913916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-7284adee-f425-4464-99d9-a32a08b65549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.915811 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-7284adee-f425-4464-99d9-a32a08b65549 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.0815625 Jul 16 01:31:03.016332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8c23c-0067-4fe9-a84e-b2bcc44a22c3 req-88016e2e-7b3a-4b72-a909-300d917a8bf0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.017683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-70f776b1-6ff2-462e-9aaf-ee6490509907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.018941 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53b8c23c-0067-4fe9-a84e-b2bcc44a22c3 req-88016e2e-7b3a-4b72-a909-300d917a8bf0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 945 time: 0.1138110 Jul 16 01:31:03.022399 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-70f776b1-6ff2-462e-9aaf-ee6490509907 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922129 Jul 16 01:31:03.075820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53b8c23c-0067-4fe9-a84e-b2bcc44a22c3 req-127917fc-f325-4192-aeb8-e2f0de4bf7e4 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457015 Jul 16 01:31:03.236148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-3b87f54a-fd03-4094-910d-c6221d0fe63e service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971397 Jul 16 01:31:03.247615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb83ed-6e2e-4d08-ba98-e86ab4128e0f req-4c03706c-c7cb-410a-88d9-7a97e15e772d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.254393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8eb83ed-6e2e-4d08-ba98-e86ab4128e0f req-4c03706c-c7cb-410a-88d9-7a97e15e772d tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1991305 Jul 16 01:31:03.326242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df27cb1-b239-4692-8aff-f4655dc2f219 req-070ef314-0c81-4d65-81b6-307bf889c1a1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.327876 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9df27cb1-b239-4692-8aff-f4655dc2f219 req-070ef314-0c81-4d65-81b6-307bf889c1a1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0776126 Jul 16 01:31:03.342569 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8eb83ed-6e2e-4d08-ba98-e86ab4128e0f req-235cf87f-7037-49fe-acb5-393b7e9ed0f5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875120 Jul 16 01:31:03.383628 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d06104ff-c49a-4b90-817d-fdcb8a66d658 req-c1029b84-8f15-4721-94e0-1649396a9286 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269929 Jul 16 01:31:03.385135 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9df27cb1-b239-4692-8aff-f4655dc2f219 req-760e5d71-f275-42a3-911b-2d81f586303f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465059 Jul 16 01:31:03.553511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc77a71-711a-42ba-bbda-df2e6e840501 req-ebd75549-1b4f-4cd6-b0ae-86f5a2a42654 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.555316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cc77a71-711a-42ba-bbda-df2e6e840501 req-ebd75549-1b4f-4cd6-b0ae-86f5a2a42654 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.0812197 Jul 16 01:31:03.625027 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cc77a71-711a-42ba-bbda-df2e6e840501 req-3dff9ad2-49a9-40a0-8469-02da25dcaa5e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630550 Jul 16 01:31:03.836525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c4323c08-ea48-4e42-a3c5-67277ca788e1 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:03.920589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port c4323c08-ea48-4e42-a3c5-67277ca788e1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:03.929510 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port c4323c08-ea48-4e42-a3c5-67277ca788e1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:03.930716 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.073487 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.114236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20374649-e0ef-4297-a9a5-fbee53a32fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4323c08-ea48-4e42-a3c5-67277ca788e1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:04.120735 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9cf6c1-70fc-4159-917a-eca82c4f173e" -d '{"events": [{"server_uuid": "20374649-e0ef-4297-a9a5-fbee53a32fde", "name": "network-vif-plugged", "status": "completed", "tag": "c4323c08-ea48-4e42-a3c5-67277ca788e1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:04.141309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c4323c08-ea48-4e42-a3c5-67277ca788e1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c4323c08-ea48-4e42-a3c5-67277ca788e1,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:04.147330 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.229738 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b637a2-1911-4900-8143-87bc2722a667 x-openstack-request-id: req-85b637a2-1911-4900-8143-87bc2722a667 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:04.230130 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20374649-e0ef-4297-a9a5-fbee53a32fde", "name": "network-vif-plugged", "status": "completed", "tag": "c4323c08-ea48-4e42-a3c5-67277ca788e1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:04.230523 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85b637a2-1911-4900-8143-87bc2722a667 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:04.230926 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20374649-e0ef-4297-a9a5-fbee53a32fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4323c08-ea48-4e42-a3c5-67277ca788e1', 'code': 200} Jul 16 01:31:04.290447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=c4323c08-ea48-4e42-a3c5-67277ca788e1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.402934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13203c0-cf45-4c11-af2e-5ce4c1234594 req-8130b977-9278-4c8d-9bbc-21932287bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.404458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d13203c0-cf45-4c11-af2e-5ce4c1234594 req-8130b977-9278-4c8d-9bbc-21932287bb36 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 1098 time: 0.1229527 Jul 16 01:31:04.416638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fdded-6a7b-445f-bae7-106441a58879 req-302d09fa-aec8-4ad1-a789-a6eb288d7507 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.418147 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba4fdded-6a7b-445f-bae7-106441a58879 req-302d09fa-aec8-4ad1-a789-a6eb288d7507 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 946 time: 0.1055746 Jul 16 01:31:04.472591 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d13203c0-cf45-4c11-af2e-5ce4c1234594 req-eca2a82c-5765-4feb-94d1-1a48a05058f7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 Jul 16 01:31:04.481068 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba4fdded-6a7b-445f-bae7-106441a58879 req-77bffe25-37c8-4451-883c-f2b2f377a26e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558534 Jul 16 01:31:04.608568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60113107-eb9e-40e9-9f95-ee675c5d1b51 req-2657fb68-d4ae-4621-9fdd-268eb4bce242 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.618299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60113107-eb9e-40e9-9f95-ee675c5d1b51 req-2657fb68-d4ae-4621-9fdd-268eb4bce242 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1033463 Jul 16 01:31:04.697248 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60113107-eb9e-40e9-9f95-ee675c5d1b51 req-600c7253-e1c9-4988-8c11-6619b60e1ccc tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688636 Jul 16 01:31:04.733263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47426ed-827e-45bb-b5f1-4af8bc0042ee req-e40247f8-7ee1-421f-8225-5a3a2eb82ab7 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.735285 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e47426ed-827e-45bb-b5f1-4af8bc0042ee req-e40247f8-7ee1-421f-8225-5a3a2eb82ab7 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0871766 Jul 16 01:31:04.821158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e47426ed-827e-45bb-b5f1-4af8bc0042ee req-731cfbe4-e79a-4dce-9b6f-6a17b1da19c8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788007 Jul 16 01:31:05.083057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73053b-95fe-4048-b6c6-cc8fd67a7297 req-de99ef64-e7e1-48ac-865f-7cc25a147b19 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.084660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec73053b-95fe-4048-b6c6-cc8fd67a7297 req-de99ef64-e7e1-48ac-865f-7cc25a147b19 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1298137 Jul 16 01:31:05.190853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec73053b-95fe-4048-b6c6-cc8fd67a7297 req-2c3b1ccf-3817-4447-9a27-afc66fa8a1a2 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877931 Jul 16 01:31:05.195980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a923-9813-46bd-ad04-b02142532a33 req-140877cf-4a01-49f5-9156-7e61a6b144cd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.198613 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0360a923-9813-46bd-ad04-b02142532a33 req-140877cf-4a01-49f5-9156-7e61a6b144cd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1865578 Jul 16 01:31:05.305471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0360a923-9813-46bd-ad04-b02142532a33 req-7d027235-0936-4f2a-ac47-0fa44ac45451 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974746 Jul 16 01:31:05.578441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e835dc-3782-4171-ba87-c68333afa5de req-1eebfee7-a270-4d7b-b9e0-338f277b5fec tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.580177 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59e835dc-3782-4171-ba87-c68333afa5de req-1eebfee7-a270-4d7b-b9e0-338f277b5fec tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.0882902 Jul 16 01:31:05.661984 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59e835dc-3782-4171-ba87-c68333afa5de req-49cce8b8-ccfe-4e9d-89b2-7974670351dd tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494082 Jul 16 01:31:05.810435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee0139-72a6-4999-9ea1-bea662cbab31 req-b76e61e6-4823-4795-b268-e67475ac5e00 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.812039 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8bee0139-72a6-4999-9ea1-bea662cbab31 req-b76e61e6-4823-4795-b268-e67475ac5e00 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 946 time: 0.1156166 Jul 16 01:31:05.859327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8bee0139-72a6-4999-9ea1-bea662cbab31 req-0ea5942b-f5ea-4c2c-a4fe-689062b47388 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Jul 16 01:31:06.254222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735a09-420c-4fed-9ba7-93d5c938210d req-6f4356bd-d380-4623-8b51-9ee5c2de2d0e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.270626 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6735a09-420c-4fed-9ba7-93d5c938210d req-6f4356bd-d380-4623-8b51-9ee5c2de2d0e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1964054 Jul 16 01:31:06.336268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6735a09-420c-4fed-9ba7-93d5c938210d req-ccfea2ea-16af-447e-a245-d27f7fd824b3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623968 Jul 16 01:31:06.503059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7944b-c2d7-4d31-a641-2cfdf4d45121 req-209dbf9d-f447-412d-82c6-c5ba3aa7ec54 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.506136 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17b7944b-c2d7-4d31-a641-2cfdf4d45121 req-209dbf9d-f447-412d-82c6-c5ba3aa7ec54 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1308722 Jul 16 01:31:06.574765 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17b7944b-c2d7-4d31-a641-2cfdf4d45121 req-32d54ba1-7cd8-4547-bf25-8b7b58e828cf tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618048 Jul 16 01:31:06.579733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a176f-af64-491a-9213-936f77e84860 req-4916f4f8-a4e9-499d-9b55-e07f69817499 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.593451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f41a176f-af64-491a-9213-936f77e84860 req-4916f4f8-a4e9-499d-9b55-e07f69817499 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1132278 Jul 16 01:31:06.657723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f41a176f-af64-491a-9213-936f77e84860 req-d6312a7c-4169-49ac-8425-20e9e9cb4083 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631998 Jul 16 01:31:07.064525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b388c-4a98-46e9-958c-f49547a5ebd6 req-0cd611c2-0c20-4af4-8064-21c0e8278890 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.068527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e69b388c-4a98-46e9-958c-f49547a5ebd6 req-0cd611c2-0c20-4af4-8064-21c0e8278890 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 946 time: 0.0692189 Jul 16 01:31:07.112360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e69b388c-4a98-46e9-958c-f49547a5ebd6 req-b7b3dd99-4fab-4ff6-b21b-fc3e22ae6a2b tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Jul 16 01:31:07.576937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddfe9d-0f64-4e19-9eee-cf4c9faee07b req-972af0a0-9dc7-4ec9-ac1f-ab4c782c3e86 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.582627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68ddfe9d-0f64-4e19-9eee-cf4c9faee07b req-972af0a0-9dc7-4ec9-ac1f-ab4c782c3e86 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0951362 Jul 16 01:31:07.624710 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68ddfe9d-0f64-4e19-9eee-cf4c9faee07b req-0363d1f4-7564-4fad-a9ed-a23d50e7f903 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384157 Jul 16 01:31:07.909008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cee9ae-d42b-40ce-bc6a-3da067d871f7 req-1f0fb601-919a-4dc4-b1f0-79528783025c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.922839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10cee9ae-d42b-40ce-bc6a-3da067d871f7 req-1f0fb601-919a-4dc4-b1f0-79528783025c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1197906 Jul 16 01:31:07.925465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7079ff3-15ff-4158-92b4-16df85b8dbfa req-6edacd90-8e87-4130-87e8-79ff5f028207 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.927454 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7079ff3-15ff-4158-92b4-16df85b8dbfa req-6edacd90-8e87-4130-87e8-79ff5f028207 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1182485 Jul 16 01:31:07.991098 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7079ff3-15ff-4158-92b4-16df85b8dbfa req-120f9816-60fb-4840-ac24-0bc0e43812b9 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574176 Jul 16 01:31:07.998249 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10cee9ae-d42b-40ce-bc6a-3da067d871f7 req-ce74f589-4c19-4f3b-8a51-b9a1e54ec31a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739527 Jul 16 01:31:08.435970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e242e-d741-4146-85ba-255a912177d2 req-f81b9975-b396-4683-9a17-4f47fb4ba722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.439480 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-398e242e-d741-4146-85ba-255a912177d2 req-f81b9975-b396-4683-9a17-4f47fb4ba722 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 1096 time: 0.1171465 Jul 16 01:31:08.649989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e242e-d741-4146-85ba-255a912177d2 req-3fefbc6a-1c18-41d6-9e2e-5b9e9e251afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.651529 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-398e242e-d741-4146-85ba-255a912177d2 req-3fefbc6a-1c18-41d6-9e2e-5b9e9e251afc service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 200 len: 912 time: 0.1986272 Jul 16 01:31:08.719590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8017-649c-4893-ad01-cdae1c183acf req-9db73d72-508b-4eef-bc7e-14c5b81a416b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.727196 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99ee8017-649c-4893-ad01-cdae1c183acf req-9db73d72-508b-4eef-bc7e-14c5b81a416b tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1381693 Jul 16 01:31:08.807940 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99ee8017-649c-4893-ad01-cdae1c183acf req-a7fd54a5-0c4d-432e-9733-78181c88364a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798955 Jul 16 01:31:08.855927 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-398e242e-d741-4146-85ba-255a912177d2 req-114fbda6-f30e-450e-bcc0-5d9a60f8716f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 200 len: 998 time: 0.1971633 Jul 16 01:31:08.881550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cb6ad-558c-4673-a78b-caafb9be5df9 req-20acc299-e951-4811-977a-a670898e638d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.888746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-208cb6ad-558c-4673-a78b-caafb9be5df9 req-20acc299-e951-4811-977a-a670898e638d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1113608 Jul 16 01:31:08.921717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e242e-d741-4146-85ba-255a912177d2 req-108c7cc2-099e-4569-91d0-ba2bb9f00065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.924125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-398e242e-d741-4146-85ba-255a912177d2 req-108c7cc2-099e-4569-91d0-ba2bb9f00065 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 200 len: 851 time: 0.0552707 Jul 16 01:31:08.929821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-208cb6ad-558c-4673-a78b-caafb9be5df9 req-09eca48e-097d-41bf-837c-e45dfde24fc0 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400572 Jul 16 01:31:08.995644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e242e-d741-4146-85ba-255a912177d2 req-6653546e-b20b-41c1-9566-4446d2a421ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.997315 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-398e242e-d741-4146-85ba-255a912177d2 req-6653546e-b20b-41c1-9566-4446d2a421ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9491746-18a9-4e5f-90b0-ecff7036d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650709 Jul 16 01:31:09.121094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-398e242e-d741-4146-85ba-255a912177d2 req-c350b144-acf6-44b3-8a89-14d116b13009 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158211 Jul 16 01:31:09.271122 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-398e242e-d741-4146-85ba-255a912177d2 req-8e473de2-f895-4ee9-96da-947cdc4d31d9 service neutron] 10.222.0.50 "GET /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429853 Jul 16 01:31:09.295944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117103-8467-45b9-ae00-25f8fc254023 req-342aff9e-17d1-4fc0-97c0-13dd265d1a43 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.297434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a117103-8467-45b9-ae00-25f8fc254023 req-342aff9e-17d1-4fc0-97c0-13dd265d1a43 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1503079 Jul 16 01:31:09.350419 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a117103-8467-45b9-ae00-25f8fc254023 req-86900ebc-cbc9-4feb-83d6-3061a154e571 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384276 Jul 16 01:31:10.103975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42082-645e-44be-8bcb-e6a3a5e5a4fc req-5c367899-29b5-4dec-a703-39974c3c7e14 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.105612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05c42082-645e-44be-8bcb-e6a3a5e5a4fc req-5c367899-29b5-4dec-a703-39974c3c7e14 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.0966060 Jul 16 01:31:10.156312 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05c42082-645e-44be-8bcb-e6a3a5e5a4fc req-8cf1d1e7-a6d2-410d-8c04-662aa610310a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Jul 16 01:31:10.177554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce69afc-f560-4882-926b-5601aa968661 req-15277c8d-ec17-49f3-87d4-6acaa1e4cafe tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.179609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ce69afc-f560-4882-926b-5601aa968661 req-15277c8d-ec17-49f3-87d4-6acaa1e4cafe tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0827672 Jul 16 01:31:10.310784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ce69afc-f560-4882-926b-5601aa968661 req-62c43a93-42c7-4862-ab83-349d973a5163 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227107 Jul 16 01:31:10.595879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299e46a-52f2-4fad-9032-80ef276736d3 req-b016adc3-522e-48fb-a7b7-d97db8e840a2 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.597413 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4299e46a-52f2-4fad-9032-80ef276736d3 req-b016adc3-522e-48fb-a7b7-d97db8e840a2 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.0755980 Jul 16 01:31:10.638645 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4299e46a-52f2-4fad-9032-80ef276736d3 req-284dbbad-3990-4f9d-b18b-b62f8ca3ef62 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343816 Jul 16 01:31:11.408642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49249-2a11-4ec7-b7cc-a713cdafe64c req-637b7657-6d0e-427b-ade3-8e207895afa7 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.416845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4a49249-2a11-4ec7-b7cc-a713cdafe64c req-637b7657-6d0e-427b-ade3-8e207895afa7 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1098 time: 0.1286137 Jul 16 01:31:11.432820 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4a49249-2a11-4ec7-b7cc-a713cdafe64c req-81c6231f-988d-4379-9077-301447c0eb95 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.556612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fc40c-38f6-4eda-b9c6-25264ee855da req-32e86053-f56b-4e66-aae0-05daad31c9a2 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.558254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a8fc40c-38f6-4eda-b9c6-25264ee855da req-32e86053-f56b-4e66-aae0-05daad31c9a2 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1718943 Jul 16 01:31:11.644422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a8fc40c-38f6-4eda-b9c6-25264ee855da req-b7b7b5c0-8add-4d8c-8e65-e24a61b85c8e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774658 Jul 16 01:31:11.692350 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4a49249-2a11-4ec7-b7cc-a713cdafe64c req-81c6231f-988d-4379-9077-301447c0eb95 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.699413 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a4a49249-2a11-4ec7-b7cc-a713cdafe64c req-81c6231f-988d-4379-9077-301447c0eb95 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.770596 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4a49249-2a11-4ec7-b7cc-a713cdafe64c req-81c6231f-988d-4379-9077-301447c0eb95 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526142 Jul 16 01:31:11.772181 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6231f-988d-4379-9077-301447c0eb95 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2bbf0c-3245-424b-a879-91c7edafd8eb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.884792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8da86c-fb02-4109-896f-406602885d22 req-309464b2-153c-4e2b-ba8c-3c3875a65886 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.895645 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c8da86c-fb02-4109-896f-406602885d22 req-309464b2-153c-4e2b-ba8c-3c3875a65886 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1039190 Jul 16 01:31:11.974636 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c8da86c-fb02-4109-896f-406602885d22 req-e6a11250-9cde-4876-86b5-80a1b7bf951c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712719 Jul 16 01:31:12.075248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936163a6-c8fd-4d37-b278-9e9b1a29a43a req-cb363bd6-49b4-4605-bf04-22a733dfc85e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.087356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-936163a6-c8fd-4d37-b278-9e9b1a29a43a req-cb363bd6-49b4-4605-bf04-22a733dfc85e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1389797 Jul 16 01:31:12.158665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-936163a6-c8fd-4d37-b278-9e9b1a29a43a req-575daf82-d0c4-4487-bf37-d0117cc437ae tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681560 Jul 16 01:31:12.308399 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e5a85-b6b9-40ff-9d5d-951259d1f305 req-5f06a680-a718-4817-826c-57069d52e96a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.310811 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df0e5a85-b6b9-40ff-9d5d-951259d1f305 req-5f06a680-a718-4817-826c-57069d52e96a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.0953102 Jul 16 01:31:12.382894 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df0e5a85-b6b9-40ff-9d5d-951259d1f305 req-4061574e-8577-4f3a-8124-70e5deaa284a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640306 Jul 16 01:31:12.547981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30d96d-dd55-4b8f-a754-55fab75fed15 req-57649104-2ccd-4603-969f-b50a7a8d471c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.549722 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a30d96d-dd55-4b8f-a754-55fab75fed15 req-57649104-2ccd-4603-969f-b50a7a8d471c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.0890856 Jul 16 01:31:12.613811 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a30d96d-dd55-4b8f-a754-55fab75fed15 req-7e785d69-365b-4308-b6f4-2881242fb156 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546427 Jul 16 01:31:12.645330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49406) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:12.731916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-832bf618-f13f-48c4-8767-645de2e8c952 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/2775fbe5-a248-4708-abeb-32d2283328b9 HTTP/1.1" status: 200 len: 993 time: 0.0854197 Jul 16 01:31:13.427974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-85fbba2f-1bc4-4c3f-a346-db6cdddaf7e3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.429245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-85fbba2f-1bc4-4c3f-a346-db6cdddaf7e3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c55a81c-c04f-480f-ae4b-f31b4515e117 HTTP/1.1" status: 200 len: 943 time: 0.1032257 Jul 16 01:31:13.566454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-864b89d5-8363-44a2-8c1d-a7c0ccad6f5a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Deleting port e759b72b-b98a-42c2-bbcb-96313a940a6b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:13.567203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-864b89d5-8363-44a2-8c1d-a7c0ccad6f5a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.695790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-864b89d5-8363-44a2-8c1d-a7c0ccad6f5a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] For port e759b72b-b98a-42c2-bbcb-96313a940a6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e759b72b-b98a-42c2-bbcb-96313a940a6b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:13.696381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-864b89d5-8363-44a2-8c1d-a7c0ccad6f5a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.715081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-864b89d5-8363-44a2-8c1d-a7c0ccad6f5a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Calling delete_port for e759b72b-b98a-42c2-bbcb-96313a940a6b owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:13.896928 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-864b89d5-8363-44a2-8c1d-a7c0ccad6f5a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.913352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b6fa5f16-41e1-430a-bb86-8ae48ff7279a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:13.916600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['dd5578b6-85ad-491a-9486-16b8143c91bf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:13.929647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b89d5-8363-44a2-8c1d-a7c0ccad6f5a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event deleted for resources: {'Port': ['ID=e759b72b-b98a-42c2-bbcb-96313a940a6b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.025318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-864b89d5-8363-44a2-8c1d-a7c0ccad6f5a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] No DVR routers for this DVR port e759b72b-b98a-42c2-bbcb-96313a940a6b on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:14.030992 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-864b89d5-8363-44a2-8c1d-a7c0ccad6f5a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.056411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f0b9b12b-adb8-4ae0-bf23-da15a8573c24 req-864b89d5-8363-44a2-8c1d-a7c0ccad6f5a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "DELETE /v2.0/ports/e759b72b-b98a-42c2-bbcb-96313a940a6b HTTP/1.1" status: 204 len: 173 time: 0.6184542 Jul 16 01:31:14.058238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'name': 'network-vif-deleted', 'tag': 'e759b72b-b98a-42c2-bbcb-96313a940a6b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:14.075066 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5fa9b0-fca1-4099-85ca-e803345ae5b9" -d '{"events": [{"server_uuid": "9c55a81c-c04f-480f-ae4b-f31b4515e117", "name": "network-vif-deleted", "tag": "e759b72b-b98a-42c2-bbcb-96313a940a6b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:14.799577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec53b5-a3d8-4e2a-b79a-8140a81a4f7e req-f5bfb6a4-7d4f-47d0-9fad-e499847c444b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.807219 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7fec53b5-a3d8-4e2a-b79a-8140a81a4f7e req-f5bfb6a4-7d4f-47d0-9fad-e499847c444b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0781639 Jul 16 01:31:14.863221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7fec53b5-a3d8-4e2a-b79a-8140a81a4f7e req-c32dc2be-2ef0-40f5-b5d1-ecb88335f361 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548623 Jul 16 01:31:15.059608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321e27-2345-402b-807f-c0fe6824c13b req-00c3f7a8-3247-4972-8ad1-f028e7155e6c tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.061552 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d321e27-2345-402b-807f-c0fe6824c13b req-00c3f7a8-3247-4972-8ad1-f028e7155e6c tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.0809615 Jul 16 01:31:15.110738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d321e27-2345-402b-807f-c0fe6824c13b req-39c724f0-fc47-462e-8e63-2ca50483ca5b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353978 Jul 16 01:31:15.417410 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15e72b0-dbd1-422b-85e1-682be507cb79 x-openstack-request-id: req-b15e72b0-dbd1-422b-85e1-682be507cb79 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:15.418123 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55a81c-c04f-480f-ae4b-f31b4515e117", "name": "network-vif-deleted", "tag": "e759b72b-b98a-42c2-bbcb-96313a940a6b", "status": "failed", "code": 422}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:15.420466 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b15e72b0-dbd1-422b-85e1-682be507cb79 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:15.421194 n-d-791504-14 neutron-server[93945]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c55a81c-c04f-480f-ae4b-f31b4515e117', 'name': 'network-vif-deleted', 'tag': 'e759b72b-b98a-42c2-bbcb-96313a940a6b', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:31:15.985123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef16a5-e303-4863-9023-527afcbaa51c req-ac16fbde-ce51-484a-a5f9-13bd4f6f082e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.987142 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3ef16a5-e303-4863-9023-527afcbaa51c req-ac16fbde-ce51-484a-a5f9-13bd4f6f082e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 908 time: 0.1149979 Jul 16 01:31:16.218463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f7e57-9fa6-4abb-b8d1-62e488a432de req-4d3c3631-200a-4ac7-9de7-cf00935e075b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.219326 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b8f7e57-9fa6-4abb-b8d1-62e488a432de req-4d3c3631-200a-4ac7-9de7-cf00935e075b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1097999 Jul 16 01:31:16.267530 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b8f7e57-9fa6-4abb-b8d1-62e488a432de req-5f512f3c-5da9-4f7c-8172-771599fc3f74 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 Jul 16 01:31:16.492989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388411b-d738-4ca0-8e94-18e6162d0948 req-7fb0ac2b-8852-4c4d-808f-8cb5a8e6b991 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.495632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f388411b-d738-4ca0-8e94-18e6162d0948 req-7fb0ac2b-8852-4c4d-808f-8cb5a8e6b991 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1134892 Jul 16 01:31:16.560975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f388411b-d738-4ca0-8e94-18e6162d0948 req-d5873fe6-de07-463a-8377-daa7e1c49dfa tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590205 Jul 16 01:31:17.213148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313eaab-814c-43e3-bf9c-85dc72cab75d req-65627859-0bcd-46e1-8e1f-f841d6c87ad8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.214946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2313eaab-814c-43e3-bf9c-85dc72cab75d req-65627859-0bcd-46e1-8e1f-f841d6c87ad8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 908 time: 0.0883036 Jul 16 01:31:17.624859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c314-09c6-4d18-8922-506ce0e94c21 req-4e6ab975-bd58-4810-bc1a-7e948753f1ef tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.627644 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11a8c314-09c6-4d18-8922-506ce0e94c21 req-4e6ab975-bd58-4810-bc1a-7e948753f1ef tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1769040 Jul 16 01:31:17.733307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-eb7b6b68-f369-4bf1-bce6-acd30ce66b45 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.735711 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-eb7b6b68-f369-4bf1-bce6-acd30ce66b45 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 908 time: 0.0781157 Jul 16 01:31:17.760257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11a8c314-09c6-4d18-8922-506ce0e94c21 req-b3588ee1-07a3-4c6a-9748-763546b24849 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247327 Jul 16 01:31:17.938444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-6d9e23a2-218d-4993-b912-32843f70da27 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Deleting port e2e647a4-4255-4fec-a29e-2a1bd12289f1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:17.939090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-6d9e23a2-218d-4993-b912-32843f70da27 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.040937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ae111-2c95-46ac-8a42-1fcf62c4c8ba req-55baca31-8eea-45a3-b0ab-29fbe3eb47f7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.042589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-497ae111-2c95-46ac-8a42-1fcf62c4c8ba req-55baca31-8eea-45a3-b0ab-29fbe3eb47f7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.0919738 Jul 16 01:31:18.080287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-6d9e23a2-218d-4993-b912-32843f70da27 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] For port e2e647a4-4255-4fec-a29e-2a1bd12289f1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e2e647a4-4255-4fec-a29e-2a1bd12289f1,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:18.080769 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-6d9e23a2-218d-4993-b912-32843f70da27 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.093765 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-497ae111-2c95-46ac-8a42-1fcf62c4c8ba req-bf653888-db91-40ca-9cf0-97e400e6324d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448089 Jul 16 01:31:18.095756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-6d9e23a2-218d-4993-b912-32843f70da27 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Calling delete_port for e2e647a4-4255-4fec-a29e-2a1bd12289f1 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:18.216896 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:18.273585 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-6d9e23a2-218d-4993-b912-32843f70da27 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.303094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e23a2-218d-4993-b912-32843f70da27 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event deleted for resources: {'Port': ['ID=e2e647a4-4255-4fec-a29e-2a1bd12289f1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.370662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-6d9e23a2-218d-4993-b912-32843f70da27 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] No DVR routers for this DVR port e2e647a4-4255-4fec-a29e-2a1bd12289f1 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:18.373795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-6d9e23a2-218d-4993-b912-32843f70da27 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.376469 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4808fe39-a2f3-4d9d-8ae4-dc2f10650ab4 req-6d9e23a2-218d-4993-b912-32843f70da27 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "DELETE /v2.0/ports/e2e647a4-4255-4fec-a29e-2a1bd12289f1 HTTP/1.1" status: 204 len: 173 time: 0.6258247 Jul 16 01:31:18.377522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbe6ad1-16f2-46c3-a050-734aa5811765', 'name': 'network-vif-deleted', 'tag': 'e2e647a4-4255-4fec-a29e-2a1bd12289f1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:18.380874 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95110e4-53a8-4525-ae98-fc9098175b2e" -d '{"events": [{"server_uuid": "edbe6ad1-16f2-46c3-a050-734aa5811765", "name": "network-vif-deleted", "tag": "e2e647a4-4255-4fec-a29e-2a1bd12289f1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:18.412110 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e637ba5d-257d-4f2a-b0a9-a73dc8806ee0 req-1e09cde2-b8a4-46f5-810d-f8f8571485d2 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbe6ad1-16f2-46c3-a050-734aa5811765 HTTP/1.1" status: 200 len: 210 time: 0.0507169 Jul 16 01:31:18.475048 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bda5fc7-0357-4656-98b7-c546d62dd51f x-openstack-request-id: req-6bda5fc7-0357-4656-98b7-c546d62dd51f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:18.475436 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbe6ad1-16f2-46c3-a050-734aa5811765", "name": "network-vif-deleted", "tag": "e2e647a4-4255-4fec-a29e-2a1bd12289f1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:18.475771 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6bda5fc7-0357-4656-98b7-c546d62dd51f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:18.476254 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe6ad1-16f2-46c3-a050-734aa5811765', 'name': 'network-vif-deleted', 'tag': 'e2e647a4-4255-4fec-a29e-2a1bd12289f1', 'status': 'completed', 'code': 200} Jul 16 01:31:18.746218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-fcee0028-3698-4fd1-901f-6ef496b5b518 req-41bd3dca-a14a-489a-b492-18a8c0489bb5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:18.746758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcee0028-3698-4fd1-901f-6ef496b5b518 req-41bd3dca-a14a-489a-b492-18a8c0489bb5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057416 Jul 16 01:31:19.006994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70069908-2aa2-4f5b-939b-00b81bbd79e8 req-3756ddef-acc9-4369-bce9-b37c13577147 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.008702 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-70069908-2aa2-4f5b-939b-00b81bbd79e8 req-3756ddef-acc9-4369-bce9-b37c13577147 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0943696 Jul 16 01:31:19.084860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-70069908-2aa2-4f5b-939b-00b81bbd79e8 req-13adcf13-8a89-4719-b14a-784bcbd3deb2 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653169 Jul 16 01:31:19.364119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b987b6c-dfd7-4157-ba16-2f41cc1e099e req-d59e1d74-e3ed-4c50-848a-ae9c96b3fe45 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.366306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b987b6c-dfd7-4157-ba16-2f41cc1e099e req-d59e1d74-e3ed-4c50-848a-ae9c96b3fe45 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1000531 Jul 16 01:31:19.416604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab64c0-1426-4e49-b00c-2396c5aa6641 req-d598e3a4-3296-4595-9fef-e347db3939ea tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.422216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b987b6c-dfd7-4157-ba16-2f41cc1e099e req-c0f9c020-3a88-4b80-8683-ac602b45a88f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430944 Jul 16 01:31:19.423862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4bab64c0-1426-4e49-b00c-2396c5aa6641 req-d598e3a4-3296-4595-9fef-e347db3939ea tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.2041419 Jul 16 01:31:19.436009 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-09b71c21-6606-4ec3-b982-a65b337dc198 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2505701 Jul 16 01:31:19.510285 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4bab64c0-1426-4e49-b00c-2396c5aa6641 req-ce3810a0-7782-4e33-a9b0-f1b33197ac49 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839424 Jul 16 01:31:19.937541 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e2e647a4-4255-4fec-a29e-2a1bd12289f1 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:20.023551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: e2e647a4-4255-4fec-a29e-2a1bd12289f1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:20.024229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e2e647a4-4255-4fec-a29e-2a1bd12289f1 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:20.201061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eb90f-d3a3-4883-821a-f0b94ae11f58 req-ff8312ac-152c-4d5e-a9cb-90b9a5693083 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.203054 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e74eb90f-d3a3-4883-821a-f0b94ae11f58 req-ff8312ac-152c-4d5e-a9cb-90b9a5693083 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 946 time: 0.1233740 Jul 16 01:31:20.262491 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e74eb90f-d3a3-4883-821a-f0b94ae11f58 req-6af7b9db-6aad-4465-b632-1c17923ab304 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504880 Jul 16 01:31:20.405242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b2041-b1bf-4d49-b52f-1efaa95ed224 req-d6238fc6-af1e-490d-88c3-7ce9eb2de088 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.407637 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-026b2041-b1bf-4d49-b52f-1efaa95ed224 req-d6238fc6-af1e-490d-88c3-7ce9eb2de088 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0938466 Jul 16 01:31:20.488592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-026b2041-b1bf-4d49-b52f-1efaa95ed224 req-227e81b4-a7c6-4a34-9b53-7f6cf7f1491a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677948 Jul 16 01:31:20.708211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a3ffc-9785-412f-b94f-37dd7eda0048 req-50bdd19e-a846-43e5-91eb-f4d1b1c9f661 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.710229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f5a3ffc-9785-412f-b94f-37dd7eda0048 req-50bdd19e-a846-43e5-91eb-f4d1b1c9f661 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1088021 Jul 16 01:31:20.773884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f5a3ffc-9785-412f-b94f-37dd7eda0048 req-14d8cd50-6c82-4410-81eb-30259c00180b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578506 Jul 16 01:31:20.784783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150d728-7d17-474a-8b90-45b2e945945b req-1eaea9b6-9c7f-4c10-add3-0e055bb520b2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.786551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7150d728-7d17-474a-8b90-45b2e945945b req-1eaea9b6-9c7f-4c10-add3-0e055bb520b2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1076686 Jul 16 01:31:20.843368 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7150d728-7d17-474a-8b90-45b2e945945b req-18c73bc6-c9b4-496b-9085-b7698a2e11ff tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492606 Jul 16 01:31:21.144869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 58ca2a91-4b05-4d62-ada9-dffbf562866f details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:21.288907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:21.302932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195', 'port_id': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'mac_address': 'fa:16:3e:61:96:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3499fd-ce8d-456e-a09b-b7cacd9a997e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:21.343222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-b5277909-70eb-475f-b851-c2821b430431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.344958 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-b5277909-70eb-475f-b851-c2821b430431 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1098 time: 0.0721660 Jul 16 01:31:21.355109 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.370833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58ca2a91-4b05-4d62-ada9-dffbf562866f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:21.398894 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:21.408434 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.464942 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.484774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-48890bfd-38b6-49fc-a6df-159f82ce6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.486749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-48890bfd-38b6-49fc-a6df-159f82ce6870 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 200 len: 897 time: 0.1296742 Jul 16 01:31:21.547798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd734ea-f0a1-4284-afe6-95749ef809ba req-5803924b-33e8-4c8c-b03f-bb2c30592842 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.557187 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dd734ea-f0a1-4284-afe6-95749ef809ba req-5803924b-33e8-4c8c-b03f-bb2c30592842 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 946 time: 0.1052477 Jul 16 01:31:21.572709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-b510b3e8-d825-4564-b608-f8cc551faa19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 1001 time: 0.0723653 Jul 16 01:31:21.627987 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dd734ea-f0a1-4284-afe6-95749ef809ba req-782d825b-3da8-4b8e-bed2-2f52ecd28d7e tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691943 Jul 16 01:31:21.648698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-0abc68eb-dc45-4c5c-a04a-e0b5ffe210e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.651163 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-0abc68eb-dc45-4c5c-a04a-e0b5ffe210e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8943fe5-0864-49a0-8c8f-d04748cba8fe HTTP/1.1" status: 200 len: 835 time: 0.0701363 Jul 16 01:31:21.664795 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['58ca2a91-4b05-4d62-ada9-dffbf562866f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:21.825112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-e8b0333a-96b3-44da-b39f-1f2c0196d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.827404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-e8b0333a-96b3-44da-b39f-1f2c0196d9cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a3fbcf-f795-44d0-9692-c450bd9770f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672063 Jul 16 01:31:21.875315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77ae09-89f2-43b1-985d-b6b62b87fbc0 req-aeeb191f-527f-4942-8778-4922125ab378 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.896994 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b77ae09-89f2-43b1-985d-b6b62b87fbc0 req-aeeb191f-527f-4942-8778-4922125ab378 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.2295110 Jul 16 01:31:22.027511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b77ae09-89f2-43b1-985d-b6b62b87fbc0 req-59939a52-1094-4cde-a41a-734ccf233ffa tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294818 Jul 16 01:31:22.078825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-e3dc3253-a6ee-4d39-93f1-4435f7d2a9f1 service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292295 Jul 16 01:31:22.251091 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-716d8aa2-664e-4dd9-9c8d-f6bc3a78d192 service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650107 Jul 16 01:31:22.406497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907c13f-6c43-435b-8347-fe5957e0f8e9 req-e48c315d-31c5-45ed-970f-1121a99b3e0f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.408753 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2907c13f-6c43-435b-8347-fe5957e0f8e9 req-e48c315d-31c5-45ed-970f-1121a99b3e0f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1488857 Jul 16 01:31:22.497446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2907c13f-6c43-435b-8347-fe5957e0f8e9 req-36c28884-871d-41ab-88ef-02683a65679c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758867 Jul 16 01:31:22.549138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416d77d-ad46-4164-90d9-fe79fb881870 req-88a86efb-a48a-48b9-9ae5-561381e09d33 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.564467 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4416d77d-ad46-4164-90d9-fe79fb881870 req-88a86efb-a48a-48b9-9ae5-561381e09d33 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 943 time: 0.1451128 Jul 16 01:31:22.580835 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fab70-8a88-4e3d-84f7-82057633673d req-a4027758-e7e0-4528-ba7c-77bb52bef178 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.584551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-db9fab70-8a88-4e3d-84f7-82057633673d req-a4027758-e7e0-4528-ba7c-77bb52bef178 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 946 time: 0.5933988 Jul 16 01:31:22.752410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4416d77d-ad46-4164-90d9-fe79fb881870 req-934b040d-ca1e-470c-8165-1fb63bd7103c tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666276 Jul 16 01:31:22.798778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-db9fab70-8a88-4e3d-84f7-82057633673d req-d59259b8-83cc-4ef7-abc4-58b496944500 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Deleting port b6fa5f16-41e1-430a-bb86-8ae48ff7279a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:22.799528 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db9fab70-8a88-4e3d-84f7-82057633673d req-d59259b8-83cc-4ef7-abc4-58b496944500 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.966401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-db9fab70-8a88-4e3d-84f7-82057633673d req-d59259b8-83cc-4ef7-abc4-58b496944500 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] For port b6fa5f16-41e1-430a-bb86-8ae48ff7279a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:22.967406 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db9fab70-8a88-4e3d-84f7-82057633673d req-d59259b8-83cc-4ef7-abc4-58b496944500 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.983758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443fc6-9dd9-4a36-a1c1-ad2d87dadfd6 req-e60f57ed-9d2b-4950-9b2c-e7d8cb3c7726 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.986850 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-78443fc6-9dd9-4a36-a1c1-ad2d87dadfd6 req-e60f57ed-9d2b-4950-9b2c-e7d8cb3c7726 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 946 time: 0.1419265 Jul 16 01:31:22.989289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-db9fab70-8a88-4e3d-84f7-82057633673d req-d59259b8-83cc-4ef7-abc4-58b496944500 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Calling delete_port for b6fa5f16-41e1-430a-bb86-8ae48ff7279a owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:23.083496 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-78443fc6-9dd9-4a36-a1c1-ad2d87dadfd6 req-01cade3b-77e1-4fca-a496-f5498883430f tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880718 Jul 16 01:31:23.167349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 39498813-a3f3-4d3b-a06b-ba2234060282 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:23.170360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 58ca2a91-4b05-4d62-ada9-dffbf562866f up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:23.234788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db9fab70-8a88-4e3d-84f7-82057633673d req-d59259b8-83cc-4ef7-abc4-58b496944500 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.269384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['dd5578b6-85ad-491a-9486-16b8143c91bf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:23.272869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b6fa5f16-41e1-430a-bb86-8ae48ff7279a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:23.310683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59259b8-83cc-4ef7-abc4-58b496944500 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event deleted for resources: {'Port': ['ID=b6fa5f16-41e1-430a-bb86-8ae48ff7279a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.396949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9fab70-8a88-4e3d-84f7-82057633673d req-d59259b8-83cc-4ef7-abc4-58b496944500 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] No DVR routers for this DVR port b6fa5f16-41e1-430a-bb86-8ae48ff7279a on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:23.401782 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db9fab70-8a88-4e3d-84f7-82057633673d req-d59259b8-83cc-4ef7-abc4-58b496944500 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.404566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-db9fab70-8a88-4e3d-84f7-82057633673d req-d59259b8-83cc-4ef7-abc4-58b496944500 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "DELETE /v2.0/ports/b6fa5f16-41e1-430a-bb86-8ae48ff7279a HTTP/1.1" status: 204 len: 173 time: 0.7946498 Jul 16 01:31:23.405374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a16856-98db-42aa-a8c5-f94903e9f11f', 'name': 'network-vif-deleted', 'tag': 'b6fa5f16-41e1-430a-bb86-8ae48ff7279a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:23.412640 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a8b33-f26f-4897-bb09-ac8c85c0e62b" -d '{"events": [{"server_uuid": "f0a16856-98db-42aa-a8c5-f94903e9f11f", "name": "network-vif-deleted", "tag": "b6fa5f16-41e1-430a-bb86-8ae48ff7279a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:23.511897 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 58ca2a91-4b05-4d62-ada9-dffbf562866f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:23.512504 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.519074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081b36-d823-4476-9bb0-c0860002372f req-6bea6f21-9dc7-4d16-8fbe-3c643c876027 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.520578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14081b36-d823-4476-9bb0-c0860002372f req-6bea6f21-9dc7-4d16-8fbe-3c643c876027 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.2565463 Jul 16 01:31:23.522312 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd06cde-77d9-42d2-b690-9f53f95b16fe x-openstack-request-id: req-dbd06cde-77d9-42d2-b690-9f53f95b16fe {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:23.522673 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a16856-98db-42aa-a8c5-f94903e9f11f", "name": "network-vif-deleted", "tag": "b6fa5f16-41e1-430a-bb86-8ae48ff7279a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:23.522925 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbd06cde-77d9-42d2-b690-9f53f95b16fe {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:23.523461 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a16856-98db-42aa-a8c5-f94903e9f11f', 'name': 'network-vif-deleted', 'tag': 'b6fa5f16-41e1-430a-bb86-8ae48ff7279a', 'status': 'completed', 'code': 200} Jul 16 01:31:23.608895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:23.624432 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14081b36-d823-4476-9bb0-c0860002372f req-a9165a6b-871c-4144-aeee-591f59baacc6 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910370 Jul 16 01:31:23.661822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '39498813-a3f3-4d3b-a06b-ba2234060282', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'port_id': '39498813-a3f3-4d3b-a06b-ba2234060282', 'mac_address': 'fa:16:3e:90:bd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:23.777459 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.894911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39498813-a3f3-4d3b-a06b-ba2234060282 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:23.941205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57014fd6-4b07-443b-b641-aace72f654a0 req-ac80b63e-7d93-403a-98a8-62c98095e85a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.944074 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57014fd6-4b07-443b-b641-aace72f654a0 req-ac80b63e-7d93-403a-98a8-62c98095e85a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1589108 Jul 16 01:31:24.019143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:24.032924 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.055664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57014fd6-4b07-443b-b641-aace72f654a0 req-7605fe82-295e-40a7-b0f8-398b0377836a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046643 Jul 16 01:31:24.091237 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.136857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:24.139271 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972460e5-c62d-4e59-85b0-f221e5633830" -d '{"events": [{"server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "name": "network-vif-plugged", "status": "completed", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:24.229905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:24.262373 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.266031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:24.336335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad718dd2-6ae5-4ec3-ac56-e9facbfea88e req-450a7f95-126c-46dc-9c98-6e57b2b325e7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.345817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad718dd2-6ae5-4ec3-ac56-e9facbfea88e req-450a7f95-126c-46dc-9c98-6e57b2b325e7 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 944 time: 0.1940324 Jul 16 01:31:24.413329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:24.449369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad718dd2-6ae5-4ec3-ac56-e9facbfea88e req-307f1272-1d46-47f3-a9c6-93eb15acb526 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024234 Jul 16 01:31:24.482770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['39498813-a3f3-4d3b-a06b-ba2234060282'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:24.563853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ae0985d7-b896-453b-bb69-c15bdd1bdf8e req-81e664de-a2af-459d-9769-1e9b04487ef1 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0a16856-98db-42aa-a8c5-f94903e9f11f HTTP/1.1" status: 200 len: 210 time: 0.0645361 Jul 16 01:31:24.578657 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9fbd7b-1f51-4b2b-928c-9f58594f9bae x-openstack-request-id: req-9d9fbd7b-1f51-4b2b-928c-9f58594f9bae {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:24.578967 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "name": "network-vif-plugged", "status": "completed", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:24.579228 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d9fbd7b-1f51-4b2b-928c-9f58594f9bae {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:24.579637 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'code': 200} Jul 16 01:31:24.638907 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c285c09-db57-4f5b-8742-ee55843e52f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.012075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda53e-8605-46fb-8161-76d1f5b81488 req-1aec294e-b0dd-455a-96aa-f58d30afde7e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.023049 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07dda53e-8605-46fb-8161-76d1f5b81488 req-1aec294e-b0dd-455a-96aa-f58d30afde7e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1700296 Jul 16 01:31:25.083893 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07dda53e-8605-46fb-8161-76d1f5b81488 req-2b1598a4-1c8d-432d-9117-8f61a4591f4d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594115 Jul 16 01:31:25.371718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c96943-a0b5-41c9-970f-c65be84a900d req-7a0327ec-309e-48d2-ba74-33d3ec30f6d0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.385861 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9c96943-a0b5-41c9-970f-c65be84a900d req-7a0327ec-309e-48d2-ba74-33d3ec30f6d0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1399598 Jul 16 01:31:25.462515 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c9c96943-a0b5-41c9-970f-c65be84a900d req-a3673021-e185-4ded-bdc0-be7be532b4e3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754933 Jul 16 01:31:25.578633 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.827754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fa989-e13c-49c1-96b9-862d370beda6 req-afd36a5d-453a-4417-a49a-c62928d7d16f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.829449 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-819fa989-e13c-49c1-96b9-862d370beda6 req-afd36a5d-453a-4417-a49a-c62928d7d16f tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 944 time: 0.1350300 Jul 16 01:31:25.949389 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-819fa989-e13c-49c1-96b9-862d370beda6 req-03941e8b-b2ac-47bc-890a-7575f61b5e16 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092980 Jul 16 01:31:25.957385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b6fa5f16-41e1-430a-bb86-8ae48ff7279a no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:25.997395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: b6fa5f16-41e1-430a-bb86-8ae48ff7279a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:25.997737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b6fa5f16-41e1-430a-bb86-8ae48ff7279a not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:26.043723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-4ab3fd8e-c94e-46d0-9d58-1fc7f5fd2335 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.046137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-4ab3fd8e-c94e-46d0-9d58-1fc7f5fd2335 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 815 time: 0.1462820 Jul 16 01:31:26.073285 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-0a838973-9f3d-4719-b030-eb4ae637839a tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/quotas/1002d8c18ade45268510cf102e842911 HTTP/1.1" status: 200 len: 375 time: 0.0210233 Jul 16 01:31:26.173660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-00ee0833-6972-413e-a838-4cca7731e87d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955131 Jul 16 01:31:26.313131 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-171eec79-6369-49e1-8800-d3ff02e51e5b service neutron] 10.222.0.64 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386888 Jul 16 01:31:26.508501 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-6038bfa7-3efb-4003-8f51-16136209bd21 service neutron] 10.222.0.64 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876426 Jul 16 01:31:26.574181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671d592-d29b-4733-9409-efbbf8ca70e4 req-c6a34da0-aa1f-4e23-9959-1fbfb9c9502c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.583789 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.587377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0671d592-d29b-4733-9409-efbbf8ca70e4 req-c6a34da0-aa1f-4e23-9959-1fbfb9c9502c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1256371 Jul 16 01:31:26.669537 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0671d592-d29b-4733-9409-efbbf8ca70e4 req-cddf6221-ec6c-4fee-b69e-af38f0e1882b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805845 Jul 16 01:31:26.886775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-4f05c520-7fd6-4d8a-a616-c92a957e6f0c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.888456 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-4f05c520-7fd6-4d8a-a616-c92a957e6f0c tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.67 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.1935821 Jul 16 01:31:27.103082 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e7ed-0af4-416f-a110-4dd50022aa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.153161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2006f-df18-400b-b444-3b388fdfc89d req-608117a6-7b49-48a1-b16a-b7f4c2465a42 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.177866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ab2006f-df18-400b-b444-3b388fdfc89d req-608117a6-7b49-48a1-b16a-b7f4c2465a42 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 946 time: 0.3487368 Jul 16 01:31:27.182436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 39498813-a3f3-4d3b-a06b-ba2234060282 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:27.234465 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1c405-079e-452a-b153-ca101961380a req-f88acbe0-7a85-4303-85ec-9ad766f53d50 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.243054 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9ab1c405-079e-452a-b153-ca101961380a req-f88acbe0-7a85-4303-85ec-9ad766f53d50 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1082008 Jul 16 01:31:27.276225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ab2006f-df18-400b-b444-3b388fdfc89d req-520be730-8e24-4fb3-a76c-fe083a7b8fb3 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965314 Jul 16 01:31:27.302622 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9ab1c405-079e-452a-b153-ca101961380a req-7fcb3aeb-d0a8-4dd9-8d84-e5a73bca251c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581601 Jul 16 01:31:27.308011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-2f15add1-afc5-453f-b796-6c6356c63c9a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Deleting port dd5578b6-85ad-491a-9486-16b8143c91bf {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:27.309402 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-2f15add1-afc5-453f-b796-6c6356c63c9a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.376892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 39498813-a3f3-4d3b-a06b-ba2234060282 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:27.377270 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.522097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6d263b22-5237-4ac7-a0e9-93f5f9ef4dad req-190338e3-807d-4e7c-9e75-db9f1074b527 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 210 time: 0.1045802 Jul 16 01:31:27.527024 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.571399 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:27.573765 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c3b064-5b33-4abd-88df-99719a432705" -d '{"events": [{"server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "name": "network-vif-plugged", "status": "completed", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:27.623594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-2f15add1-afc5-453f-b796-6c6356c63c9a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] For port dd5578b6-85ad-491a-9486-16b8143c91bf, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=dd5578b6-85ad-491a-9486-16b8143c91bf,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:27.624199 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-2f15add1-afc5-453f-b796-6c6356c63c9a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.625436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:27.645112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-2f15add1-afc5-453f-b796-6c6356c63c9a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Calling delete_port for dd5578b6-85ad-491a-9486-16b8143c91bf owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:27.649614 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.662752 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21351197-5a0f-407b-805a-6353b586696c x-openstack-request-id: req-21351197-5a0f-407b-805a-6353b586696c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:27.663597 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "name": "network-vif-plugged", "status": "completed", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:27.664253 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21351197-5a0f-407b-805a-6353b586696c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:27.676955 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282', 'code': 200} Jul 16 01:31:27.680153 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.681644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6c00-0214-4d16-937e-465479593e85 req-a58b5958-4261-493e-afce-34b270662feb tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.710788 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c3e6c00-0214-4d16-937e-465479593e85 req-a58b5958-4261-493e-afce-34b270662feb tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 944 time: 0.1808867 Jul 16 01:31:27.801498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c3e6c00-0214-4d16-937e-465479593e85 req-f850bebd-86b3-4daa-b4eb-0713d90f570b tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950134 Jul 16 01:31:27.876056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:27.877783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-2f15add1-afc5-453f-b796-6c6356c63c9a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.888168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.898613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.899323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.899873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.900416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.900958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.901508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.902083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.902616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.903146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.903692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.904232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.918884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['dd5578b6-85ad-491a-9486-16b8143c91bf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:27.957714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15add1-afc5-453f-b796-6c6356c63c9a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event deleted for resources: {'Port': ['ID=dd5578b6-85ad-491a-9486-16b8143c91bf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.120202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-2f15add1-afc5-453f-b796-6c6356c63c9a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] No DVR routers for this DVR port dd5578b6-85ad-491a-9486-16b8143c91bf on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:28.132586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-2f15add1-afc5-453f-b796-6c6356c63c9a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.135691 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c57f1f3-e7d0-409e-bde9-ca5c73b938dd req-2f15add1-afc5-453f-b796-6c6356c63c9a tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.67 "DELETE /v2.0/ports/dd5578b6-85ad-491a-9486-16b8143c91bf HTTP/1.1" status: 204 len: 173 time: 1.2391067 Jul 16 01:31:28.157719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3992c-020e-49ba-83d3-17bd2313f29d', 'name': 'network-vif-deleted', 'tag': 'dd5578b6-85ad-491a-9486-16b8143c91bf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:28.161877 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaa77cf-7294-4928-9db6-949b072ac82e" -d '{"events": [{"server_uuid": "10a3992c-020e-49ba-83d3-17bd2313f29d", "name": "network-vif-deleted", "tag": "dd5578b6-85ad-491a-9486-16b8143c91bf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:28.247349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2466e-cb16-4b3f-9470-c4024cfadc6f req-7c20fa4a-7b4b-43a5-90bb-3c7c32b5569d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.257216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0df2466e-cb16-4b3f-9470-c4024cfadc6f req-7c20fa4a-7b4b-43a5-90bb-3c7c32b5569d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.3014302 Jul 16 01:31:28.329859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa2deb-fac3-43aa-b501-e2e3b5d44544 req-fb266d6b-a40c-4511-bcd9-d90708133782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.336140 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0aa2deb-fac3-43aa-b501-e2e3b5d44544 req-fb266d6b-a40c-4511-bcd9-d90708133782 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 1098 time: 0.2918000 Jul 16 01:31:28.403487 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.436132 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0df2466e-cb16-4b3f-9470-c4024cfadc6f req-c6cb386c-1a6b-46b7-9ae3-8773a1851791 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770704 Jul 16 01:31:28.473104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0aa2deb-fac3-43aa-b501-e2e3b5d44544 req-8f16c215-1d51-4c46-87e5-1ffe257d0559 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157589 Jul 16 01:31:28.479230 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786c2169-b31f-4157-bac4-69836164307f x-openstack-request-id: req-786c2169-b31f-4157-bac4-69836164307f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:28.479460 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3992c-020e-49ba-83d3-17bd2313f29d", "name": "network-vif-deleted", "tag": "dd5578b6-85ad-491a-9486-16b8143c91bf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:28.479800 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-786c2169-b31f-4157-bac4-69836164307f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:28.480314 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3992c-020e-49ba-83d3-17bd2313f29d', 'name': 'network-vif-deleted', 'tag': 'dd5578b6-85ad-491a-9486-16b8143c91bf', 'status': 'completed', 'code': 200} Jul 16 01:31:28.689643 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-141f3f3b-ce6a-4050-93a8-a36d2ed8b3ba req-1cdabc04-c230-44c6-9d90-cf64cc961172 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a3992c-020e-49ba-83d3-17bd2313f29d HTTP/1.1" status: 200 len: 210 time: 0.0670536 Jul 16 01:31:28.759853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59281c15-a4b2-46f8-b603-098f6b9affd4 req-71f47e2a-a895-40fe-b05a-bea2358a5d6d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.770870 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59281c15-a4b2-46f8-b603-098f6b9affd4 req-71f47e2a-a895-40fe-b05a-bea2358a5d6d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1201818 Jul 16 01:31:28.832641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59281c15-a4b2-46f8-b603-098f6b9affd4 req-60f0e1dc-4038-453c-a2d5-ffffc71ab958 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598538 Jul 16 01:31:29.010999 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff5a2fde-5942-49ae-a1d8-cca10fcd49ef req-36545c4f-adfd-4a4e-8a9b-e0b4bc29e4dd tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 210 time: 0.0534449 Jul 16 01:31:29.129827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f386-f751-41af-b34b-a157332f5e1a req-0ec605aa-6e74-4d5f-8f87-202a403ff245 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.161785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0b69f386-f751-41af-b34b-a157332f5e1a req-0ec605aa-6e74-4d5f-8f87-202a403ff245 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 946 time: 0.1626301 Jul 16 01:31:29.188396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-a8eb62b2-9935-4e3c-8d00-6616366fcc2a tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.190351 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-a8eb62b2-9935-4e3c-8d00-6616366fcc2a tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.67 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 815 time: 0.1652832 Jul 16 01:31:29.212915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Request body: {'port': {'device_id': '110483d4-c8a3-4e36-a099-f8548c404dc8', 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c', 'admin_state_up': True, 'tenant_id': '1002d8c18ade45268510cf102e842911'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:29.228174 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0b69f386-f751-41af-b34b-a157332f5e1a req-5377cf03-2762-4d7f-a03e-221e54354994 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652709 Jul 16 01:31:29.512819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Made reservation on behalf of 1002d8c18ade45268510cf102e842911 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:29.517845 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.742342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a15ad-5bcb-4254-bb01-75dca5cf061b req-68a1407b-2308-4881-82dd-a2bd22fd3e48 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.751732 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-342a15ad-5bcb-4254-bb01-75dca5cf061b req-68a1407b-2308-4881-82dd-a2bd22fd3e48 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1017535 Jul 16 01:31:29.831605 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-342a15ad-5bcb-4254-bb01-75dca5cf061b req-40100435-ff5a-456f-ac48-a882187294a5 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787647 Jul 16 01:31:30.066079 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.129389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06127663-8063-4780-8dc3-d73c96ff0c04 req-124045a1-a6fb-4cec-a82a-867c38af2287 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.142687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06127663-8063-4780-8dc3-d73c96ff0c04 req-124045a1-a6fb-4cec-a82a-867c38af2287 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1350126 Jul 16 01:31:30.233513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06127663-8063-4780-8dc3-d73c96ff0c04 req-131d2777-e597-48c6-b7b3-09c82b1e2d27 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832283 Jul 16 01:31:30.364800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e10865e6-fd80-4bf0-8ffc-301b54c85209 req-5dec78fa-0062-4c39-b86d-4409194fedcb tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 210 time: 0.0495591 Jul 16 01:31:30.519677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Allocated IP 172.20.0.2 (905f8058-a72c-4ce8-b174-445630c9e02c/87981dde-5f63-4cbb-8ec5-c65426e3c429/135dea37-a64c-45e1-a6ec-f3f53e70b591) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:30.888079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.955236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a32fa-a69d-459c-a36a-d492af5ab694 req-33a85f75-98f5-423b-802c-6f15df066e45 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.958512 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e73a32fa-a69d-459c-a36a-d492af5ab694 req-33a85f75-98f5-423b-802c-6f15df066e45 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 946 time: 0.2312195 Jul 16 01:31:31.032834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e73a32fa-a69d-459c-a36a-d492af5ab694 req-187fba01-1ec9-4f90-a67f-dabb76942f17 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584643 Jul 16 01:31:31.034396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.050490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['69b72630-cbc0-408d-aca3-35db11b5da53'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:31.118761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Pushing event updated for resources: {'Port': ['ID=135dea37-a64c-45e1-a6ec-f3f53e70b591,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.130531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Network 905f8058-a72c-4ce8-b174-445630c9e02c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:31.133015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:31.141867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:31.154339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c4323c08-ea48-4e42-a3c5-67277ca788e1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:31.238435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd5578b6-85ad-491a-9486-16b8143c91bf no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:31.270115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.278035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.311091 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-149de4b3-592f-4cb0-9f02-4242bb1e3e1d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1024420 Jul 16 01:31:31.312993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: dd5578b6-85ad-491a-9486-16b8143c91bf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:31.313357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device dd5578b6-85ad-491a-9486-16b8143c91bf not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:31.336612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Request body: {'port': {'device_id': '110483d4-c8a3-4e36-a099-f8548c404dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:31.497193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcc6de-00cb-4b82-9aba-c90f3b22b826 req-f43c5c87-48b4-46b6-bbc4-89968e9bf775 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.500626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97bcc6de-00cb-4b82-9aba-c90f3b22b826 req-f43c5c87-48b4-46b6-bbc4-89968e9bf775 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1820891 Jul 16 01:31:31.582888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97bcc6de-00cb-4b82-9aba-c90f3b22b826 req-a881e643-c773-4ce7-9b23-79ddbb1919ca tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740933 Jul 16 01:31:31.634167 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.655596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a563a98-1194-4f61-af79-a44bb99c7c30 req-43604f16-b33a-48ed-a3eb-d19c75e60461 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.657378 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a563a98-1194-4f61-af79-a44bb99c7c30 req-43604f16-b33a-48ed-a3eb-d19c75e60461 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.3165162 Jul 16 01:31:31.805250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a563a98-1194-4f61-af79-a44bb99c7c30 req-3dd28658-4dd8-41d8-b54b-16acf32677a0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377180 Jul 16 01:31:31.987679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572c130-7498-4f49-9bb5-3806d9ca75a9 req-eb896578-9ffc-4373-a484-3648fd56e6f8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.999420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b572c130-7498-4f49-9bb5-3806d9ca75a9 req-eb896578-9ffc-4373-a484-3648fd56e6f8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.2261436 Jul 16 01:31:32.096772 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b572c130-7498-4f49-9bb5-3806d9ca75a9 req-25019ba4-0b8a-4823-9649-652cb3efdc43 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955522 Jul 16 01:31:32.312280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1a3b-1758-4ec3-b14f-31340cb13411 req-f0634348-685f-4d2d-941f-f3c23b7bc0d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.319484 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-526c1a3b-1758-4ec3-b14f-31340cb13411 req-f0634348-685f-4d2d-941f-f3c23b7bc0d0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 931 time: 0.1905010 Jul 16 01:31:32.382937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60084113-eee0-43e5-9c36-89f316af2efd req-f79ebc1e-132b-4f37-9532-257b260e6610 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.388885 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60084113-eee0-43e5-9c36-89f316af2efd req-f79ebc1e-132b-4f37-9532-257b260e6610 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 946 time: 0.1307628 Jul 16 01:31:32.423050 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-526c1a3b-1758-4ec3-b14f-31340cb13411 req-cecde86a-e693-4d51-8b5b-67ac148c1df9 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023681 Jul 16 01:31:32.462350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60084113-eee0-43e5-9c36-89f316af2efd req-6ce0ea93-6ac8-49cb-b731-0b9446d427cb tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632286 Jul 16 01:31:32.553658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135dea37-a64c-45e1-a6ec-f3f53e70b591 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:32.563864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.586610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Transition to ACTIVE for port object 135dea37-a64c-45e1-a6ec-f3f53e70b591 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:32.592296 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.746717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Pushing event updated for resources: {'Port': ['ID=135dea37-a64c-45e1-a6ec-f3f53e70b591,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.920100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Attempting to bind port 135dea37-a64c-45e1-a6ec-f3f53e70b591 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:32.921548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Attempting to bind port 135dea37-a64c-45e1-a6ec-f3f53e70b591 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:32.922205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Attempting to bind port 135dea37-a64c-45e1-a6ec-f3f53e70b591 on network 905f8058-a72c-4ce8-b174-445630c9e02c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.942495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Port 135dea37-a64c-45e1-a6ec-f3f53e70b591 on network 905f8058-a72c-4ce8-b174-445630c9e02c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:32.943115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Attempting to bind port 135dea37-a64c-45e1-a6ec-f3f53e70b591 on network 905f8058-a72c-4ce8-b174-445630c9e02c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.960415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:32.962079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Checking segment: {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:32.962799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Bound using segment: {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:32.963586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Bound port: 135dea37-a64c-45e1-a6ec-f3f53e70b591, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:32.964258 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.975823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23238369-6029-449a-87cb-cec4865ad5ff req-40d6e1ae-68c9-4c83-94df-fd193a8d83ae tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.978886 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23238369-6029-449a-87cb-cec4865ad5ff req-40d6e1ae-68c9-4c83-94df-fd193a8d83ae tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1788490 Jul 16 01:31:33.064684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] For port 135dea37-a64c-45e1-a6ec-f3f53e70b591, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:33.068964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23238369-6029-449a-87cb-cec4865ad5ff req-ea5a3bd9-7a0a-46dd-820c-39577d9be7ea tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797424 Jul 16 01:31:33.085071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] For port 135dea37-a64c-45e1-a6ec-f3f53e70b591, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=135dea37-a64c-45e1-a6ec-f3f53e70b591,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:33.091107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.194741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Pushing event updated for resources: {'Port': ['ID=135dea37-a64c-45e1-a6ec-f3f53e70b591,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.220861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-0779e75c-2e58-493b-8343-fc97761c75a2 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.250894 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-0779e75c-2e58-493b-8343-fc97761c75a2 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1711333 Jul 16 01:31:33.286521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.287674 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.289260 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f98d9cb1-453e-4cce-b0f9-8de1ddc83c4e service neutron] 10.222.0.67 "PUT /v2.0/ports/135dea37-a64c-45e1-a6ec-f3f53e70b591 HTTP/1.1" status: 200 len: 1092 time: 1.9643106 Jul 16 01:31:33.289920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110483d4-c8a3-4e36-a099-f8548c404dc8', 'tag': '135dea37-a64c-45e1-a6ec-f3f53e70b591'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:33.293058 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80326de-0006-4b06-a2b5-6a437182886b" -d '{"events": [{"name": "network-changed", "server_uuid": "110483d4-c8a3-4e36-a099-f8548c404dc8", "tag": "135dea37-a64c-45e1-a6ec-f3f53e70b591"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:33.368202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fbaff-4157-40be-b489-e9cf8e742f93 req-a973aaed-6272-4d12-bfcb-e39a9d69cde6 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.370737 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a13fbaff-4157-40be-b489-e9cf8e742f93 req-a973aaed-6272-4d12-bfcb-e39a9d69cde6 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 944 time: 0.1519578 Jul 16 01:31:33.457239 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a13fbaff-4157-40be-b489-e9cf8e742f93 req-4b47b882-21a0-4737-8bf8-c660b76610f5 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4737ffc-01e0-41f9-b1c2-ca272d8697f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748465 Jul 16 01:31:33.473578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-ef03771d-32f5-4051-b216-3c036d859e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.475310 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-ef03771d-32f5-4051-b216-3c036d859e37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 1095 time: 0.1033075 Jul 16 01:31:33.493196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289b5f4-b031-46e2-b11f-8c607b405cc5 req-d438e01c-4aa1-4cf0-8390-d37bc7a64f98 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.503247 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4289b5f4-b031-46e2-b11f-8c607b405cc5 req-d438e01c-4aa1-4cf0-8390-d37bc7a64f98 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1687226 Jul 16 01:31:33.538934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-6fc46f4d-90d7-476a-b836-6578d631b077 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=135dea37-a64c-45e1-a6ec-f3f53e70b591 HTTP/1.1" status: 200 len: 217 time: 0.0547130 Jul 16 01:31:33.568446 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9736a24b-5f34-4f82-8924-dc46d9ce2b76 x-openstack-request-id: req-9736a24b-5f34-4f82-8924-dc46d9ce2b76 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:33.570907 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110483d4-c8a3-4e36-a099-f8548c404dc8", "tag": "135dea37-a64c-45e1-a6ec-f3f53e70b591", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:33.570907 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9736a24b-5f34-4f82-8924-dc46d9ce2b76 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:33.571995 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110483d4-c8a3-4e36-a099-f8548c404dc8', 'tag': '135dea37-a64c-45e1-a6ec-f3f53e70b591', 'status': 'completed', 'code': 200} Jul 16 01:31:33.602926 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4289b5f4-b031-46e2-b11f-8c607b405cc5 req-8466675c-a74b-4447-93c1-fc579669c0a2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881317 Jul 16 01:31:33.613740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Deleting port aad4db99-3026-4fc7-ad07-b37e7a6898a0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:33.623843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.629605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-73faf933-be87-4b7c-aa0f-55609693fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.632385 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-73faf933-be87-4b7c-aa0f-55609693fdad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 200 len: 855 time: 0.0765877 Jul 16 01:31:33.685332 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-0856bd46-14bf-465e-be1c-996aca1019d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905f8058-a72c-4ce8-b174-445630c9e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463290 Jul 16 01:31:33.814045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] For port aad4db99-3026-4fc7-ad07-b37e7a6898a0, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=aad4db99-3026-4fc7-ad07-b37e7a6898a0,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:33.814754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.929956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-f76892bd-9de6-4b31-bb4b-3e7d688013ad service neutron] 10.222.0.67 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268543 Jul 16 01:31:34.101551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0ff46-7b43-4aa2-9da1-bfa7a7d13974 req-0af7ee25-1b7b-430f-a336-825079787d04 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.108251 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1df0ff46-7b43-4aa2-9da1-bfa7a7d13974 req-0af7ee25-1b7b-430f-a336-825079787d04 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 943 time: 0.3369584 Jul 16 01:31:34.116646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.117589 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.117589 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Floating IP b11bacdf-8381-4639-91cf-cb7d595a15ca disassociated. External IP: 172.25.4.19, port: aad4db99-3026-4fc7-ad07-b37e7a6898a0. Jul 16 01:31:34.118604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Calling delete_port for aad4db99-3026-4fc7-ad07-b37e7a6898a0 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:34.212635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1df0ff46-7b43-4aa2-9da1-bfa7a7d13974 req-35312e54-712f-49b2-87ff-702f3fc63d0a tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033912 Jul 16 01:31:34.247929 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24357c0a-685a-4008-889a-5a32e33bb0a1 req-d93ee8d2-1a8d-4f8f-8987-f3c071e1ea91 service neutron] 10.222.0.67 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911398 Jul 16 01:31:34.284673 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.330199 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event deleted for resources: {'Port': ['ID=aad4db99-3026-4fc7-ad07-b37e7a6898a0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.461708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80326de-0006-4b06-a2b5-6a437182886b req-19346ed6-8c53-4559-94ec-625d9d4f45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.463779 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b80326de-0006-4b06-a2b5-6a437182886b req-19346ed6-8c53-4559-94ec-625d9d4f45dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 1095 time: 0.1310802 Jul 16 01:31:34.517061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Router 60135ade-3f78-487e-9949-7ca8854a3e27 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:34.538324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02712-ef01-4d9a-80f6-fd015b8d774f req-a298f4db-5bd9-48cd-829f-cb01a8e13f66 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.545576 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04e02712-ef01-4d9a-80f6-fd015b8d774f req-a298f4db-5bd9-48cd-829f-cb01a8e13f66 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2164736 Jul 16 01:31:34.600320 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04e02712-ef01-4d9a-80f6-fd015b8d774f req-8e854c10-00b9-403d-8d38-19e70ed9af00 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534110 Jul 16 01:31:34.800503 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da24721e-789f-4f20-b047-e74004439dfa req-4a3eb422-c0d7-40d5-a4c6-6c2c99907c69 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7997fd-830c-4766-a15e-71e28fc09ef8 HTTP/1.1" status: 200 len: 210 time: 0.1078990 Jul 16 01:31:34.838193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:34.846957 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] Sync routers for ids ['60135ade-3f78-487e-9949-7ca8854a3e27'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:34.858962 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] Routers {'60135ade-3f78-487e-9949-7ca8854a3e27'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:34.859738 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:31:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['60135ade-3f78-487e-9949-7ca8854a3e27'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:34.861226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80326de-0006-4b06-a2b5-6a437182886b req-ea28dd64-67e0-4b42-8938-8747b6c8a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.864231 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b80326de-0006-4b06-a2b5-6a437182886b req-ea28dd64-67e0-4b42-8938-8747b6c8a3d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 915 time: 0.3825910 Jul 16 01:31:34.946648 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] No DVR routers for this DVR port aad4db99-3026-4fc7-ad07-b37e7a6898a0 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:34.961671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.962290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b80326de-0006-4b06-a2b5-6a437182886b req-b0505898-1c74-48f6-a10b-f70f4b73a1cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=135dea37-a64c-45e1-a6ec-f3f53e70b591 HTTP/1.1" status: 200 len: 217 time: 0.0905466 Jul 16 01:31:34.965880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f396f2d-7cd7-4b50-949b-3a821032ad4e req-f8b9dd7c-5822-4698-94b0-0926953287a8 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.50 "DELETE /v2.0/ports/aad4db99-3026-4fc7-ad07-b37e7a6898a0 HTTP/1.1" status: 204 len: 173 time: 1.7018297 Jul 16 01:31:34.968087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-deleted', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:34.982378 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbca98b-8bff-48c4-b09d-39b698f54f9f" -d '{"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-deleted", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:35.008217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44825bf9-2ba7-4871-85be-f9659bd1d121 req-30f528e4-131e-4473-bf30-f20720751332 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.022288 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44825bf9-2ba7-4871-85be-f9659bd1d121 req-30f528e4-131e-4473-bf30-f20720751332 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.2368689 Jul 16 01:31:35.028555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80326de-0006-4b06-a2b5-6a437182886b req-4a429d3c-587b-4f75-a93b-d4dd64296a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.030247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b80326de-0006-4b06-a2b5-6a437182886b req-4a429d3c-587b-4f75-a93b-d4dd64296a52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 200 len: 855 time: 0.0528426 Jul 16 01:31:35.091430 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4241dfb-6741-4b3f-8778-2de539b293eb x-openstack-request-id: req-c4241dfb-6741-4b3f-8778-2de539b293eb {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:35.092037 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7997fd-830c-4766-a15e-71e28fc09ef8", "name": "network-vif-deleted", "tag": "aad4db99-3026-4fc7-ad07-b37e7a6898a0", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:35.092460 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4241dfb-6741-4b3f-8778-2de539b293eb {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:35.093034 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7997fd-830c-4766-a15e-71e28fc09ef8', 'name': 'network-vif-deleted', 'tag': 'aad4db99-3026-4fc7-ad07-b37e7a6898a0', 'status': 'completed', 'code': 200} Jul 16 01:31:35.096803 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] Set router 60135ade-3f78-487e-9949-7ca8854a3e27 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:35.110668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44825bf9-2ba7-4871-85be-f9659bd1d121 req-2e5335fd-5aa3-44f9-a2f2-1a2de7a5a021 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713573 Jul 16 01:31:35.133200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b80326de-0006-4b06-a2b5-6a437182886b req-1cc19cce-df43-4846-a30b-e19fc9b0e343 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905f8058-a72c-4ce8-b174-445630c9e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808911 Jul 16 01:31:35.282190 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b80326de-0006-4b06-a2b5-6a437182886b req-bbc5c1ab-416a-4ba4-a754-ba7efe562fc7 service neutron] 10.222.0.67 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406059 Jul 16 01:31:35.521372 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b80326de-0006-4b06-a2b5-6a437182886b req-0b042e02-0548-4793-84dd-7761d27260e3 service neutron] 10.222.0.67 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248795 Jul 16 01:31:35.577244 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:26Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9fb770ec-d9b1-4248-bc92-d21936855e0b', 'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'mac_address': 'fa:16:3e:63:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:25Z', 'updated_at': '2021-07-16T01:21:37Z', 'revision_number': 5, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'subnets': [{'id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:35.610332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab933fd7-a15b-4fa7-acc7-4268c5608263 req-92835e15-6f7f-4c6c-aa86-6308c7df765d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.610332 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab933fd7-a15b-4fa7-acc7-4268c5608263 req-92835e15-6f7f-4c6c-aa86-6308c7df765d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 943 time: 0.1063535 Jul 16 01:31:35.661037 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] Checking router: 60135ade-3f78-487e-9949-7ca8854a3e27 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:35.671242 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] Routers {'60135ade-3f78-487e-9949-7ca8854a3e27'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:35.672108 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:31:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['60135ade-3f78-487e-9949-7ca8854a3e27'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:35.699442 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab933fd7-a15b-4fa7-acc7-4268c5608263 req-69af84f6-e1a0-4d86-b3f7-5023d3bff809 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899234 Jul 16 01:31:35.924727 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] Set router 60135ade-3f78-487e-9949-7ca8854a3e27 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:35.966544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6d76e-7ab1-4ce4-8219-841ded28ddde req-c4f42ad7-b922-4be1-8b2e-6389d4c56c25 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.976580 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aac6d76e-7ab1-4ce4-8219-841ded28ddde req-c4f42ad7-b922-4be1-8b2e-6389d4c56c25 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1407237 Jul 16 01:31:35.982418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:36.024133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: aad4db99-3026-4fc7-ad07-b37e7a6898a0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:36.024949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device aad4db99-3026-4fc7-ad07-b37e7a6898a0 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:36.051620 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aac6d76e-7ab1-4ce4-8219-841ded28ddde req-735b1709-0b7a-4be1-9a33-45383fbafaf8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734315 Jul 16 01:31:36.131327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50178) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:36.274045 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b41edb-1aba-431f-a1e7-cb6863af17c9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.379767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b41edb-1aba-431f-a1e7-cb6863af17c9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.389590 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:26Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9fb770ec-d9b1-4248-bc92-d21936855e0b', 'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'mac_address': 'fa:16:3e:63:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:25Z', 'updated_at': '2021-07-16T01:21:37Z', 'revision_number': 5, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'subnets': [{'id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:36.425602 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec7dbd-d895-4fee-a898-b4fe9298086d None None] The sync data for ids ['60135ade-3f78-487e-9949-7ca8854a3e27'] in n-d-791504-14 is: [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:21:26Z', 'revision_number': 4, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9fb770ec-d9b1-4248-bc92-d21936855e0b', 'name': '', 'network_id': 'e9491746-18a9-4e5f-90b0-ecff7036d857', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'mac_address': 'fa:16:3e:63:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:25Z', 'updated_at': '2021-07-16T01:21:37Z', 'revision_number': 5, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'subnets': [{'id': '2a41718e-83a0-48ab-a370-1def9d66fa7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:36.484744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b41edb-1aba-431f-a1e7-cb6863af17c9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.488389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7b41edb-1aba-431f-a1e7-cb6863af17c9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.493362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50184) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:36.500124 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b7b41edb-1aba-431f-a1e7-cb6863af17c9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "DELETE /v2.0/security-groups/f4737ffc-01e0-41f9-b1c2-ca272d8697f3 HTTP/1.1" status: 204 len: 168 time: 0.3674355 Jul 16 01:31:36.530508 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-69910d2f-06e3-4ad2-b8ca-e36515b587ea tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] show failed (client error): The resource could not be found. Jul 16 01:31:36.533161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-69910d2f-06e3-4ad2-b8ca-e36515b587ea tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "GET /v2.0/security-groups/f4737ffc-01e0-41f9-b1c2-ca272d8697f3 HTTP/1.1" status: 404 len: 347 time: 0.0376778 Jul 16 01:31:36.537496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:36.548203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b41edb-1aba-431f-a1e7-cb6863af17c9 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4737ffc-01e0-41f9-b1c2-ca272d8697f3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:36.569125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff889db3-fff4-4396-b962-e72100d073dd req-fab9d1f9-a36a-4c75-af44-39a3558d39d8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.572286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff889db3-fff4-4396-b962-e72100d073dd req-fab9d1f9-a36a-4c75-af44-39a3558d39d8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.2618752 Jul 16 01:31:36.654516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff889db3-fff4-4396-b962-e72100d073dd req-87017e41-7d81-4512-bda6-0de01a38ca35 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668750 Jul 16 01:31:36.727192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-41c8bb0e-98a0-402e-8566-dee98fe1f0b0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Deleting port 243830e7-87b1-4347-a246-59ec27802370 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:36.727547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c8bb0e-98a0-402e-8566-dee98fe1f0b0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.956568 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c8bb0e-98a0-402e-8566-dee98fe1f0b0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.956568 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c8bb0e-98a0-402e-8566-dee98fe1f0b0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.979101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434cef4b-3131-41f0-8e96-0412fea9e04d None None] New status for floating IP b11bacdf-8381-4639-91cf-cb7d595a15ca: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:31:36.992544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-41c8bb0e-98a0-402e-8566-dee98fe1f0b0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Calling delete_port for 243830e7-87b1-4347-a246-59ec27802370 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:37.079702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d8cb0-9d71-4281-b536-e3f011deb6f6 req-b7852837-b2e0-4a8e-b629-f42d2ead0896 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.095487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c49d8cb0-9d71-4281-b536-e3f011deb6f6 req-b7852837-b2e0-4a8e-b629-f42d2ead0896 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 943 time: 0.1799488 Jul 16 01:31:37.224759 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c49d8cb0-9d71-4281-b536-e3f011deb6f6 req-77ac9ed6-db01-4d8e-be35-9ebf16af6f11 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260371 Jul 16 01:31:37.369291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854202d-2b4e-4860-8973-7c7c2b006357 req-7aa28e73-3fae-435a-93d0-3aecf411c46a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.381218 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c8bb0e-98a0-402e-8566-dee98fe1f0b0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.387729 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e854202d-2b4e-4860-8973-7c7c2b006357 req-7aa28e73-3fae-435a-93d0-3aecf411c46a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1357534 Jul 16 01:31:37.416769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8bb0e-98a0-402e-8566-dee98fe1f0b0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Pushing event deleted for resources: {'Port': ['ID=243830e7-87b1-4347-a246-59ec27802370,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:37.492091 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e854202d-2b4e-4860-8973-7c7c2b006357 req-02915b23-04bb-4d67-a099-27b57e377236 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903823 Jul 16 01:31:37.532345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c8bb0e-98a0-402e-8566-dee98fe1f0b0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.536365 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41c8bb0e-98a0-402e-8566-dee98fe1f0b0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.537788 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-41c8bb0e-98a0-402e-8566-dee98fe1f0b0 tempest-ServerActionsTestJSON-1415006601 tempest-ServerActionsTestJSON-1415006601-project] 10.222.0.64 "DELETE /v2.0/floatingips/b11bacdf-8381-4639-91cf-cb7d595a15ca HTTP/1.1" status: 204 len: 168 time: 0.9976070 Jul 16 01:31:37.541170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50206) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:37.921826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b9184-0e53-4e50-80c5-4e75f00fbea0 req-51f5c29b-4c7a-43c4-b973-33511b876726 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.930923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a4b9184-0e53-4e50-80c5-4e75f00fbea0 req-51f5c29b-4c7a-43c4-b973-33511b876726 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.0983689 Jul 16 01:31:37.989765 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a4b9184-0e53-4e50-80c5-4e75f00fbea0 req-0e29c132-330c-4ba9-a3b0-f4533a922987 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577395 Jul 16 01:31:38.275693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.656701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2319612-38ff-4ccb-b392-760b116bb628 req-89cd10cf-aae8-4321-b88c-f9d155324fa1 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.664059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b2319612-38ff-4ccb-b392-760b116bb628 req-89cd10cf-aae8-4321-b88c-f9d155324fa1 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 943 time: 0.2421391 Jul 16 01:31:38.739809 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b2319612-38ff-4ccb-b392-760b116bb628 req-f05e7209-7de8-4ed4-9c09-486798ee7f94 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747914 Jul 16 01:31:38.943291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551ead2-955e-4b88-a782-390dd7f7ffd0 req-66e647e3-7b66-4193-99f6-2096dfe1312a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.947310 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4551ead2-955e-4b88-a782-390dd7f7ffd0 req-66e647e3-7b66-4193-99f6-2096dfe1312a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1552322 Jul 16 01:31:38.951613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] Deleting port 9fb770ec-d9b1-4248-bc92-d21936855e0b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:38.951957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.046877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4551ead2-955e-4b88-a782-390dd7f7ffd0 req-7e1d2804-1a4d-4fc9-bca0-92234bc9b9bf tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934613 Jul 16 01:31:39.060287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] For port 9fb770ec-d9b1-4248-bc92-d21936855e0b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9fb770ec-d9b1-4248-bc92-d21936855e0b,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:39.060664 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.093593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] Calling delete_port for 9fb770ec-d9b1-4248-bc92-d21936855e0b owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:39.290375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 135dea37-a64c-45e1-a6ec-f3f53e70b591 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:39.469829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 135dea37-a64c-45e1-a6ec-f3f53e70b591, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=135dea37-a64c-45e1-a6ec-f3f53e70b591,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:39.489322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '135dea37-a64c-45e1-a6ec-f3f53e70b591', 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c', 'port_id': '135dea37-a64c-45e1-a6ec-f3f53e70b591', 'mac_address': 'fa:16:3e:4d:92:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87981dde-5f63-4cbb-8ec5-c65426e3c429', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:39.568838 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.589045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135dea37-a64c-45e1-a6ec-f3f53e70b591 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:39.623398 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 135dea37-a64c-45e1-a6ec-f3f53e70b591, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=135dea37-a64c-45e1-a6ec-f3f53e70b591,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:39.630677 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.740710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=135dea37-a64c-45e1-a6ec-f3f53e70b591,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.852130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adae084-a464-4300-b0af-28860c066993 req-9a72fa02-29ed-471f-ba15-1f98b4ff1c8b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.853832 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3adae084-a464-4300-b0af-28860c066993 req-9a72fa02-29ed-471f-ba15-1f98b4ff1c8b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.6563940 Jul 16 01:31:39.937722 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3adae084-a464-4300-b0af-28860c066993 req-8093b7eb-9080-4f8c-99ae-a2fb7dbbc4c8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529768 Jul 16 01:31:39.945875 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.978972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb770ec-d9b1-4248-bc92-d21936855e0b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:40.008427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['135dea37-a64c-45e1-a6ec-f3f53e70b591'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:40.022188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ca628-03ac-421e-99a8-f4aa77a9e5e9 req-30950bbd-1028-49a9-9382-147635e989f0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.030544 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-986ca628-03ac-421e-99a8-f4aa77a9e5e9 req-30950bbd-1028-49a9-9382-147635e989f0 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 944 time: 0.0987816 Jul 16 01:31:40.068015 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-986ca628-03ac-421e-99a8-f4aa77a9e5e9 req-987bbeea-4ba9-44cd-98ad-43287ff37ed5 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363870 Jul 16 01:31:40.321895 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-34d8055b-de1a-488e-8e3d-1eaba0f4d8de service neutron] show failed (client error): The resource could not be found. Jul 16 01:31:40.322546 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-34d8055b-de1a-488e-8e3d-1eaba0f4d8de service neutron] 10.222.0.67 "GET /v2.0/ports/a386f593-f4f0-4fd0-8820-c8b27a8ab85a/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.1591864 Jul 16 01:31:40.444102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.463652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fec062-53a5-4d3a-b179-34fd75282eaa req-bb025324-e8e9-4580-81a7-5fdc892d0419 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.471217 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b4fec062-53a5-4d3a-b179-34fd75282eaa req-bb025324-e8e9-4580-81a7-5fdc892d0419 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.2093742 Jul 16 01:31:40.602692 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b4fec062-53a5-4d3a-b179-34fd75282eaa req-bce0493f-e97b-4d7f-a98d-9902c0f74f14 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142406 Jul 16 01:31:40.611207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-d6409b98-50fd-4ed9-90fd-f4d44d27f7f5 req-e4606aee-2525-4c5f-9d82-849430d9c4e2 service neutron] (93944) timed out ('10.222.0.67', 57012) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:31:40.849052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-1569dd83-fe00-473c-b9db-a9c32dab4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.850943 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-1569dd83-fe00-473c-b9db-a9c32dab4a42 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 1098 time: 0.1720839 Jul 16 01:31:40.870042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:41.020313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.023520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] Router 60135ade-3f78-487e-9949-7ca8854a3e27 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:41.287766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 135dea37-a64c-45e1-a6ec-f3f53e70b591 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:41.397854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:41.411249 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] Sync routers for ids ['60135ade-3f78-487e-9949-7ca8854a3e27'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:41.420428 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3d691704-0598-44c7-9222-b0feefc3182c admin admin] 10.222.0.64 "PUT /v2.0/routers/60135ade-3f78-487e-9949-7ca8854a3e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8707838 Jul 16 01:31:41.420673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb381c-171f-4d4f-95d6-5e58b4090421 req-f4041e95-9b69-43de-9835-1e1529b3f546 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.427652 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ceb381c-171f-4d4f-95d6-5e58b4090421 req-f4041e95-9b69-43de-9835-1e1529b3f546 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 944 time: 0.1512833 Jul 16 01:31:41.430814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:41.445976 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] Routers {'60135ade-3f78-487e-9949-7ca8854a3e27'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:41.447680 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:31:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['60135ade-3f78-487e-9949-7ca8854a3e27'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:41.496231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e40cf-d840-431e-8f49-fed2d150e877 req-807ec854-7710-4db2-92ac-aacf0374f632 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.517105 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-586e40cf-d840-431e-8f49-fed2d150e877 req-807ec854-7710-4db2-92ac-aacf0374f632 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.2994561 Jul 16 01:31:41.524481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:41.553678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 135dea37-a64c-45e1-a6ec-f3f53e70b591 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:41.558121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 135dea37-a64c-45e1-a6ec-f3f53e70b591 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:41.558502 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.611409 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ceb381c-171f-4d4f-95d6-5e58b4090421 req-53a1876b-555a-4db7-a312-5d54e5cf7112 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825867 Jul 16 01:31:41.656271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.698391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 135dea37-a64c-45e1-a6ec-f3f53e70b591, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=135dea37-a64c-45e1-a6ec-f3f53e70b591,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:41.699597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-586e40cf-d840-431e-8f49-fed2d150e877 req-c3db1390-6fc8-45d9-8558-d075decf2bfa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815300 Jul 16 01:31:41.702971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110483d4-c8a3-4e36-a099-f8548c404dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135dea37-a64c-45e1-a6ec-f3f53e70b591'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:41.708228 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bab397-0902-4780-992d-2c1a5f9d10ac" -d '{"events": [{"server_uuid": "110483d4-c8a3-4e36-a099-f8548c404dc8", "name": "network-vif-plugged", "status": "completed", "tag": "135dea37-a64c-45e1-a6ec-f3f53e70b591"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:41.713117 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.732240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:41.761923 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] Set router 60135ade-3f78-487e-9949-7ca8854a3e27 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:41.843762 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.873409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Transition to ACTIVE for port object a386f593-f4f0-4fd0-8820-c8b27a8ab85a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:41.874445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:41.878874 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c1428e-b1f3-4f8c-a390-ae37a1e64613" -d '{"events": [{"server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "name": "network-vif-unplugged", "status": "completed", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:41.891886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.907617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.914238 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7a1488-a3f9-4325-8648-e4acf74668cb x-openstack-request-id: req-8b7a1488-a3f9-4325-8648-e4acf74668cb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:41.915715 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110483d4-c8a3-4e36-a099-f8548c404dc8", "name": "network-vif-plugged", "status": "completed", "tag": "135dea37-a64c-45e1-a6ec-f3f53e70b591", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:41.916021 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b7a1488-a3f9-4325-8648-e4acf74668cb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:41.916434 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110483d4-c8a3-4e36-a099-f8548c404dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135dea37-a64c-45e1-a6ec-f3f53e70b591', 'code': 200} Jul 16 01:31:41.926105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=135dea37-a64c-45e1-a6ec-f3f53e70b591,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.031607 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb82ff71-fda9-44f7-bfe3-1ba970a86b29 x-openstack-request-id: req-eb82ff71-fda9-44f7-bfe3-1ba970a86b29 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:42.031983 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "name": "network-vif-unplugged", "status": "completed", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:42.032163 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb82ff71-fda9-44f7-bfe3-1ba970a86b29 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:42.032667 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'code': 200} Jul 16 01:31:42.049536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Pushing event updated for resources: {'Port': ['ID=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.180325 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:31:39Z', 'revision_number': 5, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:42.183080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] No DVR routers for this DVR port a386f593-f4f0-4fd0-8820-c8b27a8ab85a on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:42.221401 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] Checking router: 60135ade-3f78-487e-9949-7ca8854a3e27 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:42.277400 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] Routers {'60135ade-3f78-487e-9949-7ca8854a3e27'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:42.278448 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:31:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['60135ade-3f78-487e-9949-7ca8854a3e27'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:42.407936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Attempting to bind port a386f593-f4f0-4fd0-8820-c8b27a8ab85a on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:42.408169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Attempting to bind port a386f593-f4f0-4fd0-8820-c8b27a8ab85a by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:42.410086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Attempting to bind port a386f593-f4f0-4fd0-8820-c8b27a8ab85a on network 27a3fbcf-f795-44d0-9692-c450bd9770f5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:42.416185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Port a386f593-f4f0-4fd0-8820-c8b27a8ab85a on network 27a3fbcf-f795-44d0-9692-c450bd9770f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:42.416623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Attempting to bind port a386f593-f4f0-4fd0-8820-c8b27a8ab85a on network 27a3fbcf-f795-44d0-9692-c450bd9770f5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:42.416925 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] Set router 60135ade-3f78-487e-9949-7ca8854a3e27 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:42.425972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:42.426613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Checking segment: {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:42.427059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Bound using segment: {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:42.427561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Bound port: a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:42.427985 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.525340 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.528573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:42.544333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:42.548727 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.609349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.610145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.612767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] 10.222.0.50 "PUT /v2.0/ports/a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 1093 time: 1.7529511 Jul 16 01:31:42.644431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4048868-6b36-4d6d-815f-f70f9e40b1ce service neutron] Pushing event updated for resources: {'Port': ['ID=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.647030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45625ee3-75e6-431a-a338-c71c51f38c5c req-499d6751-83c0-4209-9589-bf444a48fbdb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.648611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45625ee3-75e6-431a-a338-c71c51f38c5c req-499d6751-83c0-4209-9589-bf444a48fbdb tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.8404577 Jul 16 01:31:42.662831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5ee51-0e15-4f26-8359-bf9ac50b2e39 req-7326bb94-2bcd-45a2-9c83-141041988cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.664733 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fc5ee51-0e15-4f26-8359-bf9ac50b2e39 req-7326bb94-2bcd-45a2-9c83-141041988cfc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 1097 time: 0.1927249 Jul 16 01:31:42.701859 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:31:39Z', 'revision_number': 5, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:42.750999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Deleting port b76c2406-534f-4348-92b0-49fd28121ae6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:42.751606 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.756251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-4666966e-b216-4c6b-b4f2-3091bba0fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.757930 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-4666966e-b216-4c6b-b4f2-3091bba0fab6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1096 time: 0.0991855 Jul 16 01:31:42.762896 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9cb4f-d4ac-4e5f-afd6-5447f827014b None None] The sync data for ids ['60135ade-3f78-487e-9949-7ca8854a3e27'] in n-d-791504-14 is: [{'id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'name': 'tempest-ServerActionsTestJSON-1977522284-router', 'tenant_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:20Z', 'updated_at': '2021-07-16T01:31:39Z', 'revision_number': 5, 'project_id': 'f4c0bf2d24f74bb7923b4fa83468d2cd', 'gw_port': {'id': 'b76c2406-534f-4348-92b0-49fd28121ae6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60135ade-3f78-487e-9949-7ca8854a3e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:21Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:42.773695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b65f1-d3f3-43bc-a68f-0982ac523c68 req-0f5ab828-dae0-4553-88b3-f2ea803f17be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.775325 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b54b65f1-d3f3-43bc-a68f-0982ac523c68 req-0f5ab828-dae0-4553-88b3-f2ea803f17be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 1097 time: 0.3113520 Jul 16 01:31:42.936506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b65f1-d3f3-43bc-a68f-0982ac523c68 req-5f3c1634-f363-47dd-8bd7-edf7be4d2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.937977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b54b65f1-d3f3-43bc-a68f-0982ac523c68 req-5f3c1634-f363-47dd-8bd7-edf7be4d2217 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 913 time: 0.1311011 Jul 16 01:31:42.951724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45625ee3-75e6-431a-a338-c71c51f38c5c req-15b0290f-527c-444f-b2b6-b2302e3f8a79 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522645 Jul 16 01:31:42.952261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-78500930-b45e-4bb4-8d4a-a3bd6b6bd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.953960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-78500930-b45e-4bb4-8d4a-a3bd6b6bd6ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 200 len: 897 time: 0.1812780 Jul 16 01:31:42.964168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901780f-9898-4cb9-927e-60b429bd446f req-a8c968bf-6e9d-4cad-9267-02860041b33c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.975005 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b901780f-9898-4cb9-927e-60b429bd446f req-a8c968bf-6e9d-4cad-9267-02860041b33c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 945 time: 0.1137204 Jul 16 01:31:43.035909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] For port b76c2406-534f-4348-92b0-49fd28121ae6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b76c2406-534f-4348-92b0-49fd28121ae6,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:43.036527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.052632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Calling delete_port for b76c2406-534f-4348-92b0-49fd28121ae6 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:43.060595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b901780f-9898-4cb9-927e-60b429bd446f req-25dc8d06-8851-4b98-a4ae-d210c906e685 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880208 Jul 16 01:31:43.081710 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fc5ee51-0e15-4f26-8359-bf9ac50b2e39 req-de6e9619-2bbf-401e-8ac2-9a0bccc8846e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975341 Jul 16 01:31:43.088065 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-7a084eb1-bb45-4de7-9649-0459f894e067 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 999 time: 0.1052592 Jul 16 01:31:43.147246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-02c68670-e5ec-45db-8f82-3682c1fe1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.148832 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-02c68670-e5ec-45db-8f82-3682c1fe1684 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8943fe5-0864-49a0-8c8f-d04748cba8fe HTTP/1.1" status: 200 len: 835 time: 0.0583332 Jul 16 01:31:43.159543 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b54b65f1-d3f3-43bc-a68f-0982ac523c68 req-64248028-e028-4268-ba16-2555ee85afac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f HTTP/1.1" status: 200 len: 217 time: 0.0800574 Jul 16 01:31:43.229098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-2cf2388b-a5b0-4094-8da6-fbb56b4433dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.230671 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-2cf2388b-a5b0-4094-8da6-fbb56b4433dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27a3fbcf-f795-44d0-9692-c450bd9770f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716734 Jul 16 01:31:43.260955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b65f1-d3f3-43bc-a68f-0982ac523c68 req-98923e1b-2230-4c94-a161-5eec75b3f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.262540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b54b65f1-d3f3-43bc-a68f-0982ac523c68 req-98923e1b-2230-4c94-a161-5eec75b3f11c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c3499fd-ce8d-456e-a09b-b7cacd9a997e HTTP/1.1" status: 200 len: 853 time: 0.0833101 Jul 16 01:31:43.357258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b54b65f1-d3f3-43bc-a68f-0982ac523c68 req-a72703a5-2056-4eaf-9b81-1f1bf2871f22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563672 Jul 16 01:31:43.391986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a300c-e3b8-47c2-b5a9-68dfc47d77a0 req-88ae91f6-ac26-49dc-aca9-4277ed4b23dd tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.393336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-035a300c-e3b8-47c2-b5a9-68dfc47d77a0 req-88ae91f6-ac26-49dc-aca9-4277ed4b23dd tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 944 time: 0.3106406 Jul 16 01:31:43.397273 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-3c3118e2-fbe7-4266-8c9d-0c9c2e73cc48 service neutron] 10.222.0.50 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559319 Jul 16 01:31:43.520807 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74653136-ffd6-4b01-b5e4-68e7133844c4 req-0f2a8375-aca6-43ab-be5e-2c3c296d52ba service neutron] 10.222.0.50 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103327 Jul 16 01:31:43.559616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-035a300c-e3b8-47c2-b5a9-68dfc47d77a0 req-837dfae2-5a8e-48b8-9d55-b6bd87af418c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489959 Jul 16 01:31:43.580210 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b54b65f1-d3f3-43bc-a68f-0982ac523c68 req-1e4745f6-1977-4740-a7a3-aaaa0cf06123 service neutron] 10.222.0.67 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069783 Jul 16 01:31:43.597921 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.679029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=b76c2406-534f-4348-92b0-49fd28121ae6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:43.767341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.867168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b54b65f1-d3f3-43bc-a68f-0982ac523c68 req-260b9fbe-9567-4dbd-bd27-535a3319aecf service neutron] 10.222.0.67 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717516 Jul 16 01:31:43.877268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.880490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.938315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.939342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60135ade-3f78-487e-9949-7ca8854a3e27 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:43.946639 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.946639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-988cf866-f119-4c0e-870a-d20ed4ca5ebd admin admin] 10.222.0.64 "DELETE /v2.0/routers/60135ade-3f78-487e-9949-7ca8854a3e27 HTTP/1.1" status: 204 len: 168 time: 2.5135782 Jul 16 01:31:43.948266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:44.009740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f564ae-cb8c-4ba5-a649-ad7227d116c9 admin admin] Deleting subnet 2a41718e-83a0-48ab-a370-1def9d66fa7a {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:44.014446 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76f564ae-cb8c-4ba5-a649-ad7227d116c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.034524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:44.038789 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:44.061821 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76f564ae-cb8c-4ba5-a649-ad7227d116c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.127634 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdfd897-8b43-410a-95e0-dbbabdc1836f x-openstack-request-id: req-afdfd897-8b43-410a-95e0-dbbabdc1836f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:44.128536 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:44.129089 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afdfd897-8b43-410a-95e0-dbbabdc1836f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:44.129631 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'status': 'completed', 'code': 200} Jul 16 01:31:44.200522 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76f564ae-cb8c-4ba5-a649-ad7227d116c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.287880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec86776-9938-450e-a5d3-397fe11be3cf req-b63d2822-e0c7-4fbc-ac03-f761d390fd2e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.289815 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ec86776-9938-450e-a5d3-397fe11be3cf req-b63d2822-e0c7-4fbc-ac03-f761d390fd2e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1410708 Jul 16 01:31:44.371676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ec86776-9938-450e-a5d3-397fe11be3cf req-150bf045-2b68-4ef9-94e8-e5c463f3b88f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590036 Jul 16 01:31:44.388277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-8f76cd49-c8d4-4de0-8a08-78d006bdc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.389949 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-8f76cd49-c8d4-4de0-8a08-78d006bdc056 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1096 time: 0.1310170 Jul 16 01:31:44.437687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3b96a-7be0-4848-bbd7-ddba5b80a6a4 req-3bff1d85-2358-4909-8a6a-c46701960e70 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.439444 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5dd3b96a-7be0-4848-bbd7-ddba5b80a6a4 req-3bff1d85-2358-4909-8a6a-c46701960e70 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 945 time: 0.1404963 Jul 16 01:31:44.475815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-94c0c366-c99b-4d31-a7de-1c6ac1e539dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.476246 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-94c0c366-c99b-4d31-a7de-1c6ac1e539dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1096 time: 0.2277141 Jul 16 01:31:44.488557 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76f564ae-cb8c-4ba5-a649-ad7227d116c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.507116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5dd3b96a-7be0-4848-bbd7-ddba5b80a6a4 req-fe740169-c344-4005-96c8-3ff21b60d81d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596392 Jul 16 01:31:44.551330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f564ae-cb8c-4ba5-a649-ad7227d116c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a41718e-83a0-48ab-a370-1def9d66fa7a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.561926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-680c8689-5a02-482b-9382-1dfbca876b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.564152 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-680c8689-5a02-482b-9382-1dfbca876b3c service neutron] 10.222.0.50 "GET /v2.0/networks?id=27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 200 len: 897 time: 0.1625538 Jul 16 01:31:44.591100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76f564ae-cb8c-4ba5-a649-ad7227d116c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.596300 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-76f564ae-cb8c-4ba5-a649-ad7227d116c9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2a41718e-83a0-48ab-a370-1def9d66fa7a HTTP/1.1" status: 204 len: 168 time: 0.6463444 Jul 16 01:31:44.598051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50364) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:44.609078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfefd662-35ad-4ec1-ac41-d596d7f2a290 None None] Network e9491746-18a9-4e5f-90b0-ecff7036d857 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:44.699954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-0375a032-e9dd-4967-9695-cd53be0dd208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.701666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-0375a032-e9dd-4967-9695-cd53be0dd208 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 200 len: 897 time: 0.2025025 Jul 16 01:31:44.766453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b76c2406-534f-4348-92b0-49fd28121ae6 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:44.780315 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-a89340b1-b6ca-4448-940d-9e4149a9aa23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 999 time: 0.1933506 Jul 16 01:31:44.789853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.818968 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-92e202da-dc95-424d-91b3-7952ab7e61cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 999 time: 0.1060958 Jul 16 01:31:44.829702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b76c2406-534f-4348-92b0-49fd28121ae6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:44.831535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b76c2406-534f-4348-92b0-49fd28121ae6 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:44.832326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9fb770ec-d9b1-4248-bc92-d21936855e0b no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:44.885869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-f5635954-f00e-4233-8db8-874f0555d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.888341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-f5635954-f00e-4233-8db8-874f0555d7e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8943fe5-0864-49a0-8c8f-d04748cba8fe HTTP/1.1" status: 200 len: 835 time: 0.0900872 Jul 16 01:31:44.918448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9fb770ec-d9b1-4248-bc92-d21936855e0b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:44.918895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9fb770ec-d9b1-4248-bc92-d21936855e0b not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:44.945089 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-da8cae78-7d1a-4f9d-b6a7-7eb95471ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.953747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Deleting port ec255973-db44-4fed-ba11-d495255c5476 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:44.955037 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-da8cae78-7d1a-4f9d-b6a7-7eb95471ea74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8943fe5-0864-49a0-8c8f-d04748cba8fe HTTP/1.1" status: 200 len: 835 time: 0.1263056 Jul 16 01:31:44.966175 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.994130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577726eb-2a58-493c-8058-ecddc59d22e9 req-a38d6caf-de05-4d0e-982d-2b54c0158067 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.996271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-577726eb-2a58-493c-8058-ecddc59d22e9 req-a38d6caf-de05-4d0e-982d-2b54c0158067 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 944 time: 0.1555796 Jul 16 01:31:45.040975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da869837-5835-428c-8017-5737c4ad6470 None None] DHCP port deletion for e9491746-18a9-4e5f-90b0-ecff7036d857 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:45.103611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-577726eb-2a58-493c-8058-ecddc59d22e9 req-6451b608-d3f8-4bcf-aaf9-7cf1b7eb9e22 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628285 Jul 16 01:31:45.106932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-16f9d9da-4dd4-4e99-9216-3a51a7ffb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.108470 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-16f9d9da-4dd4-4e99-9216-3a51a7ffb456 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a3fbcf-f795-44d0-9692-c450bd9770f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430547 Jul 16 01:31:45.118941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-da869837-5835-428c-8017-5737c4ad6470 None None] Deleting port ec255973-db44-4fed-ba11-d495255c5476 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:45.119180 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da869837-5835-428c-8017-5737c4ad6470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.232971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-da869837-5835-428c-8017-5737c4ad6470 None None] For port ec255973-db44-4fed-ba11-d495255c5476, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ec255973-db44-4fed-ba11-d495255c5476,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:45.235396 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da869837-5835-428c-8017-5737c4ad6470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.251655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-dd5a784a-9dfe-45f2-943f-e8ca5ea260b1 service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293781 Jul 16 01:31:45.256819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-da869837-5835-428c-8017-5737c4ad6470 None None] Calling delete_port for ec255973-db44-4fed-ba11-d495255c5476 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:45.319373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a386f593-f4f0-4fd0-8820-c8b27a8ab85a no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:45.396261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a386f593-f4f0-4fd0-8820-c8b27a8ab85a not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:45.396970 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 58ca2a91-4b05-4d62-ada9-dffbf562866f no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:45.411806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-93837852-9ce4-4687-8cc1-a267d4976678 service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474459 Jul 16 01:31:45.447905 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da869837-5835-428c-8017-5737c4ad6470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.456591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] For port ec255973-db44-4fed-ba11-d495255c5476, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ec255973-db44-4fed-ba11-d495255c5476,segment=NetworkSegment(3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c),segment_id=3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:45.457430 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.466196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-f1b17ad4-f1b9-4000-8cab-381c79106fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.468017 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-f1b17ad4-f1b9-4000-8cab-381c79106fc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27a3fbcf-f795-44d0-9692-c450bd9770f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5671654 Jul 16 01:31:45.480748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da869837-5835-428c-8017-5737c4ad6470 None None] No DVR routers for this DVR port ec255973-db44-4fed-ba11-d495255c5476 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:45.500922 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Calling delete_port for ec255973-db44-4fed-ba11-d495255c5476 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:45.558262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da869837-5835-428c-8017-5737c4ad6470 None None] Pushing event deleted for resources: {'Port': ['ID=ec255973-db44-4fed-ba11-d495255c5476,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:45.623170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.677467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:45.679088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:45.683621 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5865416-e2dc-4c1b-9d29-c35172a4b3ea" -d '{"events": [{"server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "name": "network-vif-unplugged", "status": "completed", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:45.688287 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.785719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52831b-ead8-4132-b002-2a0b77dca7d2 req-b3786828-33cc-4ef1-9256-8afc226ba69a tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.790421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:45.800422 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.801019 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba52831b-ead8-4132-b002-2a0b77dca7d2 req-b3786828-33cc-4ef1-9256-8afc226ba69a tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 945 time: 0.1328495 Jul 16 01:31:45.803760 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-b01cc539-5603-4c31-9660-159b1c2b0733 service neutron] 10.222.0.50 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255563 Jul 16 01:31:45.857030 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba52831b-ead8-4132-b002-2a0b77dca7d2 req-68d84a28-a650-455a-9fd1-b88ec3bb9b9d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549448 Jul 16 01:31:45.880020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] No DVR routers for this DVR port ec255973-db44-4fed-ba11-d495255c5476 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:45.882026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec255973-db44-4fed-ba11-d495255c5476,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:45.922888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206e99c-6947-4154-b3c7-50468a70a834 req-f48a09ec-815a-4613-a01c-27c576966eb1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.925610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1206e99c-6947-4154-b3c7-50468a70a834 req-f48a09ec-815a-4613-a01c-27c576966eb1 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.3236434 Jul 16 01:31:46.058050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a386f593-f4f0-4fd0-8820-c8b27a8ab85a details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:46.147896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.198575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9491746-18a9-4e5f-90b0-ecff7036d857']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:46.222813 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cba39fc-bfbd-4dc9-ba0f-2a1ed7044c88 x-openstack-request-id: req-4cba39fc-bfbd-4dc9-ba0f-2a1ed7044c88 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:46.224779 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "name": "network-vif-unplugged", "status": "completed", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:46.226068 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4cba39fc-bfbd-4dc9-ba0f-2a1ed7044c88 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:46.227998 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'code': 200} Jul 16 01:31:46.239423 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1206e99c-6947-4154-b3c7-50468a70a834 req-d2fd98c4-8fea-44e7-9765-a3c017710b52 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063359 Jul 16 01:31:46.278448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-20ee0d12-71c8-46c0-ab82-ccf7440a7ac8 req-572198ef-2126-4bd0-999a-ed5152996984 service neutron] 10.222.0.50 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644310 Jul 16 01:31:46.280909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:46.281493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7b2a44-cf1f-4a43-8dad-ab5aa781f93c') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:46.308630 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.365780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.366378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:46.380300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:46.381632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:46.383736 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:46.399342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'port_id': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'mac_address': 'fa:16:3e:1b:6a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:46.467683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.481926 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.484291 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e9491746-18a9-4e5f-90b0-ecff7036d857 HTTP/1.1" status: 204 len: 168 time: 1.8858585 Jul 16 01:31:46.505899 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.526767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723040e-afcb-4148-8bc7-b1e9c9acd2c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9491746-18a9-4e5f-90b0-ecff7036d857,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:46.531109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a386f593-f4f0-4fd0-8820-c8b27a8ab85a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:46.574164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:46.580946 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.740009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660380fd-65d2-474d-a1be-3504199ed449 req-5b3a8655-ea4e-44cc-9835-a6ecc0efdc51 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.745478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-660380fd-65d2-474d-a1be-3504199ed449 req-5b3a8655-ea4e-44cc-9835-a6ecc0efdc51 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 945 time: 0.1624911 Jul 16 01:31:46.760277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ec255973-db44-4fed-ba11-d495255c5476 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:46.794210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ec255973-db44-4fed-ba11-d495255c5476 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:46.794814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ec255973-db44-4fed-ba11-d495255c5476 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:46.796606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:46.845513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50414) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:46.850367 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-660380fd-65d2-474d-a1be-3504199ed449 req-9c41d7d4-78c7-42b5-b099-986b89180d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753963 Jul 16 01:31:46.979203 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-edefb3dd-5e72-443c-9988-58a1e2af80fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4c0bf2d24f74bb7923b4fa83468d2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314011 Jul 16 01:31:46.980900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50422) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:46.984495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['a386f593-f4f0-4fd0-8820-c8b27a8ab85a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:47.077809 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6f13da2e-3bed-4808-93d9-6091c17908ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.117468 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6f13da2e-3bed-4808-93d9-6091c17908ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.203132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6f13da2e-3bed-4808-93d9-6091c17908ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.206134 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6f13da2e-3bed-4808-93d9-6091c17908ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.227530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6f13da2e-3bed-4808-93d9-6091c17908ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6eccd6bc-da52-4b51-bba3-b6aecdd2a43c HTTP/1.1" status: 204 len: 168 time: 0.2375941 Jul 16 01:31:47.256314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13da2e-3bed-4808-93d9-6091c17908ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eccd6bc-da52-4b51-bba3-b6aecdd2a43c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.706635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-bfe6ad33-6109-4c19-aae8-1fe7fb7f7ec2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.706635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-bfe6ad33-6109-4c19-aae8-1fe7fb7f7ec2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472&tenant_id=12c4eea5d22846989166acf9750bd01d&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 945 time: 0.2768042 Jul 16 01:31:47.789187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c893bf-3f31-4159-a51c-431e62a5da09 req-b6b615d2-d7ff-46e7-9d5e-10d0c7dc5767 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.797357 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1c893bf-3f31-4159-a51c-431e62a5da09 req-b6b615d2-d7ff-46e7-9d5e-10d0c7dc5767 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 945 time: 0.2102780 Jul 16 01:31:47.864974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1c893bf-3f31-4159-a51c-431e62a5da09 req-3d363540-8944-482d-882e-af788bbdb01b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667059 Jul 16 01:31:47.904024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5be5c-61d1-4fae-8789-eb9710a8ce74 req-b1c4f02b-4c28-4f4f-b243-ff1440f0b54a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.905607 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eba5be5c-61d1-4fae-8789-eb9710a8ce74 req-b1c4f02b-4c28-4f4f-b243-ff1440f0b54a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 943 time: 0.1168294 Jul 16 01:31:47.953609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eba5be5c-61d1-4fae-8789-eb9710a8ce74 req-ef8ffd71-1c93-41fe-b7db-fad173e6555b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389185 Jul 16 01:31:48.120701 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-b09d8346-4951-4474-bb31-4299b0f30539 service neutron] delete failed (client error): The resource could not be found. Jul 16 01:31:48.122118 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-b09d8346-4951-4474-bb31-4299b0f30539 service neutron] 10.222.0.67 "DELETE /v2.0/ports/a386f593-f4f0-4fd0-8820-c8b27a8ab85a/bindings/n-h1-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.4145336 Jul 16 01:31:48.207599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb01fd-06b0-48f3-9594-597a46800d4d req-aeea6088-7900-47bd-af20-481fd2c413fc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.209537 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49bb01fd-06b0-48f3-9594-597a46800d4d req-aeea6088-7900-47bd-af20-481fd2c413fc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 943 time: 0.0910101 Jul 16 01:31:48.255885 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49bb01fd-06b0-48f3-9594-597a46800d4d req-95343e1f-3637-47a1-b23b-d296ae5f7e58 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Jul 16 01:31:48.292741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-fe3783e4-db7b-4a9e-834a-b97e996e2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.294418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-fe3783e4-db7b-4a9e-834a-b97e996e2e0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1097 time: 0.0751026 Jul 16 01:31:48.438124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-a09a4718-b483-4c49-920f-6231266818c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.439583 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-a09a4718-b483-4c49-920f-6231266818c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 200 len: 897 time: 0.1193600 Jul 16 01:31:48.551082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-ae70adc8-adef-410e-8cb5-ffbe791ce5f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 1000 time: 0.0933521 Jul 16 01:31:48.622380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-c2915e22-646b-4728-a244-7092ba960e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.624047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-c2915e22-646b-4728-a244-7092ba960e20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8943fe5-0864-49a0-8c8f-d04748cba8fe HTTP/1.1" status: 200 len: 835 time: 0.0515053 Jul 16 01:31:48.719971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-31f8e658-89ca-4a03-989d-0a42d1c6d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.723596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-31f8e658-89ca-4a03-989d-0a42d1c6d37b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a3fbcf-f795-44d0-9692-c450bd9770f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779281 Jul 16 01:31:48.774881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50490) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:48.892482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-f2229bb2-3384-4915-bd85-45b288549fde service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500766 Jul 16 01:31:48.976520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1421716714-network', 'tenant_id': 'a653eaabc6fd4d798f5528a74508c5d6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:49.017294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Made reservation on behalf of a653eaabc6fd4d798f5528a74508c5d6 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:49.022210 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.031961 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.161319 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.165975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.202730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.211652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:49.225409 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.226107 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Added segment 1ab0f5c0-db47-4b17-a05a-a4908eaf7f06 of type vlan for network 98b4ec89-bef0-4cce-a7ed-55282a048151 Jul 16 01:31:49.285186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.343618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.344657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.345239 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.388426 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6119452 Jul 16 01:31:49.396739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50520) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:49.405107 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Request body: {'subnet': {'network_id': '98b4ec89-bef0-4cce-a7ed-55282a048151', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1421716714-subnet', 'tenant_id': 'a653eaabc6fd4d798f5528a74508c5d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:49.455571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be938dc-d496-40de-a59f-6a4a962f50c0 admin admin] Pushing event updated for resources: {'Network': ['ID=98b4ec89-bef0-4cce-a7ed-55282a048151,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.468528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 98b4ec89-bef0-4cce-a7ed-55282a048151 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:49.483621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Made reservation on behalf of a653eaabc6fd4d798f5528a74508c5d6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:49.487717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.576177 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bc8d5d1-7155-426a-b725-7b0dc8814cfb req-e546268c-1b10-4a61-838d-f236aaf64f13 service neutron] 10.222.0.67 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722131 Jul 16 01:31:49.638356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2531-d1b9-49c4-be00-c68a72d5b56c req-019ab5ff-da08-42cb-a3c3-3cb91f256ce4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.646707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b87e2531-d1b9-49c4-be00-c68a72d5b56c req-019ab5ff-da08-42cb-a3c3-3cb91f256ce4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 943 time: 0.6053679 Jul 16 01:31:49.694968 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-7a705c81-ac66-448c-bfc6-376ff6b168a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1744542 Jul 16 01:31:49.714371 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b87e2531-d1b9-49c4-be00-c68a72d5b56c req-af99676c-4b4f-490f-b818-4dabb8370962 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664606 Jul 16 01:31:49.987551 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.039368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc18497-0dc1-4098-a583-0f98ba4416ec req-60716463-f03d-4771-ad47-f281f2431514 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.046202 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dcc18497-0dc1-4098-a583-0f98ba4416ec req-60716463-f03d-4771-ad47-f281f2431514 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 945 time: 0.1698859 Jul 16 01:31:50.107994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Checking segment: {'id': '1ab0f5c0-db47-4b17-a05a-a4908eaf7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '98b4ec89-bef0-4cce-a7ed-55282a048151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:50.108370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Network hostable DHCP agents. Network: 98b4ec89-bef0-4cce-a7ed-55282a048151, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:50.114744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3beddf0a-f1b0-4888-a22f-c75f4ea0e7e9,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:50.124809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a386f593-f4f0-4fd0-8820-c8b27a8ab85a up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:50.149423 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dcc18497-0dc1-4098-a583-0f98ba4416ec req-edd1e1a4-9cd7-42db-90bc-9e575fb42eaf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023350 Jul 16 01:31:50.151594 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.152127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.152489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.152905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.153300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.153860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.154308 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.154700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.155163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.155463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.155858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.156780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:50.198228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Network 98b4ec89-bef0-4cce-a7ed-55282a048151 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:50.216914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 98b4ec89-bef0-4cce-a7ed-55282a048151) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:50.233633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.235980 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.276489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-586b3e27-aa34-4a16-bbdc-1ff09677d346 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8706510 Jul 16 01:31:50.300320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bea6a5-6111-4612-b70c-d1082b9e0952 None None] Network 98b4ec89-bef0-4cce-a7ed-55282a048151 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:50.368625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port a386f593-f4f0-4fd0-8820-c8b27a8ab85a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:50.401781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port a386f593-f4f0-4fd0-8820-c8b27a8ab85a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:50.402282 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.667334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336280a1-774a-4601-a025-e33679d3fcf8 None None] Network 98b4ec89-bef0-4cce-a7ed-55282a048151 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:50.724750 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.822887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:50.825495 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c6c21e-2da1-441f-998a-2c9a83e2fa9f" -d '{"events": [{"server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "name": "network-vif-plugged", "status": "completed", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:50.886623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:50.908037 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.072333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.104123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-06d81936-ea03-4cd6-aa28-0c63c5c1aa78 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.105919 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-06d81936-ea03-4cd6-aa28-0c63c5c1aa78 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/networks?id=98b4ec89-bef0-4cce-a7ed-55282a048151 HTTP/1.1" status: 200 len: 822 time: 0.1956017 Jul 16 01:31:51.146842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-c42b3456-cb8f-4b8b-9854-ef5abd769076 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/quotas/a653eaabc6fd4d798f5528a74508c5d6 HTTP/1.1" status: 200 len: 375 time: 0.0180857 Jul 16 01:31:51.172633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d730357-9980-4a65-8751-1027cbe46fdd req-16af813c-1a53-444f-966e-bedad1296c29 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.184804 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d730357-9980-4a65-8751-1027cbe46fdd req-16af813c-1a53-444f-966e-bedad1296c29 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 943 time: 0.1327763 Jul 16 01:31:51.227701 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a3a0d0a3-ef87-478a-be01-89fc29937338 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a653eaabc6fd4d798f5528a74508c5d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783672 Jul 16 01:31:51.245588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d730357-9980-4a65-8751-1027cbe46fdd req-4b85cf62-3a8c-4c82-9629-96421341c46e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597894 Jul 16 01:31:51.316054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 58ca2a91-4b05-4d62-ada9-dffbf562866f no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:51.366869 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81dfbed-006e-4a50-9a07-7c74b6fae9f7 x-openstack-request-id: req-b81dfbed-006e-4a50-9a07-7c74b6fae9f7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:51.367925 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "name": "network-vif-plugged", "status": "completed", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:51.370230 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b81dfbed-006e-4a50-9a07-7c74b6fae9f7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:51.370660 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'code': 200} Jul 16 01:31:51.547859 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-d853edb5-627a-4eb3-91c2-e4c69199f826 service neutron] 10.222.0.64 "GET /v2.0/networks/98b4ec89-bef0-4cce-a7ed-55282a048151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191843 Jul 16 01:31:51.662667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-358bdd9c-623f-46c3-b295-6bcaad8fbe11 service neutron] 10.222.0.64 "GET /v2.0/networks/98b4ec89-bef0-4cce-a7ed-55282a048151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135526 Jul 16 01:31:51.994433 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02bac78b-57b9-4374-9153-acd7fe9403a5 req-83ef27f8-038b-4110-bca2-ca3f31206f0b tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 210 time: 0.0484409 Jul 16 01:31:51.999007 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-7f965394-7f02-46c3-9283-18a0022aabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.000563 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-7f965394-7f02-46c3-9283-18a0022aabbb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c&tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087 HTTP/1.1" status: 200 len: 1095 time: 0.1680171 Jul 16 01:31:52.013183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29baaef-d15d-4f39-b420-ec3a9400d0b5 req-ea48c1eb-5787-40ea-bdc8-570413aa092c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.030381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c29baaef-d15d-4f39-b420-ec3a9400d0b5 req-ea48c1eb-5787-40ea-bdc8-570413aa092c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.2581539 Jul 16 01:31:52.039152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:52.141425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c29baaef-d15d-4f39-b420-ec3a9400d0b5 req-3153e110-e7d0-437f-a81e-c9edef8cf072 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099617 Jul 16 01:31:52.187391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:52.255217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.277648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ee6d352e-1bbe-4452-b3e1-77f33a50d5ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/2775fbe5-a248-4708-abeb-32d2283328b9 HTTP/1.1" status: 200 len: 993 time: 0.0884025 Jul 16 01:31:52.545929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7678e-0903-4c7e-9e8a-759ef24edf44 req-c4dd54bb-7238-4590-8339-d35bd348cd6a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.566647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45e7678e-0903-4c7e-9e8a-759ef24edf44 req-c4dd54bb-7238-4590-8339-d35bd348cd6a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 943 time: 0.1218619 Jul 16 01:31:52.648154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45e7678e-0903-4c7e-9e8a-759ef24edf44 req-a74990d1-b3f1-4aca-9f74-41175e74ad58 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790658 Jul 16 01:31:52.669301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:52.724002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:52.786666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ca2a91-4b05-4d62-ada9-dffbf562866f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:52.806170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.822527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Transition to ACTIVE for port object 58ca2a91-4b05-4d62-ada9-dffbf562866f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:52.827130 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.904494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] No DVR routers for this DVR port 58ca2a91-4b05-4d62-ada9-dffbf562866f on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:52.916653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.961421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Attempting to bind port 58ca2a91-4b05-4d62-ada9-dffbf562866f on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:52.961775 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Attempting to bind port 58ca2a91-4b05-4d62-ada9-dffbf562866f by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:52.962142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Attempting to bind port 58ca2a91-4b05-4d62-ada9-dffbf562866f on network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:52.967137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Port 58ca2a91-4b05-4d62-ada9-dffbf562866f on network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:52.967579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Attempting to bind port 58ca2a91-4b05-4d62-ada9-dffbf562866f on network 4a12d2dd-94c5-4d28-bf9a-7913b54d8195 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:52.973467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:52.973812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Checking segment: {'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:52.974249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Bound using segment: {'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:52.975036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Bound port: 58ca2a91-4b05-4d62-ada9-dffbf562866f, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c331c82-bab0-44ee-a443-b5c44429ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:52.975036 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.048984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:53.053298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:53.058273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.118305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:53.137338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.137987 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.140100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-bce85d28-fc9d-4410-ba20-210bf0ded000 service neutron] 10.222.0.50 "PUT /v2.0/ports/58ca2a91-4b05-4d62-ada9-dffbf562866f HTTP/1.1" status: 200 len: 1092 time: 1.1070685 Jul 16 01:31:53.140640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:53.143403 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843826a1-1673-47f9-b88b-92c03cff3833" -d '{"events": [{"name": "network-changed", "server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:53.263027 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c5af0ff-a839-4605-9557-fbbf9ec0f2fc req-e7aa7b34-f1b1-41bf-8ecc-5f88c7ea07b3 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 210 time: 0.0342948 Jul 16 01:31:53.290319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-4e2daa30-0151-44c5-8640-0e50a2c65263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.290319 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-4e2daa30-0151-44c5-8640-0e50a2c65263 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 1096 time: 0.1186562 Jul 16 01:31:53.321925 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da449f2d-03d0-4839-827e-57c0516fa390 x-openstack-request-id: req-da449f2d-03d0-4839-827e-57c0516fa390 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:53.321925 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:53.321925 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da449f2d-03d0-4839-827e-57c0516fa390 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:53.321925 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'status': 'completed', 'code': 200} Jul 16 01:31:53.393433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-c2d93040-2972-491c-8592-d682e8773c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.395115 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-c2d93040-2972-491c-8592-d682e8773c9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 913 time: 0.0969946 Jul 16 01:31:53.444888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-d9bfec4c-da2d-45aa-ace1-e967e403eafb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f HTTP/1.1" status: 200 len: 217 time: 0.0397508 Jul 16 01:31:53.494896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-cbd0c960-4d0f-4529-acdf-7d86e4f3c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.496392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-cbd0c960-4d0f-4529-acdf-7d86e4f3c16d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c3499fd-ce8d-456e-a09b-b7cacd9a997e HTTP/1.1" status: 200 len: 853 time: 0.0474570 Jul 16 01:31:53.535584 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-890eaebf-7968-456c-a6de-7a88d47f7ebc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288196 Jul 16 01:31:53.646313 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-a58cfc56-bc48-4534-a893-ffa5973afd41 service neutron] 10.222.0.50 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005728 Jul 16 01:31:53.813110 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e5d41f1-9dff-4fe3-b726-b0966baab84c req-5cc8e7a9-d32b-4fb1-aab8-8c67dcf9590c service neutron] 10.222.0.50 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597724 Jul 16 01:31:53.999234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-dbf36cb1-0228-45ce-b36e-7cb4bd695104 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.000703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-dbf36cb1-0228-45ce-b36e-7cb4bd695104 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.67 "GET /v2.0/networks?id=98b4ec89-bef0-4cce-a7ed-55282a048151 HTTP/1.1" status: 200 len: 822 time: 0.2602892 Jul 16 01:31:54.011650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183ec56-6c57-491c-a4ac-63636b60ff11 req-0eb501a9-b0ed-44bc-8ec5-173f57d85665 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.019411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1183ec56-6c57-491c-a4ac-63636b60ff11 req-0eb501a9-b0ed-44bc-8ec5-173f57d85665 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.2002659 Jul 16 01:31:54.033394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Request body: {'port': {'device_id': '6eb6db90-337b-4f4c-9879-113d867ef7e4', 'network_id': '98b4ec89-bef0-4cce-a7ed-55282a048151', 'admin_state_up': True, 'tenant_id': 'a653eaabc6fd4d798f5528a74508c5d6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:54.067474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843826a1-1673-47f9-b88b-92c03cff3833 req-2d04c46d-f862-4bfa-ae48-f3004375ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.070245 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-843826a1-1673-47f9-b88b-92c03cff3833 req-2d04c46d-f862-4bfa-ae48-f3004375ff95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 1096 time: 0.1013768 Jul 16 01:31:54.152260 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1183ec56-6c57-491c-a4ac-63636b60ff11 req-4b2cf4fe-dece-4ef5-90e6-6a0d0e9e63ae tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318622 Jul 16 01:31:54.223725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Made reservation on behalf of a653eaabc6fd4d798f5528a74508c5d6 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:54.229459 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.353685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843826a1-1673-47f9-b88b-92c03cff3833 req-34d13436-6f37-4c09-8bda-d7b04fda506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.355636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-843826a1-1673-47f9-b88b-92c03cff3833 req-34d13436-6f37-4c09-8bda-d7b04fda506a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 913 time: 0.2780578 Jul 16 01:31:54.484841 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-843826a1-1673-47f9-b88b-92c03cff3833 req-a706a4ec-0807-4a8c-a230-89a7aefbe9b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f HTTP/1.1" status: 200 len: 217 time: 0.1208744 Jul 16 01:31:54.529286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Allocated IP 172.20.0.4 (98b4ec89-bef0-4cce-a7ed-55282a048151/3beddf0a-f1b0-4888-a22f-c75f4ea0e7e9/e4c5a27d-8584-47eb-889f-348e53fb3bb3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:54.536019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07aea925-16ac-40fa-a87b-048931976238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.668071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d790acb3-645e-4484-a15f-4120c905b7df req-761b5f0e-8ea8-4a42-a2c6-9f3c87f96837 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 210 time: 0.1357615 Jul 16 01:31:54.736288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843826a1-1673-47f9-b88b-92c03cff3833 req-d60662b7-7353-45b3-b3b2-a4ca0fc055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.740720 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-843826a1-1673-47f9-b88b-92c03cff3833 req-d60662b7-7353-45b3-b3b2-a4ca0fc055f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c3499fd-ce8d-456e-a09b-b7cacd9a997e HTTP/1.1" status: 200 len: 853 time: 0.2463481 Jul 16 01:31:54.925916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.000060 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.058089 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Network 98b4ec89-bef0-4cce-a7ed-55282a048151 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:55.118472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:55.120647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Pushing event updated for resources: {'Port': ['ID=e4c5a27d-8584-47eb-889f-348e53fb3bb3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:55.135395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:55.164524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.164524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.164840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.165698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.165698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.166254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.166369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.166971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.167103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.167325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.167651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.167970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:55.206377 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:55.228391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.228391 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.259968 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-a9938c2e-9403-4624-ba66-e5a9a345cd77 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2380517 Jul 16 01:31:55.274230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Request body: {'port': {'device_id': '6eb6db90-337b-4f4c-9879-113d867ef7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:55.466263 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.572782 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.594540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d778361-ae74-45cb-9695-5a23824686d7 req-0d442602-3218-46a5-8f1a-93cd6933df1e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.602995 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d778361-ae74-45cb-9695-5a23824686d7 req-0d442602-3218-46a5-8f1a-93cd6933df1e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.1592140 Jul 16 01:31:55.662796 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d778361-ae74-45cb-9695-5a23824686d7 req-fb242884-65bd-4fc0-b86e-97d5c10b1c13 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589020 Jul 16 01:31:56.004477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6c79-c907-400d-aea4-a5b1e8052ecc req-e2ccb275-d1eb-467d-95cd-ac4f6f28ebac tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.013572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10ac6c79-c907-400d-aea4-a5b1e8052ecc req-e2ccb275-d1eb-467d-95cd-ac4f6f28ebac tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 931 time: 0.1254058 Jul 16 01:31:56.091865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c5a27d-8584-47eb-889f-348e53fb3bb3 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:56.107037 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10ac6c79-c907-400d-aea4-a5b1e8052ecc req-d855d7e0-3f89-42c3-b289-d989b1cc1e59 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679789 Jul 16 01:31:56.117811 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.167195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Transition to ACTIVE for port object e4c5a27d-8584-47eb-889f-348e53fb3bb3 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:56.183403 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.261311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Pushing event updated for resources: {'Port': ['ID=e4c5a27d-8584-47eb-889f-348e53fb3bb3,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.459170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Attempting to bind port e4c5a27d-8584-47eb-889f-348e53fb3bb3 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:56.459524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Attempting to bind port e4c5a27d-8584-47eb-889f-348e53fb3bb3 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '1ab0f5c0-db47-4b17-a05a-a4908eaf7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '98b4ec89-bef0-4cce-a7ed-55282a048151'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:56.459866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Attempting to bind port e4c5a27d-8584-47eb-889f-348e53fb3bb3 on network 98b4ec89-bef0-4cce-a7ed-55282a048151 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:56.465312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Port e4c5a27d-8584-47eb-889f-348e53fb3bb3 on network 98b4ec89-bef0-4cce-a7ed-55282a048151 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:56.465632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Attempting to bind port e4c5a27d-8584-47eb-889f-348e53fb3bb3 on network 98b4ec89-bef0-4cce-a7ed-55282a048151 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:56.471611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:56.471957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Checking segment: {'id': '1ab0f5c0-db47-4b17-a05a-a4908eaf7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '98b4ec89-bef0-4cce-a7ed-55282a048151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:56.472355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Bound using segment: {'id': '1ab0f5c0-db47-4b17-a05a-a4908eaf7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '98b4ec89-bef0-4cce-a7ed-55282a048151'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:56.472797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Bound port: e4c5a27d-8584-47eb-889f-348e53fb3bb3, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab0f5c0-db47-4b17-a05a-a4908eaf7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '98b4ec89-bef0-4cce-a7ed-55282a048151'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:56.473162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.554986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] For port e4c5a27d-8584-47eb-889f-348e53fb3bb3, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:56.558318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] For port e4c5a27d-8584-47eb-889f-348e53fb3bb3, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e4c5a27d-8584-47eb-889f-348e53fb3bb3,segment=NetworkSegment(1ab0f5c0-db47-4b17-a05a-a4908eaf7f06),segment_id=1ab0f5c0-db47-4b17-a05a-a4908eaf7f06)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:56.564552 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.609992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.611849 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.613130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] 10.222.0.67 "PUT /v2.0/ports/e4c5a27d-8584-47eb-889f-348e53fb3bb3 HTTP/1.1" status: 200 len: 1092 time: 1.3436232 Jul 16 01:31:56.613609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb6db90-337b-4f4c-9879-113d867ef7e4', 'tag': 'e4c5a27d-8584-47eb-889f-348e53fb3bb3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:56.626628 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.630044 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017fe793-8b60-4ccc-b04d-298a2ec1cb86" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb6db90-337b-4f4c-9879-113d867ef7e4", "tag": "e4c5a27d-8584-47eb-889f-348e53fb3bb3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:56.687891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f2b16-cd7d-4910-82a4-c0d76d18289a service neutron] Pushing event updated for resources: {'Port': ['ID=e4c5a27d-8584-47eb-889f-348e53fb3bb3,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.762848 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23920d2-9f1f-444e-bbe4-6572b267e5cd x-openstack-request-id: req-e23920d2-9f1f-444e-bbe4-6572b267e5cd {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:56.763584 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb6db90-337b-4f4c-9879-113d867ef7e4", "tag": "e4c5a27d-8584-47eb-889f-348e53fb3bb3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:56.764065 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e23920d2-9f1f-444e-bbe4-6572b267e5cd {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:56.764683 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb6db90-337b-4f4c-9879-113d867ef7e4', 'tag': 'e4c5a27d-8584-47eb-889f-348e53fb3bb3', 'status': 'completed', 'code': 200} Jul 16 01:31:56.783437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-038582cf-142b-47ae-8428-131a98ab5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.786833 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-038582cf-142b-47ae-8428-131a98ab5538 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a653eaabc6fd4d798f5528a74508c5d6&device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0883410 Jul 16 01:31:56.858086 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-d5014de1-e242-403c-8706-0452f5485875 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4c5a27d-8584-47eb-889f-348e53fb3bb3 HTTP/1.1" status: 200 len: 217 time: 0.0584135 Jul 16 01:31:56.974114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-494df03a-8db0-4557-9218-ad661e37b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.975972 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-494df03a-8db0-4557-9218-ad661e37b8ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3beddf0a-f1b0-4888-a22f-c75f4ea0e7e9 HTTP/1.1" status: 200 len: 862 time: 0.0983799 Jul 16 01:31:57.021298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-32cbd0db-6020-4475-9252-d30860a3554a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=98b4ec89-bef0-4cce-a7ed-55282a048151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376308 Jul 16 01:31:57.031931 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb5b9-f921-4d5e-a29a-8db08bc45692 req-bc66aace-c266-448b-8aa0-5c9f354c06e9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.033932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17beb5b9-f921-4d5e-a29a-8db08bc45692 req-bc66aace-c266-448b-8aa0-5c9f354c06e9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.1362386 Jul 16 01:31:57.099126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17beb5b9-f921-4d5e-a29a-8db08bc45692 req-d7ff19c6-3038-438e-a3e2-31cad2cd395b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588753 Jul 16 01:31:57.103016 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25438a87-60f8-4066-a7a7-d2e5394235dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.172001 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-c495ab6d-b048-4e69-b7fc-a772270494ef service neutron] 10.222.0.67 "GET /v2.0/networks/98b4ec89-bef0-4cce-a7ed-55282a048151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380572 Jul 16 01:31:57.363790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db52fddf-2730-432f-a2c7-9dfe75c02662 req-3f950c71-8c87-497c-a1d5-3d87bcf0cbdd service neutron] 10.222.0.67 "GET /v2.0/networks/98b4ec89-bef0-4cce-a7ed-55282a048151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737037 Jul 16 01:31:57.367546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f33bcd-fdb8-4a3d-9a77-bfe6513732f4 req-b63b8886-143c-4d20-997e-5a2950ad6032 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.370550 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33f33bcd-fdb8-4a3d-9a77-bfe6513732f4 req-b63b8886-143c-4d20-997e-5a2950ad6032 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 943 time: 0.1013758 Jul 16 01:31:57.444254 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33f33bcd-fdb8-4a3d-9a77-bfe6513732f4 req-adcf6f2b-7ccb-4a94-bda4-caf69421ddf3 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675242 Jul 16 01:31:57.537695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fe793-8b60-4ccc-b04d-298a2ec1cb86 req-530a9966-878b-4566-86d7-24be48a1a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.540308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-017fe793-8b60-4ccc-b04d-298a2ec1cb86 req-530a9966-878b-4566-86d7-24be48a1a060 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a653eaabc6fd4d798f5528a74508c5d6&device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 1095 time: 0.1049523 Jul 16 01:31:57.602888 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.682055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fe793-8b60-4ccc-b04d-298a2ec1cb86 req-0d009ad7-4bc9-4361-b88a-6872b44cd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.682398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-017fe793-8b60-4ccc-b04d-298a2ec1cb86 req-0d009ad7-4bc9-4361-b88a-6872b44cd391 service neutron] 10.222.0.67 "GET /v2.0/networks?id=98b4ec89-bef0-4cce-a7ed-55282a048151 HTTP/1.1" status: 200 len: 922 time: 0.1341059 Jul 16 01:31:57.733982 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-017fe793-8b60-4ccc-b04d-298a2ec1cb86 req-3170c6f5-3b07-4709-83cf-96785e0725d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4c5a27d-8584-47eb-889f-348e53fb3bb3 HTTP/1.1" status: 200 len: 217 time: 0.0418844 Jul 16 01:31:57.797350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fe793-8b60-4ccc-b04d-298a2ec1cb86 req-4b590010-daf7-41a5-9a7d-27dcdf02fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.800355 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-017fe793-8b60-4ccc-b04d-298a2ec1cb86 req-4b590010-daf7-41a5-9a7d-27dcdf02fe65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3beddf0a-f1b0-4888-a22f-c75f4ea0e7e9 HTTP/1.1" status: 200 len: 862 time: 0.0590496 Jul 16 01:31:57.851106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-017fe793-8b60-4ccc-b04d-298a2ec1cb86 req-22d5b76d-9725-4993-b463-8ebad5179b76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=98b4ec89-bef0-4cce-a7ed-55282a048151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410044 Jul 16 01:31:57.986608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-017fe793-8b60-4ccc-b04d-298a2ec1cb86 req-b590421b-cea6-471c-a959-ce181fac2aa3 service neutron] 10.222.0.67 "GET /v2.0/networks/98b4ec89-bef0-4cce-a7ed-55282a048151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225913 Jul 16 01:31:58.121950 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-017fe793-8b60-4ccc-b04d-298a2ec1cb86 req-47ad166b-f982-4013-aa76-7f6c05a0bba0 service neutron] 10.222.0.67 "GET /v2.0/networks/98b4ec89-bef0-4cce-a7ed-55282a048151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226172 Jul 16 01:31:58.324899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587150d-d76b-4653-8ca2-ced76e5522d2 req-ecdb3663-3329-4e45-9bd7-d1e7758e86fc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.326817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c587150d-d76b-4653-8ca2-ced76e5522d2 req-ecdb3663-3329-4e45-9bd7-d1e7758e86fc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.0865712 Jul 16 01:31:58.371666 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c587150d-d76b-4653-8ca2-ced76e5522d2 req-b94c5111-f8b2-4852-a511-178c85b0e68e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385940 Jul 16 01:31:58.399904 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.786299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9782a-6152-439a-a4e7-6da64689fa26 req-2f959857-21ac-412e-bb47-b0dfb37b614f tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.795605 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-12a9782a-6152-439a-a4e7-6da64689fa26 req-2f959857-21ac-412e-bb47-b0dfb37b614f tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 943 time: 0.1003389 Jul 16 01:31:58.840775 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-12a9782a-6152-439a-a4e7-6da64689fa26 req-fcc58229-746b-477e-819d-6433ac22c590 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Jul 16 01:31:58.908344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f188a172-13ac-4c29-902a-694ddfba7128 req-1ef942b6-2e91-41fc-826f-969d1caf1dbc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0838795 Jul 16 01:31:59.039388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188a172-13ac-4c29-902a-694ddfba7128 req-e7f00be9-4c0b-4701-9262-0095d7071eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.042050 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f188a172-13ac-4c29-902a-694ddfba7128 req-e7f00be9-4c0b-4701-9262-0095d7071eb1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37c41529f5c0494c831538b5dc6384bf&device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 1098 time: 0.0624883 Jul 16 01:31:59.187845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188a172-13ac-4c29-902a-694ddfba7128 req-4585b3f7-d88f-4561-942d-e14d32331c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.189722 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f188a172-13ac-4c29-902a-694ddfba7128 req-4585b3f7-d88f-4561-942d-e14d32331c1d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 200 len: 917 time: 0.1216750 Jul 16 01:31:59.301711 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f188a172-13ac-4c29-902a-694ddfba7128 req-42497f58-a8f7-48dc-a729-8876275ee152 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39498813-a3f3-4d3b-a06b-ba2234060282 HTTP/1.1" status: 200 len: 1000 time: 0.1002235 Jul 16 01:31:59.378978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188a172-13ac-4c29-902a-694ddfba7128 req-603addec-4e41-40e2-99b7-db781d539129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.380966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f188a172-13ac-4c29-902a-694ddfba7128 req-603addec-4e41-40e2-99b7-db781d539129 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 200 len: 856 time: 0.0644701 Jul 16 01:31:59.478095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188a172-13ac-4c29-902a-694ddfba7128 req-e152ee53-ebb4-4964-b9b6-5928fa74aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.479811 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f188a172-13ac-4c29-902a-694ddfba7128 req-e152ee53-ebb4-4964-b9b6-5928fa74aae4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5015d4d4-6866-4f94-9b4e-8009674ce4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890434 Jul 16 01:31:59.666271 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802ccb3-14a0-491c-86ad-59a6b7a784a5 req-0cf50a46-8d84-454d-84e9-b0cc8b7c6a03 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.672880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f188a172-13ac-4c29-902a-694ddfba7128 req-567fad1b-939e-4510-acb1-d35ef2dee444 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817520 Jul 16 01:31:59.674190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5802ccb3-14a0-491c-86ad-59a6b7a784a5 req-0cf50a46-8d84-454d-84e9-b0cc8b7c6a03 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.1001320 Jul 16 01:31:59.733065 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5802ccb3-14a0-491c-86ad-59a6b7a784a5 req-b4b3a89f-243c-4180-b61e-b5d22f278eea tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578289 Jul 16 01:31:59.849398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f188a172-13ac-4c29-902a-694ddfba7128 req-4a9993c1-11f1-4363-9327-882ac2ba2b74 service neutron] 10.222.0.67 "GET /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678717 Jul 16 01:32:00.097630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fabc8-09b1-4d1e-a792-f7894eb28de3 req-ee8c72de-e011-4a38-b6c9-3492d0032e03 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.099466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c86fabc8-09b1-4d1e-a792-f7894eb28de3 req-ee8c72de-e011-4a38-b6c9-3492d0032e03 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 943 time: 0.0736680 Jul 16 01:32:00.110357 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.167266 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c86fabc8-09b1-4d1e-a792-f7894eb28de3 req-11e12c06-a717-4464-b429-c9f611095dc0 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612788 Jul 16 01:32:01.015830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5f49-9687-404c-8d14-039961e8124e req-2d7774a3-84eb-4fdd-b797-8e985b672dd3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.019012 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-116c5f49-9687-404c-8d14-039961e8124e req-2d7774a3-84eb-4fdd-b797-8e985b672dd3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.0970874 Jul 16 01:32:01.067039 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-116c5f49-9687-404c-8d14-039961e8124e req-8a326563-ff93-41b0-bc71-e0dea38c1d3c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422297 Jul 16 01:32:01.364451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e4c5a27d-8584-47eb-889f-348e53fb3bb3 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:01.394729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368aa05-109f-4a99-b61e-6ec8f2329e57 req-fdb371f2-670b-4460-8511-577b40b3c349 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.407019 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b368aa05-109f-4a99-b61e-6ec8f2329e57 req-fdb371f2-670b-4460-8511-577b40b3c349 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 943 time: 0.1007531 Jul 16 01:32:01.480556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b368aa05-109f-4a99-b61e-6ec8f2329e57 req-a9274a6b-2eaa-4a02-bc67-fb270d1eaade tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718000 Jul 16 01:32:01.552990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e4c5a27d-8584-47eb-889f-348e53fb3bb3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e4c5a27d-8584-47eb-889f-348e53fb3bb3,segment=NetworkSegment(1ab0f5c0-db47-4b17-a05a-a4908eaf7f06),segment_id=1ab0f5c0-db47-4b17-a05a-a4908eaf7f06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:01.591622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'e4c5a27d-8584-47eb-889f-348e53fb3bb3', 'network_id': '98b4ec89-bef0-4cce-a7ed-55282a048151', 'port_id': 'e4c5a27d-8584-47eb-889f-348e53fb3bb3', 'mac_address': 'fa:16:3e:5c:62:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3beddf0a-f1b0-4888-a22f-c75f4ea0e7e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:01.648655 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.674748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c5a27d-8584-47eb-889f-348e53fb3bb3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:01.701459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e4c5a27d-8584-47eb-889f-348e53fb3bb3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e4c5a27d-8584-47eb-889f-348e53fb3bb3,segment=NetworkSegment(1ab0f5c0-db47-4b17-a05a-a4908eaf7f06),segment_id=1ab0f5c0-db47-4b17-a05a-a4908eaf7f06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:01.708395 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.765345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=e4c5a27d-8584-47eb-889f-348e53fb3bb3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:02.123614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['e4c5a27d-8584-47eb-889f-348e53fb3bb3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:02.355565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ab1a4-f203-4e9d-a5e6-4f40cbff980c req-9e44cf78-a804-497d-bd4e-d31c18c48920 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.357239 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-555ab1a4-f203-4e9d-a5e6-4f40cbff980c req-9e44cf78-a804-497d-bd4e-d31c18c48920 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.1012547 Jul 16 01:32:02.422858 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-555ab1a4-f203-4e9d-a5e6-4f40cbff980c req-5f7e8b2d-f4f7-4fec-af50-57cd189e2d19 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540040 Jul 16 01:32:02.785170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c7b79-cd48-4a96-98f4-25a37da3cb00 req-97de4f64-dad7-42a3-b301-210092dcefd2 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.794616 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd7c7b79-cd48-4a96-98f4-25a37da3cb00 req-97de4f64-dad7-42a3-b301-210092dcefd2 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 944 time: 0.1506724 Jul 16 01:32:02.872295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd7c7b79-cd48-4a96-98f4-25a37da3cb00 req-28d6a5b1-4464-4d9b-a840-d612de023a50 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651901 Jul 16 01:32:03.384286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e4c5a27d-8584-47eb-889f-348e53fb3bb3 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:03.496122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port e4c5a27d-8584-47eb-889f-348e53fb3bb3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:03.507525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port e4c5a27d-8584-47eb-889f-348e53fb3bb3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:03.508374 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.648019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.688217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb6db90-337b-4f4c-9879-113d867ef7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c5a27d-8584-47eb-889f-348e53fb3bb3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:03.695115 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a12d972-1c2d-46bc-a0c5-cf3212b1b6b4" -d '{"events": [{"server_uuid": "6eb6db90-337b-4f4c-9879-113d867ef7e4", "name": "network-vif-plugged", "status": "completed", "tag": "e4c5a27d-8584-47eb-889f-348e53fb3bb3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:03.726534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e4c5a27d-8584-47eb-889f-348e53fb3bb3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e4c5a27d-8584-47eb-889f-348e53fb3bb3,segment=NetworkSegment(1ab0f5c0-db47-4b17-a05a-a4908eaf7f06),segment_id=1ab0f5c0-db47-4b17-a05a-a4908eaf7f06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:03.738362 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.004817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=e4c5a27d-8584-47eb-889f-348e53fb3bb3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:04.007948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf41c3-88e2-46fa-8be0-1b47b32aef04 req-b1d80b96-8bad-4d8b-9c00-49eccf5e5e80 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.023174 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dbf41c3-88e2-46fa-8be0-1b47b32aef04 req-b1d80b96-8bad-4d8b-9c00-49eccf5e5e80 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.1410830 Jul 16 01:32:04.076729 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4dbf41c3-88e2-46fa-8be0-1b47b32aef04 req-d3d54315-409d-4e46-9346-54e2457f1c52 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520740 Jul 16 01:32:04.147359 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b894fe-79dc-4fc5-b03f-a9d010af24de x-openstack-request-id: req-34b894fe-79dc-4fc5-b03f-a9d010af24de {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:04.147724 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb6db90-337b-4f4c-9879-113d867ef7e4", "name": "network-vif-plugged", "status": "completed", "tag": "e4c5a27d-8584-47eb-889f-348e53fb3bb3", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:04.148037 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34b894fe-79dc-4fc5-b03f-a9d010af24de {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:04.148496 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb6db90-337b-4f4c-9879-113d867ef7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c5a27d-8584-47eb-889f-348e53fb3bb3', 'code': 200} Jul 16 01:32:04.360102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81378597-ccd5-4447-8fde-b281fbaec733 req-d8830dd5-5758-4324-a2c2-fee5f1398538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.362028 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-81378597-ccd5-4447-8fde-b281fbaec733 req-d8830dd5-5758-4324-a2c2-fee5f1398538 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 1097 time: 0.0827465 Jul 16 01:32:04.399984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a4611-4adc-4f09-8866-96b08649cbf6 req-041c71cc-d738-40f5-ad67-8fe855fb48a1 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.401567 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c6a4611-4adc-4f09-8866-96b08649cbf6 req-041c71cc-d738-40f5-ad67-8fe855fb48a1 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 945 time: 0.1243393 Jul 16 01:32:04.425145 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-81378597-ccd5-4447-8fde-b281fbaec733 req-39ec5f68-ee3f-4048-867d-159aa917a133 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Jul 16 01:32:04.452125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c6a4611-4adc-4f09-8866-96b08649cbf6 req-337583e0-0616-4a20-908f-da9fcf5f0aef tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448329 Jul 16 01:32:05.299056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75101-c4b5-495d-9ef4-7777d30b6cfc req-f6810906-4325-4e2a-ada9-9528ec81dc89 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.300335 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57c75101-c4b5-495d-9ef4-7777d30b6cfc req-f6810906-4325-4e2a-ada9-9528ec81dc89 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.0716801 Jul 16 01:32:05.396521 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57c75101-c4b5-495d-9ef4-7777d30b6cfc req-1eb7975f-30eb-472b-b6e5-d2b793232e9f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821159 Jul 16 01:32:05.842330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094af6-76aa-4e71-ad00-7985312b5898 req-59ef65a4-a5a5-4e18-a9ed-594e25f1d547 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.853075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3094af6-76aa-4e71-ad00-7985312b5898 req-59ef65a4-a5a5-4e18-a9ed-594e25f1d547 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 945 time: 0.2135546 Jul 16 01:32:05.936421 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e3094af6-76aa-4e71-ad00-7985312b5898 req-e17f06eb-672f-4555-a96c-6aefdcdc5ae6 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820601 Jul 16 01:32:06.666882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b4950-3a39-41b3-b00c-eb1af7e8cb45 req-738c8352-776f-4ac5-a936-3b7e3102fd45 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.666882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d24b4950-3a39-41b3-b00c-eb1af7e8cb45 req-738c8352-776f-4ac5-a936-3b7e3102fd45 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.0853679 Jul 16 01:32:06.714068 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d24b4950-3a39-41b3-b00c-eb1af7e8cb45 req-b8654161-7801-4341-81c8-9c2e3437a6dc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Jul 16 01:32:07.029408 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-843826a1-1673-47f9-b88b-92c03cff3833 req-252916d4-f7fe-415c-9cd9-8db4f5f910b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462008 Jul 16 01:32:07.202363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-843826a1-1673-47f9-b88b-92c03cff3833 req-f49a6c82-d522-4964-8231-2c07db46c328 service neutron] 10.222.0.50 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545677 Jul 16 01:32:07.209862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-0f696db8-39c2-49a2-974e-765e3d04f0f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1234210 Jul 16 01:32:07.392492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bd3e9-35a2-4715-8179-7253b6cfc141 req-38948d27-868e-4cfb-a410-bec1473e63dc tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.397586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-c9652fdf-510b-4ce8-9b3d-9aa939d5a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.398682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-c9652fdf-510b-4ce8-9b3d-9aa939d5a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.399233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-c9652fdf-510b-4ce8-9b3d-9aa939d5a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.400154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-c9652fdf-510b-4ce8-9b3d-9aa939d5a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.400694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-c9652fdf-510b-4ce8-9b3d-9aa939d5a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.401225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-c9652fdf-510b-4ce8-9b3d-9aa939d5a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.401749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-c9652fdf-510b-4ce8-9b3d-9aa939d5a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.403349 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563bd3e9-35a2-4715-8179-7253b6cfc141 req-38948d27-868e-4cfb-a410-bec1473e63dc tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 945 time: 0.1998212 Jul 16 01:32:07.404331 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-c9652fdf-510b-4ce8-9b3d-9aa939d5a182 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6508 time: 0.1098893 Jul 16 01:32:07.430415 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-843826a1-1673-47f9-b88b-92c03cff3833 req-ddf9e749-56e4-4211-908d-9fbe82f29c26 service neutron] 10.222.0.50 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111783 Jul 16 01:32:07.466811 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563bd3e9-35a2-4715-8179-7253b6cfc141 req-cc083b99-cd71-4e74-848c-14c7c89a6bb9 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621400 Jul 16 01:32:07.564417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-831c19bd-58b4-4c31-af6d-e9ff9b583f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.565819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-831c19bd-58b4-4c31-af6d-e9ff9b583f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.567284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-831c19bd-58b4-4c31-af6d-e9ff9b583f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.569391 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-831c19bd-58b4-4c31-af6d-e9ff9b583f61 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9020f891-2bdc-4fed-af34-da7703046d1c&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d HTTP/1.1" status: 200 len: 2293 time: 0.1297812 Jul 16 01:32:07.668384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-35bdd703-a4de-4062-864d-c726f99285bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b HTTP/1.1" status: 200 len: 1000 time: 0.0886550 Jul 16 01:32:07.733907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-4bb7b2af-c385-40da-9cbc-ff63d4818e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.736567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-4bb7b2af-c385-40da-9cbc-ff63d4818e34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89371c7e-74bf-42c2-ac62-b7e5abcda39b HTTP/1.1" status: 200 len: 856 time: 0.0551069 Jul 16 01:32:07.828469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-583e828b-4a29-4cf4-b470-50bc25f1bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.830967 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-583e828b-4a29-4cf4-b470-50bc25f1bca7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9020f891-2bdc-4fed-af34-da7703046d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864103 Jul 16 01:32:08.019670 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-8497514b-bb5c-4b0f-8e3b-d4c5702587b9 service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787319 Jul 16 01:32:08.089201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1123de-e436-4529-9c8f-868c53514c91 req-4657cf9a-3fb4-477e-bc05-f156105c24e7 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.091565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d1123de-e436-4529-9c8f-868c53514c91 req-4657cf9a-3fb4-477e-bc05-f156105c24e7 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.1425307 Jul 16 01:32:08.137641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d1123de-e436-4529-9c8f-868c53514c91 req-2949f7a9-f7a8-4171-8813-81bcfb41082f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Jul 16 01:32:08.216671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-c9d84c81-a8c5-4fc4-aa80-46b21613b9df service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904330 Jul 16 01:32:08.231967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8934ed2-24ce-4e18-96e8-ffc6a91a6729 req-e518f3bb-ab67-4576-9b35-f5f663cb5f7b tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.233783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8934ed2-24ce-4e18-96e8-ffc6a91a6729 req-e518f3bb-ab67-4576-9b35-f5f663cb5f7b tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 945 time: 0.1537929 Jul 16 01:32:08.292676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-0a908983-601d-4a5a-af1b-76c9207ff55b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 217 time: 0.0570776 Jul 16 01:32:08.380560 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8934ed2-24ce-4e18-96e8-ffc6a91a6729 req-5a05f0e1-b101-4972-9a4d-ec8d68227bfc tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862064 Jul 16 01:32:08.387797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-af3a22f3-6c5c-4062-8876-f26bc8f6bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.389395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-af3a22f3-6c5c-4062-8876-f26bc8f6bbff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0692930 Jul 16 01:32:08.484384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-e3662dd0-4581-4af2-805c-75de2e3e5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.487333 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-e3662dd0-4581-4af2-805c-75de2e3e5cb5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737646 Jul 16 01:32:08.596943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-f45349cb-b84b-4c7f-80db-852a445d4482 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013441 Jul 16 01:32:08.715085 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-097c1b88-0fc7-42a1-84a1-32ad31f99b67 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096451 Jul 16 01:32:08.763296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-77dd799f-b687-47b8-910a-0de1a6ce0222 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 217 time: 0.0400622 Jul 16 01:32:08.826247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-880f2359-6436-4589-899d-bd65ff0480eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.827826 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-880f2359-6436-4589-899d-bd65ff0480eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0567350 Jul 16 01:32:08.913859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-4d265f0a-008f-4c3c-922e-ea3ee5eec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.915508 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-4d265f0a-008f-4c3c-922e-ea3ee5eec30e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775406 Jul 16 01:32:09.031742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-54f76092-38b1-4f28-a82e-b1f6ce0d4a71 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022713 Jul 16 01:32:09.126465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-339cd1e7-8105-4381-9877-cd6cfbd1d755 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858760 Jul 16 01:32:09.387321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997000ec-2810-4d4d-88db-9addefa8eb9b req-50ff1fcd-e19e-45ec-913c-127738fc978d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.394823 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-997000ec-2810-4d4d-88db-9addefa8eb9b req-50ff1fcd-e19e-45ec-913c-127738fc978d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 944 time: 0.1192508 Jul 16 01:32:09.445257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-f0a08a24-0388-4b2d-85cc-e3a60183f7a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f96976a5-505b-40e3-973f-1cc310d11e60 HTTP/1.1" status: 200 len: 217 time: 0.3118253 Jul 16 01:32:09.451210 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-997000ec-2810-4d4d-88db-9addefa8eb9b req-34d556d9-397d-4634-adf2-0ffbe0e58ccd tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481639 Jul 16 01:32:09.509562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-0874b9d7-2c42-4f53-a2d1-f9b0db0702bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.509562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-0874b9d7-2c42-4f53-a2d1-f9b0db0702bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0568209 Jul 16 01:32:09.587204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-35c1c5c2-af90-46d8-b0c5-791e9c8d7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.589789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-35c1c5c2-af90-46d8-b0c5-791e9c8d7efd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655854 Jul 16 01:32:09.675688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584d648-bf6e-488f-b7b8-86ec7ac1c0b2 req-aea8033d-34ae-41b6-81ea-4435e979b447 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.677314 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7584d648-bf6e-488f-b7b8-86ec7ac1c0b2 req-aea8033d-34ae-41b6-81ea-4435e979b447 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 945 time: 0.0832744 Jul 16 01:32:09.720877 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7584d648-bf6e-488f-b7b8-86ec7ac1c0b2 req-59380f0d-9f63-41dd-b0e3-b3933aa4b3fa tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368078 Jul 16 01:32:09.781942 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-7bd0d18e-442c-4191-9a00-f4f418767c83 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855731 Jul 16 01:32:09.841997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-781c4e82-22f9-4750-a5b5-1f3d7b954f6d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.843562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-781c4e82-22f9-4750-a5b5-1f3d7b954f6d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 815 time: 0.1634367 Jul 16 01:32:09.892230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-0c5edd3e-cc40-4c47-9ed1-daf3be9691cb tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/quotas/1002d8c18ade45268510cf102e842911 HTTP/1.1" status: 200 len: 375 time: 0.0177283 Jul 16 01:32:09.922406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-301f56b8-cdd0-43fc-b20c-b1fd0ae45fea service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304388 Jul 16 01:32:10.013910 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-7920fffc-f70a-4d43-8c65-e30578522c49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 HTTP/1.1" status: 200 len: 217 time: 0.0740657 Jul 16 01:32:10.122474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-b0d730d3-e44c-411d-8919-77a74fbf5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.123925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-b0d730d3-e44c-411d-8919-77a74fbf5982 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0977614 Jul 16 01:32:10.135771 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-6475bd23-ca4b-4a56-8586-132db55e2ef1 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2332397 Jul 16 01:32:10.153333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 58ca2a91-4b05-4d62-ada9-dffbf562866f details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:10.155134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-62915f81-b630-49df-a428-9d596e8b8cb4 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.156616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-62915f81-b630-49df-a428-9d596e8b8cb4 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.67 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 945 time: 0.2048178 Jul 16 01:32:10.259158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:10.272533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'network_id': '4a12d2dd-94c5-4d28-bf9a-7913b54d8195', 'port_id': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'mac_address': 'fa:16:3e:61:96:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3499fd-ce8d-456e-a09b-b7cacd9a997e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:10.334367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.351157 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ca2a91-4b05-4d62-ada9-dffbf562866f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:10.357357 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-cff655dd-c57f-4a32-a76d-a9f9c9b9626d service neutron] 10.222.0.64 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105300 Jul 16 01:32:10.363403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-433bb9c8-6058-4db1-8243-6e0adb0cdd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.365172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-433bb9c8-6058-4db1-8243-6e0adb0cdd68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2268307 Jul 16 01:32:10.381368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:10.387060 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.449674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:10.539909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-39267102-3cb2-4eb2-9ae2-33d73d5dbe8c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Deleting port e4c5a27d-8584-47eb-889f-348e53fb3bb3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:10.543601 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-39267102-3cb2-4eb2-9ae2-33d73d5dbe8c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.590481 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-97aa4a76-5c23-49b7-baf0-bdecd71ba7a0 service neutron] 10.222.0.64 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241194 Jul 16 01:32:10.647588 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-c06665c3-9dbb-4006-afbc-128c0cefdc77 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724729 Jul 16 01:32:10.689999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-39267102-3cb2-4eb2-9ae2-33d73d5dbe8c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] For port e4c5a27d-8584-47eb-889f-348e53fb3bb3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e4c5a27d-8584-47eb-889f-348e53fb3bb3,segment=NetworkSegment(1ab0f5c0-db47-4b17-a05a-a4908eaf7f06),segment_id=1ab0f5c0-db47-4b17-a05a-a4908eaf7f06)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:10.690397 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-39267102-3cb2-4eb2-9ae2-33d73d5dbe8c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.703822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc640af9-5065-4835-89c5-8053c56ac3ac req-0c1c78d4-eb76-4631-af8d-ce746607cf8b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.712075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cc640af9-5065-4835-89c5-8053c56ac3ac req-0c1c78d4-eb76-4631-af8d-ce746607cf8b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.0845950 Jul 16 01:32:10.755397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['58ca2a91-4b05-4d62-ada9-dffbf562866f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:10.779765 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cc640af9-5065-4835-89c5-8053c56ac3ac req-62755103-4e62-4aca-9714-89caa15a739c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665238 Jul 16 01:32:10.938818 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-b78db563-0e4d-4847-85da-e7b01b76ee22 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307186 Jul 16 01:32:10.939765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-39267102-3cb2-4eb2-9ae2-33d73d5dbe8c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Calling delete_port for e4c5a27d-8584-47eb-889f-348e53fb3bb3 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:11.021148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-d5daa866-ef10-40a4-bec0-a4f8a0ef41f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635 HTTP/1.1" status: 200 len: 217 time: 0.0747378 Jul 16 01:32:11.088144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abd41b-b09f-4d06-9e4c-fefa122077ea req-66062371-dc42-49c0-a717-c813b64569b9 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.092895 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68abd41b-b09f-4d06-9e4c-fefa122077ea req-66062371-dc42-49c0-a717-c813b64569b9 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 945 time: 0.1279016 Jul 16 01:32:11.146322 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20699ff9-d4c4-4be5-bb3a-cd0d070146dd req-8d793a9e-76db-422c-93d5-3db8e6a67360 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 210 time: 0.0585063 Jul 16 01:32:11.163151 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68abd41b-b09f-4d06-9e4c-fefa122077ea req-19512f84-06f3-4673-ae65-bd2ee57c7a7c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647998 Jul 16 01:32:11.192682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-4fff02cf-4573-45f4-b504-1b621b57234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.192682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-4fff02cf-4573-45f4-b504-1b621b57234b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.1541255 Jul 16 01:32:11.322033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-086cc540-0ba5-47cd-84ae-5a6a3f926ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.323571 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-086cc540-0ba5-47cd-84ae-5a6a3f926ec9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1201222 Jul 16 01:32:11.368227 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-39267102-3cb2-4eb2-9ae2-33d73d5dbe8c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.400255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['e4c5a27d-8584-47eb-889f-348e53fb3bb3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:11.507369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39267102-3cb2-4eb2-9ae2-33d73d5dbe8c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Pushing event deleted for resources: {'Port': ['ID=e4c5a27d-8584-47eb-889f-348e53fb3bb3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:11.592334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-39267102-3cb2-4eb2-9ae2-33d73d5dbe8c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] No DVR routers for this DVR port e4c5a27d-8584-47eb-889f-348e53fb3bb3 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:11.596648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-67a776f7-5de4-45d9-8d91-b27171b70672 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588656 Jul 16 01:32:11.600580 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-39267102-3cb2-4eb2-9ae2-33d73d5dbe8c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.602900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2abccee3-0e6e-4f32-a4a8-310bfe88cc2d req-39267102-3cb2-4eb2-9ae2-33d73d5dbe8c tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.67 "DELETE /v2.0/ports/e4c5a27d-8584-47eb-889f-348e53fb3bb3 HTTP/1.1" status: 204 len: 173 time: 1.4096770 Jul 16 01:32:11.603364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb6db90-337b-4f4c-9879-113d867ef7e4', 'name': 'network-vif-deleted', 'tag': 'e4c5a27d-8584-47eb-889f-348e53fb3bb3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:11.605997 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8861cb-126d-4f52-8d88-04649f65947e" -d '{"events": [{"server_uuid": "6eb6db90-337b-4f4c-9879-113d867ef7e4", "name": "network-vif-deleted", "tag": "e4c5a27d-8584-47eb-889f-348e53fb3bb3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:11.715187 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f68c6ca-f0ca-450d-8780-323de14e5930 x-openstack-request-id: req-0f68c6ca-f0ca-450d-8780-323de14e5930 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:11.715493 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb6db90-337b-4f4c-9879-113d867ef7e4", "name": "network-vif-deleted", "tag": "e4c5a27d-8584-47eb-889f-348e53fb3bb3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:11.715790 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f68c6ca-f0ca-450d-8780-323de14e5930 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:11.716146 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb6db90-337b-4f4c-9879-113d867ef7e4', 'name': 'network-vif-deleted', 'tag': 'e4c5a27d-8584-47eb-889f-348e53fb3bb3', 'status': 'completed', 'code': 200} Jul 16 01:32:11.769289 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-3a4e0ba4-36d0-415c-899c-df488d765c01 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584949 Jul 16 01:32:11.837446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-d88397b3-da05-4f81-a384-63dae985e590 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c HTTP/1.1" status: 200 len: 217 time: 0.0579557 Jul 16 01:32:11.919513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-4007117d-3cfe-43d1-b986-3a33ad2f258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.924563 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-4007117d-3cfe-43d1-b986-3a33ad2f258a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.0761440 Jul 16 01:32:12.062805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-2e58b8e4-52fe-4369-b538-8cebbbab1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.065312 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-2e58b8e4-52fe-4369-b538-8cebbbab1615 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1339095 Jul 16 01:32:12.077868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babbce6-6a0a-4be4-974f-20cb03e7cfa2 req-00de5be5-a32e-4f0b-a589-d5f001185157 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.085909 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6babbce6-6a0a-4be4-974f-20cb03e7cfa2 req-00de5be5-a32e-4f0b-a589-d5f001185157 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 945 time: 0.1429837 Jul 16 01:32:12.181404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 58ca2a91-4b05-4d62-ada9-dffbf562866f up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:12.243323 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-123f83c8-d542-4a29-83cf-391b5ba6b972 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535375 Jul 16 01:32:12.255152 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6babbce6-6a0a-4be4-974f-20cb03e7cfa2 req-0ae83ac3-0bb2-4187-bcf3-765bd9735116 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678257 Jul 16 01:32:12.272984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 58ca2a91-4b05-4d62-ada9-dffbf562866f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:12.280870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 58ca2a91-4b05-4d62-ada9-dffbf562866f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:12.281516 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.463176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec8fd322-8c12-42b5-a134-1465dd919083 req-06d01dd7-c4aa-4757-b599-4e684b5c0640 tempest-ServerAddressesNegativeTestJSON-144654977 tempest-ServerAddressesNegativeTestJSON-144654977-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb6db90-337b-4f4c-9879-113d867ef7e4 HTTP/1.1" status: 200 len: 210 time: 0.1057329 Jul 16 01:32:12.472381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5ecfadad-66b6-4564-bdeb-852a02a425cd req-a39cedf0-4d94-4110-8fb9-c198cebc82bd service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157993 Jul 16 01:32:12.526079 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.561884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:12.565309 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5831d6-8d1f-4436-882a-d9a2c9a623ec" -d '{"events": [{"server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "name": "network-vif-plugged", "status": "completed", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:12.592984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:12.599573 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6fd69ba-96a2-427b-b5c9-0fda40cc44c4 req-53885639-d3fc-4c41-9114-8b356a4278ad tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 210 time: 0.0677114 Jul 16 01:32:12.602201 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.618197 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45f1f18-124a-4113-9a52-81b9c05426c7 x-openstack-request-id: req-d45f1f18-124a-4113-9a52-81b9c05426c7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:12.618570 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "name": "network-vif-plugged", "status": "completed", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:12.619032 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d45f1f18-124a-4113-9a52-81b9c05426c7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:12.619582 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'code': 200} Jul 16 01:32:12.699169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.768269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-7adc0c8a-9429-47da-a0f0-22f70697c2b4 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.771188 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-7adc0c8a-9429-47da-a0f0-22f70697c2b4 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.50 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 815 time: 0.2572858 Jul 16 01:32:12.791457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Request body: {'port': {'device_id': 'aac2568b-c423-4e20-9e1e-8fde8d6d55a5', 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c', 'admin_state_up': True, 'tenant_id': '1002d8c18ade45268510cf102e842911'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:12.952208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Made reservation on behalf of 1002d8c18ade45268510cf102e842911 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:12.958424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.057986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ff18f-966b-42ec-a660-8161f97328aa req-c4515060-ae5a-4144-bb50-a6d3b137035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.059847 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bb7ff18f-966b-42ec-a660-8161f97328aa req-c4515060-ae5a-4144-bb50-a6d3b137035b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 1098 time: 0.0646234 Jul 16 01:32:13.102808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bb7ff18f-966b-42ec-a660-8161f97328aa req-2cfdda73-63ab-4a38-8e8c-864638ef13df service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351081 Jul 16 01:32:13.112186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Allocated IP 172.20.0.12 (905f8058-a72c-4ce8-b174-445630c9e02c/87981dde-5f63-4cbb-8ec5-c65426e3c429/e502b332-f836-4a56-8331-4d66084b4d99) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:13.393956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e4c5a27d-8584-47eb-889f-348e53fb3bb3 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:13.423111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: e4c5a27d-8584-47eb-889f-348e53fb3bb3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:13.424711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e4c5a27d-8584-47eb-889f-348e53fb3bb3 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:13.581011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51088) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:13.608269 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.627806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa2350-6c8c-46b3-aea0-67b09d87ca52 req-b6c01154-7d3a-4f10-883f-94ad4f7c3514 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.629473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1aa2350-6c8c-46b3-aea0-67b09d87ca52 req-b6c01154-7d3a-4f10-883f-94ad4f7c3514 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1560140 Jul 16 01:32:13.636130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dba1e5e-450a-498c-96cf-4e67d38f5d58 admin admin] Deleting subnet 3beddf0a-f1b0-4888-a22f-c75f4ea0e7e9 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:13.639489 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e5e-450a-498c-96cf-4e67d38f5d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.717065 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.734796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c4323c08-ea48-4e42-a3c5-67277ca788e1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:13.784170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1aa2350-6c8c-46b3-aea0-67b09d87ca52 req-7c02fe8f-9086-4005-ba17-7339cadd3854 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407654 Jul 16 01:32:13.802325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Network 905f8058-a72c-4ce8-b174-445630c9e02c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:13.807033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:13.810756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:13.816438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['69b72630-cbc0-408d-aca3-35db11b5da53', '135dea37-a64c-45e1-a6ec-f3f53e70b591'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:13.824082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Pushing event updated for resources: {'Port': ['ID=e502b332-f836-4a56-8331-4d66084b4d99,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:13.890780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.892323 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.921299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-903759ba-c5f9-4008-9c74-33d75467a3ef tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1364508 Jul 16 01:32:13.946645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Request body: {'port': {'device_id': 'aac2568b-c423-4e20-9e1e-8fde8d6d55a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:14.083569 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.289390 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e5e-450a-498c-96cf-4e67d38f5d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.359792 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e5e-450a-498c-96cf-4e67d38f5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.441309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e502b332-f836-4a56-8331-4d66084b4d99 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:14.450101 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.497575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Transition to ACTIVE for port object e502b332-f836-4a56-8331-4d66084b4d99 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:14.503101 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.520838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e5e-450a-498c-96cf-4e67d38f5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.569671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5903a-64ed-43f3-b4a6-078a08e2b590 req-776f1959-622b-46ce-881e-4013484271b7 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.578968 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ba5903a-64ed-43f3-b4a6-078a08e2b590 req-776f1959-622b-46ce-881e-4013484271b7 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 932 time: 0.3725402 Jul 16 01:32:14.584558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Pushing event updated for resources: {'Port': ['ID=e502b332-f836-4a56-8331-4d66084b4d99,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.651884 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ba5903a-64ed-43f3-b4a6-078a08e2b590 req-fdedc37b-9908-41d3-bb83-b0a57a1b2c71 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715652 Jul 16 01:32:14.655711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba1e5e-450a-498c-96cf-4e67d38f5d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3beddf0a-f1b0-4888-a22f-c75f4ea0e7e9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.661235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e5e-450a-498c-96cf-4e67d38f5d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.678869 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2dba1e5e-450a-498c-96cf-4e67d38f5d58 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3beddf0a-f1b0-4888-a22f-c75f4ea0e7e9 HTTP/1.1" status: 204 len: 168 time: 1.0967607 Jul 16 01:32:14.679880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:14.689423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Attempting to bind port e502b332-f836-4a56-8331-4d66084b4d99 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:14.690287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Attempting to bind port e502b332-f836-4a56-8331-4d66084b4d99 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:14.690741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Attempting to bind port e502b332-f836-4a56-8331-4d66084b4d99 on network 905f8058-a72c-4ce8-b174-445630c9e02c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:14.695813 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Port e502b332-f836-4a56-8331-4d66084b4d99 on network 905f8058-a72c-4ce8-b174-445630c9e02c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:14.696406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Attempting to bind port e502b332-f836-4a56-8331-4d66084b4d99 on network 905f8058-a72c-4ce8-b174-445630c9e02c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:14.702107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:14.702606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Checking segment: {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:14.703286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Bound using segment: {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:14.703812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Bound port: e502b332-f836-4a56-8331-4d66084b4d99, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec57a00-522c-446e-bbc8-7a3b505472f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:14.704862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.761465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.790954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] For port e502b332-f836-4a56-8331-4d66084b4d99, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:14.795018 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] For port e502b332-f836-4a56-8331-4d66084b4d99, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e502b332-f836-4a56-8331-4d66084b4d99,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:14.803082 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.848981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.849692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.851362 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] 10.222.0.50 "PUT /v2.0/ports/e502b332-f836-4a56-8331-4d66084b4d99 HTTP/1.1" status: 200 len: 1093 time: 0.9179559 Jul 16 01:32:14.851837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac2568b-c423-4e20-9e1e-8fde8d6d55a5', 'tag': 'e502b332-f836-4a56-8331-4d66084b4d99'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:14.854285 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0d97f9-bf4e-42cc-b151-651067ad130c" -d '{"events": [{"name": "network-changed", "server_uuid": "aac2568b-c423-4e20-9e1e-8fde8d6d55a5", "tag": "e502b332-f836-4a56-8331-4d66084b4d99"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:14.903646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a5ab6-7c6e-4d5a-87c9-04cd1ea98243 service neutron] Pushing event updated for resources: {'Port': ['ID=e502b332-f836-4a56-8331-4d66084b4d99,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.907716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.929098 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0866982-b7a9-42be-b418-d999ece527f1 x-openstack-request-id: req-b0866982-b7a9-42be-b418-d999ece527f1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:14.929719 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac2568b-c423-4e20-9e1e-8fde8d6d55a5", "tag": "e502b332-f836-4a56-8331-4d66084b4d99", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:14.929808 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0866982-b7a9-42be-b418-d999ece527f1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:14.930331 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac2568b-c423-4e20-9e1e-8fde8d6d55a5', 'tag': 'e502b332-f836-4a56-8331-4d66084b4d99', 'status': 'completed', 'code': 200} Jul 16 01:32:14.931525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b4ec89-bef0-4cce-a7ed-55282a048151']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:14.951858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab0f5c0-db47-4b17-a05a-a4908eaf7f06') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:14.952568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab0f5c0-db47-4b17-a05a-a4908eaf7f06') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:14.963878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.990943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.003941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:15.004769 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:15.007357 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:15.077888 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.082257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-38b1e123-b422-4267-b1b8-1c6148183760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.084558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-38b1e123-b422-4267-b1b8-1c6148183760 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 1096 time: 0.1493564 Jul 16 01:32:15.100626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.105890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] 10.222.0.64 "DELETE /v2.0/networks/98b4ec89-bef0-4cce-a7ed-55282a048151 HTTP/1.1" status: 204 len: 168 time: 0.4219232 Jul 16 01:32:15.105890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea8e12-4923-413e-8dd7-7481b3bded6a admin admin] Pushing event deleted for resources: {'Network': ['ID=98b4ec89-bef0-4cce-a7ed-55282a048151,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:15.159615 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-b5efabac-9ed2-4975-9788-de0ae88505f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e502b332-f836-4a56-8331-4d66084b4d99 HTTP/1.1" status: 200 len: 217 time: 0.0595860 Jul 16 01:32:15.190508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776c356-46ef-41dc-abbd-28136141ba4f req-7b1b525f-8027-4ab7-a1c4-fea5de5a87dc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.192133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5776c356-46ef-41dc-abbd-28136141ba4f req-7b1b525f-8027-4ab7-a1c4-fea5de5a87dc tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1784153 Jul 16 01:32:15.255277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-65378fea-db0f-4075-84b3-a2798df2f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.256784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-65378fea-db0f-4075-84b3-a2798df2f436 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 200 len: 855 time: 0.0897794 Jul 16 01:32:15.267638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:15.299554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-170950c4-8083-4132-9149-53729f5a5a20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=905f8058-a72c-4ce8-b174-445630c9e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311260 Jul 16 01:32:15.310744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5776c356-46ef-41dc-abbd-28136141ba4f req-7b296e9a-0946-4d16-a32f-cbe8134900e5 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946977 Jul 16 01:32:15.320437 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a77ed992-91e3-44f8-bebb-ed57301d2097 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a653eaabc6fd4d798f5528a74508c5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509753 Jul 16 01:32:15.322904 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:15.400514 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf75de8-adcf-448f-8749-6a12e76e22df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.426845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf75de8-adcf-448f-8749-6a12e76e22df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.445885 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-06a8f873-d1d8-40ac-a779-256cd8d1b5c6 service neutron] 10.222.0.50 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326406 Jul 16 01:32:15.495454 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf75de8-adcf-448f-8749-6a12e76e22df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.498373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf75de8-adcf-448f-8749-6a12e76e22df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.499540 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cbf75de8-adcf-448f-8749-6a12e76e22df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee24d50c-99e6-40f9-af74-2dedb9c3b6bc HTTP/1.1" status: 204 len: 168 time: 0.1754608 Jul 16 01:32:15.510827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf75de8-adcf-448f-8749-6a12e76e22df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee24d50c-99e6-40f9-af74-2dedb9c3b6bc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:15.560653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37acdda8-c79f-446d-8688-2f2b069f0283 req-289f4d1d-e563-4b23-a830-34c06fb2090d service neutron] 10.222.0.50 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068571 Jul 16 01:32:15.715546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d97f9-bf4e-42cc-b151-651067ad130c req-cc2e4632-6535-4b68-a686-ab725078a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.718855 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0d97f9-bf4e-42cc-b151-651067ad130c req-cc2e4632-6535-4b68-a686-ab725078a2c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 1096 time: 0.1016257 Jul 16 01:32:15.924220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d97f9-bf4e-42cc-b151-651067ad130c req-fd000671-a5bf-42a2-afea-0366f235644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.926074 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0d97f9-bf4e-42cc-b151-651067ad130c req-fd000671-a5bf-42a2-afea-0366f235644e service neutron] 10.222.0.50 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 915 time: 0.1971111 Jul 16 01:32:15.995306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0d97f9-bf4e-42cc-b151-651067ad130c req-1322ecd7-10a7-410a-9462-b16db2162e37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e502b332-f836-4a56-8331-4d66084b4d99 HTTP/1.1" status: 200 len: 217 time: 0.0567296 Jul 16 01:32:16.048809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb23e3-ae67-4332-b0ba-df8a27ebefac req-7d07da5f-1aea-455e-a38f-491a6caf0270 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.050699 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33bb23e3-ae67-4332-b0ba-df8a27ebefac req-7d07da5f-1aea-455e-a38f-491a6caf0270 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 944 time: 0.2019241 Jul 16 01:32:16.087388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d97f9-bf4e-42cc-b151-651067ad130c req-a84b500b-8146-4b79-b5bb-aaae0309d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.088867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0d97f9-bf4e-42cc-b151-651067ad130c req-a84b500b-8146-4b79-b5bb-aaae0309d432 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 200 len: 855 time: 0.0768511 Jul 16 01:32:16.134780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0d97f9-bf4e-42cc-b151-651067ad130c req-420fa8d7-d86f-4a93-98a0-9fcb966b76dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=905f8058-a72c-4ce8-b174-445630c9e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372400 Jul 16 01:32:16.169373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33bb23e3-ae67-4332-b0ba-df8a27ebefac req-7b614efb-b3c8-462b-85ba-dc7f565f3a34 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990820 Jul 16 01:32:16.272301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0d97f9-bf4e-42cc-b151-651067ad130c req-292f08c1-4017-4a7d-b774-7ea1bd147480 service neutron] 10.222.0.50 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292214 Jul 16 01:32:16.419923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a0d97f9-bf4e-42cc-b151-651067ad130c req-45e8c0b1-0364-4043-8085-8c1c25c35f4f service neutron] 10.222.0.50 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365068 Jul 16 01:32:16.536722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.601058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493ce41-d5ba-4023-8515-78d92b191ac9 req-63577404-7068-4be4-87f1-ba0c65f9c4c2 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.602839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7493ce41-d5ba-4023-8515-78d92b191ac9 req-63577404-7068-4be4-87f1-ba0c65f9c4c2 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.0881398 Jul 16 01:32:16.650614 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7493ce41-d5ba-4023-8515-78d92b191ac9 req-768fae81-9a21-4910-985a-0da9ab318d04 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Jul 16 01:32:16.672654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1965238783-network', 'tenant_id': 'f646a36757b44228bfa23d5f97678f7a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:16.698711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Made reservation on behalf of f646a36757b44228bfa23d5f97678f7a for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:16.701295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.716735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.906662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.919328 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.934902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139fd52-a80c-4a32-857f-3def4fc7d753 req-07959b8e-ab00-4084-aa4e-4c6654189c51 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.936445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b139fd52-a80c-4a32-857f-3def4fc7d753 req-07959b8e-ab00-4084-aa4e-4c6654189c51 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1165290 Jul 16 01:32:16.965803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:16.988092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffde1e0-e508-4c33-baa9-2d6210e297b3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:17.005604 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.006207 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Added segment efac91a8-7c75-4f00-b41c-29ea86f5a9ea of type vlan for network db1f1488-6fd2-4874-ae27-45a8d01b7d7a Jul 16 01:32:17.057792 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b139fd52-a80c-4a32-857f-3def4fc7d753 req-40c04f77-792c-4c84-8633-d079f27f66ce tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115441 Jul 16 01:32:17.071128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.106902 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.107902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.108487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.145656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6078045 Jul 16 01:32:17.148632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:17.157440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Request body: {'subnet': {'network_id': 'db1f1488-6fd2-4874-ae27-45a8d01b7d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1965238783-subnet', 'tenant_id': 'f646a36757b44228bfa23d5f97678f7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:17.189624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac1ab7-59b1-4fd2-9b8b-c3472565dfd1 admin admin] Pushing event updated for resources: {'Network': ['ID=db1f1488-6fd2-4874-ae27-45a8d01b7d7a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:17.202683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network db1f1488-6fd2-4874-ae27-45a8d01b7d7a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:17.221571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Made reservation on behalf of f646a36757b44228bfa23d5f97678f7a for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:17.224593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.322244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d458e2c-19c3-412b-b2ba-9af8b04c5615 req-6986f372-d85b-4381-914c-7946d3cfba24 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.327392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d458e2c-19c3-412b-b2ba-9af8b04c5615 req-6986f372-d85b-4381-914c-7946d3cfba24 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1413682 Jul 16 01:32:17.365226 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d458e2c-19c3-412b-b2ba-9af8b04c5615 req-f1f046bb-aa3f-48fb-9c55-5ee0e4189526 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344214 Jul 16 01:32:17.456271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d3574-c539-45b3-a601-8f9f5c444990 req-2f498a78-d740-4f87-81e3-ec79b9615c4b tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.458238 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb2d3574-c539-45b3-a601-8f9f5c444990 req-2f498a78-d740-4f87-81e3-ec79b9615c4b tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 944 time: 0.1398072 Jul 16 01:32:17.521343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.573666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb2d3574-c539-45b3-a601-8f9f5c444990 req-b11aedad-8580-4ce4-bc51-95b4f81c4935 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948446 Jul 16 01:32:17.594581 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42cf43-07a0-4328-9dae-84b863a84d37 req-8e293c46-196e-4be3-a2dc-d7ee7fabef11 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.596491 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df42cf43-07a0-4328-9dae-84b863a84d37 req-8e293c46-196e-4be3-a2dc-d7ee7fabef11 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.0853431 Jul 16 01:32:17.607812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aef8729-6b6c-416b-9e00-20c1efefbe28,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:17.639153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Checking segment: {'id': 'efac91a8-7c75-4f00-b41c-29ea86f5a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'db1f1488-6fd2-4874-ae27-45a8d01b7d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:17.639571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Network hostable DHCP agents. Network: db1f1488-6fd2-4874-ae27-45a8d01b7d7a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:17.650691 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df42cf43-07a0-4328-9dae-84b863a84d37 req-0ed25917-7250-4070-9452-f21a7e86d653 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 Jul 16 01:32:17.670054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Network db1f1488-6fd2-4874-ae27-45a8d01b7d7a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:17.680694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, db1f1488-6fd2-4874-ae27-45a8d01b7d7a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:17.685607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.686532 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.697547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a7c9d4-219b-453d-803e-bbba800bb530 None None] Network db1f1488-6fd2-4874-ae27-45a8d01b7d7a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:17.723371 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bacb9267-7f62-4649-9aaf-99348a34cc8d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5714190 Jul 16 01:32:17.855741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b1b2a-0861-418d-a336-f113f6ffe7bb None None] Network db1f1488-6fd2-4874-ae27-45a8d01b7d7a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:17.861991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2786bd-9246-4d30-b552-883fa9651155 req-eda604a7-7889-4a26-8bdb-9d8973b0fd19 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.877971 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba2786bd-9246-4d30-b552-883fa9651155 req-eda604a7-7889-4a26-8bdb-9d8973b0fd19 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.0988533 Jul 16 01:32:17.960097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba2786bd-9246-4d30-b552-883fa9651155 req-752b6a2a-6484-41e5-9335-d1baf6b4923c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810018 Jul 16 01:32:18.214098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd15666-7b62-4c89-ad06-abad8b1bc9ac req-fc2fff74-0327-4f88-82fa-06fbdf5b4681 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.218707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ddd15666-7b62-4c89-ad06-abad8b1bc9ac req-fc2fff74-0327-4f88-82fa-06fbdf5b4681 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.0908673 Jul 16 01:32:18.261391 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ddd15666-7b62-4c89-ad06-abad8b1bc9ac req-786344d0-f014-42eb-8acf-ca6d0c99c0a5 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355544 Jul 16 01:32:18.290903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51228) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:18.296944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1362109346-network', 'tenant_id': 'b8b1e6b8e04b420e82c2aae093970c81'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:18.319543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Made reservation on behalf of b8b1e6b8e04b420e82c2aae093970c81 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:18.322718 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.333109 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.508088 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.514400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.562212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:18.575487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed9a71-9a04-424f-920f-4ceafde4e1e0 req-fc97a24d-5f65-4302-b9c5-ae9ec5b625a3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.577526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8aed9a71-9a04-424f-920f-4ceafde4e1e0 req-fc97a24d-5f65-4302-b9c5-ae9ec5b625a3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1721163 Jul 16 01:32:18.603717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e53d75-37e5-4ec8-b88a-7a2470b3d979,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.613618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.614138 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Added segment 01d6c026-251c-4126-9479-ed141806659b of type vlan for network 931c0bb9-5fe2-4167-973b-2e40c7390c94 Jul 16 01:32:18.664394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8aed9a71-9a04-424f-920f-4ceafde4e1e0 req-1ad259f7-a3f9-4687-90b7-fa797ed0398e tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774193 Jul 16 01:32:18.678694 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.729804 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.731588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.732401 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.772194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51240) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:18.773128 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4787931 Jul 16 01:32:18.777684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Request body: {'subnet': {'network_id': '931c0bb9-5fe2-4167-973b-2e40c7390c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1362109346-subnet', 'tenant_id': 'b8b1e6b8e04b420e82c2aae093970c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:18.801775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Made reservation on behalf of b8b1e6b8e04b420e82c2aae093970c81 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:18.804591 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.816393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a592440-dcf2-4f61-933c-ef122546c0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=931c0bb9-5fe2-4167-973b-2e40c7390c94,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.830128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 931c0bb9-5fe2-4167-973b-2e40c7390c94 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:18.912479 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d10f4-42fc-47ce-9141-618f1b9ef81a req-d4dcbc6f-3c81-4cc7-aed3-3a677b8533eb tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.914614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a85d10f4-42fc-47ce-9141-618f1b9ef81a req-d4dcbc6f-3c81-4cc7-aed3-3a677b8533eb tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 944 time: 0.1919167 Jul 16 01:32:18.970830 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a85d10f4-42fc-47ce-9141-618f1b9ef81a req-0a4177ec-45ce-4b25-b3f6-27bd4189cfcc tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486205 Jul 16 01:32:19.113678 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.234610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4347e5-a21d-402f-bcf2-3bc0a80c1ceb,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:19.276913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Checking segment: {'id': '01d6c026-251c-4126-9479-ed141806659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '931c0bb9-5fe2-4167-973b-2e40c7390c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:19.277518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Network hostable DHCP agents. Network: 931c0bb9-5fe2-4167-973b-2e40c7390c94, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:19.304102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f9e2-d6b0-4ddd-9e4b-d5bbc6004155 req-0ac8233c-f32d-482d-9b32-c9445b9c59d3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.307464 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed38f9e2-d6b0-4ddd-9e4b-d5bbc6004155 req-0ac8233c-f32d-482d-9b32-c9445b9c59d3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1948714 Jul 16 01:32:19.354206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Network 931c0bb9-5fe2-4167-973b-2e40c7390c94 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:19.376566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 931c0bb9-5fe2-4167-973b-2e40c7390c94) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:19.384421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.385082 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.388988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65309819-bdfd-4270-8db1-eeec338a333e None None] Network 931c0bb9-5fe2-4167-973b-2e40c7390c94 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:19.395063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed38f9e2-d6b0-4ddd-9e4b-d5bbc6004155 req-ce12f509-a81e-4e1a-b6c7-1aef582dc7b8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789993 Jul 16 01:32:19.419114 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-78f84c57-ba7f-4e72-bb17-079f0870869c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6372924 Jul 16 01:32:19.550356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d251b15-6b45-4e3c-839a-72988a37b474 None None] Network 931c0bb9-5fe2-4167-973b-2e40c7390c94 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:19.967988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-78abcdd4-0573-4968-a5bd-d2de48817d0d tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.970060 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-78abcdd4-0573-4968-a5bd-d2de48817d0d tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/networks?id=db1f1488-6fd2-4874-ae27-45a8d01b7d7a HTTP/1.1" status: 200 len: 825 time: 0.1077344 Jul 16 01:32:19.985791 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-18cbbbb9-006b-4f8a-ad95-0e5c9e333105 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/quotas/f646a36757b44228bfa23d5f97678f7a HTTP/1.1" status: 200 len: 375 time: 0.0094028 Jul 16 01:32:20.022404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-9aa17762-0b51-4f1d-9efb-ae081c3a254e tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f646a36757b44228bfa23d5f97678f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309308 Jul 16 01:32:20.121197 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-3d86ae4d-c649-453c-b3f1-bfd7fb69ad4f service neutron] 10.222.0.64 "GET /v2.0/networks/db1f1488-6fd2-4874-ae27-45a8d01b7d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921259 Jul 16 01:32:20.151049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb17a4-8570-4b66-a370-1fe888dded65 req-440c473b-3cd4-4fae-842e-a2b53d8505fd tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.152550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0ebb17a4-8570-4b66-a370-1fe888dded65 req-440c473b-3cd4-4fae-842e-a2b53d8505fd tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 944 time: 0.0651379 Jul 16 01:32:20.174858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e502b332-f836-4a56-8331-4d66084b4d99 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:20.194744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0ebb17a4-8570-4b66-a370-1fe888dded65 req-bd902a5d-a0e6-4a68-bb5b-cbb3efe21ce5 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356982 Jul 16 01:32:20.220299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-e81d212b-b944-4aab-819d-390f4d0bf8a4 service neutron] 10.222.0.64 "GET /v2.0/networks/db1f1488-6fd2-4874-ae27-45a8d01b7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915499 Jul 16 01:32:20.285147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e502b332-f836-4a56-8331-4d66084b4d99, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e502b332-f836-4a56-8331-4d66084b4d99,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:20.297504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'e502b332-f836-4a56-8331-4d66084b4d99', 'network_id': '905f8058-a72c-4ce8-b174-445630c9e02c', 'port_id': 'e502b332-f836-4a56-8331-4d66084b4d99', 'mac_address': 'fa:16:3e:bb:1a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87981dde-5f63-4cbb-8ec5-c65426e3c429', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:20.368046 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.402418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e502b332-f836-4a56-8331-4d66084b4d99 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:20.419418 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f2b4d2a-e3f7-41e8-9bed-ad67a71bd137 req-70717420-2504-4ccc-94cf-b848a9cb88ba tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 210 time: 0.0461550 Jul 16 01:32:20.448091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e502b332-f836-4a56-8331-4d66084b4d99, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e502b332-f836-4a56-8331-4d66084b4d99,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:20.453246 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.535598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e502b332-f836-4a56-8331-4d66084b4d99,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.640317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eac511-cbe0-4340-8bc4-58272b6cae5d req-2bee8f6c-9407-49df-9b76-a93370480f3a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.649081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22eac511-cbe0-4340-8bc4-58272b6cae5d req-2bee8f6c-9407-49df-9b76-a93370480f3a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.0879507 Jul 16 01:32:20.717998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22eac511-cbe0-4340-8bc4-58272b6cae5d req-ac963c6e-7af8-45e1-8532-6e926e7f2d38 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626049 Jul 16 01:32:20.837539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e502b332-f836-4a56-8331-4d66084b4d99'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:21.327227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906469b6-2aba-4593-83ae-881f503f0f24 req-c81c4106-1e04-4494-ba32-0e7aea201c3a tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.336711 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-906469b6-2aba-4593-83ae-881f503f0f24 req-c81c4106-1e04-4494-ba32-0e7aea201c3a tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 946 time: 0.0813653 Jul 16 01:32:21.391504 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-906469b6-2aba-4593-83ae-881f503f0f24 req-f349a81b-b0c3-4960-a5cc-bc52b1f385ba tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533237 Jul 16 01:32:21.425344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32af1f-d4de-4a5d-a3d4-42837c56d9ed req-723630a9-b83f-4d96-b35d-9908ef4e0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.426309 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b32af1f-d4de-4a5d-a3d4-42837c56d9ed req-723630a9-b83f-4d96-b35d-9908ef4e0c2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 1098 time: 0.1574976 Jul 16 01:32:21.598350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32af1f-d4de-4a5d-a3d4-42837c56d9ed req-702f7bf3-62f2-4835-b4d0-c36b22cb9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.599879 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b32af1f-d4de-4a5d-a3d4-42837c56d9ed req-702f7bf3-62f2-4835-b4d0-c36b22cb9e0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 200 len: 913 time: 0.1633425 Jul 16 01:32:21.627236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69873b11-3c90-4959-ac5f-83a790022919 req-5bf40bb9-fcb0-422b-b5a4-bebb77801496 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.634835 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69873b11-3c90-4959-ac5f-83a790022919 req-5bf40bb9-fcb0-422b-b5a4-bebb77801496 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 945 time: 0.0899985 Jul 16 01:32:21.659793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b32af1f-d4de-4a5d-a3d4-42837c56d9ed req-eb0d6a16-d2d0-4979-9aa2-aca08aa27192 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f HTTP/1.1" status: 200 len: 217 time: 0.0455225 Jul 16 01:32:21.676621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69873b11-3c90-4959-ac5f-83a790022919 req-8ab706af-6efc-4e08-bfca-e327132c1919 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400674 Jul 16 01:32:21.713997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0195a-f262-4475-9376-afc555b96f71 req-0f702214-ce20-4176-af13-c734793ee7a8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.713997 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ff0195a-f262-4475-9376-afc555b96f71 req-0f702214-ce20-4176-af13-c734793ee7a8 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1565537 Jul 16 01:32:21.757751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32af1f-d4de-4a5d-a3d4-42837c56d9ed req-ae2634c8-56b0-4cf4-bfad-82342877f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.759630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b32af1f-d4de-4a5d-a3d4-42837c56d9ed req-ae2634c8-56b0-4cf4-bfad-82342877f44b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c3499fd-ce8d-456e-a09b-b7cacd9a997e HTTP/1.1" status: 200 len: 853 time: 0.0912545 Jul 16 01:32:21.802368 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ff0195a-f262-4475-9376-afc555b96f71 req-3e82c41a-8fbf-4fff-882d-f583f0e4a0ca tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832572 Jul 16 01:32:21.823063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b32af1f-d4de-4a5d-a3d4-42837c56d9ed req-c7824a33-7293-4501-a259-17d42ada956d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a12d2dd-94c5-4d28-bf9a-7913b54d8195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455947 Jul 16 01:32:21.893701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a56bdf6b-a337-4eaf-948c-11ef0e31799a req-0ad080de-c5e0-4375-b19b-0b57766fd7b0 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 210 time: 0.0673530 Jul 16 01:32:21.997842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b32af1f-d4de-4a5d-a3d4-42837c56d9ed req-d9a89c0e-08ce-4fcf-a0e2-be8a33273626 service neutron] 10.222.0.50 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621323 Jul 16 01:32:22.168593 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b32af1f-d4de-4a5d-a3d4-42837c56d9ed req-88e736e3-ad14-4e32-923f-33e00f904079 service neutron] 10.222.0.50 "GET /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618028 Jul 16 01:32:22.194266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e502b332-f836-4a56-8331-4d66084b4d99 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:22.210550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-337133e4-64b8-4077-9aef-baac902c983b tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.212770 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-337133e4-64b8-4077-9aef-baac902c983b tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.67 "GET /v2.0/networks?id=db1f1488-6fd2-4874-ae27-45a8d01b7d7a HTTP/1.1" status: 200 len: 825 time: 0.1342306 Jul 16 01:32:22.227508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Request body: {'port': {'device_id': '9d0aecd1-986c-4512-9ea7-95b983b6e7e5', 'network_id': 'db1f1488-6fd2-4874-ae27-45a8d01b7d7a', 'admin_state_up': True, 'tenant_id': 'f646a36757b44228bfa23d5f97678f7a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:22.257974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port e502b332-f836-4a56-8331-4d66084b4d99 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:22.261899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port e502b332-f836-4a56-8331-4d66084b4d99 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:22.262323 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.351613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.368140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Made reservation on behalf of f646a36757b44228bfa23d5f97678f7a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:22.372781 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.379900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac2568b-c423-4e20-9e1e-8fde8d6d55a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e502b332-f836-4a56-8331-4d66084b4d99'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:22.382325 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23b9dd5-ae18-4e2f-a7f7-ff5cf453422d" -d '{"events": [{"server_uuid": "aac2568b-c423-4e20-9e1e-8fde8d6d55a5", "name": "network-vif-plugged", "status": "completed", "tag": "e502b332-f836-4a56-8331-4d66084b4d99"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:22.400390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e502b332-f836-4a56-8331-4d66084b4d99, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e502b332-f836-4a56-8331-4d66084b4d99,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:22.408594 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.455134 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8188f298-19d7-4f87-ad7d-cf7f4b7bf709 x-openstack-request-id: req-8188f298-19d7-4f87-ad7d-cf7f4b7bf709 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:22.455475 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac2568b-c423-4e20-9e1e-8fde8d6d55a5", "name": "network-vif-plugged", "status": "completed", "tag": "e502b332-f836-4a56-8331-4d66084b4d99", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:22.455804 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8188f298-19d7-4f87-ad7d-cf7f4b7bf709 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:22.456335 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac2568b-c423-4e20-9e1e-8fde8d6d55a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e502b332-f836-4a56-8331-4d66084b4d99', 'code': 200} Jul 16 01:32:22.510362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e502b332-f836-4a56-8331-4d66084b4d99,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.679890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Allocated IP 172.20.0.12 (db1f1488-6fd2-4874-ae27-45a8d01b7d7a/1aef8729-6b6c-416b-9e00-20c1efefbe28/6f6cb555-188c-47b3-b146-42220da59bdd) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:22.740057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ef074-607d-4115-bba9-bc4651f8a2fd req-7e15d971-1c14-433c-9bc6-6fea859570d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.741576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fe6ef074-607d-4115-bba9-bc4651f8a2fd req-7e15d971-1c14-433c-9bc6-6fea859570d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 1098 time: 0.2110484 Jul 16 01:32:22.772277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07548e-bd5f-4799-bcf1-731e2458742b req-967f52b1-a585-4551-ac6d-d2d75a94a7c2 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.773841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b07548e-bd5f-4799-bcf1-731e2458742b req-967f52b1-a585-4551-ac6d-d2d75a94a7c2 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 946 time: 0.1743860 Jul 16 01:32:22.867374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fe6ef074-607d-4115-bba9-bc4651f8a2fd req-3935e3a1-78fd-49d5-ab8b-53afc53b85cd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138709 Jul 16 01:32:22.874785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b07548e-bd5f-4799-bcf1-731e2458742b req-864c96bd-23b3-4ea0-8a41-19957937fd88 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862548 Jul 16 01:32:22.901556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbc11d-28b8-421e-8fe1-b920cb609fac req-4bc9e0f5-2287-4c49-9f9e-1528f6f6e1ac tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.903153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2bbc11d-28b8-421e-8fe1-b920cb609fac req-4bc9e0f5-2287-4c49-9f9e-1528f6f6e1ac tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 946 time: 0.0800679 Jul 16 01:32:22.965572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2bbc11d-28b8-421e-8fe1-b920cb609fac req-bf9decdd-e933-4d53-a634-dff7ac6bcbe8 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531132 Jul 16 01:32:22.979212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.103650 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.220614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-1363f90e-3ed8-4a6c-8903-5655c963535e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.222886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-1363f90e-3ed8-4a6c-8903-5655c963535e tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.67 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 946 time: 0.2021420 Jul 16 01:32:23.224241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e615ad-f431-4353-a1fa-459818371331 req-df88fbd4-ffe8-477d-8a2e-e36bc37230bb tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.233640 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93e615ad-f431-4353-a1fa-459818371331 req-df88fbd4-ffe8-477d-8a2e-e36bc37230bb tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 932 time: 0.1080744 Jul 16 01:32:23.235894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Network db1f1488-6fd2-4874-ae27-45a8d01b7d7a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:23.261332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:23.290594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:23.301132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Pushing event updated for resources: {'Port': ['ID=6f6cb555-188c-47b3-b146-42220da59bdd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:23.302169 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-93e615ad-f431-4353-a1fa-459818371331 req-a56c8dea-5c64-4ed9-ba54-fb4c269a919b tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627999 Jul 16 01:32:23.706148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.707028 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.724614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e51f18-d668-433d-9642-2607f9975cef req-9d23264f-9594-4d96-abce-9eed4939d884 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.726183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e1e51f18-d668-433d-9642-2607f9975cef req-9d23264f-9594-4d96-abce-9eed4939d884 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.5994833 Jul 16 01:32:23.744388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-7f633d0c-b966-46d6-8a54-61d17da9fe97 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5223012 Jul 16 01:32:23.760669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Request body: {'port': {'device_id': '9d0aecd1-986c-4512-9ea7-95b983b6e7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:23.822151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e1e51f18-d668-433d-9642-2607f9975cef req-b2c79848-13c7-4189-9167-de3ffcd0e473 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888546 Jul 16 01:32:23.863144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Deleting port 39498813-a3f3-4d3b-a06b-ba2234060282 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:23.863484 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.916399 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.103166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] For port 39498813-a3f3-4d3b-a06b-ba2234060282, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=39498813-a3f3-4d3b-a06b-ba2234060282,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:24.104261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.315525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929858e9-9050-4ae0-9629-4b4c8fcd366e req-4ef00286-3ae9-4e89-ac2d-24f665c4ca0d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.317292 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-929858e9-9050-4ae0-9629-4b4c8fcd366e req-4ef00286-3ae9-4e89-ac2d-24f665c4ca0d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 946 time: 0.0944567 Jul 16 01:32:24.362314 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-929858e9-9050-4ae0-9629-4b4c8fcd366e req-a07a7351-c235-41fe-b195-56ead3d89508 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a410f98-1b99-44ab-93e2-fffbc08939df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339410 Jul 16 01:32:24.515055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e272-1b35-4b95-a292-ab6ba2866a4c req-ccff7fe0-a63a-4b3a-be13-a82554dacc3b tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.515756 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-69e2e272-1b35-4b95-a292-ab6ba2866a4c req-ccff7fe0-a63a-4b3a-be13-a82554dacc3b tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 946 time: 0.3158402 Jul 16 01:32:24.547420 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12e1ca5c-17fd-4d44-9da9-e57fcb70d107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.587148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e19ff-ed86-445b-9727-67b436a725e0 req-7503852c-ee59-4b8b-a1b7-e2c569eba0cb tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.589827 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-548e19ff-ed86-445b-9727-67b436a725e0 req-7503852c-ee59-4b8b-a1b7-e2c569eba0cb tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 932 time: 0.0880549 Jul 16 01:32:24.659223 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-548e19ff-ed86-445b-9727-67b436a725e0 req-c50fb1f1-aa24-4f11-8bfb-3703fda27044 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629084 Jul 16 01:32:24.677540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.678290 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.679058 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Floating IP 35f33a9a-8ee4-43e0-a5b2-42c02084c7f9 disassociated. External IP: 172.25.4.11, port: 39498813-a3f3-4d3b-a06b-ba2234060282. Jul 16 01:32:24.679618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Calling delete_port for 39498813-a3f3-4d3b-a06b-ba2234060282 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:24.687569 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-69e2e272-1b35-4b95-a292-ab6ba2866a4c req-8f121608-ed4f-4b93-a412-a60bc60b5fcc tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233885 Jul 16 01:32:24.774472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6cb555-188c-47b3-b146-42220da59bdd {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:24.785910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.817681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Transition to ACTIVE for port object 6f6cb555-188c-47b3-b146-42220da59bdd will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:24.824821 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.923726 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6cb555-188c-47b3-b146-42220da59bdd,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:25.103021 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.179113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event deleted for resources: {'Port': ['ID=39498813-a3f3-4d3b-a06b-ba2234060282,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:25.202448 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Attempting to bind port 6f6cb555-188c-47b3-b146-42220da59bdd on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:25.202974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Attempting to bind port 6f6cb555-188c-47b3-b146-42220da59bdd by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'efac91a8-7c75-4f00-b41c-29ea86f5a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'db1f1488-6fd2-4874-ae27-45a8d01b7d7a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:25.203189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Attempting to bind port 6f6cb555-188c-47b3-b146-42220da59bdd on network db1f1488-6fd2-4874-ae27-45a8d01b7d7a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:25.204923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aeb7b-d26d-4c83-bd82-95f28ffd5c54 req-787c3545-2d08-43ce-a6c6-94879ec1feea tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.207591 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-350aeb7b-d26d-4c83-bd82-95f28ffd5c54 req-787c3545-2d08-43ce-a6c6-94879ec1feea tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1098 time: 0.0749350 Jul 16 01:32:25.242255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Port 6f6cb555-188c-47b3-b146-42220da59bdd on network db1f1488-6fd2-4874-ae27-45a8d01b7d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:25.242255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Attempting to bind port 6f6cb555-188c-47b3-b146-42220da59bdd on network db1f1488-6fd2-4874-ae27-45a8d01b7d7a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:25.253895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:25.254422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Checking segment: {'id': 'efac91a8-7c75-4f00-b41c-29ea86f5a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'db1f1488-6fd2-4874-ae27-45a8d01b7d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:25.254944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Bound using segment: {'id': 'efac91a8-7c75-4f00-b41c-29ea86f5a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'db1f1488-6fd2-4874-ae27-45a8d01b7d7a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:25.255514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Bound port: 6f6cb555-188c-47b3-b146-42220da59bdd, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efac91a8-7c75-4f00-b41c-29ea86f5a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'db1f1488-6fd2-4874-ae27-45a8d01b7d7a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:25.255908 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.256058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-350aeb7b-d26d-4c83-bd82-95f28ffd5c54 req-0420ce04-f4e7-476b-b9a5-c1224efebc5e tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376141 Jul 16 01:32:25.288110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:25.301842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3ced6-83d3-42b5-8e31-f9f89a878d32 req-10bef120-a9ce-4d0e-adbd-863729bea621 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.303738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88f3ced6-83d3-42b5-8e31-f9f89a878d32 req-10bef120-a9ce-4d0e-adbd-863729bea621 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.3036025 Jul 16 01:32:25.447266 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88f3ced6-83d3-42b5-8e31-f9f89a878d32 req-670bb5e6-9f6d-4d5c-bbe3-1e2cbf2c7ff7 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104748 Jul 16 01:32:25.454484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] For port 6f6cb555-188c-47b3-b146-42220da59bdd, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:25.460851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] For port 6f6cb555-188c-47b3-b146-42220da59bdd, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6f6cb555-188c-47b3-b146-42220da59bdd,segment=NetworkSegment(efac91a8-7c75-4f00-b41c-29ea86f5a9ea),segment_id=efac91a8-7c75-4f00-b41c-29ea86f5a9ea)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:25.464899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:25.480800 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.526067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 22a71755-283a-439f-8158-878bf0d50fe3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:25.528016 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.577413 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.689784 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.690254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.727226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 22a71755-283a-439f-8158-878bf0d50fe3 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:25.733150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6cb555-188c-47b3-b146-42220da59bdd,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:25.737740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.738392 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.739842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-2e9303a7-d2a0-4b5b-90b2-5f745f1ec967 service neutron] 10.222.0.67 "PUT /v2.0/ports/6f6cb555-188c-47b3-b146-42220da59bdd HTTP/1.1" status: 200 len: 1093 time: 1.9857113 Jul 16 01:32:25.742405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:25.744021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0aecd1-986c-4512-9ea7-95b983b6e7e5', 'tag': '6f6cb555-188c-47b3-b146-42220da59bdd'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:25.747166 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fe31e2-e311-4f09-a4ea-35ef63680004" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0aecd1-986c-4512-9ea7-95b983b6e7e5", "tag": "6f6cb555-188c-47b3-b146-42220da59bdd"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:25.755114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] Sync routers for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:25.776295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:25.777256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:31:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:25.789936 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c35be32a-25a3-44d7-9eba-b8186808dcea req-8ebfd30d-1dac-41a5-b573-7d670ca80554 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 210 time: 0.0764546 Jul 16 01:32:25.862521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] No DVR routers for this DVR port 39498813-a3f3-4d3b-a06b-ba2234060282 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:25.869017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.871196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9fd66db-11f9-4771-b6d6-fa2edcf36a16 req-9d0ebbd0-4d19-4726-8ed9-943facf4b810 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.67 "DELETE /v2.0/ports/39498813-a3f3-4d3b-a06b-ba2234060282 HTTP/1.1" status: 204 len: 173 time: 2.6383324 Jul 16 01:32:25.930788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8456698-0da4-4f52-98cc-38c5a3ecf4b6 req-ec893ab0-71f1-49fb-836a-637ad156b172 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.932556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8456698-0da4-4f52-98cc-38c5a3ecf4b6 req-ec893ab0-71f1-49fb-836a-637ad156b172 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1916065 Jul 16 01:32:26.004047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:26.014470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-5807b4e3-19f6-41af-9859-ccc01f8f32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.018550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-5807b4e3-19f6-41af-9859-ccc01f8f32ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f646a36757b44228bfa23d5f97678f7a&device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 1096 time: 0.2156222 Jul 16 01:32:26.098801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-01395e64-6e72-4ee9-858a-3980ccb9b4c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f6cb555-188c-47b3-b146-42220da59bdd HTTP/1.1" status: 200 len: 217 time: 0.0648251 Jul 16 01:32:26.107497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8456698-0da4-4f52-98cc-38c5a3ecf4b6 req-a0aafedb-2542-4e54-9eeb-eb67aa2c3a24 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635404 Jul 16 01:32:26.211679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-f8c62ec6-6a44-4b80-8cc8-fa6c9ad7fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.213481 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-f8c62ec6-6a44-4b80-8cc8-fa6c9ad7fec9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1aef8729-6b6c-416b-9e00-20c1efefbe28 HTTP/1.1" status: 200 len: 865 time: 0.1047075 Jul 16 01:32:26.275825 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.285934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-a8c3f877-3bee-44f4-ae86-5325a63e123d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db1f1488-6fd2-4874-ae27-45a8d01b7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344985 Jul 16 01:32:26.324335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=22a71755-283a-439f-8158-878bf0d50fe3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.374813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:26.416697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] Checking router: 53f565f4-29ca-4fd6-a0b9-d808bb93a22c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:26.426701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1767835-0454-4782-a266-f3ff2f48ed6e req-ef1f8181-a94c-48fa-8911-30b3d6ccfe9a tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.428257 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1767835-0454-4782-a266-f3ff2f48ed6e req-ef1f8181-a94c-48fa-8911-30b3d6ccfe9a tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 944 time: 0.2385633 Jul 16 01:32:26.431177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:26.436161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.436161 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Floating IP 2775fbe5-a248-4708-abeb-32d2283328b9 disassociated (deleted). External IP: 172.25.4.95, port: a386f593-f4f0-4fd0-8820-c8b27a8ab85a. Jul 16 01:32:26.440819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:31:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:26.451035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-428afc50-d832-4295-b851-2f3c569c06e4 service neutron] 10.222.0.67 "GET /v2.0/networks/db1f1488-6fd2-4874-ae27-45a8d01b7d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643417 Jul 16 01:32:26.464949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549203d-a77a-4948-be3b-ceb2da10eb78 req-ef1e01df-aaaf-49e7-a4a3-8c5c955104b5 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.472447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a549203d-a77a-4948-be3b-ceb2da10eb78 req-ef1e01df-aaaf-49e7-a4a3-8c5c955104b5 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 946 time: 0.1374424 Jul 16 01:32:26.578412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a549203d-a77a-4948-be3b-ceb2da10eb78 req-4ce42569-44c2-4b42-a74c-16893ee2a9f7 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047997 Jul 16 01:32:26.608718 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.633293 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1767835-0454-4782-a266-f3ff2f48ed6e req-4a12ed35-dba6-4439-b16c-93d54f06ee9c tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986065 Jul 16 01:32:26.652630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:26.799153 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e13b814-8859-4d2f-8f4a-bfb0d288a44b req-e6ceb381-3b3a-487d-80c4-797eca7a3438 service neutron] 10.222.0.67 "GET /v2.0/networks/db1f1488-6fd2-4874-ae27-45a8d01b7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244243 Jul 16 01:32:26.801625 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b5b0e2-2ecf-496c-83d5-59bed0deacc5 x-openstack-request-id: req-41b5b0e2-2ecf-496c-83d5-59bed0deacc5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:26.801925 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0aecd1-986c-4512-9ea7-95b983b6e7e5", "tag": "6f6cb555-188c-47b3-b146-42220da59bdd", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:26.802208 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41b5b0e2-2ecf-496c-83d5-59bed0deacc5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:26.802619 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0aecd1-986c-4512-9ea7-95b983b6e7e5', 'tag': '6f6cb555-188c-47b3-b146-42220da59bdd', 'status': 'completed', 'code': 200} Jul 16 01:32:26.848142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 59c7b309-80ca-460d-86f4-8053bbe92009 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:27.095976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:27.102622 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.111634 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] Sync routers for ids ['59c7b309-80ca-460d-86f4-8053bbe92009'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:27.123138 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-769e03f8-f35e-4c18-946a-1ed29447e09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.142454 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] Routers {'59c7b309-80ca-460d-86f4-8053bbe92009'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:27.148263 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:31:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59c7b309-80ca-460d-86f4-8053bbe92009'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:27.195683 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e10ccc0b-2579-40d7-a015-8249d06aaf68 req-d4ec94da-98a9-4caa-8bbd-b105aff7665d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/ports?device_id=e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62 HTTP/1.1" status: 200 len: 210 time: 0.0573575 Jul 16 01:32:27.210324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ea868733-b862-46b5-9621-c3bc14673da1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/floatingips/2775fbe5-a248-4708-abeb-32d2283328b9 HTTP/1.1" status: 204 len: 168 time: 1.9205875 Jul 16 01:32:27.210883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:27.221544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cbb26-84de-4fab-8383-cbafd909316e req-a414faa4-8163-4763-94cc-6bed78f2d70f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.227323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:27.231680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-473cbb26-84de-4fab-8383-cbafd909316e req-a414faa4-8163-4763-94cc-6bed78f2d70f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.2378414 Jul 16 01:32:27.234272 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:27.267746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07447f-2981-4395-82fe-2d2fb3bfcdd5 None None] The sync data for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 is: [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 4, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '8fc16b7c-7ec7-496e-b01e-45e6110fc612', 'name': '', 'network_id': '5015d4d4-6866-4f94-9b4e-8009674ce4ef', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'mac_address': 'fa:16:3e:5f:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:47Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'subnets': [{'id': '132c3d4a-a906-4db0-9ccd-e4f4eb5f1797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:27.312870 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-473cbb26-84de-4fab-8383-cbafd909316e req-7a0f4945-edd8-4ec8-b25a-ad046147785a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798497 Jul 16 01:32:27.339528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe31e2-e311-4f09-a4ea-35ef63680004 req-8ce0976a-be8e-4e50-9c6b-fdefe2758f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.342821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40fe31e2-e311-4f09-a4ea-35ef63680004 req-8ce0976a-be8e-4e50-9c6b-fdefe2758f2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f646a36757b44228bfa23d5f97678f7a&device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 1096 time: 0.2230227 Jul 16 01:32:27.415382 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094cb71b-adbd-4afa-bc20-15a786337275 x-openstack-request-id: req-094cb71b-adbd-4afa-bc20-15a786337275 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:27.420015 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:27.420608 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-094cb71b-adbd-4afa-bc20-15a786337275 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:27.421261 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'status': 'completed', 'code': 200} Jul 16 01:32:27.438502 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] Set router 59c7b309-80ca-460d-86f4-8053bbe92009 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:27.486051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 39498813-a3f3-4d3b-a06b-ba2234060282 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:27.534523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 39498813-a3f3-4d3b-a06b-ba2234060282 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:27.536992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 39498813-a3f3-4d3b-a06b-ba2234060282 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:27.605555 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.672301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-a5759d78-1482-44c2-991e-a92b97057854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.689956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-a5759d78-1482-44c2-991e-a92b97057854 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 1098 time: 0.2503209 Jul 16 01:32:27.697044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe31e2-e311-4f09-a4ea-35ef63680004 req-5fea0a40-969d-418f-9209-9b0f3b72248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.699118 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40fe31e2-e311-4f09-a4ea-35ef63680004 req-5fea0a40-969d-418f-9209-9b0f3b72248a service neutron] 10.222.0.67 "GET /v2.0/networks?id=db1f1488-6fd2-4874-ae27-45a8d01b7d7a HTTP/1.1" status: 200 len: 925 time: 0.3449914 Jul 16 01:32:27.841040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b2be3-7606-4476-86ad-73993de21c4c None None] New status for floating IP 35f33a9a-8ee4-43e0-a5b2-42c02084c7f9: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:32:27.914982 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'cc5c4676-5466-4bca-a97e-e82e47d5887d', 'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:42:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:54Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:27.968956 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] Checking router: 59c7b309-80ca-460d-86f4-8053bbe92009 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:28.003320 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] Routers {'59c7b309-80ca-460d-86f4-8053bbe92009'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:28.005076 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59c7b309-80ca-460d-86f4-8053bbe92009'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:28.119723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7fbfd-b2bd-40f8-90bb-11ed7a9ab81d req-1f1b7859-a2a1-4ad8-9334-4a0e0ab05a31 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.122204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1aa7fbfd-b2bd-40f8-90bb-11ed7a9ab81d req-1f1b7859-a2a1-4ad8-9334-4a0e0ab05a31 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 944 time: 0.1751311 Jul 16 01:32:28.195380 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] Set router 59c7b309-80ca-460d-86f4-8053bbe92009 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:28.211137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1aa7fbfd-b2bd-40f8-90bb-11ed7a9ab81d req-6d8a6fcb-cc56-4ba0-b9db-53e6afc78fce tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753481 Jul 16 01:32:28.354322 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40fe31e2-e311-4f09-a4ea-35ef63680004 req-7da7fe98-d4f2-4622-9970-f2aeb1e59c1a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f6cb555-188c-47b3-b146-42220da59bdd HTTP/1.1" status: 200 len: 217 time: 0.0976205 Jul 16 01:32:28.418984 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.527802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a309b63-3646-4a0b-8bdc-5d97fcd307c1 req-ceea6a45-e290-407b-b2b9-e945d0d4e58a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.537919 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a309b63-3646-4a0b-8bdc-5d97fcd307c1 req-ceea6a45-e290-407b-b2b9-e945d0d4e58a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.8822215 Jul 16 01:32:28.568326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe31e2-e311-4f09-a4ea-35ef63680004 req-5927ae47-252e-46c3-adc6-62b4dd2400d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.577638 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40fe31e2-e311-4f09-a4ea-35ef63680004 req-5927ae47-252e-46c3-adc6-62b4dd2400d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1aef8729-6b6c-416b-9e00-20c1efefbe28 HTTP/1.1" status: 200 len: 865 time: 0.2123768 Jul 16 01:32:28.577638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-f4161e61-dbe6-41ff-ab77-719c06456feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.581290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-f4161e61-dbe6-41ff-ab77-719c06456feb service neutron] 10.222.0.50 "GET /v2.0/networks?id=27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 200 len: 897 time: 0.8741467 Jul 16 01:32:28.587606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbc497-6a74-4cf1-a260-1df0f79ed7bb req-21dd1db6-76a1-437f-97c0-40373507c2db tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.596916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2cbc497-6a74-4cf1-a260-1df0f79ed7bb req-21dd1db6-76a1-437f-97c0-40373507c2db tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1107533 Jul 16 01:32:28.638370 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40fe31e2-e311-4f09-a4ea-35ef63680004 req-93a53ef9-6aa8-4c9d-845b-11db61d3e727 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db1f1488-6fd2-4874-ae27-45a8d01b7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543399 Jul 16 01:32:28.708004 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'cc5c4676-5466-4bca-a97e-e82e47d5887d', 'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:42:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:54Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:28.714295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2cbc497-6a74-4cf1-a260-1df0f79ed7bb req-a922f60c-9299-48ac-bdfa-7e673d4b349e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6903c45-75ae-48cc-af9f-0c2fef0ae19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938568 Jul 16 01:32:28.751587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-f5abbfe3-f6e5-4a84-bdd6-d459612475dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 200 len: 217 time: 0.1115875 Jul 16 01:32:28.777112 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fba171-8bd9-4380-b4b1-2c2042d05d0c None None] The sync data for ids ['59c7b309-80ca-460d-86f4-8053bbe92009'] in n-d-791504-14 is: [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:29:56Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'cc5c4676-5466-4bca-a97e-e82e47d5887d', 'name': '', 'network_id': '27a3fbcf-f795-44d0-9692-c450bd9770f5', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:42:21:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:54Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': 'a8943fe5-0864-49a0-8c8f-d04748cba8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:28.778381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a309b63-3646-4a0b-8bdc-5d97fcd307c1 req-fe27fcd2-a1a7-400d-ac22-332daae26f3f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396493 Jul 16 01:32:28.879130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'name': 'network-vif-deleted', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:28.891746 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3051be5e-1d2e-4b59-802c-ab97c656add3" -d '{"events": [{"server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "name": "network-vif-deleted", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:28.895976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-0a1fd0c1-6d65-4c94-a285-e2892c264234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.897694 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-0a1fd0c1-6d65-4c94-a285-e2892c264234 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8943fe5-0864-49a0-8c8f-d04748cba8fe HTTP/1.1" status: 200 len: 835 time: 0.1077862 Jul 16 01:32:29.082564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40fe31e2-e311-4f09-a4ea-35ef63680004 req-7c4b5ec4-3c8f-43be-98e9-b4d52fe907f1 service neutron] 10.222.0.67 "GET /v2.0/networks/db1f1488-6fd2-4874-ae27-45a8d01b7d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082468 Jul 16 01:32:29.085524 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f087a63d-9f8b-415e-8003-1a08b0cdd6a4 x-openstack-request-id: req-f087a63d-9f8b-415e-8003-1a08b0cdd6a4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:29.086078 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62", "name": "network-vif-deleted", "tag": "39498813-a3f3-4d3b-a06b-ba2234060282", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:29.086494 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f087a63d-9f8b-415e-8003-1a08b0cdd6a4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:29.087043 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e6b9d-5b66-4e3b-b3fa-bc70253e3a62', 'name': 'network-vif-deleted', 'tag': '39498813-a3f3-4d3b-a06b-ba2234060282', 'status': 'completed', 'code': 200} Jul 16 01:32:29.099932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.158545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-de378557-4f9c-41e1-b1ce-c2a1b2c0c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.160335 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-de378557-4f9c-41e1-b1ce-c2a1b2c0c513 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27a3fbcf-f795-44d0-9692-c450bd9770f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2496495 Jul 16 01:32:29.279918 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7d58b8e-06fa-4598-a82b-c59c09849396 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.320778 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7d58b8e-06fa-4598-a82b-c59c09849396 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.369313 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6445cf-07bb-4494-92f1-dcaf0c29d55b None None] New status for floating IP 2775fbe5-a248-4708-abeb-32d2283328b9: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:32:29.406516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7d58b8e-06fa-4598-a82b-c59c09849396 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.410482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7d58b8e-06fa-4598-a82b-c59c09849396 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.411826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e7d58b8e-06fa-4598-a82b-c59c09849396 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "DELETE /v2.0/security-groups/9a410f98-1b99-44ab-93e2-fffbc08939df HTTP/1.1" status: 204 len: 168 time: 0.3106735 Jul 16 01:32:29.420160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51418) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.426867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40fe31e2-e311-4f09-a4ea-35ef63680004 req-6129a9f6-0bee-41c0-8c2c-6714b9c2e5d8 service neutron] 10.222.0.67 "GET /v2.0/networks/db1f1488-6fd2-4874-ae27-45a8d01b7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319631 Jul 16 01:32:29.462976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d58b8e-06fa-4598-a82b-c59c09849396 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a410f98-1b99-44ab-93e2-fffbc08939df,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:29.481512 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-25bf0379-4083-4bb4-96b5-170e8d328b69 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] show failed (client error): The resource could not be found. Jul 16 01:32:29.482878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-25bf0379-4083-4bb4-96b5-170e8d328b69 tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "GET /v2.0/security-groups/9a410f98-1b99-44ab-93e2-fffbc08939df HTTP/1.1" status: 404 len: 347 time: 0.0602930 Jul 16 01:32:29.493898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.512980 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-c7fc4521-6502-402e-a0c4-bf61852d378b service neutron] 10.222.0.50 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116367 Jul 16 01:32:29.513453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6f6cb555-188c-47b3-b146-42220da59bdd details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:29.681829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0a9c5-40a8-4366-9357-f12bd38ffca3 req-64bca740-d0a6-4af6-8863-7860f8d1fa72 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.683733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2ad0a9c5-40a8-4366-9357-f12bd38ffca3 req-64bca740-d0a6-4af6-8863-7860f8d1fa72 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 944 time: 0.1117203 Jul 16 01:32:29.705966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6f6cb555-188c-47b3-b146-42220da59bdd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6f6cb555-188c-47b3-b146-42220da59bdd,segment=NetworkSegment(efac91a8-7c75-4f00-b41c-29ea86f5a9ea),segment_id=efac91a8-7c75-4f00-b41c-29ea86f5a9ea)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:29.721704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '6f6cb555-188c-47b3-b146-42220da59bdd', 'network_id': 'db1f1488-6fd2-4874-ae27-45a8d01b7d7a', 'port_id': '6f6cb555-188c-47b3-b146-42220da59bdd', 'mac_address': 'fa:16:3e:af:93:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aef8729-6b6c-416b-9e00-20c1efefbe28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:29.778487 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.793528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2ad0a9c5-40a8-4366-9357-f12bd38ffca3 req-36ae49e6-6c5d-4a37-bff4-94065e68f9bf tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812151 Jul 16 01:32:29.817096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6cb555-188c-47b3-b146-42220da59bdd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:29.835758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-bf516901-615b-49e5-bba9-940e160093ce tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.838174 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-bf516901-615b-49e5-bba9-940e160093ce tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 946 time: 0.1076193 Jul 16 01:32:29.839249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6f6cb555-188c-47b3-b146-42220da59bdd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6f6cb555-188c-47b3-b146-42220da59bdd,segment=NetworkSegment(efac91a8-7c75-4f00-b41c-29ea86f5a9ea),segment_id=efac91a8-7c75-4f00-b41c-29ea86f5a9ea)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:29.845007 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.946659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=6f6cb555-188c-47b3-b146-42220da59bdd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:29.955588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.956102 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.956546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.956979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.957465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.957895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.958343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.958769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.959194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.959802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.960331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.960756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.985344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-c4658509-e306-4d84-936b-2da1bdc7ee16 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port a386f593-f4f0-4fd0-8820-c8b27a8ab85a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:29.985777 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-c4658509-e306-4d84-936b-2da1bdc7ee16 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.993896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b56e3fd4-c874-4c56-8c75-3d9e62a6a2a9 req-811dc6ce-9d6b-4a7f-a5e1-2106ca1eba78 service neutron] 10.222.0.50 "GET /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665477 Jul 16 01:32:30.057900 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.076143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c37b9-9700-4820-9935-d4b6e00a7950 req-5071e025-6552-4e91-abc8-c01193dde8b2 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.083243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a8c37b9-9700-4820-9935-d4b6e00a7950 req-5071e025-6552-4e91-abc8-c01193dde8b2 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.3815956 Jul 16 01:32:30.119477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-c4658509-e306-4d84-936b-2da1bdc7ee16 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port a386f593-f4f0-4fd0-8820-c8b27a8ab85a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:30.119845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-c4658509-e306-4d84-936b-2da1bdc7ee16 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.133077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-33890d97-4d2e-455d-95fc-dbf84155747d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Deleting port 8254e202-6b42-4f5a-bf96-c4791420fd85 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:30.133421 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33890d97-4d2e-455d-95fc-dbf84155747d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.135796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-c4658509-e306-4d84-936b-2da1bdc7ee16 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for a386f593-f4f0-4fd0-8820-c8b27a8ab85a owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:30.175143 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a8c37b9-9700-4820-9935-d4b6e00a7950 req-338bf561-b446-42e1-b9ae-3e9da255c529 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881567 Jul 16 01:32:30.183656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['6f6cb555-188c-47b3-b146-42220da59bdd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:30.309056 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33890d97-4d2e-455d-95fc-dbf84155747d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.309603 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33890d97-4d2e-455d-95fc-dbf84155747d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.342469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-33890d97-4d2e-455d-95fc-dbf84155747d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Calling delete_port for 8254e202-6b42-4f5a-bf96-c4791420fd85 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:30.381894 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-c4658509-e306-4d84-936b-2da1bdc7ee16 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.452418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4658509-e306-4d84-936b-2da1bdc7ee16 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=a386f593-f4f0-4fd0-8820-c8b27a8ab85a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.519075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-c4658509-e306-4d84-936b-2da1bdc7ee16 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] No DVR routers for this DVR port a386f593-f4f0-4fd0-8820-c8b27a8ab85a on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:30.521886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-c4658509-e306-4d84-936b-2da1bdc7ee16 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.524375 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45169c60-bdf4-4f47-ac50-c731b806d464 req-c4658509-e306-4d84-936b-2da1bdc7ee16 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.50 "DELETE /v2.0/ports/a386f593-f4f0-4fd0-8820-c8b27a8ab85a HTTP/1.1" status: 204 len: 173 time: 0.6762197 Jul 16 01:32:30.524912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'name': 'network-vif-deleted', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:30.527848 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa681728-b47d-4af9-b9a5-c057c45000ee" -d '{"events": [{"server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "name": "network-vif-deleted", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:30.545443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-baef7aed-f66d-44cb-a199-c41bc40d4729 req-5504dc30-8d68-4550-8c6e-add7b3ac049e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ae6b0da-c3ff-4e55-80c9-7f5006f63472 HTTP/1.1" status: 200 len: 210 time: 0.0966125 Jul 16 01:32:30.741088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33890d97-4d2e-455d-95fc-dbf84155747d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.759767 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccfcd81-4b16-4ec6-be38-802f6d66c7d2 x-openstack-request-id: req-4ccfcd81-4b16-4ec6-be38-802f6d66c7d2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:30.760064 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae6b0da-c3ff-4e55-80c9-7f5006f63472", "name": "network-vif-deleted", "tag": "a386f593-f4f0-4fd0-8820-c8b27a8ab85a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:30.760412 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ccfcd81-4b16-4ec6-be38-802f6d66c7d2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:30.761004 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae6b0da-c3ff-4e55-80c9-7f5006f63472', 'name': 'network-vif-deleted', 'tag': 'a386f593-f4f0-4fd0-8820-c8b27a8ab85a', 'status': 'completed', 'code': 200} Jul 16 01:32:30.779769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33890d97-4d2e-455d-95fc-dbf84155747d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Pushing event deleted for resources: {'Port': ['ID=8254e202-6b42-4f5a-bf96-c4791420fd85,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.885014 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33890d97-4d2e-455d-95fc-dbf84155747d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.889891 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33890d97-4d2e-455d-95fc-dbf84155747d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.892323 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-33890d97-4d2e-455d-95fc-dbf84155747d tempest-AttachVolumeShelveTestJSON-513468092 tempest-AttachVolumeShelveTestJSON-513468092-project] 10.222.0.64 "DELETE /v2.0/floatingips/35f33a9a-8ee4-43e0-a5b2-42c02084c7f9 HTTP/1.1" status: 204 len: 168 time: 1.3957493 Jul 16 01:32:30.900706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c423a3-f0f9-41dd-97bc-42eefca33417 req-82045ad8-0128-4fa7-97b4-be610b1742f0 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.902573 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-75c423a3-f0f9-41dd-97bc-42eefca33417 req-82045ad8-0128-4fa7-97b4-be610b1742f0 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1221929 Jul 16 01:32:30.986901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-75c423a3-f0f9-41dd-97bc-42eefca33417 req-0f9dff16-9342-447d-8494-1e1dc44e3035 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699630 Jul 16 01:32:31.263283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349a8d4-867c-42b3-91be-39d017c593e2 req-a314782d-6e9f-44fa-87c7-affbb6d13301 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.270151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1349a8d4-867c-42b3-91be-39d017c593e2 req-a314782d-6e9f-44fa-87c7-affbb6d13301 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 945 time: 0.2038517 Jul 16 01:32:31.321197 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcbec0-9512-4e21-b3a2-a4b00f57534e req-df469d93-eab9-4c8a-9912-8fbcce93f074 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.322965 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71bcbec0-9512-4e21-b3a2-a4b00f57534e req-df469d93-eab9-4c8a-9912-8fbcce93f074 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.0749111 Jul 16 01:32:31.392275 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1349a8d4-867c-42b3-91be-39d017c593e2 req-321e7695-e312-400b-a551-8ce1fea7a4f6 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134541 Jul 16 01:32:31.426954 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71bcbec0-9512-4e21-b3a2-a4b00f57534e req-f77e1249-0384-4e1c-9b9b-fe06374abca3 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963054 Jul 16 01:32:31.522432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6f6cb555-188c-47b3-b146-42220da59bdd up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:31.671310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51462) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:31.894279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29deff9-5e3c-4398-a586-171657038ca1 req-04513dc5-20ae-4124-b4e3-32491fcdd558 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.901948 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a29deff9-5e3c-4398-a586-171657038ca1 req-04513dc5-20ae-4124-b4e3-32491fcdd558 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.2818522 Jul 16 01:32:31.970143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 6f6cb555-188c-47b3-b146-42220da59bdd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:31.975409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 6f6cb555-188c-47b3-b146-42220da59bdd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:31.975788 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.146450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a29deff9-5e3c-4398-a586-171657038ca1 req-3314c9ba-30b2-42b0-9b0a-2b36183bbd0b tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819580 Jul 16 01:32:32.148155 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.257771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0aecd1-986c-4512-9ea7-95b983b6e7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6cb555-188c-47b3-b146-42220da59bdd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:32.257771 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3394f4df-4f3c-401c-a7b2-7e4ca8c91711" -d '{"events": [{"server_uuid": "9d0aecd1-986c-4512-9ea7-95b983b6e7e5", "name": "network-vif-plugged", "status": "completed", "tag": "6f6cb555-188c-47b3-b146-42220da59bdd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:32.259731 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:32.260559 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 6f6cb555-188c-47b3-b146-42220da59bdd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6f6cb555-188c-47b3-b146-42220da59bdd,segment=NetworkSegment(efac91a8-7c75-4f00-b41c-29ea86f5a9ea),segment_id=efac91a8-7c75-4f00-b41c-29ea86f5a9ea)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:32.266565 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.362216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=6f6cb555-188c-47b3-b146-42220da59bdd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.366854 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1904d44-2b41-4744-a117-c7baa11d0fa2 x-openstack-request-id: req-b1904d44-2b41-4744-a117-c7baa11d0fa2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:32.367441 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0aecd1-986c-4512-9ea7-95b983b6e7e5", "name": "network-vif-plugged", "status": "completed", "tag": "6f6cb555-188c-47b3-b146-42220da59bdd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:32.367700 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1904d44-2b41-4744-a117-c7baa11d0fa2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:32.368090 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0aecd1-986c-4512-9ea7-95b983b6e7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6cb555-188c-47b3-b146-42220da59bdd', 'code': 200} Jul 16 01:32:32.679157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3ebfb-f000-4878-b5c7-b0d505af0cfc req-0f168f18-2455-41f8-8bb7-2f32cee8c92b tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.687576 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1b3ebfb-f000-4878-b5c7-b0d505af0cfc req-0f168f18-2455-41f8-8bb7-2f32cee8c92b tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 946 time: 0.0919867 Jul 16 01:32:32.694663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2f3b0-96b3-46f3-b2f0-e1916d31b5cf req-b8225919-f61a-4a14-b2fd-313102800036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.709475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18e2f3b0-96b3-46f3-b2f0-e1916d31b5cf req-b8225919-f61a-4a14-b2fd-313102800036 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 1098 time: 0.3039103 Jul 16 01:32:32.751702 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1b3ebfb-f000-4878-b5c7-b0d505af0cfc req-ff270e39-a9e4-4619-87b2-1b5d2da71c5d tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589504 Jul 16 01:32:32.816873 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18e2f3b0-96b3-46f3-b2f0-e1916d31b5cf req-7ae1fe0e-cc01-44b8-afa3-1303a0ecabe8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866818 Jul 16 01:32:32.841679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaee9c-9890-4f17-86fe-0f257fbf95a4 req-1bb538d1-6b86-492a-8225-05aa79786c6c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.843216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-81eaee9c-9890-4f17-86fe-0f257fbf95a4 req-1bb538d1-6b86-492a-8225-05aa79786c6c tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.2274570 Jul 16 01:32:32.979115 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-81eaee9c-9890-4f17-86fe-0f257fbf95a4 req-a2ac9325-215b-496b-a1c9-1eb59646e410 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887809 Jul 16 01:32:33.042823 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.672961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbaf72-2f2f-4b0a-bc28-0dcc211576ca req-ccc19412-a27b-4235-8da4-b9f7d0dbc2ec tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.684361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65fbaf72-2f2f-4b0a-bc28-0dcc211576ca req-ccc19412-a27b-4235-8da4-b9f7d0dbc2ec tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1317823 Jul 16 01:32:33.735126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port cc5c4676-5466-4bca-a97e-e82e47d5887d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:33.736079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.777091 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65fbaf72-2f2f-4b0a-bc28-0dcc211576ca req-5e6c25a0-ea01-4270-8a0b-2e8bb348531f tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896745 Jul 16 01:32:34.036219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port cc5c4676-5466-4bca-a97e-e82e47d5887d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cc5c4676-5466-4bca-a97e-e82e47d5887d,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:34.037000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.103034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for cc5c4676-5466-4bca-a97e-e82e47d5887d owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:34.219291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86daff-f621-4ef5-9cec-5eb38f5bf693 req-b86774c7-8e62-4226-86d1-cf27a7a55195 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.221558 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b86daff-f621-4ef5-9cec-5eb38f5bf693 req-b86774c7-8e62-4226-86d1-cf27a7a55195 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1193521 Jul 16 01:32:34.254108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a386f593-f4f0-4fd0-8820-c8b27a8ab85a no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:34.268446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af67de1-7791-4f00-9ddc-855bf53774e1 req-e5bfb4af-0598-463d-a72f-4977978eb5ab tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.270347 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7af67de1-7791-4f00-9ddc-855bf53774e1 req-e5bfb4af-0598-463d-a72f-4977978eb5ab tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 946 time: 0.2106326 Jul 16 01:32:34.319331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: a386f593-f4f0-4fd0-8820-c8b27a8ab85a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:34.319691 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a386f593-f4f0-4fd0-8820-c8b27a8ab85a not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:34.339342 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b86daff-f621-4ef5-9cec-5eb38f5bf693 req-a2cad7ab-88e6-4f5f-bf6a-3d851f850f42 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113584 Jul 16 01:32:34.373584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7af67de1-7791-4f00-9ddc-855bf53774e1 req-3fe2979c-f271-4b89-a441-54e220f8a426 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936480 Jul 16 01:32:34.553223 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.628303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=cc5c4676-5466-4bca-a97e-e82e47d5887d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.404857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4397e-2f93-4b74-8acc-5e87aaeb0b7b req-64525092-369d-40d9-ad57-f21294a52a7d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.409198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13b4397e-2f93-4b74-8acc-5e87aaeb0b7b req-64525092-369d-40d9-ad57-f21294a52a7d tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.7932124 Jul 16 01:32:35.458396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.486789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-13b4397e-2f93-4b74-8acc-5e87aaeb0b7b req-db751220-eb09-4d23-82af-418419d706ea tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713568 Jul 16 01:32:35.675084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb96dac-d3c4-4f98-9871-c273384b1c57 req-d77f7294-d87e-4ec0-bd8c-6e21d053225b tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.676790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aeb96dac-d3c4-4f98-9871-c273384b1c57 req-d77f7294-d87e-4ec0-bd8c-6e21d053225b tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 946 time: 0.0952020 Jul 16 01:32:35.737815 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aeb96dac-d3c4-4f98-9871-c273384b1c57 req-c6827735-4791-4478-88fe-82c4ca49e112 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530879 Jul 16 01:32:35.803029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300897c-bedb-47b1-abbd-f0cf41d4219e req-b9b3e27f-d333-42a7-b1d2-999ee0379bb9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.804573 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1300897c-bedb-47b1-abbd-f0cf41d4219e req-b9b3e27f-d333-42a7-b1d2-999ee0379bb9 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.1365178 Jul 16 01:32:35.847704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 59c7b309-80ca-460d-86f4-8053bbe92009 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:35.876845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1300897c-bedb-47b1-abbd-f0cf41d4219e req-6d45254c-6f8f-4563-8b1a-1a1266fbe188 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661638 Jul 16 01:32:36.084632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:36.093101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a0bf8b07-9d3a-4db9-adbb-22e332ec65f7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "PUT /v2.0/routers/59c7b309-80ca-460d-86f4-8053bbe92009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4193709 Jul 16 01:32:36.094331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51592) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:36.096410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] Sync routers for ids ['59c7b309-80ca-460d-86f4-8053bbe92009'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:36.111394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] Routers {'59c7b309-80ca-460d-86f4-8053bbe92009'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:36.112336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59c7b309-80ca-460d-86f4-8053bbe92009'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:36.168239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b39fc1-a226-4c22-a740-a6ceee8644a5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting subnet a8943fe5-0864-49a0-8c8f-d04748cba8fe {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:36.183950 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16b39fc1-a226-4c22-a740-a6ceee8644a5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.259951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16b39fc1-a226-4c22-a740-a6ceee8644a5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.355139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] Set router 59c7b309-80ca-460d-86f4-8053bbe92009 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:36.381358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96054d-72ee-44c9-a3fd-660f05bfcdf2 req-308a6eb2-c9d8-48c6-9eea-a2e8806d8944 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.382984 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f96054d-72ee-44c9-a3fd-660f05bfcdf2 req-308a6eb2-c9d8-48c6-9eea-a2e8806d8944 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 946 time: 0.2120147 Jul 16 01:32:36.502057 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f96054d-72ee-44c9-a3fd-660f05bfcdf2 req-b6e2e82f-3ba1-44b1-bafe-c68aff00bb29 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094863 Jul 16 01:32:36.519843 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16b39fc1-a226-4c22-a740-a6ceee8644a5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.634331 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab3016-8d31-4c3d-9d0c-42a02223c74b req-195a4519-5d67-48e9-b980-f7052bce9d99 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.634584 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16b39fc1-a226-4c22-a740-a6ceee8644a5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.643679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3ab3016-8d31-4c3d-9d0c-42a02223c74b req-195a4519-5d67-48e9-b980-f7052bce9d99 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.6248543 Jul 16 01:32:36.722870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b39fc1-a226-4c22-a740-a6ceee8644a5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Subnet': ['ID=a8943fe5-0864-49a0-8c8f-d04748cba8fe,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:36.747700 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16b39fc1-a226-4c22-a740-a6ceee8644a5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.758737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3ab3016-8d31-4c3d-9d0c-42a02223c74b req-5df64a57-58a3-41b2-8ca0-d3eae8eed4a6 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137717 Jul 16 01:32:36.759306 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b91931-68b4-47e9-b69d-19fcd9d88e45 None None] Network 27a3fbcf-f795-44d0-9692-c450bd9770f5 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:36.760194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:36.786718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-16b39fc1-a226-4c22-a740-a6ceee8644a5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/subnets/a8943fe5-0864-49a0-8c8f-d04748cba8fe HTTP/1.1" status: 204 len: 168 time: 0.6910062 Jul 16 01:32:36.912583 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:32:34Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:36.981258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] Checking router: 59c7b309-80ca-460d-86f4-8053bbe92009 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:36.983497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.101068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] Routers {'59c7b309-80ca-460d-86f4-8053bbe92009'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:37.102504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59c7b309-80ca-460d-86f4-8053bbe92009'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:37.145677 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.181133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb2b2f-7714-47fb-9095-aba828218300 req-f47bea80-e5ca-4696-86d0-7c323dc31e5b tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.190965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5dfb2b2f-7714-47fb-9095-aba828218300 req-f47bea80-e5ca-4696-86d0-7c323dc31e5b tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 946 time: 0.1070096 Jul 16 01:32:37.253171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port c00932fe-d703-475f-a353-044e10ee46b9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:37.253524 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.259110 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5dfb2b2f-7714-47fb-9095-aba828218300 req-523e659f-0b6a-4e2d-a6d2-f3eaa4cb34b6 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666447 Jul 16 01:32:37.415974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port c00932fe-d703-475f-a353-044e10ee46b9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c00932fe-d703-475f-a353-044e10ee46b9,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:37.424223 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.432697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] Set router 59c7b309-80ca-460d-86f4-8053bbe92009 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:37.452742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for c00932fe-d703-475f-a353-044e10ee46b9 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:37.719037 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.749482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c654-0dd1-4539-895b-22f38e195b64 req-186bc0ba-cb93-41c7-bb6c-8dc4d7bf2cac tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.768152 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdf6c654-0dd1-4539-895b-22f38e195b64 req-186bc0ba-cb93-41c7-bb6c-8dc4d7bf2cac tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.6320972 Jul 16 01:32:37.905180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdf6c654-0dd1-4539-895b-22f38e195b64 req-9028cb9d-b95b-4a4f-b6d9-41829a53cbd4 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359930 Jul 16 01:32:37.934324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:32:34Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:37.943544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=c00932fe-d703-475f-a353-044e10ee46b9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.012010 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f91e5-e9e7-4ee1-978d-11de288f0e40 None None] The sync data for ids ['59c7b309-80ca-460d-86f4-8053bbe92009'] in n-d-791504-14 is: [{'id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326970149', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:47Z', 'updated_at': '2021-07-16T01:32:34Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': 'c00932fe-d703-475f-a353-044e10ee46b9', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c7b309-80ca-460d-86f4-8053bbe92009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:48Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:38.045784 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce9fda0-606c-4e9f-a42d-6a954cc6e630 None None] DHCP port deletion for 27a3fbcf-f795-44d0-9692-c450bd9770f5 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:38.245815 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.300339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9fda0-606c-4e9f-a42d-6a954cc6e630 None None] Deleting port de30c41e-de2d-4a75-ae83-6344b4354052 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:38.300906 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fda0-606c-4e9f-a42d-6a954cc6e630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.472061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5ce9fda0-606c-4e9f-a42d-6a954cc6e630 None None] For port de30c41e-de2d-4a75-ae83-6344b4354052, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=de30c41e-de2d-4a75-ae83-6344b4354052,segment=NetworkSegment(c3d6b2a0-46ff-40ea-869e-44fbf4495d7f),segment_id=c3d6b2a0-46ff-40ea-869e-44fbf4495d7f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:38.472578 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fda0-606c-4e9f-a42d-6a954cc6e630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.505610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9fda0-606c-4e9f-a42d-6a954cc6e630 None None] Calling delete_port for de30c41e-de2d-4a75-ae83-6344b4354052 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:38.590564 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.596090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.750850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.757301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Fanout notify agent at l3_agent the message router_deleted on router 59c7b309-80ca-460d-86f4-8053bbe92009 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:38.785420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.794145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51668) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:38.800765 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fda0-606c-4e9f-a42d-6a954cc6e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.805253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9624f023-fe21-4995-a451-b6c4e44c9e0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/routers/59c7b309-80ca-460d-86f4-8053bbe92009 HTTP/1.1" status: 204 len: 168 time: 2.0433991 Jul 16 01:32:38.842122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50da70f-ef9a-485a-bbce-5977259f4fb8 req-45fd03d0-6ac4-4f2b-9b17-e6c679d13c4a tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:38.853972 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d50da70f-ef9a-485a-bbce-5977259f4fb8 req-45fd03d0-6ac4-4f2b-9b17-e6c679d13c4a tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 946 time: 0.3753808 Jul 16 01:32:38.926507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9fda0-606c-4e9f-a42d-6a954cc6e630 None None] Pushing event deleted for resources: {'Port': ['ID=de30c41e-de2d-4a75-ae83-6344b4354052,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.929805 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9fda0-606c-4e9f-a42d-6a954cc6e630 None None] No DVR routers for this DVR port de30c41e-de2d-4a75-ae83-6344b4354052 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:39.049412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d50da70f-ef9a-485a-bbce-5977259f4fb8 req-01312904-d81d-472f-8d6f-343df7470ffa tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902843 Jul 16 01:32:39.060072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device de30c41e-de2d-4a75-ae83-6344b4354052 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:39.115335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: de30c41e-de2d-4a75-ae83-6344b4354052 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:39.116425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device de30c41e-de2d-4a75-ae83-6344b4354052 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:39.117102 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cc5c4676-5466-4bca-a97e-e82e47d5887d no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:39.123174 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.185799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: cc5c4676-5466-4bca-a97e-e82e47d5887d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:39.186180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cc5c4676-5466-4bca-a97e-e82e47d5887d not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:39.304835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.318214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a3fbcf-f795-44d0-9692-c450bd9770f5']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:39.345879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:39.346929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d6b2a0-46ff-40ea-869e-44fbf4495d7f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:39.368961 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.389560 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.408063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:39.408063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:39.480469 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:39.488288 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.496838 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.503430 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51684) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:39.503630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/networks/27a3fbcf-f795-44d0-9692-c450bd9770f5 HTTP/1.1" status: 204 len: 168 time: 0.7071526 Jul 16 01:32:39.550124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574df66-0f31-4596-a8ce-c8c1b3ea47c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Network': ['ID=27a3fbcf-f795-44d0-9692-c450bd9770f5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.709712 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f1a21e0-5985-424b-a9e2-1ab4bfaa45bb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.825134 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f1a21e0-5985-424b-a9e2-1ab4bfaa45bb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.010752 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f1a21e0-5985-424b-a9e2-1ab4bfaa45bb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.013481 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f1a21e0-5985-424b-a9e2-1ab4bfaa45bb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.017818 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7f1a21e0-5985-424b-a9e2-1ab4bfaa45bb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/security-groups/c6903c45-75ae-48cc-af9f-0c2fef0ae19d HTTP/1.1" status: 204 len: 168 time: 0.5124171 Jul 16 01:32:40.044684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a21e0-5985-424b-a9e2-1ab4bfaa45bb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6903c45-75ae-48cc-af9f-0c2fef0ae19d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:40.201100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-3d3bba09-044c-49c1-8c62-d3444222b0b2 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:40.210227 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-3d3bba09-044c-49c1-8c62-d3444222b0b2 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 946 time: 0.3144209 Jul 16 01:32:40.675567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38382-fc3d-45d4-8da6-116f3d48e8df req-8b09aacf-f35d-4587-ae67-708135c7c647 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:40.683978 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cbc38382-fc3d-45d4-8da6-116f3d48e8df req-8b09aacf-f35d-4587-ae67-708135c7c647 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 946 time: 0.1806760 Jul 16 01:32:40.721789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:40.728316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-aad985b1-f38b-4bce-a0d1-af5da6b2afd9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842147293', 'description': 'tempest-secgroup-smoke-1842147293 description', 'project_id': '12c4eea5d22846989166acf9750bd01d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:40.741688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c00932fe-d703-475f-a353-044e10ee46b9 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:40.760414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-ac20731d-e2b0-4222-b787-2853f15af0b3 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Deleting port 6f6cb555-188c-47b3-b146-42220da59bdd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:40.760747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-ac20731d-e2b0-4222-b787-2853f15af0b3 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.767976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cbc38382-fc3d-45d4-8da6-116f3d48e8df req-e0f46062-0d55-43ce-8ee0-1644df3aa3d6 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ffde1e0-e508-4c33-baa9-2d6210e297b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829086 Jul 16 01:32:40.800980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: c00932fe-d703-475f-a353-044e10ee46b9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:40.802373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c00932fe-d703-475f-a353-044e10ee46b9 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:40.841436 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad985b1-f38b-4bce-a0d1-af5da6b2afd9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.925469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-ac20731d-e2b0-4222-b787-2853f15af0b3 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] For port 6f6cb555-188c-47b3-b146-42220da59bdd, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=6f6cb555-188c-47b3-b146-42220da59bdd,segment=NetworkSegment(efac91a8-7c75-4f00-b41c-29ea86f5a9ea),segment_id=efac91a8-7c75-4f00-b41c-29ea86f5a9ea)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:40.926120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-ac20731d-e2b0-4222-b787-2853f15af0b3 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.944920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-ac20731d-e2b0-4222-b787-2853f15af0b3 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Calling delete_port for 6f6cb555-188c-47b3-b146-42220da59bdd owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:41.088195 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad985b1-f38b-4bce-a0d1-af5da6b2afd9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.096557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad985b1-f38b-4bce-a0d1-af5da6b2afd9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.132971 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad985b1-f38b-4bce-a0d1-af5da6b2afd9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.135878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aad985b1-f38b-4bce-a0d1-af5da6b2afd9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4127214 Jul 16 01:32:41.139613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:41.145995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-39d61d7f-ef51-40e1-9d4d-827f28d43825 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:41.173983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad985b1-f38b-4bce-a0d1-af5da6b2afd9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:41.249221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39d61d7f-ef51-40e1-9d4d-827f28d43825 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.269148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-ac20731d-e2b0-4222-b787-2853f15af0b3 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.283525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['6f6cb555-188c-47b3-b146-42220da59bdd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:41.309288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20731d-e2b0-4222-b787-2853f15af0b3 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Pushing event deleted for resources: {'Port': ['ID=6f6cb555-188c-47b3-b146-42220da59bdd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:41.366716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51740) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:41.452018 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-ac20731d-e2b0-4222-b787-2853f15af0b3 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] No DVR routers for this DVR port 6f6cb555-188c-47b3-b146-42220da59bdd on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:41.456919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-ac20731d-e2b0-4222-b787-2853f15af0b3 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.460031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3948b35-1334-4416-8f7c-cc75d239e118 req-ac20731d-e2b0-4222-b787-2853f15af0b3 tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.67 "DELETE /v2.0/ports/6f6cb555-188c-47b3-b146-42220da59bdd HTTP/1.1" status: 204 len: 173 time: 1.2411926 Jul 16 01:32:41.460604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0aecd1-986c-4512-9ea7-95b983b6e7e5', 'name': 'network-vif-deleted', 'tag': '6f6cb555-188c-47b3-b146-42220da59bdd'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:41.480901 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e9a986-7588-4223-b2b9-7b3eafb3c550" -d '{"events": [{"server_uuid": "9d0aecd1-986c-4512-9ea7-95b983b6e7e5", "name": "network-vif-deleted", "tag": "6f6cb555-188c-47b3-b146-42220da59bdd"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:41.572984 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39d61d7f-ef51-40e1-9d4d-827f28d43825 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.582523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39d61d7f-ef51-40e1-9d4d-827f28d43825 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.622541 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e020e8-c372-4fac-8658-8f43efd7cb68 x-openstack-request-id: req-06e020e8-c372-4fac-8658-8f43efd7cb68 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:41.623037 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0aecd1-986c-4512-9ea7-95b983b6e7e5", "name": "network-vif-deleted", "tag": "6f6cb555-188c-47b3-b146-42220da59bdd", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:41.623860 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06e020e8-c372-4fac-8658-8f43efd7cb68 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:41.624285 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0aecd1-986c-4512-9ea7-95b983b6e7e5', 'name': 'network-vif-deleted', 'tag': '6f6cb555-188c-47b3-b146-42220da59bdd', 'status': 'completed', 'code': 200} Jul 16 01:32:41.626249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61d7f-ef51-40e1-9d4d-827f28d43825 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fc68d9-a663-4216-a8f9-70c751e714b2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:41.637245 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39d61d7f-ef51-40e1-9d4d-827f28d43825 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.641460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-39d61d7f-ef51-40e1-9d4d-827f28d43825 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4975233 Jul 16 01:32:41.643010 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51754) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:41.649925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-af5a95e3-1535-4f17-81ad-c5d3c6e6f550 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:41.706560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af5a95e3-1535-4f17-81ad-c5d3c6e6f550 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.914838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af5a95e3-1535-4f17-81ad-c5d3c6e6f550 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.993851 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af5a95e3-1535-4f17-81ad-c5d3c6e6f550 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.151066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a95e3-1535-4f17-81ad-c5d3c6e6f550 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1202ab7d-e448-46b0-bfa9-671ff1f7ef87,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.159557 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eaf2485e-db2c-4bd4-941a-72368251b98c req-b6361ec8-759d-4de9-a966-08e426b32aee tempest-ServersNegativeTestMultiTenantJSON-1946085767 tempest-ServersNegativeTestMultiTenantJSON-1946085767-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d0aecd1-986c-4512-9ea7-95b983b6e7e5 HTTP/1.1" status: 200 len: 210 time: 0.1037836 Jul 16 01:32:42.177746 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af5a95e3-1535-4f17-81ad-c5d3c6e6f550 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.179147 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af5a95e3-1535-4f17-81ad-c5d3c6e6f550 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5337772 Jul 16 01:32:42.182438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51768) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:42.190337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c3c665ef-ce16-41f4-840d-8f1de1373769 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:42.304735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3c665ef-ce16-41f4-840d-8f1de1373769 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.551347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3c665ef-ce16-41f4-840d-8f1de1373769 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.556221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3c665ef-ce16-41f4-840d-8f1de1373769 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.593665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c665ef-ce16-41f4-840d-8f1de1373769 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee80c13-4576-4527-b0df-43ed433fc585,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.614328 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3c665ef-ce16-41f4-840d-8f1de1373769 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.616071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c3c665ef-ce16-41f4-840d-8f1de1373769 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4319549 Jul 16 01:32:42.618787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51780) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:42.641235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-80ae1f9b-9c82-45ab-802b-9e5cf3866098 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:42.677844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80ae1f9b-9c82-45ab-802b-9e5cf3866098 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.720892 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20821253-031f-4269-9c58-aa419064793f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.902811 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80ae1f9b-9c82-45ab-802b-9e5cf3866098 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.909534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80ae1f9b-9c82-45ab-802b-9e5cf3866098 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.980821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae1f9b-9c82-45ab-802b-9e5cf3866098 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6b1a48-6380-4569-bad0-fe803b8ba7e6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.988975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80ae1f9b-9c82-45ab-802b-9e5cf3866098 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.991854 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-80ae1f9b-9c82-45ab-802b-9e5cf3866098 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3696113 Jul 16 01:32:42.995394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51788) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:43.004222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9597a041-3662-4519-a366-e7666c0f5c38 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:43.200975 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-9597a041-3662-4519-a366-e7666c0f5c38 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Project 12c4eea5d22846989166acf9750bd01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:32:43.212522 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9597a041-3662-4519-a366-e7666c0f5c38 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.372646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51798) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:43.445056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-909a98e9-acf4-4942-9b5c-2dc642b6e7d4 admin admin] Deleting subnet 1aef8729-6b6c-416b-9e00-20c1efefbe28 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:43.448976 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-909a98e9-acf4-4942-9b5c-2dc642b6e7d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.541953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-909a98e9-acf4-4942-9b5c-2dc642b6e7d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.550766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9597a041-3662-4519-a366-e7666c0f5c38 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.558803 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9597a041-3662-4519-a366-e7666c0f5c38 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.566184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6f6cb555-188c-47b3-b146-42220da59bdd no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:43.619857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-20821253-031f-4269-9c58-aa419064793f admin admin] Deleting port 8fc16b7c-7ec7-496e-b01e-45e6110fc612 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:43.620059 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-909a98e9-acf4-4942-9b5c-2dc642b6e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.620211 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20821253-031f-4269-9c58-aa419064793f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.629790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597a041-3662-4519-a366-e7666c0f5c38 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da611fdc-7352-49f9-bd28-a10cbea379dc,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.684155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 6f6cb555-188c-47b3-b146-42220da59bdd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:43.685103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 6f6cb555-188c-47b3-b146-42220da59bdd not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:43.694505 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-909a98e9-acf4-4942-9b5c-2dc642b6e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.699398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9597a041-3662-4519-a366-e7666c0f5c38 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.705770 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9597a041-3662-4519-a366-e7666c0f5c38 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7089036 Jul 16 01:32:43.708853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51810) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:43.713162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-62c96374-7ace-4e27-8844-bc4ba87a3ae4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:43.738219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a98e9-acf4-4942-9b5c-2dc642b6e7d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aef8729-6b6c-416b-9e00-20c1efefbe28,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.764701 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-909a98e9-acf4-4942-9b5c-2dc642b6e7d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.774916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51812) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:43.775373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-909a98e9-acf4-4942-9b5c-2dc642b6e7d4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1aef8729-6b6c-416b-9e00-20c1efefbe28 HTTP/1.1" status: 204 len: 168 time: 0.3951313 Jul 16 01:32:43.802625 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-62c96374-7ace-4e27-8844-bc4ba87a3ae4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Project 12c4eea5d22846989166acf9750bd01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:32:43.888642 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62c96374-7ace-4e27-8844-bc4ba87a3ae4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.041531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-20821253-031f-4269-9c58-aa419064793f admin admin] For port 8fc16b7c-7ec7-496e-b01e-45e6110fc612, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8fc16b7c-7ec7-496e-b01e-45e6110fc612,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:44.042330 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20821253-031f-4269-9c58-aa419064793f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.049312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.092976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-20821253-031f-4269-9c58-aa419064793f admin admin] Calling delete_port for 8fc16b7c-7ec7-496e-b01e-45e6110fc612 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:44.190043 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62c96374-7ace-4e27-8844-bc4ba87a3ae4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.206560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62c96374-7ace-4e27-8844-bc4ba87a3ae4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.258820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c96374-7ace-4e27-8844-bc4ba87a3ae4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b9f7c0-4e66-480f-bb69-4491e1d04367,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.301579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.314197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62c96374-7ace-4e27-8844-bc4ba87a3ae4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.319369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-62c96374-7ace-4e27-8844-bc4ba87a3ae4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6061013 Jul 16 01:32:44.319760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51824) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:44.324055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1f1488-6fd2-4874-ae27-45a8d01b7d7a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:44.326115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'network': {'name': 'tempest-network-smoke--976865855', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:44.346425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efac91a8-7c75-4f00-b41c-29ea86f5a9ea') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:44.346823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efac91a8-7c75-4f00-b41c-29ea86f5a9ea') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:44.364661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:44.368867 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.411409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:44.412347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.428093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.428968 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Added segment 24237b3b-df02-4967-9d3e-6baf6b3765cf of type vlan for network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 Jul 16 01:32:44.437995 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.450352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:44.450928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:44.453898 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:44.512818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.556995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.571239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:44.572591 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.611844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2904727 Jul 16 01:32:44.628440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51832) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:44.635113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'admin_state_up': True, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:44.673088 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.703386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.708104 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] 10.222.0.64 "DELETE /v2.0/networks/db1f1488-6fd2-4874-ae27-45a8d01b7d7a HTTP/1.1" status: 204 len: 168 time: 0.9285290 Jul 16 01:32:44.708104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884facf3-f1a4-454c-a352-d61e639da5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=db1f1488-6fd2-4874-ae27-45a8d01b7d7a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.713640 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20821253-031f-4269-9c58-aa419064793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.713859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:44.733989 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.735733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.828115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75994a6f-9e1f-4a81-9714-d09a20b62549 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Network': ['ID=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.852498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:44.869943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20821253-031f-4269-9c58-aa419064793f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc16b7c-7ec7-496e-b01e-45e6110fc612,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.883433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-6081a53a-d3fd-4447-a6d3-013b3e4b971c admin admin] Deleting subnet cd4347e5-a21d-402f-bcf2-3bc0a80c1ceb {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:44.894688 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6081a53a-d3fd-4447-a6d3-013b3e4b971c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.969296 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6081a53a-d3fd-4447-a6d3-013b3e4b971c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.061692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6081a53a-d3fd-4447-a6d3-013b3e4b971c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.199284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6081a53a-d3fd-4447-a6d3-013b3e4b971c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.263256 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6081a53a-d3fd-4447-a6d3-013b3e4b971c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.272237 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6081a53a-d3fd-4447-a6d3-013b3e4b971c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cd4347e5-a21d-402f-bcf2-3bc0a80c1ceb HTTP/1.1" status: 204 len: 168 time: 0.5565050 Jul 16 01:32:45.273156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51854) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:45.288420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081a53a-d3fd-4447-a6d3-013b3e4b971c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4347e5-a21d-402f-bcf2-3bc0a80c1ceb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.292915 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.432145 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.565594 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.595612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931c0bb9-5fe2-4167-973b-2e40c7390c94']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:45.614065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d6c026-251c-4126-9479-ed141806659b') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:45.615402 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d6c026-251c-4126-9479-ed141806659b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:45.630260 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.659136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.677310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:45.678885 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:45.904407 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:45.938187 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.955120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.964804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] 10.222.0.64 "DELETE /v2.0/networks/931c0bb9-5fe2-4167-973b-2e40c7390c94 HTTP/1.1" status: 204 len: 168 time: 0.6829159 Jul 16 01:32:45.992961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36f45c-bd46-49a7-be9a-7edce304330d admin admin] Pushing event deleted for resources: {'Network': ['ID=931c0bb9-5fe2-4167-973b-2e40c7390c94,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:46.028408 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20821253-031f-4269-9c58-aa419064793f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.181967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:46.205200 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.277215 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-823937f0-5426-4869-bcde-c04bd5649466 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f646a36757b44228bfa23d5f97678f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911791 Jul 16 01:32:46.277671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:46.355695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054e020-8d00-444b-8692-28ea8e0909bc req-659e2d02-8781-4620-bd21-4d01d75ed680 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:46.357321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f054e020-8d00-444b-8692-28ea8e0909bc req-659e2d02-8781-4620-bd21-4d01d75ed680 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.2754683 Jul 16 01:32:46.387664 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a01bac8b-4c6f-4a95-96d9-8e645d94f2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.419645 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a01bac8b-4c6f-4a95-96d9-8e645d94f2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.496458 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a01bac8b-4c6f-4a95-96d9-8e645d94f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.500996 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a01bac8b-4c6f-4a95-96d9-8e645d94f2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.502724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a01bac8b-4c6f-4a95-96d9-8e645d94f2bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ffde1e0-e508-4c33-baa9-2d6210e297b3 HTTP/1.1" status: 204 len: 168 time: 0.2236338 Jul 16 01:32:46.514907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bac8b-4c6f-4a95-96d9-8e645d94f2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffde1e0-e508-4c33-baa9-2d6210e297b3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:46.540084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f054e020-8d00-444b-8692-28ea8e0909bc req-ef50e55f-ed9d-4611-b42c-25982ba226b2 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653891 Jul 16 01:32:46.792651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20821253-031f-4269-9c58-aa419064793f admin admin] Router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:46.870764 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.982481 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.212444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20821253-031f-4269-9c58-aa419064793f admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:47.220830 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-20821253-031f-4269-9c58-aa419064793f admin admin] 10.222.0.64 "PUT /v2.0/routers/53f565f4-29ca-4fd6-a0b9-d808bb93a22c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8524070 Jul 16 01:32:47.224860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51904) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:47.240327 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] Sync routers for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:47.263666 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:47.270864 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:47.401625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.25.4.116 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/0d3bfc46-0c29-4ca2-ac6b-515f8462ecca) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:47.426791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:47.556371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.675949 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9cd98600-ce81-44f4-84db-82e90921e115 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8b1e6b8e04b420e82c2aae093970c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480557 Jul 16 01:32:47.680444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:47.722053 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:47.783619 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38df0f3b-b225-45ac-9311-605e74ba3624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.798121 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.834043 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38df0f3b-b225-45ac-9311-605e74ba3624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.856380 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.904004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.967333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:47.974063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:47.978580 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38df0f3b-b225-45ac-9311-605e74ba3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.982441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38df0f3b-b225-45ac-9311-605e74ba3624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.983880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-38df0f3b-b225-45ac-9311-605e74ba3624 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/55e53d75-37e5-4ec8-b88a-7a2470b3d979 HTTP/1.1" status: 204 len: 168 time: 0.3022969 Jul 16 01:32:48.019872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:48.065782 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:32:44Z', 'revision_number': 5, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port': {'id': '4836d327-78af-4183-b182-4c7d8f9d75a3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:26Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.104367 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] Checking router: 53f565f4-29ca-4fd6-a0b9-d808bb93a22c for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:48.121906 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] Routers {'53f565f4-29ca-4fd6-a0b9-d808bb93a22c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:48.123328 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.157530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23646f45-13c2-4b20-8e6f-abb301d861b7 req-74b07908-eeeb-4a96-a78c-bb416f1d0d37 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.169649 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23646f45-13c2-4b20-8e6f-abb301d861b7 req-74b07908-eeeb-4a96-a78c-bb416f1d0d37 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.2935514 Jul 16 01:32:48.173071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df0f3b-b225-45ac-9311-605e74ba3624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e53d75-37e5-4ec8-b88a-7a2470b3d979,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:48.199979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=0d3bfc46-0c29-4ca2-ac6b-515f8462ecca,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:48.232239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Deleting port 4836d327-78af-4183-b182-4c7d8f9d75a3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:48.233032 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.385533 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] Set router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:48.410346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] For port 4836d327-78af-4183-b182-4c7d8f9d75a3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4836d327-78af-4183-b182-4c7d8f9d75a3,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:48.411559 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.435475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Calling delete_port for 4836d327-78af-4183-b182-4c7d8f9d75a3 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:48.468323 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 6, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.502047 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada5751-a742-4bfc-9cb7-f6d144ecf58b None None] The sync data for ids ['53f565f4-29ca-4fd6-a0b9-d808bb93a22c'] in n-d-791504-14 is: [{'id': '53f565f4-29ca-4fd6-a0b9-d808bb93a22c', 'name': 'tempest-AttachVolumeShelveTestJSON-1379356231-router', 'tenant_id': '37c41529f5c0494c831538b5dc6384bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:25Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 6, 'project_id': '37c41529f5c0494c831538b5dc6384bf', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:48.704367 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.835927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-1f0a4b1f-b6fd-49be-9769-f8b51905fcee tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.837545 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-1f0a4b1f-b6fd-49be-9769-f8b51905fcee tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 946 time: 0.3925493 Jul 16 01:32:48.922056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8fc16b7c-7ec7-496e-b01e-45e6110fc612 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:48.990184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 8fc16b7c-7ec7-496e-b01e-45e6110fc612 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:48.990973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8fc16b7c-7ec7-496e-b01e-45e6110fc612 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:49.030539 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23646f45-13c2-4b20-8e6f-abb301d861b7 req-b81f4be2-3c41-4394-b9bc-8c48dcaaf2e7 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8564479 Jul 16 01:32:49.231395 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.240757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-28a10474-2900-409f-89a0-0bd137a7ea2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Deleting port 58ca2a91-4b05-4d62-ada9-dffbf562866f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:49.241086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-28a10474-2900-409f-89a0-0bd137a7ea2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.291822 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.308217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Pushing event deleted for resources: {'Port': ['ID=4836d327-78af-4183-b182-4c7d8f9d75a3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:49.472053 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.500674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-28a10474-2900-409f-89a0-0bd137a7ea2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] For port 58ca2a91-4b05-4d62-ada9-dffbf562866f, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=58ca2a91-4b05-4d62-ada9-dffbf562866f,segment=NetworkSegment(0c331c82-bab0-44ee-a443-b5c44429ba84),segment_id=0c331c82-bab0-44ee-a443-b5c44429ba84)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:49.501144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-28a10474-2900-409f-89a0-0bd137a7ea2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.518959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-28a10474-2900-409f-89a0-0bd137a7ea2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Calling delete_port for 58ca2a91-4b05-4d62-ada9-dffbf562866f owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:49.585426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51978) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:49.600220 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.602831 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.668008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.670643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f565f4-29ca-4fd6-a0b9-d808bb93a22c {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:49.680516 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.685380 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-67b395a4-377d-4ff0-9bc5-275182dbd559 admin admin] 10.222.0.64 "DELETE /v2.0/routers/53f565f4-29ca-4fd6-a0b9-d808bb93a22c HTTP/1.1" status: 204 len: 168 time: 2.4590619 Jul 16 01:32:49.688641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51982) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:49.769895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-28a10474-2900-409f-89a0-0bd137a7ea2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.787600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['58ca2a91-4b05-4d62-ada9-dffbf562866f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:49.793264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1691375262-network', 'tenant_id': '4cd7f9ee09dc4d47bc84cfbfb1a34ebd'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:49.807798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-466f7429-a9c3-46bb-8e10-099350013d82 admin admin] Deleting subnet 132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:49.821933 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-466f7429-a9c3-46bb-8e10-099350013d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.877704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a10474-2900-409f-89a0-0bd137a7ea2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Pushing event deleted for resources: {'Port': ['ID=58ca2a91-4b05-4d62-ada9-dffbf562866f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:49.924663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Made reservation on behalf of 4cd7f9ee09dc4d47bc84cfbfb1a34ebd for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:49.927148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.958208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-28a10474-2900-409f-89a0-0bd137a7ea2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] No DVR routers for this DVR port 58ca2a91-4b05-4d62-ada9-dffbf562866f on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:49.958439 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.961802 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-28a10474-2900-409f-89a0-0bd137a7ea2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.966278 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c978c041-7e05-486b-8836-75a6aa16cc32 req-28a10474-2900-409f-89a0-0bd137a7ea2a tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.50 "DELETE /v2.0/ports/58ca2a91-4b05-4d62-ada9-dffbf562866f HTTP/1.1" status: 204 len: 173 time: 1.0780387 Jul 16 01:32:49.967454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'name': 'network-vif-deleted', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:49.970267 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5496ca-5162-4821-96d0-073142055f7e" -d '{"events": [{"server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "name": "network-vif-deleted", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:49.973239 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-466f7429-a9c3-46bb-8e10-099350013d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.072644 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5b55d7-c6f5-42d3-b8a7-35123f10eff6 x-openstack-request-id: req-ab5b55d7-c6f5-42d3-b8a7-35123f10eff6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:50.073449 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe918324-e0be-4d04-a8ee-bf582a95e48c", "name": "network-vif-deleted", "tag": "58ca2a91-4b05-4d62-ada9-dffbf562866f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:50.073715 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab5b55d7-c6f5-42d3-b8a7-35123f10eff6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:50.074167 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe918324-e0be-4d04-a8ee-bf582a95e48c', 'name': 'network-vif-deleted', 'tag': '58ca2a91-4b05-4d62-ada9-dffbf562866f', 'status': 'completed', 'code': 200} Jul 16 01:32:50.084022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:32:50.165324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-466f7429-a9c3-46bb-8e10-099350013d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.371293 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-466f7429-a9c3-46bb-8e10-099350013d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.438269 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.450198 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.539710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f7429-a9c3-46bb-8e10-099350013d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132c3d4a-a906-4db0-9ccd-e4f4eb5f1797,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.569448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-466f7429-a9c3-46bb-8e10-099350013d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.571601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08382110-43f4-4fcb-a5fd-4980a0cc24fe None None] Network 5015d4d4-6866-4f94-9b4e-8009674ce4ef requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:50.572107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-466f7429-a9c3-46bb-8e10-099350013d82 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/132c3d4a-a906-4db0-9ccd-e4f4eb5f1797 HTTP/1.1" status: 204 len: 168 time: 0.8817616 Jul 16 01:32:50.578998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.580067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:50.629496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.629844 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Added segment b5d15ac5-cfe7-4473-ad79-cc1ee62bc849 of type vlan for network f6162b99-bd6b-48ad-81de-3048b8c2e139 Jul 16 01:32:50.650512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097e098c-fb3a-4a31-a65a-8e22ec6c575c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.691669 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56b03bae-0980-46ea-aea5-03b0567ab770 req-b4759416-69fe-4792-8b75-20da5286f032 tempest-ServersNegativeTestJSON-656876658 tempest-ServersNegativeTestJSON-656876658-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe918324-e0be-4d04-a8ee-bf582a95e48c HTTP/1.1" status: 200 len: 210 time: 0.4440591 Jul 16 01:32:50.722063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:50.733965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Sync routers for ids ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:50.746926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Routers {'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:50.748343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:50.759981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.760961 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3127b752-d9e9-43da-9602-6e05467846cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.1308618 Jul 16 01:32:50.764140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.767058 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.777786 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.802597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f86fb78a-2565-442a-9fc3-b3e92ccb221d tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=12c4eea5d22846989166acf9750bd01d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372558 Jul 16 01:32:50.807985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.814496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4836d327-78af-4183-b182-4c7d8f9d75a3 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:50.842180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 4836d327-78af-4183-b182-4c7d8f9d75a3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:50.842488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4836d327-78af-4183-b182-4c7d8f9d75a3 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:50.862790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.872852 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.873547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.947486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf744c70-6146-41db-ba9f-4d6e4a877d20 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.949206 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cf744c70-6146-41db-ba9f-4d6e4a877d20 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1411428 Jul 16 01:32:50.952317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52004) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.979697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f6162b99-bd6b-48ad-81de-3048b8c2e139,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.984436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7e5f8cbf-bec3-4b0b-8c11-4a2d9d5538d5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3975573 Jul 16 01:32:51.005712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Deleting port 6e0a1c01-29be-46dd-8794-4587090e28b4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:51.006109 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.014315 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9f6b7da4-1e88-48fd-906e-1a8ea6fba726 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592415 Jul 16 01:32:51.017893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52010) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.029384 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1161993818', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:51.086230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f6162b99-bd6b-48ad-81de-3048b8c2e139 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:51.092986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] For port 6e0a1c01-29be-46dd-8794-4587090e28b4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6e0a1c01-29be-46dd-8794-4587090e28b4,segment=NetworkSegment(bd606e6f-8aa1-4984-b237-06ca4b588591),segment_id=bd606e6f-8aa1-4984-b237-06ca4b588591)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:51.094257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.133468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Calling delete_port for 6e0a1c01-29be-46dd-8794-4587090e28b4 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:51.216675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Set router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:51.220353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:51.230223 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.231864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c6244-9af1-48f0-94b3-64d57118e535 None None] DHCP port deletion for 5015d4d4-6866-4f94-9b4e-8009674ce4ef request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:51.282878 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.332033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c6244-9af1-48f0-94b3-64d57118e535 None None] The port '6e0a1c01-29be-46dd-8794-4587090e28b4' was deleted {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:32:51.361390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0a1c01-29be-46dd-8794-4587090e28b4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:51.366887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] No DVR routers for this DVR port 6e0a1c01-29be-46dd-8794-4587090e28b4 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:51.508463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:48Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:51.519803 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.533125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5015d4d4-6866-4f94-9b4e-8009674ce4ef']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:51.540171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Checking router: fdee5369-6e5f-4064-9ad5-86a44ef4d6ba for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:51.540883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Updating router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:51.546654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd606e6f-8aa1-4984-b237-06ca4b588591') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:51.547282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd606e6f-8aa1-4984-b237-06ca4b588591') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:51.551991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.558542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.577083 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.587147 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.595117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:51.595834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:51.598290 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:51.673557 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.688735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.693313 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5015d4d4-6866-4f94-9b4e-8009674ce4ef HTTP/1.1" status: 204 len: 168 time: 1.1083262 Jul 16 01:32:51.718650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1c031-6e74-4ace-8a34-edd145992895 admin admin] Pushing event deleted for resources: {'Network': ['ID=5015d4d4-6866-4f94-9b4e-8009674ce4ef,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:51.780506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Subnet': ['ID=82ad8525-829a-4082-ade9-225825bf6108,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:51.810440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.811869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.812635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.813104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.813417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.813751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.814104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.814618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.815105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.815588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.816080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.816685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:51.834970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Checking segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:51.835724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network hostable DHCP agents. Network: 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:51.849828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643c06-0a23-4e8e-ab45-40401b88a83e req-42b10d1b-4cb7-4072-803d-1e580d4584a4 tempest-ComputeTenantNetworksTest-1330379916 tempest-ComputeTenantNetworksTest-1330379916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.862169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643c06-0a23-4e8e-ab45-40401b88a83e req-42b10d1b-4cb7-4072-803d-1e580d4584a4 tempest-ComputeTenantNetworksTest-1330379916 tempest-ComputeTenantNetworksTest-1330379916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.886286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.899184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643c06-0a23-4e8e-ab45-40401b88a83e req-42b10d1b-4cb7-4072-803d-1e580d4584a4 tempest-ComputeTenantNetworksTest-1330379916 tempest-ComputeTenantNetworksTest-1330379916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.906648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a643c06-0a23-4e8e-ab45-40401b88a83e req-42b10d1b-4cb7-4072-803d-1e580d4584a4 tempest-ComputeTenantNetworksTest-1330379916 tempest-ComputeTenantNetworksTest-1330379916-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3740566 Jul 16 01:32:51.916241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52028) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.968468 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:52.011094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:52.016063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.017064 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.038648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e993751f-00c5-4d93-a462-ed4ae4b9b8e3 None None] Network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:52.041813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cf51e4ae-2eff-4639-8696-9d9ca89eeea2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37c41529f5c0494c831538b5dc6384bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1218648 Jul 16 01:32:52.041813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f2c44048-8b1d-49b5-bcb2-3265657849d2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0223222 Jul 16 01:32:52.042078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed6982a-1761-42b3-addd-82d865f0e1ac admin admin] Deleting subnet 9c3499fd-ce8d-456e-a09b-b7cacd9a997e {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:52.042466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52032) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.045060 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.095900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e9af3-a2af-4afc-ad5c-01ff4e653231 req-6e7768bc-72d5-42fa-8c2c-49c6e1ee0c87 tempest-ComputeTenantNetworksTest-1330379916 tempest-ComputeTenantNetworksTest-1330379916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.106170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c9e9af3-a2af-4afc-ad5c-01ff4e653231 req-6e7768bc-72d5-42fa-8c2c-49c6e1ee0c87 tempest-ComputeTenantNetworksTest-1330379916 tempest-ComputeTenantNetworksTest-1330379916-project] 10.222.0.64 "GET /v2.0/networks/f6162b99-bd6b-48ad-81de-3048b8c2e139 HTTP/1.1" status: 200 len: 769 time: 0.1453955 Jul 16 01:32:52.106170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aed6982a-1761-42b3-addd-82d865f0e1ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.107090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.235746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:52.236515 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aed6982a-1761-42b3-addd-82d865f0e1ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.240222 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.278768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.317570 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-384ca8c8-294e-4bc6-a046-f67ee8a619c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.320125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aed6982a-1761-42b3-addd-82d865f0e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.357263 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-384ca8c8-294e-4bc6-a046-f67ee8a619c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.404069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 58ca2a91-4b05-4d62-ada9-dffbf562866f no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:52.481257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.496678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Allocated IP 172.20.0.2 (06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00/82ad8525-829a-4082-ade9-225825bf6108/15a42589-8579-49f3-972e-32fdb00c160b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:52.498372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6162b99-bd6b-48ad-81de-3048b8c2e139']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.508714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 58ca2a91-4b05-4d62-ada9-dffbf562866f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:52.509642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 58ca2a91-4b05-4d62-ada9-dffbf562866f not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:52.516287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d15ac5-cfe7-4473-ad79-cc1ee62bc849') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.516626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d15ac5-cfe7-4473-ad79-cc1ee62bc849') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.534940 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.535210 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-384ca8c8-294e-4bc6-a046-f67ee8a619c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.535589 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.540983 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-384ca8c8-294e-4bc6-a046-f67ee8a619c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.544633 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-384ca8c8-294e-4bc6-a046-f67ee8a619c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/846f27c9-0a08-4bf8-8648-37f967364bc5 HTTP/1.1" status: 204 len: 168 time: 0.4989347 Jul 16 01:32:52.546940 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aed6982a-1761-42b3-addd-82d865f0e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.567337 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aed6982a-1761-42b3-addd-82d865f0e1ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.571700 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aed6982a-1761-42b3-addd-82d865f0e1ac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9c3499fd-ce8d-456e-a09b-b7cacd9a997e HTTP/1.1" status: 204 len: 168 time: 0.6811504 Jul 16 01:32:52.575749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.598050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.600407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6982a-1761-42b3-addd-82d865f0e1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3499fd-ce8d-456e-a09b-b7cacd9a997e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.613547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:52.613990 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:52.616307 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:52.656143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ca8c8-294e-4bc6-a046-f67ee8a619c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f27c9-0a08-4bf8-8648-37f967364bc5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.704679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.710912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Transition to ACTIVE for port object 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:52.728222 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.728451 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.738823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] 10.222.0.64 "DELETE /v2.0/networks/f6162b99-bd6b-48ad-81de-3048b8c2e139 HTTP/1.1" status: 204 len: 168 time: 0.6305344 Jul 16 01:32:52.767715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33623e05-9cb4-4117-8236-8d61e64c9c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=f6162b99-bd6b-48ad-81de-3048b8c2e139,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.861013 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.861650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6e0a1c01-29be-46dd-8794-4587090e28b4 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:52.901258 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.941678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 6e0a1c01-29be-46dd-8794-4587090e28b4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:52.942338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6e0a1c01-29be-46dd-8794-4587090e28b4 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:52.960289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Transition to ACTIVE for port object 15a42589-8579-49f3-972e-32fdb00c160b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:52.963831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a211705-6d1c-41cc-85a9-84074c381784 None None] Pushing event updated for resources: {'Port': ['ID=0d3bfc46-0c29-4ca2-ac6b-515f8462ecca,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.974555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Attempting to bind port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:52.975408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Attempting to bind port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:52.976028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Attempting to bind port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:52.984738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:52.985340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:52.985904 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.986487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:52.987329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Bound port: 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:52.988245 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.030898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Transition to ACTIVE for port object 15a42589-8579-49f3-972e-32fdb00c160b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:53.047315 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.079814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:53.093705 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.101672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:53.110620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:53.126703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] For port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:53.152150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.169379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Pushing event updated for resources: {'Port': ['ID=15a42589-8579-49f3-972e-32fdb00c160b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.197468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] For port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0d3bfc46-0c29-4ca2-ac6b-515f8462ecca,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:53.211027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.226534 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.235572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-05315c28-5a7d-4d17-9ee9-312040439aee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4cd7f9ee09dc4d47bc84cfbfb1a34ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819328 Jul 16 01:32:53.236511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52064) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.286581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Attempting to bind port 15a42589-8579-49f3-972e-32fdb00c160b on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:53.288245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Attempting to bind port 15a42589-8579-49f3-972e-32fdb00c160b by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:53.289581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Attempting to bind port 15a42589-8579-49f3-972e-32fdb00c160b on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:53.296093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Routers {'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:53.297429 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.317899 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f762-1f6e-49e4-8a21-87c74368aecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.322598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a12d2dd-94c5-4d28-bf9a-7913b54d8195']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.337484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c331c82-bab0-44ee-a443-b5c44429ba84') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.337790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c331c82-bab0-44ee-a443-b5c44429ba84') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.354217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.372622 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f762-1f6e-49e4-8a21-87c74368aecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.403127 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.414885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:53.415336 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:53.417333 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:53.445524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:53.445905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Checking segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:53.446404 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.446804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Bound using segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:53.447296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Bound port: 15a42589-8579-49f3-972e-32fdb00c160b, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:53.447687 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.478985 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f762-1f6e-49e4-8a21-87c74368aecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.490121 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f762-1f6e-49e4-8a21-87c74368aecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.496420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c6a1f762-1f6e-49e4-8a21-87c74368aecb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/097e098c-fb3a-4a31-a65a-8e22ec6c575c HTTP/1.1" status: 204 len: 168 time: 0.2559469 Jul 16 01:32:53.526180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1f762-1f6e-49e4-8a21-87c74368aecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097e098c-fb3a-4a31-a65a-8e22ec6c575c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.536293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a211705-6d1c-41cc-85a9-84074c381784 None None] Pushing event updated for resources: {'Port': ['ID=0d3bfc46-0c29-4ca2-ac6b-515f8462ecca,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.615919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] Set router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:53.626605 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.642989 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.648307 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] 10.222.0.64 "DELETE /v2.0/networks/4a12d2dd-94c5-4d28-bf9a-7913b54d8195 HTTP/1.1" status: 204 len: 168 time: 1.0655103 Jul 16 01:32:53.661996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be34461-113a-47f9-a46f-243e35549f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=4a12d2dd-94c5-4d28-bf9a-7913b54d8195,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.800299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] For port 15a42589-8579-49f3-972e-32fdb00c160b, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:53.807223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] For port 15a42589-8579-49f3-972e-32fdb00c160b, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=15a42589-8579-49f3-972e-32fdb00c160b,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:53.816036 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.830720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.20.0.1 (06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00/82ad8525-829a-4082-ade9-225825bf6108/a55e3853-6370-411d-b9d0-33772a8eabee) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:53.956326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b9cce-fb1e-4d6f-98e9-5c016abafa1f None None] Pushing event updated for resources: {'Port': ['ID=15a42589-8579-49f3-972e-32fdb00c160b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.012578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:48Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:54.069060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d809e-0d41-4fc6-941f-38f1ca66319a None None] The sync data for ids ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'] in n-d-791504-14 is: [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:48Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:54.084549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52086) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.118163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.138959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Transition to ACTIVE for port object a55e3853-6370-411d-b9d0-33772a8eabee will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:54.193917 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.230310 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-26caf3b6-3662-4ff9-b713-fc9808ec6ce7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f24eaf0c1cd34b6096ea3f7c2c532087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418204 Jul 16 01:32:54.233129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.355942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:54.362680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:54.374951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:54.414985 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90929bc3-d44f-45cc-8800-8933d3b1a485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.441037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=a55e3853-6370-411d-b9d0-33772a8eabee,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.451487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90929bc3-d44f-45cc-8800-8933d3b1a485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.501389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.547886 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-baaa2a9b-7ad4-4521-b924-930bba131e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.575758 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90929bc3-d44f-45cc-8800-8933d3b1a485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.578871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90929bc3-d44f-45cc-8800-8933d3b1a485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.583249 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-90929bc3-d44f-45cc-8800-8933d3b1a485 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe HTTP/1.1" status: 204 len: 168 time: 0.3481014 Jul 16 01:32:54.620097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90929bc3-d44f-45cc-8800-8933d3b1a485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4a2b9f-518e-4aa0-bcd8-4dad1b0f32fe,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.887419 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.004983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:55.121428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:55.129388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:55.129977 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.274719 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.306730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0d3bfc46-0c29-4ca2-ac6b-515f8462ecca,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:55.315083 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.316357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 15a42589-8579-49f3-972e-32fdb00c160b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:55.504795 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 15a42589-8579-49f3-972e-32fdb00c160b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:55.508626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=0d3bfc46-0c29-4ca2-ac6b-515f8462ecca,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:55.574219 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.704989 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.721896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.870477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=a55e3853-6370-411d-b9d0-33772a8eabee,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:55.877688 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.007543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53adb09-f6a5-4b46-8add-815850786424 None None] Network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:56.129487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:56.133990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:56.371806 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-44c334c1-2929-4f5e-b6cf-20b1f370fbc8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3476186 Jul 16 01:32:56.474534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2a459694-5229-446b-b271-61095ff489c3 None None] Provisioning for port 15a42589-8579-49f3-972e-32fdb00c160b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:56.476677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:56.500264 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2a459694-5229-446b-b271-61095ff489c3 None None] Provisioning complete for port 15a42589-8579-49f3-972e-32fdb00c160b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:56.501023 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a459694-5229-446b-b271-61095ff489c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.673774 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.744591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:56.773142 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-12cbea42-2087-42a7-8718-9d122d393e92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "PUT /v2.0/routers/fdee5369-6e5f-4064-9ad5-86a44ef4d6ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7270401 Jul 16 01:32:56.791147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-1e7ecc4b-ff2a-4a6b-9fd5-4d708e54fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.792733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-1e7ecc4b-ff2a-4a6b-9fd5-4d708e54fa3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 1098 time: 0.3823998 Jul 16 01:32:56.846899 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a459694-5229-446b-b271-61095ff489c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.860028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:56.933158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52168) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:56.984905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-91b103f2-fbc8-447e-b658-aa43bb934af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.986452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-91b103f2-fbc8-447e-b658-aa43bb934af7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 915 time: 0.1623790 Jul 16 01:32:57.041905 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-852f7efe-8dd8-4c6a-b71a-d4f14c63e80c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4323c08-ea48-4e42-a3c5-67277ca788e1 HTTP/1.1" status: 200 len: 217 time: 0.0449271 Jul 16 01:32:57.051852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2a459694-5229-446b-b271-61095ff489c3 None None] For port 15a42589-8579-49f3-972e-32fdb00c160b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=15a42589-8579-49f3-972e-32fdb00c160b,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:57.058092 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a459694-5229-446b-b271-61095ff489c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.063206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:57.063911 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.173402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-1a3e9bb8-052f-4d4d-86c0-0e57319e2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.182047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-1a3e9bb8-052f-4d4d-86c0-0e57319e2f6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 200 len: 855 time: 0.1286440 Jul 16 01:32:57.183856 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Sync routers for ids ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:57.214291 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Routers {'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:57.214999 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:57.289362 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43e89d8d-9af1-475c-af38-486d56bb600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.295440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-159335721-network', 'tenant_id': 'cecdfa0e079141ec97e3bb0077ce1f2b'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:57.297394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-2a799ced-fa25-4cca-b33d-22c0089fc1a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=905f8058-a72c-4ce8-b174-445630c9e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081247 Jul 16 01:32:57.367185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Made reservation on behalf of cecdfa0e079141ec97e3bb0077ce1f2b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:57.367901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a459694-5229-446b-b271-61095ff489c3 None None] Pushing event updated for resources: {'Port': ['ID=15a42589-8579-49f3-972e-32fdb00c160b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.374095 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.427298 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-1dbf81b2-9ec4-4551-89f9-8f3bd88097a9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842147293&fields=id&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 267 time: 0.1395931 Jul 16 01:32:57.437111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.588726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-85650af4-6f23-477c-8051-8bcb7827d82f service neutron] 10.222.0.50 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371027 Jul 16 01:32:57.599237 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Set router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:57.671993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.692011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9a7f8a98-5cf5-4227-857f-8b31b8ed17c4 None None] Provisioning for port a55e3853-6370-411d-b9d0-33772a8eabee completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:57.701127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9a7f8a98-5cf5-4227-857f-8b31b8ed17c4 None None] Provisioning complete for port a55e3853-6370-411d-b9d0-33772a8eabee triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:57.701513 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a7f8a98-5cf5-4227-857f-8b31b8ed17c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.773402 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.785093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.797590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-157988fd-0edd-435a-be52-6996dcdce70c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.804877 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-157988fd-0edd-435a-be52-6996dcdce70c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 796 time: 0.2908916 Jul 16 01:32:57.815924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:57.844896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f8a98-5cf5-4227-857f-8b31b8ed17c4 None None] Port a55e3853-6370-411d-b9d0-33772a8eabee cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:57.845766 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-9ef0a892-bd4c-4b19-a94c-c842b2556a28 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/quotas/12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 375 time: 0.0397835 Jul 16 01:32:57.849092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da733f8-2831-42a9-a2ff-7926eaa37177,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.857536 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.859381 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Added segment d8307da6-7cd8-4304-846b-805921a2bb27 of type vlan for network 2d92e2fd-6be7-4cc9-b45d-769a3f939299 Jul 16 01:32:57.885020 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9a7f8a98-5cf5-4227-857f-8b31b8ed17c4 None None] Provisioning complete for port 15a42589-8579-49f3-972e-32fdb00c160b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:57.885705 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a7f8a98-5cf5-4227-857f-8b31b8ed17c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.901494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.905522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.906101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.906582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.907837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.908473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.910263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.910723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.911160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.912347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.912810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:57.914450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:58.040270 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.103450 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.106109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.108025 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.196965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2625296 Jul 16 01:32:58.199971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52214) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:58.224373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Request body: {'subnet': {'network_id': '2d92e2fd-6be7-4cc9-b45d-769a3f939299', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-159335721-subnet', 'tenant_id': 'cecdfa0e079141ec97e3bb0077ce1f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:58.317698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e01d4e-4439-4171-a44a-0027172dd1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2d92e2fd-6be7-4cc9-b45d-769a3f939299,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:58.326540 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:54Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a55e3853-6370-411d-b9d0-33772a8eabee', 'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:f4:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:53Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 2, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '82ad8525-829a-4082-ade9-225825bf6108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:58.333265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 2d92e2fd-6be7-4cc9-b45d-769a3f939299 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:58.336828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dde92d9e-7e04-4b9d-9c32-c08d426c2f14 None None] Provisioning complete for port a55e3853-6370-411d-b9d0-33772a8eabee triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:58.337206 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dde92d9e-7e04-4b9d-9c32-c08d426c2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.383156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Made reservation on behalf of cecdfa0e079141ec97e3bb0077ce1f2b for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:58.385813 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.405044 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Checking router: fdee5369-6e5f-4064-9ad5-86a44ef4d6ba for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:58.406930 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Updating router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba port a55e3853-6370-411d-b9d0-33772a8eabee binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:58.489971 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.640124 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.641962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dde92d9e-7e04-4b9d-9c32-c08d426c2f14 None None] Port a55e3853-6370-411d-b9d0-33772a8eabee cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:58.738648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.805479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-80b7a032-e286-48a7-8227-b7ca70836184 None None] Provisioning complete for port a55e3853-6370-411d-b9d0-33772a8eabee triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:58.806051 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80b7a032-e286-48a7-8227-b7ca70836184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.879399 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 15a42589-8579-49f3-972e-32fdb00c160b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:58.885614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9b1da0-2f32-476f-9350-e883e15334d2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:58.941588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Checking segment: {'id': 'd8307da6-7cd8-4304-846b-805921a2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2d92e2fd-6be7-4cc9-b45d-769a3f939299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:58.941948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Network hostable DHCP agents. Network: 2d92e2fd-6be7-4cc9-b45d-769a3f939299, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:58.945882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6f3572d1-3b46-4215-afe9-dc0771888b39 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0988026 Jul 16 01:32:58.951628 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c0f1101b-2532-46f1-a9e6-e32f18f61707 req-42949823-86d4-42d1-a144-ea709bd921bd service neutron] 10.222.0.50 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2635336 Jul 16 01:32:58.980111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Network 2d92e2fd-6be7-4cc9-b45d-769a3f939299 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:59.012717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-80b7a032-e286-48a7-8227-b7ca70836184 None None] Port a55e3853-6370-411d-b9d0-33772a8eabee cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:59.023209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 2d92e2fd-6be7-4cc9-b45d-769a3f939299) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:59.028299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.028942 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.038911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 15a42589-8579-49f3-972e-32fdb00c160b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:59.039298 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.044175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90887f2-a799-4d3a-a47f-4a1cb383dc2f None None] Network 2d92e2fd-6be7-4cc9-b45d-769a3f939299 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:59.075853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bbf99c7b-9196-4ee1-9204-663c7bcd310b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8653715 Jul 16 01:32:59.144173 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.158373 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Transition to ACTIVE for port object a55e3853-6370-411d-b9d0-33772a8eabee will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:59.165385 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.170668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-f126f1ad-33f4-4009-8f98-43d1d70530ce service neutron] 10.222.0.64 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033393 Jul 16 01:32:59.242477 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Pushing event updated for resources: {'Port': ['ID=a55e3853-6370-411d-b9d0-33772a8eabee,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.273372 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.273976 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.274507 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.275027 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.275593 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.276086 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.276591 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.277100 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.277817 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.278355 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.278841 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.279388 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:59.355806 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Attempting to bind port a55e3853-6370-411d-b9d0-33772a8eabee on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:59.356894 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Attempting to bind port a55e3853-6370-411d-b9d0-33772a8eabee by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:59.357527 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Attempting to bind port a55e3853-6370-411d-b9d0-33772a8eabee on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:59.365255 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:59.366241 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Checking segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:59.366820 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.369599 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Bound using segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:59.370520 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Bound port: a55e3853-6370-411d-b9d0-33772a8eabee, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:59.371125 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.449434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-4abd6e3a-2c78-4ffd-a600-9fb7028c2bab service neutron] 10.222.0.64 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725630 Jul 16 01:32:59.471721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0066b9-adb9-426e-8bfc-ff85018ab238 None None] Network 2d92e2fd-6be7-4cc9-b45d-769a3f939299 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:59.474509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52246) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:59.528350 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] For port a55e3853-6370-411d-b9d0-33772a8eabee, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:59.534054 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] For port a55e3853-6370-411d-b9d0-33772a8eabee, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a55e3853-6370-411d-b9d0-33772a8eabee,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:59.543292 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.587768 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4c668d-ebf0-49ae-8743-648a63e1e0a8 admin admin] Deleting subnet de9b1da0-2f32-476f-9350-e883e15334d2 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:59.599368 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f4c668d-ebf0-49ae-8743-648a63e1e0a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.646053 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9c7c7-7167-489f-b6ff-2da86057f3ce None None] Pushing event updated for resources: {'Port': ['ID=a55e3853-6370-411d-b9d0-33772a8eabee,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.672618 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Routers {'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:59.674127 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:59.727156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f4c668d-ebf0-49ae-8743-648a63e1e0a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.931844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f4c668d-ebf0-49ae-8743-648a63e1e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.065872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-148bf35a-3194-442f-ac20-c61df358455f req-cda98154-cd59-4558-a6fb-876179672236 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 210 time: 0.1019304 Jul 16 01:33:00.101603 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f4c668d-ebf0-49ae-8743-648a63e1e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.119786 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.124808 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] Set router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:00.187619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c668d-ebf0-49ae-8743-648a63e1e0a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9b1da0-2f32-476f-9350-e883e15334d2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.213424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f4c668d-ebf0-49ae-8743-648a63e1e0a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.219195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52274) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:00.219616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4f4c668d-ebf0-49ae-8743-648a63e1e0a8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/de9b1da0-2f32-476f-9350-e883e15334d2 HTTP/1.1" status: 204 len: 168 time: 0.7437503 Jul 16 01:33:00.352112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.512611 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.526843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d92e2fd-6be7-4cc9-b45d-769a3f939299']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:00.540978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8307da6-7cd8-4304-846b-805921a2bb27') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:00.541337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8307da6-7cd8-4304-846b-805921a2bb27') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:00.550471 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:54Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a55e3853-6370-411d-b9d0-33772a8eabee', 'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:f4:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:53Z', 'updated_at': '2021-07-16T01:32:59Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '82ad8525-829a-4082-ade9-225825bf6108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:00.556795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.578302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.587286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:00.588195 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:00.590789 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:00.635232 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b60eb-7001-451d-98fb-5133bbea1acb None None] The sync data for ids ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'] in n-d-791504-14 is: [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:54Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a55e3853-6370-411d-b9d0-33772a8eabee', 'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:f4:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:53Z', 'updated_at': '2021-07-16T01:32:59Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '82ad8525-829a-4082-ade9-225825bf6108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:00.689339 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.699476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.710444 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2d92e2fd-6be7-4cc9-b45d-769a3f939299 HTTP/1.1" status: 204 len: 168 time: 0.4877319 Jul 16 01:33:00.741348 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c701c-24cd-4c2a-8813-130d7c9c6b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d92e2fd-6be7-4cc9-b45d-769a3f939299,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:01.078960 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-51bdf0ea-9c28-4991-8816-d16d8dc1f607 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1174541 Jul 16 01:33:01.157190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52308) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.311671 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9d311b93-a078-4aab-bfa0-52d7a57d3083 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cecdfa0e079141ec97e3bb0077ce1f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530912 Jul 16 01:33:01.313739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.380253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ecd1657-b34e-45e8-b99d-372f7f05d7dc req-f75b0e8e-0aec-44e3-9e19-fca00f5b8310 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0785296 Jul 16 01:33:01.387082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-22d8363e-b32d-449e-958e-ae363e65b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.389110 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-22d8363e-b32d-449e-958e-ae363e65b088 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1002d8c18ade45268510cf102e842911&device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 1097 time: 0.2814293 Jul 16 01:33:01.618920 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7f5721-a019-4809-9334-599a246c3d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.662317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-407f5ec7-9b2c-4130-8f8e-796536fe2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.664135 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-407f5ec7-9b2c-4130-8f8e-796536fe2655 service neutron] 10.222.0.67 "GET /v2.0/networks?id=905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 200 len: 915 time: 0.2384677 Jul 16 01:33:01.693023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7f5721-a019-4809-9334-599a246c3d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.745950 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-f0433a59-87cc-4f18-8007-f39afead4e8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69b72630-cbc0-408d-aca3-35db11b5da53 HTTP/1.1" status: 200 len: 217 time: 0.0653965 Jul 16 01:33:01.944092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-73e6929a-c356-4604-a89a-77fab6fef3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.953362 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-73e6929a-c356-4604-a89a-77fab6fef3ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 200 len: 855 time: 0.1929107 Jul 16 01:33:02.085437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-42553510-39e8-480e-9a65-4c18bdfcacab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905f8058-a72c-4ce8-b174-445630c9e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173854 Jul 16 01:33:02.092275 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7f5721-a019-4809-9334-599a246c3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.097022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7f5721-a019-4809-9334-599a246c3d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.113000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5e7f5721-a019-4809-9334-599a246c3d3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1da733f8-2831-42a9-a2ff-7926eaa37177 HTTP/1.1" status: 204 len: 168 time: 0.7938199 Jul 16 01:33:02.188605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f5721-a019-4809-9334-599a246c3d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da733f8-2831-42a9-a2ff-7926eaa37177,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.339212 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-328bc03f-6fb5-46d5-8684-7c4481042fd0 service neutron] 10.222.0.67 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229929 Jul 16 01:33:02.833462 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bf749b16-15f7-43e8-90fe-eb01b21c2bcc req-beac701f-1169-45a1-b19f-5fabbae1f0c5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 210 time: 0.1700337 Jul 16 01:33:02.881298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3fc2d6b3-9267-4ccd-af17-e0866c0c6846 req-e2d434c9-cbf8-43e3-a637-09125c4a004b service neutron] 10.222.0.67 "GET /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324454 Jul 16 01:33:02.943437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6811949e-21cb-40b7-99af-372ce9c8871d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.951341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6811949e-21cb-40b7-99af-372ce9c8871d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 796 time: 0.5497329 Jul 16 01:33:02.966549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a55e3853-6370-411d-b9d0-33772a8eabee up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:03.047621 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-33bb78aa-2251-4518-89a8-798ad0835fea tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 380 time: 0.0807402 Jul 16 01:33:03.062419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'port': {'device_id': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'admin_state_up': True, 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'security_groups': ['5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:03.067495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a55e3853-6370-411d-b9d0-33772a8eabee completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:03.076023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a55e3853-6370-411d-b9d0-33772a8eabee triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:03.078558 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.289878 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.300901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:03.310591 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.363304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port a55e3853-6370-411d-b9d0-33772a8eabee, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a55e3853-6370-411d-b9d0-33772a8eabee,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:03.369246 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.463959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=a55e3853-6370-411d-b9d0-33772a8eabee,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:03.614905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.20.0.14 (06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00/82ad8525-829a-4082-ade9-225825bf6108/8e02dc10-6ea8-4dd3-b590-824c0a1aad45) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:03.945279 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.980321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Transition to ACTIVE for port object 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:04.043101 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.110790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:04.126406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:04.134615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:04.145989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:04.246392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.247716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.261002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b48498-ce46-4bb3-9aee-76ff8f5b10a9 req-7fa41ab7-98a9-4bea-b6ad-482359ac9e98 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.262958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9b48498-ce46-4bb3-9aee-76ff8f5b10a9 req-7fa41ab7-98a9-4bea-b6ad-482359ac9e98 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 932 time: 0.1670864 Jul 16 01:33:04.284756 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-fd570957-0621-425f-aee9-7ffd3594bb05 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2312834 Jul 16 01:33:04.296634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Request body: {'port': {'device_id': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:04.395001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9b48498-ce46-4bb3-9aee-76ff8f5b10a9 req-9fa0be3d-02a4-417f-ba3c-6b3f71a98299 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262410 Jul 16 01:33:04.427462 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.617501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9a80d70b-c0fa-43aa-abf1-4153e0d06b48 None None] Provisioning for port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:04.627711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9a80d70b-c0fa-43aa-abf1-4153e0d06b48 None None] Provisioning complete for port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:04.628298 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a80d70b-c0fa-43aa-abf1-4153e0d06b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.730346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9a80d70b-c0fa-43aa-abf1-4153e0d06b48 None None] Port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:04.852637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a55e3853-6370-411d-b9d0-33772a8eabee up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:04.990917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a55e3853-6370-411d-b9d0-33772a8eabee triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:04.994874 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.065721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:05.084568 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.117867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Transition to ACTIVE for port object 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:05.123136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.262774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.277492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539e1e9-ad89-46db-a096-0ec97bf64d73 req-61d46a34-a429-4096-9920-a8d0f67a64e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.294000 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5539e1e9-ad89-46db-a096-0ec97bf64d73 req-61d46a34-a429-4096-9920-a8d0f67a64e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 946 time: 0.1284194 Jul 16 01:33:05.370159 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5539e1e9-ad89-46db-a096-0ec97bf64d73 req-aa8dcd9f-6fb9-43a8-a325-9aed3e99d1b1 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741107 Jul 16 01:33:05.471139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:05.471490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:05.472385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:05.484051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:05.491073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:05.497622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:05.497879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Checking segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:05.498252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Bound using segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:05.498834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Bound port: 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:05.499617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.704955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:05.707478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:05.712541 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.787379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.788020 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.794864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] 10.222.0.67 "PUT /v2.0/ports/8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 1093 time: 1.5035746 Jul 16 01:33:05.795684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:05.809397 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:05.846431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eff4fb-5411-4e5c-8560-d432c22fd74b req-1b20627f-330c-4bda-96bc-2cac6dd2299d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.847239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52450) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.860991 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-91eff4fb-5411-4e5c-8560-d432c22fd74b req-1b20627f-330c-4bda-96bc-2cac6dd2299d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 944 time: 0.1322293 Jul 16 01:33:05.965408 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-91eff4fb-5411-4e5c-8560-d432c22fd74b req-337281b1-1c23-4bbb-a854-c640c5b8f57c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028643 Jul 16 01:33:05.966965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0274d6-5436-4b0d-92bf-724181332f55 service neutron] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.003452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-0a9347c9-2d61-4aac-ae2a-08704e3fba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.006515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-0a9347c9-2d61-4aac-ae2a-08704e3fba1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1096 time: 0.1606374 Jul 16 01:33:06.073449 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb8979-5c10-4520-b934-a962c2eaa10e x-openstack-request-id: req-e3eb8979-5c10-4520-b934-a962c2eaa10e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:06.074228 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:06.074376 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3eb8979-5c10-4520-b934-a962c2eaa10e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:06.075196 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'status': 'completed', 'code': 200} Jul 16 01:33:06.079264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-2088ea23-a131-4ff5-b4d4-af69b8ecb3a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 217 time: 0.0593488 Jul 16 01:33:06.163996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-360c8a92-bcac-4abd-9c44-3c366e113a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.166404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-360c8a92-bcac-4abd-9c44-3c366e113a49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.0778060 Jul 16 01:33:06.210930 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f89015da-7246-4f4a-9915-9f1053801da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.315176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-89af4fe4-bac1-4ada-adeb-c9f477b8c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.316713 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-89af4fe4-bac1-4ada-adeb-c9f477b8c6b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364033 Jul 16 01:33:06.530238 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-c05494e2-ee0f-49b7-9605-a0aa61c2199a service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042851 Jul 16 01:33:06.536995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f89015da-7246-4f4a-9915-9f1053801da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.618096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02b56-07cc-45cc-9810-b22e7d55d2fd req-4261437a-c15e-4368-9999-8b62996b09c4 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.627881 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3df02b56-07cc-45cc-9810-b22e7d55d2fd req-4261437a-c15e-4368-9999-8b62996b09c4 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 946 time: 0.1121089 Jul 16 01:33:06.667617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f89015da-7246-4f4a-9915-9f1053801da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.732964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3df02b56-07cc-45cc-9810-b22e7d55d2fd req-508ad755-26ac-4bf8-9c22-8951592fbe94 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034808 Jul 16 01:33:06.757557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89015da-7246-4f4a-9915-9f1053801da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6b38c2-0d68-4ef0-a48d-69259caeb711,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.814536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f89015da-7246-4f4a-9915-9f1053801da1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a38360f4c33742b0b4126c0b55f1f930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9659567 Jul 16 01:33:06.818529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.818707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b21fe43a-0535-4352-94c5-9b177e84ad65 req-04bdd1e0-da12-4769-b941-49a4e370bdae service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794471 Jul 16 01:33:06.873104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52518) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.957049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1150c822-221f-47cb-869c-727820dc51cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.967068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-8061fe78-210e-4013-bfbc-22beeec36aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.969420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-8061fe78-210e-4013-bfbc-22beeec36aa3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1096 time: 0.0720406 Jul 16 01:33:07.022194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1150c822-221f-47cb-869c-727820dc51cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.118715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-2e067f33-c400-4b70-8f4e-af11aac21cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.120561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-2e067f33-c400-4b70-8f4e-af11aac21cdf service neutron] 10.222.0.67 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.1439366 Jul 16 01:33:07.125103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-db840c52-7235-4855-8d11-9e9ac75214f7 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.129234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-db840c52-7235-4855-8d11-9e9ac75214f7 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.50 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 946 time: 0.2324567 Jul 16 01:33:07.178740 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-780c393d-e94c-4478-bf53-535e166d92f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 217 time: 0.0496953 Jul 16 01:33:07.205826 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bcd13952-e88d-4219-8f72-2da52e25df4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.310812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1150c822-221f-47cb-869c-727820dc51cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.318573 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1150c822-221f-47cb-869c-727820dc51cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.323091 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1150c822-221f-47cb-869c-727820dc51cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f6b38c2-0d68-4ef0-a48d-69259caeb711 HTTP/1.1" status: 204 len: 168 time: 0.5006225 Jul 16 01:33:07.383406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150c822-221f-47cb-869c-727820dc51cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6b38c2-0d68-4ef0-a48d-69259caeb711,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.455762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-c8dbd75c-6508-4adb-b543-b38f16ca7a7e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Deleting port e502b332-f836-4a56-8331-4d66084b4d99 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:07.456841 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-c8dbd75c-6508-4adb-b543-b38f16ca7a7e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.603862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bcd13952-e88d-4219-8f72-2da52e25df4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.613236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-c8dbd75c-6508-4adb-b543-b38f16ca7a7e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] For port e502b332-f836-4a56-8331-4d66084b4d99, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e502b332-f836-4a56-8331-4d66084b4d99,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:07.614066 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-c8dbd75c-6508-4adb-b543-b38f16ca7a7e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.617477 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bcd13952-e88d-4219-8f72-2da52e25df4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.622434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-a11ba73a-5537-48ff-94df-5f2e000d7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.624985 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-a11ba73a-5537-48ff-94df-5f2e000d7d9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.4337528 Jul 16 01:33:07.642090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fe57e-b7de-45ef-a8f1-3e16aa9e8e7f req-b43287d5-2dc2-478f-bfd3-b541a3e9f04f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.649395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bd9fe57e-b7de-45ef-a8f1-3e16aa9e8e7f req-b43287d5-2dc2-478f-bfd3-b541a3e9f04f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 944 time: 0.4736395 Jul 16 01:33:07.658557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-c8dbd75c-6508-4adb-b543-b38f16ca7a7e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Calling delete_port for e502b332-f836-4a56-8331-4d66084b4d99 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:07.691821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd13952-e88d-4219-8f72-2da52e25df4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c535b98-2db7-414d-9fd0-296aec5ae66f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.698944 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bcd13952-e88d-4219-8f72-2da52e25df4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62820749ec6e41a8a763a4418c812e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8224812 Jul 16 01:33:07.700610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:07.752707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bd9fe57e-b7de-45ef-a8f1-3e16aa9e8e7f req-a0f4953a-37e6-45a8-9737-9d6cc1bac9fd tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020153 Jul 16 01:33:07.768325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-858071a4-43df-433f-80d3-84f6a6c398ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.770111 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-858071a4-43df-433f-80d3-84f6a6c398ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370327 Jul 16 01:33:07.883664 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25665f6e-040e-4c12-9ff7-8b0105eb74b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.961318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25665f6e-040e-4c12-9ff7-8b0105eb74b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.967010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52578) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:07.995584 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35f5d98f-9990-4101-baf9-b1d341f61f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.013656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-b2df5ba0-6075-417a-afb2-95dab970e168 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341521 Jul 16 01:33:08.091142 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-c8dbd75c-6508-4adb-b543-b38f16ca7a7e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.107749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['69b72630-cbc0-408d-aca3-35db11b5da53', '135dea37-a64c-45e1-a6ec-f3f53e70b591'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:08.151804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c4323c08-ea48-4e42-a3c5-67277ca788e1', 'e502b332-f836-4a56-8331-4d66084b4d99'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:08.177419 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6fb02bce-688f-44b0-a9f7-2c73055ba8bb req-794546cf-16fb-40b1-894a-703d63c492b3 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545281 Jul 16 01:33:08.223785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbd75c-6508-4adb-b543-b38f16ca7a7e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Pushing event deleted for resources: {'Port': ['ID=e502b332-f836-4a56-8331-4d66084b4d99,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.257731 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-c8dbd75c-6508-4adb-b543-b38f16ca7a7e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] No DVR routers for this DVR port e502b332-f836-4a56-8331-4d66084b4d99 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:08.274432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbae54-9293-4f7e-8ea8-fd91f22b3530 req-e3bc571a-45bf-479a-b922-62caf4af7cb7 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.285244 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2ecbae54-9293-4f7e-8ea8-fd91f22b3530 req-e3bc571a-45bf-479a-b922-62caf4af7cb7 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac2568b-c423-4e20-9e1e-8fde8d6d55a5 HTTP/1.1" status: 200 len: 867 time: 0.3212099 Jul 16 01:33:08.288764 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-c8dbd75c-6508-4adb-b543-b38f16ca7a7e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.292814 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1ee159ba-da1e-40f5-99d9-e7aeeabafcf6 req-c8dbd75c-6508-4adb-b543-b38f16ca7a7e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.50 "DELETE /v2.0/ports/e502b332-f836-4a56-8331-4d66084b4d99 HTTP/1.1" status: 204 len: 173 time: 1.1416950 Jul 16 01:33:08.295234 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac2568b-c423-4e20-9e1e-8fde8d6d55a5', 'name': 'network-vif-deleted', 'tag': 'e502b332-f836-4a56-8331-4d66084b4d99'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:08.314480 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89132ed-c893-4bdf-a620-0d62fbb9406e" -d '{"events": [{"server_uuid": "aac2568b-c423-4e20-9e1e-8fde8d6d55a5", "name": "network-vif-deleted", "tag": "e502b332-f836-4a56-8331-4d66084b4d99"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:08.337442 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25665f6e-040e-4c12-9ff7-8b0105eb74b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.346541 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25665f6e-040e-4c12-9ff7-8b0105eb74b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.352036 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-25665f6e-040e-4c12-9ff7-8b0105eb74b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c535b98-2db7-414d-9fd0-296aec5ae66f HTTP/1.1" status: 204 len: 168 time: 0.6502721 Jul 16 01:33:08.397780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25665f6e-040e-4c12-9ff7-8b0105eb74b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c535b98-2db7-414d-9fd0-296aec5ae66f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.413228 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caed307d-bb88-45ae-b2a2-dd6f93cdebf3 x-openstack-request-id: req-caed307d-bb88-45ae-b2a2-dd6f93cdebf3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:08.413529 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac2568b-c423-4e20-9e1e-8fde8d6d55a5", "name": "network-vif-deleted", "tag": "e502b332-f836-4a56-8331-4d66084b4d99", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:08.413922 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-caed307d-bb88-45ae-b2a2-dd6f93cdebf3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:08.414406 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac2568b-c423-4e20-9e1e-8fde8d6d55a5', 'name': 'network-vif-deleted', 'tag': 'e502b332-f836-4a56-8331-4d66084b4d99', 'status': 'completed', 'code': 200} Jul 16 01:33:08.448932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2ecbae54-9293-4f7e-8ea8-fd91f22b3530 req-14d560b5-74cf-49d0-9820-96e4537a53c3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621346 Jul 16 01:33:08.474051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35f5d98f-9990-4101-baf9-b1d341f61f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.486093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35f5d98f-9990-4101-baf9-b1d341f61f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.556884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-35f5d98f-9990-4101-baf9-b1d341f61f68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad7195071e5049039a86509b357284c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874329 Jul 16 01:33:08.557312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52610) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:08.611076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5d98f-9990-4101-baf9-b1d341f61f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b54caa9-f316-4bfe-8927-f608a3945154,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.675747 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea0dae21-d4d5-45f8-ba0f-127dde199bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.718464 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea0dae21-d4d5-45f8-ba0f-127dde199bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.796006 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea0dae21-d4d5-45f8-ba0f-127dde199bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.815636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea0dae21-d4d5-45f8-ba0f-127dde199bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.816878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ea0dae21-d4d5-45f8-ba0f-127dde199bec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b54caa9-f316-4bfe-8927-f608a3945154 HTTP/1.1" status: 204 len: 168 time: 0.2582269 Jul 16 01:33:08.832735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dae21-d4d5-45f8-ba0f-127dde199bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b54caa9-f316-4bfe-8927-f608a3945154,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.016510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eab006-aae4-4607-adb5-1a8a1de40fd4 req-be32c351-b6b3-42ac-a8b0-3357158c0f6e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.024078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1eab006-aae4-4607-adb5-1a8a1de40fd4 req-be32c351-b6b3-42ac-a8b0-3357158c0f6e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 944 time: 0.1051173 Jul 16 01:33:09.081948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1eab006-aae4-4607-adb5-1a8a1de40fd4 req-50a58346-abaa-45fc-baa8-2d9f60a0b9ba tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564377 Jul 16 01:33:09.225591 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:09.687106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:09.724105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52668) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:09.901793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:09.925425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'port_id': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'mac_address': 'fa:16:3e:20:24:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:09.981382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d11bfad8-8c46-4422-9067-ec7756e9591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.009421 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.038617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:10.084029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:10.094797 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.200055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d11bfad8-8c46-4422-9067-ec7756e9591f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.208017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d11bfad8-8c46-4422-9067-ec7756e9591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.218104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.269817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d11bfad8-8c46-4422-9067-ec7756e9591f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=769770a53cc0462a911b2baf4fae424b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445786 Jul 16 01:33:10.270605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bfad8-8c46-4422-9067-ec7756e9591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19085b9-bd0b-4cba-9dbd-e418c2e15a30,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.272696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52686) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:10.347385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['8e02dc10-6ea8-4dd3-b590-824c0a1aad45'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:10.466777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e502b332-f836-4a56-8331-4d66084b4d99 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:10.469430 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c4a4-8698-4b66-b2d4-fd708b843875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.547536 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c4a4-8698-4b66-b2d4-fd708b843875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.567240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: e502b332-f836-4a56-8331-4d66084b4d99 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:10.567840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e502b332-f836-4a56-8331-4d66084b4d99 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:10.586795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008d2a-2408-48b0-9edd-164884a27765 req-2cb93959-9661-42f7-bcbb-fcd957958f51 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.594295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb008d2a-2408-48b0-9edd-164884a27765 req-2cb93959-9661-42f7-bcbb-fcd957958f51 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 945 time: 0.2476366 Jul 16 01:33:10.724872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb008d2a-2408-48b0-9edd-164884a27765 req-061dd0e3-1275-4039-be6b-fd607e4e01ee tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297145 Jul 16 01:33:10.768716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c4a4-8698-4b66-b2d4-fd708b843875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.771397 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c4a4-8698-4b66-b2d4-fd708b843875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.772637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6cd5c4a4-8698-4b66-b2d4-fd708b843875 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d19085b9-bd0b-4cba-9dbd-e418c2e15a30 HTTP/1.1" status: 204 len: 168 time: 0.4982738 Jul 16 01:33:10.799229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5c4a4-8698-4b66-b2d4-fd708b843875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19085b9-bd0b-4cba-9dbd-e418c2e15a30,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:11.574386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:11.606039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a535-ffc2-421e-8551-af25e0b7db41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.689988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:11.891274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:11.912289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:11.912668 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.934179 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a535-ffc2-421e-8551-af25e0b7db41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.943171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a535-ffc2-421e-8551-af25e0b7db41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.011087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3a535-ffc2-421e-8551-af25e0b7db41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fc71e7-e5aa-4d8b-89d7-677ef6f5b189,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:12.146782 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.164642 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a0c3a535-ffc2-421e-8551-af25e0b7db41 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46516a475f1845ebb11563f553524996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5877674 Jul 16 01:33:12.164818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52904) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:12.214363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e6d0f-fd02-47d7-93df-78761071d28b req-9fb6f452-7504-4a09-9323-3492464f6ba8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.215994 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231e6d0f-fd02-47d7-93df-78761071d28b req-9fb6f452-7504-4a09-9323-3492464f6ba8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1745441 Jul 16 01:33:12.256918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:12.260840 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285f5f07-3e35-49cb-aaf0-4128345a4d17" -d '{"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:12.274976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-231e6d0f-fd02-47d7-93df-78761071d28b req-710a320b-0c85-4b37-8f01-d4ab183a1ac1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520034 Jul 16 01:33:12.321203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c086bd1e-fe33-4083-acfb-3258d5d03ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.339994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:12.350188 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.361606 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c086bd1e-fe33-4083-acfb-3258d5d03ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.429005 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c086bd1e-fe33-4083-acfb-3258d5d03ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.433067 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c086bd1e-fe33-4083-acfb-3258d5d03ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.434684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c086bd1e-fe33-4083-acfb-3258d5d03ae7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9fc71e7-e5aa-4d8b-89d7-677ef6f5b189 HTTP/1.1" status: 204 len: 168 time: 0.2687256 Jul 16 01:33:12.446320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086bd1e-fe33-4083-acfb-3258d5d03ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fc71e7-e5aa-4d8b-89d7-677ef6f5b189,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:12.457245 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6858134d-3336-47a1-9dae-87b636ce612c x-openstack-request-id: req-6858134d-3336-47a1-9dae-87b636ce612c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:12.457637 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:12.457774 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6858134d-3336-47a1-9dae-87b636ce612c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:12.459006 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'code': 200} Jul 16 01:33:12.532714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:12.635584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac3837-9f7b-4a12-9c9c-957e908f63fa req-1e903335-46d9-4669-9dea-7392d598cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.637533 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4eac3837-9f7b-4a12-9c9c-957e908f63fa req-1e903335-46d9-4669-9dea-7392d598cdbd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1098 time: 0.1315575 Jul 16 01:33:12.715314 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4eac3837-9f7b-4a12-9c9c-957e908f63fa req-b5bb5249-7389-434d-8e2c-22359fb1c78f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710077 Jul 16 01:33:13.727360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14d6c1-3043-4bc8-98cb-654163134c55 req-6c701ef3-4aca-4a23-8cfa-5cb94e1376f4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.738330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da14d6c1-3043-4bc8-98cb-654163134c55 req-6c701ef3-4aca-4a23-8cfa-5cb94e1376f4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1422861 Jul 16 01:33:13.795712 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da14d6c1-3043-4bc8-98cb-654163134c55 req-b02b1702-afc2-47bd-bba4-4c51c542ecd0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522006 Jul 16 01:33:14.716571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fb1ce-db82-433e-a1b0-0fb763a9c801 req-e8cb29ab-77a4-432a-86aa-cb7347856090 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.718397 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c7fb1ce-db82-433e-a1b0-0fb763a9c801 req-e8cb29ab-77a4-432a-86aa-cb7347856090 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 945 time: 0.1274076 Jul 16 01:33:14.770352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5c7fb1ce-db82-433e-a1b0-0fb763a9c801 req-e272bea6-0fc1-4565-8eac-10c3cc4d11ed tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 Jul 16 01:33:14.979373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9c76a-c7a6-4faf-89f8-f7d741dd6497 req-8c316976-707f-4284-9b67-93f18fe276bc tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.980899 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ba9c76a-c7a6-4faf-89f8-f7d741dd6497 req-8c316976-707f-4284-9b67-93f18fe276bc tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0658529 Jul 16 01:33:15.028326 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ba9c76a-c7a6-4faf-89f8-f7d741dd6497 req-10427aed-5b23-4e96-a353-e23c25ba8659 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406222 Jul 16 01:33:15.225852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4e661-bed6-4e58-849b-3bde86858933 req-90cd103a-02b5-4ca1-9428-d8b967224307 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.227950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6b4e661-bed6-4e58-849b-3bde86858933 req-90cd103a-02b5-4ca1-9428-d8b967224307 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0785055 Jul 16 01:33:15.270532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6b4e661-bed6-4e58-849b-3bde86858933 req-e99f7904-7b3e-4181-95b2-a8fd43528bc5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356617 Jul 16 01:33:15.298228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53276) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:15.352547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d4e61d-c63c-4706-92fe-e2fa3f873579 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.354103 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-91d4e61d-c63c-4706-92fe-e2fa3f873579 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1093 time: 0.0548501 Jul 16 01:33:15.357112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:15.362464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:15.392735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.509755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.632364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.25.4.51 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/e046f825-6f1a-45fb-8e8b-6d587e86a71f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:15.755450 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.811367 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.866602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:15.876480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:15.881960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:15.920243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=e046f825-6f1a-45fb-8e8b-6d587e86a71f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:16.149963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba2473-cf97-4272-8ff8-06631498ffb5 req-5a9e87c3-cae4-4f3a-925b-4f53beaaa10d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.153796 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97ba2473-cf97-4272-8ff8-06631498ffb5 req-5a9e87c3-cae4-4f3a-925b-4f53beaaa10d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 945 time: 0.1364713 Jul 16 01:33:16.252064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97ba2473-cf97-4272-8ff8-06631498ffb5 req-93f7d9ca-7a8f-4625-8626-f417f7522491 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910420 Jul 16 01:33:16.440563 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.517923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bb860-640c-4880-a60c-1dfe467332e7 req-5c7a9826-c795-485b-93af-f05eddef0a1a tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.519782 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-779bb860-640c-4880-a60c-1dfe467332e7 req-5c7a9826-c795-485b-93af-f05eddef0a1a tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.67 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 945 time: 0.1212246 Jul 16 01:33:16.590157 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.757226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-779bb860-640c-4880-a60c-1dfe467332e7 req-322facc3-3522-48db-8d83-0a48ebaa70e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Deleting port 135dea37-a64c-45e1-a6ec-f3f53e70b591 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:16.757666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-779bb860-640c-4880-a60c-1dfe467332e7 req-322facc3-3522-48db-8d83-0a48ebaa70e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.898280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.904204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-779bb860-640c-4880-a60c-1dfe467332e7 req-322facc3-3522-48db-8d83-0a48ebaa70e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] For port 135dea37-a64c-45e1-a6ec-f3f53e70b591, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=135dea37-a64c-45e1-a6ec-f3f53e70b591,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:16.904796 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-779bb860-640c-4880-a60c-1dfe467332e7 req-322facc3-3522-48db-8d83-0a48ebaa70e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.913820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.928163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-779bb860-640c-4880-a60c-1dfe467332e7 req-322facc3-3522-48db-8d83-0a48ebaa70e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Calling delete_port for 135dea37-a64c-45e1-a6ec-f3f53e70b591 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:17.074694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=e046f825-6f1a-45fb-8e8b-6d587e86a71f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.099586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.257749 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Floating IP 3722a47c-bedd-4628-a46f-7454ed2afa7a associated. External IP: 172.25.4.51, port: 8e02dc10-6ea8-4dd3-b590-824c0a1aad45. Jul 16 01:33:17.306332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:17.328259 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-779bb860-640c-4880-a60c-1dfe467332e7 req-322facc3-3522-48db-8d83-0a48ebaa70e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.342807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c4323c08-ea48-4e42-a3c5-67277ca788e1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:17.347633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['69b72630-cbc0-408d-aca3-35db11b5da53', '135dea37-a64c-45e1-a6ec-f3f53e70b591'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:17.404992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322facc3-3522-48db-8d83-0a48ebaa70e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Pushing event deleted for resources: {'Port': ['ID=135dea37-a64c-45e1-a6ec-f3f53e70b591,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.477712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-779bb860-640c-4880-a60c-1dfe467332e7 req-322facc3-3522-48db-8d83-0a48ebaa70e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] No DVR routers for this DVR port 135dea37-a64c-45e1-a6ec-f3f53e70b591 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:17.481826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-779bb860-640c-4880-a60c-1dfe467332e7 req-322facc3-3522-48db-8d83-0a48ebaa70e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.485191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-779bb860-640c-4880-a60c-1dfe467332e7 req-322facc3-3522-48db-8d83-0a48ebaa70e3 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.67 "DELETE /v2.0/ports/135dea37-a64c-45e1-a6ec-f3f53e70b591 HTTP/1.1" status: 204 len: 173 time: 0.9466960 Jul 16 01:33:17.485717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110483d4-c8a3-4e36-a099-f8548c404dc8', 'name': 'network-vif-deleted', 'tag': '135dea37-a64c-45e1-a6ec-f3f53e70b591'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:17.488332 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3070e5-3b50-42dc-9977-7865533137ba" -d '{"events": [{"server_uuid": "110483d4-c8a3-4e36-a099-f8548c404dc8", "name": "network-vif-deleted", "tag": "135dea37-a64c-45e1-a6ec-f3f53e70b591"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:17.573644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-312bc604-6cc4-45e7-8a5a-3154055fd219 req-2b305e38-9cb5-4df7-b3f5-2e0e5896ff67 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=110483d4-c8a3-4e36-a099-f8548c404dc8 HTTP/1.1" status: 200 len: 210 time: 0.0942731 Jul 16 01:33:17.672503 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339da433-4dfe-4391-a648-f9a233e789a2 x-openstack-request-id: req-339da433-4dfe-4391-a648-f9a233e789a2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:17.672750 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110483d4-c8a3-4e36-a099-f8548c404dc8", "name": "network-vif-deleted", "tag": "135dea37-a64c-45e1-a6ec-f3f53e70b591", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:17.672945 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-339da433-4dfe-4391-a648-f9a233e789a2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:17.673505 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110483d4-c8a3-4e36-a099-f8548c404dc8', 'name': 'network-vif-deleted', 'tag': '135dea37-a64c-45e1-a6ec-f3f53e70b591', 'status': 'completed', 'code': 200} Jul 16 01:33:17.737174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:17.805520 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91779c29-7bd7-4dd5-a32e-dca82a28c4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.897379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:17.911140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] Sync routers for ids ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:17.922332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] Routers {'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:17.923204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:18.021318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91779c29-7bd7-4dd5-a32e-dca82a28c4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.026937 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91779c29-7bd7-4dd5-a32e-dca82a28c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.035249 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.068928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-91779c29-7bd7-4dd5-a32e-dca82a28c4cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6dfcd5fed99b43c9a32c76d8f6ec76ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7605281 Jul 16 01:33:18.071260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:18.073673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] Set router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:18.215094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1764e23d-1548-4105-a4a4-8347204a1aa0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8478038 Jul 16 01:33:18.226300 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7936b9-9a4c-4c78-a752-ccd7c2b91211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.285082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91779c29-7bd7-4dd5-a32e-dca82a28c4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b977e492-a9a8-46fe-8eb2-ae12c02b4309,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.313697 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7936b9-9a4c-4c78-a752-ccd7c2b91211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.425420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7936b9-9a4c-4c78-a752-ccd7c2b91211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.428394 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c7936b9-9a4c-4c78-a752-ccd7c2b91211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.432520 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6c7936b9-9a4c-4c78-a752-ccd7c2b91211 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b977e492-a9a8-46fe-8eb2-ae12c02b4309 HTTP/1.1" status: 204 len: 168 time: 0.3600738 Jul 16 01:33:18.442359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7936b9-9a4c-4c78-a752-ccd7c2b91211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b977e492-a9a8-46fe-8eb2-ae12c02b4309,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.600332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:54Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '3722a47c-bedd-4628-a46f-7454ed2afa7a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'port_id': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'mac_address': 'fa:16:3e:20:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:16Z', 'updated_at': '2021-07-16T01:33:16Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55e3853-6370-411d-b9d0-33772a8eabee', 'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:f4:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:53Z', 'updated_at': '2021-07-16T01:33:03Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '82ad8525-829a-4082-ade9-225825bf6108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:18.607289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7770f-d234-4641-b8b9-34a69c9e2f1e req-f83f12f4-03f7-4e72-8319-4326d8874cda tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.616705 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48d7770f-d234-4641-b8b9-34a69c9e2f1e req-f83f12f4-03f7-4e72-8319-4326d8874cda tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1438799 Jul 16 01:33:18.636684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] Checking router: fdee5369-6e5f-4064-9ad5-86a44ef4d6ba for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:18.659169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] Routers {'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:18.659806 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:32:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:18.681126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48d7770f-d234-4641-b8b9-34a69c9e2f1e req-9bb276ce-054e-467c-8ba9-029fca9bea5f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634263 Jul 16 01:33:18.721933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53390) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:18.802754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] Set router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:18.847412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2f1c82fe-c4b0-4123-8b46-cf080d58682d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/3722a47c-bedd-4628-a46f-7454ed2afa7a HTTP/1.1" status: 200 len: 991 time: 0.1238022 Jul 16 01:33:19.240472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:54Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '3722a47c-bedd-4628-a46f-7454ed2afa7a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'port_id': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'mac_address': 'fa:16:3e:20:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:16Z', 'updated_at': '2021-07-16T01:33:16Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55e3853-6370-411d-b9d0-33772a8eabee', 'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:f4:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:53Z', 'updated_at': '2021-07-16T01:33:03Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '82ad8525-829a-4082-ade9-225825bf6108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:19.276513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13b32cc-751b-4262-b359-daf9d8c4a3e5 None None] The sync data for ids ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'] in n-d-791504-14 is: [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:54Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '3722a47c-bedd-4628-a46f-7454ed2afa7a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'port_id': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'mac_address': 'fa:16:3e:20:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:16Z', 'updated_at': '2021-07-16T01:33:16Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55e3853-6370-411d-b9d0-33772a8eabee', 'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:f4:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:53Z', 'updated_at': '2021-07-16T01:33:03Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '82ad8525-829a-4082-ade9-225825bf6108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:19.485624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e1352-61de-4813-a011-1748ea574066 req-53cbeeaf-75b5-4fb4-bc6a-ba3c99ba260d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.496640 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0b3e1352-61de-4813-a011-1748ea574066 req-53cbeeaf-75b5-4fb4-bc6a-ba3c99ba260d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 946 time: 0.1662979 Jul 16 01:33:19.605313 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0b3e1352-61de-4813-a011-1748ea574066 req-8ea49888-259d-4198-aabe-8ff7852380fa tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076531 Jul 16 01:33:19.675041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:19.676983 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0287b44b-352a-4489-a7d5-0ae65a1c79f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:19.703871 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9624ce31-d801-4521-9f5e-1671aedfa791 None None] New status for floating IP 3722a47c-bedd-4628-a46f-7454ed2afa7a: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:33:19.719199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 135dea37-a64c-45e1-a6ec-f3f53e70b591 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:19.770597 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaf1a35-2e77-4b31-b852-b9a627cef5e4 x-openstack-request-id: req-efaf1a35-2e77-4b31-b852-b9a627cef5e4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:19.771123 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:19.771555 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efaf1a35-2e77-4b31-b852-b9a627cef5e4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:19.772387 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'status': 'completed', 'code': 200} Jul 16 01:33:19.793493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 135dea37-a64c-45e1-a6ec-f3f53e70b591 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:19.794328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 135dea37-a64c-45e1-a6ec-f3f53e70b591 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:19.848004 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53428) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.976563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-df216475-b323-4539-87a9-5c497e394d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.986751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-df216475-b323-4539-87a9-5c497e394d9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1098 time: 0.1895225 Jul 16 01:33:20.060189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f105050c-2813-437e-a634-6165143bd44c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/3722a47c-bedd-4628-a46f-7454ed2afa7a HTTP/1.1" status: 200 len: 991 time: 0.1980996 Jul 16 01:33:20.191847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-cb58db0e-9699-4bfa-870a-bc84be72c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.193342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-cb58db0e-9699-4bfa-870a-bc84be72c574 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.1965153 Jul 16 01:33:20.332914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-b9a039c2-7bc3-4b7a-a162-350512cd4f97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 1001 time: 0.1220560 Jul 16 01:33:20.456007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-faa13155-eaf4-496b-b1cc-1fb3dbdfd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.458884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-faa13155-eaf4-496b-b1cc-1fb3dbdfd9f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.1180379 Jul 16 01:33:20.583395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-fe319113-aff1-41c4-a8b0-81d6f634fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.585159 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-fe319113-aff1-41c4-a8b0-81d6f634fecf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183612 Jul 16 01:33:20.769288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-49d49f8b-fa97-4aee-abee-7e81acc7aa62 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761196 Jul 16 01:33:20.835730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc50580-8b81-46e2-b96c-5a3af853f969 req-dc051625-7dfa-4463-a751-dd7ab56753fe tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.837102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbc50580-8b81-46e2-b96c-5a3af853f969 req-dc051625-7dfa-4463-a751-dd7ab56753fe tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 946 time: 0.1102722 Jul 16 01:33:20.900460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-a120061d-283d-4be5-8e83-935c56d2e5f2 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.905824 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-a120061d-283d-4be5-8e83-935c56d2e5f2 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.50 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 946 time: 0.1799726 Jul 16 01:33:21.062567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53462) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:21.180602 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0eaaa90e-196b-42e7-a171-635785e8aabb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/3722a47c-bedd-4628-a46f-7454ed2afa7a HTTP/1.1" status: 200 len: 993 time: 0.1108274 Jul 16 01:33:21.209432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-19aaebf5-90ed-4c67-bc5b-561f619f176c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Deleting port c4323c08-ea48-4e42-a3c5-67277ca788e1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:21.209776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-19aaebf5-90ed-4c67-bc5b-561f619f176c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.232590 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbc50580-8b81-46e2-b96c-5a3af853f969 req-a105da6f-3ad0-4c99-84e1-b1b1d8255cb6 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880093 Jul 16 01:33:21.261621 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0287b44b-352a-4489-a7d5-0ae65a1c79f7 req-e5c25ab2-d8e1-4d5d-8958-bd21b340fa92 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793057 Jul 16 01:33:21.368659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-19aaebf5-90ed-4c67-bc5b-561f619f176c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] For port c4323c08-ea48-4e42-a3c5-67277ca788e1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c4323c08-ea48-4e42-a3c5-67277ca788e1,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:21.370195 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-19aaebf5-90ed-4c67-bc5b-561f619f176c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.385365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-19aaebf5-90ed-4c67-bc5b-561f619f176c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Calling delete_port for c4323c08-ea48-4e42-a3c5-67277ca788e1 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:21.539811 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-19aaebf5-90ed-4c67-bc5b-561f619f176c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.552291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['69b72630-cbc0-408d-aca3-35db11b5da53'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:21.556308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c4323c08-ea48-4e42-a3c5-67277ca788e1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:21.608533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aaebf5-90ed-4c67-bc5b-561f619f176c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Pushing event deleted for resources: {'Port': ['ID=c4323c08-ea48-4e42-a3c5-67277ca788e1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:21.641571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-19aaebf5-90ed-4c67-bc5b-561f619f176c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] No DVR routers for this DVR port c4323c08-ea48-4e42-a3c5-67277ca788e1 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:21.649945 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-19aaebf5-90ed-4c67-bc5b-561f619f176c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.655476 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59bdfe31-b2c3-4fa5-85f2-bc05e9d048e2 req-19aaebf5-90ed-4c67-bc5b-561f619f176c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.50 "DELETE /v2.0/ports/c4323c08-ea48-4e42-a3c5-67277ca788e1 HTTP/1.1" status: 204 len: 173 time: 0.7410080 Jul 16 01:33:21.656201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20374649-e0ef-4297-a9a5-fbee53a32fde', 'name': 'network-vif-deleted', 'tag': 'c4323c08-ea48-4e42-a3c5-67277ca788e1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:21.664143 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b347f5-b449-462d-98c5-34101af669a9" -d '{"events": [{"server_uuid": "20374649-e0ef-4297-a9a5-fbee53a32fde", "name": "network-vif-deleted", "tag": "c4323c08-ea48-4e42-a3c5-67277ca788e1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:21.746709 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dbc62b-92c3-4183-977c-db4dffda2d0d x-openstack-request-id: req-42dbc62b-92c3-4183-977c-db4dffda2d0d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:21.747094 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20374649-e0ef-4297-a9a5-fbee53a32fde", "name": "network-vif-deleted", "tag": "c4323c08-ea48-4e42-a3c5-67277ca788e1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:21.747705 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42dbc62b-92c3-4183-977c-db4dffda2d0d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:21.748320 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20374649-e0ef-4297-a9a5-fbee53a32fde', 'name': 'network-vif-deleted', 'tag': 'c4323c08-ea48-4e42-a3c5-67277ca788e1', 'status': 'completed', 'code': 200} Jul 16 01:33:22.490448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a9c142c-6e43-4b7a-8a8f-d2da6219b8b3 req-9ed053f2-a6ce-44aa-8747-7f9698101ce4 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=20374649-e0ef-4297-a9a5-fbee53a32fde HTTP/1.1" status: 200 len: 210 time: 0.0407662 Jul 16 01:33:23.228815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.260525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53560) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.379468 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a1badfc-6cac-4ce2-819b-491c3ab40e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.462457 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-30a12899-fa02-419f-b41f-d1224f9ce0d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dad9f8287af49b78c3dc77be52c80c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003036 Jul 16 01:33:23.464764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.504487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a1badfc-6cac-4ce2-819b-491c3ab40e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.511617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a1badfc-6cac-4ce2-819b-491c3ab40e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.541047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-913266c0-52c7-4d3c-b749-f41d4aa27b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.575938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0a1badfc-6cac-4ce2-819b-491c3ab40e93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e6d56498069402e9a11beaa5d9633e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418319 Jul 16 01:33:23.575938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1badfc-6cac-4ce2-819b-491c3ab40e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a3b0e7-f16a-4c55-ac81-50a5f84a2486,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.577592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53574) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.610744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-913266c0-52c7-4d3c-b749-f41d4aa27b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.642641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10de4476-0f87-4f16-be42-f78fc4cc633d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.680907 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10de4476-0f87-4f16-be42-f78fc4cc633d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.687944 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-913266c0-52c7-4d3c-b749-f41d4aa27b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.691964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-913266c0-52c7-4d3c-b749-f41d4aa27b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.695549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-913266c0-52c7-4d3c-b749-f41d4aa27b7b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/394a2d9a-c801-4414-834c-d62038b2b1e4 HTTP/1.1" status: 204 len: 168 time: 0.2273357 Jul 16 01:33:23.707748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913266c0-52c7-4d3c-b749-f41d4aa27b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a2d9a-c801-4414-834c-d62038b2b1e4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.794904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53586) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.804850 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10de4476-0f87-4f16-be42-f78fc4cc633d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.808621 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10de4476-0f87-4f16-be42-f78fc4cc633d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.815230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-10de4476-0f87-4f16-be42-f78fc4cc633d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2a3b0e7-f16a-4c55-ac81-50a5f84a2486 HTTP/1.1" status: 204 len: 168 time: 0.2363675 Jul 16 01:33:23.825507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de4476-0f87-4f16-be42-f78fc4cc633d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a3b0e7-f16a-4c55-ac81-50a5f84a2486,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.080156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239f52bd-3498-457b-b76f-35131d517124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.199322 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239f52bd-3498-457b-b76f-35131d517124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.205100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239f52bd-3498-457b-b76f-35131d517124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.311738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53604) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.315864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f52bd-3498-457b-b76f-35131d517124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b39de2-4354-4c13-83d3-06a5389709cf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.322784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-239f52bd-3498-457b-b76f-35131d517124 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0080c984ed948c29918ee8f5eb2710a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5262332 Jul 16 01:33:24.324838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.332786 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f65fd5e-0e0a-4628-8408-83c303ae6841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.392649 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42790c1b-6fe9-412e-b4ea-cd7817515825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.443608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42790c1b-6fe9-412e-b4ea-cd7817515825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.511758 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42790c1b-6fe9-412e-b4ea-cd7817515825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.523551 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f65fd5e-0e0a-4628-8408-83c303ae6841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.531171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c4323c08-ea48-4e42-a3c5-67277ca788e1 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:24.531876 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f65fd5e-0e0a-4628-8408-83c303ae6841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.533682 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42790c1b-6fe9-412e-b4ea-cd7817515825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.538597 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-42790c1b-6fe9-412e-b4ea-cd7817515825 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2b39de2-4354-4c13-83d3-06a5389709cf HTTP/1.1" status: 204 len: 168 time: 0.2103078 Jul 16 01:33:24.556309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42790c1b-6fe9-412e-b4ea-cd7817515825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b39de2-4354-4c13-83d3-06a5389709cf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.578992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2b0bdef-b6d1-415c-8cb6-582e5393b8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.581317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: c4323c08-ea48-4e42-a3c5-67277ca788e1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:24.582116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c4323c08-ea48-4e42-a3c5-67277ca788e1 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:24.629836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53616) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.638246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7f65fd5e-0e0a-4628-8408-83c303ae6841 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=922ad0279c054c27aa703bb00cc63b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252473 Jul 16 01:33:24.642696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65fd5e-0e0a-4628-8408-83c303ae6841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7620390-bd2a-4c83-b2e3-17237b9ddb65,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.698900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56f2cb0e-725d-4c95-996d-810261daf841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.726581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56f2cb0e-725d-4c95-996d-810261daf841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.798057 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56f2cb0e-725d-4c95-996d-810261daf841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.817809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56f2cb0e-725d-4c95-996d-810261daf841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.822421 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-56f2cb0e-725d-4c95-996d-810261daf841 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7620390-bd2a-4c83-b2e3-17237b9ddb65 HTTP/1.1" status: 204 len: 168 time: 0.1913979 Jul 16 01:33:24.839423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2cb0e-725d-4c95-996d-810261daf841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7620390-bd2a-4c83-b2e3-17237b9ddb65,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.073793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:25.091209 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba2b2952-b237-4776-97e2-46489403e2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.221752 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba2b2952-b237-4776-97e2-46489403e2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.230830 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba2b2952-b237-4776-97e2-46489403e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.277445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ba2b2952-b237-4776-97e2-46489403e2d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4e0b2ed85f244708725d90cc914329c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020180 Jul 16 01:33:25.278664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b2952-b237-4776-97e2-46489403e2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49732b7-69d3-438d-83b8-5b66b7c5d9bb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.280586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53636) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:25.342039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61fef5ea-fde9-4b99-91cc-c0a52cda3d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.368714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61fef5ea-fde9-4b99-91cc-c0a52cda3d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.436730 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61fef5ea-fde9-4b99-91cc-c0a52cda3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.439965 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61fef5ea-fde9-4b99-91cc-c0a52cda3d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.441025 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-61fef5ea-fde9-4b99-91cc-c0a52cda3d61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c49732b7-69d3-438d-83b8-5b66b7c5d9bb HTTP/1.1" status: 204 len: 168 time: 0.1594427 Jul 16 01:33:25.452699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fef5ea-fde9-4b99-91cc-c0a52cda3d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49732b7-69d3-438d-83b8-5b66b7c5d9bb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.568349 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.321546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53678) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:26.604214 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.634225 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56590c36-cc20-49b2-b88c-f2a95d570336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.770377 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56590c36-cc20-49b2-b88c-f2a95d570336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.779161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56590c36-cc20-49b2-b88c-f2a95d570336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.814813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-56590c36-cc20-49b2-b88c-f2a95d570336 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d88c3785142a4e1095bfea0da20bf72d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920316 Jul 16 01:33:26.817463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53698) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:26.855799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56590c36-cc20-49b2-b88c-f2a95d570336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da75a6e7-5e19-4251-becc-00667b153f9d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:26.922808 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9829-2d9c-4dfe-b61a-589929cd0687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.949151 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9829-2d9c-4dfe-b61a-589929cd0687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.016047 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9829-2d9c-4dfe-b61a-589929cd0687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.019126 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9829-2d9c-4dfe-b61a-589929cd0687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.021025 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4bfb9829-2d9c-4dfe-b61a-589929cd0687 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da75a6e7-5e19-4251-becc-00667b153f9d HTTP/1.1" status: 204 len: 168 time: 0.2016573 Jul 16 01:33:27.033243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb9829-2d9c-4dfe-b61a-589929cd0687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da75a6e7-5e19-4251-becc-00667b153f9d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:27.114086 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e074a669-ec3b-4cc5-b205-397f5f461f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.518710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a846e8a-99be-498b-8163-00c0d0ec4682 req-6b413762-bb5f-4856-80af-3522011a3a5d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.520253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a846e8a-99be-498b-8163-00c0d0ec4682 req-6b413762-bb5f-4856-80af-3522011a3a5d tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 945 time: 0.0815690 Jul 16 01:33:27.575829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a846e8a-99be-498b-8163-00c0d0ec4682 req-069d7651-15ae-4295-9638-c77e9ac8f643 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493510 Jul 16 01:33:27.625440 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.820531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53740) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:27.835900 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8590d443-caa9-43dc-83c3-f48316b40420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.943839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8590d443-caa9-43dc-83c3-f48316b40420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.948829 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8590d443-caa9-43dc-83c3-f48316b40420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.990494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8590d443-caa9-43dc-83c3-f48316b40420 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63cce796c0ae4301b9923a5069b4aca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681678 Jul 16 01:33:27.992733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590d443-caa9-43dc-83c3-f48316b40420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad50180-a439-408d-9db3-b7b60cdcab32,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:27.993420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53748) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:28.060343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-500993ae-2760-4873-a0fd-39717affd855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.087164 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-500993ae-2760-4873-a0fd-39717affd855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.144386 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-500993ae-2760-4873-a0fd-39717affd855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.146703 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-500993ae-2760-4873-a0fd-39717affd855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.147862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-500993ae-2760-4873-a0fd-39717affd855 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aad50180-a439-408d-9db3-b7b60cdcab32 HTTP/1.1" status: 204 len: 168 time: 0.1534159 Jul 16 01:33:28.156890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500993ae-2760-4873-a0fd-39717affd855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad50180-a439-408d-9db3-b7b60cdcab32,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:28.409984 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.908672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90594719-f999-4791-b65c-47149d05dc61 req-223cce96-c1c7-4bf7-acd4-c6bd896ffa0b tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.911953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-90594719-f999-4791-b65c-47149d05dc61 req-223cce96-c1c7-4bf7-acd4-c6bd896ffa0b tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 945 time: 0.1492994 Jul 16 01:33:29.022473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-90594719-f999-4791-b65c-47149d05dc61 req-a9379d17-4814-40b5-8e60-7e39210c87a8 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023819 Jul 16 01:33:29.702703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-5f0df128-5b65-40ff-b550-46770727275e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.705322 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-5f0df128-5b65-40ff-b550-46770727275e tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.67 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 945 time: 0.0897179 Jul 16 01:33:29.775723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53844) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.827925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-2715aa0d-f174-424d-9455-750e6905c00c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Deleting port 69b72630-cbc0-408d-aca3-35db11b5da53 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:29.828671 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-2715aa0d-f174-424d-9455-750e6905c00c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.908877 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e95c9d5-5a11-4d3a-8171-e044d4416a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.002102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-2715aa0d-f174-424d-9455-750e6905c00c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] For port 69b72630-cbc0-408d-aca3-35db11b5da53, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=69b72630-cbc0-408d-aca3-35db11b5da53,segment=NetworkSegment(5ec57a00-522c-446e-bbc8-7a3b505472f2),segment_id=5ec57a00-522c-446e-bbc8-7a3b505472f2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:30.002455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-2715aa0d-f174-424d-9455-750e6905c00c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.036768 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-2715aa0d-f174-424d-9455-750e6905c00c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Calling delete_port for 69b72630-cbc0-408d-aca3-35db11b5da53 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:30.072211 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.089637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e95c9d5-5a11-4d3a-8171-e044d4416a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.100216 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e95c9d5-5a11-4d3a-8171-e044d4416a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.133755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53858) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.200630 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6e95c9d5-5a11-4d3a-8171-e044d4416a23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=003efa3dcda8453d8ba2b7bc94ab86af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229987 Jul 16 01:33:30.202485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.234366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95c9d5-5a11-4d3a-8171-e044d4416a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb2b4fd-3325-4b30-bffd-071678c470b8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.320867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20eaf1df-656c-4d4d-a6d3-487d7e60456b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.354927 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20eaf1df-656c-4d4d-a6d3-487d7e60456b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.421397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20eaf1df-656c-4d4d-a6d3-487d7e60456b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.425161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20eaf1df-656c-4d4d-a6d3-487d7e60456b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.426813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-20eaf1df-656c-4d4d-a6d3-487d7e60456b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbb2b4fd-3325-4b30-bffd-071678c470b8 HTTP/1.1" status: 204 len: 168 time: 0.2229109 Jul 16 01:33:30.440197 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaf1df-656c-4d4d-a6d3-487d7e60456b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb2b4fd-3325-4b30-bffd-071678c470b8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.459049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1db2d-3ca3-4e27-894e-71d9d58e967b req-ad211648-56a4-4029-98e1-5d9b9b26214f tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.461049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819d027e-eb5e-4441-ab5c-5fe38773c184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.472162 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02a1db2d-3ca3-4e27-894e-71d9d58e967b req-ad211648-56a4-4029-98e1-5d9b9b26214f tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76dbbe5-87a5-4232-a888-fdfceb6d2721 HTTP/1.1" status: 200 len: 945 time: 0.1686015 Jul 16 01:33:30.475517 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-2715aa0d-f174-424d-9455-750e6905c00c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.492266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['69b72630-cbc0-408d-aca3-35db11b5da53'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:30.597436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715aa0d-f174-424d-9455-750e6905c00c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Pushing event deleted for resources: {'Port': ['ID=69b72630-cbc0-408d-aca3-35db11b5da53,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.614746 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819d027e-eb5e-4441-ab5c-5fe38773c184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.615609 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02a1db2d-3ca3-4e27-894e-71d9d58e967b req-97b29df9-2402-48e2-b306-6d5de4354087 tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8f01ed6-c8c1-43c0-a864-c575b522ac0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423841 Jul 16 01:33:30.622809 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819d027e-eb5e-4441-ab5c-5fe38773c184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.685407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d027e-eb5e-4441-ab5c-5fe38773c184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabfa72c-9ec7-4cd5-87bb-b5df7c61762a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.716546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-2715aa0d-f174-424d-9455-750e6905c00c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] No DVR routers for this DVR port 69b72630-cbc0-408d-aca3-35db11b5da53 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:30.722253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-2715aa0d-f174-424d-9455-750e6905c00c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.731489 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11d54298-0f83-4fe4-b752-8c243da79e7b req-2715aa0d-f174-424d-9455-750e6905c00c tempest-AttachVolumeNegativeTest-1169978417 tempest-AttachVolumeNegativeTest-1169978417-project] 10.222.0.67 "DELETE /v2.0/ports/69b72630-cbc0-408d-aca3-35db11b5da53 HTTP/1.1" status: 204 len: 173 time: 1.0191951 Jul 16 01:33:30.732150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76dbbe5-87a5-4232-a888-fdfceb6d2721', 'name': 'network-vif-deleted', 'tag': '69b72630-cbc0-408d-aca3-35db11b5da53'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:30.736057 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-819d027e-eb5e-4441-ab5c-5fe38773c184 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ed5dc0c2b3044739d552755cbfa5a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6012039 Jul 16 01:33:30.739545 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97eff2a-707b-4e5e-ae6d-91c7d62669b7" -d '{"events": [{"server_uuid": "b76dbbe5-87a5-4232-a888-fdfceb6d2721", "name": "network-vif-deleted", "tag": "69b72630-cbc0-408d-aca3-35db11b5da53"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:30.740206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53880) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.807500 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908e01b2-f6a9-429b-933f-161e4425852c x-openstack-request-id: req-908e01b2-f6a9-429b-933f-161e4425852c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:30.807800 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76dbbe5-87a5-4232-a888-fdfceb6d2721", "name": "network-vif-deleted", "tag": "69b72630-cbc0-408d-aca3-35db11b5da53", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:30.808221 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-908e01b2-f6a9-429b-933f-161e4425852c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:30.808506 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76dbbe5-87a5-4232-a888-fdfceb6d2721', 'name': 'network-vif-deleted', 'tag': '69b72630-cbc0-408d-aca3-35db11b5da53', 'status': 'completed', 'code': 200} Jul 16 01:33:30.823125 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b86d863-e6bb-42be-b8a1-28d41ec09c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.850731 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b86d863-e6bb-42be-b8a1-28d41ec09c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.920160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b86d863-e6bb-42be-b8a1-28d41ec09c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.923313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b86d863-e6bb-42be-b8a1-28d41ec09c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.925187 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0b86d863-e6bb-42be-b8a1-28d41ec09c3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cabfa72c-9ec7-4cd5-87bb-b5df7c61762a HTTP/1.1" status: 204 len: 168 time: 0.1837552 Jul 16 01:33:30.933198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86d863-e6bb-42be-b8a1-28d41ec09c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabfa72c-9ec7-4cd5-87bb-b5df7c61762a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.115892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53892) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.130680 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27612d29-5702-412f-883a-742d7a5bf174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.255395 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27612d29-5702-412f-883a-742d7a5bf174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.260890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27612d29-5702-412f-883a-742d7a5bf174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.319734 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-27612d29-5702-412f-883a-742d7a5bf174 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=589694e9e19142309fcf4b3f83a2ff97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023506 Jul 16 01:33:31.320785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27612d29-5702-412f-883a-742d7a5bf174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db352ec-6650-48a1-94b8-4b7fc512f5c1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.322340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.391113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d81c541-ba10-4712-83a0-cbb31d5ffe94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.432094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d81c541-ba10-4712-83a0-cbb31d5ffe94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.551519 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d81c541-ba10-4712-83a0-cbb31d5ffe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.558939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d81c541-ba10-4712-83a0-cbb31d5ffe94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.561904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8d81c541-ba10-4712-83a0-cbb31d5ffe94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1db352ec-6650-48a1-94b8-4b7fc512f5c1 HTTP/1.1" status: 204 len: 168 time: 0.2376807 Jul 16 01:33:31.578495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.591287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81c541-ba10-4712-83a0-cbb31d5ffe94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db352ec-6650-48a1-94b8-4b7fc512f5c1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.610613 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f764835-5713-47f5-98d4-ac195252c388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.806279 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f764835-5713-47f5-98d4-ac195252c388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.806770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53922) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.819143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f764835-5713-47f5-98d4-ac195252c388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.901309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53924) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.910620 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4f764835-5713-47f5-98d4-ac195252c388 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8a3cb61f0384f47878aa29dd9928389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298769 Jul 16 01:33:31.920532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f764835-5713-47f5-98d4-ac195252c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce7cc9-ff99-4b00-ba86-1ab629b72b9f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.993827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d5568d-9221-48e7-b168-e0152e1e1ac9 admin admin] Deleting subnet 87981dde-5f63-4cbb-8ec5-c65426e3c429 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:32.002050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68d5568d-9221-48e7-b168-e0152e1e1ac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.044370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68d5568d-9221-48e7-b168-e0152e1e1ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.130186 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68d5568d-9221-48e7-b168-e0152e1e1ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.205578 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ec37b6-3c36-4688-a9dd-112d75e0eb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.227880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68d5568d-9221-48e7-b168-e0152e1e1ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.266449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ec37b6-3c36-4688-a9dd-112d75e0eb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.361904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5568d-9221-48e7-b168-e0152e1e1ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87981dde-5f63-4cbb-8ec5-c65426e3c429,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.363762 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ec37b6-3c36-4688-a9dd-112d75e0eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.366957 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ec37b6-3c36-4688-a9dd-112d75e0eb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.368202 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-90ec37b6-3c36-4688-a9dd-112d75e0eb2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afce7cc9-ff99-4b00-ba86-1ab629b72b9f HTTP/1.1" status: 204 len: 168 time: 0.4659457 Jul 16 01:33:32.374829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68d5568d-9221-48e7-b168-e0152e1e1ac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.379217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-68d5568d-9221-48e7-b168-e0152e1e1ac9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/87981dde-5f63-4cbb-8ec5-c65426e3c429 HTTP/1.1" status: 204 len: 168 time: 0.5680838 Jul 16 01:33:32.379572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53938) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.385705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec37b6-3c36-4688-a9dd-112d75e0eb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce7cc9-ff99-4b00-ba86-1ab629b72b9f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.492907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.592104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.605183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905f8058-a72c-4ce8-b174-445630c9e02c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:32.619324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec57a00-522c-446e-bbc8-7a3b505472f2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:32.619900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec57a00-522c-446e-bbc8-7a3b505472f2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:32.632505 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.649745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 53946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.660693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.673670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:32.674421 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:32.677464 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:32.757745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.772614 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.777233 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] 10.222.0.64 "DELETE /v2.0/networks/905f8058-a72c-4ce8-b174-445630c9e02c HTTP/1.1" status: 204 len: 168 time: 0.3965428 Jul 16 01:33:32.791967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a440db9-6e6f-4600-a326-1c6b9e123699 admin admin] Pushing event deleted for resources: {'Network': ['ID=905f8058-a72c-4ce8-b174-445630c9e02c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.960788 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ae7555-6bde-455a-9714-f4e7b984ed2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.100261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:33.148881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ae7555-6bde-455a-9714-f4e7b984ed2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.155614 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ae7555-6bde-455a-9714-f4e7b984ed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.166866 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fb86c233-8867-4ef2-ba52-e99b9905a6a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1002d8c18ade45268510cf102e842911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644944 Jul 16 01:33:33.167488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53972) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:33.219424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae7555-6bde-455a-9714-f4e7b984ed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771a4329-b40f-407b-a612-0d47e9a0c1a4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.224918 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-66ae7555-6bde-455a-9714-f4e7b984ed2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d372c11165c4f60a872114b3b7fc272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739121 Jul 16 01:33:33.228344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 53974) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:33.261371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9175f993-917b-4eda-91e4-5ccf77660aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.331731 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9175f993-917b-4eda-91e4-5ccf77660aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.392709 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-394f1e95-87fd-494f-a5db-14ff83d966d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.422200 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9175f993-917b-4eda-91e4-5ccf77660aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.424657 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9175f993-917b-4eda-91e4-5ccf77660aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.425812 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9175f993-917b-4eda-91e4-5ccf77660aa0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8f01ed6-c8c1-43c0-a864-c575b522ac0c HTTP/1.1" status: 204 len: 168 time: 0.2574077 Jul 16 01:33:33.437781 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-394f1e95-87fd-494f-a5db-14ff83d966d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.439624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175f993-917b-4eda-91e4-5ccf77660aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f01ed6-c8c1-43c0-a864-c575b522ac0c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.516670 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-394f1e95-87fd-494f-a5db-14ff83d966d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.521327 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-394f1e95-87fd-494f-a5db-14ff83d966d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.526498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-394f1e95-87fd-494f-a5db-14ff83d966d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/771a4329-b40f-407b-a612-0d47e9a0c1a4 HTTP/1.1" status: 204 len: 168 time: 0.2894590 Jul 16 01:33:33.536475 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f1e95-87fd-494f-a5db-14ff83d966d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771a4329-b40f-407b-a612-0d47e9a0c1a4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.765626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 69b72630-cbc0-408d-aca3-35db11b5da53 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:33.798225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 69b72630-cbc0-408d-aca3-35db11b5da53 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:33.798962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 69b72630-cbc0-408d-aca3-35db11b5da53 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:34.087288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54010) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:34.104037 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af66d91f-09e7-4eaa-b197-8fb30e50ba63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.227919 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af66d91f-09e7-4eaa-b197-8fb30e50ba63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.235475 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af66d91f-09e7-4eaa-b197-8fb30e50ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.283252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66d91f-09e7-4eaa-b197-8fb30e50ba63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e94fef-5410-45f2-a07c-79eeab6daa04,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:34.305705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af66d91f-09e7-4eaa-b197-8fb30e50ba63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b46ae12ce5e7470eb8bdbe6822d26fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173748 Jul 16 01:33:34.308674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:34.396817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e001ba5-5dfa-43bd-9e1e-f15122e1f2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.424241 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e001ba5-5dfa-43bd-9e1e-f15122e1f2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.507443 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e001ba5-5dfa-43bd-9e1e-f15122e1f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.511916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e001ba5-5dfa-43bd-9e1e-f15122e1f2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.513361 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9e001ba5-5dfa-43bd-9e1e-f15122e1f2d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36e94fef-5410-45f2-a07c-79eeab6daa04 HTTP/1.1" status: 204 len: 168 time: 0.2033091 Jul 16 01:33:34.523362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e001ba5-5dfa-43bd-9e1e-f15122e1f2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e94fef-5410-45f2-a07c-79eeab6daa04,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:35.729613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54120) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:35.925151 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7d7cf85-a6f5-47ae-89e4-0ac5a5613e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.099862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7d7cf85-a6f5-47ae-89e4-0ac5a5613e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.104372 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7d7cf85-a6f5-47ae-89e4-0ac5a5613e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.141363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7cf85-a6f5-47ae-89e4-0ac5a5613e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e4c3ff-f41e-4088-b052-dd55adff57af,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.175457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.177864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a7d7cf85-a6f5-47ae-89e4-0ac5a5613e5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b29aa5be6d0a4db8a2967fecd251d9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468753 Jul 16 01:33:36.298638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c42bd00-eeb8-4bdc-9b42-eed0f6dfa910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.331450 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c42bd00-eeb8-4bdc-9b42-eed0f6dfa910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.405846 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c42bd00-eeb8-4bdc-9b42-eed0f6dfa910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.408827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c42bd00-eeb8-4bdc-9b42-eed0f6dfa910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.410418 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1c42bd00-eeb8-4bdc-9b42-eed0f6dfa910 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7e4c3ff-f41e-4088-b052-dd55adff57af HTTP/1.1" status: 204 len: 168 time: 0.2333794 Jul 16 01:33:36.430249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42bd00-eeb8-4bdc-9b42-eed0f6dfa910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e4c3ff-f41e-4088-b052-dd55adff57af,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.677529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54184) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.948544 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16a7ada6-fa0b-4b64-bd8f-41e23d70a3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.035802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54200) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.055744 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-962fb61d-b92d-4295-9e26-a4fea1e372ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.132105 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16a7ada6-fa0b-4b64-bd8f-41e23d70a3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.137376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16a7ada6-fa0b-4b64-bd8f-41e23d70a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.186176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7ada6-fa0b-4b64-bd8f-41e23d70a3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef78cacf-c7a1-4252-bd73-f1ac3be99ae1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.211094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-16a7ada6-fa0b-4b64-bd8f-41e23d70a3cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9685a97bff344f3ebca1b6a1b2c704d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5323901 Jul 16 01:33:37.213723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54212) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.267787 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-962fb61d-b92d-4295-9e26-a4fea1e372ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.274675 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-962fb61d-b92d-4295-9e26-a4fea1e372ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.281504 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5742-3b9c-4044-9bd5-4b805af97269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.306615 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5742-3b9c-4044-9bd5-4b805af97269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.321532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fb61d-b92d-4295-9e26-a4fea1e372ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fef637b-3daa-4230-9997-2086f68ab604,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.349046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-962fb61d-b92d-4295-9e26-a4fea1e372ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=327904c400ac486aa0ddf0b6919f9402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091810 Jul 16 01:33:37.349396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54218) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.418280 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5742-3b9c-4044-9bd5-4b805af97269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.423456 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5742-3b9c-4044-9bd5-4b805af97269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.430203 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7f0c5742-3b9c-4044-9bd5-4b805af97269 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef78cacf-c7a1-4252-bd73-f1ac3be99ae1 HTTP/1.1" status: 204 len: 168 time: 0.2150025 Jul 16 01:33:37.449080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c5742-3b9c-4044-9bd5-4b805af97269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef78cacf-c7a1-4252-bd73-f1ac3be99ae1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.462110 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0431c3f6-6ecd-4608-b47d-80844c82fa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.514747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0431c3f6-6ecd-4608-b47d-80844c82fa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.585125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0431c3f6-6ecd-4608-b47d-80844c82fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.587930 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0431c3f6-6ecd-4608-b47d-80844c82fa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.589288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0431c3f6-6ecd-4608-b47d-80844c82fa95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8fef637b-3daa-4230-9997-2086f68ab604 HTTP/1.1" status: 204 len: 168 time: 0.2387073 Jul 16 01:33:37.603862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431c3f6-6ecd-4608-b47d-80844c82fa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fef637b-3daa-4230-9997-2086f68ab604,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:38.117595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54260) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.139687 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89bf1433-211e-4632-84c6-65cbdb4adcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.339573 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89bf1433-211e-4632-84c6-65cbdb4adcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.345503 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89bf1433-211e-4632-84c6-65cbdb4adcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.477178 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.483452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-89bf1433-211e-4632-84c6-65cbdb4adcf1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f64582453222453b9a6782ef698bac8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646398 Jul 16 01:33:38.484791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf1433-211e-4632-84c6-65cbdb4adcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a43bc6-699e-4ba3-b03d-b2d72dd2d9e2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:38.633498 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-319705c6-7960-4112-a2f5-6a27003f8bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.667598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-319705c6-7960-4112-a2f5-6a27003f8bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.735301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-319705c6-7960-4112-a2f5-6a27003f8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.738416 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-319705c6-7960-4112-a2f5-6a27003f8bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.739861 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-319705c6-7960-4112-a2f5-6a27003f8bdd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6a43bc6-699e-4ba3-b03d-b2d72dd2d9e2 HTTP/1.1" status: 204 len: 168 time: 0.2616804 Jul 16 01:33:38.764460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319705c6-7960-4112-a2f5-6a27003f8bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a43bc6-699e-4ba3-b03d-b2d72dd2d9e2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.158150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.454603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-321456537'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:40.500607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Made reservation on behalf of 07581279af024dcba1e42e4b8562a988 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:40.504783 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.522828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.605465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54394) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.649722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.657156 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.696436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118c6303-8272-44a1-adf7-86422506b967,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.707990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:40.723194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.723694 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Added segment b5de7da0-c39a-4d19-bf7a-51dafe7dbad7 of type vlan for network f8780972-a1a8-4941-95ab-10b39d4610be Jul 16 01:33:40.792363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.829110 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.837270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.838031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.909521 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7502224 Jul 16 01:33:40.912970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.924056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Request body: {'subnet': {'network_id': 'f8780972-a1a8-4941-95ab-10b39d4610be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:40.992863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848a2a4-88e0-4f01-b0d2-1dd5c4ae2598 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Pushing event updated for resources: {'Network': ['ID=f8780972-a1a8-4941-95ab-10b39d4610be,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.005811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f8780972-a1a8-4941-95ab-10b39d4610be details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:41.055003 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc8e2-44de-4dc7-98ed-a180c5d72899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.089382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Made reservation on behalf of 07581279af024dcba1e42e4b8562a988 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:41.095132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.206148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc8e2-44de-4dc7-98ed-a180c5d72899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.217136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc8e2-44de-4dc7-98ed-a180c5d72899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.303128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c3ddc8e2-44de-4dc7-98ed-a180c5d72899 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a01489480c15493b810c7dd9558c50c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6932480 Jul 16 01:33:41.303128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddc8e2-44de-4dc7-98ed-a180c5d72899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf5ba4-3bd1-49a9-aa52-f44b6b91c125,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.315090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54438) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:41.372437 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.454922 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d724d47b-901e-4bc0-8230-93542d5a8d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.492464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Checking segment: {'id': 'b5de7da0-c39a-4d19-bf7a-51dafe7dbad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f8780972-a1a8-4941-95ab-10b39d4610be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:41.492888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Network hostable DHCP agents. Network: f8780972-a1a8-4941-95ab-10b39d4610be, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:41.503666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Pushing event updated for resources: {'Subnet': ['ID=b5518f25-937d-4a71-b060-8c17d30c79e4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.512773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d724d47b-901e-4bc0-8230-93542d5a8d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.551944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Network f8780972-a1a8-4941-95ab-10b39d4610be is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:41.564079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f8780972-a1a8-4941-95ab-10b39d4610be) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:41.570410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.570740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.577463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86640f54-9c8b-4250-917e-42257ee6aecf None None] Network f8780972-a1a8-4941-95ab-10b39d4610be requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:41.589473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3cfb2c57-01cf-43b0-814d-913088108b83 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6750581 Jul 16 01:33:41.592785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54454) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:41.594392 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d724d47b-901e-4bc0-8230-93542d5a8d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.598041 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d724d47b-901e-4bc0-8230-93542d5a8d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.599861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Request body: {'port': {'network_id': 'f8780972-a1a8-4941-95ab-10b39d4610be', 'name': 'tempest-DHCPAgentSchedulersTestJSON-118478873'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:41.602458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d724d47b-901e-4bc0-8230-93542d5a8d9d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4cf5ba4-3bd1-49a9-aa52-f44b6b91c125 HTTP/1.1" status: 204 len: 168 time: 0.2854128 Jul 16 01:33:41.611842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724d47b-901e-4bc0-8230-93542d5a8d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cf5ba4-3bd1-49a9-aa52-f44b6b91c125,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.778096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Made reservation on behalf of 07581279af024dcba1e42e4b8562a988 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:41.786151 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.852908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] device_id is not set on port a9113a13-b2be-4017-98d0-0bb5de8bd6d4 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:41.887041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-f8780972-a1a8-4941-95ab-10b39d4610be', 'network_id': 'f8780972-a1a8-4941-95ab-10b39d4610be', 'tenant_id': '07581279af024dcba1e42e4b8562a988', 'fixed_ips': [{'subnet_id': 'b5518f25-937d-4a71-b060-8c17d30c79e4'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:41.888010 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.085432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Allocated IP 172.20.0.7 (f8780972-a1a8-4941-95ab-10b39d4610be/b5518f25-937d-4a71-b060-8c17d30c79e4/a9113a13-b2be-4017-98d0-0bb5de8bd6d4) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:42.342793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54484) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.366193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d8db-e15f-4b78-8f7c-a426c1aa74ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.392951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.417383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Transition to ACTIVE for port object a9113a13-b2be-4017-98d0-0bb5de8bd6d4 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:42.503332 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.557207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Allocated IP 172.20.0.2 (f8780972-a1a8-4941-95ab-10b39d4610be/b5518f25-937d-4a71-b060-8c17d30c79e4/fdcedc1b-8f67-4253-a6a1-ad3a030b9de7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:42.562834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Pushing event updated for resources: {'Port': ['ID=a9113a13-b2be-4017-98d0-0bb5de8bd6d4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.581261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Network f8780972-a1a8-4941-95ab-10b39d4610be is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:42.584549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:42.591735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:42.632440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d8db-e15f-4b78-8f7c-a426c1aa74ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.642430 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d8db-e15f-4b78-8f7c-a426c1aa74ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.691953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.692615 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.741864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2ec8d8db-e15f-4b78-8f7c-a426c1aa74ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bdea936e36004b6da69a3b9746e23456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957746 Jul 16 01:33:42.743073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54500) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.756711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8d8db-e15f-4b78-8f7c-a426c1aa74ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0351bb65-2033-47ee-82d6-66a96480bfcf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.767838 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ab1533d7-0588-468d-a27c-7578b2e1d3d7 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1701550 Jul 16 01:33:42.768329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54502) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.832613 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb81735a-128b-4e64-aeac-e055f1859b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.850056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.859252 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb81735a-128b-4e64-aeac-e055f1859b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.876638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Transition to ACTIVE for port object fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:42.907790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Transition to ACTIVE for port object fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:42.922186 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.924148 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb81735a-128b-4e64-aeac-e055f1859b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.929120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb81735a-128b-4e64-aeac-e055f1859b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.936123 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eb81735a-128b-4e64-aeac-e055f1859b4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0351bb65-2033-47ee-82d6-66a96480bfcf HTTP/1.1" status: 204 len: 168 time: 0.1901896 Jul 16 01:33:42.939941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-40e4d279-6b03-41f2-8308-d24fbe36c00d tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Deleting port a9113a13-b2be-4017-98d0-0bb5de8bd6d4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:42.940420 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40e4d279-6b03-41f2-8308-d24fbe36c00d tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.978849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81735a-128b-4e64-aeac-e055f1859b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0351bb65-2033-47ee-82d6-66a96480bfcf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.049434 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40e4d279-6b03-41f2-8308-d24fbe36c00d tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.064179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-40e4d279-6b03-41f2-8308-d24fbe36c00d tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Calling delete_port for a9113a13-b2be-4017-98d0-0bb5de8bd6d4 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:43.078833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Network f8780972-a1a8-4941-95ab-10b39d4610be is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:43.088766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:43.102390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:43.178203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Pushing event updated for resources: {'Port': ['ID=fdcedc1b-8f67-4253-a6a1-ad3a030b9de7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.231069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Attempting to bind port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:43.232472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Attempting to bind port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b5de7da0-c39a-4d19-bf7a-51dafe7dbad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f8780972-a1a8-4941-95ab-10b39d4610be'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:43.233260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Attempting to bind port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 on network f8780972-a1a8-4941-95ab-10b39d4610be {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:43.244772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:43.245406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Checking segment: {'id': 'b5de7da0-c39a-4d19-bf7a-51dafe7dbad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f8780972-a1a8-4941-95ab-10b39d4610be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:43.245988 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.246567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Bound using segment: {'id': 'b5de7da0-c39a-4d19-bf7a-51dafe7dbad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f8780972-a1a8-4941-95ab-10b39d4610be'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:43.247346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Bound port: fdcedc1b-8f67-4253-a6a1-ad3a030b9de7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5de7da0-c39a-4d19-bf7a-51dafe7dbad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f8780972-a1a8-4941-95ab-10b39d4610be'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:43.249234 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.268701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.269276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.269772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.270355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.270845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.271348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.271845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.272337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.272820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.273300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.273440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40e4d279-6b03-41f2-8308-d24fbe36c00d tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.273932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.274446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:43.347012 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4d279-6b03-41f2-8308-d24fbe36c00d tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Pushing event deleted for resources: {'Port': ['ID=a9113a13-b2be-4017-98d0-0bb5de8bd6d4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.483425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] For port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:43.486165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40e4d279-6b03-41f2-8308-d24fbe36c00d tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.491630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] For port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fdcedc1b-8f67-4253-a6a1-ad3a030b9de7,segment=NetworkSegment(b5de7da0-c39a-4d19-bf7a-51dafe7dbad7),segment_id=b5de7da0-c39a-4d19-bf7a-51dafe7dbad7)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:43.494097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-40e4d279-6b03-41f2-8308-d24fbe36c00d tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] 10.222.0.64 "DELETE /v2.0/ports/a9113a13-b2be-4017-98d0-0bb5de8bd6d4 HTTP/1.1" status: 204 len: 168 time: 0.7235804 Jul 16 01:33:43.495549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54530) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:43.502284 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.610953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1902d78-b809-452a-9f96-3a74b75a7ead None None] Pushing event updated for resources: {'Port': ['ID=fdcedc1b-8f67-4253-a6a1-ad3a030b9de7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.157204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-883f2656-27c8-441c-ba9b-ba08b67aa7a7 tempest-DHCPAgentSchedulersTestJSON-1367515029 tempest-DHCPAgentSchedulersTestJSON-1367515029-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.6576240 Jul 16 01:33:44.159042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54558) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:44.167584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-307713165'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:44.196694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Made reservation on behalf of 07581279af024dcba1e42e4b8562a988 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:44.202438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.232841 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:44.243350 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.244145 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Added segment e705ab29-d9d5-4448-aa9b-4811f8456b43 of type vlan for network 3cc9c582-ff45-4c92-a7ab-68fe54205941 Jul 16 01:33:44.297967 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.349537 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.361476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.362220 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.392163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54568) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:44.392639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2316654 Jul 16 01:33:44.475473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1cf25-45c9-4b9b-bbd4-2bf03305d254 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Pushing event updated for resources: {'Network': ['ID=3cc9c582-ff45-4c92-a7ab-68fe54205941,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.504415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 3cc9c582-ff45-4c92-a7ab-68fe54205941 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:44.758912 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-efa0a81b-c7fe-4004-af20-46bed79dcaec tempest-DHCPAgentSchedulersTestJSON-1367515029 tempest-DHCPAgentSchedulersTestJSON-1367515029-project-admin] 10.222.0.64 "GET /v2.0/agents/d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54/dhcp-networks HTTP/1.1" status: 200 len: 6449 time: 0.3640339 Jul 16 01:33:44.762620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54584) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:44.948283 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:44.957000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e519c-2f7e-4777-bb31-d499ba261427 tempest-DHCPAgentSchedulersTestJSON-1367515029 tempest-DHCPAgentSchedulersTestJSON-1367515029-project-admin] Network 3cc9c582-ff45-4c92-a7ab-68fe54205941 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:44.988801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54590) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:44.990681 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ab7e519c-2f7e-4777-bb31-d499ba261427 tempest-DHCPAgentSchedulersTestJSON-1367515029 tempest-DHCPAgentSchedulersTestJSON-1367515029-project-admin] 10.222.0.64 "POST /v2.0/agents/d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2256188 Jul 16 01:33:45.044155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5a962-9662-40e9-8b57-e60ec9be8206 None None] Network 3cc9c582-ff45-4c92-a7ab-68fe54205941 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:45.286904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3c5ccd6e-54b3-451c-ab77-9db36ac33e3b tempest-DHCPAgentSchedulersTestJSON-1367515029 tempest-DHCPAgentSchedulersTestJSON-1367515029-project-admin] 10.222.0.64 "GET /v2.0/agents/d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54/dhcp-networks HTTP/1.1" status: 200 len: 7218 time: 0.2963159 Jul 16 01:33:45.289171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.410745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a78ad76-03bf-4b60-bfad-2791aba426cb None None] Network f8780972-a1a8-4941-95ab-10b39d4610be requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:45.506154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a8e8413e-11c9-43c9-a42e-95ec973d39c1 tempest-DHCPAgentSchedulersTestJSON-1367515029 tempest-DHCPAgentSchedulersTestJSON-1367515029-project-admin] 10.222.0.64 "DELETE /v2.0/agents/d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54/dhcp-networks/3cc9c582-ff45-4c92-a7ab-68fe54205941 HTTP/1.1" status: 204 len: 168 time: 0.2041385 Jul 16 01:33:45.508440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.643906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b296f9c8-5563-4eed-9cb1-f8d4d6818c50 tempest-DHCPAgentSchedulersTestJSON-1367515029 tempest-DHCPAgentSchedulersTestJSON-1367515029-project-admin] 10.222.0.64 "GET /v2.0/agents/d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54/dhcp-networks HTTP/1.1" status: 200 len: 6449 time: 0.1341271 Jul 16 01:33:45.648141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.686637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.687215 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4005537f-4c0d-4118-b88b-147bfd4b98ec tempest-DHCPAgentSchedulersTestJSON-1367515029 tempest-DHCPAgentSchedulersTestJSON-1367515029-project-admin] 10.222.0.64 "GET /v2.0/networks/f8780972-a1a8-4941-95ab-10b39d4610be/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0378547 Jul 16 01:33:45.729573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54624) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.744795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a24d7dd2-412c-46a7-a5a2-b8c52d84fd78 tempest-DHCPAgentSchedulersTestJSON-1367515029 tempest-DHCPAgentSchedulersTestJSON-1367515029-project-admin] 10.222.0.64 "GET /v2.0/networks/f8780972-a1a8-4941-95ab-10b39d4610be/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0386884 Jul 16 01:33:45.812854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6a14bb9c-0ace-47aa-a016-db67cf38525d None None] Provisioning for port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:45.894962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:45.901091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:45.901720 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.124370 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.132420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-56e90a61-47a7-4add-b367-60c7c326fb1d tempest-DHCPAgentSchedulersTestJSON-1367515029 tempest-DHCPAgentSchedulersTestJSON-1367515029-project-admin] 10.222.0.64 "GET /v2.0/agents/d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54/dhcp-networks HTTP/1.1" status: 200 len: 6449 time: 0.4015667 Jul 16 01:33:46.136339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54642) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.209746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fdcedc1b-8f67-4253-a6a1-ad3a030b9de7,segment=NetworkSegment(b5de7da0-c39a-4d19-bf7a-51dafe7dbad7),segment_id=b5de7da0-c39a-4d19-bf7a-51dafe7dbad7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:46.214870 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:46.222383 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.361299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=fdcedc1b-8f67-4253-a6a1-ad3a030b9de7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.390789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.545469 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.569889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc9c582-ff45-4c92-a7ab-68fe54205941']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:46.583526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e705ab29-d9d5-4448-aa9b-4811f8456b43') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:46.584105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e705ab29-d9d5-4448-aa9b-4811f8456b43') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:46.610299 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.642516 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.655743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:46.656165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:46.659349 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:46.758719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ed2b8ab4-29bd-4fcf-aec4-9a5b4cb4cedb None None] Provisioning complete for port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:46.761568 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed2b8ab4-29bd-4fcf-aec4-9a5b4cb4cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.776628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.786623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.792617 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54672) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.793240 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] 10.222.0.64 "DELETE /v2.0/networks/3cc9c582-ff45-4c92-a7ab-68fe54205941 HTTP/1.1" status: 204 len: 168 time: 0.6552782 Jul 16 01:33:46.807102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194584a-f05e-4ced-a4e0-6760a3b79bfa tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Pushing event deleted for resources: {'Network': ['ID=3cc9c582-ff45-4c92-a7ab-68fe54205941,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.889194 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b178ad-1b54-4378-b62c-29dfddc15924 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:46.891745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b178ad-1b54-4378-b62c-29dfddc15924 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:46.900578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54676) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.920100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-31b178ad-1b54-4378-b62c-29dfddc15924 tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] 10.222.0.64 "DELETE /v2.0/ports/a9113a13-b2be-4017-98d0-0bb5de8bd6d4 HTTP/1.1" status: 404 len: 333 time: 0.1246715 Jul 16 01:33:47.050117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc73d143-181b-4d6c-a277-11222c563caf tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Deleting subnet b5518f25-937d-4a71-b060-8c17d30c79e4 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:47.060605 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc73d143-181b-4d6c-a277-11222c563caf tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.145304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc73d143-181b-4d6c-a277-11222c563caf tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.208961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:47.436307 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc73d143-181b-4d6c-a277-11222c563caf tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.544320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:47.549983 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.704837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-03164fb3-b485-425f-96b2-78f385445907 None None] Could not find standard attr ID for object a9113a13-b2be-4017-98d0-0bb5de8bd6d4. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:47.705593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc73d143-181b-4d6c-a277-11222c563caf tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.772267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73d143-181b-4d6c-a277-11222c563caf tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Pushing event deleted for resources: {'Subnet': ['ID=b5518f25-937d-4a71-b060-8c17d30c79e4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.781123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc73d143-181b-4d6c-a277-11222c563caf tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.784747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fc73d143-181b-4d6c-a277-11222c563caf tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] 10.222.0.64 "DELETE /v2.0/subnets/b5518f25-937d-4a71-b060-8c17d30c79e4 HTTP/1.1" status: 204 len: 168 time: 0.8828561 Jul 16 01:33:47.786443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a4ebed-3ec2-4011-9c81-4ca22483c497 None None] Network f8780972-a1a8-4941-95ab-10b39d4610be requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:47.788109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54706) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:47.999031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.214076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a41de-847d-4029-b851-750969fe2374 None None] DHCP port deletion for f8780972-a1a8-4941-95ab-10b39d4610be request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:33:48.364660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a41de-847d-4029-b851-750969fe2374 None None] Deleting port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:48.365431 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb8a41de-847d-4029-b851-750969fe2374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.447368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fb8a41de-847d-4029-b851-750969fe2374 None None] For port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fdcedc1b-8f67-4253-a6a1-ad3a030b9de7,segment=NetworkSegment(b5de7da0-c39a-4d19-bf7a-51dafe7dbad7),segment_id=b5de7da0-c39a-4d19-bf7a-51dafe7dbad7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:48.448163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb8a41de-847d-4029-b851-750969fe2374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.464766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a41de-847d-4029-b851-750969fe2374 None None] Calling delete_port for fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:48.583345 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb8a41de-847d-4029-b851-750969fe2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.635754 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Deleting port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:48.636092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.646137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a41de-847d-4029-b851-750969fe2374 None None] Pushing event deleted for resources: {'Port': ['ID=fdcedc1b-8f67-4253-a6a1-ad3a030b9de7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.679067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a41de-847d-4029-b851-750969fe2374 None None] No DVR routers for this DVR port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:48.721983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] For port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7, host n-d-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:48.722382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.736171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Calling delete_port for fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:48.739042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:33:48.740636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.791332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Pushing event deleted for resources: {'Port': ['ID=fdcedc1b-8f67-4253-a6a1-ad3a030b9de7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.793517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] No DVR routers for this DVR port fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:48.871960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:48.923594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:48.925926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fdcedc1b-8f67-4253-a6a1-ad3a030b9de7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:48.980194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.992935 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8780972-a1a8-4941-95ab-10b39d4610be']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:49.010535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5de7da0-c39a-4d19-bf7a-51dafe7dbad7') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:49.011915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5de7da0-c39a-4d19-bf7a-51dafe7dbad7') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:49.026489 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.054629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.064424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:49.065154 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:49.068912 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:49.199337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.212744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.215063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] 10.222.0.64 "DELETE /v2.0/networks/f8780972-a1a8-4941-95ab-10b39d4610be HTTP/1.1" status: 204 len: 168 time: 1.4248128 Jul 16 01:33:49.246472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641433e-df13-43c1-86ed-8e92b6f8a77a tempest-DHCPAgentSchedulersTestJSON-1868131435 tempest-DHCPAgentSchedulersTestJSON-1868131435-project] Pushing event deleted for resources: {'Network': ['ID=f8780972-a1a8-4941-95ab-10b39d4610be,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.542680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.610325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54778) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.909635 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4626b0cd-4a3d-4115-beeb-017cc4e6514f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.015929 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-73277abd-7150-4614-bd64-71b5bebee40a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07581279af024dcba1e42e4b8562a988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040771 Jul 16 01:33:50.018883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54800) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:50.105841 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4626b0cd-4a3d-4115-beeb-017cc4e6514f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.110730 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4626b0cd-4a3d-4115-beeb-017cc4e6514f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.119104 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d00f38d3-4d9d-456f-9cc0-6f9fdae82530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.147963 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d00f38d3-4d9d-456f-9cc0-6f9fdae82530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.160454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626b0cd-4a3d-4115-beeb-017cc4e6514f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a31169-1560-4252-9774-f76ca690dd9f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.203842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d00f38d3-4d9d-456f-9cc0-6f9fdae82530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.207821 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d00f38d3-4d9d-456f-9cc0-6f9fdae82530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.208132 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4626b0cd-4a3d-4115-beeb-017cc4e6514f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=007d1a6b4da5410981488ab66a86f424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6643293 Jul 16 01:33:50.209544 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d00f38d3-4d9d-456f-9cc0-6f9fdae82530 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/118c6303-8272-44a1-adf7-86422506b967 HTTP/1.1" status: 204 len: 168 time: 0.1895971 Jul 16 01:33:50.212854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54806) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:50.266170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f38d3-4d9d-456f-9cc0-6f9fdae82530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118c6303-8272-44a1-adf7-86422506b967,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.283891 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2082d37-398d-4f0e-a1b6-6685ac9f9eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.315909 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2082d37-398d-4f0e-a1b6-6685ac9f9eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.391315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2082d37-398d-4f0e-a1b6-6685ac9f9eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.393871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2082d37-398d-4f0e-a1b6-6685ac9f9eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.397530 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f2082d37-398d-4f0e-a1b6-6685ac9f9eef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3a31169-1560-4252-9774-f76ca690dd9f HTTP/1.1" status: 204 len: 168 time: 0.1810515 Jul 16 01:33:50.407195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2082d37-398d-4f0e-a1b6-6685ac9f9eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a31169-1560-4252-9774-f76ca690dd9f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.898990 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:50.913632 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b94d619-9aa8-4f5c-a7e9-da73002ebee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.086180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54842) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.086695 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b94d619-9aa8-4f5c-a7e9-da73002ebee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.093155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b94d619-9aa8-4f5c-a7e9-da73002ebee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.104658 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67a78f2d-5bcb-427d-bb26-221e8a915726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.167922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2b94d619-9aa8-4f5c-a7e9-da73002ebee7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a5b188e048f42398db1a67b4f96b452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675872 Jul 16 01:33:51.171564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54846) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.180217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94d619-9aa8-4f5c-a7e9-da73002ebee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22e4280-22eb-40cc-b88d-e06205410db2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.285166 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bef8ab1b-b7ec-4b07-ad55-fce170600004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.336478 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67a78f2d-5bcb-427d-bb26-221e8a915726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.342999 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bef8ab1b-b7ec-4b07-ad55-fce170600004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.344982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67a78f2d-5bcb-427d-bb26-221e8a915726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.420574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a78f2d-5bcb-427d-bb26-221e8a915726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f1b74d-f40d-4334-b387-1eb3bf95ead4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.460361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-67a78f2d-5bcb-427d-bb26-221e8a915726 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34bd267994214ba3bb874f48b47abaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721454 Jul 16 01:33:51.462651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54854) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.474375 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bef8ab1b-b7ec-4b07-ad55-fce170600004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.477967 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bef8ab1b-b7ec-4b07-ad55-fce170600004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.479260 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bef8ab1b-b7ec-4b07-ad55-fce170600004 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d22e4280-22eb-40cc-b88d-e06205410db2 HTTP/1.1" status: 204 len: 168 time: 0.3062859 Jul 16 01:33:51.511637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8ab1b-b7ec-4b07-ad55-fce170600004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22e4280-22eb-40cc-b88d-e06205410db2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.568320 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a283ad79-4fe6-408a-8ee8-2b2776d17f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.598600 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a283ad79-4fe6-408a-8ee8-2b2776d17f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.656235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a283ad79-4fe6-408a-8ee8-2b2776d17f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.661811 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a283ad79-4fe6-408a-8ee8-2b2776d17f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.667106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a283ad79-4fe6-408a-8ee8-2b2776d17f25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53f1b74d-f40d-4334-b387-1eb3bf95ead4 HTTP/1.1" status: 204 len: 168 time: 0.2032485 Jul 16 01:33:51.679198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283ad79-4fe6-408a-8ee8-2b2776d17f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f1b74d-f40d-4334-b387-1eb3bf95ead4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.805883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 54924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:52.971421 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.085928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.091359 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.119925 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb0197c17bb948b38fa61761c31d10a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129246 Jul 16 01:33:53.124793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 54944) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:53.174429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a80c1cf-2a26-4632-9ad0-d3ab79c33705,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:53.195261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.195902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.196517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.200017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.201101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.201758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.202394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.203034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.206416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.207195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.207723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.208236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d28e3c-f217-4c11-a123-3224fbedbf13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.252448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-203957e1-8702-446d-9197-8d14b6890cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.297850 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-203957e1-8702-446d-9197-8d14b6890cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.368298 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-203957e1-8702-446d-9197-8d14b6890cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.370944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-203957e1-8702-446d-9197-8d14b6890cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.374342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-203957e1-8702-446d-9197-8d14b6890cd6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a80c1cf-2a26-4632-9ad0-d3ab79c33705 HTTP/1.1" status: 204 len: 168 time: 0.2470136 Jul 16 01:33:53.385687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203957e1-8702-446d-9197-8d14b6890cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a80c1cf-2a26-4632-9ad0-d3ab79c33705,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:54.541016 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-743e5305-0f63-42de-8427-70fa2f74da18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.865094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b55d5f-7011-40c7-b8f7-c418f0607158 req-676a99c0-6745-4ad8-80cc-d2f3854edaea tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.876730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23b55d5f-7011-40c7-b8f7-c418f0607158 req-676a99c0-6745-4ad8-80cc-d2f3854edaea tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1098 time: 0.0869691 Jul 16 01:33:54.915803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23b55d5f-7011-40c7-b8f7-c418f0607158 req-57671e10-38a2-4682-9203-0704be93ccb0 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369060 Jul 16 01:33:55.065607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55046) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.124038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a411cb5-bb0a-4243-97a4-3dce140d0335 req-fd082e62-1873-46ba-9643-99d353bbebbb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.125619 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a411cb5-bb0a-4243-97a4-3dce140d0335 req-fd082e62-1873-46ba-9643-99d353bbebbb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0859678 Jul 16 01:33:55.171817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a411cb5-bb0a-4243-97a4-3dce140d0335 req-0241305e-4820-4b7e-acff-5c70901fa639 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378654 Jul 16 01:33:55.225782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55058) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.314390 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2619e74e-8357-4531-bde4-1aa6191b7aae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/3722a47c-bedd-4628-a46f-7454ed2afa7a HTTP/1.1" status: 200 len: 993 time: 0.0870275 Jul 16 01:33:55.500968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-866752151'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:55.571010 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.577212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Made reservation on behalf of 1cd9a876652d43148c78bd3112e81c11 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:55.583246 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.598563 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.605853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-61eba76f-2e94-491f-b531-9619fec7e00c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1466477 Jul 16 01:33:55.757400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-f24c30ed-e93e-4360-810a-3d3ee376f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.757928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-f24c30ed-e93e-4360-810a-3d3ee376f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.758429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-f24c30ed-e93e-4360-810a-3d3ee376f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.759403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-f24c30ed-e93e-4360-810a-3d3ee376f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.759403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-f24c30ed-e93e-4360-810a-3d3ee376f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.759834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-f24c30ed-e93e-4360-810a-3d3ee376f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.760612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-f24c30ed-e93e-4360-810a-3d3ee376f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.762564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-f24c30ed-e93e-4360-810a-3d3ee376f350 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6508 time: 0.0974357 Jul 16 01:33:55.827515 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.837256 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.893168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e75c67-9d62-42c6-9cda-cfd0acc3c140,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.902961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:55.921697 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.922422 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Added segment 04b6e51c-b700-4a30-83ca-e4caa95d0002 of type vlan for network 0a1791f3-e311-4645-9f76-5f37093631ac Jul 16 01:33:55.946173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-80513ed0-dd65-4b0d-bff9-92fb99247535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.947302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-80513ed0-dd65-4b0d-bff9-92fb99247535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.947779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-80513ed0-dd65-4b0d-bff9-92fb99247535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.950777 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-80513ed0-dd65-4b0d-bff9-92fb99247535 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9020f891-2bdc-4fed-af34-da7703046d1c&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d HTTP/1.1" status: 200 len: 2293 time: 0.1535270 Jul 16 01:33:56.015136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.077273 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.088536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.092448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.104874 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-0f53bd97-275c-4201-a86c-2958c215c962 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b HTTP/1.1" status: 200 len: 1000 time: 0.1452427 Jul 16 01:33:56.168101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1010692 Jul 16 01:33:56.197434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-0f9b9223-e12e-4ba0-a974-fb1ab5302df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.200023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-0f9b9223-e12e-4ba0-a974-fb1ab5302df2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89371c7e-74bf-42c2-ac62-b7e5abcda39b HTTP/1.1" status: 200 len: 856 time: 0.0859592 Jul 16 01:33:56.230788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1b90c-3c2e-45ef-8c94-98273a828df4 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Pushing event updated for resources: {'Network': ['ID=0a1791f3-e311-4645-9f76-5f37093631ac,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.244495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 0a1791f3-e311-4645-9f76-5f37093631ac details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:56.323841 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-88f47696-6bb3-43d0-a92b-453f22fcde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.326949 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-88f47696-6bb3-43d0-a92b-453f22fcde04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9020f891-2bdc-4fed-af34-da7703046d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188319 Jul 16 01:33:56.513967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-0733dea6-49da-450d-875f-533fc370f367 service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785517 Jul 16 01:33:56.518191 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-b541e784-cebc-40cc-9222-813a0a198950 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309969 Jul 16 01:33:56.604434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de9279-f200-41be-8906-604f09ae063f req-14c3b6ea-5063-4fd7-8dbe-18bb4783aef2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.615463 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58de9279-f200-41be-8906-604f09ae063f req-14c3b6ea-5063-4fd7-8dbe-18bb4783aef2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1388161 Jul 16 01:33:56.625450 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.657227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-eecb7181-c687-4c94-a5d6-41474d21a916 service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358354 Jul 16 01:33:56.687166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58de9279-f200-41be-8906-604f09ae063f req-14accf23-d2db-4b91-9e16-8d44b93239d6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701447 Jul 16 01:33:56.774374 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-ac63877c-364c-480f-a575-b77f941855ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 217 time: 0.1059377 Jul 16 01:33:56.892920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55132) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.897995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Request body: {'port': {'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac', 'binding:host_id': 'n-h2-791504-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-6055258'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:56.921076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-d33e7e24-6ddc-4611-919f-beef8c953c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.924802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-d33e7e24-6ddc-4611-919f-beef8c953c6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.1412275 Jul 16 01:33:56.953152 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Made reservation on behalf of 8ecf142dad254bd08837d5fd3f994920 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:56.955670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.979789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.036973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-14c86039-d64b-4e8f-b438-d1dec85d6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.039394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-14c86039-d64b-4e8f-b438-d1dec85d6955 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053693 Jul 16 01:33:57.108230 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-990160f3-46b8-459a-ae38-19d7a219cf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.189079 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-44063401-af40-4f39-bfbe-fae213e3f1ad service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416519 Jul 16 01:33:57.208037 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.217781 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.265348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] device_id is not set on port 5d5bd16a-6236-462f-81d6-9731abdd3285 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:57.272121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fec10b-286b-402b-a29b-733e2cf5a73e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.345503 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-fa518641-00e7-42dc-87b2-b2798005e673 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485615 Jul 16 01:33:57.429415 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-b857afd5-c22f-4828-94b7-ee60130d91a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 217 time: 0.0772836 Jul 16 01:33:57.525457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-45683033-8ac3-4ea1-8b58-c91dec47fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.527726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-45683033-8ac3-4ea1-8b58-c91dec47fde2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0905473 Jul 16 01:33:57.617366 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.626433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] device_id is not set on port 5d5bd16a-6236-462f-81d6-9731abdd3285 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:57.637554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.660850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Transition to ACTIVE for port object 5d5bd16a-6236-462f-81d6-9731abdd3285 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:57.667016 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-fa2ed8fd-5770-46a5-86b0-004b317345d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.672138 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.676494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-fa2ed8fd-5770-46a5-86b0-004b317345d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1388683 Jul 16 01:33:57.777225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Checking segment: {'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:57.777225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Network hostable DHCP agents. Network: 0a1791f3-e311-4645-9f76-5f37093631ac, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:57.778761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event updated for resources: {'Port': ['ID=5d5bd16a-6236-462f-81d6-9731abdd3285,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.804344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Network 0a1791f3-e311-4645-9f76-5f37093631ac is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:57.822694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 0a1791f3-e311-4645-9f76-5f37093631ac) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:57.828818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:57.831391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aad505-5e93-4638-bcbc-b15dbf3dcdfe None None] Network 0a1791f3-e311-4645-9f76-5f37093631ac requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:57.856967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:57.858304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:57.858646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:57.868134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:57.868491 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:33:57.870040 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 2 to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 Jul 16 01:33:57.904780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:57.905986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:57.906591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:57.913704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:57.914565 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:33:57.915196 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 3 to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 Jul 16 01:33:57.936743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:57.937757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:57.939393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:57.948054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:57.948497 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:33:57.951548 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 4 to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 Jul 16 01:33:57.972578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:57.973173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:57.973639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:57.982738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:57.983367 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:33:57.983890 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 5 to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 Jul 16 01:33:58.024242 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-6850e5e9-480d-4f0b-bf4e-7d061a444596 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419631 Jul 16 01:33:58.028324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:58.031133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:58.031953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:58.045950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:58.046862 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:33:58.047539 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 6 to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 Jul 16 01:33:58.104985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:58.107904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:58.111501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:58.149539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:58.149918 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:33:58.162846 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 7 to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 Jul 16 01:33:58.197015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:58.197724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:58.197724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:58.217455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:58.217787 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:33:58.222209 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 8 to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 Jul 16 01:33:58.263045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:58.263705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:58.264062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:58.273684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:58.273924 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:33:58.274303 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 9 to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 Jul 16 01:33:58.285415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d76a7-0e28-48f5-b14f-5c07a40a8081 req-b65f201e-86d6-440f-aa99-1389788c0aee tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.287055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc0d76a7-0e28-48f5-b14f-5c07a40a8081 req-b65f201e-86d6-440f-aa99-1389788c0aee tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.2728841 Jul 16 01:33:58.299166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-7a935857-8c95-4d9d-bc18-6ae9f5e8fd37 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306411 Jul 16 01:33:58.304085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:58.304691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:58.305033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:58.311119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:58.311461 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:33:58.311849 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 10 to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 Jul 16 01:33:58.331374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:58.331796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:58.332049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:58.342487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 5d5bd16a-6236-462f-81d6-9731abdd3285 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:58.342861 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 5d5bd16a-6236-462f-81d6-9731abdd3285 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:33:58.343182 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.351539 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-50863870-6d04-4353-8b55-3d59e0803d43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f96976a5-505b-40e3-973f-1cc310d11e60 HTTP/1.1" status: 200 len: 217 time: 0.0449817 Jul 16 01:33:58.429341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.433279 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bc0d76a7-0e28-48f5-b14f-5c07a40a8081 req-d95c1fa7-c6ba-440c-8bb8-9f863bf3453d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799010 Jul 16 01:33:58.443552 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-ecc398ac-6097-45a6-bcb6-0edb69ed7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.445317 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-ecc398ac-6097-45a6-bcb6-0edb69ed7d98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0817981 Jul 16 01:33:58.516602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] For port 5d5bd16a-6236-462f-81d6-9731abdd3285, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:58.517027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempted to set empty binding levels {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:33:58.524498 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.526211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-2eb91b86-5376-4908-9494-9b528c956ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.528847 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-2eb91b86-5376-4908-9494-9b528c956ccb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0751309 Jul 16 01:33:58.568146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.568833 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.591923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 1.6977150 Jul 16 01:33:58.595281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55210) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.600126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event updated for resources: {'Port': ['ID=5d5bd16a-6236-462f-81d6-9731abdd3285,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.611423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.611423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.611937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.612689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.613046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.613378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.613710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.614071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.614388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.614717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.615039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.615362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1565333-ef1c-420a-b20b-8a923bf17166 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:58.760928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-d37d0f98-3a87-4462-8830-7d0509e4b9de service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236178 Jul 16 01:33:58.820415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-367d2513-3e35-4299-b052-f9bf9ab6cfd7 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Deleting port 5d5bd16a-6236-462f-81d6-9731abdd3285 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:58.820847 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-367d2513-3e35-4299-b052-f9bf9ab6cfd7 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.964517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-367d2513-3e35-4299-b052-f9bf9ab6cfd7 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] For port 5d5bd16a-6236-462f-81d6-9731abdd3285, host n-h2-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.964875 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-367d2513-3e35-4299-b052-f9bf9ab6cfd7 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.970241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-e1f8fd0e-e918-44c2-bdf2-8cb788fe7089 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970723 Jul 16 01:33:59.003992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-367d2513-3e35-4299-b052-f9bf9ab6cfd7 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Calling delete_port for 5d5bd16a-6236-462f-81d6-9731abdd3285 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:59.065338 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-a19a1ce3-24e8-4c47-8b9a-7a02c69f3503 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 HTTP/1.1" status: 200 len: 217 time: 0.0819726 Jul 16 01:33:59.249780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-367d2513-3e35-4299-b052-f9bf9ab6cfd7 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.253204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-f57e8df2-6f3d-4e66-99a0-e237bbb0ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.255497 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-f57e8df2-6f3d-4e66-99a0-e237bbb0ddc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.1809390 Jul 16 01:33:59.309682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d2513-3e35-4299-b052-f9bf9ab6cfd7 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d5bd16a-6236-462f-81d6-9731abdd3285,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.327567 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-367d2513-3e35-4299-b052-f9bf9ab6cfd7 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.332548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-367d2513-3e35-4299-b052-f9bf9ab6cfd7 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "DELETE /v2.0/ports/5d5bd16a-6236-462f-81d6-9731abdd3285 HTTP/1.1" status: 204 len: 168 time: 0.7363904 Jul 16 01:33:59.334459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55242) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.405396 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5bbf9f-bf87-44bc-ae6a-9d10c86ed399 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:33:59.408124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-53039446-a724-4e55-90cb-8f2c822055cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.408599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1e5bbf9f-bf87-44bc-ae6a-9d10c86ed399 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "GET /v2.0/ports/5d5bd16a-6236-462f-81d6-9731abdd3285 HTTP/1.1" status: 404 len: 333 time: 0.0714946 Jul 16 01:33:59.410684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-53039446-a724-4e55-90cb-8f2c822055cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015196 Jul 16 01:33:59.412006 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.422846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Request body: {'port': {'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-751631154'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:59.524811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Made reservation on behalf of 8ecf142dad254bd08837d5fd3f994920 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:59.528850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.563742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] device_id is not set on port bb1d5525-3d26-4f91-822a-d860ff99e274 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:59.638864 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-daf844e2-544c-4698-b02a-753b52a34403 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066636 Jul 16 01:33:59.755606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65445b3-d26e-4652-91e8-94676281db72 req-48276db7-d150-4a55-bea9-f61050dc2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.757995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-48276db7-d150-4a55-bea9-f61050dc2a7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1098 time: 0.0813904 Jul 16 01:33:59.977523 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.052487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.113620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1d5525-3d26-4f91-822a-d860ff99e274,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.128925 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-78e578b0-d4b8-4171-8a1e-b3cda8f40f68 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724321 Jul 16 01:34:00.139849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387589a1-1e23-4337-b392-71ff5b63d51a req-c3eeab84-9fea-4076-aa7d-e66f82a47ed4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.147456 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-387589a1-1e23-4337-b392-71ff5b63d51a req-c3eeab84-9fea-4076-aa7d-e66f82a47ed4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.5116961 Jul 16 01:34:00.171350 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.226429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Network 0a1791f3-e311-4645-9f76-5f37093631ac is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:00.232360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:00.239127 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-2e28e732-f7a4-479e-b721-33202aaca0ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635 HTTP/1.1" status: 200 len: 217 time: 0.0859091 Jul 16 01:34:00.246503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:00.247990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.249307 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.284981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-377d5eaf-9352-4edb-84b9-fdebc1019730 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8718619 Jul 16 01:34:00.286242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:00.333579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:00.350139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-387589a1-1e23-4337-b392-71ff5b63d51a req-da80a4bf-8146-4151-9781-9fb4e8172fea tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953287 Jul 16 01:34:00.440354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:00.495871 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-c66d044a-cb2d-4634-a769-f85ca6f94603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.497928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-c66d044a-cb2d-4634-a769-f85ca6f94603 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.2340727 Jul 16 01:34:00.573256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65445b3-d26e-4652-91e8-94676281db72 req-465c28f3-9eac-4b34-b688-f6788291cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.574903 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-465c28f3-9eac-4b34-b688-f6788291cf88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.7426128 Jul 16 01:34:00.585829 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.646852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-d02b9d73-555b-440b-b3c9-e7b283bffab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.648398 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-d02b9d73-555b-440b-b3c9-e7b283bffab3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1432950 Jul 16 01:34:00.666236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-b21f6c1c-37c0-4e85-998c-7818212392e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 1001 time: 0.0828342 Jul 16 01:34:00.777006 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65445b3-d26e-4652-91e8-94676281db72 req-bde6fa93-9026-4124-82d2-993f5b963e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.787126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-bde6fa93-9026-4124-82d2-993f5b963e2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.1130328 Jul 16 01:34:00.886724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-a36d1e5c-8f0f-4698-9eb4-480e5c7ff6b1 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306771 Jul 16 01:34:00.889984 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcc1955e-1a94-468a-a0b6-4e8cfb6296f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.930551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65445b3-d26e-4652-91e8-94676281db72 req-8621ec76-dc91-421a-be2e-14d0f1d81a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.932157 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-8621ec76-dc91-421a-be2e-14d0f1d81a28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366653 Jul 16 01:34:00.973744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] device_id is not set on port bb1d5525-3d26-4f91-822a-d860ff99e274 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:01.020078 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.081378 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-1c4aec3b-704f-4ded-a13b-ac72ed77b9a8 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382842 Jul 16 01:34:01.084190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Transition to ACTIVE for port object bb1d5525-3d26-4f91-822a-d860ff99e274 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:01.152845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcc1955e-1a94-468a-a0b6-4e8cfb6296f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.172887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcc1955e-1a94-468a-a0b6-4e8cfb6296f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.175246 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.229639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-9b429881-a027-4ec8-9aa9-47417bd4f509 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404390 Jul 16 01:34:01.289362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-40538297-c707-4d81-b539-1911979a9bcc service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722858 Jul 16 01:34:01.301393 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dcc1955e-1a94-468a-a0b6-4e8cfb6296f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7159f5800a684325a86ff4709720b0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8599753 Jul 16 01:34:01.301718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55316) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:01.308165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1955e-1a94-468a-a0b6-4e8cfb6296f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1313a7d-6ca6-4cf7-b7a7-1e2cf0027013,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.376416 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a0d871a-fe7d-452e-9086-90f20f869980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.386590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1d5525-3d26-4f91-822a-d860ff99e274,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.411557 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-2b254103-8eca-4ade-9a96-4f2cc3b6a7a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c HTTP/1.1" status: 200 len: 217 time: 0.1051023 Jul 16 01:34:01.432115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a0d871a-fe7d-452e-9086-90f20f869980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.526033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:01.526517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:01.529801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:01.557998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a0d871a-fe7d-452e-9086-90f20f869980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.561204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a0d871a-fe7d-452e-9086-90f20f869980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.563010 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7a0d871a-fe7d-452e-9086-90f20f869980 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1313a7d-6ca6-4cf7-b7a7-1e2cf0027013 HTTP/1.1" status: 204 len: 168 time: 0.2600315 Jul 16 01:34:01.570146 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:01.570507 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:01.572273 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 2 to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 Jul 16 01:34:01.577224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d871a-fe7d-452e-9086-90f20f869980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1313a7d-6ca6-4cf7-b7a7-1e2cf0027013,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.641982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-1fc26550-4bfd-46c1-b546-8910c0c2a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.644473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-1fc26550-4bfd-46c1-b546-8910c0c2a456 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.2198787 Jul 16 01:34:01.646861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:01.647376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:01.647980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:01.656749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:01.657388 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:01.670283 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 3 to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 Jul 16 01:34:01.758665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:01.759131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:01.759591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:01.769721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:01.770071 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:01.771848 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 4 to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 Jul 16 01:34:01.816723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:01.818528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:01.818528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:01.852164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-57399420-74d7-4c2d-8278-22c7f3a404c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.859649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-57399420-74d7-4c2d-8278-22c7f3a404c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2007458 Jul 16 01:34:01.862069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:01.862592 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:01.863941 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 5 to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 Jul 16 01:34:01.919794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92d2d0-7202-484d-b475-061e055f6d4c req-b986b6d4-16bf-4bd7-8c94-b8f7b43f6db1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.923341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c92d2d0-7202-484d-b475-061e055f6d4c req-b986b6d4-16bf-4bd7-8c94-b8f7b43f6db1 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.2503181 Jul 16 01:34:01.941113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:01.941455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:01.941792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:01.958569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:01.958911 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:01.961499 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 6 to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 Jul 16 01:34:02.378774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c92d2d0-7202-484d-b475-061e055f6d4c req-da05f43d-ba32-4cc9-b176-5dbeca1178ff tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4543729 Jul 16 01:34:02.381431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:02.381772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:02.382136 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:02.423945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:02.424800 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:02.427387 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 7 to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 Jul 16 01:34:02.435928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-0d54b9ed-a566-4db0-b821-51a4f46a3b5e service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660050 Jul 16 01:34:02.466352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:02.466846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:02.467277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:02.480735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:02.481927 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:02.484511 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 8 to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 Jul 16 01:34:02.500484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:02.501056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:02.501689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:02.531736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:02.532401 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:02.534171 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 9 to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 Jul 16 01:34:02.554922 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:02.555359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:02.555766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:02.568497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:02.570292 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:02.574457 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 10 to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 Jul 16 01:34:02.593000 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3570f867-8e35-44e0-bd7d-a90ac520c0c1 req-35a888c5-0f12-48af-a28b-98be89146658 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503191 Jul 16 01:34:02.597616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:02.597958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:02.598335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:02.603129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:02.603465 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port bb1d5525-3d26-4f91-822a-d860ff99e274 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:02.603838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.697444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] For port bb1d5525-3d26-4f91-822a-d860ff99e274, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:02.697823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempted to set empty binding levels {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:34:02.704666 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.770329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] In _notify_port_updated(), no bound segment for port bb1d5525-3d26-4f91-822a-d860ff99e274 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:02.771466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.772385 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.775811 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "PUT /v2.0/ports/bb1d5525-3d26-4f91-822a-d860ff99e274 HTTP/1.1" status: 200 len: 975 time: 2.4625077 Jul 16 01:34:02.776265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55384) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.812631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c81252-578b-4337-a338-e5ed239ecf37 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1d5525-3d26-4f91-822a-d860ff99e274,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.003073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.003703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.004499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.004977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.005447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.005916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.006406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.006871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.007334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.007882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.008257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.008716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.009240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.010260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.010716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.011280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.011896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.012387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.013774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.014755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.015046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.015514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.016097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.019404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bdab60c5-4055-488d-9824-22424a0d9cf6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20840 time: 0.2421296 Jul 16 01:34:03.023319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:03.154366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-90ed2a49-20eb-4e29-b2e1-cb6cc2fbdf4c tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Deleting port bb1d5525-3d26-4f91-822a-d860ff99e274 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:03.154726 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ed2a49-20eb-4e29-b2e1-cb6cc2fbdf4c tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.223538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-90ed2a49-20eb-4e29-b2e1-cb6cc2fbdf4c tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] For port bb1d5525-3d26-4f91-822a-d860ff99e274, host n-h2-791504-14, got binding levels [] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:03.223999 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ed2a49-20eb-4e29-b2e1-cb6cc2fbdf4c tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.238598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-90ed2a49-20eb-4e29-b2e1-cb6cc2fbdf4c tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Calling delete_port for bb1d5525-3d26-4f91-822a-d860ff99e274 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:03.349927 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ed2a49-20eb-4e29-b2e1-cb6cc2fbdf4c tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.409290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed2a49-20eb-4e29-b2e1-cb6cc2fbdf4c tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb1d5525-3d26-4f91-822a-d860ff99e274,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.446325 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90ed2a49-20eb-4e29-b2e1-cb6cc2fbdf4c tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.454842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55414) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:03.471495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-90ed2a49-20eb-4e29-b2e1-cb6cc2fbdf4c tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "DELETE /v2.0/ports/bb1d5525-3d26-4f91-822a-d860ff99e274 HTTP/1.1" status: 204 len: 168 time: 0.4461401 Jul 16 01:34:03.519766 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-4404e7c2-5f5c-4485-a1ef-bef6cdbad096 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:34:03.522807 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4404e7c2-5f5c-4485-a1ef-bef6cdbad096 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "GET /v2.0/ports/bb1d5525-3d26-4f91-822a-d860ff99e274 HTTP/1.1" status: 404 len: 333 time: 0.0656133 Jul 16 01:34:03.529643 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55420) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:03.537832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2030107844', 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:03.601417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Made reservation on behalf of 8ecf142dad254bd08837d5fd3f994920 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:03.604012 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.627597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] device_id is not set on port af8e6d4e-f491-4b0e-b6d3-b60cd37cea14 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:03.692637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f5400-aadf-452e-a2ad-23e6dbf0affa req-37c7a635-8cfd-435f-9966-9e49fe124fd6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.695518 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b9f5400-aadf-452e-a2ad-23e6dbf0affa req-37c7a635-8cfd-435f-9966-9e49fe124fd6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1529324 Jul 16 01:34:03.790264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6b9f5400-aadf-452e-a2ad-23e6dbf0affa req-d74cd24c-99c1-4972-b748-a2104a16d631 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845191 Jul 16 01:34:03.876703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.924987 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.973052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Network 0a1791f3-e311-4645-9f76-5f37093631ac is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:03.976867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:03.980404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:03.982259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.983249 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.009909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4787827 Jul 16 01:34:04.012848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.033152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55277945-0e1a-4584-ad84-736562ce593d tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event updated for resources: {'Port': ['ID=af8e6d4e-f491-4b0e-b6d3-b60cd37cea14,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.084000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.098838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce825c93-5551-4c9a-96bf-f7f8954c2016 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.107653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ce825c93-5551-4c9a-96bf-f7f8954c2016 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "GET /v2.0/ports/af8e6d4e-f491-4b0e-b6d3-b60cd37cea14 HTTP/1.1" status: 200 len: 955 time: 0.0935297 Jul 16 01:34:04.108563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55450) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.220450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2d177-c0c5-4e95-ae7b-b61852f6906f tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Deleting port af8e6d4e-f491-4b0e-b6d3-b60cd37cea14 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:04.221229 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d177-c0c5-4e95-ae7b-b61852f6906f tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.313314 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d177-c0c5-4e95-ae7b-b61852f6906f tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.329114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2d177-c0c5-4e95-ae7b-b61852f6906f tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Calling delete_port for af8e6d4e-f491-4b0e-b6d3-b60cd37cea14 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:04.457222 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d177-c0c5-4e95-ae7b-b61852f6906f tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.468545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a94df8b-8f1c-48f7-810c-6e6ee16d6104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.496022 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2d177-c0c5-4e95-ae7b-b61852f6906f tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event deleted for resources: {'Port': ['ID=af8e6d4e-f491-4b0e-b6d3-b60cd37cea14,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.506497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d177-c0c5-4e95-ae7b-b61852f6906f tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.508822 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ffa2d177-c0c5-4e95-ae7b-b61852f6906f tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "DELETE /v2.0/ports/af8e6d4e-f491-4b0e-b6d3-b60cd37cea14 HTTP/1.1" status: 204 len: 168 time: 0.3992906 Jul 16 01:34:04.511494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55464) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.555228 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-173ad95e-2b87-4637-aaed-8fcfab8e0df1 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:34:04.563722 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-173ad95e-2b87-4637-aaed-8fcfab8e0df1 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "GET /v2.0/ports/af8e6d4e-f491-4b0e-b6d3-b60cd37cea14 HTTP/1.1" status: 404 len: 333 time: 0.0434923 Jul 16 01:34:04.564938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55466) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.571976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Request body: {'port': {'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1782638566'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:04.590094 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a94df8b-8f1c-48f7-810c-6e6ee16d6104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.596221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a94df8b-8f1c-48f7-810c-6e6ee16d6104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.623927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Made reservation on behalf of 8ecf142dad254bd08837d5fd3f994920 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:04.626620 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.667866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] device_id is not set on port 71a568d5-dbff-4202-a065-71a3ddacb9a7 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:04.678737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5a94df8b-8f1c-48f7-810c-6e6ee16d6104 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bfa113ccf92941f69f679e80711960b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759094 Jul 16 01:34:04.679870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94df8b-8f1c-48f7-810c-6e6ee16d6104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11647fec-2c6c-49e8-99ec-c3a97d133ec7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.682400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.769789 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e87ef3c-d389-459a-97c6-10a75dccc99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.801543 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e87ef3c-d389-459a-97c6-10a75dccc99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.905835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e87ef3c-d389-459a-97c6-10a75dccc99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.909184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e87ef3c-d389-459a-97c6-10a75dccc99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.915286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3e87ef3c-d389-459a-97c6-10a75dccc99c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11647fec-2c6c-49e8-99ec-c3a97d133ec7 HTTP/1.1" status: 204 len: 168 time: 0.2317181 Jul 16 01:34:04.928886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87ef3c-d389-459a-97c6-10a75dccc99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11647fec-2c6c-49e8-99ec-c3a97d133ec7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.970256 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.024886 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.043580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7dd9c-5aa0-407c-9afc-6c4bcda44672 req-f5d81107-22b1-4be8-9921-e324f8802d21 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.051791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Network 0a1791f3-e311-4645-9f76-5f37093631ac is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:05.052088 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f6e7dd9c-5aa0-407c-9afc-6c4bcda44672 req-f5d81107-22b1-4be8-9921-e324f8802d21 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1353729 Jul 16 01:34:05.071440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:05.075509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:05.077118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.077415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.105944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event updated for resources: {'Port': ['ID=71a568d5-dbff-4202-a065-71a3ddacb9a7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.109151 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f6e7dd9c-5aa0-407c-9afc-6c4bcda44672 req-425ee7d2-d5fc-4d1a-b786-e8b690f9e99a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556490 Jul 16 01:34:05.114584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5f83cc3b-2f9b-4b36-99a8-56721511f249 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5474784 Jul 16 01:34:05.115335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55492) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:05.121011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:05.228482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.501432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] device_id is not set on port 71a568d5-dbff-4202-a065-71a3ddacb9a7 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:05.514924 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.530163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Transition to ACTIVE for port object 71a568d5-dbff-4202-a065-71a3ddacb9a7 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:05.535716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.615519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.615863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.616212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.625247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event updated for resources: {'Port': ['ID=71a568d5-dbff-4202-a065-71a3ddacb9a7,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.633420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:05.634089 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:05.635019 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 2 to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 Jul 16 01:34:05.652580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.654256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.654527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.659750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:05.659919 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:05.660354 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 3 to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 Jul 16 01:34:05.674919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.675459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.675964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.686674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:05.692181 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:05.693955 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 4 to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 Jul 16 01:34:05.716311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.717223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.718033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.741177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:05.741832 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:05.742595 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 5 to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 Jul 16 01:34:05.773831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.774695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.775329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.782852 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:05.783434 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:05.783972 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 6 to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 Jul 16 01:34:05.802148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.802560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.802965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.807384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:05.807792 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:05.808260 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 7 to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 Jul 16 01:34:05.822998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.823664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.824197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.832480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:05.832868 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:05.833318 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 8 to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 Jul 16 01:34:05.847455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.847798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.848131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.852740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:05.853069 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:05.853458 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 9 to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 Jul 16 01:34:05.868233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.868800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.869304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.878083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:05.878709 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:05.879253 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempt 10 to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 Jul 16 01:34:05.901787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.902501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.903292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempting to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.908753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:05.909083 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Failed to bind port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on host n-h2-791504-14 for vnic_type normal using segments [{'id': '04b6e51c-b700-4a30-83ca-e4caa95d0002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1791f3-e311-4645-9f76-5f37093631ac'}] Jul 16 01:34:05.909454 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.989953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] For port 71a568d5-dbff-4202-a065-71a3ddacb9a7, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:05.990717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attempted to set empty binding levels {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:34:05.997051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.049258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] In _notify_port_updated(), no bound segment for port 71a568d5-dbff-4202-a065-71a3ddacb9a7 on network 0a1791f3-e311-4645-9f76-5f37093631ac {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:06.050185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.050772 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.055096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "PUT /v2.0/ports/71a568d5-dbff-4202-a065-71a3ddacb9a7 HTTP/1.1" status: 200 len: 976 time: 0.9356112 Jul 16 01:34:06.055325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:06.068025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c226c6-8b17-489b-8863-48ffb37c251a tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event updated for resources: {'Port': ['ID=71a568d5-dbff-4202-a065-71a3ddacb9a7,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.166193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-992b6b54-45e5-4cae-8720-0397e1baeae6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Deleting port 71a568d5-dbff-4202-a065-71a3ddacb9a7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:06.167010 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-992b6b54-45e5-4cae-8720-0397e1baeae6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.239383 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-992b6b54-45e5-4cae-8720-0397e1baeae6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] For port 71a568d5-dbff-4202-a065-71a3ddacb9a7, host n-h2-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:06.240020 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-992b6b54-45e5-4cae-8720-0397e1baeae6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.256090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-992b6b54-45e5-4cae-8720-0397e1baeae6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Calling delete_port for 71a568d5-dbff-4202-a065-71a3ddacb9a7 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:06.398718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53fbf-71af-41c4-94bb-ee467bd41291 req-e99b1967-a0dd-44ef-b4db-8be5efd7a628 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.400408 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-70d53fbf-71af-41c4-94bb-ee467bd41291 req-e99b1967-a0dd-44ef-b4db-8be5efd7a628 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1266863 Jul 16 01:34:06.432143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-992b6b54-45e5-4cae-8720-0397e1baeae6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.488958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-70d53fbf-71af-41c4-94bb-ee467bd41291 req-aa391873-6c69-4682-9e24-c0d479b3d0da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807681 Jul 16 01:34:06.490330 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-992b6b54-45e5-4cae-8720-0397e1baeae6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.495546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55542) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:06.495845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-992b6b54-45e5-4cae-8720-0397e1baeae6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "DELETE /v2.0/ports/71a568d5-dbff-4202-a065-71a3ddacb9a7 HTTP/1.1" status: 204 len: 168 time: 0.4396386 Jul 16 01:34:06.497778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b6b54-45e5-4cae-8720-0397e1baeae6 tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] Pushing event deleted for resources: {'Port': ['ID=71a568d5-dbff-4202-a065-71a3ddacb9a7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.578878 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e3da32-ad1d-44ce-b9ee-974ccab6c7ff tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:34:06.581229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-69e3da32-ad1d-44ce-b9ee-974ccab6c7ff tempest-PortsAdminExtendedAttrsTestJSON-304159588 tempest-PortsAdminExtendedAttrsTestJSON-304159588-project-admin] 10.222.0.64 "GET /v2.0/ports/71a568d5-dbff-4202-a065-71a3ddacb9a7 HTTP/1.1" status: 404 len: 333 time: 0.0845332 Jul 16 01:34:06.586790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55546) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:06.686276 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.788012 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.799159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1791f3-e311-4645-9f76-5f37093631ac']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:06.809924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b6e51c-b700-4a30-83ca-e4caa95d0002') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:06.810266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b6e51c-b700-4a30-83ca-e4caa95d0002') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:06.819957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.842107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.849324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:06.849997 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:06.853707 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:06.948626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.962190 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.967288 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] 10.222.0.64 "DELETE /v2.0/networks/0a1791f3-e311-4645-9f76-5f37093631ac HTTP/1.1" status: 204 len: 168 time: 0.3762960 Jul 16 01:34:06.978040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa47be-a5af-47dc-8e6f-87fe569ab7f1 tempest-PortsAdminExtendedAttrsTestJSON-1682182179 tempest-PortsAdminExtendedAttrsTestJSON-1682182179-project] Pushing event deleted for resources: {'Network': ['ID=0a1791f3-e311-4645-9f76-5f37093631ac,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.078616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.367689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3841431-48af-43ee-8545-324697e1b44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.483793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55588) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.543034 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3841431-48af-43ee-8545-324697e1b44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.550683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3841431-48af-43ee-8545-324697e1b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.588937 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c3841431-48af-43ee-8545-324697e1b44d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c886a7025f0742d1b6079af1169c474d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090644 Jul 16 01:34:07.592231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55594) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.625590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3841431-48af-43ee-8545-324697e1b44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1754f72-582e-4a6c-819f-16f324dbfd34,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.689518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf84fab0-c463-4cfd-91e7-4b5180cc2ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.743496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf84fab0-c463-4cfd-91e7-4b5180cc2ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.797352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b557927-2ba9-4e80-94da-789557d73613 req-59f8c48a-21c0-4d36-9ca9-331e410ecaf0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.799199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b557927-2ba9-4e80-94da-789557d73613 req-59f8c48a-21c0-4d36-9ca9-331e410ecaf0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0956726 Jul 16 01:34:07.809347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf84fab0-c463-4cfd-91e7-4b5180cc2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.812714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf84fab0-c463-4cfd-91e7-4b5180cc2ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.818120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bf84fab0-c463-4cfd-91e7-4b5180cc2ff4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1754f72-582e-4a6c-819f-16f324dbfd34 HTTP/1.1" status: 204 len: 168 time: 0.2228658 Jul 16 01:34:07.834343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84fab0-c463-4cfd-91e7-4b5180cc2ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1754f72-582e-4a6c-819f-16f324dbfd34,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.912209 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b557927-2ba9-4e80-94da-789557d73613 req-18f8142c-c0e7-4514-9c49-1a6e4a3a492c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053867 Jul 16 01:34:07.937469 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aa81e1eb-598a-4e79-8d16-38cfee1db204 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cd9a876652d43148c78bd3112e81c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518337 Jul 16 01:34:07.940013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55610) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:08.012926 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd2958db-99d4-48ba-bee5-1554677b3793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.050096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd2958db-99d4-48ba-bee5-1554677b3793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.113812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd2958db-99d4-48ba-bee5-1554677b3793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.119116 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd2958db-99d4-48ba-bee5-1554677b3793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.121465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dd2958db-99d4-48ba-bee5-1554677b3793 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54e75c67-9d62-42c6-9cda-cfd0acc3c140 HTTP/1.1" status: 204 len: 168 time: 0.1803591 Jul 16 01:34:08.132089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2958db-99d4-48ba-bee5-1554677b3793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e75c67-9d62-42c6-9cda-cfd0acc3c140,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.305380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:08.367702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a82819e4-2953-41f4-aa7f-46590d187093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.523129 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a82819e4-2953-41f4-aa7f-46590d187093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.530812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a82819e4-2953-41f4-aa7f-46590d187093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.577393 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a82819e4-2953-41f4-aa7f-46590d187093 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f7da397205b422a8a64edfa1b6a4bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704530 Jul 16 01:34:08.578282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82819e4-2953-41f4-aa7f-46590d187093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f29569-795c-41e6-ad1a-5a08bf4f8c08,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.581626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55636) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:08.667681 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5e2c2ea-5ee1-4a14-a1cb-e020ba6ca8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.700700 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5e2c2ea-5ee1-4a14-a1cb-e020ba6ca8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.794253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5e2c2ea-5ee1-4a14-a1cb-e020ba6ca8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.797153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5e2c2ea-5ee1-4a14-a1cb-e020ba6ca8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.801138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d5e2c2ea-5ee1-4a14-a1cb-e020ba6ca8aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6f29569-795c-41e6-ad1a-5a08bf4f8c08 HTTP/1.1" status: 204 len: 168 time: 0.2179136 Jul 16 01:34:08.815733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2c2ea-5ee1-4a14-a1cb-e020ba6ca8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f29569-795c-41e6-ad1a-5a08bf4f8c08,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.947594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55654) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.004582 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f972fbdf-c4d6-4480-a816-f3be8409d56d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ecf142dad254bd08837d5fd3f994920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552413 Jul 16 01:34:09.007101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55658) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.126350 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a10324e-4260-4905-af20-03f13c30f390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.140749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb3420-6791-4ca5-9a08-cba180b181bc req-e6b4aa87-1047-4793-a7e8-2530c93feea8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.142320 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e7eb3420-6791-4ca5-9a08-cba180b181bc req-e6b4aa87-1047-4793-a7e8-2530c93feea8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1056087 Jul 16 01:34:09.174935 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a10324e-4260-4905-af20-03f13c30f390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.211630 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e7eb3420-6791-4ca5-9a08-cba180b181bc req-448244f3-2df0-49f5-9109-1cec79710798 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615911 Jul 16 01:34:09.244574 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a10324e-4260-4905-af20-03f13c30f390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.249415 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a10324e-4260-4905-af20-03f13c30f390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.250943 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6a10324e-4260-4905-af20-03f13c30f390 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18fec10b-286b-402b-a29b-733e2cf5a73e HTTP/1.1" status: 204 len: 168 time: 0.2426636 Jul 16 01:34:09.261675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10324e-4260-4905-af20-03f13c30f390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fec10b-286b-402b-a29b-733e2cf5a73e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.296139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:10.424727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44490db8-5bda-4c31-a8fc-24213b848a4b req-8ea31c79-2057-41fc-b6fe-34e41b054184 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.427406 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44490db8-5bda-4c31-a8fc-24213b848a4b req-8ea31c79-2057-41fc-b6fe-34e41b054184 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0885677 Jul 16 01:34:10.485938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44490db8-5bda-4c31-a8fc-24213b848a4b req-4533af5b-624b-404f-b607-87c3b6a1ef07 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496881 Jul 16 01:34:10.621003 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-69d2d9d9-248e-40e4-82f7-544d89c8ea27 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:10.645299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-69d2d9d9-248e-40e4-82f7-544d89c8ea27 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] 10.222.0.64 "PUT /v2.0/quotas/7711e0ed189a4798a141aff82ed3f2df HTTP/1.1" status: 200 len: 368 time: 0.3472421 Jul 16 01:34:10.647917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:10.653493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Request body: {'network': {'project_id': '7711e0ed189a4798a141aff82ed3f2df'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:10.681647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Made reservation on behalf of 7711e0ed189a4798a141aff82ed3f2df for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:10.689092 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.702465 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.822412 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.827985 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.843511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:10.859805 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.860490 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Added segment 52d09205-1d4c-4099-8c54-c7d1f03a9abb of type vlan for network fd076abd-2788-47a2-810c-5d165903b24a Jul 16 01:34:10.918035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.971290 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.972543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.973338 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.989283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d03d77d-3554-46f4-826f-a839b10426e7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:11.007923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3589222 Jul 16 01:34:11.010418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55762) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:11.016726 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Request body: {'network': {'project_id': '7711e0ed189a4798a141aff82ed3f2df'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:11.127573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c612aa-41a1-4c5d-aba4-1e4e9b10d3cd tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Pushing event updated for resources: {'Network': ['ID=fd076abd-2788-47a2-810c-5d165903b24a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:11.139706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network fd076abd-2788-47a2-810c-5d165903b24a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:11.142615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Made reservation on behalf of 7711e0ed189a4798a141aff82ed3f2df for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:11.145196 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.172062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:11.183673 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.184641 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Added segment 1df0b536-90f5-41df-9a52-eb0a94e31231 of type vlan for network e742b11e-8af5-451e-88da-ce5c3143171a Jul 16 01:34:11.252872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.290622 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.291612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.292348 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.329713 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3182459 Jul 16 01:34:11.333148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:11.342396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-807ce7a3-be66-4b65-8b4c-fe18fab4afa9 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Request body: {'network': {'project_id': '7711e0ed189a4798a141aff82ed3f2df'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:11.371100 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-807ce7a3-be66-4b65-8b4c-fe18fab4afa9 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:34:11.375669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807ce7a3-be66-4b65-8b4c-fe18fab4afa9 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:11.378034 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-807ce7a3-be66-4b65-8b4c-fe18fab4afa9 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0420260 Jul 16 01:34:11.378624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70320e7d-b59a-4e0b-9cd5-4f12fe20f967 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Pushing event updated for resources: {'Network': ['ID=e742b11e-8af5-451e-88da-ce5c3143171a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:11.388969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e742b11e-8af5-451e-88da-ce5c3143171a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:11.530194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55786) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:11.723287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c5b43-4de6-4430-836e-7da25c3bd259 req-fca85202-0f10-435f-8f56-a9b0e1627763 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.725737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-118c5b43-4de6-4430-836e-7da25c3bd259 req-fca85202-0f10-435f-8f56-a9b0e1627763 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0979385 Jul 16 01:34:11.778894 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-118c5b43-4de6-4430-836e-7da25c3bd259 req-f9da2ec0-d2e4-44c3-8384-ab2b67d0efda tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460672 Jul 16 01:34:11.948574 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4734b1a1-e335-4924-b01f-230522b6cacb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7711e0ed189a4798a141aff82ed3f2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170272 Jul 16 01:34:11.951109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55810) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:12.027973 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-592de5d1-6e77-47d4-bda2-ea86bcb8f655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.056069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-592de5d1-6e77-47d4-bda2-ea86bcb8f655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.113878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-592de5d1-6e77-47d4-bda2-ea86bcb8f655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.118545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-592de5d1-6e77-47d4-bda2-ea86bcb8f655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.122565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-592de5d1-6e77-47d4-bda2-ea86bcb8f655 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d03d77d-3554-46f4-826f-a839b10426e7 HTTP/1.1" status: 204 len: 168 time: 0.1678617 Jul 16 01:34:12.123254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:12.129742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592de5d1-6e77-47d4-bda2-ea86bcb8f655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d03d77d-3554-46f4-826f-a839b10426e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.244618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.373262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.384872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e742b11e-8af5-451e-88da-ce5c3143171a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.397723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df0b536-90f5-41df-9a52-eb0a94e31231') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.397967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df0b536-90f5-41df-9a52-eb0a94e31231') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.410796 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.427387 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.436728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:12.437565 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:12.440250 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:12.514947 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.525045 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.531065 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:12.531536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] 10.222.0.64 "DELETE /v2.0/networks/e742b11e-8af5-451e-88da-ce5c3143171a HTTP/1.1" status: 204 len: 168 time: 0.4063299 Jul 16 01:34:12.566772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a736e-6edb-4404-b9c0-18129355a6d5 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Pushing event deleted for resources: {'Network': ['ID=e742b11e-8af5-451e-88da-ce5c3143171a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.622762 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.722722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.725941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:12.740946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd076abd-2788-47a2-810c-5d165903b24a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.753448 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d09205-1d4c-4099-8c54-c7d1f03a9abb') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.753998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d09205-1d4c-4099-8c54-c7d1f03a9abb') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.767971 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.790303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.800041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:12.800552 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:12.802418 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:12.874452 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.908629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.915094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] 10.222.0.64 "DELETE /v2.0/networks/fd076abd-2788-47a2-810c-5d165903b24a HTTP/1.1" status: 204 len: 168 time: 0.3820708 Jul 16 01:34:12.921539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935458b8-5a96-40ad-90e1-f4a5cc2fa8a0 tempest-QuotasNegativeTest-1032164078 tempest-QuotasNegativeTest-1032164078-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd076abd-2788-47a2-810c-5d165903b24a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.057945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1873bdb-df88-4418-b68e-a78b5b47cbd1 req-85b057b9-6ab8-4afd-9fc1-9ec0942f6a55 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.060168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1873bdb-df88-4418-b68e-a78b5b47cbd1 req-85b057b9-6ab8-4afd-9fc1-9ec0942f6a55 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1149578 Jul 16 01:34:13.096577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-602369784', 'router:external': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:13.146872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1873bdb-df88-4418-b68e-a78b5b47cbd1 req-493c05b6-4c17-4380-b857-914b74f40699 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781763 Jul 16 01:34:13.169929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Made reservation on behalf of 6c6dc04cfb2d4dedb507fec96666976d for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:13.169929 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.175406 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.328425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.335099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.372526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:13.405286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75920e5f-1b19-4690-a676-47a8abcfdc77,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.421313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.422978 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Added segment 1a98ec9e-c8c6-47a8-80db-b95301c63b86 of type vlan for network e995cc11-c60f-43fc-b919-107ad5182bc0 Jul 16 01:34:13.503021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.563736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.566046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.567329 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.617415 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8899608 Jul 16 01:34:13.620649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.627457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Request body: {'subnet': {'network_id': 'e995cc11-c60f-43fc-b919-107ad5182bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:13.677132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d84f92-c889-46f6-ab95-baded0ce2fbd tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event updated for resources: {'Network': ['ID=e995cc11-c60f-43fc-b919-107ad5182bc0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.678725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Made reservation on behalf of 6c6dc04cfb2d4dedb507fec96666976d for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:13.684422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.695435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e995cc11-c60f-43fc-b919-107ad5182bc0 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:13.874542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55902) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.899386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7225f2e-5be8-4af4-917f-c39780528d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.063724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7225f2e-5be8-4af4-917f-c39780528d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.069028 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7225f2e-5be8-4af4-917f-c39780528d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.116846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7225f2e-5be8-4af4-917f-c39780528d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f916797e-2d69-41a3-9011-e72ca36ed930,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.129718 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d7225f2e-5be8-4af4-917f-c39780528d49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a659917c4a884a11bb5cf80e9c50c7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539744 Jul 16 01:34:14.132073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.204370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.objects.ports [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:34:14.209091 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.238250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-338585e8-592f-4919-9bf0-757ebce42681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.287934 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-338585e8-592f-4919-9bf0-757ebce42681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.322784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bfb623ae-19e3-46c3-b262-c3e71a64b1e9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.328683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Checking segment: {'id': '1a98ec9e-c8c6-47a8-80db-b95301c63b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e995cc11-c60f-43fc-b919-107ad5182bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:14.329050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Network hostable DHCP agents. Network: e995cc11-c60f-43fc-b919-107ad5182bc0, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:14.359032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Network e995cc11-c60f-43fc-b919-107ad5182bc0 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:14.376125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, e995cc11-c60f-43fc-b919-107ad5182bc0) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:14.386324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.386919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.391920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76cdff0-1349-4124-8780-14e97bdce73f None None] Network e995cc11-c60f-43fc-b919-107ad5182bc0 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:14.411481 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1c342bfd-b2cc-40f0-bbc3-d83775edf501 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7895360 Jul 16 01:34:14.413802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55920) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.427764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1478300512', 'network_id': 'e995cc11-c60f-43fc-b919-107ad5182bc0'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:14.478762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Made reservation on behalf of 6c6dc04cfb2d4dedb507fec96666976d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:14.486135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.493839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-338585e8-592f-4919-9bf0-757ebce42681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.499289 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-338585e8-592f-4919-9bf0-757ebce42681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.501896 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-338585e8-592f-4919-9bf0-757ebce42681 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f916797e-2d69-41a3-9011-e72ca36ed930 HTTP/1.1" status: 204 len: 168 time: 0.3688843 Jul 16 01:34:14.513954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] device_id is not set on port 371175ed-a9bc-4b10-9081-a30957da1c99 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:14.519692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdfacd-7174-43be-956e-07ea96c8db03 req-b9b56b9d-b9ad-4cf7-bb36-c1feb3218909 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.527503 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-decdfacd-7174-43be-956e-07ea96c8db03 req-b9b56b9d-b9ad-4cf7-bb36-c1feb3218909 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.2323253 Jul 16 01:34:14.548351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338585e8-592f-4919-9bf0-757ebce42681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f916797e-2d69-41a3-9011-e72ca36ed930,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.630698 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-decdfacd-7174-43be-956e-07ea96c8db03 req-c1e74a70-6335-4dca-aa6f-513e2390a8d8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892336 Jul 16 01:34:14.698614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6cd12-4c67-4a19-aa38-6bc239e6c885 None None] Network e995cc11-c60f-43fc-b919-107ad5182bc0 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:14.715523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Allocated IP 172.20.0.9 (e995cc11-c60f-43fc-b919-107ad5182bc0/bfb623ae-19e3-46c3-b262-c3e71a64b1e9/371175ed-a9bc-4b10-9081-a30957da1c99) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:14.929912 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.974168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.039188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Network e995cc11-c60f-43fc-b919-107ad5182bc0 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:15.047483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:15.051391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:15.087303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event updated for resources: {'Port': ['ID=371175ed-a9bc-4b10-9081-a30957da1c99,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.109710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.110863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.134913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-447a3b2a-7083-4d99-89fa-ae95b0086329 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7186098 Jul 16 01:34:15.138530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55938) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.241490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-87ce39d3-8aa8-49bc-be57-49f3570758b9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Deleting port 371175ed-a9bc-4b10-9081-a30957da1c99 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:15.241856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87ce39d3-8aa8-49bc-be57-49f3570758b9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.342922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55944) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.360003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87ce39d3-8aa8-49bc-be57-49f3570758b9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.364890 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30223009-c1bd-48a5-b421-89b8cbf6aaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.379598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-87ce39d3-8aa8-49bc-be57-49f3570758b9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Calling delete_port for 371175ed-a9bc-4b10-9081-a30957da1c99 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:15.537470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30223009-c1bd-48a5-b421-89b8cbf6aaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.544267 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30223009-c1bd-48a5-b421-89b8cbf6aaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.573247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-30223009-c1bd-48a5-b421-89b8cbf6aaa3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba0e14a48d834bf9ba794efa2adb6239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293990 Jul 16 01:34:15.576083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55950) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.599351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30223009-c1bd-48a5-b421-89b8cbf6aaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9630984b-8703-4cd9-953c-a730e9428957,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.665247 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87ce39d3-8aa8-49bc-be57-49f3570758b9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.693816 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39f2ec75-7b83-4627-b769-b21a13bc2b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.744531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce39d3-8aa8-49bc-be57-49f3570758b9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event deleted for resources: {'Port': ['ID=371175ed-a9bc-4b10-9081-a30957da1c99,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.780850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39f2ec75-7b83-4627-b769-b21a13bc2b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.849563 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87ce39d3-8aa8-49bc-be57-49f3570758b9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.854533 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-87ce39d3-8aa8-49bc-be57-49f3570758b9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "DELETE /v2.0/ports/371175ed-a9bc-4b10-9081-a30957da1c99 HTTP/1.1" status: 204 len: 168 time: 0.7148035 Jul 16 01:34:15.854724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55966) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.862286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e995cc11-c60f-43fc-b919-107ad5182bc0', 'external_fixed_ips': [{'subnet_id': 'bfb623ae-19e3-46c3-b262-c3e71a64b1e9', 'ip_address': '172.20.0.9'}]}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:15.921490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.924058 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.924204 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39f2ec75-7b83-4627-b769-b21a13bc2b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.927966 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39f2ec75-7b83-4627-b769-b21a13bc2b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.929730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-39f2ec75-7b83-4627-b769-b21a13bc2b7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9630984b-8703-4cd9-953c-a730e9428957 HTTP/1.1" status: 204 len: 168 time: 0.3501933 Jul 16 01:34:15.962850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2ec75-7b83-4627-b769-b21a13bc2b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9630984b-8703-4cd9-953c-a730e9428957,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.009350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b1703-611a-474d-a151-cb3cb4b1a34a req-363b0ae9-cc3d-42bc-ba93-232aef18679a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.011585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eb9b1703-611a-474d-a151-cb3cb4b1a34a req-363b0ae9-cc3d-42bc-ba93-232aef18679a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1559787 Jul 16 01:34:16.024344 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.068438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eb9b1703-611a-474d-a151-cb3cb4b1a34a req-f19ff636-c203-4265-8a43-ad88dee7c05e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507433 Jul 16 01:34:16.243225 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.339326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 55980) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:16.514588 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.538461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.589157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a454d85-eec5-436c-a6cc-745fdc0159d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.737469 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a454d85-eec5-436c-a6cc-745fdc0159d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.742511 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a454d85-eec5-436c-a6cc-745fdc0159d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.777737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a454d85-eec5-436c-a6cc-745fdc0159d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60a449f64ddf485e8d97903d2ed3c050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358284 Jul 16 01:34:16.783438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 55992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:16.804788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a454d85-eec5-436c-a6cc-745fdc0159d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fad9cf-c5b8-4f9a-86a5-4487854d134d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.852491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Allocated IP 172.20.0.9 (e995cc11-c60f-43fc-b919-107ad5182bc0/bfb623ae-19e3-46c3-b262-c3e71a64b1e9/295dca54-49f3-4397-ac23-f57f582e2430) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:17.362106 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4513e7e9-1836-45a9-a1fd-44a73e32f2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.390623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa4b6-2a34-4e07-873d-ba91affbad1d req-b1478c04-9549-46fb-bbaa-e7db8e32d637 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.398731 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4513e7e9-1836-45a9-a1fd-44a73e32f2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.410915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d94aa4b6-2a34-4e07-873d-ba91affbad1d req-b1478c04-9549-46fb-bbaa-e7db8e32d637 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1659644 Jul 16 01:34:17.472846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.489085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56020) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.497378 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4513e7e9-1836-45a9-a1fd-44a73e32f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.500978 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d94aa4b6-2a34-4e07-873d-ba91affbad1d req-e8333222-41db-43ba-b3da-81213ee1c9e3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889082 Jul 16 01:34:17.502846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4513e7e9-1836-45a9-a1fd-44a73e32f2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.506590 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4513e7e9-1836-45a9-a1fd-44a73e32f2e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0fad9cf-c5b8-4f9a-86a5-4487854d134d HTTP/1.1" status: 204 len: 168 time: 0.7197058 Jul 16 01:34:17.517746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513e7e9-1836-45a9-a1fd-44a73e32f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fad9cf-c5b8-4f9a-86a5-4487854d134d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.545233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.590119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Network e995cc11-c60f-43fc-b919-107ad5182bc0 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:17.593516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:17.596560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:17.628878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event updated for resources: {'Port': ['ID=295dca54-49f3-4397-ac23-f57f582e2430,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.727226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-421516356'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.782882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Made reservation on behalf of ee520cdef84740508662d96a88f4cb81 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:17.787012 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.803550 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.973000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.113607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.119776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.156395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e16c48f-6b62-403f-8c55-d0c1bf74a5d5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.177291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:18.177973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56042) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.249613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.249613 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Added segment 5b38cc4c-b87c-4361-852a-899a75e48517 of type vlan for network 5a979412-2cfe-4e21-be4d-76b6b0094d1c Jul 16 01:34:18.249613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29a51361-6183-4684-953d-358db945d81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.353922 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.410317 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.466480 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.472035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.472679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.650985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Network': ['ID=5a979412-2cfe-4e21-be4d-76b6b0094d1c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.665672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:18.712195 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29a51361-6183-4684-953d-358db945d81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.724090 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-a65445b3-d26e-4652-91e8-94676281db72 req-20ce9de9-1984-48d3-9dc4-3d3856f06f18 service neutron] show failed (client error): The resource could not be found. Jul 16 01:34:18.725123 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-20ce9de9-1984-48d3-9dc4-3d3856f06f18 service neutron] 10.222.0.67 "GET /v2.0/ports/8e02dc10-6ea8-4dd3-b590-824c0a1aad45/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.1440835 Jul 16 01:34:18.741654 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29a51361-6183-4684-953d-358db945d81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.776876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3c7fe06e-bd7b-43b6-a9e4-827efbbfc733 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2882073 Jul 16 01:34:18.783625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.795202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4d8a-21b7-4400-a586-7cba8066a51d req-2587bfcb-4954-4712-b4dd-296d4433cfc4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.798710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b97f4d8a-21b7-4400-a586-7cba8066a51d req-2587bfcb-4954-4712-b4dd-296d4433cfc4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1454544 Jul 16 01:34:18.801692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'subnet': {'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:18.875631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b97f4d8a-21b7-4400-a586-7cba8066a51d req-ae7364fa-15a9-40dc-a587-492b44b5e386 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694637 Jul 16 01:34:18.921514 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-29a51361-6183-4684-953d-358db945d81e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94c8a4aa28cf488cb3a71fe2fca9fe0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7391229 Jul 16 01:34:18.922628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56060) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.951119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a51361-6183-4684-953d-358db945d81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853b7d21-d518-4e8e-beee-92b20dac613d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.008533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5f47-a661-4997-ab41-90dd84f1df98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.021974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Router 6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:19.060271 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5f47-a661-4997-ab41-90dd84f1df98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.099363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Made reservation on behalf of ee520cdef84740508662d96a88f4cb81 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:19.102963 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.151520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65445b3-d26e-4652-91e8-94676281db72 req-acd4d9d3-4d24-45b5-9bf0-e4a1362bbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.153548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-acd4d9d3-4d24-45b5-9bf0-e4a1362bbde9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 1098 time: 0.1101058 Jul 16 01:34:19.177231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:19.233287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5f47-a661-4997-ab41-90dd84f1df98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.239831 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5f47-a661-4997-ab41-90dd84f1df98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.246231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f3fb5f47-a661-4997-ab41-90dd84f1df98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/853b7d21-d518-4e8e-beee-92b20dac613d HTTP/1.1" status: 204 len: 168 time: 0.3192542 Jul 16 01:34:19.246677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:19.257964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Sync routers for ids ['6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:19.272231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Routers {'6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:19.272885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:33:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:19.299456 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.300924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6af309db-31cf-45df-953d-80d7bd177b92 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.4451928 Jul 16 01:34:19.307393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb5f47-a661-4997-ab41-90dd84f1df98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853b7d21-d518-4e8e-beee-92b20dac613d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.311802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56072) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:19.439697 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.515475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Set router 6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:19.606108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.626896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.802926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04', 'name': '', 'tenant_id': '6c6dc04cfb2d4dedb507fec96666976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e995cc11-c60f-43fc-b919-107ad5182bc0', 'external_fixed_ips': [{'subnet_id': 'bfb623ae-19e3-46c3-b262-c3e71a64b1e9', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '295dca54-49f3-4397-ac23-f57f582e2430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:15Z', 'updated_at': '2021-07-16T01:34:17Z', 'revision_number': 3, 'project_id': '6c6dc04cfb2d4dedb507fec96666976d', 'gw_port': {'id': '295dca54-49f3-4397-ac23-f57f582e2430', 'name': '', 'network_id': 'e995cc11-c60f-43fc-b919-107ad5182bc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'bfb623ae-19e3-46c3-b262-c3e71a64b1e9', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:16Z', 'updated_at': '2021-07-16T01:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb623ae-19e3-46c3-b262-c3e71a64b1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:19.842604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Checking router: 6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:19.843168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Updating router 6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04 port 295dca54-49f3-4397-ac23-f57f582e2430 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:19.848019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Subnet': ['ID=b35b7572-705e-477e-b786-8c72d069af18,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.872236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Checking segment: {'id': '5b38cc4c-b87c-4361-852a-899a75e48517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:19.872558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:19.873309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Network hostable DHCP agents. Network: 5a979412-2cfe-4e21-be4d-76b6b0094d1c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:19.896932 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.907792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:19.919322 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.940105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 5a979412-2cfe-4e21-be4d-76b6b0094d1c) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:19.946038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.946773 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.962983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:19.971359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-11eb0a56-9e97-49bf-bab2-288da4d902e7 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1820319 Jul 16 01:34:19.973819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56086) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:19.978195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e12f2-473c-479c-96c3-6472f5ec7188 None None] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:19.980120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'port': {'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c', 'name': 'tempest-AllowedAddressPairTestJSON-769099214'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:19.986968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.030616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:20.033816 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af62e962-e137-40d1-8274-697097bec502" -d '{"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-unplugged", "status": "completed", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:20.039986 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab7acb81-884b-42e2-a211-9c04e34340b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.054143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.092682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Deleting port 295dca54-49f3-4397-ac23-f57f582e2430 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:20.093035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.161998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Transition to ACTIVE for port object 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:20.166376 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb7c746-10fc-438c-8196-d551163c5d6e x-openstack-request-id: req-acb7c746-10fc-438c-8196-d551163c5d6e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:20.166639 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-unplugged", "status": "completed", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:20.166882 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acb7c746-10fc-438c-8196-d551163c5d6e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:20.167470 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'code': 200} Jul 16 01:34:20.169668 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.272872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.295413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Calling delete_port for 295dca54-49f3-4397-ac23-f57f582e2430 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:20.377479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] No DVR routers for this DVR port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:20.432740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab7acb81-884b-42e2-a211-9c04e34340b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.464746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab7acb81-884b-42e2-a211-9c04e34340b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.474511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Made reservation on behalf of ee520cdef84740508662d96a88f4cb81 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:20.478848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.534917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.554307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e3db5-1b3d-4620-9643-c35a1ba6af81 req-a7825b33-0f88-4467-92b8-44dc5975b0ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:20.555922 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-639e3db5-1b3d-4620-9643-c35a1ba6af81 req-a7825b33-0f88-4467-92b8-44dc5975b0ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.4910173 Jul 16 01:34:20.616571 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ab7acb81-884b-42e2-a211-9c04e34340b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c96d8a8201046ccbb28e9fa17e18f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6286361 Jul 16 01:34:20.622638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] device_id is not set on port 6e945a08-26be-4b3f-9e34-3a34cc94ea40 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:20.628487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56118) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.644666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7acb81-884b-42e2-a211-9c04e34340b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d4f4a3-96e2-470f-87f5-5619fecfada6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.692268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-5a979412-2cfe-4e21-be4d-76b6b0094d1c', 'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c', 'tenant_id': 'ee520cdef84740508662d96a88f4cb81', 'fixed_ips': [{'subnet_id': 'b35b7572-705e-477e-b786-8c72d069af18'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:20.693122 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.783091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:20.790481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:20.791070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:20.818552 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:20.819084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:20.861582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Allocated IP 172.20.0.2 (5a979412-2cfe-4e21-be4d-76b6b0094d1c/b35b7572-705e-477e-b786-8c72d069af18/1f627e56-dbf7-47f6-980b-04073b023c23) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:20.877714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-639e3db5-1b3d-4620-9643-c35a1ba6af81 req-a68db9b9-3e9c-4504-a09e-740de81b2629 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934706 Jul 16 01:34:20.878710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:20.879049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Checking segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:20.879428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Bound using segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:20.890492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Bound port: 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:20.891654 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.957123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.981776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:20.985008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:20.989279 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.031529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event deleted for resources: {'Port': ['ID=295dca54-49f3-4397-ac23-f57f582e2430,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.052084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.053082 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.055263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] 10.222.0.50 "PUT /v2.0/ports/8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 1093 time: 1.8898063 Jul 16 01:34:21.097922 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d139ef0-b904-4dd0-b2f7-6161e4e47949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.131865 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d139ef0-b904-4dd0-b2f7-6161e4e47949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.172376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.177103 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:34:21.177475 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:34:21.192646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6f713-8ff8-4367-baf6-2538c31b3485 service neutron] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.263100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65445b3-d26e-4652-91e8-94676281db72 req-99b6e2a1-79eb-4e65-8982-1ddbbeaf7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.269527 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.275641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-99b6e2a1-79eb-4e65-8982-1ddbbeaf7b42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1096 time: 0.1803858 Jul 16 01:34:21.409127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65445b3-d26e-4652-91e8-94676281db72 req-c8234030-9aa7-4944-b19e-6f0214f608cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.413414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-c8234030-9aa7-4944-b19e-6f0214f608cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.1295679 Jul 16 01:34:21.514621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-afa62235-7901-4995-b9a4-d93cef5e9a31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 999 time: 0.0920560 Jul 16 01:34:21.593878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65445b3-d26e-4652-91e8-94676281db72 req-afee2af2-06d2-48b5-82e1-6ea02aa838ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.596082 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-afee2af2-06d2-48b5-82e1-6ea02aa838ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.0745707 Jul 16 01:34:21.675222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65445b3-d26e-4652-91e8-94676281db72 req-02e8ae27-a604-4742-8bc7-eecfd8baa909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.677321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-02e8ae27-a604-4742-8bc7-eecfd8baa909 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744569 Jul 16 01:34:21.708404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Port 295dca54-49f3-4397-ac23-f57f582e2430 not found while updating agent binding for router 6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04. {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:34:21.726873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Routers {'6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:21.728735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:33:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:21.759998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.771250 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.780533 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d139ef0-b904-4dd0-b2f7-6161e4e47949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.792774 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d139ef0-b904-4dd0-b2f7-6161e4e47949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.793970 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1d139ef0-b904-4dd0-b2f7-6161e4e47949 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65d4f4a3-96e2-470f-87f5-5619fecfada6 HTTP/1.1" status: 204 len: 168 time: 1.1644132 Jul 16 01:34:21.885715 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-b0018354-be97-4b66-aa99-fbab7da2e42f service neutron] 10.222.0.50 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930559 Jul 16 01:34:21.916809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d139ef0-b904-4dd0-b2f7-6161e4e47949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d4f4a3-96e2-470f-87f5-5619fecfada6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.937736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.940093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:21.940717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Transition to ACTIVE for port object 1f627e56-dbf7-47f6-980b-04073b023c23 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:21.951418 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.954185 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-86c7795f-d001-44d2-a2b4-9f0e5483be6d tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "DELETE /v2.0/routers/6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04 HTTP/1.1" status: 204 len: 168 time: 2.6396735 Jul 16 01:34:21.957097 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.015473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac4522b-8646-4013-8d12-4496d8a222e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Deleting subnet bfb623ae-19e3-46c3-b262-c3e71a64b1e9 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:22.021365 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eac4522b-8646-4013-8d12-4496d8a222e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.026104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:22.064347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eac4522b-8646-4013-8d12-4496d8a222e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.097306 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] Set router 6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:22.118834 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eac4522b-8646-4013-8d12-4496d8a222e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.179051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:22.182336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Transition to ACTIVE for port object 1f627e56-dbf7-47f6-980b-04073b023c23 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:22.182809 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477f1103-a39e-45d2-a339-fb1900f993fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:22.184566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:22.206102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eac4522b-8646-4013-8d12-4496d8a222e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.300709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.301993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Allocated IP 172.20.0.11 (5a979412-2cfe-4e21-be4d-76b6b0094d1c/b35b7572-705e-477e-b786-8c72d069af18/6e945a08-26be-4b3f-9e34-3a34cc94ea40) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:22.308104 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa10fcd-3781-4cc9-ba8b-76c4a05702cb x-openstack-request-id: req-3aa10fcd-3781-4cc9-ba8b-76c4a05702cb {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:22.308386 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:22.312332 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3aa10fcd-3781-4cc9-ba8b-76c4a05702cb {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:22.313355 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'status': 'completed', 'code': 200} Jul 16 01:34:22.401267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4522b-8646-4013-8d12-4496d8a222e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb623ae-19e3-46c3-b262-c3e71a64b1e9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.406993 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eac4522b-8646-4013-8d12-4496d8a222e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.411646 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eac4522b-8646-4013-8d12-4496d8a222e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/bfb623ae-19e3-46c3-b262-c3e71a64b1e9 HTTP/1.1" status: 204 len: 168 time: 0.4530029 Jul 16 01:34:22.416330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Pushing event updated for resources: {'Port': ['ID=1f627e56-dbf7-47f6-980b-04073b023c23,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.418728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04', 'name': '', 'tenant_id': '6c6dc04cfb2d4dedb507fec96666976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:15Z', 'updated_at': '2021-07-16T01:34:20Z', 'revision_number': 5, 'project_id': '6c6dc04cfb2d4dedb507fec96666976d', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:22.451275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56356) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.486663 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f024b3-3445-4fb6-aba7-8fd0b664b841 None None] The sync data for ids ['6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04'] in n-d-791504-14 is: [{'id': '6f1e1a79-24fc-4a27-862d-2a9b8fd7cf04', 'name': '', 'tenant_id': '6c6dc04cfb2d4dedb507fec96666976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:15Z', 'updated_at': '2021-07-16T01:34:20Z', 'revision_number': 5, 'project_id': '6c6dc04cfb2d4dedb507fec96666976d', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:22.504479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:22.512734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:22.521564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:22.540235 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-0002306a-5825-473b-93ce-ceabcf1ff572 service neutron] 10.222.0.50 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483946 Jul 16 01:34:22.565300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1103-a39e-45d2-a339-fb1900f993fd req-11413c21-5b97-4eae-bf16-43187b8c8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.567150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-11413c21-5b97-4eae-bf16-43187b8c8fab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1096 time: 0.2599776 Jul 16 01:34:22.675956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Attempting to bind port 1f627e56-dbf7-47f6-980b-04073b023c23 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:22.676335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Attempting to bind port 1f627e56-dbf7-47f6-980b-04073b023c23 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '5b38cc4c-b87c-4361-852a-899a75e48517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:22.678609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Attempting to bind port 1f627e56-dbf7-47f6-980b-04073b023c23 on network 5a979412-2cfe-4e21-be4d-76b6b0094d1c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:22.693563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:22.694754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Checking segment: {'id': '5b38cc4c-b87c-4361-852a-899a75e48517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:22.696025 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.697996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Bound using segment: {'id': '5b38cc4c-b87c-4361-852a-899a75e48517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:22.699026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Bound port: 1f627e56-dbf7-47f6-980b-04073b023c23, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b38cc4c-b87c-4361-852a-899a75e48517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:22.700247 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.708787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.740691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112f8f3-4b1b-48e2-87c0-f58d48c50528 req-40ace283-b634-4186-8f29-61db242826aa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.742588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6112f8f3-4b1b-48e2-87c0-f58d48c50528 req-40ace283-b634-4186-8f29-61db242826aa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 944 time: 0.4268486 Jul 16 01:34:22.851737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] For port 1f627e56-dbf7-47f6-980b-04073b023c23, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:22.857854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] For port 1f627e56-dbf7-47f6-980b-04073b023c23, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1f627e56-dbf7-47f6-980b-04073b023c23,segment=NetworkSegment(5b38cc4c-b87c-4361-852a-899a75e48517),segment_id=5b38cc4c-b87c-4361-852a-899a75e48517)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:22.874535 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.033718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83687d2-7cc3-4e72-b35b-0945baa0a1ce None None] Pushing event updated for resources: {'Port': ['ID=1f627e56-dbf7-47f6-980b-04073b023c23,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.146449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.220228 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:34:23.226992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Transition to ACTIVE for port object 6e945a08-26be-4b3f-9e34-3a34cc94ea40 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:23.342423 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.556748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.573202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e995cc11-c60f-43fc-b919-107ad5182bc0']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:23.587772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a98ec9e-c8c6-47a8-80db-b95301c63b86') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:23.588492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a98ec9e-c8c6-47a8-80db-b95301c63b86') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:23.615699 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.616647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Port': ['ID=6e945a08-26be-4b3f-9e34-3a34cc94ea40,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.621566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1103-a39e-45d2-a339-fb1900f993fd req-ac62eb78-6154-483a-95dc-ffd4dd7041f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.624418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-ac62eb78-6154-483a-95dc-ffd4dd7041f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 1.0471115 Jul 16 01:34:23.639405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:23.649829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:23.653332 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.655044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:23.671406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:23.673084 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.798228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.799227 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:23.804780 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:23.823866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-38570908-ca99-4b96-9803-f5f7ff008245 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 999 time: 0.1857920 Jul 16 01:34:23.834852 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6112f8f3-4b1b-48e2-87c0-f58d48c50528 req-664c7630-6b2b-4ead-b51c-841baff6a3ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0816085 Jul 16 01:34:23.844555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1103-a39e-45d2-a339-fb1900f993fd req-7be34c77-b89a-4d56-b45d-16ee1e018a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.846644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-7be34c77-b89a-4d56-b45d-16ee1e018a6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1096 time: 1.2020710 Jul 16 01:34:23.847578 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.861932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e995cc11-c60f-43fc-b919-107ad5182bc0 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:34:23.912771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.915197 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "DELETE /v2.0/networks/e995cc11-c60f-43fc-b919-107ad5182bc0 HTTP/1.1" status: 204 len: 168 time: 1.4600453 Jul 16 01:34:23.925044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1103-a39e-45d2-a339-fb1900f993fd req-b81e931b-f931-4457-96f1-c6f976627688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.933047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-b81e931b-f931-4457-96f1-c6f976627688 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.1001751 Jul 16 01:34:23.935989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf799e-46c0-4780-b6ab-8ee06ee4cc13 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event deleted for resources: {'Network': ['ID=e995cc11-c60f-43fc-b919-107ad5182bc0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.044840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dcff1888-cd0e-49d7-b745-099c57b44cc2 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0693412 Jul 16 01:34:24.047748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56542) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:24.058088 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'port': {'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c', 'name': 'tempest-AllowedAddressPairTestJSON-1633107235', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:88:1b:39'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:24.096256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1103-a39e-45d2-a339-fb1900f993fd req-676d4d2d-fe3f-4e6a-8828-b316554efacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.098108 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-676d4d2d-fe3f-4e6a-8828-b316554efacd service neutron] 10.222.0.50 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.2373822 Jul 16 01:34:24.252825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1103-a39e-45d2-a339-fb1900f993fd req-268b6e9c-43d7-425d-ab23-ef3e5c5b8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.254373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-268b6e9c-43d7-425d-ab23-ef3e5c5b8789 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3118525 Jul 16 01:34:24.257940 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-8719513d-4fea-4f98-8ed7-d3f94320e421 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 999 time: 0.1529131 Jul 16 01:34:24.429355 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1103-a39e-45d2-a339-fb1900f993fd req-25591b06-a905-4194-bc2e-0af191997d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.432555 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-25591b06-a905-4194-bc2e-0af191997d62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.1676421 Jul 16 01:34:24.577667 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-698424fc-93e1-4d0d-b179-80278a818161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.595471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Made reservation on behalf of ee520cdef84740508662d96a88f4cb81 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:24.639734 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-69190fae-c7a3-44b3-afb9-f834e35c9f0b service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767228 Jul 16 01:34:24.645216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1103-a39e-45d2-a339-fb1900f993fd req-458e4481-8c7e-415e-8008-ab2098b13157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.649361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-458e4481-8c7e-415e-8008-ab2098b13157 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2074404 Jul 16 01:34:24.994474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365abd91-0dfc-4701-9ae0-765636a67d21 None None] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:25.009840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.025987 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-236c86f5-c0af-4218-81cf-14af019a1355 service neutron] 10.222.0.50 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690336 Jul 16 01:34:25.066367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1f627e56-dbf7-47f6-980b-04073b023c23 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:25.185923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0c2a27ba-f544-4e8e-a451-3d2709e4efbc None None] Provisioning for port 1f627e56-dbf7-47f6-980b-04073b023c23 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:25.224101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] device_id is not set on port b28d0145-d9ca-46b8-a370-2273e6772f87 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:25.281087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dd706-b1eb-4097-8e04-807cf572b252 req-9b9e6afd-62ed-49fa-839b-cbb8f2dc8893 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.291084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39dd706-b1eb-4097-8e04-807cf572b252 req-9b9e6afd-62ed-49fa-839b-cbb8f2dc8893 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 944 time: 0.1731813 Jul 16 01:34:25.300214 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-5b3565b9-0cff-4549-90e6-1f8297d03198 service neutron] 10.222.0.50 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677133 Jul 16 01:34:25.362688 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-477f1103-a39e-45d2-a339-fb1900f993fd req-b964da71-7d10-4398-b9a8-88a8ece2e556 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128928 Jul 16 01:34:25.363435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 1f627e56-dbf7-47f6-980b-04073b023c23 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:25.370487 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a39dd706-b1eb-4097-8e04-807cf572b252 req-38cd5bd8-e72e-435d-ba4e-c7e825d0c88f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782511 Jul 16 01:34:25.374646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1f627e56-dbf7-47f6-980b-04073b023c23 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:25.375224 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.432973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56646) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.440747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c60fc417-b63a-4140-be54-160fcfa5a907 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Request body: {'router': {'name': 'tempest-router--2065103535', 'project_id': '3dc039b84f8048e9adcfd1811ce3abdd'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:25.495881 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c60fc417-b63a-4140-be54-160fcfa5a907 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.497298 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c60fc417-b63a-4140-be54-160fcfa5a907 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.507656 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.552723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 1f627e56-dbf7-47f6-980b-04073b023c23, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1f627e56-dbf7-47f6-980b-04073b023c23,segment=NetworkSegment(5b38cc4c-b87c-4361-852a-899a75e48517),segment_id=5b38cc4c-b87c-4361-852a-899a75e48517)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:25.562728 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.583779 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c60fc417-b63a-4140-be54-160fcfa5a907 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.590209 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c60fc417-b63a-4140-be54-160fcfa5a907 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.601433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Allocated IP 172.20.0.12 (5a979412-2cfe-4e21-be4d-76b6b0094d1c/b35b7572-705e-477e-b786-8c72d069af18/b28d0145-d9ca-46b8-a370-2273e6772f87) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:25.638589 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c60fc417-b63a-4140-be54-160fcfa5a907 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.644441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c60fc417-b63a-4140-be54-160fcfa5a907 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2084475 Jul 16 01:34:25.646943 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56654) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.666120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=1f627e56-dbf7-47f6-980b-04073b023c23,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.691537 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.797567 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c4e85a4-b615-4479-b7bb-304d9fa5eea4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.939452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f114a027-6c16-48a8-9259-8e7e7712ebaa None None] Provisioning for port 6e945a08-26be-4b3f-9e34-3a34cc94ea40 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:25.953368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f114a027-6c16-48a8-9259-8e7e7712ebaa None None] Provisioning complete for port 6e945a08-26be-4b3f-9e34-3a34cc94ea40 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:25.956494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f114a027-6c16-48a8-9259-8e7e7712ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.024539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f114a027-6c16-48a8-9259-8e7e7712ebaa None None] Port 6e945a08-26be-4b3f-9e34-3a34cc94ea40 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:26.048474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f114a027-6c16-48a8-9259-8e7e7712ebaa None None] Provisioning complete for port 1f627e56-dbf7-47f6-980b-04073b023c23 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:26.049258 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f114a027-6c16-48a8-9259-8e7e7712ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.126935 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c4e85a4-b615-4479-b7bb-304d9fa5eea4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.132326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c4e85a4-b615-4479-b7bb-304d9fa5eea4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.278293 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c4e85a4-b615-4479-b7bb-304d9fa5eea4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.278824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4e85a4-b615-4479-b7bb-304d9fa5eea4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d68f614-f414-4661-b474-2868a7068135 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:26.284742 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c4e85a4-b615-4479-b7bb-304d9fa5eea4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.286843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6c4e85a4-b615-4479-b7bb-304d9fa5eea4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "DELETE /v2.0/routers/0d68f614-f414-4661-b474-2868a7068135 HTTP/1.1" status: 204 len: 168 time: 0.6383584 Jul 16 01:34:26.332674 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.342407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-57f63620-8be0-4818-b819-18bf01ad91a9 None None] Provisioning complete for port 6e945a08-26be-4b3f-9e34-3a34cc94ea40 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:26.342772 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57f63620-8be0-4818-b819-18bf01ad91a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.360600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Transition to ACTIVE for port object b28d0145-d9ca-46b8-a370-2273e6772f87 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:26.407834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.439635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-57f63620-8be0-4818-b819-18bf01ad91a9 None None] Port 6e945a08-26be-4b3f-9e34-3a34cc94ea40 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:26.473496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:26.479047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:26.494907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:26.564488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Port': ['ID=b28d0145-d9ca-46b8-a370-2273e6772f87,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.587063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.588596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.614147 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-61dcbcfc-08d2-4941-9f64-ea540bb5da55 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.5618472 Jul 16 01:34:26.617757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.638424 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.770651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:26.843228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4008be-cb5e-49fd-9633-3106d6765eb8 req-454c71f3-a614-4b54-af4b-8367207d3bb5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.863100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca4008be-cb5e-49fd-9633-3106d6765eb8 req-454c71f3-a614-4b54-af4b-8367207d3bb5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 944 time: 0.2580645 Jul 16 01:34:26.882455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b425a-bdd9-4b00-a970-4941070ab70d tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.890875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b425a-bdd9-4b00-a970-4941070ab70d tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.898871 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b425a-bdd9-4b00-a970-4941070ab70d tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.901568 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f77b425a-bdd9-4b00-a970-4941070ab70d tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2787488 Jul 16 01:34:26.906754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56692) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.939238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.968167 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca4008be-cb5e-49fd-9633-3106d6765eb8 req-913a6f4c-bb50-4cc1-9aea-95c74ab47c75 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040554 Jul 16 01:34:27.006446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1f627e56-dbf7-47f6-980b-04073b023c23 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:27.189832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:27.222517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-45ea0718-b21c-4067-99fd-7b314cc79a0c tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Deleting port b28d0145-d9ca-46b8-a370-2273e6772f87 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:27.222864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45ea0718-b21c-4067-99fd-7b314cc79a0c tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.224671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'port_id': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'mac_address': 'fa:16:3e:20:24:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:27.278549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-540b42ba-7f4e-4e2b-85c9-54bc04f8d8e3 None None] Provisioning for port b28d0145-d9ca-46b8-a370-2273e6772f87 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:27.288540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd85edbf-5553-4b91-8165-84191944bba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.305103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-540b42ba-7f4e-4e2b-85c9-54bc04f8d8e3 None None] Provisioning complete for port b28d0145-d9ca-46b8-a370-2273e6772f87 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:27.305836 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-540b42ba-7f4e-4e2b-85c9-54bc04f8d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.390720 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.461432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1f627e56-dbf7-47f6-980b-04073b023c23 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:27.461810 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.464242 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:27.470135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45ea0718-b21c-4067-99fd-7b314cc79a0c tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.488693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-540b42ba-7f4e-4e2b-85c9-54bc04f8d8e3 None None] Port b28d0145-d9ca-46b8-a370-2273e6772f87 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:27.489832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-45ea0718-b21c-4067-99fd-7b314cc79a0c tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Calling delete_port for b28d0145-d9ca-46b8-a370-2273e6772f87 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:27.547128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-9c67b98a-309c-41fa-ad44-ddd848fdfad4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.549270 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-9c67b98a-309c-41fa-ad44-ddd848fdfad4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8&tenant_id=12c4eea5d22846989166acf9750bd01d&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 944 time: 0.1909251 Jul 16 01:34:27.595648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:27.618359 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.620770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-526202129', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:27.697652 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.699964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.704898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b560a3a-eb3e-41ee-9a3a-ac2c5436ad7d req-0e80e25e-248c-4c7d-99ef-f20c76b76779 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.706516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b560a3a-eb3e-41ee-9a3a-ac2c5436ad7d req-0e80e25e-248c-4c7d-99ef-f20c76b76779 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 944 time: 0.1249728 Jul 16 01:34:27.744746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45ea0718-b21c-4067-99fd-7b314cc79a0c tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.791689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea0718-b21c-4067-99fd-7b314cc79a0c tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event deleted for resources: {'Port': ['ID=b28d0145-d9ca-46b8-a370-2273e6772f87,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.795542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.818153 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.829427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b560a3a-eb3e-41ee-9a3a-ac2c5436ad7d req-a91cf72c-0dfb-471a-9001-7ea57fa78f81 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151788 Jul 16 01:34:27.910408 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5ff8fa34-ca46-49b9-8759-aaf21766a12e service neutron] 10.222.0.50 "GET /v2.0/ports/8e02dc10-6ea8-4dd3-b590-824c0a1aad45/bindings/n-h2-791504-14 HTTP/1.1" status: 200 len: 383 time: 0.3538582 Jul 16 01:34:27.920194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.069134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['8e02dc10-6ea8-4dd3-b590-824c0a1aad45'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:28.130282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45ea0718-b21c-4067-99fd-7b314cc79a0c tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.134744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-45ea0718-b21c-4067-99fd-7b314cc79a0c tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "DELETE /v2.0/ports/b28d0145-d9ca-46b8-a370-2273e6772f87 HTTP/1.1" status: 204 len: 168 time: 1.2286499 Jul 16 01:34:28.137568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:28.216117 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6e3c5d-4b5f-436a-a43f-5a15c36299f8 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] GET failed (client error): The resource could not be found. Jul 16 01:34:28.225634 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1b6e3c5d-4b5f-436a-a43f-5a15c36299f8 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "GET /v2.0/ports/b28d0145-d9ca-46b8-a370-2273e6772f87 HTTP/1.1" status: 404 len: 333 time: 0.0853105 Jul 16 01:34:28.228024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56728) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:28.245170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'port': {'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c', 'name': 'tempest-AllowedAddressPairTestJSON-2032323181'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:28.391685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.430134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-8033f05d-c899-4528-b5c1-00a697facf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.431762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-8033f05d-c899-4528-b5c1-00a697facf78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1097 time: 0.3812914 Jul 16 01:34:28.450704 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.501760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Made reservation on behalf of ee520cdef84740508662d96a88f4cb81 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:28.507015 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.539451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] device_id is not set on port 57e72c74-f39e-4278-8d5c-e6b47776073b yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:28.634825 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-05bf0293-f5d7-4bf3-81b0-7d87ec24ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.636474 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-05bf0293-f5d7-4bf3-81b0-7d87ec24ca67 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.1950417 Jul 16 01:34:28.690521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Allocated IP 172.20.0.9 (5a979412-2cfe-4e21-be4d-76b6b0094d1c/b35b7572-705e-477e-b786-8c72d069af18/57e72c74-f39e-4278-8d5c-e6b47776073b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:28.729664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5143e25d-671d-4181-9c71-5a6cf1d14633 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 1000 time: 0.0839262 Jul 16 01:34:28.876867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.903645 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.907503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-f3723cb7-2473-4430-8b34-a3b2372dd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.917142 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-f3723cb7-2473-4430-8b34-a3b2372dd863 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.1469049 Jul 16 01:34:28.961083 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.990506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Transition to ACTIVE for port object 57e72c74-f39e-4278-8d5c-e6b47776073b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:29.070838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-008e9009-b438-4327-9c13-bcca7760d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.072626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-008e9009-b438-4327-9c13-bcca7760d30d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463602 Jul 16 01:34:29.103927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Allocated IP 172.25.4.234 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/1097fc52-4110-4846-b7c8-43b3f129433a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:29.158252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82886571-e320-4442-8a00-dfdebc145c27 req-83d4ab3c-96e8-4a38-b14a-11ce9d5e7ed8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.159943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82886571-e320-4442-8a00-dfdebc145c27 req-83d4ab3c-96e8-4a38-b14a-11ce9d5e7ed8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1374969 Jul 16 01:34:29.161122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.217398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:29.226363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:29.239361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:29.312826 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82886571-e320-4442-8a00-dfdebc145c27 req-dfa48085-2beb-4f02-97b9-fcea15157b57 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338589 Jul 16 01:34:29.326941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Port': ['ID=57e72c74-f39e-4278-8d5c-e6b47776073b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.383879 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-fca007ce-c854-4cc8-80cd-093d3229869e service neutron] 10.222.0.50 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967906 Jul 16 01:34:29.400466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.401213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.445656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56762) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:29.446670 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7d2737db-e790-4d81-8b31-1fcb3b34f983 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2165360 Jul 16 01:34:29.460983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0661381c-9624-4741-bcb2-ee410682ee65 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:88:1b:39'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:29.508072 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.697777 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-027f2dec-4f96-4548-b678-d6f4d14dab4e service neutron] 10.222.0.50 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018222 Jul 16 01:34:29.757626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1c69c448-f4e3-4965-af19-151e5797727b None None] Provisioning for port 57e72c74-f39e-4278-8d5c-e6b47776073b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:29.759805 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.764318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1c69c448-f4e3-4965-af19-151e5797727b None None] Provisioning complete for port 57e72c74-f39e-4278-8d5c-e6b47776073b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:29.765340 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c69c448-f4e3-4965-af19-151e5797727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.825770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1c69c448-f4e3-4965-af19-151e5797727b None None] Port 57e72c74-f39e-4278-8d5c-e6b47776073b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:29.833259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:29.879776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:29.882678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:29.917312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Pushing event updated for resources: {'Port': ['ID=1097fc52-4110-4846-b7c8-43b3f129433a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.951639 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0661381c-9624-4741-bcb2-ee410682ee65 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.068316 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.674694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5012-53e0-415c-b3eb-c8c0a420e839 req-f8844383-d3d2-424a-80e9-152afea7093b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.676845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-927d5012-53e0-415c-b3eb-c8c0a420e839 req-f8844383-d3d2-424a-80e9-152afea7093b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1257606 Jul 16 01:34:30.719636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.750101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-927d5012-53e0-415c-b3eb-c8c0a420e839 req-8b0fce18-d1b8-4013-a496-171214fae2b2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648699 Jul 16 01:34:30.800018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:30.901344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:30.907472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:30.908004 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.984318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0661381c-9624-4741-bcb2-ee410682ee65 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.991358 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0661381c-9624-4741-bcb2-ee410682ee65 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.057225 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.103048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:31.113075 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c176f650-2c4e-4357-8a9f-42052556fa61" -d '{"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:31.132827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56808) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:31.152637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:31.158322 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.236845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0661381c-9624-4741-bcb2-ee410682ee65 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] In _notify_port_updated(), no bound segment for port 57e72c74-f39e-4278-8d5c-e6b47776073b on network 5a979412-2cfe-4e21-be4d-76b6b0094d1c {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:31.245734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0661381c-9624-4741-bcb2-ee410682ee65 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.246868 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0661381c-9624-4741-bcb2-ee410682ee65 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.252584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:31.255523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.259853 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13ac6e-8b75-472e-b44d-745ad9ff449b x-openstack-request-id: req-ae13ac6e-8b75-472e-b44d-745ad9ff449b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:31.260162 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:31.260404 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae13ac6e-8b75-472e-b44d-745ad9ff449b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:31.260800 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'code': 200} Jul 16 01:34:31.273123 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0661381c-9624-4741-bcb2-ee410682ee65 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "PUT /v2.0/ports/57e72c74-f39e-4278-8d5c-e6b47776073b HTTP/1.1" status: 200 len: 994 time: 1.8236947 Jul 16 01:34:31.284487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661381c-9624-4741-bcb2-ee410682ee65 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Port': ['ID=57e72c74-f39e-4278-8d5c-e6b47776073b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.319465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.428819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-66842324-23ef-48f3-93fc-706d51d2ed60 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Deleting port 57e72c74-f39e-4278-8d5c-e6b47776073b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:31.429355 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66842324-23ef-48f3-93fc-706d51d2ed60 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.549800 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95cb4a19-1c2b-4cba-b2ef-cb4a75fd2be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.578903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-81bec817-d3d3-4893-af5e-742bb1b85b2e None None] Provisioning complete for port 57e72c74-f39e-4278-8d5c-e6b47776073b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:31.579369 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81bec817-d3d3-4893-af5e-742bb1b85b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.591188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Router 3957c659-8655-43e6-bf61-d24a58fe7db5 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:31.597512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66842324-23ef-48f3-93fc-706d51d2ed60 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.623886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-66842324-23ef-48f3-93fc-706d51d2ed60 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Calling delete_port for 57e72c74-f39e-4278-8d5c-e6b47776073b owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:31.653328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-81bec817-d3d3-4893-af5e-742bb1b85b2e None None] Port 57e72c74-f39e-4278-8d5c-e6b47776073b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:31.829193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95cb4a19-1c2b-4cba-b2ef-cb4a75fd2be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.840326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95cb4a19-1c2b-4cba-b2ef-cb4a75fd2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.990842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:32.006311 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bf023-2b30-43cd-b188-20fcaf899bd2 None None] Sync routers for ids ['3957c659-8655-43e6-bf61-d24a58fe7db5'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:32.020881 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bf023-2b30-43cd-b188-20fcaf899bd2 None None] Routers {'3957c659-8655-43e6-bf61-d24a58fe7db5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:32.023782 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7d3bf023-2b30-43cd-b188-20fcaf899bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3957c659-8655-43e6-bf61-d24a58fe7db5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.037218 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-95cb4a19-1c2b-4cba-b2ef-cb4a75fd2be7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c71b63a779340d59ff71051f126b8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9032497 Jul 16 01:34:32.040630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb4a19-1c2b-4cba-b2ef-cb4a75fd2be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa56f6f-e8be-4ed1-a52a-c8dc82f0c5d2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.045196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56828) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.099693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.104751 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4045ab85-3287-4c18-9e23-2ed245705953 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1642656 Jul 16 01:34:32.108515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56832) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.119055 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7d3bf023-2b30-43cd-b188-20fcaf899bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.139634 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bf023-2b30-43cd-b188-20fcaf899bd2 None None] Routers {'3957c659-8655-43e6-bf61-d24a58fe7db5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:32.141482 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7d3bf023-2b30-43cd-b188-20fcaf899bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3957c659-8655-43e6-bf61-d24a58fe7db5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.185445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66842324-23ef-48f3-93fc-706d51d2ed60 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.217234 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7d3bf023-2b30-43cd-b188-20fcaf899bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.218217 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bf023-2b30-43cd-b188-20fcaf899bd2 None None] The sync data for ids ['3957c659-8655-43e6-bf61-d24a58fe7db5'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:32.272906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3161c1f6-62a6-4285-a85a-32ad01ca6d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.275304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66842324-23ef-48f3-93fc-706d51d2ed60 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event deleted for resources: {'Port': ['ID=57e72c74-f39e-4278-8d5c-e6b47776073b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.364607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3161c1f6-62a6-4285-a85a-32ad01ca6d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.365098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3e69315f-4f99-4277-8745-007f6697833e tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/routers/3957c659-8655-43e6-bf61-d24a58fe7db5 HTTP/1.1" status: 200 len: 920 time: 0.2540774 Jul 16 01:34:32.372326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.375458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f561be9-7179-4db7-831c-8a8130abbf1c req-9b618eb3-3ec1-4c0c-954b-02374267c161 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:32.377303 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f561be9-7179-4db7-831c-8a8130abbf1c req-9b618eb3-3ec1-4c0c-954b-02374267c161 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.3524184 Jul 16 01:34:32.492611 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f561be9-7179-4db7-831c-8a8130abbf1c req-4d922b3f-b5b6-4bff-950e-7bef0d76af74 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025357 Jul 16 01:34:32.586621 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-029c0e2b-4fb9-4549-8918-2f28681f9e22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=3957c659-8655-43e6-bf61-d24a58fe7db5 HTTP/1.1" status: 200 len: 205 time: 0.2075493 Jul 16 01:34:32.589635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56842) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.638194 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3161c1f6-62a6-4285-a85a-32ad01ca6d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.640866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3161c1f6-62a6-4285-a85a-32ad01ca6d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.642060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3161c1f6-62a6-4285-a85a-32ad01ca6d2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/caa56f6f-e8be-4ed1-a52a-c8dc82f0c5d2 HTTP/1.1" status: 204 len: 168 time: 0.5930169 Jul 16 01:34:32.686321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161c1f6-62a6-4285-a85a-32ad01ca6d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa56f6f-e8be-4ed1-a52a-c8dc82f0c5d2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.757226 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66842324-23ef-48f3-93fc-706d51d2ed60 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.766840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-66842324-23ef-48f3-93fc-706d51d2ed60 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "DELETE /v2.0/ports/57e72c74-f39e-4278-8d5c-e6b47776073b HTTP/1.1" status: 204 len: 168 time: 1.5128925 Jul 16 01:34:32.767817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56850) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.809761 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eee93fa-1879-4754-b903-e0ce88f24a75 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] GET failed (client error): The resource could not be found. Jul 16 01:34:32.811352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8eee93fa-1879-4754-b903-e0ce88f24a75 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "GET /v2.0/ports/57e72c74-f39e-4278-8d5c-e6b47776073b HTTP/1.1" status: 404 len: 333 time: 0.0412567 Jul 16 01:34:32.816147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56854) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.823951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'port': {'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c', 'name': 'tempest-AllowedAddressPairTestJSON-1291393856'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:32.830359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-f5519b38-2127-4f57-84ee-2f3138c7d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:32.831866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-f5519b38-2127-4f57-84ee-2f3138c7d173 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 1098 time: 0.2573860 Jul 16 01:34:32.839076 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.850778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:32.998692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.043678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.120349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Made reservation on behalf of ee520cdef84740508662d96a88f4cb81 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:33.125866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Deleting port 1097fc52-4110-4846-b7c8-43b3f129433a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:33.126376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.126520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.210678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] device_id is not set on port dbfa5289-5e88-411d-8e91-49997f87ef0a yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:33.245918 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.268963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Calling delete_port for 1097fc52-4110-4846-b7c8-43b3f129433a owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:33.414657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:33.427730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Allocated IP 172.20.0.6 (5a979412-2cfe-4e21-be4d-76b6b0094d1c/b35b7572-705e-477e-b786-8c72d069af18/dbfa5289-5e88-411d-8e91-49997f87ef0a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:33.484808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:33.499789 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.536736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Pushing event deleted for resources: {'Port': ['ID=1097fc52-4110-4846-b7c8-43b3f129433a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.570607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:33.572927 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71d3a44-b0d8-4dd6-a6b0-135404bd7f3c" -d '{"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-unplugged", "status": "completed", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:33.577387 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.614019 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.671483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Transition to ACTIVE for port object 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:33.681042 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52417e88-24da-4aaf-8f5b-66d0311b8431 x-openstack-request-id: req-52417e88-24da-4aaf-8f5b-66d0311b8431 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:33.681630 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-unplugged", "status": "completed", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:33.682232 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52417e88-24da-4aaf-8f5b-66d0311b8431 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:33.682864 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'code': 200} Jul 16 01:34:33.688094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.799502 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.806844 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.857898 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.860381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.909850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51626fba-f6ac-47c7-acca-8656e4ea7346 req-53909f24-5561-40a1-8e56-f241ddbe8379 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.918934 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51626fba-f6ac-47c7-acca-8656e4ea7346 req-53909f24-5561-40a1-8e56-f241ddbe8379 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 945 time: 0.2675002 Jul 16 01:34:33.934430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Transition to ACTIVE for port object dbfa5289-5e88-411d-8e91-49997f87ef0a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:33.940963 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.941909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Fanout notify agent at l3_agent the message router_deleted on router 3957c659-8655-43e6-bf61-d24a58fe7db5 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:33.968221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.969618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-df58de2f-ac20-47a8-89c7-fb011fe70e79 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/3957c659-8655-43e6-bf61-d24a58fe7db5 HTTP/1.1" status: 204 len: 168 time: 1.3788424 Jul 16 01:34:33.974266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 56892) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:33.978777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Request body: {'router': {'name': 'tempest-snat-router-829216920', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'enable_snat': False}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:33.992520 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51626fba-f6ac-47c7-acca-8656e4ea7346 req-d30e5e66-64b6-4d97-a6a7-c95f572dbf96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699456 Jul 16 01:34:34.338051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] No DVR routers for this DVR port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:34.464820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.466720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.467688 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.531561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:34.545837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:34.559740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:34.631872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Port': ['ID=dbfa5289-5e88-411d-8e91-49997f87ef0a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.641488 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.802110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:34.821990 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.822701 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.848540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:34.848881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:34.849216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:34.883912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:34.893296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-467308a9-5dd2-4058-8e3d-386b26817395 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0742912 Jul 16 01:34:34.896164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 56976) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.901584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8163cc43-30ec-4c1c-a23c-0292be9b1dbe tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:1b:39'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:34.928693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:34.929236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Attempting to bind port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:34.965572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:34.966271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Checking segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:34.966998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Bound using segment: {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:34.967665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Bound port: 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24237b3b-df02-4967-9d3e-6baf6b3765cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:34.968220 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.987628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.029195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-049dd0ad-3cfc-43e8-86ac-0dfbf5b497a3 None None] Provisioning for port dbfa5289-5e88-411d-8e91-49997f87ef0a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:35.040793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-049dd0ad-3cfc-43e8-86ac-0dfbf5b497a3 None None] Provisioning complete for port dbfa5289-5e88-411d-8e91-49997f87ef0a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:35.041183 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-049dd0ad-3cfc-43e8-86ac-0dfbf5b497a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.096184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:35.102704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:35.113091 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.161811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-049dd0ad-3cfc-43e8-86ac-0dfbf5b497a3 None None] Port dbfa5289-5e88-411d-8e91-49997f87ef0a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:35.238461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:35.239100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.240537 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] 10.222.0.67 "PUT /v2.0/ports/8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 1094 time: 2.3968730 Jul 16 01:34:35.287696 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8163cc43-30ec-4c1c-a23c-0292be9b1dbe tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.344553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e6d9a-adeb-4815-9d7d-3dba4041ddaa service neutron] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=11']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:35.408480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6ea9a-0fb9-4c3b-a2cc-85df43b1c6aa req-fd2cd795-fb8c-41d6-9cb1-a0af0f067f3b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:35.419961 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37c6ea9a-0fb9-4c3b-a2cc-85df43b1c6aa req-fd2cd795-fb8c-41d6-9cb1-a0af0f067f3b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 945 time: 0.2265162 Jul 16 01:34:35.601360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-438975a1-0bb6-43a1-b1f7-720151c558fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:35.603824 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-438975a1-0bb6-43a1-b1f7-720151c558fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1097 time: 0.3243935 Jul 16 01:34:35.666965 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.699898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:35.702314 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b649c-d8af-4946-8d91-9ba90e990133" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:35.708325 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.746471 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37c6ea9a-0fb9-4c3b-a2cc-85df43b1c6aa req-3837d3cb-e4ff-473d-830b-52b9a08162f2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171139 Jul 16 01:34:35.821346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-58b8fffd-249b-4048-868f-f355ff461c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:35.823275 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-58b8fffd-249b-4048-868f-f355ff461c16 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.2075763 Jul 16 01:34:35.845027 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0ffdd6-400d-414d-b8d4-d7ed9994ba55 x-openstack-request-id: req-3f0ffdd6-400d-414d-b8d4-d7ed9994ba55 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:35.845657 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:35.846311 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f0ffdd6-400d-414d-b8d4-d7ed9994ba55 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:35.847194 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'status': 'completed', 'code': 200} Jul 16 01:34:35.860770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8163cc43-30ec-4c1c-a23c-0292be9b1dbe tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.874212 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8163cc43-30ec-4c1c-a23c-0292be9b1dbe tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.998623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163cc43-30ec-4c1c-a23c-0292be9b1dbe tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Port': ['ID=dbfa5289-5e88-411d-8e91-49997f87ef0a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.052403 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-96e8cc6a-9320-4fc6-b8f3-fbcca8887e94 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 999 time: 0.2040493 Jul 16 01:34:36.066947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8163cc43-30ec-4c1c-a23c-0292be9b1dbe tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] In _notify_port_updated(), no bound segment for port dbfa5289-5e88-411d-8e91-49997f87ef0a on network 5a979412-2cfe-4e21-be4d-76b6b0094d1c {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:36.078379 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8163cc43-30ec-4c1c-a23c-0292be9b1dbe tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.079362 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8163cc43-30ec-4c1c-a23c-0292be9b1dbe tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.082106 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8163cc43-30ec-4c1c-a23c-0292be9b1dbe tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "PUT /v2.0/ports/dbfa5289-5e88-411d-8e91-49997f87ef0a HTTP/1.1" status: 200 len: 996 time: 1.1848533 Jul 16 01:34:36.086593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57032) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:36.139870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-7475da33-b4e6-4d67-9dbc-a27dbe5beb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.141715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-7475da33-b4e6-4d67-9dbc-a27dbe5beb9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.0786233 Jul 16 01:34:36.145881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Allocated IP 172.25.4.173 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/2d9afca5-8c11-47f7-accf-cc3944f96474) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:36.147080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b649c-d8af-4946-8d91-9ba90e990133 req-bc08af74-b2c0-4a46-b78c-1fe79897ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.148621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-bc08af74-b2c0-4a46-b78c-1fe79897ebe9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1097 time: 0.2647266 Jul 16 01:34:36.326674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-499312c8-9445-497a-9671-c1889402bf15 None None] Provisioning complete for port dbfa5289-5e88-411d-8e91-49997f87ef0a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:36.328467 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-499312c8-9445-497a-9671-c1889402bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.329147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b649c-d8af-4946-8d91-9ba90e990133 req-47fdb068-0823-4cc2-a468-83f3ad1a8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.330707 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-47fdb068-0823-4cc2-a468-83f3ad1a8ada service neutron] 10.222.0.50 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.1701739 Jul 16 01:34:36.334163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-408623a7-72bb-4e82-b688-ec18312fccad tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Deleting port dbfa5289-5e88-411d-8e91-49997f87ef0a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:36.334163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-408623a7-72bb-4e82-b688-ec18312fccad tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.379858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-dad5d0fe-d389-4bb5-9002-12482979c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.381406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-dad5d0fe-d389-4bb5-9002-12482979c64b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308867 Jul 16 01:34:36.408295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-499312c8-9445-497a-9671-c1889402bf15 None None] Port dbfa5289-5e88-411d-8e91-49997f87ef0a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:36.462069 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.556364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:36.572763 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-723a5fa8-7fe3-4a6d-be31-bccaf5701728 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831615 Jul 16 01:34:36.719910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.801216 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-408623a7-72bb-4e82-b688-ec18312fccad tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.833809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-403e4b65-300b-468b-9aaa-ba4c974b7aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.848168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-408623a7-72bb-4e82-b688-ec18312fccad tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Calling delete_port for dbfa5289-5e88-411d-8e91-49997f87ef0a owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:36.867452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d2da79d-ed82-4cce-b752-e30ec08a0e83 req-320300aa-cc81-48d1-8966-489da77e68c9 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863569 Jul 16 01:34:36.874609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:36.883607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:36.888181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:36.894774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event updated for resources: {'Port': ['ID=2d9afca5-8c11-47f7-accf-cc3944f96474,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.030699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.052679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-408623a7-72bb-4e82-b688-ec18312fccad tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.063109 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-652f4b00-047f-470e-bb8f-44627aba85ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 999 time: 0.2768161 Jul 16 01:34:37.152839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408623a7-72bb-4e82-b688-ec18312fccad tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event deleted for resources: {'Port': ['ID=dbfa5289-5e88-411d-8e91-49997f87ef0a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.160709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b649c-d8af-4946-8d91-9ba90e990133 req-08a5440e-981f-460b-8464-819f55a98901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.165720 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-08a5440e-981f-460b-8464-819f55a98901 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.0672069 Jul 16 01:34:37.181054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b649c-d8af-4946-8d91-9ba90e990133 req-c2618775-9597-4172-ad47-1d9a7408dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.182778 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-c2618775-9597-4172-ad47-1d9a7408dabd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1097 time: 0.2385430 Jul 16 01:34:37.309024 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-403e4b65-300b-468b-9aaa-ba4c974b7aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.321794 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-408623a7-72bb-4e82-b688-ec18312fccad tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.327126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-408623a7-72bb-4e82-b688-ec18312fccad tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "DELETE /v2.0/ports/dbfa5289-5e88-411d-8e91-49997f87ef0a HTTP/1.1" status: 204 len: 168 time: 1.2354279 Jul 16 01:34:37.327601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57054) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.345972 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4833a441-9039-4091-9c44-7a1527c8d7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.363023 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8163ff2-5e05-4690-b3b2-67a9390dac25 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] GET failed (client error): The resource could not be found. Jul 16 01:34:37.366228 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e8163ff2-5e05-4690-b3b2-67a9390dac25 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "GET /v2.0/ports/dbfa5289-5e88-411d-8e91-49997f87ef0a HTTP/1.1" status: 404 len: 333 time: 0.0363243 Jul 16 01:34:37.368302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.373701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'port': {'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c', 'name': 'tempest-AllowedAddressPairTestJSON-1052858178'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:37.380246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b649c-d8af-4946-8d91-9ba90e990133 req-cd771371-9ecf-466e-bb85-46c3a206d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.381776 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-cd771371-9ecf-466e-bb85-46c3a206d53f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1625955 Jul 16 01:34:37.382568 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-403e4b65-300b-468b-9aaa-ba4c974b7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.401615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e74a-81f0-457d-ba31-39038a5c59b7 req-7b4672bb-533f-4865-a502-630715815d7e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.404206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2b17e74a-81f0-457d-ba31-39038a5c59b7 req-7b4672bb-533f-4865-a502-630715815d7e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 945 time: 0.3364754 Jul 16 01:34:37.537628 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-403e4b65-300b-468b-9aaa-ba4c974b7aa5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ee59bf24d6e44008f997e5b70e56510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9792902 Jul 16 01:34:37.545254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57058) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.545699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e4b65-300b-468b-9aaa-ba4c974b7aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17519252-129f-4981-8515-66d2bf4beaa3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.556522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b649c-d8af-4946-8d91-9ba90e990133 req-3fcf4b2d-e4dc-4422-961b-2c8abb7235c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.558573 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-3fcf4b2d-e4dc-4422-961b-2c8abb7235c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.3536332 Jul 16 01:34:37.568980 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-92197f61-78ef-40c9-9861-3569bc44ade3 service neutron] 10.222.0.50 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754534 Jul 16 01:34:37.598448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.602434 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2b17e74a-81f0-457d-ba31-39038a5c59b7 req-011d9c1c-1521-4881-9488-fad495f04052 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703329 Jul 16 01:34:37.676626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52c15691-88e9-4de9-b87a-239d19df8d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.716666 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-561788cc-f5ec-4365-9293-c1bb8b9999ec service neutron] 10.222.0.50 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378508 Jul 16 01:34:37.718923 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52c15691-88e9-4de9-b87a-239d19df8d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.765680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-d6389a3a-06bd-487a-9050-eaa9d7da82c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 999 time: 0.1900864 Jul 16 01:34:37.775768 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52c15691-88e9-4de9-b87a-239d19df8d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.779303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52c15691-88e9-4de9-b87a-239d19df8d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.784873 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-52c15691-88e9-4de9-b87a-239d19df8d4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17519252-129f-4981-8515-66d2bf4beaa3 HTTP/1.1" status: 204 len: 168 time: 0.2376540 Jul 16 01:34:37.792764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c15691-88e9-4de9-b87a-239d19df8d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17519252-129f-4981-8515-66d2bf4beaa3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.145629 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4833a441-9039-4091-9c44-7a1527c8d7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.155479 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4833a441-9039-4091-9c44-7a1527c8d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.169421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Made reservation on behalf of ee520cdef84740508662d96a88f4cb81 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:38.173214 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.175276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57068) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.198449 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c7bf-ae3d-4933-9e86-a43c7ae4678d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.205182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] device_id is not set on port a8e74426-1f92-425b-bed5-d085d186b7ec yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:38.214062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b649c-d8af-4946-8d91-9ba90e990133 req-523d182f-6296-4ce0-84fd-70335b1b4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.217040 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-523d182f-6296-4ce0-84fd-70335b1b4486 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.4421780 Jul 16 01:34:38.277673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833a441-9039-4091-9c44-7a1527c8d7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77823ac5-7008-4dd2-8727-3627b938e01b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.308132 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4833a441-9039-4091-9c44-7a1527c8d7e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d5e8be7deb4459793994eafda38d549&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2755837 Jul 16 01:34:38.314381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57070) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.370288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Allocated IP 172.20.0.5 (5a979412-2cfe-4e21-be4d-76b6b0094d1c/b35b7572-705e-477e-b786-8c72d069af18/a8e74426-1f92-425b-bed5-d085d186b7ec) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:38.380842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.405590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b649c-d8af-4946-8d91-9ba90e990133 req-56fe5840-47d7-47fd-b701-23046f6e62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.407043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-56fe5840-47d7-47fd-b701-23046f6e62ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1701720 Jul 16 01:34:38.434526 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c7bf-ae3d-4933-9e86-a43c7ae4678d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.442137 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4977fb-3854-49d1-87d3-c65bb00eb2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.444972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c7bf-ae3d-4933-9e86-a43c7ae4678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.514229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e3a5c7bf-ae3d-4933-9e86-a43c7ae4678d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e4fb9caa4124b30b0b22c98776190f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344026 Jul 16 01:34:38.515290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5c7bf-ae3d-4933-9e86-a43c7ae4678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec5e4c6-847d-469d-afe2-25d73d164a07,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.516996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57072) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.532741 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4977fb-3854-49d1-87d3-c65bb00eb2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.649666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-fb3b9767-b55c-4044-b71c-8df63e5c60bf service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088780 Jul 16 01:34:38.665274 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.702218 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44be0b56-ae49-4999-b215-aa2b6ab389b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.718722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Transition to ACTIVE for port object a8e74426-1f92-425b-bed5-d085d186b7ec will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:38.740895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44be0b56-ae49-4999-b215-aa2b6ab389b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.752123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4977fb-3854-49d1-87d3-c65bb00eb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.755659 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4977fb-3854-49d1-87d3-c65bb00eb2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.757645 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4d4977fb-3854-49d1-87d3-c65bb00eb2b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77823ac5-7008-4dd2-8727-3627b938e01b HTTP/1.1" status: 204 len: 168 time: 0.4415548 Jul 16 01:34:38.785242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4977fb-3854-49d1-87d3-c65bb00eb2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77823ac5-7008-4dd2-8727-3627b938e01b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.797669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Router 7028c833-047a-484e-8482-d23346ad46c3 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:38.814399 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-188b649c-d8af-4946-8d91-9ba90e990133 req-96bf09a6-d69c-43d6-8c6e-c52aeb38d951 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500926 Jul 16 01:34:38.865384 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.930379 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:38.931525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44be0b56-ae49-4999-b215-aa2b6ab389b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.934728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44be0b56-ae49-4999-b215-aa2b6ab389b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.935888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-44be0b56-ae49-4999-b215-aa2b6ab389b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dec5e4c6-847d-469d-afe2-25d73d164a07 HTTP/1.1" status: 204 len: 168 time: 0.4159646 Jul 16 01:34:38.944488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:38.954927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:38.960414 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Port': ['ID=a8e74426-1f92-425b-bed5-d085d186b7ec,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.972763 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be0b56-ae49-4999-b215-aa2b6ab389b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec5e4c6-847d-469d-afe2-25d73d164a07,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.085278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:39.087391 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.106244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:39.138832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Sync routers for ids ['7028c833-047a-484e-8482-d23346ad46c3'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:39.139365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-74340c61-c6d1-4c7e-9513-04fb9ad8f011 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7664394 Jul 16 01:34:39.144573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee641dd-d37f-4f4a-9565-d0b3b948922e req-a96c7144-62d5-4239-a718-61ca5312d278 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:39.144792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57084) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.146215 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ee641dd-d37f-4f4a-9565-d0b3b948922e req-a96c7144-62d5-4239-a718-61ca5312d278 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 945 time: 0.2845807 Jul 16 01:34:39.162813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'port': {'network_id': '5a979412-2cfe-4e21-be4d-76b6b0094d1c', 'name': 'tempest-AllowedAddressPairTestJSON-413151548'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:39.167863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Routers {'7028c833-047a-484e-8482-d23346ad46c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:39.168990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7028c833-047a-484e-8482-d23346ad46c3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:39.204966 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.206642 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0db124ea-a9ee-46e7-b810-a39e578121e4 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2310352 Jul 16 01:34:39.209096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57086) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.451660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Made reservation on behalf of ee520cdef84740508662d96a88f4cb81 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:39.459184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.491387 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ee641dd-d37f-4f4a-9565-d0b3b948922e req-85c2be47-854d-457e-b617-d7c44a5809de tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307393 Jul 16 01:34:39.496661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57090) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.497900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-69461ca1-7961-4df3-9864-85a8fc320ad9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/routers/7028c833-047a-484e-8482-d23346ad46c3 HTTP/1.1" status: 200 len: 908 time: 0.2717023 Jul 16 01:34:39.503124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Request body: {'router': {'name': 'tempest-snat-router-829216920', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'enable_snat': True}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:39.512450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bbd9a0e0-1108-40b5-a4d3-1d3951a7163f None None] Provisioning for port a8e74426-1f92-425b-bed5-d085d186b7ec completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:39.514751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] device_id is not set on port 3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:39.534509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Set router 7028c833-047a-484e-8482-d23346ad46c3 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:39.537672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bbd9a0e0-1108-40b5-a4d3-1d3951a7163f None None] Provisioning complete for port a8e74426-1f92-425b-bed5-d085d186b7ec triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:39.538171 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a0e0-1108-40b5-a4d3-1d3951a7163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.591367 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.592438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.627889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57094) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.642920 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-020850c3-97a3-4a78-aa1f-176ab68a1325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.765964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.853757 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-020850c3-97a3-4a78-aa1f-176ab68a1325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.861099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-020850c3-97a3-4a78-aa1f-176ab68a1325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.876663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Allocated IP 172.20.0.14 (5a979412-2cfe-4e21-be4d-76b6b0094d1c/b35b7572-705e-477e-b786-8c72d069af18/3b0ae8b6-ac9b-48c8-9554-8a242ecffe20) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:39.933215 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-020850c3-97a3-4a78-aa1f-176ab68a1325 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e321da55a6f545caa08ea641a698be54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021691 Jul 16 01:34:39.938905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57102) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.963734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020850c3-97a3-4a78-aa1f-176ab68a1325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18e00d-1ccc-463f-8496-5ff4529f7272,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.006406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9a0e0-1108-40b5-a4d3-1d3951a7163f None None] Port a8e74426-1f92-425b-bed5-d085d186b7ec cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:40.013006 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c833-047a-484e-8482-d23346ad46c3', 'name': 'tempest-snat-router-829216920', 'tenant_id': '6c6dc04cfb2d4dedb507fec96666976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.173'}], 'enable_snat': False}, 'gw_port_id': '2d9afca5-8c11-47f7-accf-cc3944f96474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:34Z', 'updated_at': '2021-07-16T01:34:37Z', 'revision_number': 3, 'project_id': '6c6dc04cfb2d4dedb507fec96666976d', 'gw_port': {'id': '2d9afca5-8c11-47f7-accf-cc3944f96474', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7028c833-047a-484e-8482-d23346ad46c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:35Z', 'updated_at': '2021-07-16T01:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:40.028668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-407a705b-2fc2-489d-a9db-930ae6505d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.045596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Checking router: 7028c833-047a-484e-8482-d23346ad46c3 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:40.046549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Updating router 7028c833-047a-484e-8482-d23346ad46c3 port 2d9afca5-8c11-47f7-accf-cc3944f96474 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:40.053721 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-407a705b-2fc2-489d-a9db-930ae6505d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.098204 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.109734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:40.148005 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-407a705b-2fc2-489d-a9db-930ae6505d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.150549 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-407a705b-2fc2-489d-a9db-930ae6505d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.151217 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.151738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-407a705b-2fc2-489d-a9db-930ae6505d62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b18e00d-1ccc-463f-8496-5ff4529f7272 HTTP/1.1" status: 204 len: 168 time: 0.2110081 Jul 16 01:34:40.167092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a705b-2fc2-489d-a9db-930ae6505d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18e00d-1ccc-463f-8496-5ff4529f7272,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.243808 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:40.505814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:40.563658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'port_id': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'mac_address': 'fa:16:3e:20:24:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:40.570570 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.624061 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.657932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:40.685024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:40.690664 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.708635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Transition to ACTIVE for port object 3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:40.818825 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.843813 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.858818 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.886554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.886817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Transition to ACTIVE for port object 2d9afca5-8c11-47f7-accf-cc3944f96474 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:40.910360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.943618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003f89f-a292-491e-bc5b-b013c17270d5 req-c219b0b6-33da-4970-b708-5dbdb5e2dfb9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.947558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9003f89f-a292-491e-bc5b-b013c17270d5 req-c219b0b6-33da-4970-b708-5dbdb5e2dfb9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1928973 Jul 16 01:34:40.963997 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.966397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Attempting to bind port 2d9afca5-8c11-47f7-accf-cc3944f96474 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:40.967140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Attempting to bind port 2d9afca5-8c11-47f7-accf-cc3944f96474 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:40.967683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Attempting to bind port 2d9afca5-8c11-47f7-accf-cc3944f96474 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:41.007678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['8e02dc10-6ea8-4dd3-b590-824c0a1aad45'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:41.059380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:41.061079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9003f89f-a292-491e-bc5b-b013c17270d5 req-f1de6d67-8f3d-4973-b055-3eeb37242730 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066413 Jul 16 01:34:41.067425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:41.075773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:41.081647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:41.082302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:41.082877 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.083466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:41.084114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Bound port: 2d9afca5-8c11-47f7-accf-cc3944f96474, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:41.084670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.104149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:41.104586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Port': ['ID=3b0ae8b6-ac9b-48c8-9554-8a242ecffe20,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.116977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Allocated IP 172.25.4.94 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:41.168325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] For port 2d9afca5-8c11-47f7-accf-cc3944f96474, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:41.175552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] For port 2d9afca5-8c11-47f7-accf-cc3944f96474, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2d9afca5-8c11-47f7-accf-cc3944f96474,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:41.188043 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.202898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.203581 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.236948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57142) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:41.248942 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ea8f30e4-b2ea-4a40-9e2a-5cdb22cb8831 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1032069 Jul 16 01:34:41.270803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:41.280946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-30b179e1-eef5-495e-81ea-c6ec47ef6cbf tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:88:1b:39'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:56:d3:2c'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:41.319865 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e7dd7e39-de98-487b-9a50-aff60ee039d3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/3722a47c-bedd-4628-a46f-7454ed2afa7a HTTP/1.1" status: 200 len: 992 time: 0.2115920 Jul 16 01:34:41.342853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Routers {'7028c833-047a-484e-8482-d23346ad46c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:41.343502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7028c833-047a-484e-8482-d23346ad46c3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:41.476042 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d88e4c6-249f-4531-b881-b17be9dfb435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.487169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] Set router 7028c833-047a-484e-8482-d23346ad46c3 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:41.571324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e56eee-8dcb-4148-9ffd-3d04a241982d None None] Pushing event updated for resources: {'Port': ['ID=2d9afca5-8c11-47f7-accf-cc3944f96474,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.600598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.748333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b5e59484-62bb-4d8b-8f6d-cb70efb01fa4 None None] Provisioning for port 3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:41.765138 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30b179e1-eef5-495e-81ea-c6ec47ef6cbf tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.772796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b5e59484-62bb-4d8b-8f6d-cb70efb01fa4 None None] Provisioning complete for port 3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:41.772796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5e59484-62bb-4d8b-8f6d-cb70efb01fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.800483 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.849277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e56eee-8dcb-4148-9ffd-3d04a241982d None None] Pushing event updated for resources: {'Port': ['ID=2d9afca5-8c11-47f7-accf-cc3944f96474,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.852407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b5e59484-62bb-4d8b-8f6d-cb70efb01fa4 None None] Port 3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:41.919317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event updated for resources: {'Port': ['ID=71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.946812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c833-047a-484e-8482-d23346ad46c3', 'name': 'tempest-snat-router-829216920', 'tenant_id': '6c6dc04cfb2d4dedb507fec96666976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.173'}], 'enable_snat': False}, 'gw_port_id': '2d9afca5-8c11-47f7-accf-cc3944f96474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:34Z', 'updated_at': '2021-07-16T01:34:37Z', 'revision_number': 3, 'project_id': '6c6dc04cfb2d4dedb507fec96666976d', 'gw_port': {'id': '2d9afca5-8c11-47f7-accf-cc3944f96474', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7028c833-047a-484e-8482-d23346ad46c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:35Z', 'updated_at': '2021-07-16T01:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:41.948105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:41.967291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:41.970254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:41.989179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4143d-b129-43a9-b610-3d0ae6b0e578 None None] The sync data for ids ['7028c833-047a-484e-8482-d23346ad46c3'] in n-d-791504-14 is: [{'id': '7028c833-047a-484e-8482-d23346ad46c3', 'name': 'tempest-snat-router-829216920', 'tenant_id': '6c6dc04cfb2d4dedb507fec96666976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.173'}], 'enable_snat': False}, 'gw_port_id': '2d9afca5-8c11-47f7-accf-cc3944f96474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:34Z', 'updated_at': '2021-07-16T01:34:37Z', 'revision_number': 3, 'project_id': '6c6dc04cfb2d4dedb507fec96666976d', 'gw_port': {'id': '2d9afca5-8c11-47f7-accf-cc3944f96474', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7028c833-047a-484e-8482-d23346ad46c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:35Z', 'updated_at': '2021-07-16T01:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:42.017152 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d88e4c6-249f-4531-b881-b17be9dfb435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.029207 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d88e4c6-249f-4531-b881-b17be9dfb435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.178644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57188) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.179379 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0d88e4c6-249f-4531-b881-b17be9dfb435 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed8b0d0b50bc4c8b803ad17d1d7a86db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9409580 Jul 16 01:34:42.185471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88e4c6-249f-4531-b881-b17be9dfb435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9d36ff-f71c-432f-9318-ca0795c9de74,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.253898 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42943286-e3c8-4323-8b9c-38d6602be6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.283387 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42943286-e3c8-4323-8b9c-38d6602be6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.387890 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42943286-e3c8-4323-8b9c-38d6602be6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.394317 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42943286-e3c8-4323-8b9c-38d6602be6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.398264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-42943286-e3c8-4323-8b9c-38d6602be6c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a9d36ff-f71c-432f-9318-ca0795c9de74 HTTP/1.1" status: 204 len: 168 time: 0.2159371 Jul 16 01:34:42.404280 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30b179e1-eef5-495e-81ea-c6ec47ef6cbf tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.430274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42943286-e3c8-4323-8b9c-38d6602be6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9d36ff-f71c-432f-9318-ca0795c9de74,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.451172 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30b179e1-eef5-495e-81ea-c6ec47ef6cbf tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.576538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.580682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b179e1-eef5-495e-81ea-c6ec47ef6cbf tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event updated for resources: {'Port': ['ID=3b0ae8b6-ac9b-48c8-9554-8a242ecffe20,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.002739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2d9afca5-8c11-47f7-accf-cc3944f96474 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:43.110709 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d4c96d86-f12c-4b4d-be8b-63092fde7312 None None] Provisioning complete for port 3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:43.113197 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4c96d86-f12c-4b4d-be8b-63092fde7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.230968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 2d9afca5-8c11-47f7-accf-cc3944f96474 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:43.253892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2d9afca5-8c11-47f7-accf-cc3944f96474 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:43.254166 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.255745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-30b179e1-eef5-495e-81ea-c6ec47ef6cbf tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] In _notify_port_updated(), no bound segment for port 3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 on network 5a979412-2cfe-4e21-be4d-76b6b0094d1c {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:43.266163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b179e1-eef5-495e-81ea-c6ec47ef6cbf tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.266879 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30b179e1-eef5-495e-81ea-c6ec47ef6cbf tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.270698 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-30b179e1-eef5-495e-81ea-c6ec47ef6cbf tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "PUT /v2.0/ports/3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 HTTP/1.1" status: 200 len: 1056 time: 1.9930732 Jul 16 01:34:43.271087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57264) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.373206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d4c96d86-f12c-4b4d-be8b-63092fde7312 None None] Port 3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:43.434324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57266) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.468426 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.495315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 2d9afca5-8c11-47f7-accf-cc3944f96474, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2d9afca5-8c11-47f7-accf-cc3944f96474,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:43.500475 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.535151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.574579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=2d9afca5-8c11-47f7-accf-cc3944f96474,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.582701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.583050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.583389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.583723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.584053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.584379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.584796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.585135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.585459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.585885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.586277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.586601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:43.625099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f1916f28-f4ad-48f9-a2d1-a77253550d91 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Deleting port 3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:43.625805 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1916f28-f4ad-48f9-a2d1-a77253550d91 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.752422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1916f28-f4ad-48f9-a2d1-a77253550d91 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.781061 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ab12c42-19e5-4c6b-be46-c1e05839224c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.783084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f1916f28-f4ad-48f9-a2d1-a77253550d91 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Calling delete_port for 3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:43.794259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Router 7bba4819-9af4-4178-a27b-d7cfec22e7a2 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:43.958577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:43.971612 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Sync routers for ids ['7bba4819-9af4-4178-a27b-d7cfec22e7a2'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:43.983393 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Routers {'7bba4819-9af4-4178-a27b-d7cfec22e7a2'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:43.984385 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7bba4819-9af4-4178-a27b-d7cfec22e7a2'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:44.032601 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ab12c42-19e5-4c6b-be46-c1e05839224c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.042684 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.042943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ab12c42-19e5-4c6b-be46-c1e05839224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.045015 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1cdad346-a350-4caa-bfb0-cb077ebc4268 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5458515 Jul 16 01:34:44.047647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:44.083275 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1916f28-f4ad-48f9-a2d1-a77253550d91 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.131929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:44.137285 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Set router 7bba4819-9af4-4178-a27b-d7cfec22e7a2 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:44.204899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1916f28-f4ad-48f9-a2d1-a77253550d91 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event deleted for resources: {'Port': ['ID=3b0ae8b6-ac9b-48c8-9554-8a242ecffe20,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.267655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:44.282481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:44.283639 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.287396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9ab12c42-19e5-4c6b-be46-c1e05839224c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2c228cf203847d9a1c1c86e78a9b919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8482096 Jul 16 01:34:44.288623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:44.319890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab12c42-19e5-4c6b-be46-c1e05839224c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cb94e9-0ab2-4a56-8af5-fb68747e8cfa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.335199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e8372d82-2608-4d1a-824e-5e59e6eb83fe tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/routers/7bba4819-9af4-4178-a27b-d7cfec22e7a2 HTTP/1.1" status: 200 len: 906 time: 0.2856252 Jul 16 01:34:44.338087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:44.501165 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.501532 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5798a2d-d352-4a14-8564-e3e15baf7250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.561671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:44.563945 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dee4ed0-6990-42ae-acf0-a7e99211cdcc" -d '{"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:44.573962 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bba4819-9af4-4178-a27b-d7cfec22e7a2', 'name': 'tempest-snat-router-829216920', 'tenant_id': '6c6dc04cfb2d4dedb507fec96666976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:39Z', 'updated_at': '2021-07-16T01:34:42Z', 'revision_number': 3, 'project_id': '6c6dc04cfb2d4dedb507fec96666976d', 'gw_port': {'id': '71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:81:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bba4819-9af4-4178-a27b-d7cfec22e7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:40Z', 'updated_at': '2021-07-16T01:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:44.595184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:44.605344 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.613010 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Checking router: 7bba4819-9af4-4178-a27b-d7cfec22e7a2 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:44.613853 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Updating router 7bba4819-9af4-4178-a27b-d7cfec22e7a2 port 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:44.630311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5798a2d-d352-4a14-8564-e3e15baf7250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.668226 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21d1846-b4f9-47a1-aed2-4c461df2cbbd x-openstack-request-id: req-d21d1846-b4f9-47a1-aed2-4c461df2cbbd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:44.669763 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:44.673109 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d21d1846-b4f9-47a1-aed2-4c461df2cbbd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:44.673595 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'code': 200} Jul 16 01:34:44.695465 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.762116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=13']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.795535 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.942889 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2d9afca5-8c11-47f7-accf-cc3944f96474 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:44.978431 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5798a2d-d352-4a14-8564-e3e15baf7250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.980282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5798a2d-d352-4a14-8564-e3e15baf7250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.995831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f5798a2d-d352-4a14-8564-e3e15baf7250 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3cb94e9-0ab2-4a56-8af5-fb68747e8cfa HTTP/1.1" status: 204 len: 168 time: 0.6907659 Jul 16 01:34:45.029732 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1916f28-f4ad-48f9-a2d1-a77253550d91 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.034937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57308) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.035572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f1916f28-f4ad-48f9-a2d1-a77253550d91 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "DELETE /v2.0/ports/3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 HTTP/1.1" status: 204 len: 168 time: 1.7623239 Jul 16 01:34:45.038978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5798a2d-d352-4a14-8564-e3e15baf7250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cb94e9-0ab2-4a56-8af5-fb68747e8cfa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.039813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2d9afca5-8c11-47f7-accf-cc3944f96474 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:45.041178 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.101161 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-631d9ca2-a3b8-4606-8e22-338d41f74445 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] GET failed (client error): The resource could not be found. Jul 16 01:34:45.107283 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-631d9ca2-a3b8-4606-8e22-338d41f74445 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "GET /v2.0/ports/3b0ae8b6-ac9b-48c8-9554-8a242ecffe20 HTTP/1.1" status: 404 len: 333 time: 0.0669172 Jul 16 01:34:45.108443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57316) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.129848 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.143402 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Transition to ACTIVE for port object 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:45.152238 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.223928 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Pushing event updated for resources: {'Port': ['ID=71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.245068 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.255576 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.256964 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.257696 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.258569 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.259188 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.260708 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.261891 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.262524 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.263025 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.263543 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.264051 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.265584 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:45.271243 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Attempting to bind port 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:45.271884 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Attempting to bind port 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:45.272419 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Attempting to bind port 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:45.279535 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:45.282552 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:45.283411 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.283990 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:45.284684 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Bound port: 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:45.285382 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.361264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7cebe-7fcf-4f4f-bbcd-fc1077543241 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Deleting port a8e74426-1f92-425b-bed5-d085d186b7ec {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:45.361885 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dd7cebe-7fcf-4f4f-bbcd-fc1077543241 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.371230 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] For port 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:45.377938 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] For port 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:45.385191 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.386740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Deleting port 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:45.387251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.476871 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb2afd-2297-426d-843b-cde9584ce382 None None] Pushing event updated for resources: {'Port': ['ID=71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.509541 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Routers {'7bba4819-9af4-4178-a27b-d7cfec22e7a2'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:45.512716 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7bba4819-9af4-4178-a27b-d7cfec22e7a2'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:45.535682 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dd7cebe-7fcf-4f4f-bbcd-fc1077543241 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.552288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7cebe-7fcf-4f4f-bbcd-fc1077543241 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Calling delete_port for a8e74426-1f92-425b-bed5-d085d186b7ec owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:45.575542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] For port 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:45.575973 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.606277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Calling delete_port for 71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:45.778974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dd7cebe-7fcf-4f4f-bbcd-fc1077543241 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.892342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7cebe-7fcf-4f4f-bbcd-fc1077543241 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event deleted for resources: {'Port': ['ID=a8e74426-1f92-425b-bed5-d085d186b7ec,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.906388 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] Set router 7bba4819-9af4-4178-a27b-d7cfec22e7a2 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:45.937863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.008831 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bba4819-9af4-4178-a27b-d7cfec22e7a2', 'name': 'tempest-snat-router-829216920', 'tenant_id': '6c6dc04cfb2d4dedb507fec96666976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:39Z', 'updated_at': '2021-07-16T01:34:45Z', 'revision_number': 4, 'project_id': '6c6dc04cfb2d4dedb507fec96666976d', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:46.018933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event deleted for resources: {'Port': ['ID=71f3a6d7-8cc0-4fcf-813b-f500fbf6c7de,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.069316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dd7cebe-7fcf-4f4f-bbcd-fc1077543241 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.074443 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2dd7cebe-7fcf-4f4f-bbcd-fc1077543241 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "DELETE /v2.0/ports/a8e74426-1f92-425b-bed5-d085d186b7ec HTTP/1.1" status: 204 len: 168 time: 0.9619513 Jul 16 01:34:46.075140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57348) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.085000 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f049e25-41cc-441e-aa39-0ce901869fa8 None None] The sync data for ids ['7bba4819-9af4-4178-a27b-d7cfec22e7a2'] in n-d-791504-14 is: [{'id': '7bba4819-9af4-4178-a27b-d7cfec22e7a2', 'name': 'tempest-snat-router-829216920', 'tenant_id': '6c6dc04cfb2d4dedb507fec96666976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:39Z', 'updated_at': '2021-07-16T01:34:45Z', 'revision_number': 4, 'project_id': '6c6dc04cfb2d4dedb507fec96666976d', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:46.118534 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe0f05d-53b8-44d4-9150-f12e27e12982 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] GET failed (client error): The resource could not be found. Jul 16 01:34:46.125189 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fbe0f05d-53b8-44d4-9150-f12e27e12982 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "GET /v2.0/ports/a8e74426-1f92-425b-bed5-d085d186b7ec HTTP/1.1" status: 404 len: 333 time: 0.0441437 Jul 16 01:34:46.125640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57352) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.194693 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.323922 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1665124a-b5e3-4853-aa7c-07972c92be67 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Deleting port 6e945a08-26be-4b3f-9e34-3a34cc94ea40 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:46.326516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1665124a-b5e3-4853-aa7c-07972c92be67 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.348429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.350255 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.403619 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.404346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bba4819-9af4-4178-a27b-d7cfec22e7a2 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:46.410604 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.415547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-411d37ac-a784-417d-b3fa-48399276a0ee tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "DELETE /v2.0/routers/7bba4819-9af4-4178-a27b-d7cfec22e7a2 HTTP/1.1" status: 204 len: 168 time: 2.0716770 Jul 16 01:34:46.416374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.505406 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1665124a-b5e3-4853-aa7c-07972c92be67 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.537808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1665124a-b5e3-4853-aa7c-07972c92be67 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Calling delete_port for 6e945a08-26be-4b3f-9e34-3a34cc94ea40 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:46.581663 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.740830 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.755192 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1665124a-b5e3-4853-aa7c-07972c92be67 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.837784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665124a-b5e3-4853-aa7c-07972c92be67 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event deleted for resources: {'Port': ['ID=6e945a08-26be-4b3f-9e34-3a34cc94ea40,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.840511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Deleting port 2d9afca5-8c11-47f7-accf-cc3944f96474 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:46.841285 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.004612 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1665124a-b5e3-4853-aa7c-07972c92be67 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.008393 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1665124a-b5e3-4853-aa7c-07972c92be67 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "DELETE /v2.0/ports/6e945a08-26be-4b3f-9e34-3a34cc94ea40 HTTP/1.1" status: 204 len: 168 time: 0.8816578 Jul 16 01:34:47.018122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57404) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.175884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-6174f844-faa3-4302-b3e9-443bc5d48fde tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Deleting subnet b35b7572-705e-477e-b786-8c72d069af18 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:47.187481 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6174f844-faa3-4302-b3e9-443bc5d48fde tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.257296 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57422) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.305307 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6174f844-faa3-4302-b3e9-443bc5d48fde tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.439733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6174f844-faa3-4302-b3e9-443bc5d48fde tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.453661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] For port 2d9afca5-8c11-47f7-accf-cc3944f96474, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2d9afca5-8c11-47f7-accf-cc3944f96474,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:47.454252 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.472608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Calling delete_port for 2d9afca5-8c11-47f7-accf-cc3944f96474 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:47.494905 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea99967-716a-4e22-b8d6-05f40c17a58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.598565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6174f844-faa3-4302-b3e9-443bc5d48fde tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.656183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174f844-faa3-4302-b3e9-443bc5d48fde tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event deleted for resources: {'Subnet': ['ID=b35b7572-705e-477e-b786-8c72d069af18,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.657952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6174f844-faa3-4302-b3e9-443bc5d48fde tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.660182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6174f844-faa3-4302-b3e9-443bc5d48fde tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "DELETE /v2.0/subnets/b35b7572-705e-477e-b786-8c72d069af18 HTTP/1.1" status: 204 len: 168 time: 0.6399364 Jul 16 01:34:47.668668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57430) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.672190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30780fed-73ab-4ee3-b619-1d107e5a8e98 None None] Network 5a979412-2cfe-4e21-be4d-76b6b0094d1c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:47.717145 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.754930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57432) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.765998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d9afca5-8c11-47f7-accf-cc3944f96474,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.885628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.901282 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.022086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c49ad8b-de35-429c-a1a5-5d1139330ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.049354 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.054261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.069312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea99967-716a-4e22-b8d6-05f40c17a58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.084849 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea99967-716a-4e22-b8d6-05f40c17a58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.144371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.144890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7028c833-047a-484e-8482-d23346ad46c3 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:48.156694 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.157896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f20ebb80-2d2c-4c3d-93e0-189a68f0f7ef tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "DELETE /v2.0/routers/7028c833-047a-484e-8482-d23346ad46c3 HTTP/1.1" status: 204 len: 168 time: 1.7404759 Jul 16 01:34:48.165582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57438) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.186290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1825443963', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:48.235812 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bea99967-716a-4e22-b8d6-05f40c17a58d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb4c571a0eee4938a2506a0739a0d500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9773443 Jul 16 01:34:48.236385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57440) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.243933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea99967-716a-4e22-b8d6-05f40c17a58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f9abff-3892-421b-9bfe-78ae2f2afb35,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.259567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Deleting port 1f627e56-dbf7-47f6-980b-04073b023c23 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:48.259923 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.326823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942a5f9-e03f-4fa0-a9c4-2956643984c2 None None] DHCP port deletion for 5a979412-2cfe-4e21-be4d-76b6b0094d1c request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:48.355576 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-302368e0-97ff-4220-92ce-468ef0be00d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.383003 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c49ad8b-de35-429c-a1a5-5d1139330ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.395507 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c49ad8b-de35-429c-a1a5-5d1139330ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.429241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] For port 1f627e56-dbf7-47f6-980b-04073b023c23, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1f627e56-dbf7-47f6-980b-04073b023c23,segment=NetworkSegment(5b38cc4c-b87c-4361-852a-899a75e48517),segment_id=5b38cc4c-b87c-4361-852a-899a75e48517)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:48.430700 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.454273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3942a5f9-e03f-4fa0-a9c4-2956643984c2 None None] Deleting port 1f627e56-dbf7-47f6-980b-04073b023c23 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:48.454640 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3942a5f9-e03f-4fa0-a9c4-2956643984c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.463666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Calling delete_port for 1f627e56-dbf7-47f6-980b-04073b023c23 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:48.476984 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.478057 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.482647 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-302368e0-97ff-4220-92ce-468ef0be00d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.505490 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8c49ad8b-de35-429c-a1a5-5d1139330ced admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2cfa13fb82e49188e20f81ac2603679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7463305 Jul 16 01:34:48.514855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57442) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.532711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49ad8b-de35-429c-a1a5-5d1139330ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60b2f64-b05b-4e0b-839d-a7559136b1d8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.560374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3942a5f9-e03f-4fa0-a9c4-2956643984c2 None None] For port 1f627e56-dbf7-47f6-980b-04073b023c23, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1f627e56-dbf7-47f6-980b-04073b023c23,segment=NetworkSegment(5b38cc4c-b87c-4361-852a-899a75e48517),segment_id=5b38cc4c-b87c-4361-852a-899a75e48517)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:48.561788 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3942a5f9-e03f-4fa0-a9c4-2956643984c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.564320 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.591668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3942a5f9-e03f-4fa0-a9c4-2956643984c2 None None] Calling delete_port for 1f627e56-dbf7-47f6-980b-04073b023c23 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:48.602785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df9c1275-b392-465a-8938-d3a857b4bdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.637582 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-302368e0-97ff-4220-92ce-468ef0be00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.640516 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-302368e0-97ff-4220-92ce-468ef0be00d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.641783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-302368e0-97ff-4220-92ce-468ef0be00d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11f9abff-3892-421b-9bfe-78ae2f2afb35 HTTP/1.1" status: 204 len: 168 time: 0.4037149 Jul 16 01:34:48.655131 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df9c1275-b392-465a-8938-d3a857b4bdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.657337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302368e0-97ff-4220-92ce-468ef0be00d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f9abff-3892-421b-9bfe-78ae2f2afb35,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.723657 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df9c1275-b392-465a-8938-d3a857b4bdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.728062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df9c1275-b392-465a-8938-d3a857b4bdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.730878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-df9c1275-b392-465a-8938-d3a857b4bdad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e60b2f64-b05b-4e0b-839d-a7559136b1d8 HTTP/1.1" status: 204 len: 168 time: 0.2146375 Jul 16 01:34:48.740025 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3942a5f9-e03f-4fa0-a9c4-2956643984c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.757710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c1275-b392-465a-8938-d3a857b4bdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60b2f64-b05b-4e0b-839d-a7559136b1d8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.808837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942a5f9-e03f-4fa0-a9c4-2956643984c2 None None] No DVR routers for this DVR port 1f627e56-dbf7-47f6-980b-04073b023c23 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:48.811623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942a5f9-e03f-4fa0-a9c4-2956643984c2 None None] Pushing event deleted for resources: {'Port': ['ID=1f627e56-dbf7-47f6-980b-04073b023c23,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.863516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.908115 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.983444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] No DVR routers for this DVR port 1f627e56-dbf7-47f6-980b-04073b023c23 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:48.985613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event deleted for resources: {'Port': ['ID=1f627e56-dbf7-47f6-980b-04073b023c23,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.013812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2d9afca5-8c11-47f7-accf-cc3944f96474 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:49.063696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 2d9afca5-8c11-47f7-accf-cc3944f96474 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:49.064048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2d9afca5-8c11-47f7-accf-cc3944f96474 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:49.065311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1f627e56-dbf7-47f6-980b-04073b023c23 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:49.104277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 1f627e56-dbf7-47f6-980b-04073b023c23 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:49.105485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1f627e56-dbf7-47f6-980b-04073b023c23 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:49.143546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.185347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a979412-2cfe-4e21-be4d-76b6b0094d1c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:49.198320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b38cc4c-b87c-4361-852a-899a75e48517') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:49.198680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b38cc4c-b87c-4361-852a-899a75e48517') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:49.214139 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.246471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.256293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:49.256679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:49.259960 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:49.302360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57464) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.320248 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff76e4b-c2e4-4aec-a4b7-c6eba4fa4141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.423399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.425695 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.435139 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.439973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] 10.222.0.64 "DELETE /v2.0/networks/5a979412-2cfe-4e21-be4d-76b6b0094d1c HTTP/1.1" status: 204 len: 168 time: 1.7706056 Jul 16 01:34:49.467770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.469718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f93b3-9757-4ff4-b831-65aeeab86199 tempest-AllowedAddressPairTestJSON-2071388009 tempest-AllowedAddressPairTestJSON-2071388009-project] Pushing event deleted for resources: {'Network': ['ID=5a979412-2cfe-4e21-be4d-76b6b0094d1c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.511639 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff76e4b-c2e4-4aec-a4b7-c6eba4fa4141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.519826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff76e4b-c2e4-4aec-a4b7-c6eba4fa4141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.575410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff76e4b-c2e4-4aec-a4b7-c6eba4fa4141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ecf898-8f9d-4301-9f8d-72417ad61090,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.597445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6ff76e4b-c2e4-4aec-a4b7-c6eba4fa4141 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69cd31a36652435abc6c65760c8479d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937648 Jul 16 01:34:49.598148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57472) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.633101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Allocated IP 172.25.4.115 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/5ac0f179-7819-4596-90c3-84e8240e1084) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:49.682112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05a79229-28dc-447e-b397-2f324d57afc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.708911 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05a79229-28dc-447e-b397-2f324d57afc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.804632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.813398 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05a79229-28dc-447e-b397-2f324d57afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.816656 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05a79229-28dc-447e-b397-2f324d57afc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.820394 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-05a79229-28dc-447e-b397-2f324d57afc5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9ecf898-8f9d-4301-9f8d-72417ad61090 HTTP/1.1" status: 204 len: 168 time: 0.2190261 Jul 16 01:34:49.831310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a79229-28dc-447e-b397-2f324d57afc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ecf898-8f9d-4301-9f8d-72417ad61090,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.891675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.899724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.945658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:49.949687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:49.952183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:49.986378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Pushing event updated for resources: {'Port': ['ID=5ac0f179-7819-4596-90c3-84e8240e1084,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.342726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-34a39e2d-dbfc-4eaf-b5c4-15398dc647d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee520cdef84740508662d96a88f4cb81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494350 Jul 16 01:34:50.345204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57500) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.369976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.457282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9edc41cd-b863-46a1-9673-86709fefd0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.487802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9edc41cd-b863-46a1-9673-86709fefd0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.552376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9edc41cd-b863-46a1-9673-86709fefd0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.558862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9edc41cd-b863-46a1-9673-86709fefd0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.563022 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9edc41cd-b863-46a1-9673-86709fefd0a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e16c48f-6b62-403f-8c55-d0c1bf74a5d5 HTTP/1.1" status: 204 len: 168 time: 0.2165720 Jul 16 01:34:50.574079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc41cd-b863-46a1-9673-86709fefd0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e16c48f-6b62-403f-8c55-d0c1bf74a5d5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.972412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.024843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.183042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Router 335c160b-0eec-40cb-a6d1-478a3a141a87 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:51.330241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:51.332976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:51.345337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0dd80e-88fc-4171-81d4-e54f5bebe853 None None] Sync routers for ids ['335c160b-0eec-40cb-a6d1-478a3a141a87'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:51.361577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0dd80e-88fc-4171-81d4-e54f5bebe853 None None] Routers {'335c160b-0eec-40cb-a6d1-478a3a141a87'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:51.365202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1f0dd80e-88fc-4171-81d4-e54f5bebe853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['335c160b-0eec-40cb-a6d1-478a3a141a87'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:51.400498 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.402644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9b63d29e-552a-40a8-b0ed-524c49fc6d22 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2285960 Jul 16 01:34:51.405492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57548) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.413351 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.422279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c80d6ca5-7d92-46e5-919e-c7104aac37b5 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'enable_snat': False}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:51.452362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1f0dd80e-88fc-4171-81d4-e54f5bebe853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:51.472304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0dd80e-88fc-4171-81d4-e54f5bebe853 None None] Routers {'335c160b-0eec-40cb-a6d1-478a3a141a87'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:51.473310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1f0dd80e-88fc-4171-81d4-e54f5bebe853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['335c160b-0eec-40cb-a6d1-478a3a141a87'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:51.544721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1f0dd80e-88fc-4171-81d4-e54f5bebe853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:51.552612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0dd80e-88fc-4171-81d4-e54f5bebe853 None None] The sync data for ids ['335c160b-0eec-40cb-a6d1-478a3a141a87'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:51.629841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.827314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Allocated IP 172.25.4.142 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/7be536ff-1771-4c52-9b65-81598a5813a8) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:51.831476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5424f-07cf-4838-ab65-71e089ca87f8 req-e4486216-0faf-4660-96a4-e4d5a848e14a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.837139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5424f-07cf-4838-ab65-71e089ca87f8 req-e4486216-0faf-4660-96a4-e4d5a848e14a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.844075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5424f-07cf-4838-ab65-71e089ca87f8 req-e4486216-0faf-4660-96a4-e4d5a848e14a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.850112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5424f-07cf-4838-ab65-71e089ca87f8 req-e4486216-0faf-4660-96a4-e4d5a848e14a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.856620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5424f-07cf-4838-ab65-71e089ca87f8 req-e4486216-0faf-4660-96a4-e4d5a848e14a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.862502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5424f-07cf-4838-ab65-71e089ca87f8 req-e4486216-0faf-4660-96a4-e4d5a848e14a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.873205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5424f-07cf-4838-ab65-71e089ca87f8 req-e4486216-0faf-4660-96a4-e4d5a848e14a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.876078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cce5424f-07cf-4838-ab65-71e089ca87f8 req-e4486216-0faf-4660-96a4-e4d5a848e14a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5444 time: 0.2241328 Jul 16 01:34:51.999724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cce5424f-07cf-4838-ab65-71e089ca87f8 req-8fcf1d51-4d1a-46f8-ad5d-a60e422a175b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067805 Jul 16 01:34:52.010538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c80d6ca5-7d92-46e5-919e-c7104aac37b5 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.066856 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.137852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.183783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57578) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.205868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:52.248485 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:52.252540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:52.300412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Pushing event updated for resources: {'Port': ['ID=7be536ff-1771-4c52-9b65-81598a5813a8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.344112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970892-185b-48b6-a2ce-2a3edbb94ca7 req-37bb8eeb-1151-4855-98c2-f35d3d6bfe63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.350187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970892-185b-48b6-a2ce-2a3edbb94ca7 req-37bb8eeb-1151-4855-98c2-f35d3d6bfe63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.358118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970892-185b-48b6-a2ce-2a3edbb94ca7 req-37bb8eeb-1151-4855-98c2-f35d3d6bfe63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.364376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970892-185b-48b6-a2ce-2a3edbb94ca7 req-37bb8eeb-1151-4855-98c2-f35d3d6bfe63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.371881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970892-185b-48b6-a2ce-2a3edbb94ca7 req-37bb8eeb-1151-4855-98c2-f35d3d6bfe63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.374508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-662231126'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:52.379366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970892-185b-48b6-a2ce-2a3edbb94ca7 req-37bb8eeb-1151-4855-98c2-f35d3d6bfe63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.386530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970892-185b-48b6-a2ce-2a3edbb94ca7 req-37bb8eeb-1151-4855-98c2-f35d3d6bfe63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.388847 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61970892-185b-48b6-a2ce-2a3edbb94ca7 req-37bb8eeb-1151-4855-98c2-f35d3d6bfe63 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5444 time: 0.1886411 Jul 16 01:34:52.438520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:52.443026 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.478405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.518968 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.654291 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.802896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c80d6ca5-7d92-46e5-919e-c7104aac37b5 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.814798 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.816859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c80d6ca5-7d92-46e5-919e-c7104aac37b5 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.825487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.838440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:52.889644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.897115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.924279 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.924646 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Added segment b2b9269f-c664-4aea-9bc5-1e801c394ce4 of type vlan for network 90b0b682-2a9e-4417-b19b-53a394816dd8 Jul 16 01:34:52.956162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.972878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d484d0a7-54f8-4615-afdd-023b776fa6a5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.993185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57598) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.009885 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.015007 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57602) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.015718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0416868 Jul 16 01:34:53.022820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2145078768', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'fixed_ips': [{'ip_address': '172.25.4.142'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:53.024649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4098b3-4543-487f-8318-8f56e10ae1d2 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Pushing event updated for resources: {'Port': ['ID=7be536ff-1771-4c52-9b65-81598a5813a8,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.033955 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.069907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80d6ca5-7d92-46e5-919e-c7104aac37b5 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Router 335c160b-0eec-40cb-a6d1-478a3a141a87 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:53.082817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Made reservation on behalf of 06e626f72c76451482ec4f829c19a907 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:53.085439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.108685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.110722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.116375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.117034 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.163589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:53.210741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0246732 Jul 16 01:34:53.231584 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.257403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Network': ['ID=90b0b682-2a9e-4417-b19b-53a394816dd8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.301399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.302166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.302705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.303277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.303810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.304401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.304903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.305399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.305891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.306427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.306925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.307950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65efb76a-d33a-4ad4-adce-d637ae7794d1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:53.339240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 90b0b682-2a9e-4417-b19b-53a394816dd8 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:53.356794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80d6ca5-7d92-46e5-919e-c7104aac37b5 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:53.365150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c80d6ca5-7d92-46e5-919e-c7104aac37b5 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.366414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c80d6ca5-7d92-46e5-919e-c7104aac37b5 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "PUT /v2.0/routers/335c160b-0eec-40cb-a6d1-478a3a141a87 HTTP/1.1" status: 200 len: 922 time: 1.9596627 Jul 16 01:34:53.369106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.374645 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9e83a-2e63-460f-841a-0acfcd29ef90 None None] Sync routers for ids ['335c160b-0eec-40cb-a6d1-478a3a141a87'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:53.400880 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9e83a-2e63-460f-841a-0acfcd29ef90 None None] Routers {'335c160b-0eec-40cb-a6d1-478a3a141a87'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:53.406181 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-42e9e83a-2e63-460f-841a-0acfcd29ef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['335c160b-0eec-40cb-a6d1-478a3a141a87'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:53.488890 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.508409 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-42e9e83a-2e63-460f-841a-0acfcd29ef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:53.531139 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9e83a-2e63-460f-841a-0acfcd29ef90 None None] Routers {'335c160b-0eec-40cb-a6d1-478a3a141a87'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:53.532856 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-42e9e83a-2e63-460f-841a-0acfcd29ef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['335c160b-0eec-40cb-a6d1-478a3a141a87'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:53.565611 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.577199 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.590712 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8f2b6f2f-9932-4d32-8d16-6f1bd8598202 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/routers/335c160b-0eec-40cb-a6d1-478a3a141a87 HTTP/1.1" status: 200 len: 922 time: 0.2170625 Jul 16 01:34:53.591409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] device_id is not set on port d2a650bb-3073-44b0-9ea4-a2023b2356fa yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:53.596428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.676959 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-42e9e83a-2e63-460f-841a-0acfcd29ef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:53.679518 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9e83a-2e63-460f-841a-0acfcd29ef90 None None] The sync data for ids ['335c160b-0eec-40cb-a6d1-478a3a141a87'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:53.720744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Allocated IP 172.25.4.11 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/1b49693b-ebde-4945-86e5-0d814b957191) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:53.782536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae24bf11-4cff-42ed-922b-98533adfa3a2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.876616 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.911224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0d510-cd8f-4ea3-b1d5-965e6c9a3cbe tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.915346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-67e0d510-cd8f-4ea3-b1d5-965e6c9a3cbe tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&device_id=335c160b-0eec-40cb-a6d1-478a3a141a87&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3075845 Jul 16 01:34:53.916144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57618) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.938400 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.022540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event updated for resources: {'Port': ['ID=1b49693b-ebde-4945-86e5-0d814b957191,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.036720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:54.038949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:54.044006 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:54.046760 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:34:54.047959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:54.078049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac06a2-ad30-41cc-8454-32e18704d02c tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.082079 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-63ac06a2-ad30-41cc-8454-32e18704d02c tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 881 time: 0.1622739 Jul 16 01:34:54.082079 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5c94bfb2-b268-4363-bf79-fec549c7ed37 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0631995 Jul 16 01:34:54.082839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.094941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.150167 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2e66f63e-a73f-4b8e-bddc-909e2f673c5b tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=335c160b-0eec-40cb-a6d1-478a3a141a87 HTTP/1.1" status: 200 len: 205 time: 0.0643117 Jul 16 01:34:54.155148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57632) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.206820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.309587 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.343437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e26c9410-a20c-40d9-a2de-68745a6e6eb6 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Deleting port 7be536ff-1771-4c52-9b65-81598a5813a8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:54.344528 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e26c9410-a20c-40d9-a2de-68745a6e6eb6 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.345224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.457641 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e26c9410-a20c-40d9-a2de-68745a6e6eb6 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.459458 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e26c9410-a20c-40d9-a2de-68745a6e6eb6 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.477475 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e26c9410-a20c-40d9-a2de-68745a6e6eb6 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Calling delete_port for 7be536ff-1771-4c52-9b65-81598a5813a8 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:54.538237 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.569538 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf56395b-b05c-41e9-84d8-4a8a7e5c901a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.645544 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.669639 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.700701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e26c9410-a20c-40d9-a2de-68745a6e6eb6 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.755078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c9410-a20c-40d9-a2de-68745a6e6eb6 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Pushing event deleted for resources: {'Port': ['ID=7be536ff-1771-4c52-9b65-81598a5813a8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.833969 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-f0f79009-7b87-43b4-866a-9d47fe7ac822 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1909125 Jul 16 01:34:54.866305 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e26c9410-a20c-40d9-a2de-68745a6e6eb6 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.869025 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e26c9410-a20c-40d9-a2de-68745a6e6eb6 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.870322 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e26c9410-a20c-40d9-a2de-68745a6e6eb6 tempest-ExternalNetworksAdminNegativeTestJSON-442540484 tempest-ExternalNetworksAdminNegativeTestJSON-442540484-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/d0bc0cd7-2cfe-45cc-8909-c2475ffa465c HTTP/1.1" status: 204 len: 168 time: 0.7743967 Jul 16 01:34:54.941707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.963670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.967721 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9710054 Jul 16 01:34:54.970800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57646) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.981947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-930318051'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:54.991374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188dc34-15e6-44e6-bebc-c403af91aa7b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event updated for resources: {'Port': ['ID=1b49693b-ebde-4945-86e5-0d814b957191,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.012552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Deleting port 5ac0f179-7819-4596-90c3-84e8240e1084 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:55.012895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.106257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.121447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Calling delete_port for 5ac0f179-7819-4596-90c3-84e8240e1084 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:55.384336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.461299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Pushing event deleted for resources: {'Port': ['ID=5ac0f179-7819-4596-90c3-84e8240e1084,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.499751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57656) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.508194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Made reservation on behalf of 068cde1c988f4cfba42479a04e550363 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:55.512197 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.538437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.581064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.606157 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.684982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57668) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.708995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.709947 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.790572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-def3420d-15a3-4a91-a77d-d36e76fc8ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.799492 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.800117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Fanout notify agent at l3_agent the message router_deleted on router 335c160b-0eec-40cb-a6d1-478a3a141a87 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:55.808236 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.813188 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e2c6192d-3e2b-4894-a349-a7a40e4ce60d tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/335c160b-0eec-40cb-a6d1-478a3a141a87 HTTP/1.1" status: 204 len: 168 time: 1.6535182 Jul 16 01:34:55.817931 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.825891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-886659ef-1697-469e-b62c-4621cb61b166 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1670027544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:55.896152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-111b4a7c-ef98-4bb9-b964-a0848ed718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.899392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-111b4a7c-ef98-4bb9-b964-a0848ed718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.901605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-111b4a7c-ef98-4bb9-b964-a0848ed718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.905854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-111b4a7c-ef98-4bb9-b964-a0848ed718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.906636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-111b4a7c-ef98-4bb9-b964-a0848ed718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.907286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-111b4a7c-ef98-4bb9-b964-a0848ed718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.909906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-111b4a7c-ef98-4bb9-b964-a0848ed718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.916197 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-111b4a7c-ef98-4bb9-b964-a0848ed718b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6508 time: 0.9846985 Jul 16 01:34:55.930641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.044801 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-def3420d-15a3-4a91-a77d-d36e76fc8ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.047040 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.074747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-def3420d-15a3-4a91-a77d-d36e76fc8ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.085009 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76914a-23f2-488f-a830-9a1b00bfa0c5 req-6fa6f3fa-9473-49a2-913f-88fce824771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.085712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76914a-23f2-488f-a830-9a1b00bfa0c5 req-6fa6f3fa-9473-49a2-913f-88fce824771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.086906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76914a-23f2-488f-a830-9a1b00bfa0c5 req-6fa6f3fa-9473-49a2-913f-88fce824771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.087752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76914a-23f2-488f-a830-9a1b00bfa0c5 req-6fa6f3fa-9473-49a2-913f-88fce824771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.088394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76914a-23f2-488f-a830-9a1b00bfa0c5 req-6fa6f3fa-9473-49a2-913f-88fce824771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.089652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76914a-23f2-488f-a830-9a1b00bfa0c5 req-6fa6f3fa-9473-49a2-913f-88fce824771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.090346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76914a-23f2-488f-a830-9a1b00bfa0c5 req-6fa6f3fa-9473-49a2-913f-88fce824771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.098690 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb76914a-23f2-488f-a830-9a1b00bfa0c5 req-6fa6f3fa-9473-49a2-913f-88fce824771d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6508 time: 0.4125400 Jul 16 01:34:56.114426 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-def3420d-15a3-4a91-a77d-d36e76fc8ce2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d6c6d4474eb442f9b01ff94da6e63f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128969 Jul 16 01:34:56.115771 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-886659ef-1697-469e-b62c-4621cb61b166 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.116812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-886659ef-1697-469e-b62c-4621cb61b166 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.118748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57676) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.141554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:56.165691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-0874c099-71f4-4e9f-86dc-add2d9ac28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.166576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-0874c099-71f4-4e9f-86dc-add2d9ac28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.167875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-0874c099-71f4-4e9f-86dc-add2d9ac28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.169709 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-0874c099-71f4-4e9f-86dc-add2d9ac28ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=9020f891-2bdc-4fed-af34-da7703046d1c&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d HTTP/1.1" status: 200 len: 2293 time: 0.2092736 Jul 16 01:34:56.174958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd0a703-811d-4c69-a257-9ee2fe2390a6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.203497 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb76914a-23f2-488f-a830-9a1b00bfa0c5 req-c5542349-17d6-4b9b-8d15-eed747738695 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035681 Jul 16 01:34:56.220152 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.220663 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Added segment 9b18c56c-b343-4af8-a34a-7cf64a9c0256 of type vlan for network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 Jul 16 01:34:56.252929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3420d-15a3-4a91-a77d-d36e76fc8ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065e95b6-537b-4771-a0f5-c003a861a862,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.266335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbabf760-3781-42b6-959e-7cc0caa2f312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.281298 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-886659ef-1697-469e-b62c-4621cb61b166 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.288396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-886659ef-1697-469e-b62c-4621cb61b166 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.288609 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbabf760-3781-42b6-959e-7cc0caa2f312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.325538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-886659ef-1697-469e-b62c-4621cb61b166 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.327271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-886659ef-1697-469e-b62c-4621cb61b166 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5059836 Jul 16 01:34:56.330734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57680) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.342699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:56.350829 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbabf760-3781-42b6-959e-7cc0caa2f312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.354161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbabf760-3781-42b6-959e-7cc0caa2f312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.356182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cbabf760-3781-42b6-959e-7cc0caa2f312 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/065e95b6-537b-4771-a0f5-c003a861a862 HTTP/1.1" status: 204 len: 168 time: 0.2293534 Jul 16 01:34:56.398926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabf760-3781-42b6-959e-7cc0caa2f312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e95b6-537b-4771-a0f5-c003a861a862,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.407749 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-fecc0ad9-d8dc-44fe-90ce-d296dd0a72bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b HTTP/1.1" status: 200 len: 1000 time: 0.2303576 Jul 16 01:34:56.522051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-5aa2a35a-580a-4207-b148-184abb179440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.524566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-5aa2a35a-580a-4207-b148-184abb179440 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89371c7e-74bf-42c2-ac62-b7e5abcda39b HTTP/1.1" status: 200 len: 856 time: 0.1067944 Jul 16 01:34:56.622727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-8f9631b5-5e83-4510-9ec9-9a3caca11c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.625141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-8f9631b5-5e83-4510-9ec9-9a3caca11c6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9020f891-2bdc-4fed-af34-da7703046d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915372 Jul 16 01:34:56.636099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.653074 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.657844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.774163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.781966 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.783652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.805747 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-d4fd1e51-2545-41a7-a928-ac858c5922dd service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738210 Jul 16 01:34:56.836096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57688) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.845889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'subnet': {'network_id': '90b0b682-2a9e-4417-b19b-53a394816dd8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:56.849728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57690) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.992914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-caf80e11-fc2a-4752-a03d-579a04f2b02b service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785970 Jul 16 01:34:57.048324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-521011e0-1c6f-44ea-907b-5813dc778c59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 217 time: 0.0478976 Jul 16 01:34:57.100517 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64438ee8-d134-4c5e-813f-f155397ee975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.108574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-49a0ab52-f528-4e9b-830e-820b9d11c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.110303 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-49a0ab52-f528-4e9b-830e-820b9d11c811 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0555754 Jul 16 01:34:57.172862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-146a7eb1-f016-4492-aa63-bb954e85f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.174506 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-146a7eb1-f016-4492-aa63-bb954e85f0f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558658 Jul 16 01:34:57.218762 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2435222 Jul 16 01:34:57.218762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c4a22-c5f8-4723-af71-956988df4db5 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event updated for resources: {'Network': ['ID=636ab7c3-d841-4ac5-b126-d0bdf42bfd38,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:57.219511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:57.234558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:57.248204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1e8056ab-e8b6-4876-a7b9-162a6b4b9d4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06e626f72c76451482ec4f829c19a907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965852 Jul 16 01:34:57.250386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57696) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:57.312833 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Request body: {'subnet': {'network_id': '636ab7c3-d841-4ac5-b126-d0bdf42bfd38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:57.317703 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-f3d365a1-a06d-430f-81d0-6ceb470b46e0 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360781 Jul 16 01:34:57.349838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:57.353465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.386490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0042e3cb-7c19-4d9a-9dc2-e2203e880dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.419783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.450071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0042e3cb-7c19-4d9a-9dc2-e2203e880dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.451966 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.567023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-9a601f70-b97b-4c18-af38-8a0f9b82c58b service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342072 Jul 16 01:34:57.567861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Allocated IP 172.25.4.46 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/aa7a1203-9639-46f6-99c5-9f8e648a3291) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:57.579745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Made reservation on behalf of 068cde1c988f4cfba42479a04e550363 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:57.582822 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.609438 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.631498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-59fca2a2-68e8-4c2b-adbe-500273714afa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 217 time: 0.0613351 Jul 16 01:34:57.655600 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0042e3cb-7c19-4d9a-9dc2-e2203e880dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.658790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0042e3cb-7c19-4d9a-9dc2-e2203e880dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.662311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0042e3cb-7c19-4d9a-9dc2-e2203e880dd1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae24bf11-4cff-42ed-922b-98533adfa3a2 HTTP/1.1" status: 204 len: 168 time: 0.4088554 Jul 16 01:34:57.706473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042e3cb-7c19-4d9a-9dc2-e2203e880dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae24bf11-4cff-42ed-922b-98533adfa3a2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:57.772745 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.804957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-e9bfcfa6-dce4-4e23-8500-03d41281efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.806562 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-e9bfcfa6-dce4-4e23-8500-03d41281efb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.1659467 Jul 16 01:34:57.846888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.894310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:57.900066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:57.904944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:57.922877 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.935753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Pushing event updated for resources: {'Port': ['ID=aa7a1203-9639-46f6-99c5-9f8e648a3291,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.076761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Subnet': ['ID=704cf7e1-a5f0-4b4d-a524-1da933de3a99,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.115536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-edbd1134-de46-41a5-9748-aefd7cab19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.115536 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-edbd1134-de46-41a5-9748-aefd7cab19b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2768681 Jul 16 01:34:58.143311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.145959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Checking segment: {'id': 'b2b9269f-c664-4aea-9bc5-1e801c394ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '90b0b682-2a9e-4417-b19b-53a394816dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:58.145959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network hostable DHCP agents. Network: 90b0b682-2a9e-4417-b19b-53a394816dd8, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:58.281466 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.307822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network 90b0b682-2a9e-4417-b19b-53a394816dd8 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:58.336333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event updated for resources: {'Subnet': ['ID=5e16b2ab-55ff-45a2-af6d-934d7a6a0e3a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.352429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 90b0b682-2a9e-4417-b19b-53a394816dd8) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:58.367998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b99e8-d5ac-48e9-bbb5-ddc8ac2d5d33 None None] Network 90b0b682-2a9e-4417-b19b-53a394816dd8 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:58.376601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.377240 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.383275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Checking segment: {'id': '9b18c56c-b343-4af8-a34a-7cf64a9c0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '636ab7c3-d841-4ac5-b126-d0bdf42bfd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:58.383678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Network hostable DHCP agents. Network: 636ab7c3-d841-4ac5-b126-d0bdf42bfd38, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:58.430056 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-e9cca7c6-4948-47ea-ac46-996189b46fd5 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931244 Jul 16 01:34:58.430056 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a3c3763c-bea8-45f4-8388-5d71d61330d6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5855813 Jul 16 01:34:58.440499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57712) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.445665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-288744547'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:58.495846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:58.524056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.564865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 636ab7c3-d841-4ac5-b126-d0bdf42bfd38) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:58.575226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.575839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.579597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:58.583197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.591929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d918da4-fd69-4177-8453-fa6ae9a8c1b3 None None] Network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:58.629189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:58.637974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8d21c8ff-5677-4f2f-996f-66577e202c73 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4177244 Jul 16 01:34:58.644076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.650258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-739870550', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:58.680079 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.680336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.680603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.687052 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.690234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-e217a7ac-39bc-4b9c-ad74-6a65fd94d083 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506349 Jul 16 01:34:58.692701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.693140 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Added segment d1bcbbbf-4245-422a-ad7b-3664e8afe470 of type vlan for network 462dfd64-4db2-4acb-b5a9-bfdd30c37647 Jul 16 01:34:58.775663 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-a5ba4594-a3e9-4df9-aa4e-d97ad6072188 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f96976a5-505b-40e3-973f-1cc310d11e60 HTTP/1.1" status: 200 len: 217 time: 0.0759494 Jul 16 01:34:58.775975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-636ab7c3-d841-4ac5-b126-d0bdf42bfd38', 'network_id': '636ab7c3-d841-4ac5-b126-d0bdf42bfd38', 'tenant_id': '068cde1c988f4cfba42479a04e550363', 'fixed_ips': [{'subnet_id': '5e16b2ab-55ff-45a2-af6d-934d7a6a0e3a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:58.777038 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.795425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-90b0b682-2a9e-4417-b19b-53a394816dd8', 'network_id': '90b0b682-2a9e-4417-b19b-53a394816dd8', 'tenant_id': '38fe121ed3014dd1a0790c764d1fa9df', 'fixed_ips': [{'subnet_id': '704cf7e1-a5f0-4b4d-a524-1da933de3a99'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:58.796502 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.944259 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.950310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Router ee623bd1-a869-47b7-93ce-06d55faae47b is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:59.001814 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.065917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Allocated IP 172.20.0.2 (636ab7c3-d841-4ac5-b126-d0bdf42bfd38/5e16b2ab-55ff-45a2-af6d-934d7a6a0e3a/765c3b32-2b11-48a9-9b09-c086a6dbe0b0) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:59.090237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Allocated IP 2001:db8:0:ffff::2 (90b0b682-2a9e-4417-b19b-53a394816dd8/704cf7e1-a5f0-4b4d-a524-1da933de3a99/42884dc9-f279-4a32-b84a-31d8f72bc9dd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:59.093289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:59.101741 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.105922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-23cec3ee-5073-40bf-aaa3-f44240009f91 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "PUT /v2.0/routers/ee623bd1-a869-47b7-93ce-06d55faae47b HTTP/1.1" status: 200 len: 879 time: 2.7712123 Jul 16 01:34:59.106577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57726) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.125781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c655e2-51f5-4c39-99e8-cc55c33d391e None None] Sync routers for ids ['ee623bd1-a869-47b7-93ce-06d55faae47b'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:59.165000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c655e2-51f5-4c39-99e8-cc55c33d391e None None] Routers {'ee623bd1-a869-47b7-93ce-06d55faae47b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:59.165844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-79c655e2-51f5-4c39-99e8-cc55c33d391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ee623bd1-a869-47b7-93ce-06d55faae47b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:59.205643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-79c655e2-51f5-4c39-99e8-cc55c33d391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:59.222094 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.222354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.222723 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.250222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-0a1ee700-3243-4991-9904-db37b2679f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.252253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-0a1ee700-3243-4991-9904-db37b2679f76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.4455748 Jul 16 01:34:59.262670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8211222 Jul 16 01:34:59.304922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c655e2-51f5-4c39-99e8-cc55c33d391e None None] Routers {'ee623bd1-a869-47b7-93ce-06d55faae47b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:59.305556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-79c655e2-51f5-4c39-99e8-cc55c33d391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ee623bd1-a869-47b7-93ce-06d55faae47b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:59.311382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57732) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.320890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'subnet': {'network_id': '462dfd64-4db2-4acb-b5a9-bfdd30c37647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.358847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-79c655e2-51f5-4c39-99e8-cc55c33d391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:59.359561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c655e2-51f5-4c39-99e8-cc55c33d391e None None] The sync data for ids ['ee623bd1-a869-47b7-93ce-06d55faae47b'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:59.389207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-eaf64f23-79ed-4324-9b4b-e27533f87169 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/routers/ee623bd1-a869-47b7-93ce-06d55faae47b HTTP/1.1" status: 200 len: 920 time: 0.2809865 Jul 16 01:34:59.393051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.408017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.513523 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.520075 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.523754 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb11157-9ba4-4848-a7ba-f755f6df20f4 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Network': ['ID=462dfd64-4db2-4acb-b5a9-bfdd30c37647,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.539000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Transition to ACTIVE for port object 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:59.540878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 462dfd64-4db2-4acb-b5a9-bfdd30c37647 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:59.543484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e7199f-fd13-4ab1-b673-0e1f15564bec tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.544586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Transition to ACTIVE for port object 42884dc9-f279-4a32-b84a-31d8f72bc9dd will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:59.549113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-27e7199f-fd13-4ab1-b673-0e1f15564bec tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&device_id=ee623bd1-a869-47b7-93ce-06d55faae47b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1550281 Jul 16 01:34:59.549938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57742) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.594593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Transition to ACTIVE for port object 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:59.598368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Transition to ACTIVE for port object 42884dc9-f279-4a32-b84a-31d8f72bc9dd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:59.608937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-40e840bc-6b68-488d-9541-28be5c5d6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.610596 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-40e840bc-6b68-488d-9541-28be5c5d6829 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3335385 Jul 16 01:34:59.641565 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.649439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:59.654758 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.659296 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.681541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f1c46c-cb73-4a12-9c0a-23eab430d227 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.686708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57746) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.687822 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-88f1c46c-cb73-4a12-9c0a-23eab430d227 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 881 time: 0.1361170 Jul 16 01:34:59.692044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:59.701848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Network 90b0b682-2a9e-4417-b19b-53a394816dd8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:59.703481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:59.705942 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:59.721199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:59.723811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:59.788894 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4b7e296d-6f6b-4c6e-8ccb-fbb78d8e5686 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee623bd1-a869-47b7-93ce-06d55faae47b HTTP/1.1" status: 200 len: 205 time: 0.0713289 Jul 16 01:34:59.791751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.813083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Pushing event updated for resources: {'Port': ['ID=765c3b32-2b11-48a9-9b09-c086a6dbe0b0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.816486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Attempting to bind port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:59.817134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Attempting to bind port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '9b18c56c-b343-4af8-a34a-7cf64a9c0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '636ab7c3-d841-4ac5-b126-d0bdf42bfd38'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:59.817785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Attempting to bind port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 on network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:59.830126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:59.830929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Checking segment: {'id': '9b18c56c-b343-4af8-a34a-7cf64a9c0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '636ab7c3-d841-4ac5-b126-d0bdf42bfd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:59.831554 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.832357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Bound using segment: {'id': '9b18c56c-b343-4af8-a34a-7cf64a9c0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '636ab7c3-d841-4ac5-b126-d0bdf42bfd38'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:59.833070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Bound port: 765c3b32-2b11-48a9-9b09-c086a6dbe0b0, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b18c56c-b343-4af8-a34a-7cf64a9c0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '636ab7c3-d841-4ac5-b126-d0bdf42bfd38'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:59.833668 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.842685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57752) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.882774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-4506ace7-5ca3-4a90-8c4d-cd142659bda5 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635646 Jul 16 01:34:59.930588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Attempting to bind port 42884dc9-f279-4a32-b84a-31d8f72bc9dd on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:59.930967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Attempting to bind port 42884dc9-f279-4a32-b84a-31d8f72bc9dd by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b2b9269f-c664-4aea-9bc5-1e801c394ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '90b0b682-2a9e-4417-b19b-53a394816dd8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:59.931480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Attempting to bind port 42884dc9-f279-4a32-b84a-31d8f72bc9dd on network 90b0b682-2a9e-4417-b19b-53a394816dd8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:59.942231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:59.942938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Checking segment: {'id': 'b2b9269f-c664-4aea-9bc5-1e801c394ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '90b0b682-2a9e-4417-b19b-53a394816dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:59.943786 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.944110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Bound using segment: {'id': 'b2b9269f-c664-4aea-9bc5-1e801c394ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '90b0b682-2a9e-4417-b19b-53a394816dd8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:59.944599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Bound port: 42884dc9-f279-4a32-b84a-31d8f72bc9dd, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b9269f-c664-4aea-9bc5-1e801c394ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '90b0b682-2a9e-4417-b19b-53a394816dd8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:59.944988 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.951203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.986849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Pushing event updated for resources: {'Port': ['ID=42884dc9-f279-4a32-b84a-31d8f72bc9dd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.006885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-49b981d2-deae-4b7f-9597-c095710ff44a tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2016711852'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:00.085371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] For port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:00.087767 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.090627 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49b981d2-deae-4b7f-9597-c095710ff44a tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.091656 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49b981d2-deae-4b7f-9597-c095710ff44a tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.099675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] For port 42884dc9-f279-4a32-b84a-31d8f72bc9dd, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:00.102228 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.106196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] For port 42884dc9-f279-4a32-b84a-31d8f72bc9dd, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=42884dc9-f279-4a32-b84a-31d8f72bc9dd,segment=NetworkSegment(b2b9269f-c664-4aea-9bc5-1e801c394ce4),segment_id=b2b9269f-c664-4aea-9bc5-1e801c394ce4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:00.108784 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] For port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=765c3b32-2b11-48a9-9b09-c086a6dbe0b0,segment=NetworkSegment(9b18c56c-b343-4af8-a34a-7cf64a9c0256),segment_id=9b18c56c-b343-4af8-a34a-7cf64a9c0256)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:00.112216 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.123454 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.128308 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.146312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.162035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49b981d2-deae-4b7f-9597-c095710ff44a tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.170375 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49b981d2-deae-4b7f-9597-c095710ff44a tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.210478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d13ce-c039-4851-8718-f5104f667c36 None None] Pushing event updated for resources: {'Port': ['ID=42884dc9-f279-4a32-b84a-31d8f72bc9dd,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.220913 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:00.237372 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49b981d2-deae-4b7f-9597-c095710ff44a tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.241402 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-49b981d2-deae-4b7f-9597-c095710ff44a tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3955820 Jul 16 01:35:00.241714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57758) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:00.285226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73770-0ca2-4d1e-88fd-2a0b3c169e07 None None] Pushing event updated for resources: {'Port': ['ID=765c3b32-2b11-48a9-9b09-c086a6dbe0b0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.298536 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-3e6289be-ecf0-437d-b3c3-e4212652eabf service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041455 Jul 16 01:35:00.344472 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ed16e63-131c-48f3-b8cd-09aa2a292d4e tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.366356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-424f4382-126b-4a55-be16-950c7926c088 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 HTTP/1.1" status: 200 len: 217 time: 0.0579340 Jul 16 01:35:00.422772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Deleting port aa7a1203-9639-46f6-99c5-9f8e648a3291 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:00.423396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.465533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-df659731-d35c-4979-9712-204a1806b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.467383 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-df659731-d35c-4979-9712-204a1806b249 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.0883830 Jul 16 01:35:00.643365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Allocated IP 172.25.4.68 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/f27b12fb-675f-49cf-bc33-6d67b7d19f65) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:00.719090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:35:00.737560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.834741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-1465443f-31e7-4b9e-b403-1345a91eeaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.837636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-1465443f-31e7-4b9e-b403-1345a91eeaa8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3340621 Jul 16 01:35:00.998892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 42884dc9-f279-4a32-b84a-31d8f72bc9dd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:01.044161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ed16e63-131c-48f3-b8cd-09aa2a292d4e tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.046826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ed16e63-131c-48f3-b8cd-09aa2a292d4e tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.071755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 42884dc9-f279-4a32-b84a-31d8f72bc9dd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:01.077828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:01.130581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ed16e63-131c-48f3-b8cd-09aa2a292d4e tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.130886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed16e63-131c-48f3-b8cd-09aa2a292d4e tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba4879f2-6208-497e-a0f8-809bca2565d0 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:01.136581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ed16e63-131c-48f3-b8cd-09aa2a292d4e tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.141377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7ed16e63-131c-48f3-b8cd-09aa2a292d4e tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] 10.222.0.64 "DELETE /v2.0/routers/ba4879f2-6208-497e-a0f8-809bca2565d0 HTTP/1.1" status: 204 len: 168 time: 0.8984754 Jul 16 01:35:01.142154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57764) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.144652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:01.155319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d1e79f9d-a0be-49f5-bac9-e985b2101bc8 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Request body: {'router': {'name': 'tempest-router-738698907', 'distributed': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:01.162839 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.183299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Calling delete_port for aa7a1203-9639-46f6-99c5-9f8e648a3291 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:01.204671 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1e79f9d-a0be-49f5-bac9-e985b2101bc8 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.205842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1e79f9d-a0be-49f5-bac9-e985b2101bc8 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.320252 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1e79f9d-a0be-49f5-bac9-e985b2101bc8 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.325975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1e79f9d-a0be-49f5-bac9-e985b2101bc8 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.339725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Subnet': ['ID=d9b184ca-3575-4497-ae78-2b878ff062eb,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.385777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Checking segment: {'id': 'd1bcbbbf-4245-422a-ad7b-3664e8afe470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '462dfd64-4db2-4acb-b5a9-bfdd30c37647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:01.386166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network hostable DHCP agents. Network: 462dfd64-4db2-4acb-b5a9-bfdd30c37647, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:01.457288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.482225 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.518304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Pushing event deleted for resources: {'Port': ['ID=aa7a1203-9639-46f6-99c5-9f8e648a3291,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.520588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network 462dfd64-4db2-4acb-b5a9-bfdd30c37647 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:01.524299 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.534001 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1e79f9d-a0be-49f5-bac9-e985b2101bc8 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.534282 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d1e79f9d-a0be-49f5-bac9-e985b2101bc8 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3872747 Jul 16 01:35:01.553840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57766) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.557603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.557955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.558380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.558757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.559095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.559433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.559766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.560097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.560428 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.560759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.561086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.561414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:01.576502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-52e3f81d-e5b7-422a-a637-5c7168930b6a service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289166 Jul 16 01:35:01.579419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 462dfd64-4db2-4acb-b5a9-bfdd30c37647) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:01.591231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d0174b-edd0-4d6d-94eb-0233f51641f4 None None] Network 462dfd64-4db2-4acb-b5a9-bfdd30c37647 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:01.596683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.597519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.637784 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2ac2ef55-0f5f-46da-bd5f-a2a78d2f507e tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3214722 Jul 16 01:35:01.658381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:01.660439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57768) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.676215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'port': {'network_id': '462dfd64-4db2-4acb-b5a9-bfdd30c37647', 'name': 'tempest-NetworksIpV6TestAttrs-379987243'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:01.683850 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7bff0f3-b8b2-4a15-9858-f827ee3b714c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.687345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:01.702660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event updated for resources: {'Port': ['ID=f27b12fb-675f-49cf-bc33-6d67b7d19f65,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.707953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:01.891760 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.927209 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-7072aca5-ad70-4500-b498-9d04c9bea697 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433409 Jul 16 01:35:02.029555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a7bd5-2c6c-4517-acca-d79789cf7dab None None] Network 90b0b682-2a9e-4417-b19b-53a394816dd8 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:02.046571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.049258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-462dfd64-4db2-4acb-b5a9-bfdd30c37647', 'network_id': '462dfd64-4db2-4acb-b5a9-bfdd30c37647', 'tenant_id': '38fe121ed3014dd1a0790c764d1fa9df', 'fixed_ips': [{'subnet_id': 'd9b184ca-3575-4497-ae78-2b878ff062eb'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:02.050428 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.051507 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.078392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64cd765-76ed-4803-a94b-361044e0f330 None None] Provisioning for port 42884dc9-f279-4a32-b84a-31d8f72bc9dd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:02.095565 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a64cd765-76ed-4803-a94b-361044e0f330 None None] Provisioning complete for port 42884dc9-f279-4a32-b84a-31d8f72bc9dd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:02.096089 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64cd765-76ed-4803-a94b-361044e0f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.104565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-14592f62-820f-49e4-826c-5d17b33b1a2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635 HTTP/1.1" status: 200 len: 217 time: 0.0771303 Jul 16 01:35:02.223425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.223943 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Fanout notify agent at l3_agent the message router_deleted on router ee623bd1-a869-47b7-93ce-06d55faae47b {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:02.224280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-8305078a-88a0-4924-8b60-b56196a20b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.225793 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-8305078a-88a0-4924-8b60-b56196a20b6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.1100435 Jul 16 01:35:02.237003 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.241655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-88a35093-02b1-4a5a-b91b-464ad58a4370 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/ee623bd1-a869-47b7-93ce-06d55faae47b HTTP/1.1" status: 204 len: 168 time: 2.4451976 Jul 16 01:35:02.241655 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7bff0f3-b8b2-4a15-9858-f827ee3b714c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.243082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:02.247362 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7bff0f3-b8b2-4a15-9858-f827ee3b714c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.256470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-86d44cb0-7d62-4732-a33c-4d27642372a1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1160831487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:02.287453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d043283-d999-49ab-823f-9274432f49e8 None None] Network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:02.293106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-a8c74168-8c0d-453b-846c-1afecafd74e8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4442561 Jul 16 01:35:02.297634 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7bff0f3-b8b2-4a15-9858-f827ee3b714c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.298176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bff0f3-b8b2-4a15-9858-f827ee3b714c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24d1ac1e-7edb-44d7-955a-3fcfc74dee07 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:02.302712 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7bff0f3-b8b2-4a15-9858-f827ee3b714c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.304645 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d7bff0f3-b8b2-4a15-9858-f827ee3b714c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] 10.222.0.64 "DELETE /v2.0/routers/24d1ac1e-7edb-44d7-955a-3fcfc74dee07 HTTP/1.1" status: 204 len: 168 time: 0.7488029 Jul 16 01:35:02.307811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57774) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:02.312517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2ab626b5-7237-40b3-abf4-36a3984bfad0 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Request body: {'router': {'name': 'tempest-router-1507238106', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '16bd27cdc23747bcb68b5bde86f240bb'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:02.327690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:02.331324 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.335150 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab626b5-7237-40b3-abf4-36a3984bfad0 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.336496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab626b5-7237-40b3-abf4-36a3984bfad0 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.408175 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86d44cb0-7d62-4732-a33c-4d27642372a1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.409226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86d44cb0-7d62-4732-a33c-4d27642372a1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.415881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] device_id is not set on port dabe3921-ffb0-47e6-b215-fe382a3671f0 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:02.426863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab626b5-7237-40b3-abf4-36a3984bfad0 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.432876 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab626b5-7237-40b3-abf4-36a3984bfad0 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.453001 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab626b5-7237-40b3-abf4-36a3984bfad0 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.454235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2ab626b5-7237-40b3-abf4-36a3984bfad0 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1453166 Jul 16 01:35:02.457598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57776) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:02.462901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:02.498388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Allocated IP 2001:db8::f816:3eff:fe10:3272 (462dfd64-4db2-4acb-b5a9-bfdd30c37647/d9b184ca-3575-4497-ae78-2b878ff062eb/448d96ba-7e3a-4a55-8de6-a13f0c330dd9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:02.530188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-d150d448-13cf-4ee1-9782-75a0863b7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.532303 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-d150d448-13cf-4ee1-9782-75a0863b7957 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1099 time: 0.1730089 Jul 16 01:35:02.557603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-cea93a03-4812-421e-b9f6-3d96f0716dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.560572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-cea93a03-4812-421e-b9f6-3d96f0716dbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3202443 Jul 16 01:35:02.560572 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.564142 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86d44cb0-7d62-4732-a33c-4d27642372a1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.587409 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64cd765-76ed-4803-a94b-361044e0f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.620359 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86d44cb0-7d62-4732-a33c-4d27642372a1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.659447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86d44cb0-7d62-4732-a33c-4d27642372a1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.663284 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-86d44cb0-7d62-4732-a33c-4d27642372a1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4080145 Jul 16 01:35:02.675700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:02.680065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'enable_snat': True}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:02.718439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a64cd765-76ed-4803-a94b-361044e0f330 None None] For port 42884dc9-f279-4a32-b84a-31d8f72bc9dd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=42884dc9-f279-4a32-b84a-31d8f72bc9dd,segment=NetworkSegment(b2b9269f-c664-4aea-9bc5-1e801c394ce4),segment_id=b2b9269f-c664-4aea-9bc5-1e801c394ce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:02.728011 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a64cd765-76ed-4803-a94b-361044e0f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.761909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-5eb2ea90-845a-4f68-9456-9a129299a4ca service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955726 Jul 16 01:35:02.805126 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.805394 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.907243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cd765-76ed-4803-a94b-361044e0f330 None None] Pushing event updated for resources: {'Port': ['ID=42884dc9-f279-4a32-b84a-31d8f72bc9dd,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.926665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-f66aa1e4-0a53-486c-904c-fc8dba619c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.930356 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-f66aa1e4-0a53-486c-904c-fc8dba619c22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.3520234 Jul 16 01:35:02.954336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-002fc56f-73b1-407c-86ff-ce5ca1791a0b None None] Provisioning for port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:02.971573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93945) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 01:35:02.971937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Router 6c631863-34be-4b0c-8a4a-1f91cc8fd22e migrating from provider to provider. {{(pid=93945) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 01:35:02.972553 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.978237 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.978442 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.986432 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-ec056701-d420-448c-a66b-eea299b35314 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859598 Jul 16 01:35:03.000049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-002fc56f-73b1-407c-86ff-ce5ca1791a0b None None] Provisioning complete for port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:03.000432 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002fc56f-73b1-407c-86ff-ce5ca1791a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.025649 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.088440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Transition to ACTIVE for port object 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:03.120867 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.138573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Transition to ACTIVE for port object 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:03.153189 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.189395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-0fd5931f-1a38-449b-889b-983b202f4302 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c HTTP/1.1" status: 200 len: 217 time: 0.1138382 Jul 16 01:35:03.293417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Network 462dfd64-4db2-4acb-b5a9-bfdd30c37647 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:03.304021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:03.318618 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002fc56f-73b1-407c-86ff-ce5ca1791a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.332189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:03.355597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Pushing event updated for resources: {'Port': ['ID=448d96ba-7e3a-4a55-8de6-a13f0c330dd9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.393483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-002fc56f-73b1-407c-86ff-ce5ca1791a0b None None] For port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=765c3b32-2b11-48a9-9b09-c086a6dbe0b0,segment=NetworkSegment(9b18c56c-b343-4af8-a34a-7cf64a9c0256),segment_id=9b18c56c-b343-4af8-a34a-7cf64a9c0256)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:03.418862 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002fc56f-73b1-407c-86ff-ce5ca1791a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.447000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-f2dfa020-48c3-443d-ab1a-14a786a49a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.449050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-f2dfa020-48c3-443d-ab1a-14a786a49a5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.2146027 Jul 16 01:35:03.450437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Allocated IP 2001:db8::f816:3eff:fe96:12dd (462dfd64-4db2-4acb-b5a9-bfdd30c37647/d9b184ca-3575-4497-ae78-2b878ff062eb/dabe3921-ffb0-47e6-b215-fe382a3671f0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:03.481507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fc56f-73b1-407c-86ff-ce5ca1791a0b None None] Pushing event updated for resources: {'Port': ['ID=765c3b32-2b11-48a9-9b09-c086a6dbe0b0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.485409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Attempting to bind port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:03.485853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Attempting to bind port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd1bcbbbf-4245-422a-ad7b-3664e8afe470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '462dfd64-4db2-4acb-b5a9-bfdd30c37647'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:03.486272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Attempting to bind port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 on network 462dfd64-4db2-4acb-b5a9-bfdd30c37647 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:03.491793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:03.492174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Checking segment: {'id': 'd1bcbbbf-4245-422a-ad7b-3664e8afe470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '462dfd64-4db2-4acb-b5a9-bfdd30c37647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:03.492578 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.492968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Bound using segment: {'id': 'd1bcbbbf-4245-422a-ad7b-3664e8afe470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '462dfd64-4db2-4acb-b5a9-bfdd30c37647'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:03.493442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Bound port: 448d96ba-7e3a-4a55-8de6-a13f0c330dd9, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bcbbbf-4245-422a-ad7b-3664e8afe470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '462dfd64-4db2-4acb-b5a9-bfdd30c37647'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:03.493826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.581155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] For port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:03.597206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] For port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=448d96ba-7e3a-4a55-8de6-a13f0c330dd9,segment=NetworkSegment(d1bcbbbf-4245-422a-ad7b-3664e8afe470),segment_id=d1bcbbbf-4245-422a-ad7b-3664e8afe470)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:03.602903 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.604966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-942b0f51-41a0-40b8-b234-07934325dd57 None None] Provisioning complete for port 42884dc9-f279-4a32-b84a-31d8f72bc9dd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:03.605333 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-942b0f51-41a0-40b8-b234-07934325dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.638603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-793dbb3c-ee06-44d1-a7d8-8ad425540878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.640717 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-793dbb3c-ee06-44d1-a7d8-8ad425540878 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1177752 Jul 16 01:35:03.652084 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.656784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-e3b71a36-a59e-47e2-b905-12a32e749d9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 1001 time: 0.6367943 Jul 16 01:35:03.675316 n-d-791504-14 neutron-server[93945]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] No L3 agents can host the router 6c631863-34be-4b0c-8a4a-1f91cc8fd22e Jul 16 01:35:03.713243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf6da-25c1-4678-a764-6cac9f616357 None None] Pushing event updated for resources: {'Port': ['ID=448d96ba-7e3a-4a55-8de6-a13f0c330dd9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.731968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Router 1bd6528a-54de-48ef-b37c-80d5198b9cfe is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:03.732525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-e69e2b50-3b2e-4d53-8296-d06485616486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.734047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-e69e2b50-3b2e-4d53-8296-d06485616486 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.0633419 Jul 16 01:35:03.800354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-942b0f51-41a0-40b8-b234-07934325dd57 None None] Provisioning complete for port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:03.800721 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-942b0f51-41a0-40b8-b234-07934325dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.939774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:03.949481 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506bdf9-4937-41c6-a689-0b9f55ad35c3 None None] Sync routers for ids ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:03.970701 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506bdf9-4937-41c6-a689-0b9f55ad35c3 None None] Routers {'1bd6528a-54de-48ef-b37c-80d5198b9cfe'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:03.970701 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9506bdf9-4937-41c6-a689-0b9f55ad35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:04.007579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.022163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Hosts for router 6c631863-34be-4b0c-8a4a-1f91cc8fd22e: [] {{(pid=93945) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 01:35:04.052899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-2916e900-a9f0-46e3-a85d-c4e063ae07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.053874 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-db2a4336-c47a-4d91-b5a7-d52be0dd1c47 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040527 Jul 16 01:35:04.054471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-2916e900-a9f0-46e3-a85d-c4e063ae07b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3082862 Jul 16 01:35:04.057730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Transition to ACTIVE for port object dabe3921-ffb0-47e6-b215-fe382a3671f0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:04.059906 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.060349 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9506bdf9-4937-41c6-a689-0b9f55ad35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:04.069417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57792) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.069793 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7f878618-e294-456e-86cb-7744679e3896 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.4239693 Jul 16 01:35:04.098905 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506bdf9-4937-41c6-a689-0b9f55ad35c3 None None] Routers {'1bd6528a-54de-48ef-b37c-80d5198b9cfe'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:04.099959 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9506bdf9-4937-41c6-a689-0b9f55ad35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:04.106684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Hosts for other DVR routers connected to router 6c631863-34be-4b0c-8a4a-1f91cc8fd22e: set() {{(pid=93945) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 01:35:04.109393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.110655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ab040ef4-7335-4121-a95f-e83bc63d6195 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] 10.222.0.64 "PUT /v2.0/routers/6c631863-34be-4b0c-8a4a-1f91cc8fd22e HTTP/1.1" status: 200 len: 717 time: 1.6518750 Jul 16 01:35:04.115753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57796) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.173162 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9506bdf9-4937-41c6-a689-0b9f55ad35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:04.174258 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506bdf9-4937-41c6-a689-0b9f55ad35c3 None None] The sync data for ids ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:04.345286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-612ce2ed-bf0b-431f-8c20-476fe10b7cb4 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] 10.222.0.64 "GET /v2.0/routers/6c631863-34be-4b0c-8a4a-1f91cc8fd22e HTTP/1.1" status: 200 len: 717 time: 0.2233984 Jul 16 01:35:04.347406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57798) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.374444 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.386502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9479ff97-55a5-4c2f-bd9c-4de0d3376e6b req-bfb04557-3b98-48ca-97a8-10efb8cf7137 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149693 Jul 16 01:35:04.387270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-6e188530-0ef4-4890-ab65-ec51a492c5b7 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186820 Jul 16 01:35:04.427307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network 462dfd64-4db2-4acb-b5a9-bfdd30c37647 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:04.435237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:04.439185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:04.445165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.446300 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.461325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Port': ['ID=dabe3921-ffb0-47e6-b215-fe382a3671f0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.476326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7666cb21-a9bc-4ba5-908f-e6530e920449 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8112960 Jul 16 01:35:04.477003 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.738204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e27c4ba-48f3-4626-9c3e-6c35d9c9b10d req-825b82c3-9c50-4033-82a6-4789f0ef8afe service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962339 Jul 16 01:35:04.918375 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-48a9ced5-497f-45bc-97dc-8fe496b10d48 tempest-RoutersTestDVR-1134300537 tempest-RoutersTestDVR-1134300537-project] 10.222.0.64 "GET /v2.0/routers/6c631863-34be-4b0c-8a4a-1f91cc8fd22e HTTP/1.1" status: 200 len: 683 time: 0.5682364 Jul 16 01:35:04.922882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.924246 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.006399 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.008790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9b4a6f-867a-4de3-8b78-92c0d5f1d6c6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Deleting subnet d9b184ca-3575-4497-ae78-2b878ff062eb {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:05.013468 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4a6f-867a-4de3-8b78-92c0d5f1d6c6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.064506 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4a6f-867a-4de3-8b78-92c0d5f1d6c6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.106810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 42884dc9-f279-4a32-b84a-31d8f72bc9dd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:05.150066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd0f-97fc-4114-acb0-fc12c4995e41 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.194561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 42884dc9-f279-4a32-b84a-31d8f72bc9dd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:05.195046 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.290617 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4a6f-867a-4de3-8b78-92c0d5f1d6c6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.324705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:05.373068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3076dd-c91f-4ace-99be-29558c3a79e3 None None] Network 462dfd64-4db2-4acb-b5a9-bfdd30c37647 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:05.387398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4a6f-867a-4de3-8b78-92c0d5f1d6c6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.426601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b4a6f-867a-4de3-8b78-92c0d5f1d6c6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b184ca-3575-4497-ae78-2b878ff062eb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:05.434807 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4a6f-867a-4de3-8b78-92c0d5f1d6c6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.436931 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4f9b4a6f-867a-4de3-8b78-92c0d5f1d6c6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/subnets/d9b184ca-3575-4497-ae78-2b878ff062eb HTTP/1.1" status: 204 len: 168 time: 0.9589572 Jul 16 01:35:05.439574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57812) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.442509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd0f-97fc-4114-acb0-fc12c4995e41 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.445593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd0f-97fc-4114-acb0-fc12c4995e41 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.512161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-97729f6b-cf0e-42fa-abee-e1bef2f6e1d7 None None] Provisioning for port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:05.518420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:05.518797 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.537093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8957663-9c65-4eef-bf35-788cc22b85e8 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.539626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8957663-9c65-4eef-bf35-788cc22b85e8 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.546088 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d8957663-9c65-4eef-bf35-788cc22b85e8 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1051955 Jul 16 01:35:05.546929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57814) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.566508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Allocated IP 172.25.4.122 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/d864cb5a-c6f8-4f4c-8472-7930ebd87d77) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:05.574371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd0f-97fc-4114-acb0-fc12c4995e41 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.574809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e9cd0f-97fc-4114-acb0-fc12c4995e41 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c631863-34be-4b0c-8a4a-1f91cc8fd22e {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:05.588998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd0f-97fc-4114-acb0-fc12c4995e41 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.593625 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-81e9cd0f-97fc-4114-acb0-fc12c4995e41 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] 10.222.0.64 "DELETE /v2.0/routers/6c631863-34be-4b0c-8a4a-1f91cc8fd22e HTTP/1.1" status: 204 len: 168 time: 0.6630619 Jul 16 01:35:05.595572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.599855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3ee6e261-a253-49b3-8199-79cc939ede4c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Request body: {'router': {'name': 'tempest-router-591796797', 'distributed': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:05.661129 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48a702f1-2075-45f0-a648-6db699f5ae2a tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.670850 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a702f1-2075-45f0-a648-6db699f5ae2a tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:35:05.671648 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a702f1-2075-45f0-a648-6db699f5ae2a tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:05.677819 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-48a702f1-2075-45f0-a648-6db699f5ae2a tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/462dfd64-4db2-4acb-b5a9-bfdd30c37647 HTTP/1.1" status: 409 len: 405 time: 0.1296806 Jul 16 01:35:05.678768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57818) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.685804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1466432050'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:05.704833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:05.716514 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:05.722149 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.725356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e261-a253-49b3-8199-79cc939ede4c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.726181 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e261-a253-49b3-8199-79cc939ede4c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.774135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:05.796192 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.796828 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Added segment b6bf427f-4eec-4481-8e93-8cf7efa5775b of type vlan for network cbdf3dc3-e336-4c42-bc17-60b79a23e984 Jul 16 01:35:05.803313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:05.808942 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:05.809397 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.851088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e261-a253-49b3-8199-79cc939ede4c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.872517 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e261-a253-49b3-8199-79cc939ede4c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.877257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25949cb1-1af1-449f-955b-649b9dc72885 None None] DHCP port deletion for 462dfd64-4db2-4acb-b5a9-bfdd30c37647 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:05.877685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.901342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e261-a253-49b3-8199-79cc939ede4c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.905496 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3ee6e261-a253-49b3-8199-79cc939ede4c tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3088570 Jul 16 01:35:05.906596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57822) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.913670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.961419 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.992363 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.999059 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76e9b7f2-5b39-41e2-a6da-87256a667246 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.079266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25949cb1-1af1-449f-955b-649b9dc72885 None None] Deleting port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:06.079928 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25949cb1-1af1-449f-955b-649b9dc72885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.129513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.140030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=448d96ba-7e3a-4a55-8de6-a13f0c330dd9,segment=NetworkSegment(d1bcbbbf-4245-422a-ad7b-3664e8afe470),segment_id=d1bcbbbf-4245-422a-ad7b-3664e8afe470)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:06.145485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.148593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.155877 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.169791 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.254979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25949cb1-1af1-449f-955b-649b9dc72885 None None] For port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=448d96ba-7e3a-4a55-8de6-a13f0c330dd9,segment=NetworkSegment(d1bcbbbf-4245-422a-ad7b-3664e8afe470),segment_id=d1bcbbbf-4245-422a-ad7b-3664e8afe470)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:06.255507 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25949cb1-1af1-449f-955b-649b9dc72885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.276607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Network': ['ID=cbdf3dc3-e336-4c42-bc17-60b79a23e984,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.294318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25949cb1-1af1-449f-955b-649b9dc72885 None None] Calling delete_port for 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:06.296968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network cbdf3dc3-e336-4c42-bc17-60b79a23e984 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:06.362157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e22fd46b-d3a0-4b3d-9f15-ee6609538d48 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6783674 Jul 16 01:35:06.388522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:06.396577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'subnet': {'network_id': 'cbdf3dc3-e336-4c42-bc17-60b79a23e984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:06.420363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76e9b7f2-5b39-41e2-a6da-87256a667246 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.424968 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76e9b7f2-5b39-41e2-a6da-87256a667246 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.524483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=448d96ba-7e3a-4a55-8de6-a13f0c330dd9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.531093 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76e9b7f2-5b39-41e2-a6da-87256a667246 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.531577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e9b7f2-5b39-41e2-a6da-87256a667246 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae343156-9814-4f53-b928-3a002f759947 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:06.537549 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76e9b7f2-5b39-41e2-a6da-87256a667246 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.538705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-76e9b7f2-5b39-41e2-a6da-87256a667246 tempest-RoutersTestDVR-1715264543 tempest-RoutersTestDVR-1715264543-project-admin] 10.222.0.64 "DELETE /v2.0/routers/ae343156-9814-4f53-b928-3a002f759947 HTTP/1.1" status: 204 len: 168 time: 0.6311641 Jul 16 01:35:06.548169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:06.553740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:06.556722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:06.562378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:06.566944 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.608199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event updated for resources: {'Port': ['ID=d864cb5a-c6f8-4f4c-8472-7930ebd87d77,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.645807 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25949cb1-1af1-449f-955b-649b9dc72885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.690599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25949cb1-1af1-449f-955b-649b9dc72885 None None] Pushing event deleted for resources: {'Port': ['ID=448d96ba-7e3a-4a55-8de6-a13f0c330dd9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.711339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25949cb1-1af1-449f-955b-649b9dc72885 None None] No DVR routers for this DVR port 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:06.926067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:06.931650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:35:06.933439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.995010 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:07.015718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Subnet': ['ID=94033ed2-27e7-4886-9aba-22d73cc361f3,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:07.019518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:07.019867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 448d96ba-7e3a-4a55-8de6-a13f0c330dd9 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:07.033791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Checking segment: {'id': 'b6bf427f-4eec-4481-8e93-8cf7efa5775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbdf3dc3-e336-4c42-bc17-60b79a23e984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:07.034195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network hostable DHCP agents. Network: cbdf3dc3-e336-4c42-bc17-60b79a23e984, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:07.055623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network cbdf3dc3-e336-4c42-bc17-60b79a23e984 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:07.068811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, cbdf3dc3-e336-4c42-bc17-60b79a23e984) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:07.076739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.077405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.079222 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756c753-070e-4ccb-9171-17ae14086527 None None] Network cbdf3dc3-e336-4c42-bc17-60b79a23e984 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:07.081546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Allocated IP 172.20.0.1 (636ab7c3-d841-4ac5-b126-d0bdf42bfd38/5e16b2ab-55ff-45a2-af6d-934d7a6a0e3a/e0757637-2582-49d1-a2a0-f75c0352c49f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:07.109249 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c184d680-41c9-4a12-9c5e-867c73d37523 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7194941 Jul 16 01:35:07.110622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:07.116603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'port': {'network_id': 'cbdf3dc3-e336-4c42-bc17-60b79a23e984', 'name': 'tempest-NetworksIpV6TestAttrs-386007032'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:07.252111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5349c6ad-1596-4787-847d-b08e68f4f75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.283491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:07.287535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.310895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-cbdf3dc3-e336-4c42-bc17-60b79a23e984', 'network_id': 'cbdf3dc3-e336-4c42-bc17-60b79a23e984', 'tenant_id': '38fe121ed3014dd1a0790c764d1fa9df', 'fixed_ips': [{'subnet_id': '94033ed2-27e7-4886-9aba-22d73cc361f3'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:07.311511 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.312953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] device_id is not set on port 9ad9d895-0238-4781-8853-00d0a402e86a yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:07.359578 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.386733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.394909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Transition to ACTIVE for port object e0757637-2582-49d1-a2a0-f75c0352c49f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:07.486733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Allocated IP 2001:db8::f816:3eff:fe4c:8bee (cbdf3dc3-e336-4c42-bc17-60b79a23e984/94033ed2-27e7-4886-9aba-22d73cc361f3/9ad9d895-0238-4781-8853-00d0a402e86a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:07.564714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5349c6ad-1596-4787-847d-b08e68f4f75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.622155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5349c6ad-1596-4787-847d-b08e68f4f75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.649029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.695316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.712058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Transition to ACTIVE for port object 9ad9d895-0238-4781-8853-00d0a402e86a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:07.743656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5349c6ad-1596-4787-847d-b08e68f4f75e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16bd27cdc23747bcb68b5bde86f240bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8154514 Jul 16 01:35:07.746564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event updated for resources: {'Port': ['ID=e0757637-2582-49d1-a2a0-f75c0352c49f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:07.747162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57846) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:07.767260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:07.804829 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.819109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:07.822767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:07.834358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Allocated IP 2001:db8::f816:3eff:fee6:ebf3 (cbdf3dc3-e336-4c42-bc17-60b79a23e984/94033ed2-27e7-4886-9aba-22d73cc361f3/1df71208-d3c5-49f6-a90d-f37183e6d394) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:07.850490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349c6ad-1596-4787-847d-b08e68f4f75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ea8eca-1eaf-44c8-b015-9e29b55d39f3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:07.888288 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.897151 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.925518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network cbdf3dc3-e336-4c42-bc17-60b79a23e984 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:07.940737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:07.946117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:07.954439 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.957311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.957991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.960512 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0303608d-deb8-4d69-b007-9fe2fd6edb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.963973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Port': ['ID=9ad9d895-0238-4781-8853-00d0a402e86a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.007927 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6810fc98-1797-497b-87ea-285d51e472bf tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8961806 Jul 16 01:35:08.017858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57850) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.018112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0303608d-deb8-4d69-b007-9fe2fd6edb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.068697 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.081159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Transition to ACTIVE for port object 1df71208-d3c5-49f6-a90d-f37183e6d394 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:08.114979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0303608d-deb8-4d69-b007-9fe2fd6edb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.118722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0303608d-deb8-4d69-b007-9fe2fd6edb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.124493 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0303608d-deb8-4d69-b007-9fe2fd6edb15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0ea8eca-1eaf-44c8-b015-9e29b55d39f3 HTTP/1.1" status: 204 len: 168 time: 0.3756506 Jul 16 01:35:08.129197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Transition to ACTIVE for port object 1df71208-d3c5-49f6-a90d-f37183e6d394 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:08.140022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303608d-deb8-4d69-b007-9fe2fd6edb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ea8eca-1eaf-44c8-b015-9e29b55d39f3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.142188 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.206333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Network cbdf3dc3-e336-4c42-bc17-60b79a23e984 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:08.224480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae917c3-076e-4602-8574-5c5f82aa80bb tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Deleting subnet 94033ed2-27e7-4886-9aba-22d73cc361f3 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:08.225405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:08.229683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:08.240053 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bae917c3-076e-4602-8574-5c5f82aa80bb tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.242223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Pushing event updated for resources: {'Port': ['ID=1df71208-d3c5-49f6-a90d-f37183e6d394,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.315931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Attempting to bind port 1df71208-d3c5-49f6-a90d-f37183e6d394 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:08.317251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Attempting to bind port 1df71208-d3c5-49f6-a90d-f37183e6d394 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b6bf427f-4eec-4481-8e93-8cf7efa5775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbdf3dc3-e336-4c42-bc17-60b79a23e984'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:08.318280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Attempting to bind port 1df71208-d3c5-49f6-a90d-f37183e6d394 on network cbdf3dc3-e336-4c42-bc17-60b79a23e984 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:08.327145 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bae917c3-076e-4602-8574-5c5f82aa80bb tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.334487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:08.334863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Checking segment: {'id': 'b6bf427f-4eec-4481-8e93-8cf7efa5775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbdf3dc3-e336-4c42-bc17-60b79a23e984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:08.335269 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.335669 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Bound using segment: {'id': 'b6bf427f-4eec-4481-8e93-8cf7efa5775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbdf3dc3-e336-4c42-bc17-60b79a23e984'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:08.336234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Bound port: 1df71208-d3c5-49f6-a90d-f37183e6d394, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bf427f-4eec-4481-8e93-8cf7efa5775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbdf3dc3-e336-4c42-bc17-60b79a23e984'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:08.336537 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.349268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c9f2a056-db2d-474d-95cf-0859bf1cac1e None None] Provisioning for port e0757637-2582-49d1-a2a0-f75c0352c49f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:08.355275 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c9f2a056-db2d-474d-95cf-0859bf1cac1e None None] Provisioning complete for port e0757637-2582-49d1-a2a0-f75c0352c49f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:08.355643 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a056-db2d-474d-95cf-0859bf1cac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.406920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2a056-db2d-474d-95cf-0859bf1cac1e None None] Port e0757637-2582-49d1-a2a0-f75c0352c49f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:08.448333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] For port 1df71208-d3c5-49f6-a90d-f37183e6d394, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:08.452640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] For port 1df71208-d3c5-49f6-a90d-f37183e6d394, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1df71208-d3c5-49f6-a90d-f37183e6d394,segment=NetworkSegment(b6bf427f-4eec-4481-8e93-8cf7efa5775b),segment_id=b6bf427f-4eec-4481-8e93-8cf7efa5775b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:08.456986 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.485748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bae917c3-076e-4602-8574-5c5f82aa80bb tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.525839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd84a8d-3863-42b6-8a5c-6c5caf5978f8 None None] Pushing event updated for resources: {'Port': ['ID=1df71208-d3c5-49f6-a90d-f37183e6d394,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.562606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57858) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.577613 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b36b05d-7e5d-49c4-9628-eaaff6956e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.602738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Router 3b178646-3214-4c09-8175-c27086e35941 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:08.607240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bae917c3-076e-4602-8574-5c5f82aa80bb tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.608969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.680207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae917c3-076e-4602-8574-5c5f82aa80bb tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Subnet': ['ID=94033ed2-27e7-4886-9aba-22d73cc361f3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.683666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bae917c3-076e-4602-8574-5c5f82aa80bb tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.688610 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bae917c3-076e-4602-8574-5c5f82aa80bb tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/subnets/94033ed2-27e7-4886-9aba-22d73cc361f3 HTTP/1.1" status: 204 len: 168 time: 0.6657655 Jul 16 01:35:08.690906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57860) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.695092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b36b05d-7e5d-49c4-9628-eaaff6956e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.774537 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b36b05d-7e5d-49c4-9628-eaaff6956e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.844406 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6b36b05d-7e5d-49c4-9628-eaaff6956e6d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afb11cc135ef45a1a5273f0573e95eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804952 Jul 16 01:35:08.847830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2cd89-b251-4a24-8f0a-48a8525df2e1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.849365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2cd89-b251-4a24-8f0a-48a8525df2e1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.850900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-25c2cd89-b251-4a24-8f0a-48a8525df2e1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1590557 Jul 16 01:35:08.851429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57862) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.858390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57864) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.871004 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36b05d-7e5d-49c4-9628-eaaff6956e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff223d1-d50d-45c7-ad3f-85e3f9b0db06,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.928425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:08.935056 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.939853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e6c4808a-b3ab-4b32-8d94-1b20b69fbd68 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "PUT /v2.0/routers/3b178646-3214-4c09-8175-c27086e35941 HTTP/1.1" status: 200 len: 915 time: 6.2596424 Jul 16 01:35:08.939982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.943477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cadc8f-4489-4d95-a359-d506b180ee4e None None] Sync routers for ids ['3b178646-3214-4c09-8175-c27086e35941'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:08.960296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cadc8f-4489-4d95-a359-d506b180ee4e None None] Routers {'3b178646-3214-4c09-8175-c27086e35941'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:08.962467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a5cadc8f-4489-4d95-a359-d506b180ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3b178646-3214-4c09-8175-c27086e35941'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:09.066310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a5cadc8f-4489-4d95-a359-d506b180ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:09.082163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e67b7886-620b-4066-b3ea-55d55b09faad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.086719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edc845b5-e7d7-4570-9b32-09d6de303fc0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.093420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cadc8f-4489-4d95-a359-d506b180ee4e None None] Routers {'3b178646-3214-4c09-8175-c27086e35941'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:09.094086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a5cadc8f-4489-4d95-a359-d506b180ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3b178646-3214-4c09-8175-c27086e35941'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:09.139803 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.141731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1df71208-d3c5-49f6-a90d-f37183e6d394 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:09.146903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a5cadc8f-4489-4d95-a359-d506b180ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:09.147697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cadc8f-4489-4d95-a359-d506b180ee4e None None] The sync data for ids ['3b178646-3214-4c09-8175-c27086e35941'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:09.147962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.160339 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc845b5-e7d7-4570-9b32-09d6de303fc0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:35:09.160807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc845b5-e7d7-4570-9b32-09d6de303fc0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:09.162813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-edc845b5-e7d7-4570-9b32-09d6de303fc0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/cbdf3dc3-e336-4c42-bc17-60b79a23e984 HTTP/1.1" status: 409 len: 405 time: 0.3032241 Jul 16 01:35:09.171208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57870) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:09.176482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e67b7886-620b-4066-b3ea-55d55b09faad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.181675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2088931052'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:09.215497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:09.219010 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.223277 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.237590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 1df71208-d3c5-49f6-a90d-f37183e6d394 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:09.248287 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-72e3edcf-6c7d-47fe-8e0d-c51af831d283 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/routers/3b178646-3214-4c09-8175-c27086e35941 HTTP/1.1" status: 200 len: 921 time: 0.2939384 Jul 16 01:35:09.251565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:09.301433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event updated for resources: {'Port': ['ID=e0757637-2582-49d1-a2a0-f75c0352c49f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.308466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:09.344721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1670ca-2f5a-48d3-b053-8eb0dc58a253 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.346325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af1670ca-2f5a-48d3-b053-8eb0dc58a253 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&device_id=3b178646-3214-4c09-8175-c27086e35941&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0937743 Jul 16 01:35:09.347676 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.348395 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Added segment d2a795a8-9a0e-437e-84da-47259dc507e0 of type vlan for network 77cdb9da-d964-41d2-8ab6-9a86dba84a50 Jul 16 01:35:09.350286 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e67b7886-620b-4066-b3ea-55d55b09faad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.351950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57874) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:09.352688 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e67b7886-620b-4066-b3ea-55d55b09faad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.353900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e67b7886-620b-4066-b3ea-55d55b09faad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ff223d1-d50d-45c7-ad3f-85e3f9b0db06 HTTP/1.1" status: 204 len: 168 time: 0.5004873 Jul 16 01:35:09.393423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b7886-620b-4066-b3ea-55d55b09faad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff223d1-d50d-45c7-ad3f-85e3f9b0db06,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.416022 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.473186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.482038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.482698 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.546646 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3714161 Jul 16 01:35:09.557876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57878) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:09.563319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'subnet': {'network_id': '77cdb9da-d964-41d2-8ab6-9a86dba84a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:09.612025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de2136-f9da-492a-9ed1-6a739242cb3b tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Network': ['ID=77cdb9da-d964-41d2-8ab6-9a86dba84a50,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.624354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 77cdb9da-d964-41d2-8ab6-9a86dba84a50 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:09.766373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:09.770355 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.902985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:09.908060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:10.059700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d74fb8a-ee92-4e5b-8a07-803db619b6df None None] Network cbdf3dc3-e336-4c42-bc17-60b79a23e984 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:10.226090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bd6ee85b-b01e-4b4e-be87-bfc7b8220faa None None] Provisioning for port 1df71208-d3c5-49f6-a90d-f37183e6d394 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:10.238947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bd6ee85b-b01e-4b4e-be87-bfc7b8220faa None None] Provisioning complete for port 1df71208-d3c5-49f6-a90d-f37183e6d394 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:10.239455 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee85b-b01e-4b4e-be87-bfc7b8220faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.241886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e913e9f-6a1c-4e98-83b5-8dc477fea7d6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.244007 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1e913e9f-6a1c-4e98-83b5-8dc477fea7d6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 881 time: 0.8910782 Jul 16 01:35:10.254055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57892) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.326293 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-32f42475-f08a-43bd-ac93-620cdfde6aa1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b178646-3214-4c09-8175-c27086e35941 HTTP/1.1" status: 200 len: 205 time: 0.0707583 Jul 16 01:35:10.329017 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.348321 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:35:10.350573 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.388154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Router 1bd6528a-54de-48ef-b37c-80d5198b9cfe has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:10.424611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Subnet': ['ID=9193e72f-02b7-40ce-b917-31cf3ca6e65a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.477584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Checking segment: {'id': 'd2a795a8-9a0e-437e-84da-47259dc507e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77cdb9da-d964-41d2-8ab6-9a86dba84a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:10.479075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network hostable DHCP agents. Network: 77cdb9da-d964-41d2-8ab6-9a86dba84a50, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:10.493375 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee85b-b01e-4b4e-be87-bfc7b8220faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.525248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network 77cdb9da-d964-41d2-8ab6-9a86dba84a50 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:10.531986 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.553754 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 77cdb9da-d964-41d2-8ab6-9a86dba84a50) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:10.558509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.559097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.569115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bd6ee85b-b01e-4b4e-be87-bfc7b8220faa None None] For port 1df71208-d3c5-49f6-a90d-f37183e6d394, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1df71208-d3c5-49f6-a90d-f37183e6d394,segment=NetworkSegment(b6bf427f-4eec-4481-8e93-8cf7efa5775b),segment_id=b6bf427f-4eec-4481-8e93-8cf7efa5775b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:10.574324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e8cb7974-432c-43f2-bd76-eaa0fea6ff92 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0149920 Jul 16 01:35:10.576363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671c8f2c-9155-49c1-9161-cfc01f66dc7c None None] Network 77cdb9da-d964-41d2-8ab6-9a86dba84a50 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:10.576926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57906) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.590387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ce531f-172e-49a6-a636-ba5d7321441b None None] DHCP port deletion for cbdf3dc3-e336-4c42-bc17-60b79a23e984 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:10.604039 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee85b-b01e-4b4e-be87-bfc7b8220faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.630049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:10.636443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c2d644b8-aade-4210-af8e-d65558f0753b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "PUT /v2.0/routers/1bd6528a-54de-48ef-b37c-80d5198b9cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5640919 Jul 16 01:35:10.639091 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57908) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.642207 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a0468-7a28-4903-b551-4397d87411fe None None] Sync routers for ids ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:10.646551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Request body: {'port': {'network_id': '636ab7c3-d841-4ac5-b126-d0bdf42bfd38', 'name': 'tempest-FloatingIPAdminTestJSON-222655505'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:10.655164 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a0468-7a28-4903-b551-4397d87411fe None None] Routers {'1bd6528a-54de-48ef-b37c-80d5198b9cfe'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:10.661273 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4c8a0468-7a28-4903-b551-4397d87411fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:10.715850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.719220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.724360 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4c8a0468-7a28-4903-b551-4397d87411fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:10.735670 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a0468-7a28-4903-b551-4397d87411fe None None] Routers {'1bd6528a-54de-48ef-b37c-80d5198b9cfe'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:10.736019 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.736687 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4c8a0468-7a28-4903-b551-4397d87411fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:10.786216 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4c8a0468-7a28-4903-b551-4397d87411fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:10.787521 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a0468-7a28-4903-b551-4397d87411fe None None] The sync data for ids ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:10.817491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Made reservation on behalf of 068cde1c988f4cfba42479a04e550363 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:10.821677 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.845072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] device_id is not set on port c1416301-c06d-4792-9d29-6da48e06607a yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:10.850295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Deleting port d864cb5a-c6f8-4f4c-8472-7930ebd87d77 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:10.850639 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.867791 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.879440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ee85b-b01e-4b4e-be87-bfc7b8220faa None None] Pushing event updated for resources: {'Port': ['ID=1df71208-d3c5-49f6-a90d-f37183e6d394,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.902162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-127fe7d2-fc56-4b2b-bfff-572e8efa93d6 None None] Provisioning complete for port e0757637-2582-49d1-a2a0-f75c0352c49f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:10.902544 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-127fe7d2-fc56-4b2b-bfff-572e8efa93d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.941902 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-62a2700b-1538-45f1-870b-b709cda44142 tempest-AgentManagementNegativeTest-1553368968 tempest-AgentManagementNegativeTest-1553368968-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2166293 Jul 16 01:35:10.992133 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.021818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.030118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-12ce531f-172e-49a6-a636-ba5d7321441b None None] Deleting port 1df71208-d3c5-49f6-a90d-f37183e6d394 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:11.030525 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12ce531f-172e-49a6-a636-ba5d7321441b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.036897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Subnet': ['ID=9193e72f-02b7-40ce-b917-31cf3ca6e65a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.040383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Calling delete_port for d864cb5a-c6f8-4f4c-8472-7930ebd87d77 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:11.057444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Allocated IP 172.20.0.10 (636ab7c3-d841-4ac5-b126-d0bdf42bfd38/5e16b2ab-55ff-45a2-af6d-934d7a6a0e3a/c1416301-c06d-4792-9d29-6da48e06607a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:11.073921 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1df71208-d3c5-49f6-a90d-f37183e6d394 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:11.076000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d9e9b-bc73-4832-a00b-abc0343af890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-77cdb9da-d964-41d2-8ab6-9a86dba84a50', 'network_id': '77cdb9da-d964-41d2-8ab6-9a86dba84a50', 'tenant_id': '38fe121ed3014dd1a0790c764d1fa9df', 'fixed_ips': [{'subnet_id': '9193e72f-02b7-40ce-b917-31cf3ca6e65a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:11.076781 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d12d9e9b-bc73-4832-a00b-abc0343af890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.108426 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-127fe7d2-fc56-4b2b-bfff-572e8efa93d6 None None] Port e0757637-2582-49d1-a2a0-f75c0352c49f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:11.110810 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.127473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cdb9da-d964-41d2-8ab6-9a86dba84a50']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:11.138497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a795a8-9a0e-437e-84da-47259dc507e0') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:11.138945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a795a8-9a0e-437e-84da-47259dc507e0') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:11.152455 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.170373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-12ce531f-172e-49a6-a636-ba5d7321441b None None] For port 1df71208-d3c5-49f6-a90d-f37183e6d394, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1df71208-d3c5-49f6-a90d-f37183e6d394,segment=NetworkSegment(b6bf427f-4eec-4481-8e93-8cf7efa5775b),segment_id=b6bf427f-4eec-4481-8e93-8cf7efa5775b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:11.170778 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12ce531f-172e-49a6-a636-ba5d7321441b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.171389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.182591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:11.183388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:11.187330 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:11.233199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-12ce531f-172e-49a6-a636-ba5d7321441b None None] Calling delete_port for 1df71208-d3c5-49f6-a90d-f37183e6d394 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:11.273869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.280004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03689cb0-6109-45d3-9852-7de8ac2a195f None None] Network 77cdb9da-d964-41d2-8ab6-9a86dba84a50 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:11.286896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.290336 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/77cdb9da-d964-41d2-8ab6-9a86dba84a50 HTTP/1.1" status: 204 len: 168 time: 0.7120693 Jul 16 01:35:11.297065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57916) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:11.304941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e7a0a-cfd8-4f70-bb08-8fb78f6b4610 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Network': ['ID=77cdb9da-d964-41d2-8ab6-9a86dba84a50,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.333954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03689cb0-6109-45d3-9852-7de8ac2a195f None None] Network 77cdb9da-d964-41d2-8ab6-9a86dba84a50 could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:35:11.350652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-658043473'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:11.354536 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.358790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.425176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 1df71208-d3c5-49f6-a90d-f37183e6d394, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1df71208-d3c5-49f6-a90d-f37183e6d394,segment=NetworkSegment(b6bf427f-4eec-4481-8e93-8cf7efa5775b),segment_id=b6bf427f-4eec-4481-8e93-8cf7efa5775b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:11.432600 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.444422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:11.458055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Pushing event deleted for resources: {'Port': ['ID=d864cb5a-c6f8-4f4c-8472-7930ebd87d77,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.469551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.485397 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12ce531f-172e-49a6-a636-ba5d7321441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.509386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce531f-172e-49a6-a636-ba5d7321441b None None] No DVR routers for this DVR port 1df71208-d3c5-49f6-a90d-f37183e6d394 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:11.519178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:11.526128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.527036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=1df71208-d3c5-49f6-a90d-f37183e6d394,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.545363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Transition to ACTIVE for port object c1416301-c06d-4792-9d29-6da48e06607a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:11.560666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce531f-172e-49a6-a636-ba5d7321441b None None] Pushing event deleted for resources: {'Port': ['ID=1df71208-d3c5-49f6-a90d-f37183e6d394,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.597476 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.615158 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-796cd892-2d6b-47e3-80bf-94e4911d5a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.665404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:11.708226 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.710253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.710601 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Added segment 76673939-70dd-4480-98f8-07c68f6b89f2 of type vlan for network 6379ca17-4c9a-47b3-94a7-b0fdb7f603de Jul 16 01:35:11.712652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.722119 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.729382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-796cd892-2d6b-47e3-80bf-94e4911d5a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.735707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-796cd892-2d6b-47e3-80bf-94e4911d5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.784603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-796cd892-2d6b-47e3-80bf-94e4911d5a61 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cda275df4ef4932a79ad35a7c716749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389876 Jul 16 01:35:11.785141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:11.787146 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cd892-2d6b-47e3-80bf-94e4911d5a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6bdefb-e9c0-4c5f-b46d-5564b9f1a12a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.831673 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.845314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:11.849613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.850166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Fanout notify agent at l3_agent the message router_deleted on router 3b178646-3214-4c09-8175-c27086e35941 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:11.863495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:11.874047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0e77-2c38-4a2d-9f56-85052c694ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.875398 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.876534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-284762e8-9ab9-4eda-9502-f7d3fb1d965a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/3b178646-3214-4c09-8175-c27086e35941 HTTP/1.1" status: 204 len: 168 time: 1.5466042 Jul 16 01:35:11.879608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:11.883295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:11.887100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event updated for resources: {'Port': ['ID=c1416301-c06d-4792-9d29-6da48e06607a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.892125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b1d3a0a2-9e1f-44ef-9d17-3c014dc25709 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1762152760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:11.914134 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0e77-2c38-4a2d-9f56-85052c694ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.973122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.975383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0e77-2c38-4a2d-9f56-85052c694ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.978053 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0e77-2c38-4a2d-9f56-85052c694ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.981767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.981950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0a7b0e77-2c38-4a2d-9f56-85052c694ee4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e6bdefb-e9c0-4c5f-b46d-5564b9f1a12a HTTP/1.1" status: 204 len: 168 time: 0.1932015 Jul 16 01:35:11.982108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.988344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b0e77-2c38-4a2d-9f56-85052c694ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6bdefb-e9c0-4c5f-b46d-5564b9f1a12a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.013948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.014727 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.024271 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a0a2-9e1f-44ef-9d17-3c014dc25709 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.025356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a0a2-9e1f-44ef-9d17-3c014dc25709 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.100831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Network': ['ID=6379ca17-4c9a-47b3-94a7-b0fdb7f603de,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.107658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57938) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.107908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-46cc3a14-f33a-43c0-9f3c-6b612b5907a1 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8092422 Jul 16 01:35:12.113137 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-029c0257-0ae5-4c09-b992-1ed2aa27bd0b tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4728599 Jul 16 01:35:12.114126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'subnet': {'network_id': '6379ca17-4c9a-47b3-94a7-b0fdb7f603de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:12.116151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.117367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 6379ca17-4c9a-47b3-94a7-b0fdb7f603de details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:12.205247 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a0a2-9e1f-44ef-9d17-3c014dc25709 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.211266 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a0a2-9e1f-44ef-9d17-3c014dc25709 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.234564 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a0a2-9e1f-44ef-9d17-3c014dc25709 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.242446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b1d3a0a2-9e1f-44ef-9d17-3c014dc25709 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3549340 Jul 16 01:35:12.243376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.256237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'enable_snat': False}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:12.298936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-03aa97a9-4a7a-48f3-a8df-890e620ab2b0 None None] Provisioning for port c1416301-c06d-4792-9d29-6da48e06607a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:12.308604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-03aa97a9-4a7a-48f3-a8df-890e620ab2b0 None None] Provisioning complete for port c1416301-c06d-4792-9d29-6da48e06607a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:12.309196 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03aa97a9-4a7a-48f3-a8df-890e620ab2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.336919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:12.340809 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.364255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'project_id': '068cde1c988f4cfba42479a04e550363', 'port_id': 'c1416301-c06d-4792-9d29-6da48e06607a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:12.375971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-03aa97a9-4a7a-48f3-a8df-890e620ab2b0 None None] Port c1416301-c06d-4792-9d29-6da48e06607a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:12.608312 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.612443 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.619444 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.701716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Subnet': ['ID=f12e8369-b8b2-4eb2-b7eb-9ccc444c4491,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.709673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Checking segment: {'id': '76673939-70dd-4480-98f8-07c68f6b89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6379ca17-4c9a-47b3-94a7-b0fdb7f603de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:12.710435 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network hostable DHCP agents. Network: 6379ca17-4c9a-47b3-94a7-b0fdb7f603de, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:12.735811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network 6379ca17-4c9a-47b3-94a7-b0fdb7f603de is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:12.747941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 6379ca17-4c9a-47b3-94a7-b0fdb7f603de) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:12.756842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7909d6-8dcc-4623-9219-2790eed77a79 None None] Network 6379ca17-4c9a-47b3-94a7-b0fdb7f603de requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:12.761609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.762589 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.789650 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-da4768bc-de1d-4ed2-9f8a-0ab2b1a1542f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6798418 Jul 16 01:35:12.793129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57958) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.949780 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.955852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-6379ca17-4c9a-47b3-94a7-b0fdb7f603de', 'network_id': '6379ca17-4c9a-47b3-94a7-b0fdb7f603de', 'tenant_id': '38fe121ed3014dd1a0790c764d1fa9df', 'fixed_ips': [{'subnet_id': 'f12e8369-b8b2-4eb2-b7eb-9ccc444c4491'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:12.957189 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.024891 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.097102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.113630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Allocated IP 2001:db8::2 (6379ca17-4c9a-47b3-94a7-b0fdb7f603de/f12e8369-b8b2-4eb2-b7eb-9ccc444c4491/a36b190a-6546-4f6b-9bf8-7cae8ef907e3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:13.207528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-742480586'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:13.235572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:13.239410 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.251610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.276142 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.288043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Transition to ACTIVE for port object a36b190a-6546-4f6b-9bf8-7cae8ef907e3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:13.306453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Transition to ACTIVE for port object a36b190a-6546-4f6b-9bf8-7cae8ef907e3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:13.314449 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.358676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Network 6379ca17-4c9a-47b3-94a7-b0fdb7f603de is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:13.361443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.364107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:13.367915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:13.368328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.378421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Pushing event updated for resources: {'Port': ['ID=a36b190a-6546-4f6b-9bf8-7cae8ef907e3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.397393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:13.419930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d549b4c0-86d6-42c5-b453-bb5aa5b29f49,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.423770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.424193 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Added segment a0ca35fc-44df-4c56-8b75-092065dc768e of type vlan for network 44ba1907-ae22-4730-abd2-c40c10725f8d Jul 16 01:35:13.469087 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.501595 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.509552 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.511435 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.540205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Allocated IP 172.25.4.237 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/fdc15f8d-2e0b-4ffd-bb52-df55e0dabf67) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:13.549564 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.570045 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4624896 Jul 16 01:35:13.574610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Attempting to bind port a36b190a-6546-4f6b-9bf8-7cae8ef907e3 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:13.575222 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Attempting to bind port a36b190a-6546-4f6b-9bf8-7cae8ef907e3 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '76673939-70dd-4480-98f8-07c68f6b89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6379ca17-4c9a-47b3-94a7-b0fdb7f603de'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:13.575764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Attempting to bind port a36b190a-6546-4f6b-9bf8-7cae8ef907e3 on network 6379ca17-4c9a-47b3-94a7-b0fdb7f603de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:13.581245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:13.581877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Checking segment: {'id': '76673939-70dd-4480-98f8-07c68f6b89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6379ca17-4c9a-47b3-94a7-b0fdb7f603de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:13.582490 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.583057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Bound using segment: {'id': '76673939-70dd-4480-98f8-07c68f6b89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6379ca17-4c9a-47b3-94a7-b0fdb7f603de'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:13.583698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Bound port: a36b190a-6546-4f6b-9bf8-7cae8ef907e3, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76673939-70dd-4480-98f8-07c68f6b89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6379ca17-4c9a-47b3-94a7-b0fdb7f603de'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:13.584245 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.585255 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.609125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ede3f-2686-44e4-8fe1-fd3895f34de9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=44ba1907-ae22-4730-abd2-c40c10725f8d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.655155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] For port a36b190a-6546-4f6b-9bf8-7cae8ef907e3, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:13.659057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] For port a36b190a-6546-4f6b-9bf8-7cae8ef907e3, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a36b190a-6546-4f6b-9bf8-7cae8ef907e3,segment=NetworkSegment(76673939-70dd-4480-98f8-07c68f6b89f2),segment_id=76673939-70dd-4480-98f8-07c68f6b89f2)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:13.662201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 44ba1907-ae22-4730-abd2-c40c10725f8d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:13.677637 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.721664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Deleting port a36b190a-6546-4f6b-9bf8-7cae8ef907e3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:13.722245 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.819682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8d28a-d7a3-43cb-88b7-642d40200be9 None None] Pushing event updated for resources: {'Port': ['ID=a36b190a-6546-4f6b-9bf8-7cae8ef907e3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.868903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.920436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] For port a36b190a-6546-4f6b-9bf8-7cae8ef907e3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a36b190a-6546-4f6b-9bf8-7cae8ef907e3,segment=NetworkSegment(76673939-70dd-4480-98f8-07c68f6b89f2),segment_id=76673939-70dd-4480-98f8-07c68f6b89f2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:13.921804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.944416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Calling delete_port for a36b190a-6546-4f6b-9bf8-7cae8ef907e3 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:14.176324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Allocated IP 172.25.4.176 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/1ccb430a-e000-4bf5-b872-ca9ad6311fe7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:14.264910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.388331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.446077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:14.449007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:14.454172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:14.495405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Pushing event updated for resources: {'Port': ['ID=fdc15f8d-2e0b-4ffd-bb52-df55e0dabf67,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:14.591225 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.789182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No DVR routers for this DVR port a36b190a-6546-4f6b-9bf8-7cae8ef907e3 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:14.799087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Port': ['ID=a36b190a-6546-4f6b-9bf8-7cae8ef907e3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:14.802214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.000948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:15.059378 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.063665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:15.069713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74f779-b108-4723-b4b1-767339ba593c req-c448ebb5-84a5-4642-867e-dd1eb236b0dd tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.074540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c74f779-b108-4723-b4b1-767339ba593c req-c448ebb5-84a5-4642-867e-dd1eb236b0dd tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1099 time: 0.5428984 Jul 16 01:35:15.105049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:15.109755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c496c0-a0a6-44a0-b26b-c21f3c4187a2 None None] Network 6379ca17-4c9a-47b3-94a7-b0fdb7f603de requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:15.304908 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.316090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-069f6916-8323-470c-91e2-b89ee556bf02 None None] Could not find standard attr ID for object a36b190a-6546-4f6b-9bf8-7cae8ef907e3. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:15.402062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Pushing event updated for resources: {'Port': ['ID=1ccb430a-e000-4bf5-b872-ca9ad6311fe7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:15.616587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c74f779-b108-4723-b4b1-767339ba593c req-320a7759-f89f-4ee4-b2d1-970bf482cb98 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5002248 Jul 16 01:35:15.659167 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57986) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:15.691765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.698259 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.773370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a685a14b-af42-406f-b5e0-0aa2d4c2e0fe None None] Network 6379ca17-4c9a-47b3-94a7-b0fdb7f603de requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:15.788402 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Subnet': ['ID=f12e8369-b8b2-4eb2-b7eb-9ccc444c4491,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:15.940658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port e046f825-6f1a-45fb-8e8b-6d587e86a71f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:15.941286 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.045710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.081447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6379ca17-4c9a-47b3-94a7-b0fdb7f603de']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:16.097068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c3ef7-8099-4a12-98f0-79223fce41d8 None None] DHCP port deletion for 6379ca17-4c9a-47b3-94a7-b0fdb7f603de request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:16.176622 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.177231 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.191149 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for e046f825-6f1a-45fb-8e8b-6d587e86a71f owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:16.193441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76673939-70dd-4480-98f8-07c68f6b89f2') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:16.193807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76673939-70dd-4480-98f8-07c68f6b89f2') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:16.227638 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.300111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.317272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:16.317782 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:16.326430 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:16.344068 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.451407 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.499411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=e046f825-6f1a-45fb-8e8b-6d587e86a71f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:16.527183 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.530895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.536104 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.550237 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.552322 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/6379ca17-4c9a-47b3-94a7-b0fdb7f603de HTTP/1.1" status: 204 len: 168 time: 3.7581336 Jul 16 01:35:16.585414 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 57994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.590288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.591347 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Floating IP 3722a47c-bedd-4628-a46f-7454ed2afa7a disassociated (deleted). External IP: 172.25.4.51, port: 8e02dc10-6ea8-4dd3-b590-824c0a1aad45. Jul 16 01:35:16.596825 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-654093019'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:16.665239 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.673161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.735078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd599091-187a-402d-8f4c-c2b4e8dae300 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Network': ['ID=6379ca17-4c9a-47b3-94a7-b0fdb7f603de,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:16.808863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Pushing event updated for resources: {'Port': ['ID=fdc15f8d-2e0b-4ffd-bb52-df55e0dabf67,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:16.817193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.919657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 57996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.948513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a36b190a-6546-4f6b-9bf8-7cae8ef907e3 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:16.974678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a36b190a-6546-4f6b-9bf8-7cae8ef907e3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:16.975029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a36b190a-6546-4f6b-9bf8-7cae8ef907e3 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:17.186717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:17.189624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.254272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:17.268359 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.268710 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Added segment 4418ef61-581a-48da-a6bd-fc5c634d4dc8 of type vlan for network 0d0bf0d7-2b89-479b-980f-8e7291b23688 Jul 16 01:35:17.302610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'network_id': '44ba1907-ae22-4730-abd2-c40c10725f8d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:17.352111 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Floating IP 8e82149a-29f7-4230-bae0-beae1e8fd24d associated. External IP: 172.25.4.237, port: c1416301-c06d-4792-9d29-6da48e06607a. Jul 16 01:35:17.353828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.426683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.433302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.433911 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.460967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:17.513319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:17.516824 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.521187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Network': ['ID=0d0bf0d7-2b89-479b-980f-8e7291b23688,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.535336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 0d0bf0d7-2b89-479b-980f-8e7291b23688 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:17.557126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3aca2a8b-fbcb-4c38-a8c5-110dd1dfb359 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9644642 Jul 16 01:35:17.557126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.564134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Request body: {'subnet': {'network_id': '0d0bf0d7-2b89-479b-980f-8e7291b23688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:17.568085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Router bc754103-7a6b-4da4-a5fa-6c08c28fca08 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:17.697762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:17.702961 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.725145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] Sync routers for ids ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:17.740474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Made reservation on behalf of 38fe121ed3014dd1a0790c764d1fa9df for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:17.743009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] Routers {'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:17.744953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:17.746126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.771099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-34c9bf69-c7e2-47d3-ad4f-124375694be2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/floatingips/3722a47c-bedd-4628-a46f-7454ed2afa7a HTTP/1.1" status: 204 len: 168 time: 2.1080391 Jul 16 01:35:17.776116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:17.778433 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:17.859354 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd957e6-37a7-4521-8b14-7b18786684d9 x-openstack-request-id: req-8fd957e6-37a7-4521-8b14-7b18786684d9 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:17.859658 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:17.859903 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fd957e6-37a7-4521-8b14-7b18786684d9 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:17.872293 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'status': 'completed', 'code': 200} Jul 16 01:35:17.941033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:17.946253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.953329 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d9ff9-5487-4c27-bb08-f44333ba90de None None] Sync routers for ids ['bc754103-7a6b-4da4-a5fa-6c08c28fca08'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:17.961532 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ef1e39bf-e919-47da-a5fd-d15d350d3cd6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "PUT /v2.0/routers/bc754103-7a6b-4da4-a5fa-6c08c28fca08 HTTP/1.1" status: 200 len: 916 time: 5.7104127 Jul 16 01:35:17.965409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58006) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.969304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] Set router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:17.980073 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d9ff9-5487-4c27-bb08-f44333ba90de None None] Routers {'bc754103-7a6b-4da4-a5fa-6c08c28fca08'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:17.980669 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c3d9ff9-5487-4c27-bb08-f44333ba90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['bc754103-7a6b-4da4-a5fa-6c08c28fca08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.068890 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c3d9ff9-5487-4c27-bb08-f44333ba90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.080524 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d9ff9-5487-4c27-bb08-f44333ba90de None None] Routers {'bc754103-7a6b-4da4-a5fa-6c08c28fca08'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:18.081173 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c3d9ff9-5487-4c27-bb08-f44333ba90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['bc754103-7a6b-4da4-a5fa-6c08c28fca08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.120828 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c3d9ff9-5487-4c27-bb08-f44333ba90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.122050 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d9ff9-5487-4c27-bb08-f44333ba90de None None] The sync data for ids ['bc754103-7a6b-4da4-a5fa-6c08c28fca08'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:18.150921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:35:18.152589 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.173048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Router 1bd6528a-54de-48ef-b37c-80d5198b9cfe has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:18.232277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event updated for resources: {'Subnet': ['ID=c2265fd3-9690-4e4d-bb7e-394aeaee870a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:18.269224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Checking segment: {'id': '4418ef61-581a-48da-a6bd-fc5c634d4dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0d0bf0d7-2b89-479b-980f-8e7291b23688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:18.269587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network hostable DHCP agents. Network: 0d0bf0d7-2b89-479b-980f-8e7291b23688, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:18.293283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Network 0d0bf0d7-2b89-479b-980f-8e7291b23688 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:18.305857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 0d0bf0d7-2b89-479b-980f-8e7291b23688) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:18.307419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:54Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a55e3853-6370-411d-b9d0-33772a8eabee', 'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:f4:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:53Z', 'updated_at': '2021-07-16T01:33:03Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '82ad8525-829a-4082-ade9-225825bf6108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.308262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.315059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.315817 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.336676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcfc2ea-d8c6-487f-9537-a8144fd38f88 None None] Network 0d0bf0d7-2b89-479b-980f-8e7291b23688 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:18.344880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-528a9d77-8c9b-4cff-9307-ff5a44d75b19 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7868955 Jul 16 01:35:18.346033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:18.377307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] Checking router: fdee5369-6e5f-4064-9ad5-86a44ef4d6ba for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:18.412798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] Routers {'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:18.413771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.512981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.596266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-02972297-b9e3-4258-a7da-63d9fa138990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.596505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] Set router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:18.597773 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-02972297-b9e3-4258-a7da-63d9fa138990 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 1099 time: 0.6606326 Jul 16 01:35:18.613258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a370b5d4-1e56-4a28-941f-3bc273efe12e tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/routers/bc754103-7a6b-4da4-a5fa-6c08c28fca08 HTTP/1.1" status: 200 len: 922 time: 0.5813046 Jul 16 01:35:18.616112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:18.642166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:18.655882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb554f0-8d7d-4a38-a9ef-ab0b773abbc3 None None] Sync routers for ids ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:18.667959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=c85b1a78-83c9-4304-9d40-52965768ff6a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:18.676207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a3140-a5c4-43df-bbb4-4620b8cce880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-0d0bf0d7-2b89-479b-980f-8e7291b23688', 'network_id': '0d0bf0d7-2b89-479b-980f-8e7291b23688', 'tenant_id': '38fe121ed3014dd1a0790c764d1fa9df', 'fixed_ips': [{'subnet_id': 'c2265fd3-9690-4e4d-bb7e-394aeaee870a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:18.676993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f74a3140-a5c4-43df-bbb4-4620b8cce880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.716297 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.722736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb554f0-8d7d-4a38-a9ef-ab0b773abbc3 None None] Routers {'1bd6528a-54de-48ef-b37c-80d5198b9cfe'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:18.723984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4fb554f0-8d7d-4a38-a9ef-ab0b773abbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.735822 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.784933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4fb554f0-8d7d-4a38-a9ef-ab0b773abbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.827094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2fef5dce-2b51-4a6d-a9e9-62381e5f9d95 tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.7074153 Jul 16 01:35:18.839121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58020) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:18.839969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking segment: {'id': 'a0ca35fc-44df-4c56-8b75-092065dc768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44ba1907-ae22-4730-abd2-c40c10725f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:18.840332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network hostable DHCP agents. Network: 44ba1907-ae22-4730-abd2-c40c10725f8d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:18.851231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765de2ab-3e4d-4a04-b8bd-3e384cee1d32 req-6f3f1df2-f7b7-4dde-b306-02fb214005ee tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.853388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-765de2ab-3e4d-4a04-b8bd-3e384cee1d32 req-6f3f1df2-f7b7-4dde-b306-02fb214005ee tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 947 time: 0.6001823 Jul 16 01:35:18.874769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58022) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:18.893827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb554f0-8d7d-4a38-a9ef-ab0b773abbc3 None None] Routers {'1bd6528a-54de-48ef-b37c-80d5198b9cfe'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:18.894693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4fb554f0-8d7d-4a38-a9ef-ab0b773abbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.916602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b444ea-3e6c-4de5-83af-ee3129155de6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.918997 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-68b444ea-3e6c-4de5-83af-ee3129155de6 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&device_id=bc754103-7a6b-4da4-a5fa-6c08c28fca08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3016188 Jul 16 01:35:18.923002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58026) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.026719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec6b3f-5b35-4168-a1fb-51bd0dc276b9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.044626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-92ec6b3f-5b35-4168-a1fb-51bd0dc276b9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 881 time: 0.1042857 Jul 16 01:35:19.045373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58028) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.064333 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4905a82c-a2da-481d-9134-cf7c0703ff4f tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] 10.222.0.64 "GET /v2.0/floatingips/8e82149a-29f7-4230-bae0-beae1e8fd24d HTTP/1.1" status: 200 len: 983 time: 0.2082336 Jul 16 01:35:19.070271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58030) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.095369 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.097598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c075871f-4216-4b30-8cea-8a8769ebb745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.104890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2134dabe-5731-4610-94da-34e973d737c6 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc754103-7a6b-4da4-a5fa-6c08c28fca08 HTTP/1.1" status: 200 len: 205 time: 0.0450203 Jul 16 01:35:19.106867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4fb554f0-8d7d-4a38-a9ef-ab0b773abbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.108161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb554f0-8d7d-4a38-a9ef-ab0b773abbc3 None None] The sync data for ids ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:19.112882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58032) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.186136 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Subnet': ['ID=c2265fd3-9690-4e4d-bb7e-394aeaee870a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-f74a3140-a5c4-43df-bbb4-4620b8cce880 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2265fd3-9690-4e4d-bb7e-394aeaee870a: This subnet is being modified by another concurrent operation. Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:35:19.193580 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2265fd3-9690-4e4d-bb7e-394aeaee870a: This subnet is being modified by another concurrent operation. Jul 16 01:35:19.199137 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 16 01:35:19.211712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network 44ba1907-ae22-4730-abd2-c40c10725f8d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:19.248936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07d7ba1-50d2-4100-9a15-043fe9bf1ec2 None None] Network 0d0bf0d7-2b89-479b-980f-8e7291b23688 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:19.257852 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-765de2ab-3e4d-4a04-b8bd-3e384cee1d32 req-88315406-41a9-48a2-9e12-f88fb5281d1c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013192 Jul 16 01:35:19.258493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 44ba1907-ae22-4730-abd2-c40c10725f8d) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:19.261092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.263677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.264273 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.272456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0bf0d7-2b89-479b-980f-8e7291b23688']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.279137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f168a0c-dbad-45f9-8259-c76bff762252 None None] Network 44ba1907-ae22-4730-abd2-c40c10725f8d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:19.282576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d1562891-20c2-4606-a122-f8f50c47b82b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2112749 Jul 16 01:35:19.285680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4418ef61-581a-48da-a6bd-fc5c634d4dc8') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.286858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-d3de8d42-9657-4653-a026-a771b135127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.288361 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-d3de8d42-9657-4653-a026-a771b135127c service neutron] 10.222.0.67 "GET /v2.0/networks?id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 200 len: 896 time: 0.6668921 Jul 16 01:35:19.288515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4418ef61-581a-48da-a6bd-fc5c634d4dc8') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.297730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58034) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.298953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.314805 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.321135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:19.321372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.348171 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-db1e8408-ad1a-4337-842b-69d09fbb13cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 200 len: 217 time: 0.0481582 Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:19.387826 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:19.398593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.431041 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.433595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/0d0bf0d7-2b89-479b-980f-8e7291b23688 HTTP/1.1" status: 204 len: 168 time: 1.0857053 Jul 16 01:35:19.438554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bc388-10da-4a7b-a06e-da39d3f32125 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Network': ['ID=0d0bf0d7-2b89-479b-980f-8e7291b23688,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.440235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58036) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.515094 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-4752fe18-d51b-4d02-b15e-52d0e1cf5f8d tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:19.515559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4752fe18-d51b-4d02-b15e-52d0e1cf5f8d tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:19.517894 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4752fe18-d51b-4d02-b15e-52d0e1cf5f8d tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/subnets/c2265fd3-9690-4e4d-bb7e-394aeaee870a HTTP/1.1" status: 404 len: 337 time: 0.0454140 Jul 16 01:35:19.523803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58038) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.537299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:54Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a55e3853-6370-411d-b9d0-33772a8eabee', 'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:f4:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:53Z', 'updated_at': '2021-07-16T01:33:03Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '82ad8525-829a-4082-ade9-225825bf6108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.545884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-a879ff29-2a8f-4777-a34e-4f8e0487f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.547658 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-a879ff29-2a8f-4777-a34e-4f8e0487f4cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 200 len: 835 time: 0.1451876 Jul 16 01:35:19.559683 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b39a39-e93f-4c98-84e4-528a989b0948 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:19.560294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b39a39-e93f-4c98-84e4-528a989b0948 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:19.564516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-45b39a39-e93f-4c98-84e4-528a989b0948 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/0d0bf0d7-2b89-479b-980f-8e7291b23688 HTTP/1.1" status: 404 len: 339 time: 0.0319827 Jul 16 01:35:19.566250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.596692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c253e-c10b-4d24-a4a8-99c832e4e9e7 None None] The sync data for ids ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'] in n-d-791504-14 is: [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:32:54Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a55e3853-6370-411d-b9d0-33772a8eabee', 'name': '', 'network_id': '06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:f4:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '82ad8525-829a-4082-ade9-225825bf6108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:53Z', 'updated_at': '2021-07-16T01:33:03Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '82ad8525-829a-4082-ade9-225825bf6108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:19.608721 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded2f751-04f4-4edf-bae0-f0641b303b17 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:19.609096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded2f751-04f4-4edf-bae0-f0641b303b17 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:19.611881 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ded2f751-04f4-4edf-bae0-f0641b303b17 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/subnets/f12e8369-b8b2-4eb2-b7eb-9ccc444c4491 HTTP/1.1" status: 404 len: 337 time: 0.0417795 Jul 16 01:35:19.617539 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.653226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-44ba1907-ae22-4730-abd2-c40c10725f8d', 'network_id': '44ba1907-ae22-4730-abd2-c40c10725f8d', 'tenant_id': '2747d79d6d3f41bca30ba6089bb2f5be', 'fixed_ips': [{'subnet_id': 'c85b1a78-83c9-4304-9d40-52965768ff6a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:19.654131 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.659974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58042) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.693159 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-6046e5fb-dcdb-40bb-bded-559158fb9bf8 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:19.693738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6046e5fb-dcdb-40bb-bded-559158fb9bf8 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:19.695497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6046e5fb-dcdb-40bb-bded-559158fb9bf8 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/6379ca17-4c9a-47b3-94a7-b0fdb7f603de HTTP/1.1" status: 404 len: 339 time: 0.0330896 Jul 16 01:35:19.699280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.764881 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d453c8f8-cbfe-44a7-9aef-272c6ecb8eef tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:19.765889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d453c8f8-cbfe-44a7-9aef-272c6ecb8eef tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:19.767672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d453c8f8-cbfe-44a7-9aef-272c6ecb8eef tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/subnets/9193e72f-02b7-40ce-b917-31cf3ca6e65a HTTP/1.1" status: 404 len: 337 time: 0.0645456 Jul 16 01:35:19.772125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58046) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.784855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Deleting port fdc15f8d-2e0b-4ffd-bb52-df55e0dabf67 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:19.785540 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.799884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c075871f-4216-4b30-8cea-8a8769ebb745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.807390 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.811066 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c075871f-4216-4b30-8cea-8a8769ebb745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.818438 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b9e31f-4369-4378-b880-1c224b3de594 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:19.819052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b9e31f-4369-4378-b880-1c224b3de594 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:19.820770 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d0b9e31f-4369-4378-b880-1c224b3de594 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/77cdb9da-d964-41d2-8ab6-9a86dba84a50 HTTP/1.1" status: 404 len: 339 time: 0.0457706 Jul 16 01:35:19.830138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58048) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.833352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ceb31252-072f-43c4-a205-1841f9cefa55 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9083993 Jul 16 01:35:19.836513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-7b88d9e4-1181-48f8-ba5d-1283f7632f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.838002 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-7b88d9e4-1181-48f8-ba5d-1283f7632f03 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2695658 Jul 16 01:35:19.839914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58050) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.846572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Allocated IP 2001:db8:0:ffff::2 (44ba1907-ae22-4730-abd2-c40c10725f8d/c85b1a78-83c9-4304-9d40-52965768ff6a/6fc15462-6762-4be6-bfa3-1c65b7366cb0) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:19.854289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-3a1e47dc-4a53-405c-a0fa-5c733737b277 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.856016 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-3a1e47dc-4a53-405c-a0fa-5c733737b277 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 947 time: 0.2745264 Jul 16 01:35:19.860669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1821836541'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:19.886404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075871f-4216-4b30-8cea-8a8769ebb745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c49b9e-8024-4d43-887d-0744738a6194,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.951401 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c075871f-4216-4b30-8cea-8a8769ebb745 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ec9274da3044e809fb106b682009820&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0715458 Jul 16 01:35:19.951401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58052) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.959332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:19.963669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.036246 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.037400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Deleting port 1ccb430a-e000-4bf5-b872-ca9ad6311fe7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:20.037763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.047471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:20.047737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Transition to ACTIVE for port object 6fc15462-6762-4be6-bfa3-1c65b7366cb0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:20.068617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Transition to ACTIVE for port object 6fc15462-6762-4be6-bfa3-1c65b7366cb0 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:20.079409 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4898f54-8251-4025-a933-1aaa44fc991a None None] New status for floating IP 3722a47c-bedd-4628-a46f-7454ed2afa7a: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:35:20.083462 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.086231 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.086590 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Added segment e5c01b33-df8e-4b85-b901-b5f0625beb9a of type vlan for network 07280c7c-a219-4707-ac6b-2ebb337d9a78 Jul 16 01:35:20.134106 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86484797-436e-4c67-8796-85682aeb5e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.136687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Network 44ba1907-ae22-4730-abd2-c40c10725f8d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:20.144486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:20.148624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:20.188808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Pushing event updated for resources: {'Port': ['ID=6fc15462-6762-4be6-bfa3-1c65b7366cb0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.221258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Attempting to bind port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:20.221496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Attempting to bind port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a0ca35fc-44df-4c56-8b75-092065dc768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44ba1907-ae22-4730-abd2-c40c10725f8d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:20.221787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Attempting to bind port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 on network 44ba1907-ae22-4730-abd2-c40c10725f8d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:20.224071 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.227300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:20.227666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Checking segment: {'id': 'a0ca35fc-44df-4c56-8b75-092065dc768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44ba1907-ae22-4730-abd2-c40c10725f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:20.228066 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.229313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Bound using segment: {'id': 'a0ca35fc-44df-4c56-8b75-092065dc768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44ba1907-ae22-4730-abd2-c40c10725f8d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:20.229818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Bound port: 6fc15462-6762-4be6-bfa3-1c65b7366cb0, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ca35fc-44df-4c56-8b75-092065dc768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44ba1907-ae22-4730-abd2-c40c10725f8d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:20.230237 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.253401 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.257535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86484797-436e-4c67-8796-85682aeb5e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.285984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Calling delete_port for 1ccb430a-e000-4bf5-b872-ca9ad6311fe7 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:20.305704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] For port 6fc15462-6762-4be6-bfa3-1c65b7366cb0, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:20.310701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] For port 6fc15462-6762-4be6-bfa3-1c65b7366cb0, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6fc15462-6762-4be6-bfa3-1c65b7366cb0,segment=NetworkSegment(a0ca35fc-44df-4c56-8b75-092065dc768e),segment_id=a0ca35fc-44df-4c56-8b75-092065dc768e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:20.316518 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.330316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.336691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:20.337393 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.409728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8e848-4a67-4d70-8b0b-a5ff2901c2bb None None] Pushing event updated for resources: {'Port': ['ID=6fc15462-6762-4be6-bfa3-1c65b7366cb0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.474615 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.475205 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.504394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Calling delete_port for fdc15f8d-2e0b-4ffd-bb52-df55e0dabf67 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:20.511669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=07280c7c-a219-4707-ac6b-2ebb337d9a78,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.522631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7f9bdbca-68c8-4cb5-bee1-c1ddb840f69b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6728690 Jul 16 01:35:20.526608 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86484797-436e-4c67-8796-85682aeb5e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.527200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 07280c7c-a219-4707-ac6b-2ebb337d9a78 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:20.529178 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86484797-436e-4c67-8796-85682aeb5e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.530388 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-86484797-436e-4c67-8796-85682aeb5e0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44c49b9e-8024-4d43-887d-0744738a6194 HTTP/1.1" status: 204 len: 168 time: 0.5782824 Jul 16 01:35:20.532420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.540171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'network_id': '07280c7c-a219-4707-ac6b-2ebb337d9a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:20.549670 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-c5561957-b116-47f1-ad32-ec37a18b31a0 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926558 Jul 16 01:35:20.574351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86484797-436e-4c67-8796-85682aeb5e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c49b9e-8024-4d43-887d-0744738a6194,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.724337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cba81-fbba-4d9b-bb77-fd1e6a4f96b8 req-f165d825-fb63-41e8-9fd2-ab502ff95aea tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:20.724719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee9cba81-fbba-4d9b-bb77-fd1e6a4f96b8 req-f165d825-fb63-41e8-9fd2-ab502ff95aea tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 947 time: 0.2876089 Jul 16 01:35:20.783391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-934ce7b6-91e9-4d7b-ae2f-b253b779b7e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:20.783989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-934ce7b6-91e9-4d7b-ae2f-b253b779b7e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.795450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1c13e712-76dd-4ec0-bbe1-7b0713f619ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Deleting port 9ad9d895-0238-4781-8853-00d0a402e86a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:20.796057 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c13e712-76dd-4ec0-bbe1-7b0713f619ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.828128 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee9cba81-fbba-4d9b-bb77-fd1e6a4f96b8 req-5216fd0c-5179-4749-bd08-6c5b2314e5d3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611296 Jul 16 01:35:20.832733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:20.836835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.871358 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.945789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Pushing event deleted for resources: {'Port': ['ID=1ccb430a-e000-4bf5-b872-ca9ad6311fe7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:21.017840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-934ce7b6-91e9-4d7b-ae2f-b253b779b7e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:21.018248 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-934ce7b6-91e9-4d7b-ae2f-b253b779b7e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.064068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.122355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6fc15462-6762-4be6-bfa3-1c65b7366cb0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:21.127804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-934ce7b6-91e9-4d7b-ae2f-b253b779b7e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:21.132558 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c13e712-76dd-4ec0-bbe1-7b0713f619ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.200852 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91bdf6b2-6a28-4bf9-8c26-602dc2a15334 req-1b8decde-3f1e-450c-9c50-6552df50aaf3 service neutron] 10.222.0.67 "GET /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428189 Jul 16 01:35:21.205038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1c13e712-76dd-4ec0-bbe1-7b0713f619ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Calling delete_port for 9ad9d895-0238-4781-8853-00d0a402e86a owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:21.225272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:21.226223 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.230965 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.261841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.297700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event deleted for resources: {'Port': ['ID=fdc15f8d-2e0b-4ffd-bb52-df55e0dabf67,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:21.318717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.319329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Fanout notify agent at l3_agent the message router_deleted on router bc754103-7a6b-4da4-a5fa-6c08c28fca08 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:21.330499 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.335137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3fd8d3f2-4f48-407a-8001-e18242bb474f tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/bc754103-7a6b-4da4-a5fa-6c08c28fca08 HTTP/1.1" status: 204 len: 168 time: 2.2093222 Jul 16 01:35:21.336635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58060) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.340985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1127139089', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:21.369928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.406394 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.407437 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.449874 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.450318 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Floating IP 8e82149a-29f7-4230-bae0-beae1e8fd24d disassociated (deleted). External IP: 172.25.4.237, port: c1416301-c06d-4792-9d29-6da48e06607a. Jul 16 01:35:21.465232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=3070ad44-2ca3-4418-960e-f6203182036b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:21.502825 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking segment: {'id': 'e5c01b33-df8e-4b85-b901-b5f0625beb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '07280c7c-a219-4707-ac6b-2ebb337d9a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:21.503200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network hostable DHCP agents. Network: 07280c7c-a219-4707-ac6b-2ebb337d9a78, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:21.506056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.516654 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c13e712-76dd-4ec0-bbe1-7b0713f619ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.585826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network 07280c7c-a219-4707-ac6b-2ebb337d9a78 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:21.601364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13e712-76dd-4ec0-bbe1-7b0713f619ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Port': ['ID=9ad9d895-0238-4781-8853-00d0a402e86a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:21.609777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c13e712-76dd-4ec0-bbe1-7b0713f619ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.614617 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1c13e712-76dd-4ec0-bbe1-7b0713f619ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/ports/9ad9d895-0238-4781-8853-00d0a402e86a HTTP/1.1" status: 204 len: 168 time: 1.7801862 Jul 16 01:35:21.620935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.629789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 07280c7c-a219-4707-ac6b-2ebb337d9a78) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:21.640284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ca611-96bb-4e1d-af7e-2b9e4e4f0d29 None None] Network 07280c7c-a219-4707-ac6b-2ebb337d9a78 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:21.661827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:21.662460 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.662723 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b77b19-e868-4861-b43d-02d44d9008e7 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:21.663183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b77b19-e868-4861-b43d-02d44d9008e7 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:21.668448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-62b77b19-e868-4861-b43d-02d44d9008e7 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/subnets/94033ed2-27e7-4886-9aba-22d73cc361f3 HTTP/1.1" status: 404 len: 337 time: 0.0461953 Jul 16 01:35:21.669278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-934ce7b6-91e9-4d7b-ae2f-b253b779b7e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.670790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58064) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.673292 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.701891 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a76f1bbc-4ee2-462b-b557-85e91dc8816e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1661117 Jul 16 01:35:21.704492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.744849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ce7b6-91e9-4d7b-ae2f-b253b779b7e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=8e02dc10-6ea8-4dd3-b590-824c0a1aad45,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:21.807738 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.840392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-07280c7c-a219-4707-ac6b-2ebb337d9a78', 'network_id': '07280c7c-a219-4707-ac6b-2ebb337d9a78', 'tenant_id': '2747d79d6d3f41bca30ba6089bb2f5be', 'fixed_ips': [{'subnet_id': '3070ad44-2ca3-4418-960e-f6203182036b'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:21.841178 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.861624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac2cde-0cc9-41aa-9a2f-d5444b080e49 None None] Network 44ba1907-ae22-4730-abd2-c40c10725f8d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:21.945313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.968257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-934ce7b6-91e9-4d7b-ae2f-b253b779b7e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] No DVR routers for this DVR port 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:21.971671 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-934ce7b6-91e9-4d7b-ae2f-b253b779b7e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.974608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2796b3fd-489c-49d5-94ff-07217793a1bc req-934ce7b6-91e9-4d7b-ae2f-b253b779b7e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "DELETE /v2.0/ports/8e02dc10-6ea8-4dd3-b590-824c0a1aad45 HTTP/1.1" status: 204 len: 173 time: 2.0832834 Jul 16 01:35:21.979703 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.985098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-deleted', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:21.989230 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78534a66-42ad-4bb1-9653-5ef4f0ec76b9" -d '{"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-deleted", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:21.992843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Router 1bd6528a-54de-48ef-b37c-80d5198b9cfe has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:22.034484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-14192a9e-6f90-4ef5-9b3c-67ad21df9370 None None] Provisioning for port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:22.058494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-14192a9e-6f90-4ef5-9b3c-67ad21df9370 None None] Provisioning complete for port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:22.058915 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14192a9e-6f90-4ef5-9b3c-67ad21df9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.100363 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2b01b9-cd69-4515-b043-46225f894098 x-openstack-request-id: req-bc2b01b9-cd69-4515-b043-46225f894098 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:22.100667 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7d7954-0317-4188-81f5-7da802a1f7d8", "name": "network-vif-deleted", "tag": "8e02dc10-6ea8-4dd3-b590-824c0a1aad45", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:22.100934 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc2b01b9-cd69-4515-b043-46225f894098 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:22.101315 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7d7954-0317-4188-81f5-7da802a1f7d8', 'name': 'network-vif-deleted', 'tag': '8e02dc10-6ea8-4dd3-b590-824c0a1aad45', 'status': 'completed', 'code': 200} Jul 16 01:35:22.104160 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-28343612-361c-41a3-99da-e10bfdac4364 req-74f065d5-63e3-4a60-84ed-dd5bbb425312 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e7d7954-0317-4188-81f5-7da802a1f7d8 HTTP/1.1" status: 200 len: 210 time: 0.1015050 Jul 16 01:35:22.195988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Allocated IP 2001:db8::1 (07280c7c-a219-4707-ac6b-2ebb337d9a78/3070ad44-2ca3-4418-960e-f6203182036b/07feeb87-1f2a-40ff-b7b5-0974c9895c9c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:22.265003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.268067 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.285888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdf3dc3-e336-4c42-bc17-60b79a23e984']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.301507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bf427f-4eec-4481-8e93-8cf7efa5775b') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.301873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bf427f-4eec-4481-8e93-8cf7efa5775b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.309990 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.314673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:22.320733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.346834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:22.358707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c178f106-8130-4996-874f-a8a42095bb67 None None] Sync routers for ids ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:22.367343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.375754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3b74c5f3-7db6-4db7-a463-31ecd89c096e tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "DELETE /v2.0/floatingips/8e82149a-29f7-4230-bae0-beae1e8fd24d HTTP/1.1" status: 204 len: 168 time: 3.0762775 Jul 16 01:35:22.376013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58072) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:22.385713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:22.395233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:22.395843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 8e02dc10-6ea8-4dd3-b590-824c0a1aad45 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:22.407453 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.409026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c178f106-8130-4996-874f-a8a42095bb67 None None] Routers {'1bd6528a-54de-48ef-b37c-80d5198b9cfe'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:22.409668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c178f106-8130-4996-874f-a8a42095bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.421440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:22.422038 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.423448 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14192a9e-6f90-4ef5-9b3c-67ad21df9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:22.427082 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:22.442939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.466665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Allocated IP 172.25.4.70 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/10fa208d-015c-4923-b7cc-0cd619667fcd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:22.471937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c178f106-8130-4996-874f-a8a42095bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.516766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c178f106-8130-4996-874f-a8a42095bb67 None None] Routers {'1bd6528a-54de-48ef-b37c-80d5198b9cfe'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:22.516766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c178f106-8130-4996-874f-a8a42095bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.520066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.541539 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.544223 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/cbdf3dc3-e336-4c42-bc17-60b79a23e984 HTTP/1.1" status: 204 len: 168 time: 0.8705461 Jul 16 01:35:22.546116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba030a-0f25-45ec-9a8f-62665c4bb4e0 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Network': ['ID=cbdf3dc3-e336-4c42-bc17-60b79a23e984,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.549001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58074) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:22.594930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-14192a9e-6f90-4ef5-9b3c-67ad21df9370 None None] For port 6fc15462-6762-4be6-bfa3-1c65b7366cb0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6fc15462-6762-4be6-bfa3-1c65b7366cb0,segment=NetworkSegment(a0ca35fc-44df-4c56-8b75-092065dc768e),segment_id=a0ca35fc-44df-4c56-8b75-092065dc768e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:22.596272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c178f106-8130-4996-874f-a8a42095bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.597100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c178f106-8130-4996-874f-a8a42095bb67 None None] The sync data for ids ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:22.607181 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14192a9e-6f90-4ef5-9b3c-67ad21df9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.621017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.671822 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.694905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Transition to ACTIVE for port object 07feeb87-1f2a-40ff-b7b5-0974c9895c9c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:22.711425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.725779 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.726828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14192a9e-6f90-4ef5-9b3c-67ad21df9370 None None] Pushing event updated for resources: {'Port': ['ID=6fc15462-6762-4be6-bfa3-1c65b7366cb0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.732123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0497a939-72f3-4930-8945-4b65a0ad69ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Deleting port dabe3921-ffb0-47e6-b215-fe382a3671f0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:22.732757 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0497a939-72f3-4930-8945-4b65a0ad69ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.741384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Transition to ACTIVE for port object 07feeb87-1f2a-40ff-b7b5-0974c9895c9c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:22.752453 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.780456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:22.788155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:22.797272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:22.810425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Network 07280c7c-a219-4707-ac6b-2ebb337d9a78 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:22.813883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:22.821057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:22.833596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Pushing event updated for resources: {'Port': ['ID=07feeb87-1f2a-40ff-b7b5-0974c9895c9c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.862715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0497a939-72f3-4930-8945-4b65a0ad69ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.899336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Attempting to bind port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:22.899963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Attempting to bind port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'e5c01b33-df8e-4b85-b901-b5f0625beb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '07280c7c-a219-4707-ac6b-2ebb337d9a78'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:22.900932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Attempting to bind port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c on network 07280c7c-a219-4707-ac6b-2ebb337d9a78 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:22.905560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0497a939-72f3-4930-8945-4b65a0ad69ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Calling delete_port for dabe3921-ffb0-47e6-b215-fe382a3671f0 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:22.907247 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:22.907525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Checking segment: {'id': 'e5c01b33-df8e-4b85-b901-b5f0625beb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '07280c7c-a219-4707-ac6b-2ebb337d9a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:22.907976 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.908840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Bound using segment: {'id': 'e5c01b33-df8e-4b85-b901-b5f0625beb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '07280c7c-a219-4707-ac6b-2ebb337d9a78'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:22.909329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Bound port: 07feeb87-1f2a-40ff-b7b5-0974c9895c9c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c01b33-df8e-4b85-b901-b5f0625beb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '07280c7c-a219-4707-ac6b-2ebb337d9a78'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:22.910091 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.962068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.964133 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Pushing event updated for resources: {'Port': ['ID=10fa208d-015c-4923-b7cc-0cd619667fcd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.964828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-75e93d89-a877-40f7-ad01-5f53940bb777 None None] Provisioning complete for port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:22.965213 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75e93d89-a877-40f7-ad01-5f53940bb777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.016654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Allocated IP 172.25.4.86 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/7dda4d4d-c353-40df-af53-10202bf903a4) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:23.018745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Subnet': ['ID=3070ad44-2ca3-4418-960e-f6203182036b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.022368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6fc15462-6762-4be6-bfa3-1c65b7366cb0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:23.134225 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0497a939-72f3-4930-8945-4b65a0ad69ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.174789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497a939-72f3-4930-8945-4b65a0ad69ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Port': ['ID=dabe3921-ffb0-47e6-b215-fe382a3671f0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.188353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0497a939-72f3-4930-8945-4b65a0ad69ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.190904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0497a939-72f3-4930-8945-4b65a0ad69ec tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/ports/dabe3921-ffb0-47e6-b215-fe382a3671f0 HTTP/1.1" status: 204 len: 168 time: 0.6360729 Jul 16 01:35:23.193340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.200840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] For port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:23.204991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.221732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] For port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=07feeb87-1f2a-40ff-b7b5-0974c9895c9c,segment=NetworkSegment(e5c01b33-df8e-4b85-b901-b5f0625beb9a),segment_id=e5c01b33-df8e-4b85-b901-b5f0625beb9a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:23.225190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07280c7c-a219-4707-ac6b-2ebb337d9a78']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.230228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.239151 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ebe4dc-86c2-4231-bf3f-701b7dd053e6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:23.239840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ebe4dc-86c2-4231-bf3f-701b7dd053e6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:23.241722 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-04ebe4dc-86c2-4231-bf3f-701b7dd053e6 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/subnets/d9b184ca-3575-4497-ae78-2b878ff062eb HTTP/1.1" status: 404 len: 337 time: 0.0474224 Jul 16 01:35:23.245260 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.248575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58080) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.327665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58082) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.330773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:23.331155 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.356525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04ba72-eadd-438b-a78b-438b98e6f3e2 None None] Pushing event updated for resources: {'Port': ['ID=07feeb87-1f2a-40ff-b7b5-0974c9895c9c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.395446 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.540526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.661401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:23.701571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:23.709119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:23.738542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c01b33-df8e-4b85-b901-b5f0625beb9a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.739212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c01b33-df8e-4b85-b901-b5f0625beb9a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.754325 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.760564 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.774170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Pushing event updated for resources: {'Port': ['ID=7dda4d4d-c353-40df-af53-10202bf903a4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.794115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462dfd64-4db2-4acb-b5a9-bfdd30c37647']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.796813 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.809367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:23.809778 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.810633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bcbbbf-4245-422a-ad7b-3664e8afe470') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.810931 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bcbbbf-4245-422a-ad7b-3664e8afe470') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:23.812730 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:23.831226 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.873688 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.876893 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.885514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:23.885919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:23.889226 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:23.920942 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:35:23.920942 n-d-791504-14 neutron-server[93944]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:35:23.920942 n-d-791504-14 neutron-server[93944]: [parameters: {'id': '07280c7c-a219-4707-ac6b-2ebb337d9a78'}] Jul 16 01:35:23.920942 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:23.921469 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:23.981680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.103750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.247848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Router 0401865f-154e-4f22-be96-ecce9f7e90b3 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:24.343698 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.345564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/462dfd64-4db2-4acb-b5a9-bfdd30c37647 HTTP/1.1" status: 204 len: 168 time: 1.0968678 Jul 16 01:35:24.348166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58084) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.368343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad741cc3-ea94-426c-82e6-7a39489ce24f tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Network': ['ID=462dfd64-4db2-4acb-b5a9-bfdd30c37647,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:24.375371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a411f82-8315-434f-9e0a-acc2e434ea42 None None] Network 07280c7c-a219-4707-ac6b-2ebb337d9a78 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:24.386288 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.413605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:24.425057 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.426328 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76d573-100b-4e37-84d7-1dd9601d3f78 None None] Sync routers for ids ['0401865f-154e-4f22-be96-ecce9f7e90b3'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:24.436079 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76d573-100b-4e37-84d7-1dd9601d3f78 None None] Routers {'0401865f-154e-4f22-be96-ecce9f7e90b3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:24.436949 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1f76d573-100b-4e37-84d7-1dd9601d3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0401865f-154e-4f22-be96-ecce9f7e90b3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.437561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd17dcb7-aec3-4a79-b9ea-10e42e920e91 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Deleting subnet 704cf7e1-a5f0-4b4d-a524-1da933de3a99 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:24.440895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd17dcb7-aec3-4a79-b9ea-10e42e920e91 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.470989 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1f76d573-100b-4e37-84d7-1dd9601d3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.482196 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76d573-100b-4e37-84d7-1dd9601d3f78 None None] Routers {'0401865f-154e-4f22-be96-ecce9f7e90b3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:24.483180 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1f76d573-100b-4e37-84d7-1dd9601d3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:34:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0401865f-154e-4f22-be96-ecce9f7e90b3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.491434 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd17dcb7-aec3-4a79-b9ea-10e42e920e91 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.497058 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-44226047-9a61-4623-8719-324bb6031eef None None] Provisioning for port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:24.510800 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.523716 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1f76d573-100b-4e37-84d7-1dd9601d3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.524728 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76d573-100b-4e37-84d7-1dd9601d3f78 None None] The sync data for ids ['0401865f-154e-4f22-be96-ecce9f7e90b3'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:24.537654 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5541a085-9751-4c79-a423-5c661968d706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.548327 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.562830 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.566585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-037708f3-ca42-4cdd-826a-8de2bed86dd7 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2269332 Jul 16 01:35:24.583512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58086) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.590176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:24.620452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cefc47-df68-456d-86c0-76f74c29d381 None None] DHCP port deletion for 07280c7c-a219-4707-ac6b-2ebb337d9a78 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:24.634086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd17dcb7-aec3-4a79-b9ea-10e42e920e91 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.669700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-29cefc47-df68-456d-86c0-76f74c29d381 None None] Deleting port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:24.670110 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29cefc47-df68-456d-86c0-76f74c29d381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.692251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:24.692845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.741928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-29cefc47-df68-456d-86c0-76f74c29d381 None None] For port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=07feeb87-1f2a-40ff-b7b5-0974c9895c9c,segment=NetworkSegment(e5c01b33-df8e-4b85-b901-b5f0625beb9a),segment_id=e5c01b33-df8e-4b85-b901-b5f0625beb9a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:24.742450 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29cefc47-df68-456d-86c0-76f74c29d381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.755831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-29cefc47-df68-456d-86c0-76f74c29d381 None None] Calling delete_port for 07feeb87-1f2a-40ff-b7b5-0974c9895c9c owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:24.767090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd17dcb7-aec3-4a79-b9ea-10e42e920e91 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.776094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] For port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=07feeb87-1f2a-40ff-b7b5-0974c9895c9c,segment=NetworkSegment(e5c01b33-df8e-4b85-b901-b5f0625beb9a),segment_id=e5c01b33-df8e-4b85-b901-b5f0625beb9a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:24.776750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.810406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Calling delete_port for 07feeb87-1f2a-40ff-b7b5-0974c9895c9c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:24.814697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17dcb7-aec3-4a79-b9ea-10e42e920e91 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Subnet': ['ID=704cf7e1-a5f0-4b4d-a524-1da933de3a99,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:24.823222 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd17dcb7-aec3-4a79-b9ea-10e42e920e91 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.825420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cd17dcb7-aec3-4a79-b9ea-10e42e920e91 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/subnets/704cf7e1-a5f0-4b4d-a524-1da933de3a99 HTTP/1.1" status: 204 len: 168 time: 0.4762871 Jul 16 01:35:24.828989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58088) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.841672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dcc847-f864-4cfb-9896-bce27d4607af None None] Network 90b0b682-2a9e-4417-b19b-53a394816dd8 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:24.882375 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29cefc47-df68-456d-86c0-76f74c29d381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.963208 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.964897 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cefc47-df68-456d-86c0-76f74c29d381 None None] Pushing event deleted for resources: {'Port': ['ID=07feeb87-1f2a-40ff-b7b5-0974c9895c9c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:24.972340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cefc47-df68-456d-86c0-76f74c29d381 None None] No DVR routers for this DVR port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:24.989603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.038303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Port': ['ID=07feeb87-1f2a-40ff-b7b5-0974c9895c9c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.048009 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No DVR routers for this DVR port 07feeb87-1f2a-40ff-b7b5-0974c9895c9c on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:25.055710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.085509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.137277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14b7241-a7bc-43c3-bd25-2ad722837fc4 None None] DHCP port deletion for 90b0b682-2a9e-4417-b19b-53a394816dd8 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:25.149254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.153170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Deleting port 42884dc9-f279-4a32-b84a-31d8f72bc9dd {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:25.153494 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.172452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07280c7c-a219-4707-ac6b-2ebb337d9a78']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.190452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c01b33-df8e-4b85-b901-b5f0625beb9a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.190735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a14b7241-a7bc-43c3-bd25-2ad722837fc4 None None] Deleting port 42884dc9-f279-4a32-b84a-31d8f72bc9dd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:25.190875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c01b33-df8e-4b85-b901-b5f0625beb9a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.191178 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a14b7241-a7bc-43c3-bd25-2ad722837fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.203929 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.255266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] For port 42884dc9-f279-4a32-b84a-31d8f72bc9dd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=42884dc9-f279-4a32-b84a-31d8f72bc9dd,segment=NetworkSegment(b2b9269f-c664-4aea-9bc5-1e801c394ce4),segment_id=b2b9269f-c664-4aea-9bc5-1e801c394ce4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:25.255266 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.257769 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.258582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Pushing event updated for resources: {'Port': ['ID=7dda4d4d-c353-40df-af53-10202bf903a4,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.263522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a14b7241-a7bc-43c3-bd25-2ad722837fc4 None None] For port 42884dc9-f279-4a32-b84a-31d8f72bc9dd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=42884dc9-f279-4a32-b84a-31d8f72bc9dd,segment=NetworkSegment(b2b9269f-c664-4aea-9bc5-1e801c394ce4),segment_id=b2b9269f-c664-4aea-9bc5-1e801c394ce4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:25.264887 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a14b7241-a7bc-43c3-bd25-2ad722837fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.271822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:25.272315 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:25.275885 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:25.279458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Calling delete_port for 42884dc9-f279-4a32-b84a-31d8f72bc9dd owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:25.280983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a14b7241-a7bc-43c3-bd25-2ad722837fc4 None None] Calling delete_port for 42884dc9-f279-4a32-b84a-31d8f72bc9dd owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:25.328673 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.365334 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.373356 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.373848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.377465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-347ae079-ec36-4c2a-b447-9e4fc35c582e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9946508 Jul 16 01:35:25.379748 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a14b7241-a7bc-43c3-bd25-2ad722837fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.386644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58090) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.399798 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.406972 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/07280c7c-a219-4707-ac6b-2ebb337d9a78 HTTP/1.1" status: 204 len: 168 time: 3.6975677 Jul 16 01:35:25.406972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7b3a7-8e97-4652-92f8-eb79f0ec14b1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Network': ['ID=07280c7c-a219-4707-ac6b-2ebb337d9a78,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.408986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58094) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.417791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535055099'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:25.418634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port a55e3853-6370-411d-b9d0-33772a8eabee {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:25.419140 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.419873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b7241-a7bc-43c3-bd25-2ad722837fc4 None None] Pushing event deleted for resources: {'Port': ['ID=42884dc9-f279-4a32-b84a-31d8f72bc9dd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.423837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b7241-a7bc-43c3-bd25-2ad722837fc4 None None] No DVR routers for this DVR port 42884dc9-f279-4a32-b84a-31d8f72bc9dd on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:25.433665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.447653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6e814-55a6-4757-8d5d-90b775b30d75 None None] get_active_networks_info from n-d-791504-14 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:35:25.450942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:25.454530 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.495756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:25.505625 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.517629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.518104 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Added segment ab581814-ba54-41e5-9050-9d16fe54191a of type vlan for network b25177de-9fa0-4c14-aab0-78a8a34a6735 Jul 16 01:35:25.555027 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] No DVR routers for this DVR port 42884dc9-f279-4a32-b84a-31d8f72bc9dd on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:25.576390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Port': ['ID=42884dc9-f279-4a32-b84a-31d8f72bc9dd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.584805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port a55e3853-6370-411d-b9d0-33772a8eabee, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a55e3853-6370-411d-b9d0-33772a8eabee,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:25.585326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.605695 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.630817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for a55e3853-6370-411d-b9d0-33772a8eabee owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:25.635432 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.636225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:25.647298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6e814-55a6-4757-8d5d-90b775b30d75 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:35:25.673405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.687734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b0b682-2a9e-4417-b19b-53a394816dd8']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.705981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b9269f-c664-4aea-9bc5-1e801c394ce4') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.706401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b9269f-c664-4aea-9bc5-1e801c394ce4') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.716110 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.719852 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.726699 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.733365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:25.734056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.763545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.768677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Deleting port 10fa208d-015c-4923-b7cc-0cd619667fcd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:25.769030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.786600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3706603 Jul 16 01:35:25.786600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:25.786600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:25.791290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.808769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'network_id': 'b25177de-9fa0-4c14-aab0-78a8a34a6735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:25.917777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3848b1-7994-4f5b-9d7d-bedaa74bd93b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=b25177de-9fa0-4c14-aab0-78a8a34a6735,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.937965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network b25177de-9fa0-4c14-aab0-78a8a34a6735 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:25.963779 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.975485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.979036 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] 10.222.0.64 "DELETE /v2.0/networks/90b0b682-2a9e-4417-b19b-53a394816dd8 HTTP/1.1" status: 204 len: 168 time: 1.1490300 Jul 16 01:35:25.983937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.996019 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606afb38-b373-495a-87de-868e5b1b2258 tempest-NetworksIpV6TestAttrs-1935948815 tempest-NetworksIpV6TestAttrs-1935948815-project] Pushing event deleted for resources: {'Network': ['ID=90b0b682-2a9e-4417-b19b-53a394816dd8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.011047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Calling delete_port for 10fa208d-015c-4923-b7cc-0cd619667fcd owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:26.023847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:26.028017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.115943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.131307 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.208706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=a55e3853-6370-411d-b9d0-33772a8eabee,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.269343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.345111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking segment: {'id': 'ab581814-ba54-41e5-9050-9d16fe54191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b25177de-9fa0-4c14-aab0-78a8a34a6735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:26.345535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network hostable DHCP agents. Network: b25177de-9fa0-4c14-aab0-78a8a34a6735, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:26.349677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=f2b62b61-4d6c-44c7-9a41-242e0ad23c33,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.360690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.387187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network b25177de-9fa0-4c14-aab0-78a8a34a6735 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:26.401559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, b25177de-9fa0-4c14-aab0-78a8a34a6735) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:26.406868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:26.407472 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.413120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaed5a0-bfe0-4ead-af07-9c097aeefb58 None None] Network b25177de-9fa0-4c14-aab0-78a8a34a6735 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:26.442481 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f387b75b-7841-4c92-8d60-cbef89c16d4d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6388974 Jul 16 01:35:26.445988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58106) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.452452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144613129'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:26.489031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:26.494673 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.499472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Allocated IP 172.25.4.43 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/c7fad93d-74dc-4a34-9e9b-8e1c849c2461) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:26.527784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:26.542111 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.543378 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Added segment 27d84659-deed-430a-b1b6-d3df93c69ea2 of type vlan for network 295e136e-c24b-4f59-8978-9a1eb5f4533a Jul 16 01:35:26.577182 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.609120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.623124 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-b25177de-9fa0-4c14-aab0-78a8a34a6735', 'network_id': 'b25177de-9fa0-4c14-aab0-78a8a34a6735', 'tenant_id': '2747d79d6d3f41bca30ba6089bb2f5be', 'fixed_ips': [{'subnet_id': 'f2b62b61-4d6c-44c7-9a41-242e0ad23c33'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:26.625163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.657331 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d024456f-9409-44e4-b8f7-88a4ff7a8369 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38fe121ed3014dd1a0790c764d1fa9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929010 Jul 16 01:35:26.657588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58108) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.678380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.684924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:26.685741 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.786668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3389301 Jul 16 01:35:26.787840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446d2a8-c074-44de-894b-b552024c3a53 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=295e136e-c24b-4f59-8978-9a1eb5f4533a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.790241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58110) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.798132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'network_id': '295e136e-c24b-4f59-8978-9a1eb5f4533a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:26.845788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41072ff8-e701-435e-9f6e-07593713a759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.847513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 295e136e-c24b-4f59-8978-9a1eb5f4533a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:26.888560 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.947122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41072ff8-e701-435e-9f6e-07593713a759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.977887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:26.981653 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.986030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Allocated IP 2001:db8::3 (b25177de-9fa0-4c14-aab0-78a8a34a6735/f2b62b61-4d6c-44c7-9a41-242e0ad23c33/62671456-2602-424d-b1d8-fc47f4ec5fa0) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:27.013416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Pushing event deleted for resources: {'Port': ['ID=10fa208d-015c-4923-b7cc-0cd619667fcd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.067319 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.073407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Performing IP validity checks on allocation pools {{(pid=93944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:35:27.074247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:35:27.093206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41072ff8-e701-435e-9f6e-07593713a759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.095960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41072ff8-e701-435e-9f6e-07593713a759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.097079 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-41072ff8-e701-435e-9f6e-07593713a759 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d484d0a7-54f8-4615-afdd-023b776fa6a5 HTTP/1.1" status: 204 len: 168 time: 0.4385526 Jul 16 01:35:27.126745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 42884dc9-f279-4a32-b84a-31d8f72bc9dd no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:27.128687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41072ff8-e701-435e-9f6e-07593713a759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d484d0a7-54f8-4615-afdd-023b776fa6a5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.207877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 42884dc9-f279-4a32-b84a-31d8f72bc9dd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:27.208612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 42884dc9-f279-4a32-b84a-31d8f72bc9dd not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:27.215549 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.231723 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb6043a0-a079-400c-bb5a-209b07f76cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.299521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.329099 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.339268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Transition to ACTIVE for port object 62671456-2602-424d-b1d8-fc47f4ec5fa0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:27.348022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.362482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Transition to ACTIVE for port object 62671456-2602-424d-b1d8-fc47f4ec5fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:27.371692 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.374882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=88e9b428-1828-4869-bd8f-67a2e759a9e5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.382940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking segment: {'id': '27d84659-deed-430a-b1b6-d3df93c69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '295e136e-c24b-4f59-8978-9a1eb5f4533a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:27.383429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network hostable DHCP agents. Network: 295e136e-c24b-4f59-8978-9a1eb5f4533a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:27.407410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network 295e136e-c24b-4f59-8978-9a1eb5f4533a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:27.429228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 295e136e-c24b-4f59-8978-9a1eb5f4533a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:27.443278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Network b25177de-9fa0-4c14-aab0-78a8a34a6735 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:27.445034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Pushing event updated for resources: {'Port': ['ID=62671456-2602-424d-b1d8-fc47f4ec5fa0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.454403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:27.458100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f86e73f-10c1-48fa-8f37-5aa37eb3c25c None None] Network 295e136e-c24b-4f59-8978-9a1eb5f4533a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:27.458424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:27.459208 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.460667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:27.484621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eb019f1c-b17c-4b6d-894d-629f2c2ff604 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6885860 Jul 16 01:35:27.484994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58120) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.517921 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.524089 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.586862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Attempting to bind port 62671456-2602-424d-b1d8-fc47f4ec5fa0 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:27.587818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Attempting to bind port 62671456-2602-424d-b1d8-fc47f4ec5fa0 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ab581814-ba54-41e5-9050-9d16fe54191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b25177de-9fa0-4c14-aab0-78a8a34a6735'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:27.588622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Attempting to bind port 62671456-2602-424d-b1d8-fc47f4ec5fa0 on network b25177de-9fa0-4c14-aab0-78a8a34a6735 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:27.613810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:27.614507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Checking segment: {'id': 'ab581814-ba54-41e5-9050-9d16fe54191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b25177de-9fa0-4c14-aab0-78a8a34a6735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:27.615119 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.616005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Bound using segment: {'id': 'ab581814-ba54-41e5-9050-9d16fe54191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b25177de-9fa0-4c14-aab0-78a8a34a6735'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:27.616812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Bound port: 62671456-2602-424d-b1d8-fc47f4ec5fa0, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab581814-ba54-41e5-9050-9d16fe54191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b25177de-9fa0-4c14-aab0-78a8a34a6735'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:27.617405 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.628552 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.688627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] For port 62671456-2602-424d-b1d8-fc47f4ec5fa0, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:27.690956 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.692548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] For port 62671456-2602-424d-b1d8-fc47f4ec5fa0, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=62671456-2602-424d-b1d8-fc47f4ec5fa0,segment=NetworkSegment(ab581814-ba54-41e5-9050-9d16fe54191a),segment_id=ab581814-ba54-41e5-9050-9d16fe54191a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:27.700006 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.720104 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.731527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.738919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Router 0401865f-154e-4f22-be96-ecce9f7e90b3 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:27.797449 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.806666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:27.815990 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:27.823658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:27.849429 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2543931-5bce-480a-a680-9c1d4fd24f22 None None] Pushing event updated for resources: {'Port': ['ID=62671456-2602-424d-b1d8-fc47f4ec5fa0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.850977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Pushing event updated for resources: {'Port': ['ID=c7fad93d-74dc-4a34-9e9b-8e1c849c2461,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.857663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:27.860772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Subnet': ['ID=88e9b428-1828-4869-bd8f-67a2e759a9e5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.883575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b8d84-fc0d-4c5e-ac84-b21f19bda53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-295e136e-c24b-4f59-8978-9a1eb5f4533a', 'network_id': '295e136e-c24b-4f59-8978-9a1eb5f4533a', 'tenant_id': '2747d79d6d3f41bca30ba6089bb2f5be', 'fixed_ips': [{'subnet_id': '88e9b428-1828-4869-bd8f-67a2e759a9e5'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:27.885439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8d84-fc0d-4c5e-ac84-b21f19bda53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.948939 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.961688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295e136e-c24b-4f59-8978-9a1eb5f4533a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:27.975349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d84659-deed-430a-b1b6-d3df93c69ea2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:27.976047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d84659-deed-430a-b1b6-d3df93c69ea2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:27.992240 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.012251 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.012506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a72d38-9932-4895-8999-da79ee766b83 None None] Network 295e136e-c24b-4f59-8978-9a1eb5f4533a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:28.024322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:28.028135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:28.028972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:28.034178 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:28.038218 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.039367 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8d2a32ec-ada2-4f05-b02c-1ec38ab160f1 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "PUT /v2.0/routers/0401865f-154e-4f22-be96-ecce9f7e90b3 HTTP/1.1" status: 200 len: 706 time: 3.4535732 Jul 16 01:35:28.042675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58134) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.070605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5597d2-6912-4416-8148-3a3ce35ca8e6 None None] Sync routers for ids ['0401865f-154e-4f22-be96-ecce9f7e90b3'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:28.154109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58136) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.174572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5597d2-6912-4416-8148-3a3ce35ca8e6 None None] Routers {'0401865f-154e-4f22-be96-ecce9f7e90b3'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:28.175677 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0c5597d2-6912-4416-8148-3a3ce35ca8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0401865f-154e-4f22-be96-ecce9f7e90b3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:28.180947 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.191488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.193766 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/295e136e-c24b-4f59-8978-9a1eb5f4533a HTTP/1.1" status: 204 len: 168 time: 0.7074215 Jul 16 01:35:28.209514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.216236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482369d-5f33-4f87-a11a-ea7ba919b1ed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Network': ['ID=295e136e-c24b-4f59-8978-9a1eb5f4533a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.225028 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-448928863'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:28.239375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0c5597d2-6912-4416-8148-3a3ce35ca8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:28.274101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5597d2-6912-4416-8148-3a3ce35ca8e6 None None] Routers {'0401865f-154e-4f22-be96-ecce9f7e90b3'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:28.277077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0c5597d2-6912-4416-8148-3a3ce35ca8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0401865f-154e-4f22-be96-ecce9f7e90b3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:28.292806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0f0131f2-95f2-4650-b006-9cf5ce8c93ec tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/routers/0401865f-154e-4f22-be96-ecce9f7e90b3 HTTP/1.1" status: 200 len: 741 time: 0.2490430 Jul 16 01:35:28.293595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58142) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.308958 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.328863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0c5597d2-6912-4416-8148-3a3ce35ca8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:28.329528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5597d2-6912-4416-8148-3a3ce35ca8e6 None None] The sync data for ids ['0401865f-154e-4f22-be96-ecce9f7e90b3'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:28.330001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-483199260'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:28.333853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:28.337750 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.360184 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-77a3ae57-3e03-4115-99ca-f9675cf042f9 tempest-RoutersAdminTest-418772210 tempest-RoutersAdminTest-418772210-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&device_id=0401865f-154e-4f22-be96-ecce9f7e90b3 HTTP/1.1" status: 200 len: 205 time: 0.0649486 Jul 16 01:35:28.364238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.367509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:28.376183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5d58d59f-fc71-441e-902c-2de73783d0ec tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "PUT /v2.0/routers/fdee5369-6e5f-4064-9ad5-86a44ef4d6ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0459557 Jul 16 01:35:28.378740 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] Sync routers for ids ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:28.383358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58146) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.390658 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] Routers {'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:28.391286 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:28.409224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:28.418443 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.418801 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Added segment 267dc960-886b-4151-a5e2-3e935d5c74e0 of type vlan for network 017543b8-5692-4e51-9673-fc2a9a669a8e Jul 16 01:35:28.425643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9811747d-6707-467a-a68a-02cbcf1af394 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=0401865f-154e-4f22-be96-ecce9f7e90b3 HTTP/1.1" status: 200 len: 205 time: 0.0600562 Jul 16 01:35:28.428425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58148) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.435106 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.475143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:28.479372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.481049 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.487921 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.510078 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] Set router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:28.522226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.541746 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54b58224-8a7d-4fb2-b0b8-97fad4c246d9 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.567803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d366ab07-4b50-4892-b492-56e9a719f65e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting subnet 82ad8525-829a-4082-ade9-225825bf6108 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:28.574658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d366ab07-4b50-4892-b492-56e9a719f65e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.599561 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.605947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.606568 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.690926 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d366ab07-4b50-4892-b492-56e9a719f65e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.709412 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:35:25Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:28.745862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54b58224-8a7d-4fb2-b0b8-97fad4c246d9 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.747025 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] Checking router: fdee5369-6e5f-4064-9ad5-86a44ef4d6ba for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:28.752744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54b58224-8a7d-4fb2-b0b8-97fad4c246d9 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.756983 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] Routers {'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:28.757779 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:28.769258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=017543b8-5692-4e51-9673-fc2a9a669a8e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.799546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 017543b8-5692-4e51-9673-fc2a9a669a8e details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:28.856250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54b58224-8a7d-4fb2-b0b8-97fad4c246d9 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.857507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b58224-8a7d-4fb2-b0b8-97fad4c246d9 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Fanout notify agent at l3_agent the message router_deleted on router 0401865f-154e-4f22-be96-ecce9f7e90b3 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:28.879297 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54b58224-8a7d-4fb2-b0b8-97fad4c246d9 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.887763 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-54b58224-8a7d-4fb2-b0b8-97fad4c246d9 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/0401865f-154e-4f22-be96-ecce9f7e90b3 HTTP/1.1" status: 204 len: 168 time: 0.4581223 Jul 16 01:35:28.891515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58150) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.913593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.938453 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.944749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6e6f22ee-ec31-4b1f-b1e1-fd86865b6ec5 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=0401865f-154e-4f22-be96-ecce9f7e90b3 HTTP/1.1" status: 200 len: 205 time: 0.0520029 Jul 16 01:35:28.948006 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58152) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.951228 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.951976 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d366ab07-4b50-4892-b492-56e9a719f65e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.965122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.978185 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] Set router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:28.999036 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-11ea2605-05c8-4863-8517-8c0390686c98 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7847610 Jul 16 01:35:29.027781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.029067 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-f592380c-5441-4e25-9dc1-60ee0b8510f5 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] delete failed (client error): The resource could not be found. Jul 16 01:35:29.030464 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f592380c-5441-4e25-9dc1-60ee0b8510f5 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/0401865f-154e-4f22-be96-ecce9f7e90b3 HTTP/1.1" status: 404 len: 336 time: 0.0807176 Jul 16 01:35:29.065307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'network_id': '017543b8-5692-4e51-9673-fc2a9a669a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:29.066532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58156) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.067298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Pushing event updated for resources: {'Port': ['ID=c7fad93d-74dc-4a34-9e9b-8e1c849c2461,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.096220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:29.108422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 62671456-2602-424d-b1d8-fc47f4ec5fa0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:29.133312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.133815 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added segment 16db814a-c6d2-47fa-a317-be00a1069e5d of type vlan for network 27f7b537-4533-4649-80a9-42d1c0e32a0b Jul 16 01:35:29.187735 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.188102 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 62671456-2602-424d-b1d8-fc47f4ec5fa0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:29.202221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-95be46dc-5fbc-4857-a203-b82d67f3e213 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc754103-7a6b-4da4-a5fa-6c08c28fca08 HTTP/1.1" status: 200 len: 205 time: 0.1000926 Jul 16 01:35:29.220023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.231280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f59bdd-c879-4932-89e4-46a013aeb660,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.255844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.267711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03557212-4778-4a6a-952e-1e216af3c427 None None] Network b25177de-9fa0-4c14-aab0-78a8a34a6735 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:29.292463 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d366ab07-4b50-4892-b492-56e9a719f65e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.298633 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:35:25Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:29.328719 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286916b9-4873-48ec-8bff-6b6351d26e38 None None] The sync data for ids ['fdee5369-6e5f-4064-9ad5-86a44ef4d6ba'] in n-d-791504-14 is: [{'id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546335208', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:35:25Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '0d3bfc46-0c29-4ca2-ac6b-515f8462ecca', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee5369-6e5f-4064-9ad5-86a44ef4d6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:47Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:29.335250 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.336809 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b0b31ef2-a440-4d4c-b1f7-9d9efdf8b062 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9481211 Jul 16 01:35:29.338090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366ab07-4b50-4892-b492-56e9a719f65e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Subnet': ['ID=82ad8525-829a-4082-ade9-225825bf6108,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.342097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.355491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d366ab07-4b50-4892-b492-56e9a719f65e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.357572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d366ab07-4b50-4892-b492-56e9a719f65e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/subnets/82ad8525-829a-4082-ade9-225825bf6108 HTTP/1.1" status: 204 len: 168 time: 0.9732816 Jul 16 01:35:29.360604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.372593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535e7dd-a9df-4bd0-9621-7bacb8837731 None None] Network 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:29.460647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2e038a1b-7fa6-4aa7-9b06-624279059ec3 None None] Provisioning for port 62671456-2602-424d-b1d8-fc47f4ec5fa0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:29.470863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2e038a1b-7fa6-4aa7-9b06-624279059ec3 None None] Provisioning complete for port 62671456-2602-424d-b1d8-fc47f4ec5fa0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:29.471386 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e038a1b-7fa6-4aa7-9b06-624279059ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.520896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dbc95912-daa9-43dd-93df-ab59c9bb819e tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2433 time: 0.1724014 Jul 16 01:35:29.521140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58164) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.607964 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9200b6b4-a11c-4a19-9e57-11bc906cb65f tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0822499 Jul 16 01:35:29.608202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.665556 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.671248 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.671512 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e038a1b-7fa6-4aa7-9b06-624279059ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.676796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.677233 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.703161 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-3270218f-84db-4cd5-86bd-f2bc3040829a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] delete failed (client error): The resource could not be found. Jul 16 01:35:29.706263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3270218f-84db-4cd5-86bd-f2bc3040829a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/bc754103-7a6b-4da4-a5fa-6c08c28fca08 HTTP/1.1" status: 404 len: 336 time: 0.4828327 Jul 16 01:35:29.716887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58168) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.736476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2e038a1b-7fa6-4aa7-9b06-624279059ec3 None None] For port 62671456-2602-424d-b1d8-fc47f4ec5fa0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=62671456-2602-424d-b1d8-fc47f4ec5fa0,segment=NetworkSegment(ab581814-ba54-41e5-9050-9d16fe54191a),segment_id=ab581814-ba54-41e5-9050-9d16fe54191a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:29.740683 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e038a1b-7fa6-4aa7-9b06-624279059ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.747648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5881317 Jul 16 01:35:29.754324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58170) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.764140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1890539734'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:29.804150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4990c581-8051-4ed9-af06-f1273084acab tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b178646-3214-4c09-8175-c27086e35941 HTTP/1.1" status: 200 len: 205 time: 0.0372059 Jul 16 01:35:29.812191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58172) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.815230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a43f55-2663-4f3b-9800-3e8a7b8be329 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Network': ['ID=27f7b537-4533-4649-80a9-42d1c0e32a0b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.825586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:29.829327 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.835588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7077e01b-620a-402f-8b2b-c0794c6db334 None None] DHCP port deletion for 06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:29.837706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 27f7b537-4533-4649-80a9-42d1c0e32a0b details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:29.889030 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-db14ab63-a63f-4d8c-a963-a2ad41062c13 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] delete failed (client error): The resource could not be found. Jul 16 01:35:29.890553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-db14ab63-a63f-4d8c-a963-a2ad41062c13 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/3b178646-3214-4c09-8175-c27086e35941 HTTP/1.1" status: 404 len: 336 time: 0.0770760 Jul 16 01:35:29.893133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e038a1b-7fa6-4aa7-9b06-624279059ec3 None None] Pushing event updated for resources: {'Port': ['ID=62671456-2602-424d-b1d8-fc47f4ec5fa0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.894704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58174) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.918113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:29.922301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.004242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5d8951d9-66c9-411d-9ed4-1bdd651edb77 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee623bd1-a869-47b7-93ce-06d55faae47b HTTP/1.1" status: 200 len: 205 time: 0.0804670 Jul 16 01:35:30.006740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:30.007905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58176) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.028260 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.028613 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added segment cab719b2-b51f-4100-8511-8c92aa176ebc of type vlan for network 56249aa8-6c89-4914-b8ea-bac3887ce28a Jul 16 01:35:30.060771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7077e01b-620a-402f-8b2b-c0794c6db334 None None] Deleting port 15a42589-8579-49f3-972e-32fdb00c160b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:30.061173 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7077e01b-620a-402f-8b2b-c0794c6db334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.100206 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.115416 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.150282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7077e01b-620a-402f-8b2b-c0794c6db334 None None] For port 15a42589-8579-49f3-972e-32fdb00c160b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=15a42589-8579-49f3-972e-32fdb00c160b,segment=NetworkSegment(24237b3b-df02-4967-9d3e-6baf6b3765cf),segment_id=24237b3b-df02-4967-9d3e-6baf6b3765cf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:30.150991 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7077e01b-620a-402f-8b2b-c0794c6db334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.169742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7077e01b-620a-402f-8b2b-c0794c6db334 None None] Calling delete_port for 15a42589-8579-49f3-972e-32fdb00c160b owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:30.189612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-64e71446-5242-4933-bdc4-d922c032a0a7 None None] Provisioning complete for port 62671456-2602-424d-b1d8-fc47f4ec5fa0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:30.189612 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64e71446-5242-4933-bdc4-d922c032a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.197724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.203708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.204336 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.253891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.298669 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5432527 Jul 16 01:35:30.309674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58178) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.317704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'subnet': {'network_id': '27f7b537-4533-4649-80a9-42d1c0e32a0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:30.323971 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7077e01b-620a-402f-8b2b-c0794c6db334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.366740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077e01b-620a-402f-8b2b-c0794c6db334 None None] Pushing event deleted for resources: {'Port': ['ID=15a42589-8579-49f3-972e-32fdb00c160b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.368852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7077e01b-620a-402f-8b2b-c0794c6db334 None None] No DVR routers for this DVR port 15a42589-8579-49f3-972e-32fdb00c160b on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:30.388617 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f08cd-21dd-4805-989a-fc00afb1760e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Network': ['ID=56249aa8-6c89-4914-b8ea-bac3887ce28a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.403362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=5ba7e1d2-3764-40de-bdbc-b9c2eba41acd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.404576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 56249aa8-6c89-4914-b8ea-bac3887ce28a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:30.417973 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-1be2cde3-bff8-4511-bc87-211c4953bb52 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] delete failed (client error): The resource could not be found. Jul 16 01:35:30.419020 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1be2cde3-bff8-4511-bc87-211c4953bb52 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/ee623bd1-a869-47b7-93ce-06d55faae47b HTTP/1.1" status: 404 len: 336 time: 0.4101179 Jul 16 01:35:30.423856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.463372 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking segment: {'id': '267dc960-886b-4151-a5e2-3e935d5c74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '017543b8-5692-4e51-9673-fc2a9a669a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:30.463665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network hostable DHCP agents. Network: 017543b8-5692-4e51-9673-fc2a9a669a8e, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:30.468247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e9013b13-c42b-4dad-92d7-a7a0fe23bca4 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=335c160b-0eec-40cb-a6d1-478a3a141a87 HTTP/1.1" status: 200 len: 205 time: 0.0431209 Jul 16 01:35:30.470468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.478545 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.494841 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:30.498777 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.503460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network 017543b8-5692-4e51-9673-fc2a9a669a8e is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:30.521617 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c2136602-3729-4c3c-8ecb-cb61667ac507 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] delete failed (client error): The resource could not be found. Jul 16 01:35:30.522599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c2136602-3729-4c3c-8ecb-cb61667ac507 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/335c160b-0eec-40cb-a6d1-478a3a141a87 HTTP/1.1" status: 404 len: 336 time: 0.0512409 Jul 16 01:35:30.526726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58184) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.527393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-95cc32fd-acca-4dff-ba26-42e9a8eea2e6 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Deleting port c7fad93d-74dc-4a34-9e9b-8e1c849c2461 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:30.527731 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95cc32fd-acca-4dff-ba26-42e9a8eea2e6 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.562444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 017543b8-5692-4e51-9673-fc2a9a669a8e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:30.569945 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5a3f2cc8-c19c-4145-a51e-1c33151ce22a tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "GET /v2.0/ports?device_id=3957c659-8655-43e6-bf61-d24a58fe7db5 HTTP/1.1" status: 200 len: 205 time: 0.0391507 Jul 16 01:35:30.570975 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.572936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.573568 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.575998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ad5bc-2e90-44ed-bc53-4a56156bc93e None None] Network 017543b8-5692-4e51-9673-fc2a9a669a8e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:30.626797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2bd5788c-989f-457a-9c91-a9e4262e0799 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5932925 Jul 16 01:35:30.630888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58188) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.651752 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-fc89a1a1-eea3-4e69-b1d7-ffa6bcd79845 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] delete failed (client error): The resource could not be found. Jul 16 01:35:30.652779 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fc89a1a1-eea3-4e69-b1d7-ffa6bcd79845 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/routers/3957c659-8655-43e6-bf61-d24a58fe7db5 HTTP/1.1" status: 404 len: 336 time: 0.0520201 Jul 16 01:35:30.657092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58190) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.702406 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb102fa-d52f-4fc1-981e-a019df6967a6 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:30.702864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb102fa-d52f-4fc1-981e-a019df6967a6 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:30.704598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5fb102fa-d52f-4fc1-981e-a019df6967a6 tempest-RoutersAdminTest-321351362 tempest-RoutersAdminTest-321351362-project] 10.222.0.64 "DELETE /v2.0/subnets/bfb623ae-19e3-46c3-b262-c3e71a64b1e9 HTTP/1.1" status: 404 len: 337 time: 0.0457575 Jul 16 01:35:30.706551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95cc32fd-acca-4dff-ba26-42e9a8eea2e6 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.706877 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95cc32fd-acca-4dff-ba26-42e9a8eea2e6 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.721848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-95cc32fd-acca-4dff-ba26-42e9a8eea2e6 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Calling delete_port for c7fad93d-74dc-4a34-9e9b-8e1c849c2461 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:30.735740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:30.736066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.761146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-017543b8-5692-4e51-9673-fc2a9a669a8e', 'network_id': '017543b8-5692-4e51-9673-fc2a9a669a8e', 'tenant_id': '2747d79d6d3f41bca30ba6089bb2f5be', 'fixed_ips': [{'subnet_id': '5ba7e1d2-3764-40de-bdbc-b9c2eba41acd'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:30.762415 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.801742 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.829935 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.909725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0d3bfc46-0c29-4ca2-ac6b-515f8462ecca,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:30.910130 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.925348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:30.933643 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.960711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Subnet': ['ID=6723b4bc-0626-4a3a-aa6e-f912c51b4cd0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.986294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Checking segment: {'id': '16db814a-c6d2-47fa-a317-be00a1069e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '27f7b537-4533-4649-80a9-42d1c0e32a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:30.987029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network hostable DHCP agents. Network: 27f7b537-4533-4649-80a9-42d1c0e32a0b, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:31.007054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Allocated IP 2001:db8::1 (017543b8-5692-4e51-9673-fc2a9a669a8e/5ba7e1d2-3764-40de-bdbc-b9c2eba41acd/68294407-1941-4c43-8fba-9c235a55a160) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:31.016201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 27f7b537-4533-4649-80a9-42d1c0e32a0b is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:31.029068 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95cc32fd-acca-4dff-ba26-42e9a8eea2e6 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.032116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 27f7b537-4533-4649-80a9-42d1c0e32a0b) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:31.051213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.052328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.063223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926925f-a7b0-47f4-b53f-ce4d0cf604ca None None] Network 27f7b537-4533-4649-80a9-42d1c0e32a0b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:31.070655 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-98201448-2670-4b23-9dcb-fb9b5ee5f772 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7593236 Jul 16 01:35:31.072733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc32fd-acca-4dff-ba26-42e9a8eea2e6 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Pushing event deleted for resources: {'Port': ['ID=c7fad93d-74dc-4a34-9e9b-8e1c849c2461,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.073818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58196) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.080590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'subnet': {'network_id': '56249aa8-6c89-4914-b8ea-bac3887ce28a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:31.128666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 62671456-2602-424d-b1d8-fc47f4ec5fa0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:31.177105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58198) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.186969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95cc32fd-acca-4dff-ba26-42e9a8eea2e6 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.190868 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95cc32fd-acca-4dff-ba26-42e9a8eea2e6 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.194058 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-95cc32fd-acca-4dff-ba26-42e9a8eea2e6 tempest-FloatingIPAdminTestJSON-1846543627 tempest-FloatingIPAdminTestJSON-1846543627-project] 10.222.0.64 "DELETE /v2.0/floatingips/65914501-4bf6-4fd6-bbde-02e270d4c5a0 HTTP/1.1" status: 204 len: 168 time: 1.5830412 Jul 16 01:35:31.194906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.209021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:31.214443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.331971 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b930-4570-42db-97b7-9e0707335963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.407409 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.489071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=0d3bfc46-0c29-4ca2-ac6b-515f8462ecca,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.489839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.490418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 62671456-2602-424d-b1d8-fc47f4ec5fa0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:31.490997 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.534614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0b0181c4-65c9-4b81-858b-633126fd707b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Deleting port 7dda4d4d-c353-40df-af53-10202bf903a4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:31.535094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b0181c4-65c9-4b81-858b-633126fd707b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.563235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Subnet': ['ID=79e16c3a-603a-4c36-8f62-8bb1ea7e31e6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.580686 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b930-4570-42db-97b7-9e0707335963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.591137 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b930-4570-42db-97b7-9e0707335963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.601437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.608110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-27f7b537-4533-4649-80a9-42d1c0e32a0b', 'network_id': '27f7b537-4533-4649-80a9-42d1c0e32a0b', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'fixed_ips': [{'subnet_id': '6723b4bc-0626-4a3a-aa6e-f912c51b4cd0'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:31.608974 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.627016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Transition to ACTIVE for port object 68294407-1941-4c43-8fba-9c235a55a160 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:31.634962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Checking segment: {'id': 'cab719b2-b51f-4100-8511-8c92aa176ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56249aa8-6c89-4914-b8ea-bac3887ce28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:31.635374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network hostable DHCP agents. Network: 56249aa8-6c89-4914-b8ea-bac3887ce28a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:31.638950 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b0181c4-65c9-4b81-858b-633126fd707b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.639281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b0181c4-65c9-4b81-858b-633126fd707b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.647396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3b930-4570-42db-97b7-9e0707335963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc28936-2d2d-44f0-8d75-bb0aba59f023,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.656190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b9b3b930-4570-42db-97b7-9e0707335963 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5612f236511b49fc8a3a5d7fa4cd9392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746249 Jul 16 01:35:31.656426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0b0181c4-65c9-4b81-858b-633126fd707b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Calling delete_port for 7dda4d4d-c353-40df-af53-10202bf903a4 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:31.657334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58204) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.671987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Transition to ACTIVE for port object 68294407-1941-4c43-8fba-9c235a55a160 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:31.684204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 56249aa8-6c89-4914-b8ea-bac3887ce28a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:31.709298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 56249aa8-6c89-4914-b8ea-bac3887ce28a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:31.714869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.715433 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.737488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1df0511-2099-46b1-9d58-ac87698e0983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.739870 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-afcfaef8-f2e5-4795-8fef-49e63277ecfc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6648307 Jul 16 01:35:31.742610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58206) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.748183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-788579a8-1831-4395-9f36-760e9e757500 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2130851296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:31.787482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1df0511-2099-46b1-9d58-ac87698e0983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.809556 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-788579a8-1831-4395-9f36-760e9e757500 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.810991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-788579a8-1831-4395-9f36-760e9e757500 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.829019 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b0181c4-65c9-4b81-858b-633126fd707b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.834299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Allocated IP 2001:db8::2 (27f7b537-4533-4649-80a9-42d1c0e32a0b/6723b4bc-0626-4a3a-aa6e-f912c51b4cd0/abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:31.909742 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-788579a8-1831-4395-9f36-760e9e757500 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.914826 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-788579a8-1831-4395-9f36-760e9e757500 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.924681 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.929042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0181c4-65c9-4b81-858b-633126fd707b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dda4d4d-c353-40df-af53-10202bf903a4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.936520 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1df0511-2099-46b1-9d58-ac87698e0983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.940400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1df0511-2099-46b1-9d58-ac87698e0983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.941730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1df0511-2099-46b1-9d58-ac87698e0983 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1cc28936-2d2d-44f0-8d75-bb0aba59f023 HTTP/1.1" status: 204 len: 168 time: 0.2837529 Jul 16 01:35:31.959724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-788579a8-1831-4395-9f36-760e9e757500 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.965489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-788579a8-1831-4395-9f36-760e9e757500 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2197492 Jul 16 01:35:31.979753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58210) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.989777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df0511-2099-46b1-9d58-ac87698e0983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc28936-2d2d-44f0-8d75-bb0aba59f023,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.037683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015630ad-21ae-477d-951e-e1cc9aaf62c5 None None] Network 56249aa8-6c89-4914-b8ea-bac3887ce28a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:32.232233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.238294 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.241266 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.328704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba7e1d2-3764-40de-bdbc-b9c2eba41acd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.342826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.360565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58214) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:32.360867 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.377167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Transition to ACTIVE for port object abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:32.396389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Transition to ACTIVE for port object abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:32.413376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b0181c4-65c9-4b81-858b-633126fd707b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.418566 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.424014 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b0181c4-65c9-4b81-858b-633126fd707b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.434451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-56249aa8-6c89-4914-b8ea-bac3887ce28a', 'network_id': '56249aa8-6c89-4914-b8ea-bac3887ce28a', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'fixed_ips': [{'subnet_id': '79e16c3a-603a-4c36-8f62-8bb1ea7e31e6'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:32.434784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0b0181c4-65c9-4b81-858b-633126fd707b tempest-FloatingIPAdminTestJSON-620943423 tempest-FloatingIPAdminTestJSON-620943423-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/d1d18b53-d133-4938-afec-b3726a60b4cb HTTP/1.1" status: 204 len: 168 time: 1.2384744 Jul 16 01:35:32.435325 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.435613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58216) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:32.438475 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.443340 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.444671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Fanout notify agent at l3_agent the message router_deleted on router fdee5369-6e5f-4064-9ad5-86a44ef4d6ba {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:32.535508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Network 017543b8-5692-4e51-9673-fc2a9a669a8e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:32.567526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Network 27f7b537-4533-4649-80a9-42d1c0e32a0b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:32.568681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:32.578648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:32.582973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:32.595587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:32.649187 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.654772 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-83bd5692-922b-4899-9cef-24c48bc95b92 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/routers/fdee5369-6e5f-4064-9ad5-86a44ef4d6ba HTTP/1.1" status: 204 len: 168 time: 3.2892413 Jul 16 01:35:32.666362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58218) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:32.717093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Allocated IP 2001:db8::1 (27f7b537-4533-4649-80a9-42d1c0e32a0b/6723b4bc-0626-4a3a-aa6e-f912c51b4cd0/3bc53a08-5881-4702-a555-758e1e8cdeb8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:32.737505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a55e3853-6370-411d-b9d0-33772a8eabee no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:32.740319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Pushing event updated for resources: {'Port': ['ID=68294407-1941-4c43-8fba-9c235a55a160,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.810091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a55e3853-6370-411d-b9d0-33772a8eabee {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:32.810426 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a55e3853-6370-411d-b9d0-33772a8eabee not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:32.810868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 15a42589-8579-49f3-972e-32fdb00c160b no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:32.835029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.849023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.866714 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-00fda8f1-da2b-4892-98a5-c2859b3f02f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c6dc04cfb2d4dedb507fec96666976d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5044217 Jul 16 01:35:32.867610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58220) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:32.871027 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Transition to ACTIVE for port object 3bc53a08-5881-4702-a555-758e1e8cdeb8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:32.872245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Attempting to bind port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:32.872683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Attempting to bind port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '16db814a-c6d2-47fa-a317-be00a1069e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '27f7b537-4533-4649-80a9-42d1c0e32a0b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:32.873061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Attempting to bind port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c on network 27f7b537-4533-4649-80a9-42d1c0e32a0b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:32.913945 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.934974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 15a42589-8579-49f3-972e-32fdb00c160b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:32.935308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 15a42589-8579-49f3-972e-32fdb00c160b not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:32.941257 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.972748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:32.973128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Checking segment: {'id': '16db814a-c6d2-47fa-a317-be00a1069e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '27f7b537-4533-4649-80a9-42d1c0e32a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:32.973536 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.973941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Bound using segment: {'id': '16db814a-c6d2-47fa-a317-be00a1069e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '27f7b537-4533-4649-80a9-42d1c0e32a0b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:32.974964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Bound port: abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16db814a-c6d2-47fa-a317-be00a1069e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '27f7b537-4533-4649-80a9-42d1c0e32a0b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:32.975563 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.979142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017543b8-5692-4e51-9673-fc2a9a669a8e']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:32.994670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267dc960-886b-4151-a5e2-3e935d5c74e0') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:32.995127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267dc960-886b-4151-a5e2-3e935d5c74e0') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.011522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Pushing event updated for resources: {'Port': ['ID=abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.016562 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.019070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Attempting to bind port 68294407-1941-4c43-8fba-9c235a55a160 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:33.019519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 27f7b537-4533-4649-80a9-42d1c0e32a0b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:33.019702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Attempting to bind port 68294407-1941-4c43-8fba-9c235a55a160 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '267dc960-886b-4151-a5e2-3e935d5c74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '017543b8-5692-4e51-9673-fc2a9a669a8e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:33.020087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Attempting to bind port 68294407-1941-4c43-8fba-9c235a55a160 on network 017543b8-5692-4e51-9673-fc2a9a669a8e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:33.031385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:33.031385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Checking segment: {'id': '267dc960-886b-4151-a5e2-3e935d5c74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '017543b8-5692-4e51-9673-fc2a9a669a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:33.031790 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.032060 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:33.032195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Bound using segment: {'id': '267dc960-886b-4151-a5e2-3e935d5c74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '017543b8-5692-4e51-9673-fc2a9a669a8e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:33.032742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Bound port: 68294407-1941-4c43-8fba-9c235a55a160, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267dc960-886b-4151-a5e2-3e935d5c74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '017543b8-5692-4e51-9673-fc2a9a669a8e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:33.033139 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.035055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:33.036031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.064290 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.074531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.080267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Allocated IP 2001:db8:1::2 (56249aa8-6c89-4914-b8ea-bac3887ce28a/79e16c3a-603a-4c36-8f62-8bb1ea7e31e6/431ed704-75e2-4747-a493-84fbd1512f51) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:33.082256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=3bc53a08-5881-4702-a555-758e1e8cdeb8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.088831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24237b3b-df02-4967-9d3e-6baf6b3765cf') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.088831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24237b3b-df02-4967-9d3e-6baf6b3765cf') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.095594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.100042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.117315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.124649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:33.125052 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.174629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:33.177557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:33.183856 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:33.194201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] For port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:33.200056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] For port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c,segment=NetworkSegment(16db814a-c6d2-47fa-a317-be00a1069e5d),segment_id=16db814a-c6d2-47fa-a317-be00a1069e5d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:33.217086 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:33.220382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.242912 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.249913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/networks/06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00 HTTP/1.1" status: 204 len: 168 time: 0.5717831 Jul 16 01:35:33.261802 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.265600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58222) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.272579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:33.280108 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:35:33.280108 n-d-791504-14 neutron-server[93944]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:35:33.280108 n-d-791504-14 neutron-server[93944]: [parameters: {'id': '017543b8-5692-4e51-9673-fc2a9a669a8e'}] Jul 16 01:35:33.280108 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:33.280621 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:33.288233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a8801-2785-4b2e-82b1-854a26eff157 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Network': ['ID=06a01c5f-55b8-4d2b-8f4f-3b1b13a67b00,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.300550 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8d3915-7270-44ae-a21e-b8efa45b42db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.313281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b1534319-8652-4880-9c30-79af95c81fe4 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Deleting port c1416301-c06d-4792-9d29-6da48e06607a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:33.313621 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1534319-8652-4880-9c30-79af95c81fe4 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.330770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.343336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:33.343683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0d3bfc46-0c29-4ca2-ac6b-515f8462ecca not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:33.381853 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8d3915-7270-44ae-a21e-b8efa45b42db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.391511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] For port 68294407-1941-4c43-8fba-9c235a55a160, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:33.418434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] For port 68294407-1941-4c43-8fba-9c235a55a160, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=68294407-1941-4c43-8fba-9c235a55a160,segment=NetworkSegment(267dc960-886b-4151-a5e2-3e935d5c74e0),segment_id=267dc960-886b-4151-a5e2-3e935d5c74e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:33.426987 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.446372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13880d0b-366c-4872-880c-f9c276434fa8 None None] Pushing event updated for resources: {'Port': ['ID=abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.481135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f4555f-9765-4981-96df-81e6910b2bbf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.518872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1534319-8652-4880-9c30-79af95c81fe4 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.541590 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.549429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f4555f-9765-4981-96df-81e6910b2bbf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.552389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b1534319-8652-4880-9c30-79af95c81fe4 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Calling delete_port for c1416301-c06d-4792-9d29-6da48e06607a owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:33.562828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Transition to ACTIVE for port object 431ed704-75e2-4747-a493-84fbd1512f51 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:33.577266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ca6f5-e6a4-4c88-a78f-3d4d7fb60847 None None] Pushing event updated for resources: {'Port': ['ID=68294407-1941-4c43-8fba-9c235a55a160,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.595347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Transition to ACTIVE for port object 431ed704-75e2-4747-a493-84fbd1512f51 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:33.601296 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.611230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f922e1-c204-41d9-9cda-a4d274d68f8a None None] Network 017543b8-5692-4e51-9673-fc2a9a669a8e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:33.650396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8d3915-7270-44ae-a21e-b8efa45b42db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.652979 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8d3915-7270-44ae-a21e-b8efa45b42db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.654214 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6c8d3915-7270-44ae-a21e-b8efa45b42db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75920e5f-1b19-4690-a676-47a8abcfdc77 HTTP/1.1" status: 204 len: 168 time: 0.7428982 Jul 16 01:35:33.690627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d3915-7270-44ae-a21e-b8efa45b42db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75920e5f-1b19-4690-a676-47a8abcfdc77,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.730882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Network 56249aa8-6c89-4914-b8ea-bac3887ce28a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:33.769792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f4555f-9765-4981-96df-81e6910b2bbf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.772948 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f4555f-9765-4981-96df-81e6910b2bbf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.774398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d2f4555f-9765-4981-96df-81e6910b2bbf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/security-groups/5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e HTTP/1.1" status: 204 len: 168 time: 0.5026593 Jul 16 01:35:33.786127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:33.789317 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.789490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:33.792974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.797956 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.799921 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.827820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4555f-9765-4981-96df-81e6910b2bbf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdeb90f-49d1-4ec0-9d38-05e2e0d3d18e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.888782 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1534319-8652-4880-9c30-79af95c81fe4 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.913666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Pushing event updated for resources: {'Port': ['ID=431ed704-75e2-4747-a493-84fbd1512f51,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.945411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1534319-8652-4880-9c30-79af95c81fe4 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event deleted for resources: {'Port': ['ID=c1416301-c06d-4792-9d29-6da48e06607a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.978152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Attempting to bind port 431ed704-75e2-4747-a493-84fbd1512f51 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:33.978851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Attempting to bind port 431ed704-75e2-4747-a493-84fbd1512f51 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'cab719b2-b51f-4100-8511-8c92aa176ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56249aa8-6c89-4914-b8ea-bac3887ce28a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:33.979129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Attempting to bind port 431ed704-75e2-4747-a493-84fbd1512f51 on network 56249aa8-6c89-4914-b8ea-bac3887ce28a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:33.998828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:33.999213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Checking segment: {'id': 'cab719b2-b51f-4100-8511-8c92aa176ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56249aa8-6c89-4914-b8ea-bac3887ce28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:33.999624 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.000323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Bound using segment: {'id': 'cab719b2-b51f-4100-8511-8c92aa176ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56249aa8-6c89-4914-b8ea-bac3887ce28a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:34.000636 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Bound port: 431ed704-75e2-4747-a493-84fbd1512f51, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab719b2-b51f-4100-8511-8c92aa176ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56249aa8-6c89-4914-b8ea-bac3887ce28a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:34.001496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.001845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=3bc53a08-5881-4702-a555-758e1e8cdeb8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.036999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 27f7b537-4533-4649-80a9-42d1c0e32a0b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:34.041768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:34.064237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting port 68294407-1941-4c43-8fba-9c235a55a160 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:34.064849 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.085462 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1534319-8652-4880-9c30-79af95c81fe4 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.088856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b1534319-8652-4880-9c30-79af95c81fe4 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "DELETE /v2.0/ports/c1416301-c06d-4792-9d29-6da48e06607a HTTP/1.1" status: 204 len: 168 time: 1.6472383 Jul 16 01:35:34.090491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] For port 431ed704-75e2-4747-a493-84fbd1512f51, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:34.091508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58230) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.093893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] For port 431ed704-75e2-4747-a493-84fbd1512f51, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=431ed704-75e2-4747-a493-84fbd1512f51,segment=NetworkSegment(cab719b2-b51f-4100-8511-8c92aa176ebc),segment_id=cab719b2-b51f-4100-8511-8c92aa176ebc)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:34.103746 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.181971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a89965-5d10-4456-b453-1d1e270c6c21 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:34.184106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e2a89965-5d10-4456-b453-1d1e270c6c21 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bd6528a-54de-48ef-b37c-80d5198b9cfe HTTP/1.1" status: 200 len: 913 time: 0.0914741 Jul 16 01:35:34.190508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.225175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28baf0-02bf-444c-ad34-743ddb1ffd71 None None] Pushing event updated for resources: {'Port': ['ID=431ed704-75e2-4747-a493-84fbd1512f51,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.299695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] For port 68294407-1941-4c43-8fba-9c235a55a160, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=68294407-1941-4c43-8fba-9c235a55a160,segment=NetworkSegment(267dc960-886b-4151-a5e2-3e935d5c74e0),segment_id=267dc960-886b-4151-a5e2-3e935d5c74e0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:34.300129 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.320166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Calling delete_port for 68294407-1941-4c43-8fba-9c235a55a160 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:34.350665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:34.544865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:34.553937 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9a615323-352c-4a59-b869-e3e25521b4ff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5707686 Jul 16 01:35:34.557295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea762c73-71c0-442d-a390-2179c8c528f4 None None] Sync routers for ids ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:34.559637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58242) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.576489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea762c73-71c0-442d-a390-2179c8c528f4 None None] Routers {'1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:34.577336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ea762c73-71c0-442d-a390-2179c8c528f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:34.620948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ea762c73-71c0-442d-a390-2179c8c528f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:34.632079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea762c73-71c0-442d-a390-2179c8c528f4 None None] Routers {'1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:34.632913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ea762c73-71c0-442d-a390-2179c8c528f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:34.670047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.694051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Port': ['ID=68294407-1941-4c43-8fba-9c235a55a160,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.706206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226da42-2cf9-4998-a160-2c04a741ab3e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:34.710125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c226da42-2cf9-4998-a160-2c04a741ab3e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports/3bc53a08-5881-4702-a555-758e1e8cdeb8 HTTP/1.1" status: 200 len: 911 time: 0.1455207 Jul 16 01:35:34.710331 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.724004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ea762c73-71c0-442d-a390-2179c8c528f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:34.724884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea762c73-71c0-442d-a390-2179c8c528f4 None None] The sync data for ids ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:34.744034 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.039347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58258) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.127184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Deleting port e0757637-2582-49d1-a2a0-f75c0352c49f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:35.127655 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.133449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556914a9-3c11-4e08-8b26-c163c8707d0f None None] Network 27f7b537-4533-4649-80a9-42d1c0e32a0b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:35.203332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5a3820e4-a3ab-4d50-a2bb-83ef5ebe35be None None] Provisioning for port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:35.253447 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No DVR routers for this DVR port 68294407-1941-4c43-8fba-9c235a55a160 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:35.271733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'networks': [{'name': 'tempest-network--739026961'}, {'name': 'tempest-network--371750181'}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:35.272462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'network': {'name': 'tempest-network--739026961'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:35.273156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'network': {'name': 'tempest-network--371750181'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:35.334114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Made reservation on behalf of 1355bd9ba7174039b96287d0375e43db for: {'network': 2} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:35.334366 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:35.340176 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.343990 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.365919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.371982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.374086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Calling delete_port for e0757637-2582-49d1-a2a0-f75c0352c49f owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:35.422088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017543b8-5692-4e51-9673-fc2a9a669a8e']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:35.466144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267dc960-886b-4151-a5e2-3e935d5c74e0') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:35.466436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267dc960-886b-4151-a5e2-3e935d5c74e0') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:35.485216 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.505491 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.513715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:35.514481 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:35.587480 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:35.602297 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.614749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.623273 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/017543b8-5692-4e51-9673-fc2a9a669a8e HTTP/1.1" status: 204 len: 168 time: 4.9909899 Jul 16 01:35:35.626581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58262) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.636960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1804735300'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:35.639938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c474e9-35e5-4b19-ab30-7578ddc58381 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Network': ['ID=017543b8-5692-4e51-9673-fc2a9a669a8e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.649400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:35.655542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:35.656268 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.741022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.764469 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.766935 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.767078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.779186 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.783459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5798dade-a58e-4c32-bf32-810349713c30 None None] Network 56249aa8-6c89-4914-b8ea-bac3887ce28a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:35.819795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b43fbd3-9e05-4ee2-b274-80865f24a782,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.851578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:35.855388 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.858991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event deleted for resources: {'Port': ['ID=e0757637-2582-49d1-a2a0-f75c0352c49f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.873152 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.889321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c,segment=NetworkSegment(16db814a-c6d2-47fa-a317-be00a1069e5d),segment_id=16db814a-c6d2-47fa-a317-be00a1069e5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:35.899652 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.901018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 431ed704-75e2-4747-a493-84fbd1512f51 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:35.983539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:36.020379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.039441 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.039783 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Added segment 23e754e9-35f0-4744-910d-fc29c8b55cb3 of type vlan for network aecb5255-db4f-4e2c-a128-9971623f941d Jul 16 01:35:36.057810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8a9b2a79-956f-41b6-8852-413c42506ba7 None None] Provisioning for port 431ed704-75e2-4747-a493-84fbd1512f51 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:36.060684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:36.163621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 431ed704-75e2-4747-a493-84fbd1512f51 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:36.174164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 431ed704-75e2-4747-a493-84fbd1512f51 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:36.174164 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.219361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58266) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.224210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1d30a703-9ce6-4c5b-a953-935c9ebcecd5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680740383', 'description': 'tempest-secgroup-smoke-1680740383 description', 'project_id': '12c4eea5d22846989166acf9750bd01d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:36.282512 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d30a703-9ce6-4c5b-a953-935c9ebcecd5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.294223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-56b4bbeb-6155-4849-84c0-b03bed3ed26f None None] Provisioning complete for port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:36.294814 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56b4bbeb-6155-4849-84c0-b03bed3ed26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.349074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Allocated IP 2001:db8:1::1 (56249aa8-6c89-4914-b8ea-bac3887ce28a/79e16c3a-603a-4c36-8f62-8bb1ea7e31e6/d0cfc7e9-4e98-40f5-8586-0b9f446ab844) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:36.404372 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.474826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 431ed704-75e2-4747-a493-84fbd1512f51, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=431ed704-75e2-4747-a493-84fbd1512f51,segment=NetworkSegment(cab719b2-b51f-4100-8511-8c92aa176ebc),segment_id=cab719b2-b51f-4100-8511-8c92aa176ebc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:36.482405 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.532891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-56b4bbeb-6155-4849-84c0-b03bed3ed26f None None] Provisioning for port 3bc53a08-5881-4702-a555-758e1e8cdeb8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:36.546555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-56b4bbeb-6155-4849-84c0-b03bed3ed26f None None] Provisioning complete for port 3bc53a08-5881-4702-a555-758e1e8cdeb8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:36.546936 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56b4bbeb-6155-4849-84c0-b03bed3ed26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.548734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=431ed704-75e2-4747-a493-84fbd1512f51,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.588412 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d30a703-9ce6-4c5b-a953-935c9ebcecd5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.600022 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d30a703-9ce6-4c5b-a953-935c9ebcecd5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.608123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-56b4bbeb-6155-4849-84c0-b03bed3ed26f None None] Port 3bc53a08-5881-4702-a555-758e1e8cdeb8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:36.623899 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.624388 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Added segment cf4e1c20-cb45-408b-8a29-e416692242c2 of type vlan for network 91ee9d6e-d300-4269-899f-b8ae628fef6b Jul 16 01:35:36.629861 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.662769 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d30a703-9ce6-4c5b-a953-935c9ebcecd5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.664142 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1d30a703-9ce6-4c5b-a953-935c9ebcecd5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4437432 Jul 16 01:35:36.669390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58268) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.675957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-486c47ce-da2b-4c84-bcd3-76727f88e9e5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '2c963b48-6456-47dc-bb2c-c6eb751ae3e7', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:36.681572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Transition to ACTIVE for port object d0cfc7e9-4e98-40f5-8586-0b9f446ab844 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:36.689631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30a703-9ce6-4c5b-a953-935c9ebcecd5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c963b48-6456-47dc-bb2c-c6eb751ae3e7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.719422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.726293 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.738784 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-747dc2c8-7126-49d6-8151-32a24ea87f9d None None] Provisioning complete for port 3bc53a08-5881-4702-a555-758e1e8cdeb8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:36.739165 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-747dc2c8-7126-49d6-8151-32a24ea87f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.749068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-486c47ce-da2b-4c84-bcd3-76727f88e9e5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.779884 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.788265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-747dc2c8-7126-49d6-8151-32a24ea87f9d None None] Port 3bc53a08-5881-4702-a555-758e1e8cdeb8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:36.803662 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.808050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.814078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.814713 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.827569 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-486c47ce-da2b-4c84-bcd3-76727f88e9e5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.852412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:36.856035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-486c47ce-da2b-4c84-bcd3-76727f88e9e5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.859262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 56249aa8-6c89-4914-b8ea-bac3887ce28a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:36.877808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:36.881061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:36.881624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.894119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77de00-8c69-4984-a805-400d89833768 None None] get_active_networks_info from n-d-791504-14 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:35:36.895440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.895802 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Added segment 5476afe0-c068-4d89-a194-123dd1bffdee of type vlan for network b8524911-adc1-4d91-9fb7-b040fcd1a282 Jul 16 01:35:36.920936 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2894464 Jul 16 01:35:36.931444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58270) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.943005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'network_id': '91ee9d6e-d300-4269-899f-b8ae628fef6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:36.957677 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a61d994d-3eb1-4506-a450-9eae393ac6c2 None None] Provisioning complete for port 431ed704-75e2-4747-a493-84fbd1512f51 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:36.958289 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a61d994d-3eb1-4506-a450-9eae393ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.982348 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=d0cfc7e9-4e98-40f5-8586-0b9f446ab844,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.990422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c47ce-da2b-4c84-bcd3-76727f88e9e5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8263927f-b201-4629-a709-c42672c7d208,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.999041 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-486c47ce-da2b-4c84-bcd3-76727f88e9e5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.000242 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-486c47ce-da2b-4c84-bcd3-76727f88e9e5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282597 Jul 16 01:35:37.004142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.016513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe3d87-1af6-4dc9-9c8f-b2609339de76 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=91ee9d6e-d300-4269-899f-b8ae628fef6b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.021204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.028306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6d01c171-1dcf-47bb-a9ca-9c8d83aa7dc3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '2c963b48-6456-47dc-bb2c-c6eb751ae3e7', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:37.035249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 91ee9d6e-d300-4269-899f-b8ae628fef6b details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:37.122588 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.123112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.131925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.138175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.139324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.143933 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d01c171-1dcf-47bb-a9ca-9c8d83aa7dc3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.208254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.224344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1827254 Jul 16 01:35:37.225003 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:37.228835 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58276) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.252743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:37.259739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:37.263714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.270991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'Network': ['ID=aecb5255-db4f-4e2c-a128-9971623f941d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.284053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77de00-8c69-4984-a805-400d89833768 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:35:37.289804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network aecb5255-db4f-4e2c-a128-9971623f941d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:37.346060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Router 1bd6528a-54de-48ef-b37c-80d5198b9cfe has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:37.347228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7faefa-d5ae-4d54-a965-897f264902f4 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'Network': ['ID=b8524911-adc1-4d91-9fb7-b040fcd1a282,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.379513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network b8524911-adc1-4d91-9fb7-b040fcd1a282 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:37.446958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a61d994d-3eb1-4506-a450-9eae393ac6c2 None None] Provisioning complete for port 3bc53a08-5881-4702-a555-758e1e8cdeb8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:37.447752 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a61d994d-3eb1-4506-a450-9eae393ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.473223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:37.479746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-529d7e38-e0c5-4479-aed7-95319fbf7435 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "PUT /v2.0/routers/1bd6528a-54de-48ef-b37c-80d5198b9cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2858038 Jul 16 01:35:37.482270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58278) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.485655 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92555c43-4d94-4d22-98ec-8c6dfed5fda9 None None] Sync routers for ids ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:37.486776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a61d994d-3eb1-4506-a450-9eae393ac6c2 None None] Port 3bc53a08-5881-4702-a555-758e1e8cdeb8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:37.500019 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92555c43-4d94-4d22-98ec-8c6dfed5fda9 None None] Routers {'1bd6528a-54de-48ef-b37c-80d5198b9cfe'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:37.500975 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-92555c43-4d94-4d22-98ec-8c6dfed5fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:37.542087 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-92555c43-4d94-4d22-98ec-8c6dfed5fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:37.553109 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92555c43-4d94-4d22-98ec-8c6dfed5fda9 None None] Routers {'1bd6528a-54de-48ef-b37c-80d5198b9cfe'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:37.554135 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-92555c43-4d94-4d22-98ec-8c6dfed5fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:37.568128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:37.568510 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.592810 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-92555c43-4d94-4d22-98ec-8c6dfed5fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:37.593855 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92555c43-4d94-4d22-98ec-8c6dfed5fda9 None None] The sync data for ids ['1bd6528a-54de-48ef-b37c-80d5198b9cfe'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:37.615644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.625699 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d01c171-1dcf-47bb-a9ca-9c8d83aa7dc3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.644924 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d01c171-1dcf-47bb-a9ca-9c8d83aa7dc3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.728375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 431ed704-75e2-4747-a493-84fbd1512f51 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:37.733710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.746630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01c171-1dcf-47bb-a9ca-9c8d83aa7dc3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc0075d-0e63-4da1-9a37-9603245692f8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.793797 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d01c171-1dcf-47bb-a9ca-9c8d83aa7dc3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.798209 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6d01c171-1dcf-47bb-a9ca-9c8d83aa7dc3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7715383 Jul 16 01:35:37.799289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.800705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Deleting port f27b12fb-675f-49cf-bc33-6d67b7d19f65 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:37.801140 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.803774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca9dfd-d76f-4103-a0b3-b09f1779154c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.808219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-32dbffdc-ca86-4c15-868b-1e9414f76279 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '2c963b48-6456-47dc-bb2c-c6eb751ae3e7', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:37.812619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca9dfd-d76f-4103-a0b3-b09f1779154c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.820196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca9dfd-d76f-4103-a0b3-b09f1779154c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.828816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca9dfd-d76f-4103-a0b3-b09f1779154c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.833688 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2bca9dfd-d76f-4103-a0b3-b09f1779154c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5856900 Jul 16 01:35:37.835697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58282) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.855610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 431ed704-75e2-4747-a493-84fbd1512f51 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:37.855953 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.890537 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.927414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32dbffdc-ca86-4c15-868b-1e9414f76279 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.986468 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.989216 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.991023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=cfd88cbd-6d82-42d9-8330-3f0fc791c306,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.002170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.003077 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.012246 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.042243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Calling delete_port for f27b12fb-675f-49cf-bc33-6d67b7d19f65 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:38.049693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking segment: {'id': 'cf4e1c20-cb45-408b-8a29-e416692242c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '91ee9d6e-d300-4269-899f-b8ae628fef6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:38.050433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network hostable DHCP agents. Network: 91ee9d6e-d300-4269-899f-b8ae628fef6b, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:38.094390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=d0cfc7e9-4e98-40f5-8586-0b9f446ab844,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.135532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network 91ee9d6e-d300-4269-899f-b8ae628fef6b is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:38.154270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 91ee9d6e-d300-4269-899f-b8ae628fef6b) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:38.158849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.159454 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.163247 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32dbffdc-ca86-4c15-868b-1e9414f76279 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.169149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d5346-8911-47f4-bcfe-81c2203a5e0b None None] Network 91ee9d6e-d300-4269-899f-b8ae628fef6b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:38.190800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 56249aa8-6c89-4914-b8ea-bac3887ce28a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:38.192525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:38.192952 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.201103 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6ac8a626-840e-4dac-8392-86dd64570c1a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2598193 Jul 16 01:35:38.201831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.203694 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32dbffdc-ca86-4c15-868b-1e9414f76279 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.215284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aecb5255-db4f-4e2c-a128-9971623f941d']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.245555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e754e9-35f0-4744-910d-fc29c8b55cb3') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.246358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e754e9-35f0-4744-910d-fc29c8b55cb3') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.255879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbffdc-ca86-4c15-868b-1e9414f76279 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e4208c-3063-41b3-8ce9-b81842e016c2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.263914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb899b2f-d479-44fb-a555-d9f2456a9d5c None None] Provisioning for port d0cfc7e9-4e98-40f5-8586-0b9f446ab844 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:38.264527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.266202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32dbffdc-ca86-4c15-868b-1e9414f76279 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.267604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-32dbffdc-ca86-4c15-868b-1e9414f76279 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4643738 Jul 16 01:35:38.272359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb899b2f-d479-44fb-a555-d9f2456a9d5c None None] Provisioning complete for port d0cfc7e9-4e98-40f5-8586-0b9f446ab844 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:38.272743 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb899b2f-d479-44fb-a555-d9f2456a9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.277748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.286184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7626a933-0a96-4e8c-bc33-6f3060c2a545 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '2c963b48-6456-47dc-bb2c-c6eb751ae3e7', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:38.292645 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.332868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:38.333296 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:38.338477 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:38.359404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:38.376190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fb899b2f-d479-44fb-a555-d9f2456a9d5c None None] Port d0cfc7e9-4e98-40f5-8586-0b9f446ab844 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:38.395951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-91ee9d6e-d300-4269-899f-b8ae628fef6b', 'network_id': '91ee9d6e-d300-4269-899f-b8ae628fef6b', 'tenant_id': '2747d79d6d3f41bca30ba6089bb2f5be', 'fixed_ips': [{'subnet_id': 'cfd88cbd-6d82-42d9-8330-3f0fc791c306'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:38.397879 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.435050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.447831 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.452115 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "DELETE /v2.0/networks/aecb5255-db4f-4e2c-a128-9971623f941d HTTP/1.1" status: 204 len: 168 time: 0.6120577 Jul 16 01:35:38.452115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7626a933-0a96-4e8c-bc33-6f3060c2a545 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.481125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.550463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.556925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6814fe1-e7ed-4964-9bc7-58ed1601f228 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event deleted for resources: {'Network': ['ID=aecb5255-db4f-4e2c-a128-9971623f941d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.573963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:38.579559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3df63fd7-24b4-415f-a11c-08250aa80e15 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8681755 Jul 16 01:35:38.585238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Allocated IP 2001:db8::1 (91ee9d6e-d300-4269-899f-b8ae628fef6b/cfd88cbd-6d82-42d9-8330-3f0fc791c306/a3651d54-5462-4aec-b2a6-79dfaaf0dd56) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:38.589221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.592892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fb3d0-bd3d-4919-8d6d-b8f177a624f7 None None] Sync routers for ids ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:38.625659 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.645465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c911f0db-56f4-4237-9ad7-b2b3bc723202 None None] Provisioning complete for port d0cfc7e9-4e98-40f5-8586-0b9f446ab844 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:38.645773 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c911f0db-56f4-4237-9ad7-b2b3bc723202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.647230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fb3d0-bd3d-4919-8d6d-b8f177a624f7 None None] Routers {'1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:38.647992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f16fb3d0-bd3d-4919-8d6d-b8f177a624f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.672584 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7626a933-0a96-4e8c-bc33-6f3060c2a545 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.686146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.697511 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7626a933-0a96-4e8c-bc33-6f3060c2a545 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.713199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f16fb3d0-bd3d-4919-8d6d-b8f177a624f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.730810 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.744783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event deleted for resources: {'Port': ['ID=f27b12fb-675f-49cf-bc33-6d67b7d19f65,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.752510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811ff9d-7494-430f-97e9-c8add1593752 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.756966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9811ff9d-7494-430f-97e9-c8add1593752 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports/d0cfc7e9-4e98-40f5-8586-0b9f446ab844 HTTP/1.1" status: 200 len: 913 time: 0.1633768 Jul 16 01:35:38.757164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c911f0db-56f4-4237-9ad7-b2b3bc723202 None None] Port d0cfc7e9-4e98-40f5-8586-0b9f446ab844 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:38.757275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.762311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fb3d0-bd3d-4919-8d6d-b8f177a624f7 None None] Routers {'1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:38.762541 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f16fb3d0-bd3d-4919-8d6d-b8f177a624f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.766992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626a933-0a96-4e8c-bc33-6f3060c2a545 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c668cfc3-8c1b-46dc-97b1-e0bf010a6652,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.794708 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7626a933-0a96-4e8c-bc33-6f3060c2a545 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.796344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7626a933-0a96-4e8c-bc33-6f3060c2a545 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5188019 Jul 16 01:35:38.813236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58294) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.843930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ac5d2cff-cf8d-464b-8779-71545c7e7b03 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '2c963b48-6456-47dc-bb2c-c6eb751ae3e7', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:38.891791 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-ac5d2cff-cf8d-464b-8779-71545c7e7b03 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Project 12c4eea5d22846989166acf9750bd01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:35:38.899992 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.942807 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2cff-cf8d-464b-8779-71545c7e7b03 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.953365 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.979028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f16fb3d0-bd3d-4919-8d6d-b8f177a624f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.980574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fb3d0-bd3d-4919-8d6d-b8f177a624f7 None None] The sync data for ids ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:39.025386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8524911-adc1-4d91-9fb7-b040fcd1a282']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:39.037452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.040826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5476afe0-c068-4d89-a194-123dd1bffdee') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:39.041112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5476afe0-c068-4d89-a194-123dd1bffdee') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:39.043210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.054558 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.061586 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.072215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Transition to ACTIVE for port object a3651d54-5462-4aec-b2a6-79dfaaf0dd56 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:39.081826 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2cff-cf8d-464b-8779-71545c7e7b03 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.085785 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2cff-cf8d-464b-8779-71545c7e7b03 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.089964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Transition to ACTIVE for port object a3651d54-5462-4aec-b2a6-79dfaaf0dd56 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:39.096740 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.116504 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.117511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd6528a-54de-48ef-b37c-80d5198b9cfe {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:39.119989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.128796 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.133572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d2cff-cf8d-464b-8779-71545c7e7b03 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28176e02-1183-4579-9f11-56bb191a61ef,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.133883 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ea82902f-9eb6-45e2-8976-e23e6b13bcce tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "DELETE /v2.0/routers/1bd6528a-54de-48ef-b37c-80d5198b9cfe HTTP/1.1" status: 204 len: 168 time: 1.6501186 Jul 16 01:35:39.134751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58296) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:39.137985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Network 91ee9d6e-d300-4269-899f-b8ae628fef6b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:39.147782 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2cff-cf8d-464b-8779-71545c7e7b03 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.148969 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ac5d2cff-cf8d-464b-8779-71545c7e7b03 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3344381 Jul 16 01:35:39.152292 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.154208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:39.156874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:39.157447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.160812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:39.160970 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:39.163789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Pushing event updated for resources: {'Port': ['ID=a3651d54-5462-4aec-b2a6-79dfaaf0dd56,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.167267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:39.169233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-31e5f9d8-13c9-4cc3-9a0e-2e81dbc24ce2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '2c963b48-6456-47dc-bb2c-c6eb751ae3e7', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:39.198532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd88cbd-6d82-42d9-8330-3f0fc791c306,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.234000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Attempting to bind port a3651d54-5462-4aec-b2a6-79dfaaf0dd56 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:39.234406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Attempting to bind port a3651d54-5462-4aec-b2a6-79dfaaf0dd56 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'cf4e1c20-cb45-408b-8a29-e416692242c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '91ee9d6e-d300-4269-899f-b8ae628fef6b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:39.234771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Attempting to bind port a3651d54-5462-4aec-b2a6-79dfaaf0dd56 on network 91ee9d6e-d300-4269-899f-b8ae628fef6b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:39.239778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:39.240168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Checking segment: {'id': 'cf4e1c20-cb45-408b-8a29-e416692242c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '91ee9d6e-d300-4269-899f-b8ae628fef6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:39.240564 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.240961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Bound using segment: {'id': 'cf4e1c20-cb45-408b-8a29-e416692242c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '91ee9d6e-d300-4269-899f-b8ae628fef6b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:39.241428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Bound port: a3651d54-5462-4aec-b2a6-79dfaaf0dd56, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4e1c20-cb45-408b-8a29-e416692242c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '91ee9d6e-d300-4269-899f-b8ae628fef6b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:39.241817 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.263120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef94a00-0045-4cb9-a976-e555f5241154 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Deleting subnet 5e16b2ab-55ff-45a2-af6d-934d7a6a0e3a {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:39.267320 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ef94a00-0045-4cb9-a976-e555f5241154 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.268515 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.283388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ee9d6e-d300-4269-899f-b8ae628fef6b']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:39.290766 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.300953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4e1c20-cb45-408b-8a29-e416692242c2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:39.301254 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.301404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4e1c20-cb45-408b-8a29-e416692242c2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:39.303575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "DELETE /v2.0/networks/b8524911-adc1-4d91-9fb7-b040fcd1a282 HTTP/1.1" status: 204 len: 168 time: 0.8174682 Jul 16 01:35:39.312511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58300) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:39.315477 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.324327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b826428d-322d-492a-9c56-14c8de59744f None None] For port a3651d54-5462-4aec-b2a6-79dfaaf0dd56, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:39.326842 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-31e5f9d8-13c9-4cc3-9a0e-2e81dbc24ce2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Project 12c4eea5d22846989166acf9750bd01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:35:39.327203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98956b-9850-4ce2-9fb6-c227181e6169 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event deleted for resources: {'Network': ['ID=b8524911-adc1-4d91-9fb7-b040fcd1a282,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.327972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b826428d-322d-492a-9c56-14c8de59744f None None] For port a3651d54-5462-4aec-b2a6-79dfaaf0dd56, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a3651d54-5462-4aec-b2a6-79dfaaf0dd56,segment=NetworkSegment(cf4e1c20-cb45-408b-8a29-e416692242c2),segment_id=cf4e1c20-cb45-408b-8a29-e416692242c2)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:39.334163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.339702 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ef94a00-0045-4cb9-a976-e555f5241154 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.369077 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31e5f9d8-13c9-4cc3-9a0e-2e81dbc24ce2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.398145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.426540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826428d-322d-492a-9c56-14c8de59744f None None] Pushing event updated for resources: {'Port': ['ID=a3651d54-5462-4aec-b2a6-79dfaaf0dd56,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.443810 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ef94a00-0045-4cb9-a976-e555f5241154 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.448190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b0db97-c3d3-404d-9c12-1db04e5a111d None None] Network 91ee9d6e-d300-4269-899f-b8ae628fef6b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:39.510428 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ef94a00-0045-4cb9-a976-e555f5241154 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.540786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef94a00-0045-4cb9-a976-e555f5241154 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event deleted for resources: {'Subnet': ['ID=5e16b2ab-55ff-45a2-af6d-934d7a6a0e3a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.543110 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ef94a00-0045-4cb9-a976-e555f5241154 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.547887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3ef94a00-0045-4cb9-a976-e555f5241154 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "DELETE /v2.0/subnets/5e16b2ab-55ff-45a2-af6d-934d7a6a0e3a HTTP/1.1" status: 204 len: 168 time: 0.4049737 Jul 16 01:35:39.548806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58302) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:39.561920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2365421d-9f34-440d-a0be-6e2ae545eda7 None None] Network 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:39.638980 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.695494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Deleting port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:39.695907 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.772765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] For port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=765c3b32-2b11-48a9-9b09-c086a6dbe0b0,segment=NetworkSegment(9b18c56c-b343-4af8-a34a-7cf64a9c0256),segment_id=9b18c56c-b343-4af8-a34a-7cf64a9c0256)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:39.773133 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.785833 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:39.786624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.788327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Calling delete_port for 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:39.789173 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:39.798257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad82e1c1-65ee-4ef7-a7d7-c7de11b45ca9 None None] DHCP port deletion for 636ab7c3-d841-4ac5-b126-d0bdf42bfd38 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:39.849426 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ad82e1c1-65ee-4ef7-a7d7-c7de11b45ca9 None None] Deleting port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:39.849799 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad82e1c1-65ee-4ef7-a7d7-c7de11b45ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.894531 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.902379 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:35:39.902379 n-d-791504-14 neutron-server[93944]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:35:39.902379 n-d-791504-14 neutron-server[93944]: [parameters: {'id': '91ee9d6e-d300-4269-899f-b8ae628fef6b'}] Jul 16 01:35:39.902379 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:39.902803 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:39.912846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d10160-3c83-4d51-8da7-4b7fea0d4a04 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.919459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d10160-3c83-4d51-8da7-4b7fea0d4a04 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.924772 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-68d10160-3c83-4d51-8da7-4b7fea0d4a04 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6076033 Jul 16 01:35:39.924971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ad82e1c1-65ee-4ef7-a7d7-c7de11b45ca9 None None] For port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=765c3b32-2b11-48a9-9b09-c086a6dbe0b0,segment=NetworkSegment(9b18c56c-b343-4af8-a34a-7cf64a9c0256),segment_id=9b18c56c-b343-4af8-a34a-7cf64a9c0256)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:39.924971 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad82e1c1-65ee-4ef7-a7d7-c7de11b45ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.929010 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31e5f9d8-13c9-4cc3-9a0e-2e81dbc24ce2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.929525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:39.932538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] No DVR routers for this DVR port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:39.935049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event deleted for resources: {'Port': ['ID=765c3b32-2b11-48a9-9b09-c086a6dbe0b0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.936591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-326081920'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:39.942943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.943137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ad82e1c1-65ee-4ef7-a7d7-c7de11b45ca9 None None] Calling delete_port for 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:39.948156 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31e5f9d8-13c9-4cc3-9a0e-2e81dbc24ce2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.026497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.034685 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad82e1c1-65ee-4ef7-a7d7-c7de11b45ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.038887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5f9d8-13c9-4cc3-9a0e-2e81dbc24ce2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366cbc66-039f-4934-accc-5310836b8972,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.042466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636ab7c3-d841-4ac5-b126-d0bdf42bfd38']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:40.049095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Made reservation on behalf of 1355bd9ba7174039b96287d0375e43db for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:40.052767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.057564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b18c56c-b343-4af8-a34a-7cf64a9c0256') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:40.057871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b18c56c-b343-4af8-a34a-7cf64a9c0256') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:40.064827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31e5f9d8-13c9-4cc3-9a0e-2e81dbc24ce2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.066264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-31e5f9d8-13c9-4cc3-9a0e-2e81dbc24ce2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9067030 Jul 16 01:35:40.069230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58308) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.072967 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.077892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'network': {'name': 'tempest-network-smoke--692517786', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:40.079931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82e1c1-65ee-4ef7-a7d7-c7de11b45ca9 None None] No DVR routers for this DVR port 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:40.083243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82e1c1-65ee-4ef7-a7d7-c7de11b45ca9 None None] Pushing event deleted for resources: {'Port': ['ID=765c3b32-2b11-48a9-9b09-c086a6dbe0b0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.106503 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.110418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf6b07-a7b7-4460-a6d9-11e22737d03c None None] get_active_networks_info from n-d-791504-14 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:35:40.116456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:40.116887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:40.120722 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:40.125898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:40.144715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:40.148370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.156464 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.156808 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Added segment e6a791f6-5cb5-4594-b228-b06ed0da72e8 of type vlan for network 0b86ea71-5605-4704-8327-355bdee01f73 Jul 16 01:35:40.205042 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.210825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:40.213105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.236993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.241832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "DELETE /v2.0/networks/636ab7c3-d841-4ac5-b126-d0bdf42bfd38 HTTP/1.1" status: 204 len: 168 time: 0.6914396 Jul 16 01:35:40.242638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58310) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.244415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.244760 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Added segment a88b4753-8610-40e7-ac1a-0ca7670a33b9 of type vlan for network a6a70f3a-6189-48fe-9aee-282d31de8c8a Jul 16 01:35:40.246574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926b2e1-0503-4b0d-b969-f0b448e90fcd tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event deleted for resources: {'Network': ['ID=636ab7c3-d841-4ac5-b126-d0bdf42bfd38,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.258363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf6b07-a7b7-4460-a6d9-11e22737d03c None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:35:40.280117 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.285663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.286310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.344750 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4115393 Jul 16 01:35:40.346997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58312) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.351909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1143677061'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:40.362898 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.394746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403299b3-ff76-4a63-95fb-0c71528a1e13 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'Network': ['ID=0b86ea71-5605-4704-8327-355bdee01f73,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.404259 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.411222 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 0b86ea71-5605-4704-8327-355bdee01f73 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:40.422612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Made reservation on behalf of 1355bd9ba7174039b96287d0375e43db for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:40.426610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.434859 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.440821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.441468 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.456649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port d0cfc7e9-4e98-40f5-8586-0b9f446ab844 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:40.456954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.502867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4298720 Jul 16 01:35:40.503099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:40.504365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58314) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.511732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'admin_state_up': True, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:40.518759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d7b02374-c0b2-4139-8299-981a84cfbe69 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Deleting port 1b49693b-ebde-4945-86e5-0d814b957191 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:40.519099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7b02374-c0b2-4139-8299-981a84cfbe69 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.528624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.528971 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Added segment 592d1fff-f8b4-4dca-9010-be915f075935 of type vlan for network d34f6e5c-33fc-4e67-98d2-884ea117a3a1 Jul 16 01:35:40.575037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb8680-e101-423c-a712-70fc631edb5b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Network': ['ID=a6a70f3a-6189-48fe-9aee-282d31de8c8a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.612409 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.618617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network a6a70f3a-6189-48fe-9aee-282d31de8c8a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:40.629807 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.630857 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.639168 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.654108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting port a3651d54-5462-4aec-b2a6-79dfaaf0dd56 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:40.654501 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.663096 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7b02374-c0b2-4139-8299-981a84cfbe69 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.663427 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7b02374-c0b2-4139-8299-981a84cfbe69 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.679431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for d0cfc7e9-4e98-40f5-8586-0b9f446ab844 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:40.707372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.712897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.713519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.830245 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4821615 Jul 16 01:35:40.832079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] For port a3651d54-5462-4aec-b2a6-79dfaaf0dd56, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a3651d54-5462-4aec-b2a6-79dfaaf0dd56,segment=NetworkSegment(cf4e1c20-cb45-408b-8a29-e416692242c2),segment_id=cf4e1c20-cb45-408b-8a29-e416692242c2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:40.832448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.837908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58318) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.856644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'ports': [{'network_id': '0b86ea71-5605-4704-8327-355bdee01f73', 'name': 'tempest-port--720533892', 'admin_state_up': True}, {'network_id': 'd34f6e5c-33fc-4e67-98d2-884ea117a3a1', 'admin_state_up': False}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:40.856941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'port': {'network_id': '0b86ea71-5605-4704-8327-355bdee01f73', 'name': 'tempest-port--720533892', 'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:40.857438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'port': {'network_id': 'd34f6e5c-33fc-4e67-98d2-884ea117a3a1', 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:40.896361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Calling delete_port for a3651d54-5462-4aec-b2a6-79dfaaf0dd56 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:40.913808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff27fd1-5f68-4097-81bc-3d93ca1ad8be tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'Network': ['ID=d34f6e5c-33fc-4e67-98d2-884ea117a3a1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.926225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network d34f6e5c-33fc-4e67-98d2-884ea117a3a1 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:41.036464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d7b02374-c0b2-4139-8299-981a84cfbe69 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Calling delete_port for 1b49693b-ebde-4945-86e5-0d814b957191 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:41.042218 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.184970 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:41.204925 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.210229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:41.210588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 765c3b32-2b11-48a9-9b09-c086a6dbe0b0 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:41.238425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.240505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Made reservation on behalf of 1355bd9ba7174039b96287d0375e43db for: {'port': 2} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:41.246519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.251139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Port': ['ID=a3651d54-5462-4aec-b2a6-79dfaaf0dd56,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.268682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No DVR routers for this DVR port a3651d54-5462-4aec-b2a6-79dfaaf0dd56 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:41.269981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.297040 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.328921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=d0cfc7e9-4e98-40f5-8586-0b9f446ab844,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.376996 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7b02374-c0b2-4139-8299-981a84cfbe69 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.411730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b02374-c0b2-4139-8299-981a84cfbe69 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Pushing event deleted for resources: {'Port': ['ID=1b49693b-ebde-4945-86e5-0d814b957191,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.435136 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.493491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7b02374-c0b2-4139-8299-981a84cfbe69 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.496749 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7b02374-c0b2-4139-8299-981a84cfbe69 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.500206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d7b02374-c0b2-4139-8299-981a84cfbe69 tempest-FloatingIPAdminTestJSON-983407114 tempest-FloatingIPAdminTestJSON-983407114-project] 10.222.0.64 "DELETE /v2.0/floatingips/bd248f90-33f4-4e61-8b8a-d31bdd0eae60 HTTP/1.1" status: 204 len: 168 time: 1.2492387 Jul 16 01:35:41.508661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ee9d6e-d300-4269-899f-b8ae628fef6b']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:41.563154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4e1c20-cb45-408b-8a29-e416692242c2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:41.563526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4e1c20-cb45-408b-8a29-e416692242c2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:41.570629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] device_id is not set on port 2a322b39-c231-4e05-b2d5-7b7ff05b56e4 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:41.589890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.597551 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.599292 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.614209 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.627354 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.684806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:41.685226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:41.688259 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:41.745635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.25.4.194 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/4755b4fb-17bd-43cd-8d8a-bbb823345947) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:41.815243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.825750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.832707 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/91ee9d6e-d300-4269-899f-b8ae628fef6b HTTP/1.1" status: 204 len: 168 time: 3.6294434 Jul 16 01:35:41.833757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58326) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:41.839389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1507849248'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:41.843746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58328) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:41.858616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc46de5-4c11-430c-a89d-dd78f2483c24 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Network': ['ID=91ee9d6e-d300-4269-899f-b8ae628fef6b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.917962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:41.921795 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.942521 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.966844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:41.967748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.984579 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.984998 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Added segment c9884d55-c921-481e-8b41-efffba7da0d4 of type vlan for network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 Jul 16 01:35:42.002826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:42.050118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] device_id is not set on port 50a91bbe-418d-4cc8-bf2e-a4b22383b5a3 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:42.075556 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.079401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.093367 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b944fc75-c9aa-40ef-83d5-e383b8e41d98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=068cde1c988f4cfba42479a04e550363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454765 Jul 16 01:35:42.112944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.144390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:42.151957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:42.157628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:42.157837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7891f95b-eeb8-4490-a127-24c41df8dd69 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3999341 Jul 16 01:35:42.163328 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58336) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.170157 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f792d5f-f031-4331-a166-e8db76dfb583 None None] Sync routers for ids ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:42.173927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=4755b4fb-17bd-43cd-8d8a-bbb823345947,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.176328 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:42.181879 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f792d5f-f031-4331-a166-e8db76dfb583 None None] Routers {'1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:42.182810 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4f792d5f-f031-4331-a166-e8db76dfb583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:42.223698 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.228215 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4f792d5f-f031-4331-a166-e8db76dfb583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:42.229900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.230534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.241615 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f792d5f-f031-4331-a166-e8db76dfb583 None None] Routers {'1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:42.242526 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4f792d5f-f031-4331-a166-e8db76dfb583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:42.288805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4538417 Jul 16 01:35:42.292321 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4f792d5f-f031-4331-a166-e8db76dfb583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:42.293403 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f792d5f-f031-4331-a166-e8db76dfb583 None None] The sync data for ids ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:42.294239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58338) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.303273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'network_id': 'ebb6bd5c-2f06-4d07-925a-cde32f27c0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:42.359954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56101060-7a2a-496d-80f3-53e1e6b19cf6 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=ebb6bd5c-2f06-4d07-925a-cde32f27c0a9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.373190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:42.392257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0a012b2-58a1-4243-a31f-63d73a9a4fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.443795 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0a012b2-58a1-4243-a31f-63d73a9a4fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.449702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.536737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:42.541085 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.583719 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0a012b2-58a1-4243-a31f-63d73a9a4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.586458 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0a012b2-58a1-4243-a31f-63d73a9a4fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.590868 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d0a012b2-58a1-4243-a31f-63d73a9a4fa7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bd0a703-811d-4c69-a257-9ee2fe2390a6 HTTP/1.1" status: 204 len: 168 time: 0.4743199 Jul 16 01:35:42.591070 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.605995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a012b2-58a1-4243-a31f-63d73a9a4fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd0a703-811d-4c69-a257-9ee2fe2390a6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.611731 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.726727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'Port': ['ID=2a322b39-c231-4e05-b2d5-7b7ff05b56e4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.758330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Checking segment: {'id': 'e6a791f6-5cb5-4594-b228-b06ed0da72e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0b86ea71-5605-4704-8327-355bdee01f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:42.758775 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Network hostable DHCP agents. Network: 0b86ea71-5605-4704-8327-355bdee01f73, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:42.835771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Network 0b86ea71-5605-4704-8327-355bdee01f73 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:42.847117 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.877187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 0b86ea71-5605-4704-8327-355bdee01f73) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:42.886616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:42.887684 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.897964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615a535-101e-4e50-b437-6bc27c0e9a90 None None] Network 0b86ea71-5605-4704-8327-355bdee01f73 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:42.933703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58344) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.969254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.978608 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-866faeb3-1f6f-4e83-a3fe-04a35b470c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.004789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:43.018195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'Port': ['ID=50a91bbe-418d-4cc8-bf2e-a4b22383b5a3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.032698 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.122181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:43.137430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Sync routers for ids ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:43.147346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Routers {'4ad7a8cd-2326-489e-bedf-02cb8320e6e8'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:43.147966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:43.154187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=f31edde4-b25c-4c10-9aa6-8b6ba80a75f5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.176944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Checking segment: {'id': '592d1fff-f8b4-4dca-9010-be915f075935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd34f6e5c-33fc-4e67-98d2-884ea117a3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:43.177301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Network hostable DHCP agents. Network: d34f6e5c-33fc-4e67-98d2-884ea117a3a1, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:43.194370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking segment: {'id': 'c9884d55-c921-481e-8b41-efffba7da0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebb6bd5c-2f06-4d07-925a-cde32f27c0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:43.194728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network hostable DHCP agents. Network: ebb6bd5c-2f06-4d07-925a-cde32f27c0a9, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:43.263552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Set router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:43.459512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:42Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:43.487710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Checking router: 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:43.488061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Updating router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 port 4755b4fb-17bd-43cd-8d8a-bbb823345947 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:35:43.529529 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.615044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Network d34f6e5c-33fc-4e67-98d2-884ea117a3a1 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:43.635683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:43.693021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, d34f6e5c-33fc-4e67-98d2-884ea117a3a1) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:43.693021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:43.693021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.693021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.693021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.693021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, ebb6bd5c-2f06-4d07-925a-cde32f27c0a9) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:43.700157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.700745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.709506 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-866faeb3-1f6f-4e83-a3fe-04a35b470c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.714639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588053ed-f4c8-4ef1-9598-13dd65f6a00d None None] Network d34f6e5c-33fc-4e67-98d2-884ea117a3a1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:43.716577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873fbacf-a8ff-4c66-929c-51dc063f663a None None] Network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:43.718714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-866faeb3-1f6f-4e83-a3fe-04a35b470c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.720481 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.725035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ec0e5a3e-715d-4b63-bd19-5990bfbf6340 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2166815 Jul 16 01:35:43.725708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58346) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:43.737514 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8ea14b6c-fc1a-4ef3-b3e0-c1f1a34404e0 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8896701 Jul 16 01:35:43.744724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58348) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:43.753231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2afa2033-d642-4a68-befd-1f2579c42b8a tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4554329 Jul 16 01:35:43.760548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:43.769145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fb3c93f3-8250-440e-a4ed-2b0373d86fcf tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'network_id': 'ebb6bd5c-2f06-4d07-925a-cde32f27c0a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:43.784271 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-866faeb3-1f6f-4e83-a3fe-04a35b470c1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f43b1d5795824b1f9349452906b8c041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8469000 Jul 16 01:35:43.788547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:43.791511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cef084f9-327e-4634-b9a7-4e5e19a8c426 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=12c4eea5d22846989166acf9750bd01d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640044 Jul 16 01:35:43.813697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:43.830080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866faeb3-1f6f-4e83-a3fe-04a35b470c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a794a021-9ef3-4be5-94ca-f8fbbab297f5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.933385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069fba4-f079-4b54-b6ca-92d9b431b3cd tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.939595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069fba4-f079-4b54-b6ca-92d9b431b3cd tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.944146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0069fba4-f079-4b54-b6ca-92d9b431b3cd tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1943183 Jul 16 01:35:43.945175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58356) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:43.954144 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d653345-382b-4f85-be67-1a9350577beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.011136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d653345-382b-4f85-be67-1a9350577beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.030200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0caada-5c82-4d0e-9059-ee11310d291c tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.035218 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6f0caada-5c82-4d0e-9059-ee11310d291c tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2170777 Jul 16 01:35:44.036802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58358) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.074263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 3bc53a08-5881-4702-a555-758e1e8cdeb8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:44.074680 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.082826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-55c28773-d1f7-47c0-80f3-32b704a4fab3 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424626 Jul 16 01:35:44.083104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58360) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.101933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1586384952', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:44.115819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3c93f3-8250-440e-a4ed-2b0373d86fcf tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:44.120080 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb3c93f3-8250-440e-a4ed-2b0373d86fcf tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.123680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d653345-382b-4f85-be67-1a9350577beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.126425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d653345-382b-4f85-be67-1a9350577beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.130043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0d653345-382b-4f85-be67-1a9350577beb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a794a021-9ef3-4be5-94ca-f8fbbab297f5 HTTP/1.1" status: 204 len: 168 time: 0.3349936 Jul 16 01:35:44.130883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d0e90a01-df67-4b0e-84e2-434ea732d1d3 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Deleting port 2a322b39-c231-4e05-b2d5-7b7ff05b56e4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:44.131230 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0e90a01-df67-4b0e-84e2-434ea732d1d3 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.168090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d653345-382b-4f85-be67-1a9350577beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a794a021-9ef3-4be5-94ca-f8fbbab297f5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.206416 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.241503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Transition to ACTIVE for port object 4755b4fb-17bd-43cd-8d8a-bbb823345947 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:44.253130 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.253740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0e90a01-df67-4b0e-84e2-434ea732d1d3 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.269624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d0e90a01-df67-4b0e-84e2-434ea732d1d3 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Calling delete_port for 2a322b39-c231-4e05-b2d5-7b7ff05b56e4 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:44.298117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Pushing event updated for resources: {'Port': ['ID=4755b4fb-17bd-43cd-8d8a-bbb823345947,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.300360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-ebb6bd5c-2f06-4d07-925a-cde32f27c0a9', 'network_id': 'ebb6bd5c-2f06-4d07-925a-cde32f27c0a9', 'tenant_id': '2747d79d6d3f41bca30ba6089bb2f5be', 'fixed_ips': [{'subnet_id': 'f31edde4-b25c-4c10-9aa6-8b6ba80a75f5'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:44.301184 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.307243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.322642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.322976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.323328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.324000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.324000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.324337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.324696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.325000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.325379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.325659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.325992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.326345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:44.336354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 3bc53a08-5881-4702-a555-758e1e8cdeb8 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:44.352989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Attempting to bind port 4755b4fb-17bd-43cd-8d8a-bbb823345947 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:44.353382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Attempting to bind port 4755b4fb-17bd-43cd-8d8a-bbb823345947 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:44.353905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Attempting to bind port 4755b4fb-17bd-43cd-8d8a-bbb823345947 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:44.407694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:44.408096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:44.408675 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.408951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:44.409756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Bound port: 4755b4fb-17bd-43cd-8d8a-bbb823345947, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:44.410191 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.412749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:44.416601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.421045 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0e90a01-df67-4b0e-84e2-434ea732d1d3 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.470710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0e90a01-df67-4b0e-84e2-434ea732d1d3 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.473241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d0e90a01-df67-4b0e-84e2-434ea732d1d3 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "DELETE /v2.0/ports/2a322b39-c231-4e05-b2d5-7b7ff05b56e4 HTTP/1.1" status: 204 len: 168 time: 0.5261655 Jul 16 01:35:44.474178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e90a01-df67-4b0e-84e2-434ea732d1d3 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event deleted for resources: {'Port': ['ID=2a322b39-c231-4e05-b2d5-7b7ff05b56e4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.483071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.555264 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Allocated IP 2001:db8::2 (ebb6bd5c-2f06-4d07-925a-cde32f27c0a9/f31edde4-b25c-4c10-9aa6-8b6ba80a75f5/640bc192-1408-49fc-8e5f-aa98e0dd22f6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:44.562873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] For port 4755b4fb-17bd-43cd-8d8a-bbb823345947, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:44.568246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] For port 4755b4fb-17bd-43cd-8d8a-bbb823345947, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4755b4fb-17bd-43cd-8d8a-bbb823345947,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:44.575015 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.606347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a67283bb-63ff-4259-a2b4-5c5006cb91ab tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Deleting port 50a91bbe-418d-4cc8-bf2e-a4b22383b5a3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:44.606696 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a67283bb-63ff-4259-a2b4-5c5006cb91ab tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.680333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58368) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.695726 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a67283bb-63ff-4259-a2b4-5c5006cb91ab tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.709841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b747845-ecf3-4c6b-b42d-52cc339d938e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.736026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c498f-0f6d-48bf-b1b0-c3ac82d19529 None None] Pushing event updated for resources: {'Port': ['ID=4755b4fb-17bd-43cd-8d8a-bbb823345947,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.753379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a67283bb-63ff-4259-a2b4-5c5006cb91ab tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Calling delete_port for 50a91bbe-418d-4cc8-bf2e-a4b22383b5a3 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:44.776513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb3c93f3-8250-440e-a4ed-2b0373d86fcf tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.783359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Routers {'4ad7a8cd-2326-489e-bedf-02cb8320e6e8'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:44.784133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:44.850988 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.876490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3c93f3-8250-440e-a4ed-2b0373d86fcf tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:44.900867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.902216 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b747845-ecf3-4c6b-b42d-52cc339d938e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.903394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fb3c93f3-8250-440e-a4ed-2b0373d86fcf tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:44.909210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b747845-ecf3-4c6b-b42d-52cc339d938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.910183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c93f3-8250-440e-a4ed-2b0373d86fcf tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.910775 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb3c93f3-8250-440e-a4ed-2b0373d86fcf tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.924160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=3bc53a08-5881-4702-a555-758e1e8cdeb8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.942743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a67283bb-63ff-4259-a2b4-5c5006cb91ab tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.957212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c93f3-8250-440e-a4ed-2b0373d86fcf tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=e5339d15-e14b-415b-b5ea-5a2807195684,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.968438 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.976030 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fb3c93f3-8250-440e-a4ed-2b0373d86fcf tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2144136 Jul 16 01:35:44.988597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Transition to ACTIVE for port object 640bc192-1408-49fc-8e5f-aa98e0dd22f6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:44.998579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.000785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] Set router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:45.081486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67283bb-63ff-4259-a2b4-5c5006cb91ab tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event deleted for resources: {'Port': ['ID=50a91bbe-418d-4cc8-bf2e-a4b22383b5a3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.098369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5b747845-ecf3-4c6b-b42d-52cc339d938e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd69f451ef414602a6cfc19168f0b017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167495 Jul 16 01:35:45.099466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b747845-ecf3-4c6b-b42d-52cc339d938e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf6bb79-738a-4599-8074-495e9a974f78,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.117625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a67283bb-63ff-4259-a2b4-5c5006cb91ab tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.119708 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a67283bb-63ff-4259-a2b4-5c5006cb91ab tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "DELETE /v2.0/ports/50a91bbe-418d-4cc8-bf2e-a4b22383b5a3 HTTP/1.1" status: 204 len: 168 time: 0.6356797 Jul 16 01:35:45.120266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58372) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.130075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Subnet': ['ID=2b0371ce-f8f6-4752-ab8b-5745cd3ca47f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.135452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.136714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Checking segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:45.137338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network hostable DHCP agents. Network: a6a70f3a-6189-48fe-9aee-282d31de8c8a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:45.157615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Transition to ACTIVE for port object 640bc192-1408-49fc-8e5f-aa98e0dd22f6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:45.170113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8c370-b65a-45e3-8c6d-69829f7a328e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.171719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8c370-b65a-45e3-8c6d-69829f7a328e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.173222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8c370-b65a-45e3-8c6d-69829f7a328e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.174761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8c370-b65a-45e3-8c6d-69829f7a328e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.176278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8c370-b65a-45e3-8c6d-69829f7a328e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.178105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a2c8c370-b65a-45e3-8c6d-69829f7a328e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1744001 Jul 16 01:35:45.180103 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.184305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58376) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.190761 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.192345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-385681856'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:45.197052 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a24297be-1a21-41f4-9d1d-20cb4b2d64e2 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0549304 Jul 16 01:35:45.201542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58378) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.208326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-792903166'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:45.242190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:45.245794 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.253358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Pushing event updated for resources: {'Port': ['ID=640bc192-1408-49fc-8e5f-aa98e0dd22f6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.259406 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb630-07d7-47a0-bac8-ab3419c92348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.268482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:45.272540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:45.275926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:45.291037 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb630-07d7-47a0-bac8-ab3419c92348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.299309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network a6a70f3a-6189-48fe-9aee-282d31de8c8a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:45.311575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:45.312318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, a6a70f3a-6189-48fe-9aee-282d31de8c8a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:45.325341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.325992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.330736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Made reservation on behalf of 1355bd9ba7174039b96287d0375e43db for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:45.334808 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.334998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.335160 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Added segment 4b4a959f-c321-495f-a204-191b6dbfc6ae of type vlan for network a22d5044-b9e8-42b9-b3d7-3f0683b03830 Jul 16 01:35:45.345339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8bf151-c993-41ee-af9f-039b0cf32014 None None] Network a6a70f3a-6189-48fe-9aee-282d31de8c8a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:45.377065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Attempting to bind port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:45.377590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Attempting to bind port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'c9884d55-c921-481e-8b41-efffba7da0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebb6bd5c-2f06-4d07-925a-cde32f27c0a9'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:45.378076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Attempting to bind port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 on network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:45.380395 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.387891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:42Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:45.400903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb630-07d7-47a0-bac8-ab3419c92348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.403792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb630-07d7-47a0-bac8-ab3419c92348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.407502 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a1aeb630-07d7-47a0-bac8-ab3419c92348 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cf6bb79-738a-4599-8074-495e9a974f78 HTTP/1.1" status: 204 len: 168 time: 0.2788739 Jul 16 01:35:45.425265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aeb630-07d7-47a0-bac8-ab3419c92348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf6bb79-738a-4599-8074-495e9a974f78,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.440546 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.442672 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-de63bc28-d625-459a-812e-22a4b21b7426 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3585503 Jul 16 01:35:45.444921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:45.448766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58382) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.452257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:45.452419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.452512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Checking segment: {'id': 'c9884d55-c921-481e-8b41-efffba7da0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebb6bd5c-2f06-4d07-925a-cde32f27c0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:45.452653 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.452965 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.453443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Bound using segment: {'id': 'c9884d55-c921-481e-8b41-efffba7da0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebb6bd5c-2f06-4d07-925a-cde32f27c0a9'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:45.454037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Bound port: 640bc192-1408-49fc-8e5f-aa98e0dd22f6, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9884d55-c921-481e-8b41-efffba7da0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebb6bd5c-2f06-4d07-925a-cde32f27c0a9'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:45.454519 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.473447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc0110-4002-491d-90a9-3e27e3b8dd00 None None] The sync data for ids ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'] in n-d-791504-14 is: [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:42Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:45.518289 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3303945 Jul 16 01:35:45.518610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58384) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.525440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4764c7f4-630f-454b-825d-fc1e351bc276 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:45.540797 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.541149 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Added segment ddc35c2c-599d-4307-9f9e-ea7ad633fc1b of type vlan for network 689c1b5b-8458-4f0f-b38c-062ba0c836d7 Jul 16 01:35:45.543716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:45.588573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8ebbe-0987-4d6e-ad7d-ecb4c41047e2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=a22d5044-b9e8-42b9-b3d7-3f0683b03830,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.605459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network a22d5044-b9e8-42b9-b3d7-3f0683b03830 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:45.656346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] For port 640bc192-1408-49fc-8e5f-aa98e0dd22f6, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:45.732908 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.765664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] For port 640bc192-1408-49fc-8e5f-aa98e0dd22f6, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=640bc192-1408-49fc-8e5f-aa98e0dd22f6,segment=NetworkSegment(c9884d55-c921-481e-8b41-efffba7da0d4),segment_id=c9884d55-c921-481e-8b41-efffba7da0d4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:45.772395 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.777479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:45.778485 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.791243 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4764c7f4-630f-454b-825d-fc1e351bc276 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.820337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:45.827106 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4764c7f4-630f-454b-825d-fc1e351bc276 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.835745 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d907439-ee3c-4195-923f-cc0bcf9b0ae7 None None] Sync routers for ids ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:45.863599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4764c7f4-630f-454b-825d-fc1e351bc276 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network a22d5044-b9e8-42b9-b3d7-3f0683b03830 is not hosted by any dhcp agent {{(pid=93945) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:35:45.874720 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d907439-ee3c-4195-923f-cc0bcf9b0ae7 None None] Routers {'1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:45.876910 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8d907439-ee3c-4195-923f-cc0bcf9b0ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:45.880628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4764c7f4-630f-454b-825d-fc1e351bc276 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.884458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d2c9b982-5f0f-4eed-af6a-bb9392a5c60f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7170951 Jul 16 01:35:45.886118 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4764c7f4-630f-454b-825d-fc1e351bc276 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.889245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58388) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.889361 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4764c7f4-630f-454b-825d-fc1e351bc276 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "PUT /v2.0/networks/a22d5044-b9e8-42b9-b3d7-3f0683b03830 HTTP/1.1" status: 200 len: 723 time: 0.3669848 Jul 16 01:35:45.908481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58390) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.919646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'network_id': 'a22d5044-b9e8-42b9-b3d7-3f0683b03830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:45.978301 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8d907439-ee3c-4195-923f-cc0bcf9b0ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:45.993946 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d907439-ee3c-4195-923f-cc0bcf9b0ae7 None None] Routers {'1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:45.994618 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8d907439-ee3c-4195-923f-cc0bcf9b0ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:46.051130 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8d907439-ee3c-4195-923f-cc0bcf9b0ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:46.052095 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d907439-ee3c-4195-923f-cc0bcf9b0ae7 None None] The sync data for ids ['1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:46.075115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764c7f4-630f-454b-825d-fc1e351bc276 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=a22d5044-b9e8-42b9-b3d7-3f0683b03830,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.079090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1322f8-e0d9-44b2-bbdc-47ae98309995 None None] Pushing event updated for resources: {'Port': ['ID=640bc192-1408-49fc-8e5f-aa98e0dd22f6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.101331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network a22d5044-b9e8-42b9-b3d7-3f0683b03830 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:46.113909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ebc9a002-224b-4f4f-b1e3-e7a2a01d7c7a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91 HTTP/1.1" status: 200 len: 205 time: 0.2257929 Jul 16 01:35:46.114948 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.116488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.144541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.147250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.261004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Allocated IP 172.20.0.2 (a6a70f3a-6189-48fe-9aee-282d31de8c8a/2b0371ce-f8f6-4752-ab8b-5745cd3ca47f/31254948-8b62-48ea-9a2c-39cc3d0aaf62) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:46.310804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ead2c5fa-fe4b-4d02-a50f-0b649ecac6f2 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.367132 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1648400 Jul 16 01:35:46.367791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58402) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.387733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1295896170'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:46.470323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7191b1-11cd-4694-af21-a981aa33e44c tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'Network': ['ID=689c1b5b-8458-4f0f-b38c-062ba0c836d7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.508262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 689c1b5b-8458-4f0f-b38c-062ba0c836d7 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:46.539311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:46.543291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.564249 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.622451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Transition to ACTIVE for port object 31254948-8b62-48ea-9a2c-39cc3d0aaf62 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:46.635595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Made reservation on behalf of 1355bd9ba7174039b96287d0375e43db for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:46.646399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.652489 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ead2c5fa-fe4b-4d02-a50f-0b649ecac6f2 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.656735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Transition to ACTIVE for port object 31254948-8b62-48ea-9a2c-39cc3d0aaf62 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:46.657076 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ead2c5fa-fe4b-4d02-a50f-0b649ecac6f2 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.670058 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.721784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ead2c5fa-fe4b-4d02-a50f-0b649ecac6f2 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.723603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead2c5fa-fe4b-4d02-a50f-0b649ecac6f2 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Fanout notify agent at l3_agent the message router_deleted on router 1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:46.753570 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ead2c5fa-fe4b-4d02-a50f-0b649ecac6f2 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.758330 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ead2c5fa-fe4b-4d02-a50f-0b649ecac6f2 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91 HTTP/1.1" status: 204 len: 168 time: 0.6401358 Jul 16 01:35:46.758684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Network a6a70f3a-6189-48fe-9aee-282d31de8c8a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:46.759200 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58412) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.763961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:46.769698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:46.774730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Pushing event updated for resources: {'Port': ['ID=31254948-8b62-48ea-9a2c-39cc3d0aaf62,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.830852 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c97826-db83-4e93-91d5-d817a2e42584 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting subnet 79e16c3a-603a-4c36-8f62-8bb1ea7e31e6 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:46.833012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:46.834260 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63c97826-db83-4e93-91d5-d817a2e42584 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.876150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58414) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.885537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Attempting to bind port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:46.885537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Attempting to bind port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:46.885537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Attempting to bind port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:46.885904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.885904 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Added segment d1fcac20-e009-4981-820d-68ee8c1a69f3 of type vlan for network 21fe67cc-dc61-4d89-8002-7f193158c3a7 Jul 16 01:35:46.891202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:46.891684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Checking segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:46.892173 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.892703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Bound using segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:46.893543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Bound port: 31254948-8b62-48ea-9a2c-39cc3d0aaf62, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:46.894347 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.910953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63c97826-db83-4e93-91d5-d817a2e42584 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.974475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] For port 31254948-8b62-48ea-9a2c-39cc3d0aaf62, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:46.981391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] For port 31254948-8b62-48ea-9a2c-39cc3d0aaf62, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=31254948-8b62-48ea-9a2c-39cc3d0aaf62,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:46.986056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.093002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c0edf-baa7-495d-9027-97da613f2448 None None] Pushing event updated for resources: {'Port': ['ID=31254948-8b62-48ea-9a2c-39cc3d0aaf62,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.112196 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63c97826-db83-4e93-91d5-d817a2e42584 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.211144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1795475701'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.253857 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63c97826-db83-4e93-91d5-d817a2e42584 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.260527 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.270343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63c97826-db83-4e93-91d5-d817a2e42584 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.272207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-63c97826-db83-4e93-91d5-d817a2e42584 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/79e16c3a-603a-4c36-8f62-8bb1ea7e31e6 HTTP/1.1" status: 204 len: 168 time: 0.5119894 Jul 16 01:35:47.281702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b715a-c2f8-45c5-8a6f-f98aed0a1877 None None] Network 56249aa8-6c89-4914-b8ea-bac3887ce28a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:47.291009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58418) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.301547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c97826-db83-4e93-91d5-d817a2e42584 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Subnet': ['ID=79e16c3a-603a-4c36-8f62-8bb1ea7e31e6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.327651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.340065 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.340719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.348929 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.356062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de95db5-fa67-4ff6-bea8-e09d9e032e51 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting subnet 6723b4bc-0626-4a3a-aa6e-f912c51b4cd0 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:47.357845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Made reservation on behalf of 65296292624c478d9505a7773a715c5f for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:47.361678 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8de95db5-fa67-4ff6-bea8-e09d9e032e51 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.365449 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.415987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 640bc192-1408-49fc-8e5f-aa98e0dd22f6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:47.426704 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8de95db5-fa67-4ff6-bea8-e09d9e032e51 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.449023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.527879 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:47.545423 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.566467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4755b4fb-17bd-43cd-8d8a-bbb823345947 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:47.573357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08936ca8-b95d-479c-98f3-78d62d26224e None None] Network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:47.596179 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2190001 Jul 16 01:35:47.611301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8de95db5-fa67-4ff6-bea8-e09d9e032e51 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.678612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40028f2-cf52-4069-aa9d-c71b97de8967 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'Network': ['ID=21fe67cc-dc61-4d89-8002-7f193158c3a7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.709403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=fdb817f8-aabb-4e9a-ab00-167e4966a129,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.720342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8de95db5-fa67-4ff6-bea8-e09d9e032e51 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.756195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 21fe67cc-dc61-4d89-8002-7f193158c3a7 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:47.772530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de95db5-fa67-4ff6-bea8-e09d9e032e51 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Subnet': ['ID=6723b4bc-0626-4a3a-aa6e-f912c51b4cd0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.794425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8de95db5-fa67-4ff6-bea8-e09d9e032e51 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.799981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8de95db5-fa67-4ff6-bea8-e09d9e032e51 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/6723b4bc-0626-4a3a-aa6e-f912c51b4cd0 HTTP/1.1" status: 204 len: 168 time: 0.5057120 Jul 16 01:35:47.801868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.830746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking segment: {'id': '4b4a959f-c321-495f-a204-191b6dbfc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a22d5044-b9e8-42b9-b3d7-3f0683b03830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:47.831901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network hostable DHCP agents. Network: a22d5044-b9e8-42b9-b3d7-3f0683b03830, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:47.839436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3f4be-f37b-4e57-aaa3-8b75adb850db None None] Network 27f7b537-4533-4649-80a9-42d1c0e32a0b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:47.944045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ef03d032-3303-46c0-88da-ca8e8ecbe077 None None] Provisioning for port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:47.971613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network a22d5044-b9e8-42b9-b3d7-3f0683b03830 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:47.991265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ef03d032-3303-46c0-88da-ca8e8ecbe077 None None] Provisioning complete for port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:47.991642 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef03d032-3303-46c0-88da-ca8e8ecbe077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.017584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, a22d5044-b9e8-42b9-b3d7-3f0683b03830) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:48.034964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.036898 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.070726 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.110512 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.127190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-89e737ed-25c3-4a25-97bc-58e4a3785263 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2139885 Jul 16 01:35:48.128047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58426) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:48.144108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2ad39a3f-5f6a-4df0-b6b5-24d5122ced49 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:48.266275 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ad39a3f-5f6a-4df0-b6b5-24d5122ced49 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6223244'] for subnet, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.426089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f0044-5104-4434-ac55-4d5080b07e33 None None] Network a22d5044-b9e8-42b9-b3d7-3f0683b03830 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:48.576203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.587959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 4755b4fb-17bd-43cd-8d8a-bbb823345947 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:48.624056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4755b4fb-17bd-43cd-8d8a-bbb823345947 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:48.624710 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.732985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c73731-073d-43f6-8505-5d4dd823f535 None None] DHCP port deletion for 56249aa8-6c89-4914-b8ea-bac3887ce28a request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:48.747555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 431ed704-75e2-4747-a493-84fbd1512f51 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:48.747914 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.947145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 431ed704-75e2-4747-a493-84fbd1512f51, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=431ed704-75e2-4747-a493-84fbd1512f51,segment=NetworkSegment(cab719b2-b51f-4100-8511-8c92aa176ebc),segment_id=cab719b2-b51f-4100-8511-8c92aa176ebc)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:48.947774 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.948573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.20.0.1 (a6a70f3a-6189-48fe-9aee-282d31de8c8a/2b0371ce-f8f6-4752-ab8b-5745cd3ca47f/498e1253-bc0c-448a-acd9-2f76b0c31142) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:48.960816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 431ed704-75e2-4747-a493-84fbd1512f51 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:49.089500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.096482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-a22d5044-b9e8-42b9-b3d7-3f0683b03830', 'network_id': 'a22d5044-b9e8-42b9-b3d7-3f0683b03830', 'tenant_id': '2747d79d6d3f41bca30ba6089bb2f5be', 'fixed_ips': [{'subnet_id': 'fdb817f8-aabb-4e9a-ab00-167e4966a129'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:49.097462 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.149130 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.162939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=431ed704-75e2-4747-a493-84fbd1512f51,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.166750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Transition to ACTIVE for port object 498e1253-bc0c-448a-acd9-2f76b0c31142 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:49.167653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No DVR routers for this DVR port 431ed704-75e2-4747-a493-84fbd1512f51 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:49.188131 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.216191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.217170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f00df57-5367-4409-ad05-1d07b93e3695 None None] Network a6a70f3a-6189-48fe-9aee-282d31de8c8a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:49.316158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:49.318106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=498e1253-bc0c-448a-acd9-2f76b0c31142,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.320679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71732538-55bb-474e-af6b-7f485e0b4512,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.337953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network a6a70f3a-6189-48fe-9aee-282d31de8c8a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:49.347057 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.347597 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Added segment 4cfb6bab-dc72-444a-8289-1a7f1dc4023d of type vlan for network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 Jul 16 01:35:49.358421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 4755b4fb-17bd-43cd-8d8a-bbb823345947, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4755b4fb-17bd-43cd-8d8a-bbb823345947,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:49.358719 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.373112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56249aa8-6c89-4914-b8ea-bac3887ce28a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:49.385992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab719b2-b51f-4100-8511-8c92aa176ebc') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:49.386442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab719b2-b51f-4100-8511-8c92aa176ebc') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:49.391854 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.397053 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.413479 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.420183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:49.421373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:49.421894 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.427008 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] DHCP port deletion for 27f7b537-4533-4649-80a9-42d1c0e32a0b request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:49.427343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:49.433349 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.439882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.440412 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.448280 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef03d032-3303-46c0-88da-ca8e8ecbe077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.450444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:49.531415 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:49.533725 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.538137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Network': ['ID=4644b40a-bbb5-4bc2-aa6d-b9263694fa22,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.555110 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.560791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/networks/56249aa8-6c89-4914-b8ea-bac3887ce28a HTTP/1.1" status: 204 len: 168 time: 1.7562711 Jul 16 01:35:49.561658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58430) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.574579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee401284-fde4-46f9-a5a4-4a7c26019834 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Network': ['ID=56249aa8-6c89-4914-b8ea-bac3887ce28a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.615775 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cb7d5c6e-28be-48a0-be99-48f09c844e19 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7329559 Jul 16 01:35:49.619423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58432) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.625595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:49.628290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'subnet': {'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:49.634131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.708708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 31254948-8b62-48ea-9a2c-39cc3d0aaf62 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:49.766486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Made reservation on behalf of 65296292624c478d9505a7773a715c5f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:49.771265 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.771411 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.795858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ad39a3f-5f6a-4df0-b6b5-24d5122ced49 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794706078603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6290870'] for subnet, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.834363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-64c73731-073d-43f6-8505-5d4dd823f535 None None] Deleting port 431ed704-75e2-4747-a493-84fbd1512f51 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:49.834986 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c73731-073d-43f6-8505-5d4dd823f535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.905154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad39a3f-5f6a-4df0-b6b5-24d5122ced49 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.905748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ad39a3f-5f6a-4df0-b6b5-24d5122ced49 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.909489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2ad39a3f-5f6a-4df0-b6b5-24d5122ced49 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "PUT /v2.0/subnets/fdb817f8-aabb-4e9a-ab00-167e4966a129 HTTP/1.1" status: 200 len: 826 time: 1.7694736 Jul 16 01:35:49.917328 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58434) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.985085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67aca9-9923-44ac-9e65-b8d93674efe6 None None] Update dhcp port {'port': {'network_id': 'ebb6bd5c-2f06-4d07-925a-cde32f27c0a9', 'fixed_ips': [{'subnet_id': 'f31edde4-b25c-4c10-9aa6-8b6ba80a75f5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e5339d15-e14b-415b-b5ea-5a2807195684'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '640bc192-1408-49fc-8e5f-aa98e0dd22f6'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:35:50.005469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad39a3f-5f6a-4df0-b6b5-24d5122ced49 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=fdb817f8-aabb-4e9a-ab00-167e4966a129,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.007666 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.009092 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-64c73731-073d-43f6-8505-5d4dd823f535 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 56249aa8-6c89-4914-b8ea-bac3887ce28a could not be found. Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:35:50.024550 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 56249aa8-6c89-4914-b8ea-bac3887ce28a could not be found. Jul 16 01:35:50.027616 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 16 01:35:50.034930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ef03d032-3303-46c0-88da-ca8e8ecbe077 None None] For port 640bc192-1408-49fc-8e5f-aa98e0dd22f6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=640bc192-1408-49fc-8e5f-aa98e0dd22f6,segment=NetworkSegment(c9884d55-c921-481e-8b41-efffba7da0d4),segment_id=c9884d55-c921-481e-8b41-efffba7da0d4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:50.085990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=4755b4fb-17bd-43cd-8d8a-bbb823345947,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.095257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Subnet': ['ID=b1dcfd83-f972-46c6-a101-b5df01ce2968,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.100373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Checking segment: {'id': '4cfb6bab-dc72-444a-8289-1a7f1dc4023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:50.100910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Network hostable DHCP agents. Network: 4644b40a-bbb5-4bc2-aa6d-b9263694fa22, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:50.106406 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef03d032-3303-46c0-88da-ca8e8ecbe077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.122900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:50.123315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e600a2-ee08-4424-b850-46bd73d5fa23 None None] DHCP port deletion for 56249aa8-6c89-4914-b8ea-bac3887ce28a request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:50.134388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4644b40a-bbb5-4bc2-aa6d-b9263694fa22) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:50.150082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.151817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.170155 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2eedbd2f-bbbb-48c8-bbb5-352667f2c233 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5478206 Jul 16 01:35:50.172658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58436) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:50.178877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:50.179419 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.181416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'port': {'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-289434995'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:50.221545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2e4824-e7e5-42c6-a453-7179cf2d0b5a None None] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:50.307383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.315557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Made reservation on behalf of 65296292624c478d9505a7773a715c5f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:50.319945 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.343516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] device_id is not set on port f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:50.373937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c,segment=NetworkSegment(16db814a-c6d2-47fa-a317-be00a1069e5d),segment_id=16db814a-c6d2-47fa-a317-be00a1069e5d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:50.375018 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.377254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03d032-3303-46c0-88da-ca8e8ecbe077 None None] Pushing event updated for resources: {'Port': ['ID=640bc192-1408-49fc-8e5f-aa98e0dd22f6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.381488 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a67aca9-9923-44ac-9e65-b8d93674efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.406624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:50.524335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Allocated IP 2001:db8::155 (4644b40a-bbb5-4bc2-aa6d-b9263694fa22/b1dcfd83-f972-46c6-a101-b5df01ce2968/f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:50.542162 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.665856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2a67aca9-9923-44ac-9e65-b8d93674efe6 None None] Allocated IP 172.20.0.1 (ebb6bd5c-2f06-4d07-925a-cde32f27c0a9/e5339d15-e14b-415b-b5ea-5a2807195684/640bc192-1408-49fc-8e5f-aa98e0dd22f6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:50.682895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.716923 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.722254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.733817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No DVR routers for this DVR port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:50.737343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.739904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Transition to ACTIVE for port object f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:50.744081 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.781217 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.789115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2a67aca9-9923-44ac-9e65-b8d93674efe6 None None] For port 640bc192-1408-49fc-8e5f-aa98e0dd22f6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=640bc192-1408-49fc-8e5f-aa98e0dd22f6,segment=NetworkSegment(c9884d55-c921-481e-8b41-efffba7da0d4),segment_id=c9884d55-c921-481e-8b41-efffba7da0d4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:50.828519 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a67aca9-9923-44ac-9e65-b8d93674efe6 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.829390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:50.835415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:50.839861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:50.846405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.847041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.850105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2a67aca9-9923-44ac-9e65-b8d93674efe6 None None] Transition to ACTIVE for port object 640bc192-1408-49fc-8e5f-aa98e0dd22f6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:50.874308 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.879833 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=498e1253-bc0c-448a-acd9-2f76b0c31142,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.885332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Port': ['ID=f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.903545 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c1a3f23e-e317-4c5e-909a-aca0ecbc5f69 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7262328 Jul 16 01:35:50.904043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58438) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:50.908163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Allocated IP 2001:db8::2 (a22d5044-b9e8-42b9-b3d7-3f0683b03830/fdb817f8-aabb-4e9a-ab00-167e4966a129/8269164a-4659-4dc9-8247-7dd8ce86aff8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:50.910176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'port': {'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2131101097', 'allowed_address_pairs': [{'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:19:3b:68'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:50.923224 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.942787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f7b537-4533-4649-80a9-42d1c0e32a0b']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.947156 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a67aca9-9923-44ac-9e65-b8d93674efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.976155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16db814a-c6d2-47fa-a317-be00a1069e5d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.977210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16db814a-c6d2-47fa-a317-be00a1069e5d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.994851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:50.997136 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.002033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] Deleting port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:51.002421 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.004523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'subnets': [{'network_id': '689c1b5b-8458-4f0f-b38c-062ba0c836d7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--513719797', 'ip_version': 6}, {'network_id': '21fe67cc-dc61-4d89-8002-7f193158c3a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:51.004838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'subnet': {'network_id': '689c1b5b-8458-4f0f-b38c-062ba0c836d7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--513719797', 'ip_version': 6}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:51.005483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Request body: {'subnet': {'network_id': '21fe67cc-dc61-4d89-8002-7f193158c3a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:51.005591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:51.054156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f276f6e-641a-4911-9111-998dd6606e80 None None] Provisioning for port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:51.060949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Made reservation on behalf of 65296292624c478d9505a7773a715c5f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:51.082276 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.088778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:51.089157 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.096796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:51.097203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:51.103106 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:51.113937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f276f6e-641a-4911-9111-998dd6606e80 None None] Provisioning complete for port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:51.114495 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f276f6e-641a-4911-9111-998dd6606e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.150676 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.174648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] device_id is not set on port 68d0c38d-2111-4a96-bce6-46cecf03e62d yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:51.241702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network a6a70f3a-6189-48fe-9aee-282d31de8c8a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:51.249539 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.254694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:51.264858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.273026 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/networks/27f7b537-4533-4649-80a9-42d1c0e32a0b HTTP/1.1" status: 204 len: 168 time: 1.6806397 Jul 16 01:35:51.277088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58446) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:51.297073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-415716367'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:51.328094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Allocated IP 2001:db8::f (4644b40a-bbb5-4bc2-aa6d-b9263694fa22/b1dcfd83-f972-46c6-a101-b5df01ce2968/68d0c38d-2111-4a96-bce6-46cecf03e62d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:51.339722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f424a-a44b-44c6-bec0-5dadb83cd43d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Network': ['ID=27f7b537-4533-4649-80a9-42d1c0e32a0b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.411914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:51.416724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.461643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67aca9-9923-44ac-9e65-b8d93674efe6 None None] Pushing event updated for resources: {'Port': ['ID=640bc192-1408-49fc-8e5f-aa98e0dd22f6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.480478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] For port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:51.480890 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.497427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Made reservation on behalf of 1355bd9ba7174039b96287d0375e43db for: {'subnet': 2} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:51.502775 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.503521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.512746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] Calling delete_port for abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:51.528749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:51.530731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] Port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:35:51.545680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.548304 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.550397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4644b40a-bbb5-4bc2-aa6d-b9263694fa22', 'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22', 'tenant_id': '65296292624c478d9505a7773a715c5f', 'fixed_ips': [{'subnet_id': 'b1dcfd83-f972-46c6-a101-b5df01ce2968'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:51.551226 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.561632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.561632 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added segment 5aaf5c71-2882-4c80-9cee-152b5b8366be of type vlan for network ae22bddf-0643-4e6b-86f5-0fbc99e95c4d Jul 16 01:35:51.570237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Transition to ACTIVE for port object 68d0c38d-2111-4a96-bce6-46cecf03e62d will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:51.611389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.626096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] Network 27f7b537-4533-4649-80a9-42d1c0e32a0b is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:35:51.626568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] No DVR routers for this DVR port abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:51.635368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:51.635899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acef6ff-7a8f-47f4-afd9-b50ad2fbc10c None None] Pushing event deleted for resources: {'Port': ['ID=abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.690798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:51.715993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Port': ['ID=68d0c38d-2111-4a96-bce6-46cecf03e62d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.725938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:51.730227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:51.744477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.745299 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.766632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.772263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-92854811-2345-4abd-9d6d-75c417dbd4a2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.8655283 Jul 16 01:35:51.773067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:51.804235 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.812781 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.831425 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f276f6e-641a-4911-9111-998dd6606e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.837478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Transition to ACTIVE for port object 8269164a-4659-4dc9-8247-7dd8ce86aff8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:51.897689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Transition to ACTIVE for port object 8269164a-4659-4dc9-8247-7dd8ce86aff8 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:51.943291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.944057 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.949928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.950579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.961387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 31254948-8b62-48ea-9a2c-39cc3d0aaf62, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=31254948-8b62-48ea-9a2c-39cc3d0aaf62,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:52.002457 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.005078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Allocated IP 2001:db8::2 (4644b40a-bbb5-4bc2-aa6d-b9263694fa22/b1dcfd83-f972-46c6-a101-b5df01ce2968/2ae213f8-86a7-445e-8fed-ef57c43ee88c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:52.084908 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-6f276f6e-641a-4911-9111-998dd6606e80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:52.085113 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-6f276f6e-641a-4911-9111-998dd6606e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:52.086061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:52.101481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Network a22d5044-b9e8-42b9-b3d7-3f0683b03830 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:52.119292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:52.125134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:52.128840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Pushing event updated for resources: {'Port': ['ID=8269164a-4659-4dc9-8247-7dd8ce86aff8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.134297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:52.136260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851dfb3-e416-4f14-ae02-206c0a14ee81 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.136441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:52.136655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device abb6cac6-fa33-409a-9b1a-a3a4dc8ede7c not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:52.137077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 431ed704-75e2-4747-a493-84fbd1512f51 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:52.143498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851dfb3-e416-4f14-ae02-206c0a14ee81 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.145109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Sync routers for ids ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:52.145241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9851dfb3-e416-4f14-ae02-206c0a14ee81 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1741 time: 0.3714983 Jul 16 01:35:52.148219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58450) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.158687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-14b6edbc-0994-47b4-9adb-d47c0c8a08bf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "PUT /v2.0/routers/4ad7a8cd-2326-489e-bedf-02cb8320e6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7088623 Jul 16 01:35:52.165494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8828962 Jul 16 01:35:52.165494 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.219726 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 431ed704-75e2-4747-a493-84fbd1512f51 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:52.220311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 431ed704-75e2-4747-a493-84fbd1512f51 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:52.228463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58452) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.250611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'subnet': {'network_id': 'ae22bddf-0643-4e6b-86f5-0fbc99e95c4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:52.342262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-50e66abd-2f7c-4f90-badd-3c700433a98b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Deleting port 68d0c38d-2111-4a96-bce6-46cecf03e62d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:52.342930 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50e66abd-2f7c-4f90-badd-3c700433a98b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.379392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fdc42-7791-4dfe-a653-115e105e21cd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Network': ['ID=ae22bddf-0643-4e6b-86f5-0fbc99e95c4d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.395240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb817f8-aabb-4e9a-ab00-167e4966a129,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.452082 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.465576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Transition to ACTIVE for port object 2ae213f8-86a7-445e-8fed-ef57c43ee88c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:52.492015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Transition to ACTIVE for port object 2ae213f8-86a7-445e-8fed-ef57c43ee88c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:52.514068 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.516231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 640bc192-1408-49fc-8e5f-aa98e0dd22f6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:52.536702 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50e66abd-2f7c-4f90-badd-3c700433a98b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.554967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network ae22bddf-0643-4e6b-86f5-0fbc99e95c4d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:52.568408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-50e66abd-2f7c-4f90-badd-3c700433a98b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Calling delete_port for 68d0c38d-2111-4a96-bce6-46cecf03e62d owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:52.616123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c7ec76-cd3d-472b-8476-d5b77b3f443a None None] Network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:52.679198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Routers {'4ad7a8cd-2326-489e-bedf-02cb8320e6e8'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:52.679875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:52.704517 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Attempting to bind port 8269164a-4659-4dc9-8247-7dd8ce86aff8 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:52.704826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Attempting to bind port 8269164a-4659-4dc9-8247-7dd8ce86aff8 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4b4a959f-c321-495f-a204-191b6dbfc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a22d5044-b9e8-42b9-b3d7-3f0683b03830'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:52.705201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Attempting to bind port 8269164a-4659-4dc9-8247-7dd8ce86aff8 on network a22d5044-b9e8-42b9-b3d7-3f0683b03830 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:52.790517 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:52.790897 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Checking segment: {'id': '4b4a959f-c321-495f-a204-191b6dbfc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a22d5044-b9e8-42b9-b3d7-3f0683b03830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:52.792067 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.792475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Bound using segment: {'id': '4b4a959f-c321-495f-a204-191b6dbfc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a22d5044-b9e8-42b9-b3d7-3f0683b03830'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:52.792975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Bound port: 8269164a-4659-4dc9-8247-7dd8ce86aff8, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4a959f-c321-495f-a204-191b6dbfc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a22d5044-b9e8-42b9-b3d7-3f0683b03830'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:52.793367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.806229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:52.837380 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:52.859497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50e66abd-2f7c-4f90-badd-3c700433a98b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.875053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=31254948-8b62-48ea-9a2c-39cc3d0aaf62,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.887437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:52.919419 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-7880ff7f-6521-4237-989c-53878bea788a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680740383&fields=id&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 267 time: 0.0861995 Jul 16 01:35:52.922101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e66abd-2f7c-4f90-badd-3c700433a98b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event deleted for resources: {'Port': ['ID=68d0c38d-2111-4a96-bce6-46cecf03e62d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.034569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4755b4fb-17bd-43cd-8d8a-bbb823345947 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:53.055845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a7451d2e-58cf-468e-9c4c-36e8c215a8da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.057337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a7451d2e-58cf-468e-9c4c-36e8c215a8da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/networks?id=a6a70f3a-6189-48fe-9aee-282d31de8c8a HTTP/1.1" status: 200 len: 796 time: 0.1281991 Jul 16 01:35:53.064249 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.088743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22d5044-b9e8-42b9-b3d7-3f0683b03830']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.139905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4a959f-c321-495f-a204-191b6dbfc6ae') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.140122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50e66abd-2f7c-4f90-badd-3c700433a98b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.140203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4a959f-c321-495f-a204-191b6dbfc6ae') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.141826 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-50e66abd-2f7c-4f90-badd-3c700433a98b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "DELETE /v2.0/ports/68d0c38d-2111-4a96-bce6-46cecf03e62d HTTP/1.1" status: 204 len: 168 time: 0.9917798 Jul 16 01:35:53.142628 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Pushing event updated for resources: {'Port': ['ID=2ae213f8-86a7-445e-8fed-ef57c43ee88c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.144706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58470) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.148142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:53.151688 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.156031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-065287c1-71a1-42be-b4d6-058698fe4f1b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/quotas/12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 375 time: 0.0490232 Jul 16 01:35:53.175443 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd98426a-d256-458e-9488-e7b14dc179c9 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] GET failed (client error): The resource could not be found. Jul 16 01:35:53.177515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dd98426a-d256-458e-9488-e7b14dc179c9 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "GET /v2.0/ports/68d0c38d-2111-4a96-bce6-46cecf03e62d HTTP/1.1" status: 404 len: 333 time: 0.0314147 Jul 16 01:35:53.183113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.186544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58472) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.191553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'port': {'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-281223164'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:53.209128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Set router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:53.214843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.231511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:53.231827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:53.236435 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:53.243272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] For port 8269164a-4659-4dc9-8247-7dd8ce86aff8, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:53.249968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-572d53cb-1b79-49d7-aa95-cc1a4c0e90ba None None] Provisioning complete for port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:53.249968 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-572d53cb-1b79-49d7-aa95-cc1a4c0e90ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.251087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Attempting to bind port 2ae213f8-86a7-445e-8fed-ef57c43ee88c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:53.251457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Attempting to bind port 2ae213f8-86a7-445e-8fed-ef57c43ee88c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4cfb6bab-dc72-444a-8289-1a7f1dc4023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:53.251822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Attempting to bind port 2ae213f8-86a7-445e-8fed-ef57c43ee88c on network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:53.297614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:53.297989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Checking segment: {'id': '4cfb6bab-dc72-444a-8289-1a7f1dc4023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:53.298428 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.298832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Bound using segment: {'id': '4cfb6bab-dc72-444a-8289-1a7f1dc4023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:53.299324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Bound port: 2ae213f8-86a7-445e-8fed-ef57c43ee88c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfb6bab-dc72-444a-8289-1a7f1dc4023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:53.299712 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.324310 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-e24cb2ea-bb81-465a-a852-86e4d42fc129 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1515369 Jul 16 01:35:53.371124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Made reservation on behalf of 65296292624c478d9505a7773a715c5f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:53.375806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.393875 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:35:53.393875 n-d-791504-14 neutron-server[93944]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:35:53.393875 n-d-791504-14 neutron-server[93944]: [parameters: {'id': 'a22d5044-b9e8-42b9-b3d7-3f0683b03830'}] Jul 16 01:35:53.393875 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:53.394283 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:53.396181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.404894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] device_id is not set on port df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:53.483278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'Subnet': ['ID=283b9d7f-72f1-4347-88a5-fc670b9641d3,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.521302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.521678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.521890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.522268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.522583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.522911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.523235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.523560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.523982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.524334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.524743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.524979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:53.529484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Allocated IP 2001:db8::326 (4644b40a-bbb5-4bc2-aa6d-b9263694fa22/b1dcfd83-f972-46c6-a101-b5df01ce2968/df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:53.536142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Checking segment: {'id': 'ddc35c2c-599d-4307-9f9e-ea7ad633fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '689c1b5b-8458-4f0f-b38c-062ba0c836d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:53.536532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Network hostable DHCP agents. Network: 689c1b5b-8458-4f0f-b38c-062ba0c836d7, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:53.570049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] For port 8269164a-4659-4dc9-8247-7dd8ce86aff8, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8269164a-4659-4dc9-8247-7dd8ce86aff8,segment=NetworkSegment(4b4a959f-c321-495f-a204-191b6dbfc6ae),segment_id=4b4a959f-c321-495f-a204-191b6dbfc6ae)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:53.592099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Network 689c1b5b-8458-4f0f-b38c-062ba0c836d7 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:53.598210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4755b4fb-17bd-43cd-8d8a-bbb823345947 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:53.598598 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.612505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 689c1b5b-8458-4f0f-b38c-062ba0c836d7) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:53.616522 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.617248 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.624308 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.659902 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8958a37-53fb-4968-8630-de5a2c8a9dcb None None] Network 689c1b5b-8458-4f0f-b38c-062ba0c836d7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:53.690195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event updated for resources: {'Subnet': ['ID=89c73fc6-637b-4874-aa4f-84f9fc8a9246,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.736575 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.751672 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Checking segment: {'id': 'd1fcac20-e009-4981-820d-68ee8c1a69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21fe67cc-dc61-4d89-8002-7f193158c3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:53.752035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Network hostable DHCP agents. Network: 21fe67cc-dc61-4d89-8002-7f193158c3a7, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:53.760526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Transition to ACTIVE for port object df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:53.761878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Checking segment: {'id': '5aaf5c71-2882-4c80-9cee-152b5b8366be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ae22bddf-0643-4e6b-86f5-0fbc99e95c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:53.762303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network hostable DHCP agents. Network: ae22bddf-0643-4e6b-86f5-0fbc99e95c4d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:53.770187 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-f7b3d2ce-9acb-4be0-85fe-ae525dda3f9b service neutron] 10.222.0.64 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082246 Jul 16 01:35:53.775272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Subnet': ['ID=ec5b5a66-c2d7-4b04-9b48-67b731a24a9a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.793812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Network 21fe67cc-dc61-4d89-8002-7f193158c3a7 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:53.797150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network ae22bddf-0643-4e6b-86f5-0fbc99e95c4d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:53.811235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, ae22bddf-0643-4e6b-86f5-0fbc99e95c4d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:53.812926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 21fe67cc-dc61-4d89-8002-7f193158c3a7) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:53.817376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.817985 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.823635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.823635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.823635 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.846264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8af98e13-2f38-462e-9564-ad8f1a5d7641 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.8470874 Jul 16 01:35:53.847351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.860093 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ca483722-b95b-426b-aa68-9777e9ee5d3d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6186693 Jul 16 01:35:53.860399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58476) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.865383 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-522cc6ab-34d1-400b-8a6c-3e178198a8ad tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1314154727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:53.877460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc262a4-f0e7-48c6-9f69-4531d56cd452 None None] Network ae22bddf-0643-4e6b-86f5-0fbc99e95c4d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:53.879768 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94eed51-e2ee-4d13-a081-b849585fedf9 None None] Network 21fe67cc-dc61-4d89-8002-7f193158c3a7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:53.895985 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.897718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] For port 2ae213f8-86a7-445e-8fed-ef57c43ee88c, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:53.927561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-c7c7b7f1-3ad5-4695-8edd-7b55a08af7ff service neutron] 10.222.0.64 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557894 Jul 16 01:35:53.931898 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.933964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbaa5e1-1287-47e8-af2e-f4952101fd7d tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.935709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbaa5e1-1287-47e8-af2e-f4952101fd7d tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.937478 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbaa5e1-1287-47e8-af2e-f4952101fd7d tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.948774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bfbaa5e1-1287-47e8-af2e-f4952101fd7d tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1002796 Jul 16 01:35:53.949752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.988395 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-522cc6ab-34d1-400b-8a6c-3e178198a8ad tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.989316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-522cc6ab-34d1-400b-8a6c-3e178198a8ad tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.991262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a356d8-29af-4371-85aa-9bfc4fceb7af None None] Pushing event updated for resources: {'Port': ['ID=8269164a-4659-4dc9-8247-7dd8ce86aff8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.001584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] For port 2ae213f8-86a7-445e-8fed-ef57c43ee88c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2ae213f8-86a7-445e-8fed-ef57c43ee88c,segment=NetworkSegment(4cfb6bab-dc72-444a-8289-1a7f1dc4023d),segment_id=4cfb6bab-dc72-444a-8289-1a7f1dc4023d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:54.017558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:54.019042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Port': ['ID=df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.023201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:54.027077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:54.035526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.037192 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.055650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d2820b8f-c6f4-4163-b898-c38d85763b14 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8680322 Jul 16 01:35:54.058500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58480) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.066219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4a0cee40-5576-4620-9447-dbbe0fc0916b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:19:3b:68'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:54.079942 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.082620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce770d19-15d6-4e02-b9b6-fe9047964b98 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Deleting subnet 283b9d7f-72f1-4347-88a5-fc670b9641d3 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:54.098091 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce770d19-15d6-4e02-b9b6-fe9047964b98 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.103550 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-522cc6ab-34d1-400b-8a6c-3e178198a8ad tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.165246 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-522cc6ab-34d1-400b-8a6c-3e178198a8ad tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.199519 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a0cee40-5576-4620-9447-dbbe0fc0916b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.207795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce770d19-15d6-4e02-b9b6-fe9047964b98 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.211533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-522cc6ab-34d1-400b-8a6c-3e178198a8ad tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.213123 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-522cc6ab-34d1-400b-8a6c-3e178198a8ad tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3518126 Jul 16 01:35:54.221430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58488) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.232127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'port': {'network_id': 'ae22bddf-0643-4e6b-86f5-0fbc99e95c4d', 'name': 'tempest-RoutersIpV6Test-1547581346'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:54.232920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting port 8269164a-4659-4dc9-8247-7dd8ce86aff8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:54.233271 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.345942 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce770d19-15d6-4e02-b9b6-fe9047964b98 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.382481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f58db5-4507-45c1-b013-0881e6ff8f62 None None] Network a22d5044-b9e8-42b9-b3d7-3f0683b03830 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:54.394829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-572d53cb-1b79-49d7-aa95-cc1a4c0e90ba None None] Provisioning for port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:54.447183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3ddf0018-14dd-4378-81a2-47d3c2287924 req-533c7a75-bcb3-4bd8-b921-35f497160df9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 210 time: 0.2520938 Jul 16 01:35:54.465597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] For port 8269164a-4659-4dc9-8247-7dd8ce86aff8, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8269164a-4659-4dc9-8247-7dd8ce86aff8,segment=NetworkSegment(4b4a959f-c321-495f-a204-191b6dbfc6ae),segment_id=4b4a959f-c321-495f-a204-191b6dbfc6ae)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:54.465977 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.495509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Calling delete_port for 8269164a-4659-4dc9-8247-7dd8ce86aff8 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:54.532783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:54.540651 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.576909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] device_id is not set on port f03032cf-b908-488e-a2bf-e8d3af36cc71 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:54.599583 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce770d19-15d6-4e02-b9b6-fe9047964b98 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.611192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-572d53cb-1b79-49d7-aa95-cc1a4c0e90ba None None] Provisioning complete for port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:54.611975 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-572d53cb-1b79-49d7-aa95-cc1a4c0e90ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.657228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce770d19-15d6-4e02-b9b6-fe9047964b98 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event deleted for resources: {'Subnet': ['ID=283b9d7f-72f1-4347-88a5-fc670b9641d3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.659498 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce770d19-15d6-4e02-b9b6-fe9047964b98 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.661643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ce770d19-15d6-4e02-b9b6-fe9047964b98 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "DELETE /v2.0/subnets/283b9d7f-72f1-4347-88a5-fc670b9641d3 HTTP/1.1" status: 204 len: 168 time: 0.6893365 Jul 16 01:35:54.667730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58496) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.698097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23feceb-0893-4d3c-a167-1cc2f60180db None None] Pushing event updated for resources: {'Port': ['ID=2ae213f8-86a7-445e-8fed-ef57c43ee88c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.721481 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a0cee40-5576-4620-9447-dbbe0fc0916b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.728348 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a0cee40-5576-4620-9447-dbbe0fc0916b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.758092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f62f668-7b56-44d3-b803-7043dd400a8a tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Deleting subnet 89c73fc6-637b-4874-aa4f-84f9fc8a9246 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:54.763001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f62f668-7b56-44d3-b803-7043dd400a8a tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.767330 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.768080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c869d2f7-b997-4fec-84e0-9e99b65560d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.883483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4a0cee40-5576-4620-9447-dbbe0fc0916b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] In _notify_port_updated(), no bound segment for port df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88 on network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:35:54.907018 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0cee40-5576-4620-9447-dbbe0fc0916b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.907765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a0cee40-5576-4620-9447-dbbe0fc0916b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.909150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4a0cee40-5576-4620-9447-dbbe0fc0916b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "PUT /v2.0/ports/df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88 HTTP/1.1" status: 200 len: 1002 time: 0.8494346 Jul 16 01:35:54.916169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Port': ['ID=8269164a-4659-4dc9-8247-7dd8ce86aff8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.917913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58498) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.939554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No DVR routers for this DVR port 8269164a-4659-4dc9-8247-7dd8ce86aff8 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:54.941707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '498e1253-bc0c-448a-acd9-2f76b0c31142', 'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:93:c5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:47Z', 'updated_at': '2021-07-16T01:35:50Z', 'revision_number': 2, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:54.986327 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f62f668-7b56-44d3-b803-7043dd400a8a tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.026301 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e54bd6c-6d13-4b8b-af0d-6e590dc7ac13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-689c1b5b-8458-4f0f-b38c-062ba0c836d7', 'network_id': '689c1b5b-8458-4f0f-b38c-062ba0c836d7', 'tenant_id': '1355bd9ba7174039b96287d0375e43db', 'fixed_ips': [{'subnet_id': '283b9d7f-72f1-4347-88a5-fc670b9641d3'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:55.027700 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e54bd6c-6d13-4b8b-af0d-6e590dc7ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.035866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 31254948-8b62-48ea-9a2c-39cc3d0aaf62 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:55.038095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Checking router: 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:55.038659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Updating router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 port 498e1253-bc0c-448a-acd9-2f76b0c31142 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:35:55.042488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Allocated IP 2001:db8::71 (ae22bddf-0643-4e6b-86f5-0fbc99e95c4d/ec5b5a66-c2d7-4b04-9b48-67b731a24a9a/f03032cf-b908-488e-a2bf-e8d3af36cc71) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:55.111956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d98d4e7-2208-4a35-9067-2ec217376d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-21fe67cc-dc61-4d89-8002-7f193158c3a7', 'network_id': '21fe67cc-dc61-4d89-8002-7f193158c3a7', 'tenant_id': '1355bd9ba7174039b96287d0375e43db', 'fixed_ips': [{'subnet_id': '89c73fc6-637b-4874-aa4f-84f9fc8a9246'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:55.113170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d98d4e7-2208-4a35-9067-2ec217376d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.115370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-ae22bddf-0643-4e6b-86f5-0fbc99e95c4d', 'network_id': 'ae22bddf-0643-4e6b-86f5-0fbc99e95c4d', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'fixed_ips': [{'subnet_id': 'ec5b5a66-c2d7-4b04-9b48-67b731a24a9a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:55.116439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.178295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.201413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22d5044-b9e8-42b9-b3d7-3f0683b03830']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:55.214347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f62f668-7b56-44d3-b803-7043dd400a8a tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.218236 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.218550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4a959f-c321-495f-a204-191b6dbfc6ae') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:55.218854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4a959f-c321-495f-a204-191b6dbfc6ae') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:55.227932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5075f47-d65d-43b5-a08a-8546ff6ff731 None None] Network a22d5044-b9e8-42b9-b3d7-3f0683b03830 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:55.253786 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.264688 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.285438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Transition to ACTIVE for port object f03032cf-b908-488e-a2bf-e8d3af36cc71 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:55.291237 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.324129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:55.324323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:55.343762 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:55.345737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cee40-5576-4620-9447-dbbe0fc0916b tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Port': ['ID=df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.347856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c064b121-69d3-4678-be37-67b352e5edb5 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Deleting port df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:55.348312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c064b121-69d3-4678-be37-67b352e5edb5 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.389128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.435520 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f62f668-7b56-44d3-b803-7043dd400a8a tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.456082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network ae22bddf-0643-4e6b-86f5-0fbc99e95c4d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:55.464365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:55.470552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:55.479624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.479984 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.481786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-572d53cb-1b79-49d7-aa95-cc1a4c0e90ba None None] Provisioning for port 498e1253-bc0c-448a-acd9-2f76b0c31142 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:55.495615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=f03032cf-b908-488e-a2bf-e8d3af36cc71,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.517644 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-61445b28-4ec1-4252-a0ea-d59934edf2ba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2924874 Jul 16 01:35:55.520627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58502) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.520730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cdc56b-6293-4761-884e-ba3f43749eb0 None None] Network 689c1b5b-8458-4f0f-b38c-062ba0c836d7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:55.530424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62f668-7b56-44d3-b803-7043dd400a8a tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event deleted for resources: {'Subnet': ['ID=89c73fc6-637b-4874-aa4f-84f9fc8a9246,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.555891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f62f668-7b56-44d3-b803-7043dd400a8a tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.557573 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3f62f668-7b56-44d3-b803-7043dd400a8a tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "DELETE /v2.0/subnets/89c73fc6-637b-4874-aa4f-84f9fc8a9246 HTTP/1.1" status: 204 len: 168 time: 0.8873191 Jul 16 01:35:55.560648 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58504) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.580488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.660388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.665915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/a22d5044-b9e8-42b9-b3d7-3f0683b03830 HTTP/1.1" status: 204 len: 168 time: 5.7441790 Jul 16 01:35:55.674717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58506) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.699762 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c064b121-69d3-4678-be37-67b352e5edb5 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.717052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a81a1-628c-4c92-91bc-841d6a66e152 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Network': ['ID=a22d5044-b9e8-42b9-b3d7-3f0683b03830,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.780559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c064b121-69d3-4678-be37-67b352e5edb5 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Calling delete_port for df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:55.788158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e023580-7c43-4a0f-a72c-4dd89f796427 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.790235 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2e023580-7c43-4a0f-a72c-4dd89f796427 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2285755 Jul 16 01:35:55.801035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58508) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.831154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-572d53cb-1b79-49d7-aa95-cc1a4c0e90ba None None] Provisioning complete for port 498e1253-bc0c-448a-acd9-2f76b0c31142 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:55.831430 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-572d53cb-1b79-49d7-aa95-cc1a4c0e90ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-4d98d4e7-2208-4a35-9067-2ec217376d9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89c73fc6-637b-4874-aa4f-84f9fc8a9246: This subnet is being modified by another concurrent operation. Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:35:55.870048 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89c73fc6-637b-4874-aa4f-84f9fc8a9246: This subnet is being modified by another concurrent operation. Jul 16 01:35:55.873013 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 16 01:35:55.906219 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9fc19309-58a7-40e9-94f1-c8964846b54e req-21d9b990-84c6-47dd-8f56-ae2b18d29050 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 210 time: 0.2536304 Jul 16 01:35:55.913400 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d7bc17-581f-4896-b3c4-fd69e428fc0b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:55.913997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d7bc17-581f-4896-b3c4-fd69e428fc0b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:55.920327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-39d7bc17-581f-4896-b3c4-fd69e428fc0b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/a22d5044-b9e8-42b9-b3d7-3f0683b03830 HTTP/1.1" status: 404 len: 339 time: 0.2029486 Jul 16 01:35:55.932069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.939523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927501681', 'description': 'd1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:55.988987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d3796-c017-4a22-8977-0d773a487fac None None] Network 21fe67cc-dc61-4d89-8002-7f193158c3a7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:56.045575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-aa794267-bca0-42b6-8387-f0a58109df6e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3794734 Jul 16 01:35:56.074246 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.076541 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:56.077113 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.078785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-572d53cb-1b79-49d7-aa95-cc1a4c0e90ba None None] Port 498e1253-bc0c-448a-acd9-2f76b0c31142 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:56.095634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:56.100743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.122752 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c064b121-69d3-4678-be37-67b352e5edb5 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.166821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:56.174721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064b121-69d3-4678-be37-67b352e5edb5 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event deleted for resources: {'Port': ['ID=df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.185943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.186981 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Added segment 0ca3550b-a029-48f6-8bbc-0d447166dbb3 of type vlan for network edb394e8-b930-4e92-8405-7bd2f0690adb Jul 16 01:35:56.188875 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.199054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e048c3b-a88c-4e84-bca6-d569966d897f None None] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:56.241431 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.265193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Allocated IP 2001:db8::2 (ae22bddf-0643-4e6b-86f5-0fbc99e95c4d/ec5b5a66-c2d7-4b04-9b48-67b731a24a9a/7352ef1f-69ee-48f1-bbc8-62170263a1b8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:56.287127 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.294114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.294974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.324501 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3880973 Jul 16 01:35:56.327615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58512) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.364026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-12f53559-e748-4842-a421-427dc1a8b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.365074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-12f53559-e748-4842-a421-427dc1a8b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.365074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-12f53559-e748-4842-a421-427dc1a8b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.365749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-12f53559-e748-4842-a421-427dc1a8b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.366000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-12f53559-e748-4842-a421-427dc1a8b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.366659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-12f53559-e748-4842-a421-427dc1a8b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.367139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-12f53559-e748-4842-a421-427dc1a8b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.370176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-12f53559-e748-4842-a421-427dc1a8b14d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6508 time: 0.2606695 Jul 16 01:35:56.426904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c064b121-69d3-4678-be37-67b352e5edb5 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.431352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c064b121-69d3-4678-be37-67b352e5edb5 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "DELETE /v2.0/ports/df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88 HTTP/1.1" status: 204 len: 168 time: 1.5075347 Jul 16 01:35:56.456533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9093fcc-41d7-4ebd-854a-98f37c6c60e8 None None] Provisioning for port 2ae213f8-86a7-445e-8fed-ef57c43ee88c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:56.460004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.473800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.501937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-ce91fb0c-e453-4305-9221-35dfa923a0cb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.503637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-ce91fb0c-e453-4305-9221-35dfa923a0cb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "GET /v2.0/networks?id=a6a70f3a-6189-48fe-9aee-282d31de8c8a HTTP/1.1" status: 200 len: 796 time: 0.1631143 Jul 16 01:35:56.532468 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fe67cc-dc61-4d89-8002-7f193158c3a7']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:56.586645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fcac20-e009-4981-820d-68ee8c1a69f3') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:56.587399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fcac20-e009-4981-820d-68ee8c1a69f3') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:56.589081 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-1911b75b-b171-477c-a447-693a2be657d2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] GET failed (client error): The resource could not be found. Jul 16 01:35:56.594621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1911b75b-b171-477c-a447-693a2be657d2 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "GET /v2.0/ports/df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88 HTTP/1.1" status: 404 len: 333 time: 0.1112401 Jul 16 01:35:56.600249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.608369 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fcfa8b-66af-4e35-818a-179a82b295b8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.612280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-19fcfa8b-66af-4e35-818a-179a82b295b8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/networks?id=edb394e8-b930-4e92-8405-7bd2f0690adb HTTP/1.1" status: 200 len: 765 time: 0.2641983 Jul 16 01:35:56.613506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'port': {'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1865034990'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:56.619037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58518) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.624880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6c647b75-7a57-46c0-807c-f7f9c9b7881a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 380 time: 0.0931489 Jul 16 01:35:56.632769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b2394a5c-ba38-4136-be83-0ee54d962748 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'description': 'd2'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:56.637240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e30716-29e9-4fd1-8975-ba9668ae389d tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=edb394e8-b930-4e92-8405-7bd2f0690adb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.647963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9093fcc-41d7-4ebd-854a-98f37c6c60e8 None None] Provisioning complete for port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:56.648528 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9093fcc-41d7-4ebd-854a-98f37c6c60e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.649032 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.664833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'port': {'device_id': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'admin_state_up': True, 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'security_groups': ['2c963b48-6456-47dc-bb2c-c6eb751ae3e7']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:56.693636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.699231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network edb394e8-b930-4e92-8405-7bd2f0690adb details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:56.712546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:56.713055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:56.720701 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:56.756789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.800347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-067b68ea-3e43-4e78-9926-e1057d4e7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.800830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-067b68ea-3e43-4e78-9926-e1057d4e7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.801300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-067b68ea-3e43-4e78-9926-e1057d4e7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.807365 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.817005 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-067b68ea-3e43-4e78-9926-e1057d4e7eb2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9020f891-2bdc-4fed-af34-da7703046d1c&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d HTTP/1.1" status: 200 len: 2293 time: 0.3931541 Jul 16 01:35:56.876698 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.941529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Transition to ACTIVE for port object 7352ef1f-69ee-48f1-bbc8-62170263a1b8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:56.947726 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.960577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.963533 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "DELETE /v2.0/networks/21fe67cc-dc61-4d89-8002-7f193158c3a7 HTTP/1.1" status: 204 len: 168 time: 1.1580422 Jul 16 01:35:56.969499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Transition to ACTIVE for port object 7352ef1f-69ee-48f1-bbc8-62170263a1b8 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:56.972580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58522) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.005455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b2a45-808f-4146-a8b8-58ff71562064 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event deleted for resources: {'Network': ['ID=21fe67cc-dc61-4d89-8002-7f193158c3a7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.026594 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.042249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Transition to ACTIVE for port object 498e1253-bc0c-448a-acd9-2f76b0c31142 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:57.048964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2ae213f8-86a7-445e-8fed-ef57c43ee88c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:57.050834 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-81c86575-2eca-4ce6-933f-5ab0845e5590 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b HTTP/1.1" status: 200 len: 1000 time: 0.1966357 Jul 16 01:35:57.080074 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.083128 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.184384 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e0de2061-635a-44a0-a880-af6ef78287e6 req-eac7e245-b4f9-4191-a37d-6126f09f3e63 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 210 time: 0.1089051 Jul 16 01:35:57.192535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.211609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-ec918a2a-14ee-49ee-b29e-774046ac74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.213960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-ec918a2a-14ee-49ee-b29e-774046ac74b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89371c7e-74bf-42c2-ac62-b7e5abcda39b HTTP/1.1" status: 200 len: 856 time: 0.1544628 Jul 16 01:35:57.225801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Network ae22bddf-0643-4e6b-86f5-0fbc99e95c4d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:57.251105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:57.254108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:57.267843 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79f3faca-c502-4b35-a25b-d095f99b8af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.281012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Pushing event updated for resources: {'Port': ['ID=7352ef1f-69ee-48f1-bbc8-62170263a1b8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.354415 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.371259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689c1b5b-8458-4f0f-b38c-062ba0c836d7']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:57.384225 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc35c2c-599d-4307-9f9e-ea7ad633fc1b') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:57.384567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc35c2c-599d-4307-9f9e-ea7ad633fc1b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:57.399531 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.411419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-c775f99b-0221-4602-a979-8aedda48bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.413326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-c775f99b-0221-4602-a979-8aedda48bba7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9020f891-2bdc-4fed-af34-da7703046d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797910 Jul 16 01:35:57.423485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.429508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 2ae213f8-86a7-445e-8fed-ef57c43ee88c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:57.448814 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.api [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:35:57.448814 n-d-791504-14 neutron-server[93945]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:35:57.448814 n-d-791504-14 neutron-server[93945]: [parameters: {'project_id': '12c4eea5d22846989166acf9750bd01d', 'id': 'c921c5f1-26b8-4d2b-918c-8b8eac341dc3', 'expiration': datetime.datetime(2021, 7, 16, 1, 37, 57, 433719)}] Jul 16 01:35:57.448814 n-d-791504-14 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:57.449393 n-d-791504-14 neutron-server[93945]: DEBUG oslo_db.api [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:57.450217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2ae213f8-86a7-445e-8fed-ef57c43ee88c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:57.450555 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.458830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:57.459303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:57.464385 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:57.491822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Attempting to bind port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:57.492507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Attempting to bind port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '5aaf5c71-2882-4c80-9cee-152b5b8366be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ae22bddf-0643-4e6b-86f5-0fbc99e95c4d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:57.492927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Attempting to bind port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 on network ae22bddf-0643-4e6b-86f5-0fbc99e95c4d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:57.495328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9093fcc-41d7-4ebd-854a-98f37c6c60e8 None None] Provisioning for port f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:57.497865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Attempting to bind port 498e1253-bc0c-448a-acd9-2f76b0c31142 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:57.498284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Attempting to bind port 498e1253-bc0c-448a-acd9-2f76b0c31142 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:57.498634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Attempting to bind port 498e1253-bc0c-448a-acd9-2f76b0c31142 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:57.505332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0435b6b-5f58-4f05-9e98-a57d66cacaec None None] Pushing event updated for resources: {'Port': ['ID=498e1253-bc0c-448a-acd9-2f76b0c31142,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.506844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Made reservation on behalf of 65296292624c478d9505a7773a715c5f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:57.511262 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.522342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9093fcc-41d7-4ebd-854a-98f37c6c60e8 None None] Provisioning complete for port f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:57.522647 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9093fcc-41d7-4ebd-854a-98f37c6c60e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.548992 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2394a5c-ba38-4136-be83-0ee54d962748 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.557529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:57.557913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Checking segment: {'id': '5aaf5c71-2882-4c80-9cee-152b5b8366be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ae22bddf-0643-4e6b-86f5-0fbc99e95c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:57.558352 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.558765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Bound using segment: {'id': '5aaf5c71-2882-4c80-9cee-152b5b8366be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ae22bddf-0643-4e6b-86f5-0fbc99e95c4d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:57.559264 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Bound port: 7352ef1f-69ee-48f1-bbc8-62170263a1b8, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf5c71-2882-4c80-9cee-152b5b8366be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ae22bddf-0643-4e6b-86f5-0fbc99e95c4d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:57.559646 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.561715 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:57.562955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Checking segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:57.562955 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.562955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Bound using segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:57.563336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Bound port: 498e1253-bc0c-448a-acd9-2f76b0c31142, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:57.563880 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.599153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2394a5c-ba38-4136-be83-0ee54d962748 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.622751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f9093fcc-41d7-4ebd-854a-98f37c6c60e8 None None] Port f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:57.651682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2394a5c-ba38-4136-be83-0ee54d962748 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network edb394e8-b930-4e92-8405-7bd2f0690adb is not hosted by any dhcp agent {{(pid=93945) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:35:57.657197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2394a5c-ba38-4136-be83-0ee54d962748 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.657828 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2394a5c-ba38-4136-be83-0ee54d962748 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.659187 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b2394a5c-ba38-4136-be83-0ee54d962748 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "PUT /v2.0/networks/edb394e8-b930-4e92-8405-7bd2f0690adb HTTP/1.1" status: 200 len: 762 time: 1.0331047 Jul 16 01:35:57.664110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58524) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.702828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] For port 7352ef1f-69ee-48f1-bbc8-62170263a1b8, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:57.708165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] For port 7352ef1f-69ee-48f1-bbc8-62170263a1b8, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7352ef1f-69ee-48f1-bbc8-62170263a1b8,segment=NetworkSegment(5aaf5c71-2882-4c80-9cee-152b5b8366be),segment_id=5aaf5c71-2882-4c80-9cee-152b5b8366be)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:57.746321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2394a5c-ba38-4136-be83-0ee54d962748 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=edb394e8-b930-4e92-8405-7bd2f0690adb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.781307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] For port 498e1253-bc0c-448a-acd9-2f76b0c31142, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:57.784959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] For port 498e1253-bc0c-448a-acd9-2f76b0c31142, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=498e1253-bc0c-448a-acd9-2f76b0c31142,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:57.820050 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.823070 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.827881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network edb394e8-b930-4e92-8405-7bd2f0690adb details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:57.831959 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.842562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447fc73-d329-4e6a-9e90-d48eb1e8fa65 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.844174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b447fc73-d329-4e6a-9e90-d48eb1e8fa65 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/networks?id=edb394e8-b930-4e92-8405-7bd2f0690adb HTTP/1.1" status: 200 len: 765 time: 0.1760471 Jul 16 01:35:57.845702 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.850382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58526) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.010780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:58.014500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.032556 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.040008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] device_id is not set on port a0eb0535-0823-4cbe-9801-588e0e1d21a6 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:58.052598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.054610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "DELETE /v2.0/networks/689c1b5b-8458-4f0f-b38c-062ba0c836d7 HTTP/1.1" status: 204 len: 168 time: 1.0808740 Jul 16 01:35:58.064906 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.083808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.105727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c7ba0-c0c4-4858-b7dd-38b024dcaf74 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event deleted for resources: {'Network': ['ID=689c1b5b-8458-4f0f-b38c-062ba0c836d7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.158817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-5f924bbe-98cd-4683-a994-0a9f18edae32 service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7379243 Jul 16 01:35:58.161703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=f03032cf-b908-488e-a2bf-e8d3af36cc71,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.233812 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.261469 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Routers {'4ad7a8cd-2326-489e-bedf-02cb8320e6e8'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:58.262316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:58.264255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0435b6b-5f58-4f05-9e98-a57d66cacaec None None] Pushing event updated for resources: {'Port': ['ID=498e1253-bc0c-448a-acd9-2f76b0c31142,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.451951 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.453211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3bb9cf-91f6-473a-93d7-297ffd0752d0 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.468195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.470124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7a3bb9cf-91f6-473a-93d7-297ffd0752d0 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6027308 Jul 16 01:35:58.494566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 2ae213f8-86a7-445e-8fed-ef57c43ee88c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2ae213f8-86a7-445e-8fed-ef57c43ee88c,segment=NetworkSegment(4cfb6bab-dc72-444a-8289-1a7f1dc4023d),segment_id=4cfb6bab-dc72-444a-8289-1a7f1dc4023d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:58.543431 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.554518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58765401-328a-4b7a-b269-c107bf9d119b None None] Pushing event updated for resources: {'Port': ['ID=7352ef1f-69ee-48f1-bbc8-62170263a1b8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.561628 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.567440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b8d77066-fd0d-4afe-8454-dd11b1b0be0e None None] Provisioning complete for port 2ae213f8-86a7-445e-8fed-ef57c43ee88c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:58.567890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1be4366a-728e-4a01-bb7d-fb5aaaffdfed tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 207 time: 0.0812728 Jul 16 01:35:58.567977 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8d77066-fd0d-4afe-8454-dd11b1b0be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.570615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58534) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.634536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a250baa-2dcd-4df4-935e-4be0a94546da req-14963d1b-e721-4248-b7fb-196562891532 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 210 time: 0.1530004 Jul 16 01:35:58.634705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Allocated IP 2001:db8::185 (4644b40a-bbb5-4bc2-aa6d-b9263694fa22/b1dcfd83-f972-46c6-a101-b5df01ce2968/a0eb0535-0823-4cbe-9801-588e0e1d21a6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:58.660033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] Set router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:58.708008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.756496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=2ae213f8-86a7-445e-8fed-ef57c43ee88c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.779656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-76990cc3-350b-459c-9002-4cacc7061320 service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100395 Jul 16 01:35:58.788015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.20.0.14 (a6a70f3a-6189-48fe-9aee-282d31de8c8a/2b0371ce-f8f6-4752-ab8b-5745cd3ca47f/054aa98d-09d8-45c3-a762-3bd22d639f43) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:58.948172 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-acdf9198-78ea-4ebb-8f80-96b6706514ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 217 time: 0.1100478 Jul 16 01:35:59.013500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.082906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7352ef1f-69ee-48f1-bbc8-62170263a1b8 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:59.091033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34f6e5c-33fc-4e67-98d2-884ea117a3a1']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:59.121046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592d1fff-f8b4-4dca-9010-be915f075935') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:59.121350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592d1fff-f8b4-4dca-9010-be915f075935') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:59.126947 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.127140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b8d77066-fd0d-4afe-8454-dd11b1b0be0e None None] Provisioning complete for port f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:59.127472 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8d77066-fd0d-4afe-8454-dd11b1b0be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.138091 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.145312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Transition to ACTIVE for port object 054aa98d-09d8-45c3-a762-3bd22d639f43 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:59.159402 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.162159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-9861ec79-b6b1-46d9-9715-cf63c7a5eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.163733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-9861ec79-b6b1-46d9-9715-cf63c7a5eac3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.2041929 Jul 16 01:35:59.169717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b8d77066-fd0d-4afe-8454-dd11b1b0be0e None None] Port f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:59.189648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.209508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '498e1253-bc0c-448a-acd9-2f76b0c31142', 'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:93:c5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:47Z', 'updated_at': '2021-07-16T01:35:57Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:59.213096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:59.225050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Transition to ACTIVE for port object a0eb0535-0823-4cbe-9801-588e0e1d21a6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:59.247972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.262100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c73b42-9fbf-456d-8c7e-0056130295c1 None None] The sync data for ids ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'] in n-d-791504-14 is: [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '498e1253-bc0c-448a-acd9-2f76b0c31142', 'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:93:c5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:47Z', 'updated_at': '2021-07-16T01:35:57Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:59.277027 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93001b17-7241-4ad0-a419-eda7e0ae2513 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.284609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93001b17-7241-4ad0-a419-eda7e0ae2513 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.284790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network a6a70f3a-6189-48fe-9aee-282d31de8c8a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:59.288164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6d8a981f-2bc2-4442-9b81-405cb50efd14 None None] Could not find standard attr ID for object 68d0c38d-2111-4a96-bce6-46cecf03e62d. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:59.291521 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.292589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93001b17-7241-4ad0-a419-eda7e0ae2513 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.296144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6d8a981f-2bc2-4442-9b81-405cb50efd14 None None] Could not find standard attr ID for object df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:59.296288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:59.304599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:59.307690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93001b17-7241-4ad0-a419-eda7e0ae2513 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.313608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93001b17-7241-4ad0-a419-eda7e0ae2513 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.319865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93001b17-7241-4ad0-a419-eda7e0ae2513 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.320182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=054aa98d-09d8-45c3-a762-3bd22d639f43,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.330201 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-93001b17-7241-4ad0-a419-eda7e0ae2513 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7547946 Jul 16 01:35:59.330201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:59.330201 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:59.333096 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:59.335219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58536) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:59.480906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.481503 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.539149 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.547760 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.567996 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.569892 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "DELETE /v2.0/networks/d34f6e5c-33fc-4e67-98d2-884ea117a3a1 HTTP/1.1" status: 204 len: 168 time: 1.4832406 Jul 16 01:35:59.575560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-27c78969-8a42-4e0a-b3e0-e3973a0a4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.577087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-27c78969-8a42-4e0a-b3e0-e3973a0a4e43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3996460 Jul 16 01:35:59.579749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:59.650075 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-a8c29122-791e-41c8-9c96-198bb3f96ee4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0014710 Jul 16 01:35:59.674193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Request body: {'port': {'device_id': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:59.678647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235d0e6-11cb-4092-8d22-e31a9b3262d8 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event deleted for resources: {'Network': ['ID=d34f6e5c-33fc-4e67-98d2-884ea117a3a1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.799162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf704d76-09f5-4e2a-bccb-9ad4cb29de2d None None] Provisioning for port 054aa98d-09d8-45c3-a762-3bd22d639f43 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:59.825624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf704d76-09f5-4e2a-bccb-9ad4cb29de2d None None] Provisioning complete for port 054aa98d-09d8-45c3-a762-3bd22d639f43 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:59.826149 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf704d76-09f5-4e2a-bccb-9ad4cb29de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.910282 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.926911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bf704d76-09f5-4e2a-bccb-9ad4cb29de2d None None] Port 054aa98d-09d8-45c3-a762-3bd22d639f43 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:59.950263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-d3854422-e3d3-496b-93b7-72207a9adb87 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516154 Jul 16 01:35:59.954707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.978193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:00.066754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-11b16e5f-6c48-4291-b748-f9cc503dd114 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.7309022 Jul 16 01:36:00.067910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:00.080564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Port': ['ID=a0eb0535-0823-4cbe-9801-588e0e1d21a6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.093682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:00.108783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.109468 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.111881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58542) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:00.180624 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.211859 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.234315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.235027 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.261894 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-edac8b41-05bd-4d43-adce-d3236ef80493 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6610084 Jul 16 01:36:00.282912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58544) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:00.291990 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7a0a0a6c-faab-4ced-857a-8a57b663a1f1 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:19:3b:68'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:00.293145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4452978-10c1-45f5-9f67-e2b1742df27e None None] Network ae22bddf-0643-4e6b-86f5-0fbc99e95c4d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:00.299174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-af0e0c38-a232-403e-b5b1-13d0c362ec84 None None] Could not find standard attr ID for object df7fb3a2-e106-45bf-b76d-4a6ebc9b3f88. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:00.357778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b40f7c9-7afa-4056-b8c5-662b0f44186b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.359462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b40f7c9-7afa-4056-b8c5-662b0f44186b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.361159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b40f7c9-7afa-4056-b8c5-662b0f44186b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.362458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b40f7c9-7afa-4056-b8c5-662b0f44186b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.363958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b40f7c9-7afa-4056-b8c5-662b0f44186b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.365900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3b40f7c9-7afa-4056-b8c5-662b0f44186b tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2504284 Jul 16 01:36:00.372063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58546) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:00.435094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=f03032cf-b908-488e-a2bf-e8d3af36cc71,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.453451 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.469578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-37bcf0d1-fc56-4bd5-9458-74836e3a3e37 None None] Provisioning for port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:00.470578 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea0c43-0ba3-47df-bb2f-936239b881d3 req-bfe03463-acec-40dd-999e-856eccb4a75c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.480700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06ea0c43-0ba3-47df-bb2f-936239b881d3 req-bfe03463-acec-40dd-999e-856eccb4a75c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 932 time: 0.5618443 Jul 16 01:36:00.496763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-37bcf0d1-fc56-4bd5-9458-74836e3a3e37 None None] Provisioning complete for port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:00.497206 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37bcf0d1-fc56-4bd5-9458-74836e3a3e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.591262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475ae63-e897-42b4-af0b-ac2d1f2dd921 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.593319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475ae63-e897-42b4-af0b-ac2d1f2dd921 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.594284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475ae63-e897-42b4-af0b-ac2d1f2dd921 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.600766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475ae63-e897-42b4-af0b-ac2d1f2dd921 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.602821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475ae63-e897-42b4-af0b-ac2d1f2dd921 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.604505 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7475ae63-e897-42b4-af0b-ac2d1f2dd921 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2277267 Jul 16 01:36:00.627192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58548) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:00.636840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b86ea71-5605-4704-8327-355bdee01f73']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:00.667970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-b97708cc-f311-4b46-843a-f13b54523d83 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936800 Jul 16 01:36:00.678825 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a791f6-5cb5-4594-b228-b06ed0da72e8') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:00.679625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a791f6-5cb5-4594-b228-b06ed0da72e8') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:00.684881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054aa98d-09d8-45c3-a762-3bd22d639f43 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:00.706905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network ae22bddf-0643-4e6b-86f5-0fbc99e95c4d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:00.712212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.715496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37bcf0d1-fc56-4bd5-9458-74836e3a3e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.716040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:00.744016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Transition to ACTIVE for port object 054aa98d-09d8-45c3-a762-3bd22d639f43 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:00.757820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.764264 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.768834 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-798c4854-ec71-4197-b442-7dd8d41d44a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 217 time: 0.0841324 Jul 16 01:36:00.781255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-37bcf0d1-fc56-4bd5-9458-74836e3a3e37 None None] For port 7352ef1f-69ee-48f1-bbc8-62170263a1b8, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7352ef1f-69ee-48f1-bbc8-62170263a1b8,segment=NetworkSegment(5aaf5c71-2882-4c80-9cee-152b5b8366be),segment_id=5aaf5c71-2882-4c80-9cee-152b5b8366be)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:00.793715 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37bcf0d1-fc56-4bd5-9458-74836e3a3e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.863254 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06ea0c43-0ba3-47df-bb2f-936239b881d3 req-0bc0bd7b-6f71-4012-b8bd-26ea5fed5c25 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805850 Jul 16 01:36:00.919723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcf0d1-fc56-4bd5-9458-74836e3a3e37 None None] Pushing event updated for resources: {'Port': ['ID=7352ef1f-69ee-48f1-bbc8-62170263a1b8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.943163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b237d3d1-fb9d-4999-9b3a-7b76fa266f10 None None] Provisioning for port a0eb0535-0823-4cbe-9801-588e0e1d21a6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:00.954546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b237d3d1-fb9d-4999-9b3a-7b76fa266f10 None None] Provisioning complete for port a0eb0535-0823-4cbe-9801-588e0e1d21a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:00.954890 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b237d3d1-fb9d-4999-9b3a-7b76fa266f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.990834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ab873-8cd9-4535-804a-b0f4b0c31891 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.998939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-791ab873-8cd9-4535-804a-b0f4b0c31891 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/networks/44ba1907-ae22-4730-abd2-c40c10725f8d HTTP/1.1" status: 200 len: 803 time: 0.3706284 Jul 16 01:36:01.002026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58550) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.022954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2ae213f8-86a7-445e-8fed-ef57c43ee88c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:01.029714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.054414 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:01.056063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:01.059490 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:01.093409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-4e130a49-207b-4391-97ab-47fca14b27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.093922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b237d3d1-fb9d-4999-9b3a-7b76fa266f10 None None] Port a0eb0535-0823-4cbe-9801-588e0e1d21a6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:01.096573 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-4e130a49-207b-4391-97ab-47fca14b27ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.3175797 Jul 16 01:36:01.136069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2ae213f8-86a7-445e-8fed-ef57c43ee88c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:01.137692 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.285140 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.291159 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.293129 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] 10.222.0.64 "DELETE /v2.0/networks/0b86ea71-5605-4704-8327-355bdee01f73 HTTP/1.1" status: 204 len: 168 time: 1.7071266 Jul 16 01:36:01.293321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 498e1253-bc0c-448a-acd9-2f76b0c31142 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:01.312785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Pushing event updated for resources: {'Port': ['ID=054aa98d-09d8-45c3-a762-3bd22d639f43,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.358228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6ff62848-20e1-432d-93b8-881d964ab799 None None] Provisioning for port f03032cf-b908-488e-a2bf-e8d3af36cc71 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:01.377200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6ff62848-20e1-432d-93b8-881d964ab799 None None] Provisioning complete for port f03032cf-b908-488e-a2bf-e8d3af36cc71 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:01.377631 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ff62848-20e1-432d-93b8-881d964ab799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.382401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0a6c-faab-4ced-857a-8a57b663a1f1 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.395214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58554) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.396905 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-10293d78-8f86-42ed-975f-01d808cfdcf8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/networks/44ba1907-ae22-4730-abd2-c40c10725f8d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3918386 Jul 16 01:36:01.407184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6eb3e-0ccd-4b06-9fab-b75ef06ff077 tempest-BulkNetworkOpsIpV6Test-1749271047 tempest-BulkNetworkOpsIpV6Test-1749271047-project] Pushing event deleted for resources: {'Network': ['ID=0b86ea71-5605-4704-8327-355bdee01f73,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.412440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-4011083e-d004-455d-a1ba-c52d72a16372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.413938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-4011083e-d004-455d-a1ba-c52d72a16372 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3047431 Jul 16 01:36:01.429683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6ff62848-20e1-432d-93b8-881d964ab799 None None] Port f03032cf-b908-488e-a2bf-e8d3af36cc71 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:01.435217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 498e1253-bc0c-448a-acd9-2f76b0c31142 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:01.442662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 498e1253-bc0c-448a-acd9-2f76b0c31142 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:01.443775 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.498705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6ff62848-20e1-432d-93b8-881d964ab799 None None] Provisioning complete for port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:01.499085 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ff62848-20e1-432d-93b8-881d964ab799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.541754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 2c48c3e1-05e9-449a-9ce8-0eebc77ff065 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:01.557033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:01.557377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:01.557708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:01.571254 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-f084b33b-f38b-41e5-93c8-e1d3f08d6e13 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324041 Jul 16 01:36:01.586984 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.587399 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Port 054aa98d-09d8-45c3-a762-3bd22d639f43 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:01.587732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:01.620417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9f2a49-1d9b-4c09-ac2c-0f1a074f6f54 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.622113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2c9f2a49-1d9b-4c09-ac2c-0f1a074f6f54 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/subnets/c85b1a78-83c9-4304-9d40-52965768ff6a HTTP/1.1" status: 200 len: 843 time: 0.2255578 Jul 16 01:36:01.623018 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:01.623360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Checking segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:01.623752 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Bound using segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:01.625713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Bound port: 054aa98d-09d8-45c3-a762-3bd22d639f43, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:01.625713 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.626543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58558) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.717101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204d9ad-7622-47be-803a-8aeb98321a22 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.723186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e204d9ad-7622-47be-803a-8aeb98321a22 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "GET /v2.0/subnets/c85b1a78-83c9-4304-9d40-52965768ff6a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0839460 Jul 16 01:36:01.724289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58560) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.734536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1840651816'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:01.785281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58562) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.822882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:01.826716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.848556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-f39a9fe1-71af-49db-b789-adc9af2d9860 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760131 Jul 16 01:36:01.856317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 498e1253-bc0c-448a-acd9-2f76b0c31142, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=498e1253-bc0c-448a-acd9-2f76b0c31142,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:01.863562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:01.874704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.874893 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Added segment 5d815af4-41d3-4085-a421-2ecd36afae95 of type vlan for network 0e41036e-2589-49de-939f-cdd91be497cf Jul 16 01:36:01.878539 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.942086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=498e1253-bc0c-448a-acd9-2f76b0c31142,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.956437 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.999073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-44305f0d-48a3-498f-a26c-ae83240d8e63 None None] Provisioning complete for port f03032cf-b908-488e-a2bf-e8d3af36cc71 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.001743 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44305f0d-48a3-498f-a26c-ae83240d8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.012828 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-4128700c-395d-430e-930d-302545958642 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f96976a5-505b-40e3-973f-1cc310d11e60 HTTP/1.1" status: 200 len: 217 time: 0.0977225 Jul 16 01:36:02.055546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-44305f0d-48a3-498f-a26c-ae83240d8e63 None None] Port f03032cf-b908-488e-a2bf-e8d3af36cc71 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:02.108348 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.114069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.114852 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.192199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-627211d5-1ca7-4ba8-a32c-694bdc6255e2 None None] Provisioning complete for port f03032cf-b908-488e-a2bf-e8d3af36cc71 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.192758 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-627211d5-1ca7-4ba8-a32c-694bdc6255e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.240367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-627211d5-1ca7-4ba8-a32c-694bdc6255e2 None None] Port f03032cf-b908-488e-a2bf-e8d3af36cc71 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:02.359279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68be1e1-3ab8-4913-9e2b-2776779b1bf6 None None] get_active_networks_info from n-d-791504-14 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:36:02.379377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:02.385576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-580ebfc2-19df-4d83-811d-e8cc2d2851da tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/2c48c3e1-05e9-449a-9ce8-0eebc77ff065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8636444 Jul 16 01:36:02.391897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58568) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:02.392158 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee13f6-afd5-4b51-b8ca-eb2933402a1e None None] Sync routers for ids ['2c48c3e1-05e9-449a-9ce8-0eebc77ff065'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:02.404142 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee13f6-afd5-4b51-b8ca-eb2933402a1e None None] Routers {'2c48c3e1-05e9-449a-9ce8-0eebc77ff065'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:02.405368 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8cee13f6-afd5-4b51-b8ca-eb2933402a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['2c48c3e1-05e9-449a-9ce8-0eebc77ff065'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:02.447459 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8cee13f6-afd5-4b51-b8ca-eb2933402a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:02.458684 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee13f6-afd5-4b51-b8ca-eb2933402a1e None None] Routers {'2c48c3e1-05e9-449a-9ce8-0eebc77ff065'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:02.459671 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8cee13f6-afd5-4b51-b8ca-eb2933402a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['2c48c3e1-05e9-449a-9ce8-0eebc77ff065'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:02.492738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:02.503701 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8cee13f6-afd5-4b51-b8ca-eb2933402a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:02.504805 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee13f6-afd5-4b51-b8ca-eb2933402a1e None None] The sync data for ids ['2c48c3e1-05e9-449a-9ce8-0eebc77ff065'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:02.529101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:02.531399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-19d9c306-cf2b-4ac4-946d-6fdfd9ed3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.532976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-19d9c306-cf2b-4ac4-946d-6fdfd9ed3117 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.5082769 Jul 16 01:36:02.540937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19030148-86ad-4418-8310-e2cd60284d0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.544747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-19030148-86ad-4418-8310-e2cd60284d0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports/f03032cf-b908-488e-a2bf-e8d3af36cc71 HTTP/1.1" status: 200 len: 983 time: 0.1402953 Jul 16 01:36:02.544875 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5d3bca64-6d0f-4d79-9849-735bee61bea1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1355bd9ba7174039b96287d0375e43db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7573719 Jul 16 01:36:02.550891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4ade03b7-5284-4dd1-a62e-b12ff0e706bf None None] Provisioning complete for port f03032cf-b908-488e-a2bf-e8d3af36cc71 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.551695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:02.552039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:02.552169 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ade03b7-5284-4dd1-a62e-b12ff0e706bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.554257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564f33a-e4ac-44b5-8270-f7f1d42c8eb0 req-626cdf93-5080-486e-b18e-41fa80ce2553 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.556270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9564f33a-e4ac-44b5-8270-f7f1d42c8eb0 req-626cdf93-5080-486e-b18e-41fa80ce2553 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 944 time: 0.3338301 Jul 16 01:36:02.559164 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.577263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8477099 Jul 16 01:36:02.582707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68be1e1-3ab8-4913-9e2b-2776779b1bf6 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:36:02.582915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.583286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.584804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] 10.222.0.67 "PUT /v2.0/ports/054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 200 len: 1093 time: 2.9275703 Jul 16 01:36:02.588184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58578) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:02.595791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:02.596851 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:02.613242 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4ade03b7-5284-4dd1-a62e-b12ff0e706bf None None] Port f03032cf-b908-488e-a2bf-e8d3af36cc71 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:02.632766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'network_id': '0e41036e-2589-49de-939f-cdd91be497cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:02.665887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0a6c-faab-4ced-857a-8a57b663a1f1 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.697201 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3e94d1-b9b7-4309-a6ff-7d8d5db56427 x-openstack-request-id: req-cf3e94d1-b9b7-4309-a6ff-7d8d5db56427 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:02.697753 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:02.698202 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf3e94d1-b9b7-4309-a6ff-7d8d5db56427 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:02.699152 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'status': 'completed', 'code': 200} Jul 16 01:36:02.702133 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca5911-9637-4c95-8703-503dbc40cba8 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Network': ['ID=0e41036e-2589-49de-939f-cdd91be497cf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:02.718092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 0e41036e-2589-49de-939f-cdd91be497cf details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:02.735692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0a6c-faab-4ced-857a-8a57b663a1f1 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.788485 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9564f33a-e4ac-44b5-8270-f7f1d42c8eb0 req-7fd72e45-2cfc-4fd0-88db-c9cb6ba9122a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193525 Jul 16 01:36:02.837703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a0a6c-faab-4ced-857a-8a57b663a1f1 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] In _notify_port_updated(), no bound segment for port a0eb0535-0823-4cbe-9801-588e0e1d21a6 on network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:36:02.845702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a0a6c-faab-4ced-857a-8a57b663a1f1 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.846388 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0a6c-faab-4ced-857a-8a57b663a1f1 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.850302 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7a0a0a6c-faab-4ced-857a-8a57b663a1f1 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "PUT /v2.0/ports/a0eb0535-0823-4cbe-9801-588e0e1d21a6 HTTP/1.1" status: 200 len: 1003 time: 2.5607085 Jul 16 01:36:02.856175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58582) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:02.874381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc570d9a-f413-4020-aa4f-bb2d60199d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.877193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7352ef1f-69ee-48f1-bbc8-62170263a1b8 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:02.885930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-cc3ebf25-5fd5-4cb0-a45a-9fb7b0f2352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.886708 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-cc3ebf25-5fd5-4cb0-a45a-9fb7b0f2352e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3338261 Jul 16 01:36:02.895724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Pushing event updated for resources: {'Port': ['ID=054aa98d-09d8-45c3-a762-3bd22d639f43,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:02.927620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.927973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.928316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.928933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.929337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.930302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.930916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.931651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.932080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.932479 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.933003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.933401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff15661-03c3-4bdc-9b72-90aec7a0674d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:02.945478 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc570d9a-f413-4020-aa4f-bb2d60199d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.976351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.978326 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.998597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Made reservation on behalf of 2747d79d6d3f41bca30ba6089bb2f5be for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:03.002379 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.050240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-16f61402-2678-4589-8f21-e4e2b554f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.051885 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-16f61402-2678-4589-8f21-e4e2b554f324 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1096 time: 0.3898261 Jul 16 01:36:03.059413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a0a6c-faab-4ced-857a-8a57b663a1f1 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Port': ['ID=a0eb0535-0823-4cbe-9801-588e0e1d21a6,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.087054 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-ce37d0f1-d270-414d-8ed4-5f209f72e9a2 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910405 Jul 16 01:36:03.128497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 498e1253-bc0c-448a-acd9-2f76b0c31142 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:03.131902 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6d2d81-57e4-4567-a055-dd8ff8c6c6f1 None None] get_active_networks_info from n-d-791504-14 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:36:03.134228 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-c79e17ef-de91-4929-b1fc-d1380a601da0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 200 len: 217 time: 0.0636511 Jul 16 01:36:03.140451 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc570d9a-f413-4020-aa4f-bb2d60199d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.143020 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc570d9a-f413-4020-aa4f-bb2d60199d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.144157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fc570d9a-f413-4020-aa4f-bb2d60199d81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b43fbd3-9e05-4ee2-b274-80865f24a782 HTTP/1.1" status: 204 len: 168 time: 0.5901110 Jul 16 01:36:03.161819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc570d9a-f413-4020-aa4f-bb2d60199d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b43fbd3-9e05-4ee2-b274-80865f24a782,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.179029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Performing IP validity checks on allocation pools {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:36:03.179595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:36:03.273982 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-70e9f551-3e51-4d12-9ec9-c2a178de8f95 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788940 Jul 16 01:36:03.277043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-2480f2a9-95a8-458c-8211-2adc2530c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.278308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 498e1253-bc0c-448a-acd9-2f76b0c31142 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:03.278799 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.280149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-2480f2a9-95a8-458c-8211-2adc2530c2e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b0371ce-f8f6-4752-ab8b-5745cd3ca47f HTTP/1.1" status: 200 len: 835 time: 0.0963740 Jul 16 01:36:03.286426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-579ce7ea-aaa6-47b7-9a3b-c7999152c779 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Deleting port a0eb0535-0823-4cbe-9801-588e0e1d21a6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:03.287244 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-579ce7ea-aaa6-47b7-9a3b-c7999152c779 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.329871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-dae8a0b8-7034-40b4-bd7d-a251e1daf762 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 HTTP/1.1" status: 200 len: 217 time: 0.0478561 Jul 16 01:36:03.355656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6d2d81-57e4-4567-a055-dd8ff8c6c6f1 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:36:03.480726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-cdcead1f-5187-4496-b7b4-8bb97ee7d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.482512 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-cdcead1f-5187-4496-b7b4-8bb97ee7d2eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.1419489 Jul 16 01:36:03.485863 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.540065 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-579ce7ea-aaa6-47b7-9a3b-c7999152c779 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.571411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-631c0e1c-7dcf-4941-97d2-23bcb15741aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.573122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-631c0e1c-7dcf-4941-97d2-23bcb15741aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6a70f3a-6189-48fe-9aee-282d31de8c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2807307 Jul 16 01:36:03.574276 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-579ce7ea-aaa6-47b7-9a3b-c7999152c779 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Calling delete_port for a0eb0535-0823-4cbe-9801-588e0e1d21a6 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:03.596125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.670083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-77a08a36-8c4e-44ce-a9fa-89cad1825c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.671785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-77a08a36-8c4e-44ce-a9fa-89cad1825c49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1823483 Jul 16 01:36:03.813560 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-fe368e4f-b19a-4c19-bb48-e91bb824bea7 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325676 Jul 16 01:36:03.905895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=ff9f81b4-e3e2-4336-95d0-fcf6b312614d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.970075 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Checking segment: {'id': '5d815af4-41d3-4085-a421-2ecd36afae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0e41036e-2589-49de-939f-cdd91be497cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:03.970562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network hostable DHCP agents. Network: 0e41036e-2589-49de-939f-cdd91be497cf, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:03.973663 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-1b07fb83-acb4-49d9-a212-21f172af6fbb service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513755 Jul 16 01:36:03.991450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port f03032cf-b908-488e-a2bf-e8d3af36cc71 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:03.991645 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-528f0a70-42fc-438a-bb31-bb7a03046a10 service neutron] 10.222.0.67 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104581 Jul 16 01:36:03.992749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.028645 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-579ce7ea-aaa6-47b7-9a3b-c7999152c779 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.055326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-c5898516-2aad-4a05-aec9-220dce0fd1d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635 HTTP/1.1" status: 200 len: 217 time: 0.0729504 Jul 16 01:36:04.144345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ce7ea-aaa6-47b7-9a3b-c7999152c779 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event deleted for resources: {'Port': ['ID=a0eb0535-0823-4cbe-9801-588e0e1d21a6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.162449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Network 0e41036e-2589-49de-939f-cdd91be497cf is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:04.168603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-2e2f628d-71ef-4bd8-9f04-0b422aa699fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.170430 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-2e2f628d-71ef-4bd8-9f04-0b422aa699fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.0985146 Jul 16 01:36:04.214348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.230803 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-579ce7ea-aaa6-47b7-9a3b-c7999152c779 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.235283 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-579ce7ea-aaa6-47b7-9a3b-c7999152c779 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "DELETE /v2.0/ports/a0eb0535-0823-4cbe-9801-588e0e1d21a6 HTTP/1.1" status: 204 len: 168 time: 1.3754506 Jul 16 01:36:04.235283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 0e41036e-2589-49de-939f-cdd91be497cf) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:04.237110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58610) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.270502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.271109 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.277375 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9343bdb3-8cd9-48fa-946f-ad3c9286e8a5 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] GET failed (client error): The resource could not be found. Jul 16 01:36:04.282578 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9343bdb3-8cd9-48fa-946f-ad3c9286e8a5 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "GET /v2.0/ports/a0eb0535-0823-4cbe-9801-588e0e1d21a6 HTTP/1.1" status: 404 len: 333 time: 0.0416017 Jul 16 01:36:04.283317 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.286327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.298643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac470ba4-836f-46a5-89c4-09581619a9aa None None] Network 0e41036e-2589-49de-939f-cdd91be497cf requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:04.307412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7de71371-cbce-48a1-a6cc-20c50f782e08 req-1e970973-f72c-44c6-a1e8-3867c396d9fb service neutron] 10.222.0.67 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031535 Jul 16 01:36:04.308191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'port': {'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1578730226'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.319721 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d8195f8e-933f-4a35-8fb6-a4c85e1160a1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7200408 Jul 16 01:36:04.322456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for f03032cf-b908-488e-a2bf-e8d3af36cc71 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:04.323122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.329206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-57e794d6-7c0b-41e9-b991-be6d995e8426 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.392338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'networks': [{'name': 'tempest-network--2133292487'}, {'name': 'tempest-network--642757757'}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.392649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'network': {'name': 'tempest-network--2133292487'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.393112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'network': {'name': 'tempest-network--642757757'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.398448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f84df90d-14d9-4cdc-91ad-65b8b728ce02 None None] Could not find standard attr ID for object a0eb0535-0823-4cbe-9801-588e0e1d21a6. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:04.486461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134a442-1187-455c-b1fc-26e13b4be2e1 req-326e6ff6-3e63-49da-84be-0f034c978f75 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.487972 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5134a442-1187-455c-b1fc-26e13b4be2e1 req-326e6ff6-3e63-49da-84be-0f034c978f75 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 944 time: 0.4178545 Jul 16 01:36:04.501189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-b285eea8-e498-4204-838c-a906fde48889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.502793 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-b285eea8-e498-4204-838c-a906fde48889 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2896750 Jul 16 01:36:04.516865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-0e41036e-2589-49de-939f-cdd91be497cf', 'network_id': '0e41036e-2589-49de-939f-cdd91be497cf', 'tenant_id': '2747d79d6d3f41bca30ba6089bb2f5be', 'fixed_ips': [{'subnet_id': 'ff9f81b4-e3e2-4336-95d0-fcf6b312614d'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:04.518634 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.559071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e794d6-7c0b-41e9-b991-be6d995e8426 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6198943'] for subnet, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.565646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Made reservation on behalf of 8eb4617f9ea74029a5ccfbacd405a14b for: {'network': 2} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:04.570754 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.586924 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.612969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-32e00531-43f7-4efa-af09-f1319476398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.615250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-32e00531-43f7-4efa-af09-f1319476398e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1096 time: 0.2307405 Jul 16 01:36:04.638204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5134a442-1187-455c-b1fc-26e13b4be2e1 req-f9f35052-adcd-4266-9e9d-c20b1b71182e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327517 Jul 16 01:36:04.711554 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-cf5a111a-6446-4acf-93a8-163e8498ed28 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888468 Jul 16 01:36:04.773196 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:36:04.773196 n-d-791504-14 neutron-server[93946]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 16 01:36:04.773196 n-d-791504-14 neutron-server[93946]: [parameters: {'in_use': 1, 'id_1': 'ff9f81b4-e3e2-4336-95d0-fcf6b312614d'}] Jul 16 01:36:04.773196 n-d-791504-14 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:04.774774 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:04.830102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.830823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-d21d89d3-7d49-4fd6-bbac-6bb243930af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.833833 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-d21d89d3-7d49-4fd6-bbac-6bb243930af1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6a70f3a-6189-48fe-9aee-282d31de8c8a HTTP/1.1" status: 200 len: 896 time: 0.2071073 Jul 16 01:36:04.862927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=f03032cf-b908-488e-a2bf-e8d3af36cc71,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.908136 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-a9c987cc-741d-4d32-8889-c5de145193de service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837075 Jul 16 01:36:04.921097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-9436e0e1-e231-4566-bde8-ebd09f489b62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 200 len: 217 time: 0.0757310 Jul 16 01:36:04.994491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e794d6-7c0b-41e9-b991-be6d995e8426 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794706078603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6200267'] for subnet, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.011347 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-4badf1ae-cff2-40aa-a422-845192dfecf5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c HTTP/1.1" status: 200 len: 217 time: 0.0674512 Jul 16 01:36:05.015985 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.058429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.067304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-6e062090-beb1-4475-9249-085192621039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.069122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-6e062090-beb1-4475-9249-085192621039 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b0371ce-f8f6-4752-ab8b-5745cd3ca47f HTTP/1.1" status: 200 len: 835 time: 0.1321239 Jul 16 01:36:05.078944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.079545 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.112953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e794d6-7c0b-41e9-b991-be6d995e8426 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.113605 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e794d6-7c0b-41e9-b991-be6d995e8426 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.114902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-57e794d6-7c0b-41e9-b991-be6d995e8426 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "PUT /v2.0/subnets/ff9f81b4-e3e2-4336-95d0-fcf6b312614d HTTP/1.1" status: 200 len: 900 time: 0.7905457 Jul 16 01:36:05.127421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:05.141836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e794d6-7c0b-41e9-b991-be6d995e8426 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event updated for resources: {'Subnet': ['ID=ff9f81b4-e3e2-4336-95d0-fcf6b312614d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.162576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-b6d45359-1221-40a8-b6d5-7a0627733981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.164086 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-b6d45359-1221-40a8-b6d5-7a0627733981 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.1450276 Jul 16 01:36:05.169611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ff9b5e-46d0-433e-9459-3978e2bbc1d6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.180603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Made reservation on behalf of 65296292624c478d9505a7773a715c5f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:05.181099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:05.184381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.197452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.198038 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Added segment 1eca11df-f9fe-4aac-9f65-d5241cee0aca of type vlan for network 4e8fde98-a148-4747-a116-a468f50b13ba Jul 16 01:36:05.249837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-7a47ba81-f843-485f-87d9-8980466290bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.251500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-7a47ba81-f843-485f-87d9-8980466290bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6a70f3a-6189-48fe-9aee-282d31de8c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1647184 Jul 16 01:36:05.253686 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.276661 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.359284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:05.385165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.386144 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Added segment d145cd0e-5bc4-4bca-9c3d-0a48eca4637e of type vlan for network 790e92ff-62df-4537-a5c2-5d3fe13466fd Jul 16 01:36:05.404583 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-8cc33219-1ffa-4234-b604-5f62117a4bd4 service neutron] 10.222.0.67 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450002 Jul 16 01:36:05.433207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Allocated IP 2001:db8::3 (0e41036e-2589-49de-939f-cdd91be497cf/ff9f81b4-e3e2-4336-95d0-fcf6b312614d/10e9d582-4a60-4bfe-bc4f-e580e7e29e1d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:05.460204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.558364 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.558873 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.564651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.569437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.570147 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.613896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-62dee2e1-6b3b-4a02-95a5-f125abfd1ff3 req-b37b8960-0bda-4afe-92df-5685c1f1c19f service neutron] 10.222.0.67 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878238 Jul 16 01:36:05.615934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.621894 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4014561 Jul 16 01:36:05.623821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58618) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:05.626928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Transition to ACTIVE for port object 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:05.644521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Transition to ACTIVE for port object 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:05.652321 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.688170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] device_id is not set on port bdd9c32b-7eef-488c-ba1e-a90c7cb5a302 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:05.688690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'Network': ['ID=4e8fde98-a148-4747-a116-a468f50b13ba,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.689351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Network 0e41036e-2589-49de-939f-cdd91be497cf is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:05.700378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:05.706179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4e8fde98-a148-4747-a116-a468f50b13ba details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:05.714867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:05.747322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Pushing event updated for resources: {'Port': ['ID=10e9d582-4a60-4bfe-bc4f-e580e7e29e1d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.756378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 2c48c3e1-05e9-449a-9ce8-0eebc77ff065 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:05.792435 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.850620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Attempting to bind port 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:05.851194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Attempting to bind port 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '5d815af4-41d3-4085-a421-2ecd36afae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0e41036e-2589-49de-939f-cdd91be497cf'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:05.851774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Attempting to bind port 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d on network 0e41036e-2589-49de-939f-cdd91be497cf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:05.873947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:05.874367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Checking segment: {'id': '5d815af4-41d3-4085-a421-2ecd36afae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0e41036e-2589-49de-939f-cdd91be497cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:05.874786 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.875196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Bound using segment: {'id': '5d815af4-41d3-4085-a421-2ecd36afae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0e41036e-2589-49de-939f-cdd91be497cf'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:05.875698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Bound port: 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d815af4-41d3-4085-a421-2ecd36afae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0e41036e-2589-49de-939f-cdd91be497cf'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:05.876093 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.939365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-5a527e6a-62b5-4446-a857-49d2fa859880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.941543 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-5a527e6a-62b5-4446-a857-49d2fa859880 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7640259 Jul 16 01:36:05.950302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc7bd4a-65e7-4b97-9c8b-0bf9752ef495 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.957361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc7bd4a-65e7-4b97-9c8b-0bf9752ef495 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.963956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] For port 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:05.966242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc7bd4a-65e7-4b97-9c8b-0bf9752ef495 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.968072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] For port 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=10e9d582-4a60-4bfe-bc4f-e580e7e29e1d,segment=NetworkSegment(5d815af4-41d3-4085-a421-2ecd36afae95),segment_id=5d815af4-41d3-4085-a421-2ecd36afae95)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:05.973898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc7bd4a-65e7-4b97-9c8b-0bf9752ef495 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.974338 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.978801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7fc7bd4a-65e7-4b97-9c8b-0bf9752ef495 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3513515 Jul 16 01:36:05.981889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58622) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:06.007322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:06.013248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f4de4f02-c548-45f4-ab99-0de14c7e6a91 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/2c48c3e1-05e9-449a-9ce8-0eebc77ff065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4577432 Jul 16 01:36:06.025536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58624) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:06.027750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c69762-2e03-41e5-84f6-97aba6ea94e1 None None] Sync routers for ids ['2c48c3e1-05e9-449a-9ce8-0eebc77ff065'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:06.060054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c69762-2e03-41e5-84f6-97aba6ea94e1 None None] Routers {'2c48c3e1-05e9-449a-9ce8-0eebc77ff065'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:06.060873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7c69762-2e03-41e5-84f6-97aba6ea94e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['2c48c3e1-05e9-449a-9ce8-0eebc77ff065'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:06.066031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad73e-f1f6-4506-b430-55c5d4154eeb None None] Pushing event updated for resources: {'Port': ['ID=10e9d582-4a60-4bfe-bc4f-e580e7e29e1d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.090912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Allocated IP 2001:db8::25d (4644b40a-bbb5-4bc2-aa6d-b9263694fa22/b1dcfd83-f972-46c6-a101-b5df01ce2968/bdd9c32b-7eef-488c-ba1e-a90c7cb5a302) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:06.099970 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7c69762-2e03-41e5-84f6-97aba6ea94e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:06.110179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c69762-2e03-41e5-84f6-97aba6ea94e1 None None] Routers {'2c48c3e1-05e9-449a-9ce8-0eebc77ff065'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:06.110946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7c69762-2e03-41e5-84f6-97aba6ea94e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['2c48c3e1-05e9-449a-9ce8-0eebc77ff065'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:06.151490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7c69762-2e03-41e5-84f6-97aba6ea94e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:06.152241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c69762-2e03-41e5-84f6-97aba6ea94e1 None None] The sync data for ids ['2c48c3e1-05e9-449a-9ce8-0eebc77ff065'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:06.176328 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.181358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c22910-9558-40f4-8a55-b21bc45a7228 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'Network': ['ID=790e92ff-62df-4537-a5c2-5d3fe13466fd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.196562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 790e92ff-62df-4537-a5c2-5d3fe13466fd details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:06.263311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c421b-520f-435a-86bb-832ee72f40ca req-57204f14-2ab2-4ff9-99eb-00c8b23b9c27 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.275717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-325c421b-520f-435a-86bb-832ee72f40ca req-57204f14-2ab2-4ff9-99eb-00c8b23b9c27 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 944 time: 0.2951145 Jul 16 01:36:06.327434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting port 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:06.327777 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.349559 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.364059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-017608da-738f-44f7-b4d8-ae257591457c service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119768 Jul 16 01:36:06.373298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8fde98-a148-4747-a116-a468f50b13ba']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:06.396837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca11df-f9fe-4aac-9f65-d5241cee0aca') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:06.397282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca11df-f9fe-4aac-9f65-d5241cee0aca') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:06.407248 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-325c421b-520f-435a-86bb-832ee72f40ca req-fe833ccd-6607-4eb6-a75f-e720b8f55169 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029930 Jul 16 01:36:06.411309 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.433683 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.441481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:06.442187 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:06.446216 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:06.478055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 054aa98d-09d8-45c3-a762-3bd22d639f43 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:06.508486 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-d8edbaf1-1eea-4e0a-8062-93f7b4fdfcc2 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:36:06.509587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d8edbaf1-1eea-4e0a-8062-93f7b4fdfcc2 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/2c48c3e1-05e9-449a-9ce8-0eebc77ff065/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4806485 Jul 16 01:36:06.513295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58626) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:06.542204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.545513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-968e8d8a-6250-40b6-b1fe-70232424be3f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c48c3e1-05e9-449a-9ce8-0eebc77ff065 HTTP/1.1" status: 200 len: 205 time: 0.0309539 Jul 16 01:36:06.550565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58628) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:06.551532 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.556405 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "DELETE /v2.0/networks/4e8fde98-a148-4747-a116-a468f50b13ba HTTP/1.1" status: 204 len: 168 time: 0.5692325 Jul 16 01:36:06.561374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58630) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:06.596094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:06.608943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'port_id': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'mac_address': 'fa:16:3e:bf:c7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:06.611721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb249cb-a3a8-4fa2-a331-a0c5b94ee0fb tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Network': ['ID=4e8fde98-a148-4747-a116-a468f50b13ba,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.624484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] For port 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=10e9d582-4a60-4bfe-bc4f-e580e7e29e1d,segment=NetworkSegment(5d815af4-41d3-4085-a421-2ecd36afae95),segment_id=5d815af4-41d3-4085-a421-2ecd36afae95)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:06.624861 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.646721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Calling delete_port for 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:06.663978 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.676501 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9f7c-82d1-4ac0-8b33-2f41bed8f1df tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.679396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054aa98d-09d8-45c3-a762-3bd22d639f43 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:06.690892 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a559-3a24-4737-952d-68b9d206c5c7 req-acdb13e3-3f69-44e0-bf4e-9d9958124367 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974701 Jul 16 01:36:06.698523 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.706374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:06.716099 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.752065 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Transition to ACTIVE for port object bdd9c32b-7eef-488c-ba1e-a90c7cb5a302 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:06.780218 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.814913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.825584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=054aa98d-09d8-45c3-a762-3bd22d639f43,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.928533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:06.968651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:06.971968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['054aa98d-09d8-45c3-a762-3bd22d639f43'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:06.988695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:06.993512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:07.002794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.003514 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.007214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Port': ['ID=bdd9c32b-7eef-488c-ba1e-a90c7cb5a302,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.027860 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.044201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No active binding found for port 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d {{(pid=93946) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:36:07.044954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:36:07.080420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Port 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d not found, will not notify nova. {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:36:07.135387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Port': ['ID=10e9d582-4a60-4bfe-bc4f-e580e7e29e1d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.163540 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-01b2028c-d878-4cdc-b85f-a15028e5cc39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8696082 Jul 16 01:36:07.189414 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58632) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:07.190493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No DVR routers for this DVR port 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:07.254984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'port': {'network_id': '4644b40a-bbb5-4bc2-aa6d-b9263694fa22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1493595362'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:07.310400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.353409 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9f7c-82d1-4ac0-8b33-2f41bed8f1df tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.355759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9f7c-82d1-4ac0-8b33-2f41bed8f1df tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.439430 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9f7c-82d1-4ac0-8b33-2f41bed8f1df tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.439830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0c9f7c-82d1-4ac0-8b33-2f41bed8f1df tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Fanout notify agent at l3_agent the message router_deleted on router 2c48c3e1-05e9-449a-9ce8-0eebc77ff065 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:07.448441 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9f7c-82d1-4ac0-8b33-2f41bed8f1df tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.452457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fd0c9f7c-82d1-4ac0-8b33-2f41bed8f1df tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/2c48c3e1-05e9-449a-9ce8-0eebc77ff065 HTTP/1.1" status: 204 len: 168 time: 0.8980272 Jul 16 01:36:07.455601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:07.536063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.536491 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.555210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b15a4-1fd1-4c18-9fe8-94484234dc6d None None] Network 0e41036e-2589-49de-939f-cdd91be497cf requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:07.560300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-033bf0e1-7a04-4543-a2cd-86fb10ddf75f None None] Provisioning for port bdd9c32b-7eef-488c-ba1e-a90c7cb5a302 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:07.564515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Made reservation on behalf of 65296292624c478d9505a7773a715c5f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:07.568083 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.574297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-70595150-bb7e-45af-98ea-20d50addc51e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting subnet ec5b5a66-c2d7-4b04-9b48-67b731a24a9a {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:07.577774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790e92ff-62df-4537-a5c2-5d3fe13466fd']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:07.582200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-033bf0e1-7a04-4543-a2cd-86fb10ddf75f None None] Provisioning complete for port bdd9c32b-7eef-488c-ba1e-a90c7cb5a302 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:07.582740 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-033bf0e1-7a04-4543-a2cd-86fb10ddf75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.589959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9f81b4-e3e2-4336-95d0-fcf6b312614d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.594280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd145cd0e-5bc4-4bca-9c3d-0a48eca4637e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:07.594446 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70595150-bb7e-45af-98ea-20d50addc51e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.594736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd145cd0e-5bc4-4bca-9c3d-0a48eca4637e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:07.605869 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.622053 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.636610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:07.637031 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:07.640565 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:07.671250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-033bf0e1-7a04-4543-a2cd-86fb10ddf75f None None] Port bdd9c32b-7eef-488c-ba1e-a90c7cb5a302 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:07.674268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] device_id is not set on port cb74860d-3b49-4bbb-a0fd-20c473554c35 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:07.699301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70595150-bb7e-45af-98ea-20d50addc51e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.709630 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.714384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.717130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "DELETE /v2.0/networks/790e92ff-62df-4537-a5c2-5d3fe13466fd HTTP/1.1" status: 204 len: 168 time: 1.1437314 Jul 16 01:36:07.721176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58638) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:07.764225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d0d73-f682-496c-9332-0b98fd97d83e tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Network': ['ID=790e92ff-62df-4537-a5c2-5d3fe13466fd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.782587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4361d086-0427-4f45-a59d-31195c5b32f8 None None] Could not find standard attr ID for object 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:07.789628 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f4a0b0-2921-4532-8655-58e7a7885b93 None None] DHCP port deletion for 0e41036e-2589-49de-939f-cdd91be497cf request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:07.809070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c290e9-a86c-46cf-977a-bee26afa3d10 None None] Network 0e41036e-2589-49de-939f-cdd91be497cf requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:07.859095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2e45b6-1f16-44bd-92d1-7248454881bd tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.866087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2e45b6-1f16-44bd-92d1-7248454881bd tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.871751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4e2e45b6-1f16-44bd-92d1-7248454881bd tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1453593 Jul 16 01:36:07.872335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58640) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:07.877647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2059514708'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:07.910562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Made reservation on behalf of 8eb4617f9ea74029a5ccfbacd405a14b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:07.914685 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.941488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:07.952175 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.952524 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Added segment 5281e381-f357-413e-a441-9763fd0500ea of type vlan for network 0bcfd755-59cf-47a6-8ce4-7a292ea17aa4 Jul 16 01:36:07.994684 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.026085 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.031683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.032275 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.053244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.075283 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2016823 Jul 16 01:36:08.080150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58642) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.085556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e41036e-2589-49de-939f-cdd91be497cf']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:08.085755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-788042307'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:08.123515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e017d05-f35c-4b77-8fbb-c84c83c60e87 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'Network': ['ID=0bcfd755-59cf-47a6-8ce4-7a292ea17aa4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.134639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 0bcfd755-59cf-47a6-8ce4-7a292ea17aa4 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:08.134804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d815af4-41d3-4085-a421-2ecd36afae95') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:08.135116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d815af4-41d3-4085-a421-2ecd36afae95') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:08.143251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Made reservation on behalf of 8eb4617f9ea74029a5ccfbacd405a14b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:08.147010 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.172552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:08.184978 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.185339 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Added segment af5551fb-0459-47de-955f-d80b34813ce7 of type vlan for network ff7d3147-727b-4496-9ddd-934b93fddf6a Jul 16 01:36:08.210701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.230834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.240770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae105f1-e2cd-4891-a73b-3e7deeed1e01 req-a9d8c54f-fadf-4e49-8f31-413fceb2ffcd tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.244116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2ae105f1-e2cd-4891-a73b-3e7deeed1e01 req-a9d8c54f-fadf-4e49-8f31-413fceb2ffcd tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.6534469 Jul 16 01:36:08.256680 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.263414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.269495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.270212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.283313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70595150-bb7e-45af-98ea-20d50addc51e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.291977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Allocated IP 2001:db8::135 (4644b40a-bbb5-4bc2-aa6d-b9263694fa22/b1dcfd83-f972-46c6-a101-b5df01ce2968/cb74860d-3b49-4bbb-a0fd-20c473554c35) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:08.294608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:08.295149 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:08.298059 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:08.310064 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2274492 Jul 16 01:36:08.311677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58644) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.316664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'ports': [{'network_id': '0bcfd755-59cf-47a6-8ce4-7a292ea17aa4', 'name': 'tempest-port--1322795690', 'admin_state_up': True}, {'network_id': 'ff7d3147-727b-4496-9ddd-934b93fddf6a', 'admin_state_up': False}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:08.316976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'port': {'network_id': '0bcfd755-59cf-47a6-8ce4-7a292ea17aa4', 'name': 'tempest-port--1322795690', 'admin_state_up': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:08.317449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'port': {'network_id': 'ff7d3147-727b-4496-9ddd-934b93fddf6a', 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:08.376703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160773b2-91fb-4d97-91e7-c9c9bbcfa319 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'Network': ['ID=ff7d3147-727b-4496-9ddd-934b93fddf6a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.389345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network ff7d3147-727b-4496-9ddd-934b93fddf6a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:08.431743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2ae105f1-e2cd-4891-a73b-3e7deeed1e01 req-359352ae-d129-4a64-ba39-36f60c3f25f3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778374 Jul 16 01:36:08.442425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.473735 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.480173 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/0e41036e-2589-49de-939f-cdd91be497cf HTTP/1.1" status: 204 len: 168 time: 3.3473463 Jul 16 01:36:08.485545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58646) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.496486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921a06e-b978-41f9-8e51-f49c8317dffa tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Network': ['ID=0e41036e-2589-49de-939f-cdd91be497cf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.498727 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70595150-bb7e-45af-98ea-20d50addc51e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.540656 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9891dcbe-c66e-407b-925f-7b87b2b6a736 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:08.541077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9891dcbe-c66e-407b-925f-7b87b2b6a736 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:08.545508 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9891dcbe-c66e-407b-925f-7b87b2b6a736 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/subnets/ff9f81b4-e3e2-4336-95d0-fcf6b312614d HTTP/1.1" status: 404 len: 337 time: 0.0564353 Jul 16 01:36:08.547659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58648) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.564886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70595150-bb7e-45af-98ea-20d50addc51e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5b5a66-c2d7-4b04-9b48-67b731a24a9a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.570158 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70595150-bb7e-45af-98ea-20d50addc51e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.574420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-70595150-bb7e-45af-98ea-20d50addc51e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/ec5b5a66-c2d7-4b04-9b48-67b731a24a9a HTTP/1.1" status: 204 len: 168 time: 1.1159480 Jul 16 01:36:08.579996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58650) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.584266 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-6305b6d9-9d5d-40fe-bfc3-bcee29c2ab88 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:08.584841 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6305b6d9-9d5d-40fe-bfc3-bcee29c2ab88 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:08.588381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6305b6d9-9d5d-40fe-bfc3-bcee29c2ab88 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/0e41036e-2589-49de-939f-cdd91be497cf HTTP/1.1" status: 404 len: 339 time: 0.0394819 Jul 16 01:36:08.592252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58652) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.612400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 054aa98d-09d8-45c3-a762-3bd22d639f43 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:08.614208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a491fd-4b57-4352-ac17-cf54c3a4c2fa None None] Network ae22bddf-0643-4e6b-86f5-0fbc99e95c4d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:08.689727 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.692565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Made reservation on behalf of 8eb4617f9ea74029a5ccfbacd405a14b for: {'port': 2} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:08.697302 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.713907 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.734429 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.749995 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.769281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Transition to ACTIVE for port object cb74860d-3b49-4bbb-a0fd-20c473554c35 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:08.775961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 054aa98d-09d8-45c3-a762-3bd22d639f43 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:08.784593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 054aa98d-09d8-45c3-a762-3bd22d639f43 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:08.784976 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.845845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] device_id is not set on port 334142d0-e2a6-4e30-b476-e9ac5e900158 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:08.856087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:08.856436 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.890418 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.903722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.920253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:08.922721 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5080d624-f477-4f60-987b-08db8acd2f34" -d '{"events": [{"server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "name": "network-vif-plugged", "status": "completed", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:08.935633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb394e8-b930-4e92-8405-7bd2f0690adb']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:08.939954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 7352ef1f-69ee-48f1-bbc8-62170263a1b8, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7352ef1f-69ee-48f1-bbc8-62170263a1b8,segment=NetworkSegment(5aaf5c71-2882-4c80-9cee-152b5b8366be),segment_id=5aaf5c71-2882-4c80-9cee-152b5b8366be)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:08.940326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.947920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:08.955078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca3550b-a029-48f6-8bbc-0d447166dbb3') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:08.955380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca3550b-a029-48f6-8bbc-0d447166dbb3') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:08.963013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dae0fd-cc4f-4336-80f0-9e40baf04d4e None None] DHCP port deletion for ae22bddf-0643-4e6b-86f5-0fbc99e95c4d request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:08.964812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 7352ef1f-69ee-48f1-bbc8-62170263a1b8 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:08.973119 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.985246 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.991331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:08.994145 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3bafe2-f76f-468a-a7a5-7eca9213f555 x-openstack-request-id: req-2f3bafe2-f76f-468a-a7a5-7eca9213f555 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:08.994478 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "name": "network-vif-plugged", "status": "completed", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:08.994815 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f3bafe2-f76f-468a-a7a5-7eca9213f555 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:08.995229 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'code': 200} Jul 16 01:36:08.996796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:08.997138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 10e9d582-4a60-4bfe-bc4f-e580e7e29e1d not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:09.016443 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.061101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.076990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:09.081426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:09.081986 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:09.085564 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:09.097372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=054aa98d-09d8-45c3-a762-3bd22d639f43,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.100302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Port': ['ID=cb74860d-3b49-4bbb-a0fd-20c473554c35,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.104912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:09.107699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:09.110561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-41dae0fd-cc4f-4336-80f0-9e40baf04d4e None None] Deleting port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:09.110561 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41dae0fd-cc4f-4336-80f0-9e40baf04d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.113830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.114513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.159327 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.178131 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4578ecfe-8adb-499c-a8b9-aac614b7d85e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9364913 Jul 16 01:36:09.178902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58656) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.186566 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-87d5a027-fcb2-4f32-aaa4-ac7d4d70352c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:19:3b:68'}, {'ip_address': '2001:db8::25d', 'mac_address': 'fa:16:3e:34:8c:2c'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:09.188414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-41dae0fd-cc4f-4336-80f0-9e40baf04d4e None None] For port 7352ef1f-69ee-48f1-bbc8-62170263a1b8, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7352ef1f-69ee-48f1-bbc8-62170263a1b8,segment=NetworkSegment(5aaf5c71-2882-4c80-9cee-152b5b8366be),segment_id=5aaf5c71-2882-4c80-9cee-152b5b8366be)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:09.188958 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41dae0fd-cc4f-4336-80f0-9e40baf04d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.193374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.199235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.201181 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/edb394e8-b930-4e92-8405-7bd2f0690adb HTTP/1.1" status: 204 len: 168 time: 0.6085620 Jul 16 01:36:09.207515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-41dae0fd-cc4f-4336-80f0-9e40baf04d4e None None] Calling delete_port for 7352ef1f-69ee-48f1-bbc8-62170263a1b8 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:09.207704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58658) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.237883 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b887df52-f0d6-476a-a718-e38a5bb47929 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:09.238549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b887df52-f0d6-476a-a718-e38a5bb47929 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:09.244036 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b887df52-f0d6-476a-a718-e38a5bb47929 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/subnets/fdb817f8-aabb-4e9a-ab00-167e4966a129 HTTP/1.1" status: 404 len: 337 time: 0.0347874 Jul 16 01:36:09.247979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d246f8-3e82-4065-a4a8-0912b50116b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Network': ['ID=edb394e8-b930-4e92-8405-7bd2f0690adb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.249727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58660) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.267152 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.293121 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:09.295972 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:36:09.306278 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41dae0fd-cc4f-4336-80f0-9e40baf04d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.330830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08f3c5-fe40-4133-b8ac-6c2561398728 req-369cd51d-543a-4e9e-af23-80708d760253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.332346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c08f3c5-fe40-4133-b8ac-6c2561398728 req-369cd51d-543a-4e9e-af23-80708d760253 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1098 time: 0.2612348 Jul 16 01:36:09.352500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dae0fd-cc4f-4336-80f0-9e40baf04d4e None None] Pushing event deleted for resources: {'Port': ['ID=7352ef1f-69ee-48f1-bbc8-62170263a1b8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.360907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dae0fd-cc4f-4336-80f0-9e40baf04d4e None None] No DVR routers for this DVR port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:09.364146 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a983650f-23b0-4a46-86c3-109c2a1620a7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:09.364742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a983650f-23b0-4a46-86c3-109c2a1620a7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:09.369169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a983650f-23b0-4a46-86c3-109c2a1620a7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/a22d5044-b9e8-42b9-b3d7-3f0683b03830 HTTP/1.1" status: 404 len: 339 time: 0.1160860 Jul 16 01:36:09.376105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] device_id is not set on port b926a90d-3422-4a6d-a12d-986d4078b9e3 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:09.379492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=7352ef1f-69ee-48f1-bbc8-62170263a1b8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.382281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58662) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.402739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No DVR routers for this DVR port 7352ef1f-69ee-48f1-bbc8-62170263a1b8 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:09.433526 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87d5a027-fcb2-4f32-aaa4-ac7d4d70352c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.499789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c08f3c5-fe40-4133-b8ac-6c2561398728 req-d13a33f8-1596-4081-b2d9-21c9d972ace9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370220 Jul 16 01:36:09.520824 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdae2dc4-fdc9-48c7-9827-33e9ae462926 None None] Provisioning for port cb74860d-3b49-4bbb-a0fd-20c473554c35 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:09.526736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdae2dc4-fdc9-48c7-9827-33e9ae462926 None None] Provisioning complete for port cb74860d-3b49-4bbb-a0fd-20c473554c35 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:09.527496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdae2dc4-fdc9-48c7-9827-33e9ae462926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.556387 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.562266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7c4eaa-6bae-4fbf-92c5-11391941b063 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting subnet e5339d15-e14b-415b-b5ea-5a2807195684 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:09.567116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bdae2dc4-fdc9-48c7-9827-33e9ae462926 None None] Port cb74860d-3b49-4bbb-a0fd-20c473554c35 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:09.574847 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4eaa-6bae-4fbf-92c5-11391941b063 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.578226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae22bddf-0643-4e6b-86f5-0fbc99e95c4d']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:09.641554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aaf5c71-2882-4c80-9cee-152b5b8366be') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:09.641751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aaf5c71-2882-4c80-9cee-152b5b8366be') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:09.664544 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.691515 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4eaa-6bae-4fbf-92c5-11391941b063 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.694472 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.700766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e043-4a61-493f-8000-6f0da702f15b req-046f6321-a3c7-49f7-91d6-3d28ddb39d32 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.702377 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-88d1e043-4a61-493f-8000-6f0da702f15b req-046f6321-a3c7-49f7-91d6-3d28ddb39d32 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 946 time: 0.1108713 Jul 16 01:36:09.708300 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87d5a027-fcb2-4f32-aaa4-ac7d4d70352c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.723797 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87d5a027-fcb2-4f32-aaa4-ac7d4d70352c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.732050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:09.732505 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:09.738638 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:09.773952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-87d5a027-fcb2-4f32-aaa4-ac7d4d70352c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] In _notify_port_updated(), no bound segment for port cb74860d-3b49-4bbb-a0fd-20c473554c35 on network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:36:09.779560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d5a027-fcb2-4f32-aaa4-ac7d4d70352c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.780180 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87d5a027-fcb2-4f32-aaa4-ac7d4d70352c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.781655 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-87d5a027-fcb2-4f32-aaa4-ac7d4d70352c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "PUT /v2.0/ports/cb74860d-3b49-4bbb-a0fd-20c473554c35 HTTP/1.1" status: 200 len: 1068 time: 0.6008532 Jul 16 01:36:09.784533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58666) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.795177 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-88d1e043-4a61-493f-8000-6f0da702f15b req-9ee71c01-745e-40c5-a686-c4d17754b166 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849109 Jul 16 01:36:09.801728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5a027-fcb2-4f32-aaa4-ac7d4d70352c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event updated for resources: {'Port': ['ID=cb74860d-3b49-4bbb-a0fd-20c473554c35,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.835329 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.886773 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.905994 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.907876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/networks/ae22bddf-0643-4e6b-86f5-0fbc99e95c4d HTTP/1.1" status: 204 len: 168 time: 1.3268969 Jul 16 01:36:09.912434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58668) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.918213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1570053204'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:09.943541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34876eb2-bf98-4600-8b05-ee84731af278 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Network': ['ID=ae22bddf-0643-4e6b-86f5-0fbc99e95c4d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.957062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:09.960996 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.978592 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4eaa-6bae-4fbf-92c5-11391941b063 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.987489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:09.998742 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.999117 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added segment a753c2f7-0910-4e29-aa37-7281fddcfdd5 of type vlan for network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef Jul 16 01:36:10.041408 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.042917 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.077029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.082838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.083429 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.108401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b2718e2e-d6df-4839-9a2c-ef679ff62f17 None None] Provisioning complete for port cb74860d-3b49-4bbb-a0fd-20c473554c35 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:10.109894 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2718e2e-d6df-4839-9a2c-ef679ff62f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.110542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4eaa-6bae-4fbf-92c5-11391941b063 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.130238 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2139566 Jul 16 01:36:10.130540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58670) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.136290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'subnet': {'network_id': '1f4f60c4-c97b-4093-a7f6-961ebaddf4ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:10.149458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b2718e2e-d6df-4839-9a2c-ef679ff62f17 None None] Port cb74860d-3b49-4bbb-a0fd-20c473554c35 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:10.154239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'Port': ['ID=334142d0-e2a6-4e30-b476-e9ac5e900158,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.156415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c4eaa-6bae-4fbf-92c5-11391941b063 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Subnet': ['ID=e5339d15-e14b-415b-b5ea-5a2807195684,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.159550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-75e5f0e3-c6e7-4e7c-be09-cc1226507f39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Deleting port cb74860d-3b49-4bbb-a0fd-20c473554c35 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:10.159896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75e5f0e3-c6e7-4e7c-be09-cc1226507f39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.173422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee8c7c-0b8f-4f8e-bcac-744f2cd2b684 None None] Network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:10.173991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c3b90-cd73-4b27-99ae-30e58d54fa0b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Network': ['ID=1f4f60c4-c97b-4093-a7f6-961ebaddf4ef,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.177834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4eaa-6bae-4fbf-92c5-11391941b063 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.180419 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cf7c4eaa-6bae-4fbf-92c5-11391941b063 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/subnets/e5339d15-e14b-415b-b5ea-5a2807195684 HTTP/1.1" status: 204 len: 168 time: 0.7955751 Jul 16 01:36:10.187281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58672) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.191947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:10.211134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Checking segment: {'id': '5281e381-f357-413e-a441-9763fd0500ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0bcfd755-59cf-47a6-8ce4-7a292ea17aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:10.211495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Network hostable DHCP agents. Network: 0bcfd755-59cf-47a6-8ce4-7a292ea17aa4, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:10.271254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Network 0bcfd755-59cf-47a6-8ce4-7a292ea17aa4 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:10.288674 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75e5f0e3-c6e7-4e7c-be09-cc1226507f39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.292615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 0bcfd755-59cf-47a6-8ce4-7a292ea17aa4) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:10.297170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5e6c4e-32c2-4b01-86e9-274d53bdccf9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting subnet f31edde4-b25c-4c10-9aa6-8b6ba80a75f5 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:10.300846 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6c4e-32c2-4b01-86e9-274d53bdccf9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.302138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:10.302999 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.314981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-75e5f0e3-c6e7-4e7c-be09-cc1226507f39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Calling delete_port for cb74860d-3b49-4bbb-a0fd-20c473554c35 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:10.337842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a016e5-19b5-4086-a052-1bfec6d9da84 None None] Network 0bcfd755-59cf-47a6-8ce4-7a292ea17aa4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:10.369560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:10.374217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.380645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'Port': ['ID=b926a90d-3422-4a6d-a12d-986d4078b9e3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.407852 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6c4e-32c2-4b01-86e9-274d53bdccf9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.438879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Checking segment: {'id': 'af5551fb-0459-47de-955f-d80b34813ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ff7d3147-727b-4496-9ddd-934b93fddf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:10.439496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Network hostable DHCP agents. Network: ff7d3147-727b-4496-9ddd-934b93fddf6a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:10.483834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Network ff7d3147-727b-4496-9ddd-934b93fddf6a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:10.527638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, ff7d3147-727b-4496-9ddd-934b93fddf6a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:10.534962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6c4e-32c2-4b01-86e9-274d53bdccf9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.547061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcc9a98-7df1-43cc-b5d3-6a6ded9d2b56 None None] Network ff7d3147-727b-4496-9ddd-934b93fddf6a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:10.548349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:10.554573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.560000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.560528 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.589729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-da5ae115-69a4-4c5b-a05b-719f9deff00c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2745950 Jul 16 01:36:10.590085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.605070 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75e5f0e3-c6e7-4e7c-be09-cc1226507f39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.667985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5f0e3-c6e7-4e7c-be09-cc1226507f39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event deleted for resources: {'Port': ['ID=cb74860d-3b49-4bbb-a0fd-20c473554c35,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.691695 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6c4e-32c2-4b01-86e9-274d53bdccf9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.728264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e6c4e-32c2-4b01-86e9-274d53bdccf9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Subnet': ['ID=f31edde4-b25c-4c10-9aa6-8b6ba80a75f5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.739281 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6c4e-32c2-4b01-86e9-274d53bdccf9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.745288 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fb5e6c4e-32c2-4b01-86e9-274d53bdccf9 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/subnets/f31edde4-b25c-4c10-9aa6-8b6ba80a75f5 HTTP/1.1" status: 204 len: 168 time: 0.5567555 Jul 16 01:36:10.746238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58676) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.767403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d66442-a902-42b5-8c55-9e8c6aad72c3 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.774071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d66442-a902-42b5-8c55-9e8c6aad72c3 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.775958 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a9d66442-a902-42b5-8c55-9e8c6aad72c3 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1849682 Jul 16 01:36:10.779088 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58678) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.853091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7352ef1f-69ee-48f1-bbc8-62170263a1b8 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:10.899953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.924486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 7352ef1f-69ee-48f1-bbc8-62170263a1b8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:10.924797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7352ef1f-69ee-48f1-bbc8-62170263a1b8 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:10.997380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.017533 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75e5f0e3-c6e7-4e7c-be09-cc1226507f39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.019694 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-75e5f0e3-c6e7-4e7c-be09-cc1226507f39 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "DELETE /v2.0/ports/cb74860d-3b49-4bbb-a0fd-20c473554c35 HTTP/1.1" status: 204 len: 168 time: 1.1991749 Jul 16 01:36:11.024513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.070195 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3ce7a8-8bcb-4ff3-848e-a3f3c8743293 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] GET failed (client error): The resource could not be found. Jul 16 01:36:11.071350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6e3ce7a8-8bcb-4ff3-848e-a3f3c8743293 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "GET /v2.0/ports/cb74860d-3b49-4bbb-a0fd-20c473554c35 HTTP/1.1" status: 404 len: 333 time: 0.0459402 Jul 16 01:36:11.077251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58684) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.084299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Subnet': ['ID=a8f7e363-2c33-487c-9c06-61de135c8e87,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.099611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Checking segment: {'id': 'a753c2f7-0910-4e29-aa37-7281fddcfdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f4f60c4-c97b-4093-a7f6-961ebaddf4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:11.100012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network hostable DHCP agents. Network: 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:11.107799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:11.108144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.143052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:11.153813 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ddececf4-b3f9-4bfe-8dec-283d3f73973a tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Deleting port 334142d0-e2a6-4e30-b476-e9ac5e900158 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:11.154188 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddececf4-b3f9-4bfe-8dec-283d3f73973a tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.186214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729da8b-60c7-4c59-80a9-064064ab29e9 req-5445bfd1-8918-4f29-8aef-7a9e6deaf290 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.187751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9729da8b-60c7-4c59-80a9-064064ab29e9 req-5445bfd1-8918-4f29-8aef-7a9e6deaf290 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 946 time: 0.2289066 Jul 16 01:36:11.196262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] For port 640bc192-1408-49fc-8e5f-aa98e0dd22f6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=640bc192-1408-49fc-8e5f-aa98e0dd22f6,segment=NetworkSegment(c9884d55-c921-481e-8b41-efffba7da0d4),segment_id=c9884d55-c921-481e-8b41-efffba7da0d4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:11.196646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.204248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:11.213017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.213613 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.213978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af39f609-250c-45d3-9338-00227a903b46 None None] Network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:11.216080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Calling delete_port for 640bc192-1408-49fc-8e5f-aa98e0dd22f6 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:11.276835 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4067fdd9-d22e-4204-a8d2-6bbf245154f4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1453192 Jul 16 01:36:11.280551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.285249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8e1768e9-f377-4ca6-a069-3055b0349be6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1723984628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:11.296612 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddececf4-b3f9-4bfe-8dec-283d3f73973a tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.320623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ddececf4-b3f9-4bfe-8dec-283d3f73973a tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Calling delete_port for 334142d0-e2a6-4e30-b476-e9ac5e900158 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:11.333365 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e1768e9-f377-4ca6-a069-3055b0349be6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.334563 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e1768e9-f377-4ca6-a069-3055b0349be6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.354659 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9729da8b-60c7-4c59-80a9-064064ab29e9 req-aa785a8f-aed0-4f62-9299-1f2fcbc68e77 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372998 Jul 16 01:36:11.356481 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.379173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No DVR routers for this DVR port 640bc192-1408-49fc-8e5f-aa98e0dd22f6 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:11.408334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-523e6c0d-05b6-4009-933f-54aa6aabbc2e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Deleting port bdd9c32b-7eef-488c-ba1e-a90c7cb5a302 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:11.408689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-523e6c0d-05b6-4009-933f-54aa6aabbc2e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.449953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Port': ['ID=640bc192-1408-49fc-8e5f-aa98e0dd22f6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.474602 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e1768e9-f377-4ca6-a069-3055b0349be6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.499732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-1f4f60c4-c97b-4093-a7f6-961ebaddf4ef', 'network_id': '1f4f60c4-c97b-4093-a7f6-961ebaddf4ef', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'fixed_ips': [{'subnet_id': 'a8f7e363-2c33-487c-9c06-61de135c8e87'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:11.500820 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.501342 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e1768e9-f377-4ca6-a069-3055b0349be6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.543150 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddececf4-b3f9-4bfe-8dec-283d3f73973a tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.561060 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-523e6c0d-05b6-4009-933f-54aa6aabbc2e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.587370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddececf4-b3f9-4bfe-8dec-283d3f73973a tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Port': ['ID=334142d0-e2a6-4e30-b476-e9ac5e900158,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.591453 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.597410 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddececf4-b3f9-4bfe-8dec-283d3f73973a tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.599821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ddececf4-b3f9-4bfe-8dec-283d3f73973a tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "DELETE /v2.0/ports/334142d0-e2a6-4e30-b476-e9ac5e900158 HTTP/1.1" status: 204 len: 168 time: 0.8195815 Jul 16 01:36:11.604241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58690) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.606426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-523e6c0d-05b6-4009-933f-54aa6aabbc2e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Calling delete_port for bdd9c32b-7eef-488c-ba1e-a90c7cb5a302 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:11.609941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402bee9c-44e4-4770-820d-8939400c49d3 None None] Network ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:11.624836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e1768e9-f377-4ca6-a069-3055b0349be6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.628460 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8e1768e9-f377-4ca6-a069-3055b0349be6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3445406 Jul 16 01:36:11.630757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58692) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.630891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ceb6382d-11bd-4407-aebd-a19fb0ee73f0 None None] Could not find standard attr ID for object 640bc192-1408-49fc-8e5f-aa98e0dd22f6. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:11.632668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb6bd5c-2f06-4d07-925a-cde32f27c0a9']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:11.768899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Allocated IP 2001:db8::2 (1f4f60c4-c97b-4093-a7f6-961ebaddf4ef/a8f7e363-2c33-487c-9c06-61de135c8e87/2759a1bb-ed9c-4563-99c9-edb379d0568b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:11.869994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03006be0-72d7-404a-9e76-9e7c61b1e6e1 None None] DHCP port deletion for ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:11.952162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9884d55-c921-481e-8b41-efffba7da0d4') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:11.952461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9884d55-c921-481e-8b41-efffba7da0d4') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:11.964056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.973714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Transition to ACTIVE for port object 2759a1bb-ed9c-4563-99c9-edb379d0568b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:11.990950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Transition to ACTIVE for port object 2759a1bb-ed9c-4563-99c9-edb379d0568b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:11.999753 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.027913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.047717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:12.053331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:12.058587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:12.060776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.066535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Pushing event updated for resources: {'Port': ['ID=2759a1bb-ed9c-4563-99c9-edb379d0568b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.128796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Attempting to bind port 2759a1bb-ed9c-4563-99c9-edb379d0568b on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:12.129110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Attempting to bind port 2759a1bb-ed9c-4563-99c9-edb379d0568b by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a753c2f7-0910-4e29-aa37-7281fddcfdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f4f60c4-c97b-4093-a7f6-961ebaddf4ef'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:12.129953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Attempting to bind port 2759a1bb-ed9c-4563-99c9-edb379d0568b on network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:12.135984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:12.136713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Checking segment: {'id': 'a753c2f7-0910-4e29-aa37-7281fddcfdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f4f60c4-c97b-4093-a7f6-961ebaddf4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:12.136829 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.137182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Bound using segment: {'id': 'a753c2f7-0910-4e29-aa37-7281fddcfdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f4f60c4-c97b-4093-a7f6-961ebaddf4ef'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:12.137382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:12.137835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Bound port: 2759a1bb-ed9c-4563-99c9-edb379d0568b, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a753c2f7-0910-4e29-aa37-7281fddcfdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f4f60c4-c97b-4093-a7f6-961ebaddf4ef'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:12.138000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.138565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:12.146092 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:12.175176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7f13d-531d-4bad-9d8c-9aac3ac8ab2c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Deleting port b926a90d-3422-4a6d-a12d-986d4078b9e3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:12.175768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4c7f13d-531d-4bad-9d8c-9aac3ac8ab2c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.206251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] For port 2759a1bb-ed9c-4563-99c9-edb379d0568b, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:12.209563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] For port 2759a1bb-ed9c-4563-99c9-edb379d0568b, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2759a1bb-ed9c-4563-99c9-edb379d0568b,segment=NetworkSegment(a753c2f7-0910-4e29-aa37-7281fddcfdd5),segment_id=a753c2f7-0910-4e29-aa37-7281fddcfdd5)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:12.217222 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.261746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-523e6c0d-05b6-4009-933f-54aa6aabbc2e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.273905 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4c7f13d-531d-4bad-9d8c-9aac3ac8ab2c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.279658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e887611-1610-4772-8e1c-d912fc6a54bd None None] Pushing event updated for resources: {'Port': ['ID=2759a1bb-ed9c-4563-99c9-edb379d0568b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.297545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb0e47-28b3-4145-93bb-2f6e525a3b2b req-cea34206-3c65-43d5-aa3b-9edbf919821d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.299131 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-78fb0e47-28b3-4145-93bb-2f6e525a3b2b req-cea34206-3c65-43d5-aa3b-9edbf919821d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 946 time: 0.7427328 Jul 16 01:36:12.314240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e6c0d-05b6-4009-933f-54aa6aabbc2e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event deleted for resources: {'Port': ['ID=bdd9c32b-7eef-488c-ba1e-a90c7cb5a302,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.316398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7f13d-531d-4bad-9d8c-9aac3ac8ab2c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Calling delete_port for b926a90d-3422-4a6d-a12d-986d4078b9e3 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:12.318119 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.362608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-523e6c0d-05b6-4009-933f-54aa6aabbc2e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.362917 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.364803 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/ebb6bd5c-2f06-4d07-925a-cde32f27c0a9 HTTP/1.1" status: 204 len: 168 time: 1.6152260 Jul 16 01:36:12.367537 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-523e6c0d-05b6-4009-933f-54aa6aabbc2e tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "DELETE /v2.0/ports/bdd9c32b-7eef-488c-ba1e-a90c7cb5a302 HTTP/1.1" status: 204 len: 168 time: 1.2860794 Jul 16 01:36:12.383373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.383708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.410726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105048e-026e-4ea6-b838-4638c3661c09 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Network': ['ID=ebb6bd5c-2f06-4d07-925a-cde32f27c0a9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.454726 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4c7f13d-531d-4bad-9d8c-9aac3ac8ab2c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.461807 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8ba5af-76ee-4b5c-873d-610393a9148a tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] GET failed (client error): The resource could not be found. Jul 16 01:36:12.471970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2c8ba5af-76ee-4b5c-873d-610393a9148a tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "GET /v2.0/ports/bdd9c32b-7eef-488c-ba1e-a90c7cb5a302 HTTP/1.1" status: 404 len: 333 time: 0.0839520 Jul 16 01:36:12.471970 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fa09e3-0ed0-4ff5-ba5b-e9fe56ddb2d3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:12.471970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fa09e3-0ed0-4ff5-ba5b-e9fe56ddb2d3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:12.473750 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e9fa09e3-0ed0-4ff5-ba5b-e9fe56ddb2d3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/subnets/cfd88cbd-6d82-42d9-8330-3f0fc791c306 HTTP/1.1" status: 404 len: 337 time: 0.0877771 Jul 16 01:36:12.474378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58698) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.482709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58700) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.493738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7f13d-531d-4bad-9d8c-9aac3ac8ab2c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Port': ['ID=b926a90d-3422-4a6d-a12d-986d4078b9e3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.497795 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4c7f13d-531d-4bad-9d8c-9aac3ac8ab2c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.502184 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d4c7f13d-531d-4bad-9d8c-9aac3ac8ab2c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "DELETE /v2.0/ports/b926a90d-3422-4a6d-a12d-986d4078b9e3 HTTP/1.1" status: 204 len: 168 time: 0.8945792 Jul 16 01:36:12.503118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58702) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.551644 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a24e157b-343d-4b01-afa5-4fefb7c7129c tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0473616 Jul 16 01:36:12.563949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.572495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-78125901'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:12.590379 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a39a1d-77e1-4bbc-85d3-c3e6ec7293ec tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:12.591098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a39a1d-77e1-4bbc-85d3-c3e6ec7293ec tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:12.593319 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-67a39a1d-77e1-4bbc-85d3-c3e6ec7293ec tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/91ee9d6e-d300-4269-899f-b8ae628fef6b HTTP/1.1" status: 404 len: 339 time: 0.1027255 Jul 16 01:36:12.593967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Made reservation on behalf of 8eb4617f9ea74029a5ccfbacd405a14b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:12.597030 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.597482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.599348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.601353 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-78fb0e47-28b3-4145-93bb-2f6e525a3b2b req-8e74048b-d13b-4eb7-a8f3-fb7c9843dd90 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861793 Jul 16 01:36:12.652421 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccad7f8-7340-4a5f-b045-4c01205f84e4 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:12.652886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccad7f8-7340-4a5f-b045-4c01205f84e4 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:12.654701 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1ccad7f8-7340-4a5f-b045-4c01205f84e4 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/subnets/5ba7e1d2-3764-40de-bdbc-b9c2eba41acd HTTP/1.1" status: 404 len: 337 time: 0.0544295 Jul 16 01:36:12.666361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58708) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.678575 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9aa914a-b7c2-461e-ba60-5bbc9f1e5ce1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:12.680049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9aa914a-b7c2-461e-ba60-5bbc9f1e5ce1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:12.681972 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b9aa914a-b7c2-461e-ba60-5bbc9f1e5ce1 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/017543b8-5692-4e51-9673-fc2a9a669a8e HTTP/1.1" status: 404 len: 339 time: 0.0228384 Jul 16 01:36:12.683905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.687005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58712) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.725079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:12.751598 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef335200-1a33-4cbd-90f2-2b22a0db73b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:12.752030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef335200-1a33-4cbd-90f2-2b22a0db73b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:12.756264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ef335200-1a33-4cbd-90f2-2b22a0db73b7 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/subnets/88e9b428-1828-4869-bd8f-67a2e759a9e5 HTTP/1.1" status: 404 len: 337 time: 0.0594800 Jul 16 01:36:12.757008 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58714) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.766249 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.766599 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Added segment 611a5e04-a08d-40a4-bd00-434f458b7564 of type vlan for network bd3d5f7c-8916-45e0-a821-7a8ce08ba0db Jul 16 01:36:12.790204 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-975e034e-e5a0-45c1-8dae-505a19022701 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:12.790757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975e034e-e5a0-45c1-8dae-505a19022701 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:12.794208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-975e034e-e5a0-45c1-8dae-505a19022701 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/295e136e-c24b-4f59-8978-9a1eb5f4533a HTTP/1.1" status: 404 len: 339 time: 0.0339203 Jul 16 01:36:12.795905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58716) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.837252 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.857206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b1975-6b48-47bd-87de-d13eb8917caf tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.862127 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f44b1975-6b48-47bd-87de-d13eb8917caf tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1093 time: 0.1738200 Jul 16 01:36:12.862127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.872690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:12.882547 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c52a637-5ae8-4801-8f53-af1c9e4a9606 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Deleting port f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:12.883363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c52a637-5ae8-4801-8f53-af1c9e4a9606 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.904735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.908834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2759a1bb-ed9c-4563-99c9-edb379d0568b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:12.912066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.912682 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.939703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d46988a-4d0f-4e7b-9f52-2226ce526a5e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting subnet f2b62b61-4d6c-44c7-9a41-242e0ad23c33 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:12.948443 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.968952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 2759a1bb-ed9c-4563-99c9-edb379d0568b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:12.971960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d46988a-4d0f-4e7b-9f52-2226ce526a5e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.982952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4178267 Jul 16 01:36:12.990209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58720) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.003597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1243756177'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:13.033900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 640bc192-1408-49fc-8e5f-aa98e0dd22f6 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:13.048211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0986a49-0d85-46cc-8f18-94f38b749f49 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'Network': ['ID=bd3d5f7c-8916-45e0-a821-7a8ce08ba0db,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.071212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Allocated IP 2001:db8::1 (1f4f60c4-c97b-4093-a7f6-961ebaddf4ef/a8f7e363-2c33-487c-9c06-61de135c8e87/34862522-8e57-4b48-9571-ce4163b2a0c7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:13.076607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network bd3d5f7c-8916-45e0-a821-7a8ce08ba0db details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:13.079097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 640bc192-1408-49fc-8e5f-aa98e0dd22f6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:13.079487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 640bc192-1408-49fc-8e5f-aa98e0dd22f6 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:13.080206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d46988a-4d0f-4e7b-9f52-2226ce526a5e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.108424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Made reservation on behalf of 8eb4617f9ea74029a5ccfbacd405a14b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:13.112374 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.113567 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c52a637-5ae8-4801-8f53-af1c9e4a9606 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.143164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c52a637-5ae8-4801-8f53-af1c9e4a9606 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Calling delete_port for f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:13.152852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.155439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:13.199691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.200316 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Added segment 73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe of type vlan for network dfe5656a-de2f-4ef2-ac72-52b5eb724788 Jul 16 01:36:13.264804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.326296 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d46988a-4d0f-4e7b-9f52-2226ce526a5e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.330258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.25.4.90 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/b386b27a-8bf8-40ac-9539-584d1b7bca49) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:13.339174 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.345169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.345538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.395621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.444692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'Network': ['ID=dfe5656a-de2f-4ef2-ac72-52b5eb724788,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.448401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Transition to ACTIVE for port object 34862522-8e57-4b48-9571-ce4163b2a0c7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:13.455469 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-44288403-6f6b-4320-ba86-ad43ae91c5f0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4603045 Jul 16 01:36:13.469043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network dfe5656a-de2f-4ef2-ac72-52b5eb724788 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:13.501062 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d46988a-4d0f-4e7b-9f52-2226ce526a5e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.519327 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c52a637-5ae8-4801-8f53-af1c9e4a9606 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.561144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d46988a-4d0f-4e7b-9f52-2226ce526a5e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.562363 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.563539 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7d46988a-4d0f-4e7b-9f52-2226ce526a5e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/subnets/f2b62b61-4d6c-44c7-9a41-242e0ad23c33 HTTP/1.1" status: 204 len: 168 time: 0.7627912 Jul 16 01:36:13.571259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.589330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46988a-4d0f-4e7b-9f52-2226ce526a5e tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b62b61-4d6c-44c7-9a41-242e0ad23c33,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.591514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab517cd-7b62-4c68-b3b9-e5d4ee8392a3 None None] Network b25177de-9fa0-4c14-aab0-78a8a34a6735 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:13.599585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52a637-5ae8-4801-8f53-af1c9e4a9606 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event deleted for resources: {'Port': ['ID=f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.601320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58724) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.606898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'subnets': [{'network_id': 'bd3d5f7c-8916-45e0-a821-7a8ce08ba0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--138241137', 'ip_version': 4}, {'network_id': 'dfe5656a-de2f-4ef2-ac72-52b5eb724788', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:13.607224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'subnet': {'network_id': 'bd3d5f7c-8916-45e0-a821-7a8ce08ba0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--138241137', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:13.607834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Request body: {'subnet': {'network_id': 'dfe5656a-de2f-4ef2-ac72-52b5eb724788', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:13.641638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.701100 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c52a637-5ae8-4801-8f53-af1c9e4a9606 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.706370 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5c52a637-5ae8-4801-8f53-af1c9e4a9606 tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "DELETE /v2.0/ports/f6a1ac88-63a3-40f7-9ccd-1c9848d5f2e9 HTTP/1.1" status: 204 len: 168 time: 1.2293193 Jul 16 01:36:13.707334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58726) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.765681 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.781773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5941e0-932c-47a1-97b4-98e66b9434aa None None] Network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:13.800059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:13.829792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.852595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:13.855248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:13.855654 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.890162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:13.898924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=34862522-8e57-4b48-9571-ce4163b2a0c7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.901755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:13.907588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:13.928002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-94b54b8c-2baa-4371-8e7b-434f422a626d None None] Provisioning for port 2759a1bb-ed9c-4563-99c9-edb379d0568b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:13.934666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-113f7f7e-0ac4-43bf-a645-f544d0783f9c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Deleting subnet b1dcfd83-f972-46c6-a101-b5df01ce2968 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:13.938834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=b386b27a-8bf8-40ac-9539-584d1b7bca49,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.957418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting port 62671456-2602-424d-b1d8-fc47f4ec5fa0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:13.957745 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.978960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-113f7f7e-0ac4-43bf-a645-f544d0783f9c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.980656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-94b54b8c-2baa-4371-8e7b-434f422a626d None None] Provisioning complete for port 2759a1bb-ed9c-4563-99c9-edb379d0568b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:13.981814 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94b54b8c-2baa-4371-8e7b-434f422a626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.028786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ea57a-2b77-4d6e-8cd2-7da425939a93 None None] DHCP port deletion for b25177de-9fa0-4c14-aab0-78a8a34a6735 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:14.067052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] For port 62671456-2602-424d-b1d8-fc47f4ec5fa0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=62671456-2602-424d-b1d8-fc47f4ec5fa0,segment=NetworkSegment(ab581814-ba54-41e5-9050-9d16fe54191a),segment_id=ab581814-ba54-41e5-9050-9d16fe54191a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:14.067340 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.105354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Calling delete_port for 62671456-2602-424d-b1d8-fc47f4ec5fa0 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:14.144614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b92ea57a-2b77-4d6e-8cd2-7da425939a93 None None] Deleting port 62671456-2602-424d-b1d8-fc47f4ec5fa0 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:14.145128 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b92ea57a-2b77-4d6e-8cd2-7da425939a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.147234 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94b54b8c-2baa-4371-8e7b-434f422a626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.224452 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:14.245935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b92ea57a-2b77-4d6e-8cd2-7da425939a93 None None] For port 62671456-2602-424d-b1d8-fc47f4ec5fa0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=62671456-2602-424d-b1d8-fc47f4ec5fa0,segment=NetworkSegment(ab581814-ba54-41e5-9050-9d16fe54191a),segment_id=ab581814-ba54-41e5-9050-9d16fe54191a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:14.246491 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b92ea57a-2b77-4d6e-8cd2-7da425939a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.263080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b92ea57a-2b77-4d6e-8cd2-7da425939a93 None None] Calling delete_port for 62671456-2602-424d-b1d8-fc47f4ec5fa0 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:14.350238 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-113f7f7e-0ac4-43bf-a645-f544d0783f9c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.370757 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-94b54b8c-2baa-4371-8e7b-434f422a626d None None] For port 2759a1bb-ed9c-4563-99c9-edb379d0568b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2759a1bb-ed9c-4563-99c9-edb379d0568b,segment=NetworkSegment(a753c2f7-0910-4e29-aa37-7281fddcfdd5),segment_id=a753c2f7-0910-4e29-aa37-7281fddcfdd5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:14.376914 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94b54b8c-2baa-4371-8e7b-434f422a626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.438491 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b92ea57a-2b77-4d6e-8cd2-7da425939a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.449649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b54b8c-2baa-4371-8e7b-434f422a626d None None] Pushing event updated for resources: {'Port': ['ID=2759a1bb-ed9c-4563-99c9-edb379d0568b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.452750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Made reservation on behalf of 8eb4617f9ea74029a5ccfbacd405a14b for: {'subnet': 2} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:14.458145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.458492 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.464903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.475038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ea57a-2b77-4d6e-8cd2-7da425939a93 None None] No DVR routers for this DVR port 62671456-2602-424d-b1d8-fc47f4ec5fa0 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:14.477729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ea57a-2b77-4d6e-8cd2-7da425939a93 None None] Pushing event deleted for resources: {'Port': ['ID=62671456-2602-424d-b1d8-fc47f4ec5fa0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.508130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-720d20eb-123b-4632-a1d1-9897f7f35f58 None None] Provisioning for port 34862522-8e57-4b48-9571-ce4163b2a0c7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:14.512854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-720d20eb-123b-4632-a1d1-9897f7f35f58 None None] Provisioning complete for port 34862522-8e57-4b48-9571-ce4163b2a0c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:14.513233 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-720d20eb-123b-4632-a1d1-9897f7f35f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.515731 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.556914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-720d20eb-123b-4632-a1d1-9897f7f35f58 None None] Port 34862522-8e57-4b48-9571-ce4163b2a0c7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:14.563925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No DVR routers for this DVR port 62671456-2602-424d-b1d8-fc47f4ec5fa0 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:14.569496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-720d20eb-123b-4632-a1d1-9897f7f35f58 None None] Provisioning complete for port 2759a1bb-ed9c-4563-99c9-edb379d0568b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:14.569496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-720d20eb-123b-4632-a1d1-9897f7f35f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.574191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Port': ['ID=62671456-2602-424d-b1d8-fc47f4ec5fa0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.661590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-113f7f7e-0ac4-43bf-a645-f544d0783f9c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.681928 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.697967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25177de-9fa0-4c14-aab0-78a8a34a6735']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:14.706207 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.728393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab581814-ba54-41e5-9050-9d16fe54191a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:14.728687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab581814-ba54-41e5-9050-9d16fe54191a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:14.741459 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.764443 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.774210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:14.774629 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:14.778084 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:14.819392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3948d826-3ab2-4f3b-8f17-84db2466433c None None] Provisioning complete for port 34862522-8e57-4b48-9571-ce4163b2a0c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:14.821153 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3948d826-3ab2-4f3b-8f17-84db2466433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.849269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2759a1bb-ed9c-4563-99c9-edb379d0568b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:14.870793 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.887462 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-113f7f7e-0ac4-43bf-a645-f544d0783f9c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.898277 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.904870 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.906741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/b25177de-9fa0-4c14-aab0-78a8a34a6735 HTTP/1.1" status: 204 len: 168 time: 1.3343434 Jul 16 01:36:14.907715 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3948d826-3ab2-4f3b-8f17-84db2466433c None None] Port 34862522-8e57-4b48-9571-ce4163b2a0c7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:14.913822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:14.928172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923a512-6e09-4852-b473-81037d253db3 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Network': ['ID=b25177de-9fa0-4c14-aab0-78a8a34a6735,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.942513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2759a1bb-ed9c-4563-99c9-edb379d0568b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:14.943052 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.977399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f7f7e-0ac4-43bf-a645-f544d0783f9c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event deleted for resources: {'Subnet': ['ID=b1dcfd83-f972-46c6-a101-b5df01ce2968,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.986712 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-113f7f7e-0ac4-43bf-a645-f544d0783f9c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.988601 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-113f7f7e-0ac4-43bf-a645-f544d0783f9c tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "DELETE /v2.0/subnets/b1dcfd83-f972-46c6-a101-b5df01ce2968 HTTP/1.1" status: 204 len: 168 time: 1.2530289 Jul 16 01:36:14.989944 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-133284e1-283e-4b11-a70b-d71296433c42 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:14.990699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133284e1-283e-4b11-a70b-d71296433c42 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:14.996105 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-133284e1-283e-4b11-a70b-d71296433c42 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/subnets/3070ad44-2ca3-4418-960e-f6203182036b HTTP/1.1" status: 404 len: 337 time: 0.0526295 Jul 16 01:36:14.999652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45946b84-0bc6-41ad-88aa-e5e5f4bc5b00 None None] Network 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:15.014334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58730) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.014674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58732) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.094755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.101064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.112775 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaca25e-ac08-4262-8fc7-ddd61273a7ab tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:15.113519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfaca25e-ac08-4262-8fc7-ddd61273a7ab tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:15.116264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dfaca25e-ac08-4262-8fc7-ddd61273a7ab tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/07280c7c-a219-4707-ac6b-2ebb337d9a78 HTTP/1.1" status: 404 len: 339 time: 0.0734851 Jul 16 01:36:15.129319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58734) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.192062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=b386b27a-8bf8-40ac-9539-584d1b7bca49,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.206869 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.332791 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.346903 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Floating IP 9ceba9cb-2499-4125-994c-88be32937558 associated. External IP: 172.25.4.90, port: 054aa98d-09d8-45c3-a762-3bd22d639f43. Jul 16 01:36:15.389860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c407b5af-15c8-4939-92e8-e310c805efa2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting subnet c85b1a78-83c9-4304-9d40-52965768ff6a {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:15.392149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 62671456-2602-424d-b1d8-fc47f4ec5fa0 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:15.400014 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c407b5af-15c8-4939-92e8-e310c805efa2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.405123 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.417136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 62671456-2602-424d-b1d8-fc47f4ec5fa0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:15.418504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 62671456-2602-424d-b1d8-fc47f4ec5fa0 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:15.442534 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.443196 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.533526 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c407b5af-15c8-4939-92e8-e310c805efa2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.548404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43955a1-d8e1-4f66-aa88-9c52e462e1e7 None None] DHCP port deletion for 4644b40a-bbb5-4bc2-aa6d-b9263694fa22 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:15.600355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f43955a1-d8e1-4f66-aa88-9c52e462e1e7 None None] Deleting port 2ae213f8-86a7-445e-8fed-ef57c43ee88c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:15.600992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f43955a1-d8e1-4f66-aa88-9c52e462e1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.634696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:15.652213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=34862522-8e57-4b48-9571-ce4163b2a0c7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.675012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f43955a1-d8e1-4f66-aa88-9c52e462e1e7 None None] For port 2ae213f8-86a7-445e-8fed-ef57c43ee88c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2ae213f8-86a7-445e-8fed-ef57c43ee88c,segment=NetworkSegment(4cfb6bab-dc72-444a-8289-1a7f1dc4023d),segment_id=4cfb6bab-dc72-444a-8289-1a7f1dc4023d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:15.675629 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f43955a1-d8e1-4f66-aa88-9c52e462e1e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.689907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f43955a1-d8e1-4f66-aa88-9c52e462e1e7 None None] Calling delete_port for 2ae213f8-86a7-445e-8fed-ef57c43ee88c owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:15.763450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:15.780174 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] Sync routers for ids ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:15.802975 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f43955a1-d8e1-4f66-aa88-9c52e462e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.804381 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] Routers {'4ad7a8cd-2326-489e-bedf-02cb8320e6e8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:15.805390 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:15.810347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.828773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.831266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Deleting port 2ae213f8-86a7-445e-8fed-ef57c43ee88c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:15.831651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.835410 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c407b5af-15c8-4939-92e8-e310c805efa2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.841364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43955a1-d8e1-4f66-aa88-9c52e462e1e7 None None] No DVR routers for this DVR port 2ae213f8-86a7-445e-8fed-ef57c43ee88c on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:15.853421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43955a1-d8e1-4f66-aa88-9c52e462e1e7 None None] Pushing event deleted for resources: {'Port': ['ID=2ae213f8-86a7-445e-8fed-ef57c43ee88c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.870729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:15.876641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9cd06be8-582e-48bb-bf3e-e403efc8cafa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0137708 Jul 16 01:36:15.877439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:15.880258 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9649fd3f-c09a-435f-87ba-f30c43f79918" -d '{"events": [{"name": "network-changed", "server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:15.906408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:15.975807 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] Set router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:16.047144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'Subnet': ['ID=36c7307b-82cd-4136-9200-733019159f74,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.118509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] For port 2ae213f8-86a7-445e-8fed-ef57c43ee88c, host n-d-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:16.119132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.153029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Calling delete_port for 2ae213f8-86a7-445e-8fed-ef57c43ee88c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:16.168635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Port 2ae213f8-86a7-445e-8fed-ef57c43ee88c was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:36:16.171230 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fdc10a-21b3-43ea-9b76-8fa5e0cb6a91 x-openstack-request-id: req-34fdc10a-21b3-43ea-9b76-8fa5e0cb6a91 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:16.171514 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:16.171776 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34fdc10a-21b3-43ea-9b76-8fa5e0cb6a91 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:16.172164 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'status': 'completed', 'code': 200} Jul 16 01:36:16.174466 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c407b5af-15c8-4939-92e8-e310c805efa2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.182460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037ed30-409b-4842-a3ec-455066ee1b38 req-76892dea-6394-410c-a008-9b266879fc01 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.184091 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f037ed30-409b-4842-a3ec-455066ee1b38 req-76892dea-6394-410c-a008-9b266879fc01 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 946 time: 0.1494060 Jul 16 01:36:16.190204 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.195584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Checking segment: {'id': '611a5e04-a08d-40a4-bd00-434f458b7564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd3d5f7c-8916-45e0-a821-7a8ce08ba0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:16.196172 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Network hostable DHCP agents. Network: bd3d5f7c-8916-45e0-a821-7a8ce08ba0db, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:16.259387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event deleted for resources: {'Port': ['ID=2ae213f8-86a7-445e-8fed-ef57c43ee88c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.262788 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f037ed30-409b-4842-a3ec-455066ee1b38 req-ea08e1a5-514e-43ef-a16f-d76005c7f3a8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719280 Jul 16 01:36:16.270446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407b5af-15c8-4939-92e8-e310c805efa2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Subnet': ['ID=c85b1a78-83c9-4304-9d40-52965768ff6a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.275395 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] No DVR routers for this DVR port 2ae213f8-86a7-445e-8fed-ef57c43ee88c on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:16.285119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-4fca26f8-1a3b-44c3-8d27-7b85d0873de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.287033 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-4fca26f8-1a3b-44c3-8d27-7b85d0873de5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1098 time: 0.0766644 Jul 16 01:36:16.291245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb42c74-5e47-4c88-bf1b-05c8ba1bbfa4 None None] Network 44ba1907-ae22-4730-abd2-c40c10725f8d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:16.294307 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '9ceba9cb-2499-4125-994c-88be32937558', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'port_id': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'mac_address': 'fa:16:3e:bf:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:14Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498e1253-bc0c-448a-acd9-2f76b0c31142', 'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:93:c5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:47Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:16.300957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff1f5dd6-985c-4935-b32f-cbbdb96a4925 None None] Provisioning complete for port 34862522-8e57-4b48-9571-ce4163b2a0c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:16.314257 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5dd6-985c-4935-b32f-cbbdb96a4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.315682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58742) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.315910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c407b5af-15c8-4939-92e8-e310c805efa2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.317848 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c407b5af-15c8-4939-92e8-e310c805efa2 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/subnets/c85b1a78-83c9-4304-9d40-52965768ff6a HTTP/1.1" status: 204 len: 168 time: 1.1811032 Jul 16 01:36:16.331653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58744) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.355853 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] Checking router: 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:16.368320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f5dd6-985c-4935-b32f-cbbdb96a4925 None None] Port 34862522-8e57-4b48-9571-ce4163b2a0c7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:16.372777 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] Routers {'4ad7a8cd-2326-489e-bedf-02cb8320e6e8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:16.373214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Network bd3d5f7c-8916-45e0-a821-7a8ce08ba0db is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:16.373500 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:16.416018 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.418626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, bd3d5f7c-8916-45e0-a821-7a8ce08ba0db) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:16.430615 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.435900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e265de-172e-4e6a-98af-c0e9faef8ee5 None None] Network bd3d5f7c-8916-45e0-a821-7a8ce08ba0db requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:16.441408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4644b40a-bbb5-4bc2-aa6d-b9263694fa22']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:16.487472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfb6bab-dc72-444a-8289-1a7f1dc4023d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:16.488296 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfb6bab-dc72-444a-8289-1a7f1dc4023d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:16.515632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.517806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router ab914530-1277-4bbd-a2ee-3a9fd0d04f9e is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:16.525231 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] Set router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:16.526224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-b26f2b41-2090-4b63-97ef-2be9298bd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.527840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event updated for resources: {'Subnet': ['ID=91caf786-7771-4ca4-b0ca-7629efd96c20,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.527975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-b26f2b41-2090-4b63-97ef-2be9298bd128 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6a70f3a-6189-48fe-9aee-282d31de8c8a HTTP/1.1" status: 200 len: 896 time: 0.2329068 Jul 16 01:36:16.534138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a4db60de-36b7-4185-a7f3-69d561d20f3b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/9ceba9cb-2499-4125-994c-88be32937558 HTTP/1.1" status: 200 len: 991 time: 0.2068601 Jul 16 01:36:16.548836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.559740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:16.560228 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:16.564387 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:16.658473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Checking segment: {'id': '73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dfe5656a-de2f-4ef2-ac72-52b5eb724788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:16.659718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Network hostable DHCP agents. Network: dfe5656a-de2f-4ef2-ac72-52b5eb724788, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:16.661486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-bd3d5f7c-8916-45e0-a821-7a8ce08ba0db', 'network_id': 'bd3d5f7c-8916-45e0-a821-7a8ce08ba0db', 'tenant_id': '8eb4617f9ea74029a5ccfbacd405a14b', 'fixed_ips': [{'subnet_id': '36c7307b-82cd-4136-9200-733019159f74'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:16.662466 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.672384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.701709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-81519d65-88d0-471d-b6ee-ca9bbd096ae9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 200 len: 999 time: 0.0985980 Jul 16 01:36:16.754830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c630a9c-2261-444a-ae30-8863cd0357a6 None None] DHCP port deletion for 44ba1907-ae22-4730-abd2-c40c10725f8d request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:16.786102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-702fd11e-f044-446d-adf6-b78f3cfaee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.787696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-702fd11e-f044-446d-adf6-b78f3cfaee4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b0371ce-f8f6-4752-ab8b-5745cd3ca47f HTTP/1.1" status: 200 len: 835 time: 0.0676675 Jul 16 01:36:16.811213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Deleting port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:16.811563 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.863233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2ae213f8-86a7-445e-8fed-ef57c43ee88c no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:16.901122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 2ae213f8-86a7-445e-8fed-ef57c43ee88c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:16.901564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2ae213f8-86a7-445e-8fed-ef57c43ee88c not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:16.901684 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '9ceba9cb-2499-4125-994c-88be32937558', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'port_id': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'mac_address': 'fa:16:3e:bf:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:14Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498e1253-bc0c-448a-acd9-2f76b0c31142', 'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:93:c5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:47Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:16.902321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6fc15462-6762-4be6-bfa3-1c65b7366cb0 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:16.924121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] For port 6fc15462-6762-4be6-bfa3-1c65b7366cb0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6fc15462-6762-4be6-bfa3-1c65b7366cb0,segment=NetworkSegment(a0ca35fc-44df-4c56-8b75-092065dc768e),segment_id=a0ca35fc-44df-4c56-8b75-092065dc768e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:16.924523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.940050 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd91ae61-b5aa-494c-bb4f-07d1c7f99f24 None None] The sync data for ids ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'] in n-d-791504-14 is: [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '9ceba9cb-2499-4125-994c-88be32937558', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'port_id': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'mac_address': 'fa:16:3e:bf:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:14Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498e1253-bc0c-448a-acd9-2f76b0c31142', 'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:93:c5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:47Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:16.942765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Calling delete_port for 6fc15462-6762-4be6-bfa3-1c65b7366cb0 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:16.958490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-48bddd79-fd4e-4068-96d7-2c6a31bd8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.960033 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-48bddd79-fd4e-4068-96d7-2c6a31bd8c33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6a70f3a-6189-48fe-9aee-282d31de8c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645105 Jul 16 01:36:16.965528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Allocated IP 172.20.0.2 (bd3d5f7c-8916-45e0-a821-7a8ce08ba0db/36c7307b-82cd-4136-9200-733019159f74/2773b8c9-89a7-45ed-b733-b9b5ab9f47b4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:16.974271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5c630a9c-2261-444a-ae30-8863cd0357a6 None None] Deleting port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:16.974794 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c630a9c-2261-444a-ae30-8863cd0357a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.105387 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.118162 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.123680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] 10.222.0.64 "DELETE /v2.0/networks/4644b40a-bbb5-4bc2-aa6d-b9263694fa22 HTTP/1.1" status: 204 len: 168 time: 2.0786684 Jul 16 01:36:17.131513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5c630a9c-2261-444a-ae30-8863cd0357a6 None None] For port 6fc15462-6762-4be6-bfa3-1c65b7366cb0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6fc15462-6762-4be6-bfa3-1c65b7366cb0,segment=NetworkSegment(a0ca35fc-44df-4c56-8b75-092065dc768e),segment_id=a0ca35fc-44df-4c56-8b75-092065dc768e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:17.132205 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c630a9c-2261-444a-ae30-8863cd0357a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.134508 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.139786 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:17.141656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Network dfe5656a-de2f-4ef2-ac72-52b5eb724788 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:17.146908 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f31fd041-9890-47e4-984a-e0bdbe534821 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/ab914530-1277-4bbd-a2ee-3a9fd0d04f9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5166156 Jul 16 01:36:17.149207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ab6a7-2240-414a-87eb-6c99526b8ded tempest-AllowedAddressPairIpV6TestJSON-941029472 tempest-AllowedAddressPairIpV6TestJSON-941029472-project] Pushing event deleted for resources: {'Network': ['ID=4644b40a-bbb5-4bc2-aa6d-b9263694fa22,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.152281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5c630a9c-2261-444a-ae30-8863cd0357a6 None None] Calling delete_port for 6fc15462-6762-4be6-bfa3-1c65b7366cb0 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:17.152974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58748) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.183043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-f145f1e1-dc4f-4050-b95b-1fcc000b628c service neutron] 10.222.0.67 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397073 Jul 16 01:36:17.185138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Port': ['ID=6fc15462-6762-4be6-bfa3-1c65b7366cb0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.191549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] No DVR routers for this DVR port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:17.237698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, dfe5656a-de2f-4ef2-ac72-52b5eb724788) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:17.246035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.246619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.247457 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.278613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d4e4f-1ac2-4537-9832-384ac6679a39 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.280669 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2a7d4e4f-1ac2-4537-9832-384ac6679a39 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports/34862522-8e57-4b48-9571-ce4163b2a0c7 HTTP/1.1" status: 200 len: 911 time: 0.1268353 Jul 16 01:36:17.284562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.288886 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c46039cf-c4cc-4907-bc2d-f616bed367aa tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6860209 Jul 16 01:36:17.289937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58752) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.333791 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868e488-c49c-4f61-8a44-998856bc6c78 None None] New status for floating IP 9ceba9cb-2499-4125-994c-88be32937558: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:36:17.344960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc638c53-e540-4ec3-8b55-797db7dcaab4 None None] Sync routers for ids ['ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:17.361879 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62009749-7843-423a-ae3a-a8bd757a1d88 None None] Network dfe5656a-de2f-4ef2-ac72-52b5eb724788 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:17.382300 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.394738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd323b8-43f9-4d65-b7d1-f86fbe622cb3 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.396978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd323b8-43f9-4d65-b7d1-f86fbe622cb3 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.398812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd323b8-43f9-4d65-b7d1-f86fbe622cb3 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.400744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2bd323b8-43f9-4d65-b7d1-f86fbe622cb3 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1097367 Jul 16 01:36:17.404523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58754) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.410322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc638c53-e540-4ec3-8b55-797db7dcaab4 None None] Routers {'ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:17.410972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fc638c53-e540-4ec3-8b55-797db7dcaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:17.435442 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.506343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fc638c53-e540-4ec3-8b55-797db7dcaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:17.515056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-8954369d-2939-463f-a7f1-4ffdcbe64531 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Deleting subnet 36c7307b-82cd-4136-9200-733019159f74 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:17.536988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58760) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.590462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Transition to ACTIVE for port object 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:17.688265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Transition to ACTIVE for port object 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:17.690285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc638c53-e540-4ec3-8b55-797db7dcaab4 None None] Routers {'ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:17.690952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fc638c53-e540-4ec3-8b55-797db7dcaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:17.721203 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1247de72-cae8-4fcf-82e3-a901829e5b39 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/9ceba9cb-2499-4125-994c-88be32937558 HTTP/1.1" status: 200 len: 991 time: 0.1830525 Jul 16 01:36:17.722290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8954369d-2939-463f-a7f1-4ffdcbe64531 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.725392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58762) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.750369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fc638c53-e540-4ec3-8b55-797db7dcaab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:17.751049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc638c53-e540-4ec3-8b55-797db7dcaab4 None None] The sync data for ids ['ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:17.761078 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.780940 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c630a9c-2261-444a-ae30-8863cd0357a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.790521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8954369d-2939-463f-a7f1-4ffdcbe64531 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.847558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Network bd3d5f7c-8916-45e0-a821-7a8ce08ba0db is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:17.854070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:17.859014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:17.891706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-dfe5656a-de2f-4ef2-ac72-52b5eb724788', 'network_id': 'dfe5656a-de2f-4ef2-ac72-52b5eb724788', 'tenant_id': '8eb4617f9ea74029a5ccfbacd405a14b', 'fixed_ips': [{'subnet_id': '91caf786-7771-4ca4-b0ca-7629efd96c20'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:17.892544 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.908678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c630a9c-2261-444a-ae30-8863cd0357a6 None None] No DVR routers for this DVR port 6fc15462-6762-4be6-bfa3-1c65b7366cb0 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:17.921122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.940773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Pushing event updated for resources: {'Port': ['ID=2773b8c9-89a7-45ed-b733-b9b5ab9f47b4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.941109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ba1907-ae22-4730-abd2-c40c10725f8d']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:17.953890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8954369d-2939-463f-a7f1-4ffdcbe64531 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.965997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ca35fc-44df-4c56-8b75-092065dc768e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:17.966425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ca35fc-44df-4c56-8b75-092065dc768e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:17.979656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-811866c3-ca6d-4c75-bce4-489d0611df0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65296292624c478d9505a7773a715c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490671 Jul 16 01:36:17.980555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58766) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.002562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c630a9c-2261-444a-ae30-8863cd0357a6 None None] Pushing event deleted for resources: {'Port': ['ID=6fc15462-6762-4be6-bfa3-1c65b7366cb0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.057049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8954369d-2939-463f-a7f1-4ffdcbe64531 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.059238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Attempting to bind port 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:18.059612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Attempting to bind port 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '611a5e04-a08d-40a4-bd00-434f458b7564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd3d5f7c-8916-45e0-a821-7a8ce08ba0db'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:18.059978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Attempting to bind port 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4 on network bd3d5f7c-8916-45e0-a821-7a8ce08ba0db {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:18.066839 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.071023 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9649fd3f-c09a-435f-87ba-f30c43f79918 req-aea6edd3-e403-4320-ae1c-dfbe8e9eb988 service neutron] 10.222.0.67 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8726363 Jul 16 01:36:18.076348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:18.076854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Checking segment: {'id': '611a5e04-a08d-40a4-bd00-434f458b7564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd3d5f7c-8916-45e0-a821-7a8ce08ba0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:18.077321 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.077731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Bound using segment: {'id': '611a5e04-a08d-40a4-bd00-434f458b7564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd3d5f7c-8916-45e0-a821-7a8ce08ba0db'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:18.078288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Bound port: 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611a5e04-a08d-40a4-bd00-434f458b7564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bd3d5f7c-8916-45e0-a821-7a8ce08ba0db'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:18.078696 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.095610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2f90533-b057-4b8c-98a5-1c65f4c690f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.097162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.106035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954369d-2939-463f-a7f1-4ffdcbe64531 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Subnet': ['ID=36c7307b-82cd-4136-9200-733019159f74,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.110970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:18.111415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:18.115037 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:18.120045 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8954369d-2939-463f-a7f1-4ffdcbe64531 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.122219 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8954369d-2939-463f-a7f1-4ffdcbe64531 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "DELETE /v2.0/subnets/36c7307b-82cd-4136-9200-733019159f74 HTTP/1.1" status: 204 len: 168 time: 0.7166438 Jul 16 01:36:18.125219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58768) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.160741 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2f90533-b057-4b8c-98a5-1c65f4c690f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.185297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Allocated IP 172.20.0.18 (dfe5656a-de2f-4ef2-ac72-52b5eb724788/91caf786-7771-4ca4-b0ca-7629efd96c20/605a3b4d-d5fc-49a4-95fd-748310338d4f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:18.199326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] For port 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:18.202871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] For port 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2773b8c9-89a7-45ed-b733-b9b5ab9f47b4,segment=NetworkSegment(611a5e04-a08d-40a4-bd00-434f458b7564),segment_id=611a5e04-a08d-40a4-bd00-434f458b7564)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:18.211213 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.214872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-db54ad01-b4a4-4af6-86b2-fc16a1e3cff7 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Deleting subnet 91caf786-7771-4ca4-b0ca-7629efd96c20 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:18.246836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2f90533-b057-4b8c-98a5-1c65f4c690f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.247415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.249966 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2f90533-b057-4b8c-98a5-1c65f4c690f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.253815 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e2f90533-b057-4b8c-98a5-1c65f4c690f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71732538-55bb-474e-af6b-7f485e0b4512 HTTP/1.1" status: 204 len: 168 time: 0.2704151 Jul 16 01:36:18.258230 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.260491 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] 10.222.0.64 "DELETE /v2.0/networks/44ba1907-ae22-4730-abd2-c40c10725f8d HTTP/1.1" status: 204 len: 168 time: 1.9273214 Jul 16 01:36:18.295425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960dbfb-9f97-4fff-be32-510e72574583 tempest-NetworksIpV6Test-496615380 tempest-NetworksIpV6Test-496615380-project] Pushing event deleted for resources: {'Network': ['ID=44ba1907-ae22-4730-abd2-c40c10725f8d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.299851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f90533-b057-4b8c-98a5-1c65f4c690f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71732538-55bb-474e-af6b-7f485e0b4512,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.371290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b5b21-1ed4-4a6b-ba8c-74156c59a73c None None] Pushing event updated for resources: {'Port': ['ID=2773b8c9-89a7-45ed-b733-b9b5ab9f47b4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.418807 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.451817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34faf6b-6e28-49e8-89ee-08fef9459660 None None] Network bd3d5f7c-8916-45e0-a821-7a8ce08ba0db requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:18.525464 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.542087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Transition to ACTIVE for port object 605a3b4d-d5fc-49a4-95fd-748310338d4f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:18.558666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58780) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.606044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Transition to ACTIVE for port object 605a3b4d-d5fc-49a4-95fd-748310338d4f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:18.618320 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db54ad01-b4a4-4af6-86b2-fc16a1e3cff7 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.622970 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.668237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Network dfe5656a-de2f-4ef2-ac72-52b5eb724788 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:18.672738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:18.684378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:18.705459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Pushing event updated for resources: {'Port': ['ID=605a3b4d-d5fc-49a4-95fd-748310338d4f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.723938 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db54ad01-b4a4-4af6-86b2-fc16a1e3cff7 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.725164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58790) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.768343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Attempting to bind port 605a3b4d-d5fc-49a4-95fd-748310338d4f on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:18.768702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Attempting to bind port 605a3b4d-d5fc-49a4-95fd-748310338d4f by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dfe5656a-de2f-4ef2-ac72-52b5eb724788'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:18.769106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Attempting to bind port 605a3b4d-d5fc-49a4-95fd-748310338d4f on network dfe5656a-de2f-4ef2-ac72-52b5eb724788 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:18.775300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:18.775671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Checking segment: {'id': '73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dfe5656a-de2f-4ef2-ac72-52b5eb724788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:18.776121 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.776567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Bound using segment: {'id': '73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dfe5656a-de2f-4ef2-ac72-52b5eb724788'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:18.777086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Bound port: 605a3b4d-d5fc-49a4-95fd-748310338d4f, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dfe5656a-de2f-4ef2-ac72-52b5eb724788'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:18.777596 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.799241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-39fdf696-dfd1-4471-91f5-a8addbc5aa19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2747d79d6d3f41bca30ba6089bb2f5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393646 Jul 16 01:36:18.802537 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58792) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.859815 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] For port 605a3b4d-d5fc-49a4-95fd-748310338d4f, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:18.864547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] For port 605a3b4d-d5fc-49a4-95fd-748310338d4f, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=605a3b4d-d5fc-49a4-95fd-748310338d4f,segment=NetworkSegment(73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe),segment_id=73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:18.875143 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.877469 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db54ad01-b4a4-4af6-86b2-fc16a1e3cff7 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.890276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-84205275-262f-486d-bbd1-fbd2918aa13e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/9ceba9cb-2499-4125-994c-88be32937558 HTTP/1.1" status: 200 len: 993 time: 0.1567605 Jul 16 01:36:18.898288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 34862522-8e57-4b48-9571-ce4163b2a0c7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:18.898641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.944595 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e223532c-a0c4-4bfa-b505-c0658d12a584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.950697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0da61-9c18-4603-a3ec-804a692ac469 None None] Pushing event updated for resources: {'Port': ['ID=605a3b4d-d5fc-49a4-95fd-748310338d4f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.981084 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db54ad01-b4a4-4af6-86b2-fc16a1e3cff7 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.014100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54ad01-b4a4-4af6-86b2-fc16a1e3cff7 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Subnet': ['ID=91caf786-7771-4ca4-b0ca-7629efd96c20,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.017590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db54ad01-b4a4-4af6-86b2-fc16a1e3cff7 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.020360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-db54ad01-b4a4-4af6-86b2-fc16a1e3cff7 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "DELETE /v2.0/subnets/91caf786-7771-4ca4-b0ca-7629efd96c20 HTTP/1.1" status: 204 len: 168 time: 0.8936379 Jul 16 01:36:19.024466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58800) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.025491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e223532c-a0c4-4bfa-b505-c0658d12a584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.057975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.083818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 34862522-8e57-4b48-9571-ce4163b2a0c7 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:19.097279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11daeb0a-ded3-4f8e-ad02-86489fcf42ce tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.099188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-11daeb0a-ded3-4f8e-ad02-86489fcf42ce tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737233 Jul 16 01:36:19.103776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58804) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.200202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e223532c-a0c4-4bfa-b505-c0658d12a584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.204659 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e223532c-a0c4-4bfa-b505-c0658d12a584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.205839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e223532c-a0c4-4bfa-b505-c0658d12a584 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d549b4c0-86d6-42c5-b453-bb5aa5b29f49 HTTP/1.1" status: 204 len: 168 time: 0.3983736 Jul 16 01:36:19.217002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58808) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.282458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223532c-a0c4-4bfa-b505-c0658d12a584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d549b4c0-86d6-42c5-b453-bb5aa5b29f49,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.307622 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.340141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-213508419'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:19.363247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:19.367670 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.377780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.471770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Deleting port 605a3b4d-d5fc-49a4-95fd-748310338d4f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:19.472024 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.489455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.534030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=34862522-8e57-4b48-9571-ce4163b2a0c7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.558959 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.564050 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.611121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] For port 605a3b4d-d5fc-49a4-95fd-748310338d4f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=605a3b4d-d5fc-49a4-95fd-748310338d4f,segment=NetworkSegment(73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe),segment_id=73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:19.611494 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.621792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:19.651500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce59ecd-3a34-4ae9-9190-6f9051ef2f54,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.660531 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.660990 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Added segment 6a748048-2acf-4048-97cb-0b0e170be8e0 of type vlan for network 4b748a0d-6d39-4cd2-b13e-5462f021b600 Jul 16 01:36:19.702112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Calling delete_port for 605a3b4d-d5fc-49a4-95fd-748310338d4f owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:19.713441 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.715209 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.750896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.758469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.759754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.816556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5940013 Jul 16 01:36:19.820890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58822) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.829239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:19.891830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f5db4-b490-4829-b6f8-ab5658ec3cec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Network': ['ID=4b748a0d-6d39-4cd2-b13e-5462f021b600,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.911232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:19.969108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router ab914530-1277-4bbd-a2ee-3a9fd0d04f9e has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:19.970953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.014442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:20.018868 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.022058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] No DVR routers for this DVR port 605a3b4d-d5fc-49a4-95fd-748310338d4f on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:20.029162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Port': ['ID=605a3b4d-d5fc-49a4-95fd-748310338d4f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.180802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:20.186632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-24d622c6-8756-4d8b-9cb3-3ca43fc5ef4f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/ab914530-1277-4bbd-a2ee-3a9fd0d04f9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8996592 Jul 16 01:36:20.190984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.218315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.246272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e2875-5ae8-4511-be57-26f2aa5f3bff None None] Sync routers for ids ['ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:20.255565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe5656a-de2f-4ef2-ac72-52b5eb724788']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.260505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-af9fdec4-64bc-48e8-8c14-5ef66e2b606a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab914530-1277-4bbd-a2ee-3a9fd0d04f9e HTTP/1.1" status: 200 len: 205 time: 0.0682554 Jul 16 01:36:20.263548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.269751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.270160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e9bb9f-ca35-4cef-a53b-c1e0a6d1fafe') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.275497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e2875-5ae8-4511-be57-26f2aa5f3bff None None] Routers {'ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:20.276229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3e2e2875-5ae8-4511-be57-26f2aa5f3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.284035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.293870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.297194 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027745 Jul 16 01:36:20.302870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.312888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.321991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:20.323178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.345724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3e2e2875-5ae8-4511-be57-26f2aa5f3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.359347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e2875-5ae8-4511-be57-26f2aa5f3bff None None] Routers {'ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:20.360314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3e2e2875-5ae8-4511-be57-26f2aa5f3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.388924 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fed2927c-a489-4a14-873a-96cdfb639712 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.407650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3e2e2875-5ae8-4511-be57-26f2aa5f3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.410538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e2875-5ae8-4511-be57-26f2aa5f3bff None None] The sync data for ids ['ab914530-1277-4bbd-a2ee-3a9fd0d04f9e'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:20.415286 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:20.421213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2f89d-86c4-4c9f-ae4d-dd6e495cb90a None None] Network dfe5656a-de2f-4ef2-ac72-52b5eb724788 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:20.422125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.434150 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.436902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "DELETE /v2.0/networks/dfe5656a-de2f-4ef2-ac72-52b5eb724788 HTTP/1.1" status: 204 len: 168 time: 1.3317294 Jul 16 01:36:20.439589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58842) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.443566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2f89d-86c4-4c9f-ae4d-dd6e495cb90a None None] Network dfe5656a-de2f-4ef2-ac72-52b5eb724788 could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:36:20.449096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-90159e9f-ae7c-424f-804c-14b76573b5a8 None None] Could not find standard attr ID for object 605a3b4d-d5fc-49a4-95fd-748310338d4f. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:20.472574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086c545-0657-423a-b90e-805b294ba537 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Network': ['ID=dfe5656a-de2f-4ef2-ac72-52b5eb724788,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.481244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-933bfe8c-1e6e-4e3b-a381-65c4f4aa5eb2 tempest-NetworksApiDiscovery-1896764072 tempest-NetworksApiDiscovery-1896764072-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1771891 Jul 16 01:36:20.493288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.526199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5591c0-fec7-4685-ab27-a4eaf38b3519 None None] DHCP port deletion for dfe5656a-de2f-4ef2-ac72-52b5eb724788 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:20.549599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50bc76c-ce92-47a1-9569-870c53a61636 None None] get_active_networks_info from n-d-791504-14 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:36:20.580878 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.628876 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fed2927c-a489-4a14-873a-96cdfb639712 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.633203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fed2927c-a489-4a14-873a-96cdfb639712 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.665152 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Deleting port 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:20.665749 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.702708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=c082a79f-5994-4dea-88e5-0bd8e6d872e4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.716054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fed2927c-a489-4a14-873a-96cdfb639712 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.716712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed2927c-a489-4a14-873a-96cdfb639712 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Fanout notify agent at l3_agent the message router_deleted on router ab914530-1277-4bbd-a2ee-3a9fd0d04f9e {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:20.725935 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fed2927c-a489-4a14-873a-96cdfb639712 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.730049 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fed2927c-a489-4a14-873a-96cdfb639712 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/ab914530-1277-4bbd-a2ee-3a9fd0d04f9e HTTP/1.1" status: 204 len: 168 time: 0.4622490 Jul 16 01:36:20.731256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58846) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.733612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:20.733902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network hostable DHCP agents. Network: 4b748a0d-6d39-4cd2-b13e-5462f021b600, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:20.778994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] For port 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2773b8c9-89a7-45ed-b733-b9b5ab9f47b4,segment=NetworkSegment(611a5e04-a08d-40a4-bd00-434f458b7564),segment_id=611a5e04-a08d-40a4-bd00-434f458b7564)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:20.779373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.795001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:20.796375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Calling delete_port for 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:20.797220 n-d-791504-14 neutron-server[93946]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-c50bc76c-ce92-47a1-9569-870c53a61636 None None] Agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 already present Jul 16 01:36:20.797789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50bc76c-ce92-47a1-9569-870c53a61636 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:20.798988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50bc76c-ce92-47a1-9569-870c53a61636 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4b748a0d-6d39-4cd2-b13e-5462f021b600) {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:36:20.810234 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35eb395-9c85-4e81-bb25-8e00e0ec1142 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting subnet a8f7e363-2c33-487c-9c06-61de135c8e87 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:20.813796 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c35eb395-9c85-4e81-bb25-8e00e0ec1142 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.816910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4b748a0d-6d39-4cd2-b13e-5462f021b600) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:20.840998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.846502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.847328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.895161 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f95be671-7945-4843-90b2-da235da256bc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0725923 Jul 16 01:36:20.895404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58854) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.898186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c35eb395-9c85-4e81-bb25-8e00e0ec1142 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.904302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'name': 'tempest-NetworksTestDHCPv6-926888383'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:20.931510 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.962408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Port': ['ID=2773b8c9-89a7-45ed-b733-b9b5ab9f47b4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.001351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] No DVR routers for this DVR port 2773b8c9-89a7-45ed-b733-b9b5ab9f47b4 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:21.016205 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7799c990-efd1-4036-aa5f-83ae34d02e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.041002 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c35eb395-9c85-4e81-bb25-8e00e0ec1142 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.105844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.121081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3d5f7c-8916-45e0-a821-7a8ce08ba0db']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.130458 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c35eb395-9c85-4e81-bb25-8e00e0ec1142 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.132503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': 'c082a79f-5994-4dea-88e5-0bd8e6d872e4'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:21.133079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611a5e04-a08d-40a4-bd00-434f458b7564') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.133079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611a5e04-a08d-40a4-bd00-434f458b7564') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.133548 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.143462 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.158880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.169286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:21.170625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.171963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eb395-9c85-4e81-bb25-8e00e0ec1142 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f7e363-2c33-487c-9c06-61de135c8e87,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.173958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c35eb395-9c85-4e81-bb25-8e00e0ec1142 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.175820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c35eb395-9c85-4e81-bb25-8e00e0ec1142 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/a8f7e363-2c33-487c-9c06-61de135c8e87 HTTP/1.1" status: 204 len: 168 time: 0.4436424 Jul 16 01:36:21.179029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58856) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:21.181525 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:21.231838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7799c990-efd1-4036-aa5f-83ae34d02e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.269495 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.271770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7799c990-efd1-4036-aa5f-83ae34d02e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.274953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.277278 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "DELETE /v2.0/networks/bd3d5f7c-8916-45e0-a821-7a8ce08ba0db HTTP/1.1" status: 204 len: 168 time: 0.8364854 Jul 16 01:36:21.281455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58858) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:21.283751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:21.287606 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.298404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.299986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/c082a79f-5994-4dea-88e5-0bd8e6d872e4/086853cf-348e-4bee-a17c-4c862047dfb2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:21.328107 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7799c990-efd1-4036-aa5f-83ae34d02e71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2f94f597edc418c9150b823301175c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838970 Jul 16 01:36:21.328311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752f30c-b4ab-4cd8-a156-8d37f47ce324 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Network': ['ID=bd3d5f7c-8916-45e0-a821-7a8ce08ba0db,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.330400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58860) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:21.336780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799c990-efd1-4036-aa5f-83ae34d02e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8bbc99-4dc0-46fa-90f7-45391ca79cef,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.346519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port 21b74ce3-9f74-4ff0-8360-d8a432975965 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:21.411975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e6c47a32-0c4e-4611-8d4f-7d472f3ffa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.438961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 2759a1bb-ed9c-4563-99c9-edb379d0568b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:21.439305 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.443198 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e6c47a32-0c4e-4611-8d4f-7d472f3ffa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.446729 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.465081 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.475312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Transition to ACTIVE for port object 086853cf-348e-4bee-a17c-4c862047dfb2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:21.492533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Transition to ACTIVE for port object 086853cf-348e-4bee-a17c-4c862047dfb2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:21.502120 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.533773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 2759a1bb-ed9c-4563-99c9-edb379d0568b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2759a1bb-ed9c-4563-99c9-edb379d0568b,segment=NetworkSegment(a753c2f7-0910-4e29-aa37-7281fddcfdd5),segment_id=a753c2f7-0910-4e29-aa37-7281fddcfdd5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:21.534126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.548834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 2759a1bb-ed9c-4563-99c9-edb379d0568b owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:21.550923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:21.556144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:21.560795 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:21.563887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Pushing event updated for resources: {'Port': ['ID=086853cf-348e-4bee-a17c-4c862047dfb2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.567363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::33d (4b748a0d-6d39-4cd2-b13e-5462f021b600/c082a79f-5994-4dea-88e5-0bd8e6d872e4/21b74ce3-9f74-4ff0-8360-d8a432975965) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:21.608245 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e6c47a32-0c4e-4611-8d4f-7d472f3ffa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.610795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e6c47a32-0c4e-4611-8d4f-7d472f3ffa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.611938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e6c47a32-0c4e-4611-8d4f-7d472f3ffa6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f8bbc99-4dc0-46fa-90f7-45391ca79cef HTTP/1.1" status: 204 len: 168 time: 0.2806220 Jul 16 01:36:21.631883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c47a32-0c4e-4611-8d4f-7d472f3ffa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8bbc99-4dc0-46fa-90f7-45391ca79cef,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.650336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.654332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Attempting to bind port 086853cf-348e-4bee-a17c-4c862047dfb2 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:21.654713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Attempting to bind port 086853cf-348e-4bee-a17c-4c862047dfb2 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:21.655090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Attempting to bind port 086853cf-348e-4bee-a17c-4c862047dfb2 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:21.658386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.669485 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7d3147-727b-4496-9ddd-934b93fddf6a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.673347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:21.673347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:21.673740 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.674611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:21.675104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Bound port: 086853cf-348e-4bee-a17c-4c862047dfb2, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:21.675491 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.688331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5551fb-0459-47de-955f-d80b34813ce7') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.688331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5551fb-0459-47de-955f-d80b34813ce7') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.691856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=2759a1bb-ed9c-4563-99c9-edb379d0568b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.693686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No DVR routers for this DVR port 2759a1bb-ed9c-4563-99c9-edb379d0568b on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:21.705065 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.738165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.771183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] For port 086853cf-348e-4bee-a17c-4c862047dfb2, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:21.775065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] For port 086853cf-348e-4bee-a17c-4c862047dfb2, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=086853cf-348e-4bee-a17c-4c862047dfb2,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:21.778273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:21.778906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.781392 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:21.781893 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:21.796966 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.805589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4f60c4-c97b-4093-a7f6-961ebaddf4ef']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.826800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a753c2f7-0910-4e29-aa37-7281fddcfdd5') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.827118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a753c2f7-0910-4e29-aa37-7281fddcfdd5') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.839296 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.851235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6a02e-3bd6-49fa-9a58-5efee31901d3 None None] Pushing event updated for resources: {'Port': ['ID=086853cf-348e-4bee-a17c-4c862047dfb2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.859069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.873229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:21.873229 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.895571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.916841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.921487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "DELETE /v2.0/networks/ff7d3147-727b-4496-9ddd-934b93fddf6a HTTP/1.1" status: 204 len: 168 time: 0.6388330 Jul 16 01:36:21.927159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58866) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:21.948542 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:21.951166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa92263-7e87-4d31-9958-eef536b1c4a0 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Network': ['ID=ff7d3147-727b-4496-9ddd-934b93fddf6a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.964198 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.964844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.989559 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.994028 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/networks/1f4f60c4-c97b-4093-a7f6-961ebaddf4ef HTTP/1.1" status: 204 len: 168 time: 0.8134549 Jul 16 01:36:21.995820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e700bf-7e30-4bfb-9fd8-144a508984c6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Network': ['ID=1f4f60c4-c97b-4093-a7f6-961ebaddf4ef,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.996116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object 21b74ce3-9f74-4ff0-8360-d8a432975965 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:21.999305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.035068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1594717912', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:22.072566 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.089267 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.090707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.149140 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.243944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.274298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:22.299403 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.369439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:22.373336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcfd755-59cf-47a6-8ce4-7a292ea17aa4']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:22.382030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:22.387780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.388386 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.390765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=21b74ce3-9f74-4ff0-8360-d8a432975965,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.401736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5281e381-f357-413e-a441-9763fd0500ea') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:22.402057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5281e381-f357-413e-a441-9763fd0500ea') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:22.417650 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.428488 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4c5233d4-615f-407c-a3c5-5797ae3c8eba tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5324612 Jul 16 01:36:22.431291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58886) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.520703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb0384-172e-4973-b5a2-ec7d9c189e4e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.528275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb0384-172e-4973-b5a2-ec7d9c189e4e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.532743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7bdb0384-172e-4973-b5a2-ec7d9c189e4e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0999515 Jul 16 01:36:22.533379 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58890) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.642750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-018fadbc-1b93-4bc9-9320-9cbf18791824 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port 21b74ce3-9f74-4ff0-8360-d8a432975965 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:22.643407 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-018fadbc-1b93-4bc9-9320-9cbf18791824 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.754659 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-018fadbc-1b93-4bc9-9320-9cbf18791824 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.780526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-018fadbc-1b93-4bc9-9320-9cbf18791824 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for 21b74ce3-9f74-4ff0-8360-d8a432975965 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:22.891803 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.900813 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.911028 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:22.911937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:22.919695 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:23.002383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 086853cf-348e-4bee-a17c-4c862047dfb2 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:23.032361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-018fadbc-1b93-4bc9-9320-9cbf18791824 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.036582 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.049175 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.053843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] 10.222.0.64 "DELETE /v2.0/networks/0bcfd755-59cf-47a6-8ce4-7a292ea17aa4 HTTP/1.1" status: 204 len: 168 time: 1.1164985 Jul 16 01:36:23.076614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6438f42-5437-4118-b819-e17813e5df71 tempest-BulkNetworkOpsTest-1564146426 tempest-BulkNetworkOpsTest-1564146426-project] Pushing event deleted for resources: {'Network': ['ID=0bcfd755-59cf-47a6-8ce4-7a292ea17aa4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:23.126471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fadbc-1b93-4bc9-9320-9cbf18791824 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=21b74ce3-9f74-4ff0-8360-d8a432975965,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:23.135388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 086853cf-348e-4bee-a17c-4c862047dfb2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:23.171118 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-018fadbc-1b93-4bc9-9320-9cbf18791824 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.175658 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-018fadbc-1b93-4bc9-9320-9cbf18791824 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/21b74ce3-9f74-4ff0-8360-d8a432975965 HTTP/1.1" status: 204 len: 168 time: 0.6409278 Jul 16 01:36:23.176287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58904) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.232044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d429cc7-77aa-4eff-b1f2-e2841b8839b0 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:23.237421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56144573-0c9a-4d97-bc1b-f662e8e38333 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.238990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56144573-0c9a-4d97-bc1b-f662e8e38333 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.245774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-56144573-0c9a-4d97-bc1b-f662e8e38333 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0684292 Jul 16 01:36:23.246387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58908) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.262932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508c2cf-9144-41bd-aa73-708bc5e8ace6 None None] Network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:23.302789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.328095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508c2cf-9144-41bd-aa73-708bc5e8ace6 None None] Network 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:36:23.329143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e75cd86-270b-4687-a28f-9792c4dc8df3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet c082a79f-5994-4dea-88e5-0bd8e6d872e4 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:23.337125 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e75cd86-270b-4687-a28f-9792c4dc8df3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.337777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.408872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-416823dc-86bb-4e6c-b0e2-2277ce20a1f9 None None] Provisioning for port 086853cf-348e-4bee-a17c-4c862047dfb2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:23.425349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd079da-02f0-4cd5-8317-72bb76a7cef6 None None] DHCP port deletion for 1f4f60c4-c97b-4093-a7f6-961ebaddf4ef request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:23.429954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-416823dc-86bb-4e6c-b0e2-2277ce20a1f9 None None] Provisioning complete for port 086853cf-348e-4bee-a17c-4c862047dfb2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:23.430353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-416823dc-86bb-4e6c-b0e2-2277ce20a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.439780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e75cd86-270b-4687-a28f-9792c4dc8df3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.542083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Allocated IP 172.25.4.132 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/c0239df5-23a2-44cb-8298-4a7f6d43a72c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:23.591535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e75cd86-270b-4687-a28f-9792c4dc8df3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.632753 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-416823dc-86bb-4e6c-b0e2-2277ce20a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.637173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.684316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.722376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e75cd86-270b-4687-a28f-9792c4dc8df3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.733375 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.774178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:23.777791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:23.782286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75cd86-270b-4687-a28f-9792c4dc8df3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=c082a79f-5994-4dea-88e5-0bd8e6d872e4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:23.782444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:23.790140 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-416823dc-86bb-4e6c-b0e2-2277ce20a1f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:23.790734 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-416823dc-86bb-4e6c-b0e2-2277ce20a1f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:23.794999 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e75cd86-270b-4687-a28f-9792c4dc8df3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.799960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1e75cd86-270b-4687-a28f-9792c4dc8df3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/c082a79f-5994-4dea-88e5-0bd8e6d872e4 HTTP/1.1" status: 204 len: 168 time: 0.5525603 Jul 16 01:36:23.800884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.842928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=c0239df5-23a2-44cb-8298-4a7f6d43a72c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:23.873611 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b74e2d65-333f-4c28-b18b-56b20fa31409 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710404 Jul 16 01:36:23.873915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.879111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a65c24a5-38f3-44e9-a4f4-723882886fe2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:24.148892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.321728 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-835f4b1a-49ac-4151-bb3f-2399ce9d839e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8eb4617f9ea74029a5ccfbacd405a14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6805398 Jul 16 01:36:24.322865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.340868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65c24a5-38f3-44e9-a4f4-723882886fe2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:24.344404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a65c24a5-38f3-44e9-a4f4-723882886fe2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.347967 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-416823dc-86bb-4e6c-b0e2-2277ce20a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.389331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814cb63-f874-4e5d-b3e4-51dea92838dc None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:24.403621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-416823dc-86bb-4e6c-b0e2-2277ce20a1f9 None None] For port 086853cf-348e-4bee-a17c-4c862047dfb2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=086853cf-348e-4bee-a17c-4c862047dfb2,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:24.419859 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.420104 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-416823dc-86bb-4e6c-b0e2-2277ce20a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.453826 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1a0e-47fd-4866-840a-577c92f94e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.490154 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1a0e-47fd-4866-840a-577c92f94e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.557694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416823dc-86bb-4e6c-b0e2-2277ce20a1f9 None None] Pushing event updated for resources: {'Port': ['ID=086853cf-348e-4bee-a17c-4c862047dfb2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.575197 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db5a0fbf-49d9-4846-9ea3-5822fbd41cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.578105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-838ed419-413a-40ae-ba97-02ffd434d227 None None] Provisioning complete for port 086853cf-348e-4bee-a17c-4c862047dfb2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:24.578230 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-838ed419-413a-40ae-ba97-02ffd434d227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.598161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1a0e-47fd-4866-840a-577c92f94e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.600718 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1a0e-47fd-4866-840a-577c92f94e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.602507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0c1d1a0e-47fd-4866-840a-577c92f94e13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1ff9b5e-46d0-433e-9459-3978e2bbc1d6 HTTP/1.1" status: 204 len: 168 time: 0.2786977 Jul 16 01:36:24.617691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 63f26594-41c0-4bed-8b22-46e22c1599e3 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:24.623207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d1a0e-47fd-4866-840a-577c92f94e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ff9b5e-46d0-433e-9459-3978e2bbc1d6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.632976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a65c24a5-38f3-44e9-a4f4-723882886fe2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.713437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65c24a5-38f3-44e9-a4f4-723882886fe2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:24.722281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a65c24a5-38f3-44e9-a4f4-723882886fe2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:24.727467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c24a5-38f3-44e9-a4f4-723882886fe2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.728107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a65c24a5-38f3-44e9-a4f4-723882886fe2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.730468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53a746-aa37-4fc6-ad48-1206e42cf3fb None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:24.734210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c24a5-38f3-44e9-a4f4-723882886fe2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=e57df2b7-8458-461f-9378-91be4e297bd3,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.751736 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a65c24a5-38f3-44e9-a4f4-723882886fe2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8766687 Jul 16 01:36:24.754264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.760129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'name': 'tempest-NetworksTestDHCPv6-608352909'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:24.761966 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:24.776973 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dbbb0c-3307-4e95-8fb0-d4ec8c5b46f5 None None] Sync routers for ids ['63f26594-41c0-4bed-8b22-46e22c1599e3'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:24.796365 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dbbb0c-3307-4e95-8fb0-d4ec8c5b46f5 None None] Routers {'63f26594-41c0-4bed-8b22-46e22c1599e3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:24.797014 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c0dbbb0c-3307-4e95-8fb0-d4ec8c5b46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['63f26594-41c0-4bed-8b22-46e22c1599e3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.803867 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.808179 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-50d27388-0b8f-4ece-995c-f2e9c2815b92 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7780778 Jul 16 01:36:24.808886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58944) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.837571 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c0dbbb0c-3307-4e95-8fb0-d4ec8c5b46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.855427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ac53a746-aa37-4fc6-ad48-1206e42cf3fb None None] Deleting port 086853cf-348e-4bee-a17c-4c862047dfb2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:24.855938 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac53a746-aa37-4fc6-ad48-1206e42cf3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.864108 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dbbb0c-3307-4e95-8fb0-d4ec8c5b46f5 None None] Routers {'63f26594-41c0-4bed-8b22-46e22c1599e3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:24.865451 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c0dbbb0c-3307-4e95-8fb0-d4ec8c5b46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['63f26594-41c0-4bed-8b22-46e22c1599e3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.890111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2759a1bb-ed9c-4563-99c9-edb379d0568b no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:24.904109 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c0dbbb0c-3307-4e95-8fb0-d4ec8c5b46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.905013 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dbbb0c-3307-4e95-8fb0-d4ec8c5b46f5 None None] The sync data for ids ['63f26594-41c0-4bed-8b22-46e22c1599e3'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:24.974874 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:24.979365 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.998137 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-31659398-55ef-4cae-8155-190bcb7d0461 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/routers/63f26594-41c0-4bed-8b22-46e22c1599e3 HTTP/1.1" status: 200 len: 885 time: 0.1859827 Jul 16 01:36:24.998575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.004119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port b2d3a8c6-91d5-46c4-8437-ca2b0b0487e5 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:25.007791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 2759a1bb-ed9c-4563-99c9-edb379d0568b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:25.008593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2759a1bb-ed9c-4563-99c9-edb379d0568b not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:25.009262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 086853cf-348e-4bee-a17c-4c862047dfb2 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:25.015793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ac53a746-aa37-4fc6-ad48-1206e42cf3fb None None] For port 086853cf-348e-4bee-a17c-4c862047dfb2, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=086853cf-348e-4bee-a17c-4c862047dfb2,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:25.016189 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac53a746-aa37-4fc6-ad48-1206e42cf3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.049367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ac53a746-aa37-4fc6-ad48-1206e42cf3fb None None] Calling delete_port for 086853cf-348e-4bee-a17c-4c862047dfb2 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:25.157632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::290 (4b748a0d-6d39-4cd2-b13e-5462f021b600/e57df2b7-8458-461f-9378-91be4e297bd3/b2d3a8c6-91d5-46c4-8437-ca2b0b0487e5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:25.173527 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.197190 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac53a746-aa37-4fc6-ad48-1206e42cf3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.269986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53a746-aa37-4fc6-ad48-1206e42cf3fb None None] Pushing event deleted for resources: {'Port': ['ID=086853cf-348e-4bee-a17c-4c862047dfb2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.272400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53a746-aa37-4fc6-ad48-1206e42cf3fb None None] No DVR routers for this DVR port 086853cf-348e-4bee-a17c-4c862047dfb2 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:25.299096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05619dd-b666-4a0f-8d98-1a8f857f023a None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:25.359821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-51f53c96-46da-4e14-ba4d-6ee160d1540a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3598657 Jul 16 01:36:25.364869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.381826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-046eaee4-2e2c-4e3a-9858-c45978191eeb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1594717912'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:25.497786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': 'e57df2b7-8458-461f-9378-91be4e297bd3'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:25.498945 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.536993 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.564314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object b2d3a8c6-91d5-46c4-8437-ca2b0b0487e5 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:25.575100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.642548 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.705224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1517511291'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:25.728135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:25.735643 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.750470 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.764219 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.827519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/e57df2b7-8458-461f-9378-91be4e297bd3/16eff5dc-ea54-4fbb-b1e1-983139fae071) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:25.855295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:25.868494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:25.875417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:25.881095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.881749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.887563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=b2d3a8c6-91d5-46c4-8437-ca2b0b0487e5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.914155 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-046eaee4-2e2c-4e3a-9858-c45978191eeb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.929055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-046eaee4-2e2c-4e3a-9858-c45978191eeb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.937743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.942756 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.967988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:25.984151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0c1344-8a72-4e36-8187-14e0337e4b51,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.988024 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.988363 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment 21c7c4fc-04a2-4f67-bd05-3e81add73510 of type vlan for network f741af84-67c6-4ce4-853f-dd0b9b4d1977 Jul 16 01:36:25.991823 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-149d28f6-7629-484f-ad8e-43599c0720a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2364872 Jul 16 01:36:25.994433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 58994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.035261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.048351 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.061785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Transition to ACTIVE for port object 16eff5dc-ea54-4fbb-b1e1-983139fae071 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:26.073953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.080411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Transition to ACTIVE for port object 16eff5dc-ea54-4fbb-b1e1-983139fae071 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:26.086508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.088237 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.088815 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.112853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046eaee4-2e2c-4e3a-9858-c45978191eeb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 63f26594-41c0-4bed-8b22-46e22c1599e3 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:26.128624 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5518377 Jul 16 01:36:26.140341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b1b3ed-c30c-44b6-b249-d28fe7adecc4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.141354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:26.144671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:26.145281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.152070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:26.155441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e3b1b3ed-c30c-44b6-b249-d28fe7adecc4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1600261 Jul 16 01:36:26.196040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Pushing event updated for resources: {'Port': ['ID=16eff5dc-ea54-4fbb-b1e1-983139fae071,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.240584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Attempting to bind port 16eff5dc-ea54-4fbb-b1e1-983139fae071 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:26.241640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Attempting to bind port 16eff5dc-ea54-4fbb-b1e1-983139fae071 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:26.242924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Attempting to bind port 16eff5dc-ea54-4fbb-b1e1-983139fae071 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:26.247310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ccbfa-57e0-4483-8d1e-b0c1dce69d15 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=f741af84-67c6-4ce4-853f-dd0b9b4d1977,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.259182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:26.259985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:26.260775 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.261460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:26.262232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Bound port: 16eff5dc-ea54-4fbb-b1e1-983139fae071, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:26.263316 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.265987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 58998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.268713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f741af84-67c6-4ce4-853f-dd0b9b4d1977 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:26.274274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': 'f741af84-67c6-4ce4-853f-dd0b9b4d1977', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:26.339381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046eaee4-2e2c-4e3a-9858-c45978191eeb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:26.347075 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-046eaee4-2e2c-4e3a-9858-c45978191eeb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.350049 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-046eaee4-2e2c-4e3a-9858-c45978191eeb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/63f26594-41c0-4bed-8b22-46e22c1599e3 HTTP/1.1" status: 200 len: 892 time: 0.9822686 Jul 16 01:36:26.351712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.360251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2363ace-21c0-40a5-b72a-270d45c0cea9 None None] Sync routers for ids ['63f26594-41c0-4bed-8b22-46e22c1599e3'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:26.398854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2363ace-21c0-40a5-b72a-270d45c0cea9 None None] Routers {'63f26594-41c0-4bed-8b22-46e22c1599e3'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:26.399579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b2363ace-21c0-40a5-b72a-270d45c0cea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['63f26594-41c0-4bed-8b22-46e22c1599e3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.413160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-aeaec57f-bfd1-4049-97c4-bbb40b2861d5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port b2d3a8c6-91d5-46c4-8437-ca2b0b0487e5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:26.414399 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aeaec57f-bfd1-4049-97c4-bbb40b2861d5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.435175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:26.439078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.447597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] For port 16eff5dc-ea54-4fbb-b1e1-983139fae071, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:26.450248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b2363ace-21c0-40a5-b72a-270d45c0cea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.470410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] For port 16eff5dc-ea54-4fbb-b1e1-983139fae071, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=16eff5dc-ea54-4fbb-b1e1-983139fae071,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:26.474566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2363ace-21c0-40a5-b72a-270d45c0cea9 None None] Routers {'63f26594-41c0-4bed-8b22-46e22c1599e3'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:26.475197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b2363ace-21c0-40a5-b72a-270d45c0cea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:35:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['63f26594-41c0-4bed-8b22-46e22c1599e3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.511749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b2363ace-21c0-40a5-b72a-270d45c0cea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.512407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2363ace-21c0-40a5-b72a-270d45c0cea9 None None] The sync data for ids ['63f26594-41c0-4bed-8b22-46e22c1599e3'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:26.514360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.518295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.520674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c823b7ba-ba43-4407-82d0-c84db41dc0d1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/routers/63f26594-41c0-4bed-8b22-46e22c1599e3 HTTP/1.1" status: 200 len: 892 time: 0.1675394 Jul 16 01:36:26.587717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef6d02-232b-4425-a3d9-9125e2f5d4ad None None] Pushing event updated for resources: {'Port': ['ID=16eff5dc-ea54-4fbb-b1e1-983139fae071,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.610904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a91de488-d895-46c6-a83a-b019dfe37271 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=63f26594-41c0-4bed-8b22-46e22c1599e3 HTTP/1.1" status: 200 len: 205 time: 0.0875504 Jul 16 01:36:26.613600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59004) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.644090 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aeaec57f-bfd1-4049-97c4-bbb40b2861d5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.661930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-aeaec57f-bfd1-4049-97c4-bbb40b2861d5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for b2d3a8c6-91d5-46c4-8437-ca2b0b0487e5 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:26.699532 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.753615 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.949113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.952835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.046779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port c0239df5-23a2-44cb-8298-4a7f6d43a72c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:27.047067 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.069854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': '21c7c4fc-04a2-4f67-bd05-3e81add73510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f741af84-67c6-4ce4-853f-dd0b9b4d1977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:27.070185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: f741af84-67c6-4ce4-853f-dd0b9b4d1977, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:27.077967 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aeaec57f-bfd1-4049-97c4-bbb40b2861d5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.094718 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=8cf25cd6-f37f-42c6-9988-efaf43364459,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.110675 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3840d2ed-207c-4933-b98a-0381d634f42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.129811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaec57f-bfd1-4049-97c4-bbb40b2861d5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=b2d3a8c6-91d5-46c4-8437-ca2b0b0487e5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.137532 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.155010 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for c0239df5-23a2-44cb-8298-4a7f6d43a72c owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:27.167567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network f741af84-67c6-4ce4-853f-dd0b9b4d1977 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:27.172434 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aeaec57f-bfd1-4049-97c4-bbb40b2861d5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.177377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aeaec57f-bfd1-4049-97c4-bbb40b2861d5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/b2d3a8c6-91d5-46c4-8437-ca2b0b0487e5 HTTP/1.1" status: 204 len: 168 time: 1.0254633 Jul 16 01:36:27.177704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.184960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f741af84-67c6-4ce4-853f-dd0b9b4d1977) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:27.189291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.189991 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.197440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d213f0a-38f7-4a95-a589-8abe49076877 None None] Network f741af84-67c6-4ce4-853f-dd0b9b4d1977 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:27.216092 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9a1cc534-b8e9-4182-897d-6c68f4d9d1bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9473205 Jul 16 01:36:27.216386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59018) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.227871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1260307564'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:27.279536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:27.283756 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.307307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d7851-dc4b-4afb-9fa3-9149026f7caa tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.309180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d7851-dc4b-4afb-9fa3-9149026f7caa tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.312649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e80d7851-dc4b-4afb-9fa3-9149026f7caa tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1316381 Jul 16 01:36:27.314411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.363983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:27.385822 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.388563 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment b691007c-3202-4ee0-a831-4ece98883b79 of type vlan for network 71ce9f94-e9ad-4541-aa0d-334ece074579 Jul 16 01:36:27.403193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa2db08-3160-42cb-904f-90f28e9e3cc8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet e57df2b7-8458-461f-9378-91be4e297bd3 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:27.407170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-f741af84-67c6-4ce4-853f-dd0b9b4d1977', 'network_id': 'f741af84-67c6-4ce4-853f-dd0b9b4d1977', 'tenant_id': '3e699952d893418d86829698864ee6ef', 'fixed_ips': [{'subnet_id': '8cf25cd6-f37f-42c6-9988-efaf43364459'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:27.408462 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.408807 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fa2db08-3160-42cb-904f-90f28e9e3cc8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.480579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.486938 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.518136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fa2db08-3160-42cb-904f-90f28e9e3cc8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.578151 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.587171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.588090 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.655327 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.689586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Allocated IP 172.20.255.242 (f741af84-67c6-4ce4-853f-dd0b9b4d1977/8cf25cd6-f37f-42c6-9988-efaf43364459/c89311bd-a7d8-4df4-b995-53328acba406) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:27.706516 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e75b-c601-4a48-98f5-dfc9ed68ef33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.712896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4918389 Jul 16 01:36:27.717694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59028) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.724073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': '71ce9f94-e9ad-4541-aa0d-334ece074579', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:27.749989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091048b-3e0d-4222-96a2-8f8507f80b9d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=71ce9f94-e9ad-4541-aa0d-334ece074579,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.771773 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fa2db08-3160-42cb-904f-90f28e9e3cc8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.775148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 71ce9f94-e9ad-4541-aa0d-334ece074579 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:27.861924 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fa2db08-3160-42cb-904f-90f28e9e3cc8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.877545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.917209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=c0239df5-23a2-44cb-8298-4a7f6d43a72c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.967160 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.985147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Transition to ACTIVE for port object c89311bd-a7d8-4df4-b995-53328acba406 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:27.988060 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.998085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f117a3ba-7d97-4a6a-95d8-9a380e1a49cb None None] Provisioning for port 16eff5dc-ea54-4fbb-b1e1-983139fae071 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:28.008764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Transition to ACTIVE for port object c89311bd-a7d8-4df4-b995-53328acba406 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:28.018020 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.132226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.135122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.186170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.187193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Fanout notify agent at l3_agent the message router_deleted on router 63f26594-41c0-4bed-8b22-46e22c1599e3 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:28.197844 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.202702 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-828de1fc-acf6-49ac-8602-4053d5cee06a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/63f26594-41c0-4bed-8b22-46e22c1599e3 HTTP/1.1" status: 204 len: 168 time: 1.5843818 Jul 16 01:36:28.203298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59030) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.210862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1069912533'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:28.215214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Network f741af84-67c6-4ce4-853f-dd0b9b4d1977 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:28.218309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:28.228415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:28.240294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c5b710f-86c8-4f13-a197-f1411afba0b1 None None] Could not find standard attr ID for object 21b74ce3-9f74-4ff0-8360-d8a432975965. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:28.249256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Pushing event updated for resources: {'Port': ['ID=c89311bd-a7d8-4df4-b995-53328acba406,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.301832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Attempting to bind port c89311bd-a7d8-4df4-b995-53328acba406 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:28.302233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Attempting to bind port c89311bd-a7d8-4df4-b995-53328acba406 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '21c7c4fc-04a2-4f67-bd05-3e81add73510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f741af84-67c6-4ce4-853f-dd0b9b4d1977'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:28.302598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Attempting to bind port c89311bd-a7d8-4df4-b995-53328acba406 on network f741af84-67c6-4ce4-853f-dd0b9b4d1977 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:28.304830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2db08-3160-42cb-904f-90f28e9e3cc8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=e57df2b7-8458-461f-9378-91be4e297bd3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.308922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:28.309315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Checking segment: {'id': '21c7c4fc-04a2-4f67-bd05-3e81add73510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f741af84-67c6-4ce4-853f-dd0b9b4d1977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:28.309701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.310118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Bound using segment: {'id': '21c7c4fc-04a2-4f67-bd05-3e81add73510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f741af84-67c6-4ce4-853f-dd0b9b4d1977'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:28.310585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Bound port: c89311bd-a7d8-4df4-b995-53328acba406, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c7c4fc-04a2-4f67-bd05-3e81add73510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f741af84-67c6-4ce4-853f-dd0b9b4d1977'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:28.310967 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.314321 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fa2db08-3160-42cb-904f-90f28e9e3cc8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.316201 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9fa2db08-3160-42cb-904f-90f28e9e3cc8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/e57df2b7-8458-461f-9378-91be4e297bd3 HTTP/1.1" status: 204 len: 168 time: 1.0006270 Jul 16 01:36:28.318757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59032) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.374052 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bdec1c70-bcb0-416a-bddb-33eaaa55ab73 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536532 Jul 16 01:36:28.376726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.383628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-140850aa-f8b3-4785-9461-3e76be5ed0c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:28.393579 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e75b-c601-4a48-98f5-dfc9ed68ef33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.395819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] For port c89311bd-a7d8-4df4-b995-53328acba406, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:28.399806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e75b-c601-4a48-98f5-dfc9ed68ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.402445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] For port c89311bd-a7d8-4df4-b995-53328acba406, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c89311bd-a7d8-4df4-b995-53328acba406,segment=NetworkSegment(21c7c4fc-04a2-4f67-bd05-3e81add73510),segment_id=21c7c4fc-04a2-4f67-bd05-3e81add73510)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:28.409420 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.422336 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:36:28.422336 n-d-791504-14 neutron-server[93944]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:36:28.422336 n-d-791504-14 neutron-server[93944]: [parameters: {'project_id_1': '91a272ff0dfa4e93aae6c2c738429e87', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 36, 28, 216727)}] Jul 16 01:36:28.422336 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:28.422759 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:28.451540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1ce9e75b-c601-4a48-98f5-dfc9ed68ef33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8433d69fbaa482983d184e3ea4bbf71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9698367 Jul 16 01:36:28.452142 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59036) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.470278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:28.474143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.476812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9e75b-c601-4a48-98f5-dfc9ed68ef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c156dd-c063-4535-ab20-953a4e4ea13a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.519427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80230f80-3fc6-4f4c-a140-bb6f878a5a6d None None] Pushing event updated for resources: {'Port': ['ID=c89311bd-a7d8-4df4-b995-53328acba406,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.531925 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20936a8b-484e-4819-a2b0-8d5f79d534fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.542441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88285601-151d-46f3-a005-df2434379657 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:28.561795 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20936a8b-484e-4819-a2b0-8d5f79d534fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.566307 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.579037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4a3ca447-9a02-4044-871c-f5cb717f6328 None None] Could not find standard attr ID for object b2d3a8c6-91d5-46c4-8437-ca2b0b0487e5. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:28.594934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140850aa-f8b3-4785-9461-3e76be5ed0c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:28.599224 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-140850aa-f8b3-4785-9461-3e76be5ed0c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.617380 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20936a8b-484e-4819-a2b0-8d5f79d534fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.622116 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20936a8b-484e-4819-a2b0-8d5f79d534fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.625634 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-20936a8b-484e-4819-a2b0-8d5f79d534fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05c156dd-c063-4535-ab20-953a4e4ea13a HTTP/1.1" status: 204 len: 168 time: 0.1693730 Jul 16 01:36:28.632914 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20936a8b-484e-4819-a2b0-8d5f79d534fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c156dd-c063-4535-ab20-953a4e4ea13a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.901624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.902589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f127055-f671-4feb-99b5-cb00273fc8b6 None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:28.967345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9f127055-f671-4feb-99b5-cb00273fc8b6 None None] Deleting port 16eff5dc-ea54-4fbb-b1e1-983139fae071 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:28.967807 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f127055-f671-4feb-99b5-cb00273fc8b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.052764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c89311bd-a7d8-4df4-b995-53328acba406 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:29.056546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9f127055-f671-4feb-99b5-cb00273fc8b6 None None] For port 16eff5dc-ea54-4fbb-b1e1-983139fae071, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=16eff5dc-ea54-4fbb-b1e1-983139fae071,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:29.056936 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f127055-f671-4feb-99b5-cb00273fc8b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.063948 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-140850aa-f8b3-4785-9461-3e76be5ed0c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.076462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:29.080665 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.090039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9f127055-f671-4feb-99b5-cb00273fc8b6 None None] Calling delete_port for 16eff5dc-ea54-4fbb-b1e1-983139fae071 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:29.091315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59042) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.093473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=d226db23-6179-45d1-8846-d11661961116,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.105922 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a79e8de0-e02e-44c9-911f-f444f15410e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.127179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': 'b691007c-3202-4ee0-a831-4ece98883b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '71ce9f94-e9ad-4541-aa0d-334ece074579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:29.127552 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: 71ce9f94-e9ad-4541-aa0d-334ece074579, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:29.145279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140850aa-f8b3-4785-9461-3e76be5ed0c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:29.159690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:29.165608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-140850aa-f8b3-4785-9461-3e76be5ed0c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:29.167917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port c89311bd-a7d8-4df4-b995-53328acba406 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:29.169631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140850aa-f8b3-4785-9461-3e76be5ed0c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.170124 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-140850aa-f8b3-4785-9461-3e76be5ed0c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.203269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140850aa-f8b3-4785-9461-3e76be5ed0c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=f938be77-9280-4f8e-a485-8b2f91c2bfa6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.207911 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.208187 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added segment fab4eecb-70d4-4541-bdb0-0daa3843b341 of type vlan for network 896b704f-ea51-4914-8a1f-b3f625409b55 Jul 16 01:36:29.210873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network 71ce9f94-e9ad-4541-aa0d-334ece074579 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:29.215153 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f127055-f671-4feb-99b5-cb00273fc8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.237172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a79e8de0-e02e-44c9-911f-f444f15410e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.240789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a79e8de0-e02e-44c9-911f-f444f15410e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.250136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f127055-f671-4feb-99b5-cb00273fc8b6 None None] Pushing event deleted for resources: {'Port': ['ID=16eff5dc-ea54-4fbb-b1e1-983139fae071,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.257110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 71ce9f94-e9ad-4541-aa0d-334ece074579) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:29.262232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.262835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.263840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f127055-f671-4feb-99b5-cb00273fc8b6 None None] No DVR routers for this DVR port 16eff5dc-ea54-4fbb-b1e1-983139fae071 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:29.269768 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e5bb4f-0452-455e-9b62-4445979c2bc1 None None] Network 71ce9f94-e9ad-4541-aa0d-334ece074579 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:29.283679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-140850aa-f8b3-4785-9461-3e76be5ed0c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9035647 Jul 16 01:36:29.285200 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.286852 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.292453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'name': 'tempest-NetworksTestDHCPv6-27590806'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:29.297101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb1b92-b1b8-49ae-8bac-7f70963968a9 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:29.298109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e8de0-e02e-44c9-911f-f444f15410e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d6851a-9f84-4806-a966-d78db8f6fd86,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.299386 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eaa7987b-c214-4e9d-8387-00c15d17bdad tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5804505 Jul 16 01:36:29.302687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59046) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.303451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a79e8de0-e02e-44c9-911f-f444f15410e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52c0a44071184959a1e772a7d502579f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109790 Jul 16 01:36:29.313188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.407763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.413945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.414593 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.427077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:29.433050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.456355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port fe463def-4940-460d-9a63-fae867da062e yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:29.491461 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2837760 Jul 16 01:36:29.497420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59050) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.509984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'subnet': {'network_id': '896b704f-ea51-4914-8a1f-b3f625409b55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:29.568607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.582571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeca669-c4d2-4475-ba3b-11cb8957abc6 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Network': ['ID=896b704f-ea51-4914-8a1f-b3f625409b55,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.592908 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19b40721-4803-4fc0-9c7b-fcd824a73a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.611910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 896b704f-ea51-4914-8a1f-b3f625409b55 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:29.628898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::140 (4b748a0d-6d39-4cd2-b13e-5462f021b600/f938be77-9280-4f8e-a485-8b2f91c2bfa6/fe463def-4940-460d-9a63-fae867da062e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:29.671937 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19b40721-4803-4fc0-9c7b-fcd824a73a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.689246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-71ce9f94-e9ad-4541-aa0d-334ece074579', 'network_id': '71ce9f94-e9ad-4541-aa0d-334ece074579', 'tenant_id': '3e699952d893418d86829698864ee6ef', 'fixed_ips': [{'subnet_id': 'd226db23-6179-45d1-8846-d11661961116'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:29.690573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.731561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': 'f938be77-9280-4f8e-a485-8b2f91c2bfa6'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:29.732436 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.764241 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.768348 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:29.772161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.838972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19b40721-4803-4fc0-9c7b-fcd824a73a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.841533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19b40721-4803-4fc0-9c7b-fcd824a73a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.842835 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-19b40721-4803-4fc0-9c7b-fcd824a73a35 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60d6851a-9f84-4806-a966-d78db8f6fd86 HTTP/1.1" status: 204 len: 168 time: 0.5287261 Jul 16 01:36:29.847936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.871175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object fe463def-4940-460d-9a63-fae867da062e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:29.909712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b40721-4803-4fc0-9c7b-fcd824a73a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d6851a-9f84-4806-a966-d78db8f6fd86,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.936838 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.942827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad159a2-2054-4841-83a0-e2ed5cb6eb91 None None] Network f741af84-67c6-4ce4-853f-dd0b9b4d1977 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:30.020788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:30.025869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=fe463def-4940-460d-9a63-fae867da062e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.037720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:30.042148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:30.048891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.049937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.067523 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a75a0bd7-a2fd-443f-b5ca-1d243288ee47 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7809803 Jul 16 01:36:30.070095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.074995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-22b71195-dde8-436c-8774-48504de0864c None None] Provisioning for port c89311bd-a7d8-4df4-b995-53328acba406 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:30.075616 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.090019 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-22b71195-dde8-436c-8774-48504de0864c None None] Provisioning complete for port c89311bd-a7d8-4df4-b995-53328acba406 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:30.090407 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22b71195-dde8-436c-8774-48504de0864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.095082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Allocated IP 172.20.0.2 (71ce9f94-e9ad-4541-aa0d-334ece074579/d226db23-6179-45d1-8846-d11661961116/67180b2d-a113-4154-a31e-e49dd40ebe2c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:30.159264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511ba4d-86d4-4843-961f-b7343edac523 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.160823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7511ba4d-86d4-4843-961f-b7343edac523 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0893292 Jul 16 01:36:30.163060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/f938be77-9280-4f8e-a485-8b2f91c2bfa6/9980d5ea-8d78-42cf-b880-cbb7e697ca41) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:30.164851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59058) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.171301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Checking segment: {'id': 'fab4eecb-70d4-4541-bdb0-0daa3843b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '896b704f-ea51-4914-8a1f-b3f625409b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:30.171806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network hostable DHCP agents. Network: 896b704f-ea51-4914-8a1f-b3f625409b55, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:30.178903 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.180830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Subnet': ['ID=5a2e8f49-9c4a-4752-b3ec-e8c867acfc43,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.205595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 896b704f-ea51-4914-8a1f-b3f625409b55 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:30.219258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 896b704f-ea51-4914-8a1f-b3f625409b55) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:30.227519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.229914 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.248155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eb26ae3d-f587-4f99-9b6e-fcce7449f91e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7441144 Jul 16 01:36:30.250940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59060) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.256664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5b76c645-c530-41e9-a7e1-4a41296ee77a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-278709003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:30.287926 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b76c645-c530-41e9-a7e1-4a41296ee77a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.290729 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b76c645-c530-41e9-a7e1-4a41296ee77a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.300871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70d6ab-8b9c-4a8c-8ae1-6e1bcd28e27c None None] Network 896b704f-ea51-4914-8a1f-b3f625409b55 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:30.315630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b47f6f2a-ff7f-4c03-9bb1-07cf411806dd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port fe463def-4940-460d-9a63-fae867da062e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:30.316071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b47f6f2a-ff7f-4c03-9bb1-07cf411806dd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.363840 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b76c645-c530-41e9-a7e1-4a41296ee77a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.375321 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b76c645-c530-41e9-a7e1-4a41296ee77a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.393021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b76c645-c530-41e9-a7e1-4a41296ee77a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.399743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5b76c645-c530-41e9-a7e1-4a41296ee77a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1474903 Jul 16 01:36:30.400001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59068) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.431710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b47f6f2a-ff7f-4c03-9bb1-07cf411806dd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.451602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b47f6f2a-ff7f-4c03-9bb1-07cf411806dd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for fe463def-4940-460d-9a63-fae867da062e owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:30.624279 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b47f6f2a-ff7f-4c03-9bb1-07cf411806dd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.676784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f6f2a-ff7f-4c03-9bb1-07cf411806dd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=fe463def-4940-460d-9a63-fae867da062e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.689651 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22b71195-dde8-436c-8774-48504de0864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.725876 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b47f6f2a-ff7f-4c03-9bb1-07cf411806dd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.729032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b47f6f2a-ff7f-4c03-9bb1-07cf411806dd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/fe463def-4940-460d-9a63-fae867da062e HTTP/1.1" status: 204 len: 168 time: 0.5621116 Jul 16 01:36:30.731607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.739648 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.819132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 16eff5dc-ea54-4fbb-b1e1-983139fae071 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:30.832115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-22b71195-dde8-436c-8774-48504de0864c None None] For port c89311bd-a7d8-4df4-b995-53328acba406, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c89311bd-a7d8-4df4-b995-53328acba406,segment=NetworkSegment(21c7c4fc-04a2-4f67-bd05-3e81add73510),segment_id=21c7c4fc-04a2-4f67-bd05-3e81add73510)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:30.869127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345dbd8b-5460-464d-9ec4-6611bc9ed1d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.873294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345dbd8b-5460-464d-9ec4-6611bc9ed1d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.877757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-345dbd8b-5460-464d-9ec4-6611bc9ed1d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1409442 Jul 16 01:36:30.878136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59082) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.887934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 16eff5dc-ea54-4fbb-b1e1-983139fae071 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:30.889467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 16eff5dc-ea54-4fbb-b1e1-983139fae071 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:30.891689 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22b71195-dde8-436c-8774-48504de0864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.960707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd057c5-865c-4d89-8fae-6bc2d8071a45 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet f938be77-9280-4f8e-a485-8b2f91c2bfa6 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:30.986387 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.003540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.029928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Transition to ACTIVE for port object 9980d5ea-8d78-42cf-b880-cbb7e697ca41 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:31.033574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Transition to ACTIVE for port object 67180b2d-a113-4154-a31e-e49dd40ebe2c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:31.063438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Allocated IP 2001:db8::1 (896b704f-ea51-4914-8a1f-b3f625409b55/5a2e8f49-9c4a-4752-b3ec-e8c867acfc43/5e41a77b-59c4-4f52-aa2c-539a0694b4ce) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:31.089573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71195-dde8-436c-8774-48504de0864c None None] Pushing event updated for resources: {'Port': ['ID=c89311bd-a7d8-4df4-b995-53328acba406,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.093395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Transition to ACTIVE for port object 67180b2d-a113-4154-a31e-e49dd40ebe2c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:31.095177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Transition to ACTIVE for port object 9980d5ea-8d78-42cf-b880-cbb7e697ca41 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:31.106400 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.108517 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdd057c5-865c-4d89-8fae-6bc2d8071a45 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.119138 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.129732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-896b704f-ea51-4914-8a1f-b3f625409b55', 'network_id': '896b704f-ea51-4914-8a1f-b3f625409b55', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'fixed_ips': [{'subnet_id': '5a2e8f49-9c4a-4752-b3ec-e8c867acfc43'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:31.130830 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.161123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:31.171182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:31.181246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:31.196400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Network 71ce9f94-e9ad-4541-aa0d-334ece074579 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:31.198591 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdd057c5-865c-4d89-8fae-6bc2d8071a45 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.204295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.219634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Transition to ACTIVE for port object 5e41a77b-59c4-4f52-aa2c-539a0694b4ce will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:31.230356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:31.238989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:31.259806 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.294651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Pushing event updated for resources: {'Port': ['ID=67180b2d-a113-4154-a31e-e49dd40ebe2c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.308287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=d226db23-6179-45d1-8846-d11661961116,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.322800 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.324117 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdd057c5-865c-4d89-8fae-6bc2d8071a45 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.394042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Attempting to bind port 67180b2d-a113-4154-a31e-e49dd40ebe2c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:31.394042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Attempting to bind port 67180b2d-a113-4154-a31e-e49dd40ebe2c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b691007c-3202-4ee0-a831-4ece98883b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '71ce9f94-e9ad-4541-aa0d-334ece074579'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:31.394042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Attempting to bind port 67180b2d-a113-4154-a31e-e49dd40ebe2c on network 71ce9f94-e9ad-4541-aa0d-334ece074579 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:31.395729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-31ff322b-022d-4fc8-8ead-f79d7735010c None None] Provisioning complete for port c89311bd-a7d8-4df4-b995-53328acba406 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:31.396081 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31ff322b-022d-4fc8-8ead-f79d7735010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.417034 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdd057c5-865c-4d89-8fae-6bc2d8071a45 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.421709 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.451167 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 896b704f-ea51-4914-8a1f-b3f625409b55 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:31.452777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Attempting to bind port 9980d5ea-8d78-42cf-b880-cbb7e697ca41 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:31.452910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ce9f94-e9ad-4541-aa0d-334ece074579']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:31.453153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Attempting to bind port 9980d5ea-8d78-42cf-b880-cbb7e697ca41 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:31.453508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Attempting to bind port 9980d5ea-8d78-42cf-b880-cbb7e697ca41 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:31.462528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:31.462822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Checking segment: {'id': 'b691007c-3202-4ee0-a831-4ece98883b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '71ce9f94-e9ad-4541-aa0d-334ece074579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:31.463055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:31.463178 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.463534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Bound using segment: {'id': 'b691007c-3202-4ee0-a831-4ece98883b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '71ce9f94-e9ad-4541-aa0d-334ece074579'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:31.464026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Bound port: 67180b2d-a113-4154-a31e-e49dd40ebe2c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b691007c-3202-4ee0-a831-4ece98883b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '71ce9f94-e9ad-4541-aa0d-334ece074579'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:31.465030 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.469022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:31.469609 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.473328 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b691007c-3202-4ee0-a831-4ece98883b79') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:31.473622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b691007c-3202-4ee0-a831-4ece98883b79') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:31.486405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd057c5-865c-4d89-8fae-6bc2d8071a45 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=f938be77-9280-4f8e-a485-8b2f91c2bfa6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.499356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdd057c5-865c-4d89-8fae-6bc2d8071a45 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.505233 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fdd057c5-865c-4d89-8fae-6bc2d8071a45 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/f938be77-9280-4f8e-a485-8b2f91c2bfa6 HTTP/1.1" status: 204 len: 168 time: 0.6239014 Jul 16 01:36:31.505386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:31.505386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:31.505386 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.505386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:31.505386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Bound port: 9980d5ea-8d78-42cf-b880-cbb7e697ca41, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:31.505850 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.506295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59094) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.521702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.524278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=5e41a77b-59c4-4f52-aa2c-539a0694b4ce,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.566375 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.580126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:31.580545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:31.583498 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:31.586184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Pushing event updated for resources: {'Port': ['ID=9980d5ea-8d78-42cf-b880-cbb7e697ca41,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.592653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-33ee8d4c-2d12-4faf-bc88-c526f478e458 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830317 Jul 16 01:36:31.593153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59096) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.608238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] For port 67180b2d-a113-4154-a31e-e49dd40ebe2c, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:31.656921 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Allocated IP 2001:db8::2 (896b704f-ea51-4914-8a1f-b3f625409b55/5a2e8f49-9c4a-4752-b3ec-e8c867acfc43/25345342-f7a2-454c-b3e8-f3c179f54442) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:31.689932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] For port 67180b2d-a113-4154-a31e-e49dd40ebe2c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=67180b2d-a113-4154-a31e-e49dd40ebe2c,segment=NetworkSegment(b691007c-3202-4ee0-a831-4ece98883b79),segment_id=b691007c-3202-4ee0-a831-4ece98883b79)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:31.707218 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.719732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcacfd32-146f-47cc-8056-48674fd7522a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.727157 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bcacfd32-146f-47cc-8056-48674fd7522a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1304688 Jul 16 01:36:31.727341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:36:31.727341 n-d-791504-14 neutron-server[93944]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:36:31.727341 n-d-791504-14 neutron-server[93944]: [parameters: {'id': '71ce9f94-e9ad-4541-aa0d-334ece074579'}] Jul 16 01:36:31.727341 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:31.727341 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:31.727341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.727977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59102) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.807627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] For port 9980d5ea-8d78-42cf-b880-cbb7e697ca41, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:31.855100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87a29c-86e8-4c24-bef2-6236579f9c58 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.874061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6c87a29c-86e8-4c24-bef2-6236579f9c58 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1427526 Jul 16 01:36:31.874815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59108) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.907891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] For port 9980d5ea-8d78-42cf-b880-cbb7e697ca41, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9980d5ea-8d78-42cf-b880-cbb7e697ca41,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:31.919255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbaa9e-48fd-40b3-bb0a-86eb0192014f None None] Pushing event updated for resources: {'Port': ['ID=67180b2d-a113-4154-a31e-e49dd40ebe2c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.925613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.962724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2c60a748-f320-4f02-a2cf-0b1e325c76f3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816391 Jul 16 01:36:31.962724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59110) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.970687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d3ec20b5-a71a-428a-9d87-e9451deaca82 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:31.998556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c53b4d-5cc0-4712-8681-f9126be8099a None None] Network 71ce9f94-e9ad-4541-aa0d-334ece074579 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:32.146289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f6f5f-788b-4adf-82e7-b20ef5a0976b None None] Pushing event updated for resources: {'Port': ['ID=9980d5ea-8d78-42cf-b880-cbb7e697ca41,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.160133 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.200405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.207464 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.208466 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.210932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ec20b5-a71a-428a-9d87-e9451deaca82 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:32.214543 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3ec20b5-a71a-428a-9d87-e9451deaca82 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.225952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Transition to ACTIVE for port object 25345342-f7a2-454c-b3e8-f3c179f54442 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:32.228326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.250347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Transition to ACTIVE for port object 25345342-f7a2-454c-b3e8-f3c179f54442 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:32.279150 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.351329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Network 896b704f-ea51-4914-8a1f-b3f625409b55 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:32.354858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Pushing event updated for resources: {'Port': ['ID=25345342-f7a2-454c-b3e8-f3c179f54442,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.358277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:32.360766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:32.409851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=5e41a77b-59c4-4f52-aa2c-539a0694b4ce,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.446431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Attempting to bind port 25345342-f7a2-454c-b3e8-f3c179f54442 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:32.446829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Attempting to bind port 25345342-f7a2-454c-b3e8-f3c179f54442 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'fab4eecb-70d4-4541-bdb0-0daa3843b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '896b704f-ea51-4914-8a1f-b3f625409b55'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:32.447245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Attempting to bind port 25345342-f7a2-454c-b3e8-f3c179f54442 on network 896b704f-ea51-4914-8a1f-b3f625409b55 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:32.462211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59118) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.464164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:32.464317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Checking segment: {'id': 'fab4eecb-70d4-4541-bdb0-0daa3843b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '896b704f-ea51-4914-8a1f-b3f625409b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:32.464709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.465113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Bound using segment: {'id': 'fab4eecb-70d4-4541-bdb0-0daa3843b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '896b704f-ea51-4914-8a1f-b3f625409b55'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:32.466190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Bound port: 25345342-f7a2-454c-b3e8-f3c179f54442, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab4eecb-70d4-4541-bdb0-0daa3843b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '896b704f-ea51-4914-8a1f-b3f625409b55'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:32.466190 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.498279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 896b704f-ea51-4914-8a1f-b3f625409b55 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:32.501966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:32.518885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Deleting port 67180b2d-a113-4154-a31e-e49dd40ebe2c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:32.519222 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3ec20b5-a71a-428a-9d87-e9451deaca82 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.519868 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.548423 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] For port 25345342-f7a2-454c-b3e8-f3c179f54442, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:32.551971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] For port 25345342-f7a2-454c-b3e8-f3c179f54442, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=25345342-f7a2-454c-b3e8-f3c179f54442,segment=NetworkSegment(fab4eecb-70d4-4541-bdb0-0daa3843b341),segment_id=fab4eecb-70d4-4541-bdb0-0daa3843b341)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:32.561246 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.576549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec20b5-a71a-428a-9d87-e9451deaca82 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:32.582765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec20b5-a71a-428a-9d87-e9451deaca82 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:32.587435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ec20b5-a71a-428a-9d87-e9451deaca82 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.588090 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3ec20b5-a71a-428a-9d87-e9451deaca82 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.605547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec20b5-a71a-428a-9d87-e9451deaca82 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=1c810ba0-6738-494b-91cc-91e380cf2af2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.617736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfade80-b728-4738-9086-fa9ec0c8e9a4 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:32.625906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d3ec20b5-a71a-428a-9d87-e9451deaca82 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6622248 Jul 16 01:36:32.629693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.640045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '1c810ba0-6738-494b-91cc-91e380cf2af2', 'ip_address': '2001:db8::88f0:576b:a5f8:9166'}], 'name': 'tempest-NetworksTestDHCPv6-1025124439'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:32.780028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ce915-e67b-4b34-9dfb-cce8ccde4e69 None None] Pushing event updated for resources: {'Port': ['ID=25345342-f7a2-454c-b3e8-f3c179f54442,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.819076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:32.988467 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-730a9161-ef7e-4a8f-b393-ca4c36748136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.007936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c89311bd-a7d8-4df4-b995-53328acba406 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:33.015585 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.034939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port 9a2fc502-c124-405f-a40e-19d9ebd0ee4b yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:33.052057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] For port 67180b2d-a113-4154-a31e-e49dd40ebe2c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=67180b2d-a113-4154-a31e-e49dd40ebe2c,segment=NetworkSegment(b691007c-3202-4ee0-a831-4ece98883b79),segment_id=b691007c-3202-4ee0-a831-4ece98883b79)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:33.052424 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.087838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Calling delete_port for 67180b2d-a113-4154-a31e-e49dd40ebe2c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:33.149579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c89311bd-a7d8-4df4-b995-53328acba406 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:33.150367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.226706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 7b028b2c-5451-41e8-a4a0-0645f8dabfd5 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:33.258741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8413e64e-8f9f-451f-b462-2ea95914d2c1 None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '1c810ba0-6738-494b-91cc-91e380cf2af2'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '9980d5ea-8d78-42cf-b880-cbb7e697ca41'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:36:33.261530 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.308247 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-730a9161-ef7e-4a8f-b393-ca4c36748136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.310671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::88f0:576b:a5f8:9166 (4b748a0d-6d39-4cd2-b13e-5462f021b600/1c810ba0-6738-494b-91cc-91e380cf2af2/9a2fc502-c124-405f-a40e-19d9ebd0ee4b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:33.317787 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8413e64e-8f9f-451f-b462-2ea95914d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.356020 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-730a9161-ef7e-4a8f-b393-ca4c36748136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.362524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Port': ['ID=67180b2d-a113-4154-a31e-e49dd40ebe2c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.388339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No DVR routers for this DVR port 67180b2d-a113-4154-a31e-e49dd40ebe2c on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:33.447805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a9161-ef7e-4a8f-b393-ca4c36748136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed40274-7d64-41f1-81af-025ef26a0c46,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.463948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-730a9161-ef7e-4a8f-b393-ca4c36748136 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61d1a99cc3d749c1b50f6cea102f97bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0004280 Jul 16 01:36:33.466913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59124) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.481126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:33.488416 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-95b03808-1cc1-49c2-9a30-26f4df5f335b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/7b028b2c-5451-41e8-a4a0-0645f8dabfd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0871799 Jul 16 01:36:33.491968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.496939 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0e778-7c24-473c-af12-50eb78c30eb5 None None] Sync routers for ids ['7b028b2c-5451-41e8-a4a0-0645f8dabfd5'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:33.506755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.516568 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0e778-7c24-473c-af12-50eb78c30eb5 None None] Routers {'7b028b2c-5451-41e8-a4a0-0645f8dabfd5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:33.517588 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5db0e778-7c24-473c-af12-50eb78c30eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7b028b2c-5451-41e8-a4a0-0645f8dabfd5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.536581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object 9a2fc502-c124-405f-a40e-19d9ebd0ee4b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:33.548135 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.562398 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5db0e778-7c24-473c-af12-50eb78c30eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.563218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ce9f94-e9ad-4541-aa0d-334ece074579']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.566853 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a255944-b0b0-4e1d-9eaf-f624617de989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.577090 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0e778-7c24-473c-af12-50eb78c30eb5 None None] Routers {'7b028b2c-5451-41e8-a4a0-0645f8dabfd5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:33.578365 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5db0e778-7c24-473c-af12-50eb78c30eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7b028b2c-5451-41e8-a4a0-0645f8dabfd5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.580646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b691007c-3202-4ee0-a831-4ece98883b79') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.580955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b691007c-3202-4ee0-a831-4ece98883b79') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.596039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7afdd-4c10-4813-95bd-7008f599daf5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.599773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bec7afdd-4c10-4813-95bd-7008f599daf5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports/5e41a77b-59c4-4f52-aa2c-539a0694b4ce HTTP/1.1" status: 200 len: 911 time: 0.1045644 Jul 16 01:36:33.602505 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.603762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59128) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.610256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ede0857a-f018-497d-a862-68f81f1e3a79 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a2e8f49-9c4a-4752-b3ec-e8c867acfc43'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:33.615639 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a255944-b0b0-4e1d-9eaf-f624617de989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.616891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.620497 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5db0e778-7c24-473c-af12-50eb78c30eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.621419 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0e778-7c24-473c-af12-50eb78c30eb5 None None] The sync data for ids ['7b028b2c-5451-41e8-a4a0-0645f8dabfd5'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:33.627543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:33.627962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:33.631377 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:33.652736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.685979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-8413e64e-8f9f-451f-b462-2ea95914d2c1 None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/1c810ba0-6738-494b-91cc-91e380cf2af2/9980d5ea-8d78-42cf-b880-cbb7e697ca41) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:33.704600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.734857 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.745435 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/71ce9f94-e9ad-4541-aa0d-334ece074579 HTTP/1.1" status: 204 len: 168 time: 4.4413869 Jul 16 01:36:33.746802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b5c67-f583-47fb-aea4-7eede74fc273 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=71ce9f94-e9ad-4541-aa0d-334ece074579,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.752914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59130) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.757215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:33.758444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2035322722'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:33.767458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=9a2fc502-c124-405f-a40e-19d9ebd0ee4b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.788549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:33.789629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:33.793823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.799803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:33.808936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.809615 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.825896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8413e64e-8f9f-451f-b462-2ea95914d2c1 None None] For port 9980d5ea-8d78-42cf-b880-cbb7e697ca41, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9980d5ea-8d78-42cf-b880-cbb7e697ca41,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:33.866118 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8413e64e-8f9f-451f-b462-2ea95914d2c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.869184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59132) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.872777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-13e7d420-424a-40e4-81ad-952992df901c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2414899 Jul 16 01:36:33.877953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a255944-b0b0-4e1d-9eaf-f624617de989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.881123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a255944-b0b0-4e1d-9eaf-f624617de989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.882821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8a255944-b0b0-4e1d-9eaf-f624617de989 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ed40274-7d64-41f1-81af-025ef26a0c46 HTTP/1.1" status: 204 len: 168 time: 0.4129190 Jul 16 01:36:33.891075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8413e64e-8f9f-451f-b462-2ea95914d2c1 None None] Ignored duplicate provisioning block setup for port 9980d5ea-8d78-42cf-b880-cbb7e697ca41 by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:36:33.896597 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8413e64e-8f9f-451f-b462-2ea95914d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.908999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:33.919266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a255944-b0b0-4e1d-9eaf-f624617de989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed40274-7d64-41f1-81af-025ef26a0c46,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.919690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.920049 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment c61193ac-d4e0-47ea-83ea-f61714c46d0c of type vlan for network 93c153f3-3f45-4533-a57c-70e2f09fb93a Jul 16 01:36:33.961985 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.016914 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.023144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.029528 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.047126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413e64e-8f9f-451f-b462-2ea95914d2c1 None None] Pushing event updated for resources: {'Port': ['ID=9980d5ea-8d78-42cf-b880-cbb7e697ca41,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:34.063554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ede0857a-f018-497d-a862-68f81f1e3a79 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.101469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59138) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.101832 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3476861 Jul 16 01:36:34.107952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': '93c153f3-3f45-4533-a57c-70e2f09fb93a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:34.141697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2551d16-c619-4c21-b166-2801dd485020 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=93c153f3-3f45-4533-a57c-70e2f09fb93a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:34.155363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 93c153f3-3f45-4533-a57c-70e2f09fb93a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:34.170314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d296d5d-6f55-42ed-a8c3-2200c75ff5d4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.176829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d296d5d-6f55-42ed-a8c3-2200c75ff5d4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.182399 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6d296d5d-6f55-42ed-a8c3-2200c75ff5d4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3091154 Jul 16 01:36:34.183587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59140) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.312706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b813b-8bb4-4eaf-8cd2-8a8d2b37fa08 None None] Network 896b704f-ea51-4914-8a1f-b3f625409b55 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:34.345160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4a1f6-bb62-49a9-97ef-c7eb5ee350ca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port 9a2fc502-c124-405f-a40e-19d9ebd0ee4b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:34.345718 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a1f6-bb62-49a9-97ef-c7eb5ee350ca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.484827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:34.489364 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.494086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59142) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.522185 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a1f6-bb62-49a9-97ef-c7eb5ee350ca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.537748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4a1f6-bb62-49a9-97ef-c7eb5ee350ca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for 9a2fc502-c124-405f-a40e-19d9ebd0ee4b owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:34.547680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ceab379-f719-48d8-93ae-c09fc9fe4435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.597929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5a30ea4b-569c-4911-bdf9-7b3b08274516 None None] Provisioning for port 25345342-f7a2-454c-b3e8-f3c179f54442 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:34.615844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Performing IP validity checks on allocation pools {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:36:34.616645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:36:34.710028 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a1f6-bb62-49a9-97ef-c7eb5ee350ca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.745524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4a1f6-bb62-49a9-97ef-c7eb5ee350ca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=9a2fc502-c124-405f-a40e-19d9ebd0ee4b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:34.788803 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a1f6-bb62-49a9-97ef-c7eb5ee350ca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.793419 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c6c4a1f6-bb62-49a9-97ef-c7eb5ee350ca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/9a2fc502-c124-405f-a40e-19d9ebd0ee4b HTTP/1.1" status: 204 len: 168 time: 0.6087785 Jul 16 01:36:34.799725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.914815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ade5b-48d0-4652-b045-74eacbe1f94c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.916897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ade5b-48d0-4652-b045-74eacbe1f94c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.918491 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-307ade5b-48d0-4652-b045-74eacbe1f94c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1177697 Jul 16 01:36:34.921707 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.950115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ede0857a-f018-497d-a862-68f81f1e3a79 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.972338 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9980d5ea-8d78-42cf-b880-cbb7e697ca41 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:34.991433 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ceab379-f719-48d8-93ae-c09fc9fe4435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.994119 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ede0857a-f018-497d-a862-68f81f1e3a79 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.000391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede0857a-f018-497d-a862-68f81f1e3a79 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.001042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ede0857a-f018-497d-a862-68f81f1e3a79 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.001614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e06390-2639-4a1c-869c-be3d8a690b93 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 1c810ba0-6738-494b-91cc-91e380cf2af2 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:35.002510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ede0857a-f018-497d-a862-68f81f1e3a79 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/ports/5e41a77b-59c4-4f52-aa2c-539a0694b4ce HTTP/1.1" status: 200 len: 911 time: 1.3965545 Jul 16 01:36:35.005487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59148) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.008999 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46e06390-2639-4a1c-869c-be3d8a690b93 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.016192 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ceab379-f719-48d8-93ae-c09fc9fe4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.062432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9980d5ea-8d78-42cf-b880-cbb7e697ca41 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:35.067935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 25345342-f7a2-454c-b3e8-f3c179f54442 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:35.115407 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2ceab379-f719-48d8-93ae-c09fc9fe4435 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff7a6e3fbac84a1aa7d090fc9dbdffc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6173913 Jul 16 01:36:35.116619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceab379-f719-48d8-93ae-c09fc9fe4435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22320bb-17df-4954-8c8a-d8d87aaeaad5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.120680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59150) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.149680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 25345342-f7a2-454c-b3e8-f3c179f54442 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:35.160134 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.160397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 25345342-f7a2-454c-b3e8-f3c179f54442 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:35.160640 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.166481 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46e06390-2639-4a1c-869c-be3d8a690b93 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.232258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0857a-f018-497d-a862-68f81f1e3a79 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=5e41a77b-59c4-4f52-aa2c-539a0694b4ce,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.264836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f514bda-e8fa-4518-982e-8be9a4d397af None None] Provisioning for port 5e41a77b-59c4-4f52-aa2c-539a0694b4ce completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:35.271392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f514bda-e8fa-4518-982e-8be9a4d397af None None] Provisioning complete for port 5e41a77b-59c4-4f52-aa2c-539a0694b4ce triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:35.271992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f514bda-e8fa-4518-982e-8be9a4d397af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.295963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': 'c61193ac-d4e0-47ea-83ea-f61714c46d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '93c153f3-3f45-4533-a57c-70e2f09fb93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:35.296371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: 93c153f3-3f45-4533-a57c-70e2f09fb93a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:35.298395 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a79964-10c5-4ece-975d-4f9d120c5713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.314169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=15f23535-93b7-4800-bacb-0963af709a7b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.330692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a79964-10c5-4ece-975d-4f9d120c5713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.356837 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.364224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f514bda-e8fa-4518-982e-8be9a4d397af None None] Port 5e41a77b-59c4-4f52-aa2c-539a0694b4ce cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:35.377994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network 93c153f3-3f45-4533-a57c-70e2f09fb93a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:35.396738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 93c153f3-3f45-4533-a57c-70e2f09fb93a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:35.402660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.403490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.409798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f514bda-e8fa-4518-982e-8be9a4d397af None None] Provisioning complete for port 25345342-f7a2-454c-b3e8-f3c179f54442 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:35.410448 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f514bda-e8fa-4518-982e-8be9a4d397af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.424862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5dfa2b-88db-437d-b19c-f18b3178f644 None None] Network 93c153f3-3f45-4533-a57c-70e2f09fb93a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:35.430878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fb385318-c993-4043-95b2-b2e2fd531501 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3279417 Jul 16 01:36:35.433862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59152) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.437086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a79964-10c5-4ece-975d-4f9d120c5713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.442704 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a79964-10c5-4ece-975d-4f9d120c5713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.462778 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b9a79964-10c5-4ece-975d-4f9d120c5713 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d22320bb-17df-4954-8c8a-d8d87aaeaad5 HTTP/1.1" status: 204 len: 168 time: 0.3251195 Jul 16 01:36:35.513154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 25345342-f7a2-454c-b3e8-f3c179f54442, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=25345342-f7a2-454c-b3e8-f3c179f54442,segment=NetworkSegment(fab4eecb-70d4-4541-bdb0-0daa3843b341),segment_id=fab4eecb-70d4-4541-bdb0-0daa3843b341)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:35.518387 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46e06390-2639-4a1c-869c-be3d8a690b93 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.530151 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.557921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a79964-10c5-4ece-975d-4f9d120c5713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22320bb-17df-4954-8c8a-d8d87aaeaad5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.670854 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46e06390-2639-4a1c-869c-be3d8a690b93 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.746414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.763467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e06390-2639-4a1c-869c-be3d8a690b93 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=1c810ba0-6738-494b-91cc-91e380cf2af2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.774553 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46e06390-2639-4a1c-869c-be3d8a690b93 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.777015 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-46e06390-2639-4a1c-869c-be3d8a690b93 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/1c810ba0-6738-494b-91cc-91e380cf2af2 HTTP/1.1" status: 204 len: 168 time: 0.8540947 Jul 16 01:36:35.779846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.819927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=25345342-f7a2-454c-b3e8-f3c179f54442,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.856976 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.881220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16943141-25fc-4f33-b7c4-96b98d94e617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-93c153f3-3f45-4533-a57c-70e2f09fb93a', 'network_id': '93c153f3-3f45-4533-a57c-70e2f09fb93a', 'tenant_id': '3e699952d893418d86829698864ee6ef', 'fixed_ips': [{'subnet_id': '15f23535-93b7-4800-bacb-0963af709a7b'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:35.883026 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16943141-25fc-4f33-b7c4-96b98d94e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.887913 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f821350c-f501-40c0-90c0-5f6a11c9d654 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066079 Jul 16 01:36:35.896069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.907711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dd6e3e0d-efcb-4bdf-ae66-44987ff89672 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:35.935441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.960904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.004160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2cac4a4d-e7e6-43ec-9f59-f36cd9937697 None None] Provisioning complete for port 5e41a77b-59c4-4f52-aa2c-539a0694b4ce triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:36.004160 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2cac4a4d-e7e6-43ec-9f59-f36cd9937697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.004498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=15f23535-93b7-4800-bacb-0963af709a7b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-16943141-25fc-4f33-b7c4-96b98d94e617 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15f23535-93b7-4800-bacb-0963af709a7b: This subnet is being modified by another concurrent operation. Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:36:36.082668 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15f23535-93b7-4800-bacb-0963af709a7b: This subnet is being modified by another concurrent operation. Jul 16 01:36:36.087808 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 16 01:36:36.092575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2cac4a4d-e7e6-43ec-9f59-f36cd9937697 None None] Port 5e41a77b-59c4-4f52-aa2c-539a0694b4ce cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:36.110178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6441bd6-1882-45c3-b73d-a7fb8f46245f None None] Network 93c153f3-3f45-4533-a57c-70e2f09fb93a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:36.114111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a4cad9-49a4-4595-b50d-8ffd16b69bd2 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:36.117294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2cac4a4d-e7e6-43ec-9f59-f36cd9937697 None None] Provisioning for port 9980d5ea-8d78-42cf-b880-cbb7e697ca41 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:36.118370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.131506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c153f3-3f45-4533-a57c-70e2f09fb93a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:36.144331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61193ac-d4e0-47ea-83ea-f61714c46d0c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:36.144644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61193ac-d4e0-47ea-83ea-f61714c46d0c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:36.145674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2cac4a4d-e7e6-43ec-9f59-f36cd9937697 None None] Provisioning complete for port 9980d5ea-8d78-42cf-b880-cbb7e697ca41 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:36.146226 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2cac4a4d-e7e6-43ec-9f59-f36cd9937697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.171899 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.209423 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.224436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:36.224856 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:36.230928 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:36.259862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6e3e0d-efcb-4bdf-ae66-44987ff89672 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:36.263782 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3e0d-efcb-4bdf-ae66-44987ff89672 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.420140 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2cac4a4d-e7e6-43ec-9f59-f36cd9937697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.465787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2cac4a4d-e7e6-43ec-9f59-f36cd9937697 None None] For port 9980d5ea-8d78-42cf-b880-cbb7e697ca41, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9980d5ea-8d78-42cf-b880-cbb7e697ca41,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:36.472189 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2cac4a4d-e7e6-43ec-9f59-f36cd9937697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.539543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 5e41a77b-59c4-4f52-aa2c-539a0694b4ce {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:36.540104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.540503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a59a4bf-81ce-4e50-961c-808a3d856f7b None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:36.578134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac4a4d-e7e6-43ec-9f59-f36cd9937697 None None] Pushing event updated for resources: {'Port': ['ID=9980d5ea-8d78-42cf-b880-cbb7e697ca41,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.589310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-549fd346-a880-4fda-9ab8-37d573c72a7b None None] Could not find standard attr ID for object 9a2fc502-c124-405f-a40e-19d9ebd0ee4b. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:36.611197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-549fd346-a880-4fda-9ab8-37d573c72a7b None None] Provisioning complete for port 5e41a77b-59c4-4f52-aa2c-539a0694b4ce triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:36.611573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-549fd346-a880-4fda-9ab8-37d573c72a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.619289 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.626076 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.628902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/93c153f3-3f45-4533-a57c-70e2f09fb93a HTTP/1.1" status: 204 len: 168 time: 1.1926453 Jul 16 01:36:36.638514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59178) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.659737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1982355965'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:36.664464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9a59a4bf-81ce-4e50-961c-808a3d856f7b None None] Deleting port 9980d5ea-8d78-42cf-b880-cbb7e697ca41 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:36.665285 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a59a4bf-81ce-4e50-961c-808a3d856f7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.666121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df28e9-cfa2-4964-9a74-055ae3d7fe03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=93c153f3-3f45-4533-a57c-70e2f09fb93a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.667845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-549fd346-a880-4fda-9ab8-37d573c72a7b None None] Port 5e41a77b-59c4-4f52-aa2c-539a0694b4ce cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:36.682537 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.702512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:36.707169 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.725923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 5e41a77b-59c4-4f52-aa2c-539a0694b4ce owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:36.739412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:36.747765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9a59a4bf-81ce-4e50-961c-808a3d856f7b None None] For port 9980d5ea-8d78-42cf-b880-cbb7e697ca41, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9980d5ea-8d78-42cf-b880-cbb7e697ca41,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:36.748029 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a59a4bf-81ce-4e50-961c-808a3d856f7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.759608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.759945 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment 11bbbdcb-d496-40f2-af82-8eda7b8a2e14 of type vlan for network c65849e6-df2d-4359-ba45-eba4ac5dd73f Jul 16 01:36:36.763858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9a59a4bf-81ce-4e50-961c-808a3d856f7b None None] Calling delete_port for 9980d5ea-8d78-42cf-b880-cbb7e697ca41 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:36.844513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.852640 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3e0d-efcb-4bdf-ae66-44987ff89672 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.891522 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.902380 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 25345342-f7a2-454c-b3e8-f3c179f54442 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:36.909578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.911657 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.935243 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a59a4bf-81ce-4e50-961c-808a3d856f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.960311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e3e0d-efcb-4bdf-ae66-44987ff89672 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:36.966735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e3e0d-efcb-4bdf-ae66-44987ff89672 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:36.968384 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e3e0d-efcb-4bdf-ae66-44987ff89672 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.968508 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3e0d-efcb-4bdf-ae66-44987ff89672 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.970779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e3e0d-efcb-4bdf-ae66-44987ff89672 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=734f11de-74a6-4b75-8711-22f38631cfcd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.979947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59a4bf-81ce-4e50-961c-808a3d856f7b None None] Pushing event deleted for resources: {'Port': ['ID=9980d5ea-8d78-42cf-b880-cbb7e697ca41,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.981597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a59a4bf-81ce-4e50-961c-808a3d856f7b None None] No DVR routers for this DVR port 9980d5ea-8d78-42cf-b880-cbb7e697ca41 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:37.002844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28116430-599c-464c-8392-dc9639eb4a79 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:37.012275 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3720188 Jul 16 01:36:37.026400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.034067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 25345342-f7a2-454c-b3e8-f3c179f54442 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:37.034562 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.042300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': 'c65849e6-df2d-4359-ba45-eba4ac5dd73f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:37.053030 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dd6e3e0d-efcb-4bdf-ae66-44987ff89672 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1558385 Jul 16 01:36:37.055138 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.064776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59188) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.079545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '734f11de-74a6-4b75-8711-22f38631cfcd', 'ip_address': '2001:db8::bf44:3a20:2d60:9dfa'}], 'name': 'tempest-NetworksTestDHCPv6-997872958'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:37.211394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda2fcd-27db-465d-924a-98c0c606a716 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=c65849e6-df2d-4359-ba45-eba4ac5dd73f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.229904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network c65849e6-df2d-4359-ba45-eba4ac5dd73f details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:37.243549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=5e41a77b-59c4-4f52-aa2c-539a0694b4ce,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.330083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:37.337560 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.346027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.373051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': '734f11de-74a6-4b75-8711-22f38631cfcd'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:37.374663 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.409709 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9980d5ea-8d78-42cf-b880-cbb7e697ca41 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:37.449746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9980d5ea-8d78-42cf-b880-cbb7e697ca41 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:37.450193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9980d5ea-8d78-42cf-b880-cbb7e697ca41 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:37.578037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:37.601490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 7b028b2c-5451-41e8-a4a0-0645f8dabfd5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:37.602990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/734f11de-74a6-4b75-8711-22f38631cfcd/73aaa2bb-d7b4-408c-89f7-3c8472315a88) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:37.623787 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.701845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=8fc1216d-74d4-4b65-b2ce-09694fde0032,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.711122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': '11bbbdcb-d496-40f2-af82-8eda7b8a2e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c65849e6-df2d-4359-ba45-eba4ac5dd73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:37.711490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: c65849e6-df2d-4359-ba45-eba4ac5dd73f, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:37.734508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network c65849e6-df2d-4359-ba45-eba4ac5dd73f is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:37.748862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, c65849e6-df2d-4359-ba45-eba4ac5dd73f) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:37.761214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7ea47d-a28c-43fb-b9fe-c6c55b21d036 None None] Network c65849e6-df2d-4359-ba45-eba4ac5dd73f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:37.766645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.767608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.791745 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-39a772d0-7f62-455c-9bbc-802acda3b527 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7630796 Jul 16 01:36:37.792454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.936181 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.005594 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.021196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:38.028018 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a96c0634-b088-4667-98e5-9c65a1cd8929 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/7b028b2c-5451-41e8-a4a0-0645f8dabfd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0212932 Jul 16 01:36:38.035739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59214) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:38.042553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5db59b-c5b2-4881-8399-d7bf08791817 None None] Sync routers for ids ['7b028b2c-5451-41e8-a4a0-0645f8dabfd5'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:38.075584 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-54562cad-f1f7-4382-b83f-ac01e5219fa9 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b028b2c-5451-41e8-a4a0-0645f8dabfd5 HTTP/1.1" status: 200 len: 205 time: 0.0347843 Jul 16 01:36:38.077168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59216) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:38.086323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.092797 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.098694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5db59b-c5b2-4881-8399-d7bf08791817 None None] Routers {'7b028b2c-5451-41e8-a4a0-0645f8dabfd5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:38.099321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1e5db59b-c5b2-4881-8399-d7bf08791817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7b028b2c-5451-41e8-a4a0-0645f8dabfd5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:38.107174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port f203a900-22aa-433c-b345-0adb6f19bbe8 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:38.141923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Transition to ACTIVE for port object 73aaa2bb-d7b4-408c-89f7-3c8472315a88 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:38.146912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1e5db59b-c5b2-4881-8399-d7bf08791817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:38.174314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5db59b-c5b2-4881-8399-d7bf08791817 None None] Routers {'7b028b2c-5451-41e8-a4a0-0645f8dabfd5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:38.174950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1e5db59b-c5b2-4881-8399-d7bf08791817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7b028b2c-5451-41e8-a4a0-0645f8dabfd5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:38.205405 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65f03d26-4b55-485c-951f-8f86686cc324 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.230728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1e5db59b-c5b2-4881-8399-d7bf08791817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:38.232209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5db59b-c5b2-4881-8399-d7bf08791817 None None] The sync data for ids ['7b028b2c-5451-41e8-a4a0-0645f8dabfd5'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:38.233589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Transition to ACTIVE for port object 73aaa2bb-d7b4-408c-89f7-3c8472315a88 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:38.245830 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.281068 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.313535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::bf44:3a20:2d60:9dfa (4b748a0d-6d39-4cd2-b13e-5462f021b600/734f11de-74a6-4b75-8711-22f38631cfcd/f203a900-22aa-433c-b345-0adb6f19bbe8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:38.330656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc1216d-74d4-4b65-b2ce-09694fde0032,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.346364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:38.348849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Pushing event updated for resources: {'Port': ['ID=73aaa2bb-d7b4-408c-89f7-3c8472315a88,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.354135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:38.357957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:38.369328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b49901-2b34-494b-9850-06db78cdf4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-c65849e6-df2d-4359-ba45-eba4ac5dd73f', 'network_id': 'c65849e6-df2d-4359-ba45-eba4ac5dd73f', 'tenant_id': '3e699952d893418d86829698864ee6ef', 'fixed_ips': [{'subnet_id': '8fc1216d-74d4-4b65-b2ce-09694fde0032'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:38.370510 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5b49901-2b34-494b-9850-06db78cdf4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.493202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.497783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65f03d26-4b55-485c-951f-8f86686cc324 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.503885 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65f03d26-4b55-485c-951f-8f86686cc324 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.509743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65849e6-df2d-4359-ba45-eba4ac5dd73f']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:38.526660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bbbdcb-d496-40f2-af82-8eda7b8a2e14') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:38.526960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bbbdcb-d496-40f2-af82-8eda7b8a2e14') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:38.534720 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.535344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b18e9d-7a04-4b98-b204-b87b073a2324 None None] Network c65849e6-df2d-4359-ba45-eba4ac5dd73f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:38.550571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object f203a900-22aa-433c-b345-0adb6f19bbe8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:38.556444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Attempting to bind port 73aaa2bb-d7b4-408c-89f7-3c8472315a88 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:38.557134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Attempting to bind port 73aaa2bb-d7b4-408c-89f7-3c8472315a88 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:38.557756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Attempting to bind port 73aaa2bb-d7b4-408c-89f7-3c8472315a88 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:38.567674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:38.568288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:38.569678 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.570449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:38.570998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Bound port: 73aaa2bb-d7b4-408c-89f7-3c8472315a88, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:38.571276 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.571732 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.583477 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65f03d26-4b55-485c-951f-8f86686cc324 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.584078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f03d26-4b55-485c-951f-8f86686cc324 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Fanout notify agent at l3_agent the message router_deleted on router 7b028b2c-5451-41e8-a4a0-0645f8dabfd5 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:38.593332 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65f03d26-4b55-485c-951f-8f86686cc324 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.594523 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-65f03d26-4b55-485c-951f-8f86686cc324 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/7b028b2c-5451-41e8-a4a0-0645f8dabfd5 HTTP/1.1" status: 204 len: 168 time: 0.5170093 Jul 16 01:36:38.595945 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.597895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59228) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:38.610319 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.642241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:38.642502 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:38.645662 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:38.649331 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:38.653033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:38.657779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:38.664810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.665599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.690632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6161876 Jul 16 01:36:38.693375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59232) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:38.737524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-582fa827-de8c-47c3-ab9e-654547b52789 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting subnet 5a2e8f49-9c4a-4752-b3ec-e8c867acfc43 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:38.740613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95566d-67bb-4105-bd39-b1c2951670f4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=f203a900-22aa-433c-b345-0adb6f19bbe8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.740837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-582fa827-de8c-47c3-ab9e-654547b52789 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.773681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-41a07f92-be08-4827-b305-26fc764088ac None None] For port 73aaa2bb-d7b4-408c-89f7-3c8472315a88, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:38.786396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.794529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-41a07f92-be08-4827-b305-26fc764088ac None None] For port 73aaa2bb-d7b4-408c-89f7-3c8472315a88, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=73aaa2bb-d7b4-408c-89f7-3c8472315a88,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:38.794910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.801123 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/c65849e6-df2d-4359-ba45-eba4ac5dd73f HTTP/1.1" status: 204 len: 168 time: 1.0003440 Jul 16 01:36:38.801276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1addde2-4a76-4e13-bf3c-7149d44a1cde tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.801383 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.809053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1addde2-4a76-4e13-bf3c-7149d44a1cde tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.813211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c1addde2-4a76-4e13-bf3c-7149d44a1cde tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1161118 Jul 16 01:36:38.813211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59234) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:38.813847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:38.817953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-97351960'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:38.819072 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-582fa827-de8c-47c3-ab9e-654547b52789 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.823836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b8d60-2fa5-4fc1-93f9-c5f0a5076365 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=c65849e6-df2d-4359-ba45-eba4ac5dd73f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.916790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a07f92-be08-4827-b305-26fc764088ac None None] Pushing event updated for resources: {'Port': ['ID=73aaa2bb-d7b4-408c-89f7-3c8472315a88,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.938653 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-582fa827-de8c-47c3-ab9e-654547b52789 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.949512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:38.953427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.985852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:39.003553 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.004323 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment 47d77646-b658-4095-8561-610b5fd22ec1 of type vlan for network 2407659b-98e5-4c47-9356-2dee3a13832a Jul 16 01:36:39.021452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-582fa827-de8c-47c3-ab9e-654547b52789 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.040909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-24328a4f-7a6a-436d-92ce-f546910fff83 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port f203a900-22aa-433c-b345-0adb6f19bbe8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:39.041343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24328a4f-7a6a-436d-92ce-f546910fff83 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.052624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fa827-de8c-47c3-ab9e-654547b52789 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2e8f49-9c4a-4752-b3ec-e8c867acfc43,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.059336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-582fa827-de8c-47c3-ab9e-654547b52789 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.065202 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-582fa827-de8c-47c3-ab9e-654547b52789 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/5a2e8f49-9c4a-4752-b3ec-e8c867acfc43 HTTP/1.1" status: 204 len: 168 time: 0.4651141 Jul 16 01:36:39.066057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59242) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.067126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f21493-5e34-41c3-b90f-95bd60d2ff7a None None] Network 896b704f-ea51-4914-8a1f-b3f625409b55 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:39.153104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.177463 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.252176 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24328a4f-7a6a-436d-92ce-f546910fff83 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.257832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 25345342-f7a2-454c-b3e8-f3c179f54442 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:39.258232 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.270390 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.279239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.280308 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.291614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-24328a4f-7a6a-436d-92ce-f546910fff83 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for f203a900-22aa-433c-b345-0adb6f19bbe8 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:39.338438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 25345342-f7a2-454c-b3e8-f3c179f54442, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=25345342-f7a2-454c-b3e8-f3c179f54442,segment=NetworkSegment(fab4eecb-70d4-4541-bdb0-0daa3843b341),segment_id=fab4eecb-70d4-4541-bdb0-0daa3843b341)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:39.338864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.361011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 25345342-f7a2-454c-b3e8-f3c179f54442 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:39.380027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43de75d1-7211-48e1-a5e2-17d2f5d64426 None None] DHCP port deletion for 896b704f-ea51-4914-8a1f-b3f625409b55 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:39.400994 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5877213 Jul 16 01:36:39.429983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.436071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': '2407659b-98e5-4c47-9356-2dee3a13832a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:39.439475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-43de75d1-7211-48e1-a5e2-17d2f5d64426 None None] Deleting port 25345342-f7a2-454c-b3e8-f3c179f54442 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:39.440144 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43de75d1-7211-48e1-a5e2-17d2f5d64426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.441806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1efd2e-105b-41b2-b75a-84b7cd073298 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=2407659b-98e5-4c47-9356-2dee3a13832a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.469620 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.504662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=25345342-f7a2-454c-b3e8-f3c179f54442,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.513021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No DVR routers for this DVR port 25345342-f7a2-454c-b3e8-f3c179f54442 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:39.521917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-43de75d1-7211-48e1-a5e2-17d2f5d64426 None None] For port 25345342-f7a2-454c-b3e8-f3c179f54442, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=25345342-f7a2-454c-b3e8-f3c179f54442,segment=NetworkSegment(fab4eecb-70d4-4541-bdb0-0daa3843b341),segment_id=fab4eecb-70d4-4541-bdb0-0daa3843b341)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:39.524473 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43de75d1-7211-48e1-a5e2-17d2f5d64426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.534534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 2407659b-98e5-4c47-9356-2dee3a13832a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:39.563085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-43de75d1-7211-48e1-a5e2-17d2f5d64426 None None] Calling delete_port for 25345342-f7a2-454c-b3e8-f3c179f54442 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:39.609748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:39.613765 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.637992 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.649961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896b704f-ea51-4914-8a1f-b3f625409b55']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:39.664700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab4eecb-70d4-4541-bdb0-0daa3843b341') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:39.665011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab4eecb-70d4-4541-bdb0-0daa3843b341') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:39.681276 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.696049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24328a4f-7a6a-436d-92ce-f546910fff83 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.706354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.717423 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.730340 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43de75d1-7211-48e1-a5e2-17d2f5d64426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.730559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:39.730985 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:39.734394 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:39.748400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24328a4f-7a6a-436d-92ce-f546910fff83 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=f203a900-22aa-433c-b345-0adb6f19bbe8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.762650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de75d1-7211-48e1-a5e2-17d2f5d64426 None None] Pushing event deleted for resources: {'Port': ['ID=25345342-f7a2-454c-b3e8-f3c179f54442,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.771848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de75d1-7211-48e1-a5e2-17d2f5d64426 None None] No DVR routers for this DVR port 25345342-f7a2-454c-b3e8-f3c179f54442 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:39.788658 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24328a4f-7a6a-436d-92ce-f546910fff83 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.790699 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-24328a4f-7a6a-436d-92ce-f546910fff83 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/f203a900-22aa-433c-b345-0adb6f19bbe8 HTTP/1.1" status: 204 len: 168 time: 0.9682848 Jul 16 01:36:39.793353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59258) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.888436 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.898979 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.901039 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/networks/896b704f-ea51-4914-8a1f-b3f625409b55 HTTP/1.1" status: 204 len: 168 time: 0.8340130 Jul 16 01:36:39.907345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.918772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e0079959-86ba-4665-b46b-bf0e401380dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1563555133', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:39.933155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5438f1c-6da7-480b-83a9-507ca1428635 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.935018 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5438f1c-6da7-480b-83a9-507ca1428635 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.939098 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a5438f1c-6da7-480b-83a9-507ca1428635 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1422019 Jul 16 01:36:39.939098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ccee6-5c88-4af7-afa9-71938610dd30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Network': ['ID=896b704f-ea51-4914-8a1f-b3f625409b55,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.941133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59262) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.960910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.976485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0079959-86ba-4665-b46b-bf0e401380dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.977600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0079959-86ba-4665-b46b-bf0e401380dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.984083 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65c96edd-3fb5-41f7-93f9-8ac2400653ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.028065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e003ad99-e138-4c04-9744-7425047c7ab5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 734f11de-74a6-4b75-8711-22f38631cfcd {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:40.034623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e003ad99-e138-4c04-9744-7425047c7ab5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.056501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=36f5feac-26fd-4fc0-9066-6f27e72a3a89,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.091591 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e003ad99-e138-4c04-9744-7425047c7ab5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.092852 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0079959-86ba-4665-b46b-bf0e401380dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.094398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': '47d77646-b658-4095-8561-610b5fd22ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2407659b-98e5-4c47-9356-2dee3a13832a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:40.094543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: 2407659b-98e5-4c47-9356-2dee3a13832a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:40.104653 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0079959-86ba-4665-b46b-bf0e401380dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.126204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network 2407659b-98e5-4c47-9356-2dee3a13832a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:40.136625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 2407659b-98e5-4c47-9356-2dee3a13832a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:40.142360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.143575 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.158293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7887c237-8821-4dc5-8972-09820f3d1f07 None None] Network 2407659b-98e5-4c47-9356-2dee3a13832a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:40.219583 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65c96edd-3fb5-41f7-93f9-8ac2400653ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.223686 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e003ad99-e138-4c04-9744-7425047c7ab5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.233419 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2e4fb3b1-e346-4bad-bc43-16366a5277a2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8020487 Jul 16 01:36:40.239258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59264) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.245845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-09ac6fe1-0cf6-499f-bfd4-110a67f3a6f8 None None] Provisioning for port 73aaa2bb-d7b4-408c-89f7-3c8472315a88 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:40.249788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0079959-86ba-4665-b46b-bf0e401380dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.253888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e0079959-86ba-4665-b46b-bf0e401380dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3455269 Jul 16 01:36:40.256161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59266) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.260187 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65c96edd-3fb5-41f7-93f9-8ac2400653ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.263481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-801364145'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:40.327672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-65c96edd-3fb5-41f7-93f9-8ac2400653ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf82636263e1466c9b396016b725dc73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6201940 Jul 16 01:36:40.332720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59268) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.340553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c96edd-3fb5-41f7-93f9-8ac2400653ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f118ce1-0617-486c-bcb2-c29110881f0e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.357078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:40.361914 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.370728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-2407659b-98e5-4c47-9356-2dee3a13832a', 'network_id': '2407659b-98e5-4c47-9356-2dee3a13832a', 'tenant_id': '3e699952d893418d86829698864ee6ef', 'fixed_ips': [{'subnet_id': '36f5feac-26fd-4fc0-9066-6f27e72a3a89'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:40.372138 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.404203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e003ad99-e138-4c04-9744-7425047c7ab5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.419645 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.423298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:40.442405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.443057 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added segment dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71 of type vlan for network 4f621609-4689-4d02-9d82-335b76958acf Jul 16 01:36:40.443597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a171abd1-5ca8-4287-802a-05d263fadb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.448318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003ad99-e138-4c04-9744-7425047c7ab5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=734f11de-74a6-4b75-8711-22f38631cfcd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.453881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e003ad99-e138-4c04-9744-7425047c7ab5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.460703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e003ad99-e138-4c04-9744-7425047c7ab5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/734f11de-74a6-4b75-8711-22f38631cfcd HTTP/1.1" status: 204 len: 168 time: 0.5164607 Jul 16 01:36:40.461353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.478882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f336ce2-9729-4bba-86c0-64dcc3e4fb4f None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:40.504798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d7d374e8-d6e5-42c5-86bb-42fadac97043 None None] Could not find standard attr ID for object f203a900-22aa-433c-b345-0adb6f19bbe8. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:40.521625 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f93ad211-b88f-46bf-a674-dbed808fe448 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515420 Jul 16 01:36:40.523135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59272) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.525742 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a171abd1-5ca8-4287-802a-05d263fadb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.530790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3d1ae6b5-05c7-448a-b0b5-d2955eeb5a4d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:40.534105 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.565378 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.610406 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.617216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.617826 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.647430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1ae6b5-05c7-448a-b0b5-d2955eeb5a4d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:40.652075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae6b5-05c7-448a-b0b5-d2955eeb5a4d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.657949 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a171abd1-5ca8-4287-802a-05d263fadb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.661001 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a171abd1-5ca8-4287-802a-05d263fadb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.662378 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a171abd1-5ca8-4287-802a-05d263fadb30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f118ce1-0617-486c-bcb2-c29110881f0e HTTP/1.1" status: 204 len: 168 time: 0.3281364 Jul 16 01:36:40.662493 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4051864 Jul 16 01:36:40.663426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59274) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.693646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'subnet': {'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:40.701745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Allocated IP 172.20.0.2 (2407659b-98e5-4c47-9356-2dee3a13832a/36f5feac-26fd-4fc0-9066-6f27e72a3a89/0e1ff5da-1a67-4d8b-a838-f1984694f566) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:40.701973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171abd1-5ca8-4287-802a-05d263fadb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f118ce1-0617-486c-bcb2-c29110881f0e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.712739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d294a-87cf-4914-b8fb-396ed48c715a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Network': ['ID=4f621609-4689-4d02-9d82-335b76958acf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.730593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4f621609-4689-4d02-9d82-335b76958acf details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:40.901560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:40.905148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.956418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 73aaa2bb-d7b4-408c-89f7-3c8472315a88 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:40.985281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d0d71-01f1-48de-a72d-87d88f95366e None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:41.059486 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.071046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:41.073863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Transition to ACTIVE for port object 0e1ff5da-1a67-4d8b-a838-f1984694f566 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:41.090193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77416a28-92bc-40f3-a202-b430bb9bff67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.092128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae6b5-05c7-448a-b0b5-d2955eeb5a4d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.100006 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Transition to ACTIVE for port object 0e1ff5da-1a67-4d8b-a838-f1984694f566 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:41.112418 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.124378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 73aaa2bb-d7b4-408c-89f7-3c8472315a88 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:41.129381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-725d0d71-01f1-48de-a72d-87d88f95366e None None] Deleting port 73aaa2bb-d7b4-408c-89f7-3c8472315a88 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:41.129829 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-725d0d71-01f1-48de-a72d-87d88f95366e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.134704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.167750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 73aaa2bb-d7b4-408c-89f7-3c8472315a88 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:41.168116 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.168361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=36f5feac-26fd-4fc0-9066-6f27e72a3a89,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.180146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ae6b5-05c7-448a-b0b5-d2955eeb5a4d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:41.192941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ae6b5-05c7-448a-b0b5-d2955eeb5a4d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:41.202474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1ae6b5-05c7-448a-b0b5-d2955eeb5a4d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.202969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae6b5-05c7-448a-b0b5-d2955eeb5a4d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.205928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Network 2407659b-98e5-4c47-9356-2dee3a13832a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:41.210664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ae6b5-05c7-448a-b0b5-d2955eeb5a4d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=8c0aa2d8-c560-4bf6-8b8b-fcb1ee8696e8,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.223371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:41.226900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:41.247814 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.258083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2407659b-98e5-4c47-9356-2dee3a13832a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:41.260772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Pushing event updated for resources: {'Port': ['ID=0e1ff5da-1a67-4d8b-a838-f1984694f566,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.269729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d77646-b658-4095-8561-610b5fd22ec1') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:41.269729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d77646-b658-4095-8561-610b5fd22ec1') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:41.282718 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.293770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.300907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.309264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:41.309750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:41.312864 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:41.347565 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-725d0d71-01f1-48de-a72d-87d88f95366e None None] For port 73aaa2bb-d7b4-408c-89f7-3c8472315a88, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=73aaa2bb-d7b4-408c-89f7-3c8472315a88,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:41.348130 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-725d0d71-01f1-48de-a72d-87d88f95366e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.361063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Attempting to bind port 0e1ff5da-1a67-4d8b-a838-f1984694f566 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:41.362057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Attempting to bind port 0e1ff5da-1a67-4d8b-a838-f1984694f566 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '47d77646-b658-4095-8561-610b5fd22ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2407659b-98e5-4c47-9356-2dee3a13832a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:41.362057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Attempting to bind port 0e1ff5da-1a67-4d8b-a838-f1984694f566 on network 2407659b-98e5-4c47-9356-2dee3a13832a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:41.372536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-725d0d71-01f1-48de-a72d-87d88f95366e None None] Calling delete_port for 73aaa2bb-d7b4-408c-89f7-3c8472315a88 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:41.388087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Subnet': ['ID=a21fc627-0f87-4368-8750-0675a00916e8,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.394083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:41.394507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Checking segment: {'id': '47d77646-b658-4095-8561-610b5fd22ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2407659b-98e5-4c47-9356-2dee3a13832a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:41.394984 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.395443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Bound using segment: {'id': '47d77646-b658-4095-8561-610b5fd22ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2407659b-98e5-4c47-9356-2dee3a13832a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:41.395984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Bound port: 0e1ff5da-1a67-4d8b-a838-f1984694f566, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d77646-b658-4095-8561-610b5fd22ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2407659b-98e5-4c47-9356-2dee3a13832a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:41.396464 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.398076 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:36:41.398076 n-d-791504-14 neutron-server[93944]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:36:41.398076 n-d-791504-14 neutron-server[93944]: [parameters: {'id': '2407659b-98e5-4c47-9356-2dee3a13832a'}] Jul 16 01:36:41.398076 n-d-791504-14 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:41.398076 n-d-791504-14 neutron-server[93944]: DEBUG oslo_db.api [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:41.405262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77416a28-92bc-40f3-a202-b430bb9bff67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.408552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Checking segment: {'id': 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f621609-4689-4d02-9d82-335b76958acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:41.408884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network hostable DHCP agents. Network: 4f621609-4689-4d02-9d82-335b76958acf, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:41.415660 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77416a28-92bc-40f3-a202-b430bb9bff67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.429738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3d1ae6b5-05c7-448a-b0b5-d2955eeb5a4d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9061220 Jul 16 01:36:41.433568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59282) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:41.439144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '8c0aa2d8-c560-4bf6-8b8b-fcb1ee8696e8', 'ip_address': '2001:db8::ec92:bc3a:726c:a57c'}], 'name': 'tempest-NetworksTestDHCPv6-1900045507'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:41.462282 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-77416a28-92bc-40f3-a202-b430bb9bff67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fba6a7f8164145e5ad17df778bf6279c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875637 Jul 16 01:36:41.464280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59284) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:41.473608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 4f621609-4689-4d02-9d82-335b76958acf is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:41.485261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77416a28-92bc-40f3-a202-b430bb9bff67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209ed046-1265-4801-91a6-5fb1b7175a8d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.486643 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.495226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4f621609-4689-4d02-9d82-335b76958acf) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:41.505699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.506307 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.509177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b457e3cf-aae6-4cc2-92a1-67640ce6eccc None None] Network 4f621609-4689-4d02-9d82-335b76958acf requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:41.541209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1249389a-ba8f-49ee-bf8b-925cfb823ba3 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8519666 Jul 16 01:36:41.543799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:41.553135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2716-e826-46a5-b6d6-ff6f67f6e5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.572209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:41.577750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.598361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port bda8ba11-53a0-4771-9182-e42153f9ab9d yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:41.621400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 73aaa2bb-d7b4-408c-89f7-3c8472315a88, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=73aaa2bb-d7b4-408c-89f7-3c8472315a88,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:41.638350 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.645444 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2716-e826-46a5-b6d6-ff6f67f6e5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.651642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] For port 0e1ff5da-1a67-4d8b-a838-f1984694f566, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:41.655207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] For port 0e1ff5da-1a67-4d8b-a838-f1984694f566, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0e1ff5da-1a67-4d8b-a838-f1984694f566,segment=NetworkSegment(47d77646-b658-4095-8561-610b5fd22ec1),segment_id=47d77646-b658-4095-8561-610b5fd22ec1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:41.813239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::ec92:bc3a:726c:a57c (4b748a0d-6d39-4cd2-b13e-5462f021b600/8c0aa2d8-c560-4bf6-8b8b-fcb1ee8696e8/bda8ba11-53a0-4771-9182-e42153f9ab9d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:41.855788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 25345342-f7a2-454c-b3e8-f3c179f54442 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:41.864471 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-725d0d71-01f1-48de-a72d-87d88f95366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.870075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2716-e826-46a5-b6d6-ff6f67f6e5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.870075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2716-e826-46a5-b6d6-ff6f67f6e5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.871158 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.871290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7c2f2716-e826-46a5-b6d6-ff6f67f6e5b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/209ed046-1265-4801-91a6-5fb1b7175a8d HTTP/1.1" status: 204 len: 168 time: 0.4059701 Jul 16 01:36:41.884577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f2716-e826-46a5-b6d6-ff6f67f6e5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209ed046-1265-4801-91a6-5fb1b7175a8d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.902440 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.913946 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.934326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 25345342-f7a2-454c-b3e8-f3c179f54442 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:41.934581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 25345342-f7a2-454c-b3e8-f3c179f54442 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:41.936580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d0d71-01f1-48de-a72d-87d88f95366e None None] No DVR routers for this DVR port 73aaa2bb-d7b4-408c-89f7-3c8472315a88 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:41.987617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52f23c-cb06-4e84-a2d4-3edd591fb3cc None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:42.078821 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4f621609-4689-4d02-9d82-335b76958acf', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:42.078821 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.095037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=73aaa2bb-d7b4-408c-89f7-3c8472315a88,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.150569 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.174602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object bda8ba11-53a0-4771-9182-e42153f9ab9d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:42.220351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0d71-01f1-48de-a72d-87d88f95366e None None] Pushing event deleted for resources: {'Port': ['ID=73aaa2bb-d7b4-408c-89f7-3c8472315a88,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.228927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Deleting port 0e1ff5da-1a67-4d8b-a838-f1984694f566 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:42.229495 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.269650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e6c0b5-e5d6-41fc-a44a-6052478871df None None] Network 2407659b-98e5-4c47-9356-2dee3a13832a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:42.315467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] For port 0e1ff5da-1a67-4d8b-a838-f1984694f566, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0e1ff5da-1a67-4d8b-a838-f1984694f566,segment=NetworkSegment(47d77646-b658-4095-8561-610b5fd22ec1),segment_id=47d77646-b658-4095-8561-610b5fd22ec1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:42.315841 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.336874 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Calling delete_port for 0e1ff5da-1a67-4d8b-a838-f1984694f566 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:42.440763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.450678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cfaed-811d-4231-add8-a5f7326b497c None None] Pushing event updated for resources: {'Port': ['ID=0e1ff5da-1a67-4d8b-a838-f1984694f566,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.490666 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.507416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Allocated IP 2001:db8::2 (4f621609-4689-4d02-9d82-335b76958acf/a21fc627-0f87-4368-8750-0675a00916e8/87d97621-43c9-4bad-8c86-f04978482b29) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:42.511048 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:42.517874 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:42.520027 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:42.526314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.526949 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.545581 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No DVR routers for this DVR port 0e1ff5da-1a67-4d8b-a838-f1984694f566 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:42.585065 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1496201 Jul 16 01:36:42.586027 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8078563-857b-496a-b9a5-5e2c5f6cf020 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=bda8ba11-53a0-4771-9182-e42153f9ab9d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.587930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59300) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:42.633936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': '8c0aa2d8-c560-4bf6-8b8b-fcb1ee8696e8'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:42.634885 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.638652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Port': ['ID=0e1ff5da-1a67-4d8b-a838-f1984694f566,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.697519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2362eb-a855-4f1c-a2e7-c429d6f17c05 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.702427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cf2362eb-a855-4f1c-a2e7-c429d6f17c05 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1124980 Jul 16 01:36:42.703217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:42.707082 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.723201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2407659b-98e5-4c47-9356-2dee3a13832a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:42.739729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d77646-b658-4095-8561-610b5fd22ec1') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:42.740614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d77646-b658-4095-8561-610b5fd22ec1') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:42.752495 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.770464 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.777543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:42.777968 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.789417 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.809498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Transition to ACTIVE for port object 87d97621-43c9-4bad-8c86-f04978482b29 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:42.839852 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:42.848334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Transition to ACTIVE for port object 87d97621-43c9-4bad-8c86-f04978482b29 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:42.852100 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.862115 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.868295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/2407659b-98e5-4c47-9356-2dee3a13832a HTTP/1.1" status: 204 len: 168 time: 2.6258440 Jul 16 01:36:42.874081 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.876590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/8c0aa2d8-c560-4bf6-8b8b-fcb1ee8696e8/205dd786-95ac-42bd-a219-caa542f20a10) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:42.876807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:42.895124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c44bb9-1a21-467d-aec0-e7555780e76c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=2407659b-98e5-4c47-9356-2dee3a13832a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.913823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 73aaa2bb-d7b4-408c-89f7-3c8472315a88 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:42.949922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Allocated IP 2001:db8::1 (4f621609-4689-4d02-9d82-335b76958acf/a21fc627-0f87-4368-8750-0675a00916e8/2486d40d-947c-45e5-bb12-4a33fd65c906) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:42.952188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 73aaa2bb-d7b4-408c-89f7-3c8472315a88 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:42.952464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 73aaa2bb-d7b4-408c-89f7-3c8472315a88 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:42.966068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1364779147'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:42.982852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Network 4f621609-4689-4d02-9d82-335b76958acf is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:42.985466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Pushing event updated for resources: {'Port': ['ID=87d97621-43c9-4bad-8c86-f04978482b29,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.989639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:42.994155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:43.003774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:43.008000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.065671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5c3eee88-4d77-4886-bdad-ffcdb48fbd5f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port bda8ba11-53a0-4771-9182-e42153f9ab9d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:43.066062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c3eee88-4d77-4886-bdad-ffcdb48fbd5f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.096483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Attempting to bind port 87d97621-43c9-4bad-8c86-f04978482b29 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:43.096867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Attempting to bind port 87d97621-43c9-4bad-8c86-f04978482b29 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f621609-4689-4d02-9d82-335b76958acf'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:43.097234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Attempting to bind port 87d97621-43c9-4bad-8c86-f04978482b29 on network 4f621609-4689-4d02-9d82-335b76958acf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:43.110407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:43.110534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:43.110903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Checking segment: {'id': 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f621609-4689-4d02-9d82-335b76958acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:43.111154 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.111546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Bound using segment: {'id': 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f621609-4689-4d02-9d82-335b76958acf'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:43.112031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Bound port: 87d97621-43c9-4bad-8c86-f04978482b29, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f621609-4689-4d02-9d82-335b76958acf'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:43.112425 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.148223 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.148644 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment d6a7eefa-1ac9-44d5-ad5d-6ac964de9762 of type vlan for network 7ce9c925-d18b-47b7-b923-f00d3d7736d7 Jul 16 01:36:43.197494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.215877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Transition to ACTIVE for port object 205dd786-95ac-42bd-a219-caa542f20a10 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:43.234949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] For port 87d97621-43c9-4bad-8c86-f04978482b29, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:43.247365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Transition to ACTIVE for port object 205dd786-95ac-42bd-a219-caa542f20a10 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:43.252390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] For port 87d97621-43c9-4bad-8c86-f04978482b29, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=87d97621-43c9-4bad-8c86-f04978482b29,segment=NetworkSegment(dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71),segment_id=dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:43.254228 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.255777 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.261067 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.263553 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.298471 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c3eee88-4d77-4886-bdad-ffcdb48fbd5f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.304931 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Transition to ACTIVE for port object 2486d40d-947c-45e5-bb12-4a33fd65c906 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:43.311275 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:43.319421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:43.323938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:43.327100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Pushing event updated for resources: {'Port': ['ID=205dd786-95ac-42bd-a219-caa542f20a10,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.328210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5c3eee88-4d77-4886-bdad-ffcdb48fbd5f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for bda8ba11-53a0-4771-9182-e42153f9ab9d owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:43.378225 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.385705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.386615 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.431240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.436919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a75dbb-fc3b-4222-85b7-84eddf23ccd2 None None] Pushing event updated for resources: {'Port': ['ID=87d97621-43c9-4bad-8c86-f04978482b29,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.440236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Attempting to bind port 205dd786-95ac-42bd-a219-caa542f20a10 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:43.440702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Attempting to bind port 205dd786-95ac-42bd-a219-caa542f20a10 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:43.441076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Attempting to bind port 205dd786-95ac-42bd-a219-caa542f20a10 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:43.448178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:43.448558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:43.448966 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.449364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:43.450434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Bound port: 205dd786-95ac-42bd-a219-caa542f20a10, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:43.450434 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.478658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.494343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59328) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.494553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6022234 Jul 16 01:36:43.499829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': '7ce9c925-d18b-47b7-b923-f00d3d7736d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:43.529886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] For port 205dd786-95ac-42bd-a219-caa542f20a10, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:43.534219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] For port 205dd786-95ac-42bd-a219-caa542f20a10, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=205dd786-95ac-42bd-a219-caa542f20a10,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:43.540920 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.566577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e88424-565d-4d8f-b998-ee90f47b7a75 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=7ce9c925-d18b-47b7-b923-f00d3d7736d7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.604713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 4f621609-4689-4d02-9d82-335b76958acf is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:43.643211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282d5f7-39bb-441b-b368-5abe37f07397 None None] Pushing event updated for resources: {'Port': ['ID=205dd786-95ac-42bd-a219-caa542f20a10,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.655233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 7ce9c925-d18b-47b7-b923-f00d3d7736d7 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:43.661116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:43.661908 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af3125cb-1fd5-4d91-85af-d764a730639b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.716283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:43.716730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:43.717672 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.721150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.746887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=2486d40d-947c-45e5-bb12-4a33fd65c906,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.831792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Performing IP validity checks on allocation pools {{(pid=93944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:36:43.832641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:36:43.866113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c3eee88-4d77-4886-bdad-ffcdb48fbd5f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.914515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3eee88-4d77-4886-bdad-ffcdb48fbd5f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=bda8ba11-53a0-4771-9182-e42153f9ab9d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.979707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c3eee88-4d77-4886-bdad-ffcdb48fbd5f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.984031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5c3eee88-4d77-4886-bdad-ffcdb48fbd5f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/bda8ba11-53a0-4771-9182-e42153f9ab9d HTTP/1.1" status: 204 len: 168 time: 1.2775583 Jul 16 01:36:43.984334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59330) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.054883 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.072960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af3125cb-1fd5-4d91-85af-d764a730639b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.081920 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af3125cb-1fd5-4d91-85af-d764a730639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.138128 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.148713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acafe296-2713-48e0-9167-2097b9ab601f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.150245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acafe296-2713-48e0-9167-2097b9ab601f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.151731 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-acafe296-2713-48e0-9167-2097b9ab601f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1664701 Jul 16 01:36:44.157977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59332) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.158643 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3125cb-1fd5-4d91-85af-d764a730639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a19dbc-9aaa-4697-860c-fbed2dc9cea4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.190820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af3125cb-1fd5-4d91-85af-d764a730639b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf2d6c9bff0f4279a07f599e9ac19f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7580256 Jul 16 01:36:44.193856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.260997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=4223b3d1-3d0f-4a52-9cb1-dd83fad24685,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.278155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1278525-36e3-47cd-a87d-f5702fdc71fc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 8c0aa2d8-c560-4bf6-8b8b-fcb1ee8696e8 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:44.281598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1278525-36e3-47cd-a87d-f5702fdc71fc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.315599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': 'd6a7eefa-1ac9-44d5-ad5d-6ac964de9762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7ce9c925-d18b-47b7-b923-f00d3d7736d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:44.315944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: 7ce9c925-d18b-47b7-b923-f00d3d7736d7, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:44.322098 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a27aa814-0647-4152-b65e-9deefb789683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.335837 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1278525-36e3-47cd-a87d-f5702fdc71fc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.365817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a27aa814-0647-4152-b65e-9deefb789683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.369268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network 7ce9c925-d18b-47b7-b923-f00d3d7736d7 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:44.388269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 7ce9c925-d18b-47b7-b923-f00d3d7736d7) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:44.395543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.396123 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.402983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb7032a-c11f-429c-b00f-41e278b70568 None None] Network 7ce9c925-d18b-47b7-b923-f00d3d7736d7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:44.440280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.441154 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5d8c4f4f-b7b7-4b15-9954-e6c4abdc35cf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9452815 Jul 16 01:36:44.441749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59336) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.448790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.449736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.467292 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a27aa814-0647-4152-b65e-9deefb789683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.467884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1278525-36e3-47cd-a87d-f5702fdc71fc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.469828 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a27aa814-0647-4152-b65e-9deefb789683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.471841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a27aa814-0647-4152-b65e-9deefb789683 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97a19dbc-9aaa-4697-860c-fbed2dc9cea4 HTTP/1.1" status: 204 len: 168 time: 0.2748132 Jul 16 01:36:44.564674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aa814-0647-4152-b65e-9deefb789683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a19dbc-9aaa-4697-860c-fbed2dc9cea4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.625205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=2486d40d-947c-45e5-bb12-4a33fd65c906,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.627038 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.628851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b253f0f-9c51-4d8c-a320-8eba4cd4060e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-7ce9c925-d18b-47b7-b923-f00d3d7736d7', 'network_id': '7ce9c925-d18b-47b7-b923-f00d3d7736d7', 'tenant_id': '3e699952d893418d86829698864ee6ef', 'fixed_ips': [{'subnet_id': '4223b3d1-3d0f-4a52-9cb1-dd83fad24685'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:44.630430 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b253f0f-9c51-4d8c-a320-8eba4cd4060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.639371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1278525-36e3-47cd-a87d-f5702fdc71fc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.708630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 4f621609-4689-4d02-9d82-335b76958acf is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:44.710950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:44.719073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1278525-36e3-47cd-a87d-f5702fdc71fc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0aa2d8-c560-4bf6-8b8b-fcb1ee8696e8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.721634 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1278525-36e3-47cd-a87d-f5702fdc71fc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.723977 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e1278525-36e3-47cd-a87d-f5702fdc71fc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/8c0aa2d8-c560-4bf6-8b8b-fcb1ee8696e8 HTTP/1.1" status: 204 len: 168 time: 0.5625598 Jul 16 01:36:44.727659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59340) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.761942 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.774675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87961d9-9e5e-477f-a731-de495b92cc2d None None] Network 4f621609-4689-4d02-9d82-335b76958acf requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:44.867078 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.873465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6063f9dd-3373-4616-97e2-43bbceb84331 None None] Provisioning for port 87d97621-43c9-4bad-8c86-f04978482b29 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:44.903220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59344) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.903363 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7943d536-55f3-434f-8820-3b4efa9818d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1724067 Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-9b253f0f-9c51-4d8c-a320-8eba4cd4060e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4223b3d1-3d0f-4a52-9cb1-dd83fad24685: This subnet is being modified by another concurrent operation. Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:36:44.931612 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4223b3d1-3d0f-4a52-9cb1-dd83fad24685: This subnet is being modified by another concurrent operation. Jul 16 01:36:44.935029 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 16 01:36:44.962213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc9b14-b42c-4194-ab52-552772eeb157 None None] Network 7ce9c925-d18b-47b7-b923-f00d3d7736d7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:44.987721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:45.005611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=4223b3d1-3d0f-4a52-9cb1-dd83fad24685,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.132429 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 205dd786-95ac-42bd-a219-caa542f20a10 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:45.152003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:45.164050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.166667 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:45.180288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-742a57af-1e6c-437f-b63a-553cb0657539 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6288807 Jul 16 01:36:45.189865 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:45.191177 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:45.292774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 205dd786-95ac-42bd-a219-caa542f20a10 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:45.298851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 87d97621-43c9-4bad-8c86-f04978482b29 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:45.345985 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:45.359759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 87d97621-43c9-4bad-8c86-f04978482b29 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:45.364501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 87d97621-43c9-4bad-8c86-f04978482b29 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:45.364939 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.392303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f1443-5e66-4e4a-a0d9-a0cd78ce7c13 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:45.562777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4bdd3d0c-8dff-4321-af64-e6f72f56d868 None None] Provisioning for port 205dd786-95ac-42bd-a219-caa542f20a10 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:45.623157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.633077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-641508558'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:45.658574 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 2, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:44Z', 'revision_number': 2, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:45.660254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce9c925-d18b-47b7-b923-f00d3d7736d7']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:45.678888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a7eefa-1ac9-44d5-ad5d-6ac964de9762') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:45.679164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a7eefa-1ac9-44d5-ad5d-6ac964de9762') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:45.701602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2dc45a-c435-4825-a528-bf7d4703f5e5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.705560 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4e2dc45a-c435-4825-a528-bf7d4703f5e5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7362814 Jul 16 01:36:45.705978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59364) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.707706 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.729132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:45.736070 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.738703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.756920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:45.757691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.764022 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:45.765879 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Updating router 846cd239-0d57-4bab-8c06-fbd75adeac43 port 2486d40d-947c-45e5-bb12-4a33fd65c906 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:45.767181 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:45.799792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0e6065-a001-42ed-b26a-e7c9e7cc7508 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.801891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5c0e6065-a001-42ed-b26a-e7c9e7cc7508 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0948441 Jul 16 01:36:45.806756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.832304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4bdd3d0c-8dff-4321-af64-e6f72f56d868 None None] Provisioning complete for port 205dd786-95ac-42bd-a219-caa542f20a10 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:45.832885 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3d0c-8dff-4321-af64-e6f72f56d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.848477 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.927948 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.928220 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-672f5e71-76ed-4080-b392-a05b819c7569 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082306 Jul 16 01:36:45.930506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.937689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-18478775-a1e1-41c0-a67b-4f2063438e18 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:45.958949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:45.986115 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.987616 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added segment 4b553e3b-cf62-4f28-9483-be7b9d4ada17 of type vlan for network 4029b379-e9e5-4ddd-8235-ef171f53e123 Jul 16 01:36:46.026263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 87d97621-43c9-4bad-8c86-f04978482b29, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=87d97621-43c9-4bad-8c86-f04978482b29,segment=NetworkSegment(dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71),segment_id=dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:46.038948 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.069932 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.081904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.090624 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/7ce9c925-d18b-47b7-b923-f00d3d7736d7 HTTP/1.1" status: 204 len: 168 time: 1.6413879 Jul 16 01:36:46.099849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.102660 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3d0c-8dff-4321-af64-e6f72f56d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.141307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-91797692'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:46.169607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18478775-a1e1-41c0-a67b-4f2063438e18 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:46.171819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb264e4-8441-4346-91ad-bd4f8e651a17 None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:46.177181 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18478775-a1e1-41c0-a67b-4f2063438e18 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.178511 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.186672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4bdd3d0c-8dff-4321-af64-e6f72f56d868 None None] For port 205dd786-95ac-42bd-a219-caa542f20a10, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=205dd786-95ac-42bd-a219-caa542f20a10,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:46.193070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=87d97621-43c9-4bad-8c86-f04978482b29,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.196655 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080603a-855f-494b-a450-a729e5be7993 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=7ce9c925-d18b-47b7-b923-f00d3d7736d7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.202718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.203174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.203588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.203995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.208108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.208561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.209049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.209519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.209995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.210446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.213159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.213406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.223108 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3d0c-8dff-4321-af64-e6f72f56d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.264973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4bdd3d0c-8dff-4321-af64-e6f72f56d868 None None] Could not find standard attr ID for object bda8ba11-53a0-4771-9182-e42153f9ab9d. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:46.284334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:46.289191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.329426 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.339390 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Transition to ACTIVE for port object 2486d40d-947c-45e5-bb12-4a33fd65c906 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:46.339963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd3d0c-8dff-4321-af64-e6f72f56d868 None None] Pushing event updated for resources: {'Port': ['ID=205dd786-95ac-42bd-a219-caa542f20a10,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.347971 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.350111 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.357300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-efb264e4-8441-4346-91ad-bd4f8e651a17 None None] Deleting port 205dd786-95ac-42bd-a219-caa542f20a10 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:46.357615 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efb264e4-8441-4346-91ad-bd4f8e651a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.362970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.371024 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.433358 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Pushing event updated for resources: {'Port': ['ID=2486d40d-947c-45e5-bb12-4a33fd65c906,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.437340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:46.488763 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3176064 Jul 16 01:36:46.491941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59382) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.495099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.495635 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment 64bf7d31-892b-4ef5-8bf2-5360466af072 of type vlan for network ecc7c7d5-36cc-48b4-963f-55904c3fa464 Jul 16 01:36:46.496389 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.497479 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.498084 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.498558 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.499132 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.499600 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.500115 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.500562 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.500973 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.501671 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.502174 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.502742 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:46.503423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'subnet': {'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:46.524641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-45956054-8ddf-4c80-b5e7-45f8b0ce6647 None None] Provisioning for port 2486d40d-947c-45e5-bb12-4a33fd65c906 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:46.540555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-efb264e4-8441-4346-91ad-bd4f8e651a17 None None] For port 205dd786-95ac-42bd-a219-caa542f20a10, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=205dd786-95ac-42bd-a219-caa542f20a10,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:46.540972 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efb264e4-8441-4346-91ad-bd4f8e651a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.547168 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Attempting to bind port 2486d40d-947c-45e5-bb12-4a33fd65c906 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:46.547705 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Attempting to bind port 2486d40d-947c-45e5-bb12-4a33fd65c906 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f621609-4689-4d02-9d82-335b76958acf'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:46.548180 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Attempting to bind port 2486d40d-947c-45e5-bb12-4a33fd65c906 on network 4f621609-4689-4d02-9d82-335b76958acf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:46.554532 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:46.555063 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Checking segment: {'id': 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f621609-4689-4d02-9d82-335b76958acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:46.555554 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.556051 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Bound using segment: {'id': 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f621609-4689-4d02-9d82-335b76958acf'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:46.556643 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Bound port: 2486d40d-947c-45e5-bb12-4a33fd65c906, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f621609-4689-4d02-9d82-335b76958acf'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:46.557156 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.581906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18478775-a1e1-41c0-a67b-4f2063438e18 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.595725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-efb264e4-8441-4346-91ad-bd4f8e651a17 None None] Calling delete_port for 205dd786-95ac-42bd-a219-caa542f20a10 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:46.644327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f38eca-6a08-4113-8525-8b10be1c0a00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Network': ['ID=4029b379-e9e5-4ddd-8235-ef171f53e123,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.657619 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] For port 2486d40d-947c-45e5-bb12-4a33fd65c906, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:46.663434 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] For port 2486d40d-947c-45e5-bb12-4a33fd65c906, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2486d40d-947c-45e5-bb12-4a33fd65c906,segment=NetworkSegment(dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71),segment_id=dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:46.664524 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.669207 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.684277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18478775-a1e1-41c0-a67b-4f2063438e18 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:46.694648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-18478775-a1e1-41c0-a67b-4f2063438e18 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:46.706710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4029b379-e9e5-4ddd-8235-ef171f53e123 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:46.708214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18478775-a1e1-41c0-a67b-4f2063438e18 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.710452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18478775-a1e1-41c0-a67b-4f2063438e18 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.749341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-18478775-a1e1-41c0-a67b-4f2063438e18 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8174250 Jul 16 01:36:46.752456 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:46.753140 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:46.757478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59388) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.767493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': 'd09b3f1b-a4da-4fcc-9f27-8933ca446a4d', 'ip_address': '2001:db8::fff0:1ced:7c36:12dd'}], 'name': 'tempest-NetworksTestDHCPv6-683918933'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:46.786968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-45956054-8ddf-4c80-b5e7-45f8b0ce6647 None None] Provisioning complete for port 87d97621-43c9-4bad-8c86-f04978482b29 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:46.786968 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45956054-8ddf-4c80-b5e7-45f8b0ce6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.824642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18478775-a1e1-41c0-a67b-4f2063438e18 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=d09b3f1b-a4da-4fcc-9f27-8933ca446a4d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.832169 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efb264e4-8441-4346-91ad-bd4f8e651a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.921096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:46.924816 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.943723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 87d97621-43c9-4bad-8c86-f04978482b29 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:46.951253 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:46.955476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb264e4-8441-4346-91ad-bd4f8e651a17 None None] Pushing event deleted for resources: {'Port': ['ID=205dd786-95ac-42bd-a219-caa542f20a10,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.994993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb264e4-8441-4346-91ad-bd4f8e651a17 None None] No DVR routers for this DVR port 205dd786-95ac-42bd-a219-caa542f20a10 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:47.029312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f479795-094f-4937-a850-0423838ab2f8 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:47.041154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:47.149026 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7483fc-9dc8-4c68-8a65-39240733a741 None None] Pushing event updated for resources: {'Port': ['ID=2486d40d-947c-45e5-bb12-4a33fd65c906,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.220254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.225853 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.233967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.234165 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.280795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port f40d4b5d-61cb-467b-ae89-ae6508980eb6 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:47.300108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.302222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1849108 Jul 16 01:36:47.307597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': 'ecc7c7d5-36cc-48b4-963f-55904c3fa464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.335290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 87d97621-43c9-4bad-8c86-f04978482b29 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:47.335856 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.372038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81b193-39ac-4da8-89b8-3a7221e4bad0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=ecc7c7d5-36cc-48b4-963f-55904c3fa464,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.429981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network ecc7c7d5-36cc-48b4-963f-55904c3fa464 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:47.432654 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.458122 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 2, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:47.524909 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0bbe0-bd3a-4d6c-ae7e-aff7c04b5a58 None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 2, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:47.527434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Subnet': ['ID=056bf103-1469-4e84-b42c-adce1df36006,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.539398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:47.543052 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.546059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Checking segment: {'id': '4b553e3b-cf62-4f28-9483-be7b9d4ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:47.546720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network hostable DHCP agents. Network: 4029b379-e9e5-4ddd-8235-ef171f53e123, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:47.592257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 4029b379-e9e5-4ddd-8235-ef171f53e123 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:47.604844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4029b379-e9e5-4ddd-8235-ef171f53e123) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:47.609802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.610424 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.629943 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ae35c62c-0f79-444c-84b6-729a2c752ad5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1366253 Jul 16 01:36:47.638382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59404) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.640586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': 'd09b3f1b-a4da-4fcc-9f27-8933ca446a4d'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:47.641662 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.668036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df15e0b1-351c-40c9-a453-6d98b1853f60 None None] Network 4029b379-e9e5-4ddd-8235-ef171f53e123 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:47.746600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::fff0:1ced:7c36:12dd (4b748a0d-6d39-4cd2-b13e-5462f021b600/d09b3f1b-a4da-4fcc-9f27-8933ca446a4d/f40d4b5d-61cb-467b-ae89-ae6508980eb6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:47.801933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 205dd786-95ac-42bd-a219-caa542f20a10 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:47.831012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 205dd786-95ac-42bd-a219-caa542f20a10 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:47.831351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 205dd786-95ac-42bd-a219-caa542f20a10 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:48.058697 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.093852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4029b379-e9e5-4ddd-8235-ef171f53e123', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:48.095679 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.195989 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.319751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Allocated IP 2001:db8:1::2 (4029b379-e9e5-4ddd-8235-ef171f53e123/056bf103-1469-4e84-b42c-adce1df36006/ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:48.580667 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.595646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Transition to ACTIVE for port object ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:48.620286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Transition to ACTIVE for port object ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:48.627791 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.665023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.668651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Network 4029b379-e9e5-4ddd-8235-ef171f53e123 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:48.673022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:48.677794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:48.711118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Allocated IP 2001:db8:1::1 (4029b379-e9e5-4ddd-8235-ef171f53e123/056bf103-1469-4e84-b42c-adce1df36006/23f6595e-8bf8-4c33-8948-3eb57e34d56f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:48.725715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=e74b2ffe-89be-4e47-ada4-5708768417c3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.730048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Pushing event updated for resources: {'Port': ['ID=ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.749496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object f40d4b5d-61cb-467b-ae89-ae6508980eb6 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:48.754628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': '64bf7d31-892b-4ef5-8bf2-5360466af072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ecc7c7d5-36cc-48b4-963f-55904c3fa464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:48.755482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: ecc7c7d5-36cc-48b4-963f-55904c3fa464, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:48.768975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Attempting to bind port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:48.769354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Attempting to bind port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4b553e3b-cf62-4f28-9483-be7b9d4ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:48.770212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Attempting to bind port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b on network 4029b379-e9e5-4ddd-8235-ef171f53e123 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:48.776359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:48.776746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Checking segment: {'id': '4b553e3b-cf62-4f28-9483-be7b9d4ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:48.777159 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.777560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Bound using segment: {'id': '4b553e3b-cf62-4f28-9483-be7b9d4ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:48.778059 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Bound port: ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b553e3b-cf62-4f28-9483-be7b9d4ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:48.778448 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.825332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network ecc7c7d5-36cc-48b4-963f-55904c3fa464 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:48.859969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, ecc7c7d5-36cc-48b4-963f-55904c3fa464) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:48.870113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] For port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:48.870113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] For port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b,segment=NetworkSegment(4b553e3b-cf62-4f28-9483-be7b9d4ada17),segment_id=4b553e3b-cf62-4f28-9483-be7b9d4ada17)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:48.875420 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.887157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eaf19-79a7-4b40-a9bb-766000227199 req-7e67d18a-3dfd-4dde-91d1-071ac93a7f47 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.887157 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-971eaf19-79a7-4b40-a9bb-766000227199 req-7e67d18a-3dfd-4dde-91d1-071ac93a7f47 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 946 time: 0.3059025 Jul 16 01:36:48.892542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.894864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.945992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bb6a81-1743-4f67-8b01-e829ce4b275a None None] Network ecc7c7d5-36cc-48b4-963f-55904c3fa464 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:49.067166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2486d40d-947c-45e5-bb12-4a33fd65c906 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:49.070701 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8680b3d3-f69e-4a53-86a0-78df3137f88d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7665854 Jul 16 01:36:49.070873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.072538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59420) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.096666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-971eaf19-79a7-4b40-a9bb-766000227199 req-13cb23b4-6862-4b04-a5d3-9d4f130ba21a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952553 Jul 16 01:36:49.113425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Transition to ACTIVE for port object 23f6595e-8bf8-4c33-8948-3eb57e34d56f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:49.114683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca70ef-fdee-4dc7-87af-08be9d6bde41 None None] Pushing event updated for resources: {'Port': ['ID=ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.131198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59422) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.138951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.213358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:49.234021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:49.236938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:49.244096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.245018 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.288948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-71670ce0-369c-4020-bb5b-40a4787aabca tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/9ceba9cb-2499-4125-994c-88be32937558 HTTP/1.1" status: 200 len: 993 time: 0.1507912 Jul 16 01:36:49.307240 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.358063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/d09b3f1b-a4da-4fcc-9f27-8933ca446a4d/7c94b19e-fad6-44b7-9520-e6e145d26eb0) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:49.434749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=f40d4b5d-61cb-467b-ae89-ae6508980eb6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.458917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 4029b379-e9e5-4ddd-8235-ef171f53e123 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:49.467526 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9f7fef07-fce7-499a-a65c-7e7a7209d145 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7092166 Jul 16 01:36:49.467736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59428) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.472436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:49.478803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:49.479439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.523562 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.622946 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.632546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Transition to ACTIVE for port object 7c94b19e-fad6-44b7-9520-e6e145d26eb0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:49.634894 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 2486d40d-947c-45e5-bb12-4a33fd65c906 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:49.656622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-057622c3-6463-4470-ae33-84e91a6c0b29 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': 'd09b3f1b-a4da-4fcc-9f27-8933ca446a4d', 'ip_address': '2001:db8::fff0:1ced:7c36:12dd'}], 'name': 'tempest-NetworksTestDHCPv6-823701204'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:49.670165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.683838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2486d40d-947c-45e5-bb12-4a33fd65c906 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:49.684320 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.728936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Transition to ACTIVE for port object 7c94b19e-fad6-44b7-9520-e6e145d26eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:49.734799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=23f6595e-8bf8-4c33-8948-3eb57e34d56f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.754900 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.755251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.788436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=e74b2ffe-89be-4e47-ada4-5708768417c3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.803577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.845686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d4e425-f98e-4f78-9bc9-6c8ca9bc6be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-ecc7c7d5-36cc-48b4-963f-55904c3fa464', 'network_id': 'ecc7c7d5-36cc-48b4-963f-55904c3fa464', 'tenant_id': '3e699952d893418d86829698864ee6ef', 'fixed_ips': [{'subnet_id': 'e74b2ffe-89be-4e47-ada4-5708768417c3'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:49.846479 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50d4e425-f98e-4f78-9bc9-6c8ca9bc6be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.851671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:49.869854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:49.883930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:49.889710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.894614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Pushing event updated for resources: {'Port': ['ID=7c94b19e-fad6-44b7-9520-e6e145d26eb0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.902939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc7c7d5-36cc-48b4-963f-55904c3fa464']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.915741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bf7d31-892b-4ef5-8bf2-5360466af072') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.916345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bf7d31-892b-4ef5-8bf2-5360466af072') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.933656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057622c3-6463-4470-ae33-84e91a6c0b29 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:49.952958 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.971721 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.983021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:49.983438 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:49.988354 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:50.020828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858a5f8-c9f8-41ea-8c4e-6d12719cafce req-48df6bee-cace-4a7e-89f7-84596975dd38 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.023130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5858a5f8-c9f8-41ea-8c4e-6d12719cafce req-48df6bee-cace-4a7e-89f7-84596975dd38 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1098 time: 0.1045623 Jul 16 01:36:50.037383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-057622c3-6463-4470-ae33-84e91a6c0b29 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.046518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Attempting to bind port 7c94b19e-fad6-44b7-9520-e6e145d26eb0 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:50.046962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Attempting to bind port 7c94b19e-fad6-44b7-9520-e6e145d26eb0 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:50.047425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Attempting to bind port 7c94b19e-fad6-44b7-9520-e6e145d26eb0 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:50.054461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc26beb-cdc7-4646-8c7a-aefba015679e None None] Network ecc7c7d5-36cc-48b4-963f-55904c3fa464 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:50.065048 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-057622c3-6463-4470-ae33-84e91a6c0b29 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port 1f70377c-d032-4db7-8576-11b541567727 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:50.069747 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.071858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:50.072328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:50.072802 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.073277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:50.073836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Bound port: 7c94b19e-fad6-44b7-9520-e6e145d26eb0, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:50.074333 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.084248 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.090829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.096025 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/ecc7c7d5-36cc-48b4-963f-55904c3fa464 HTTP/1.1" status: 204 len: 168 time: 0.9950976 Jul 16 01:36:50.099187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59434) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.104935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1823041004'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:50.114155 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5858a5f8-c9f8-41ea-8c4e-6d12719cafce req-b0671826-f3ed-46d7-a774-228bd3a6dc9b tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590429 Jul 16 01:36:50.126549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc310-d709-49b8-a85d-5559526e8f3a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=ecc7c7d5-36cc-48b4-963f-55904c3fa464,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.145692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:50.154413 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.210705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:50.223986 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.224341 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment e9926505-bc28-41cb-839e-c846a68141f2 of type vlan for network 8b037db4-f4c5-4eb6-b176-23e829c7dd52 Jul 16 01:36:50.297900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.324473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 2486d40d-947c-45e5-bb12-4a33fd65c906, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2486d40d-947c-45e5-bb12-4a33fd65c906,segment=NetworkSegment(dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71),segment_id=dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:50.351449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.359185 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.360900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.361542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.393423 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] For port 7c94b19e-fad6-44b7-9520-e6e145d26eb0, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:50.432239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] For port 7c94b19e-fad6-44b7-9520-e6e145d26eb0, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7c94b19e-fad6-44b7-9520-e6e145d26eb0,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:50.444828 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.450514 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3501287 Jul 16 01:36:50.454859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59440) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.460664 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-057622c3-6463-4470-ae33-84e91a6c0b29 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:50.461198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057622c3-6463-4470-ae33-84e91a6c0b29 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:50.471915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=2486d40d-947c-45e5-bb12-4a33fd65c906,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.473443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': '8b037db4-f4c5-4eb6-b176-23e829c7dd52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:50.488341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-057622c3-6463-4470-ae33-84e91a6c0b29 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0163629 Jul 16 01:36:50.497296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59442) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.514855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-37389296-6ba4-44d6-88ef-2420a8ba4c56 req-0005ac73-80f2-4b6a-ba2f-6b3ed91735b1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:50.515904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37389296-6ba4-44d6-88ef-2420a8ba4c56 req-0005ac73-80f2-4b6a-ba2f-6b3ed91735b1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1964917 Jul 16 01:36:50.543453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63e0df-3026-42f9-a16e-9818fb820040 None None] Pushing event updated for resources: {'Port': ['ID=7c94b19e-fad6-44b7-9520-e6e145d26eb0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.560389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c660b-0854-4637-98c0-9e5f216bd2d2 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=8b037db4-f4c5-4eb6-b176-23e829c7dd52,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.572392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 8b037db4-f4c5-4eb6-b176-23e829c7dd52 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:50.632677 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.643719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.644655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.709810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=23f6595e-8bf8-4c33-8948-3eb57e34d56f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.767006 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:50.770705 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.894484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network 4029b379-e9e5-4ddd-8235-ef171f53e123 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:50.901137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:50.902335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96d6bb5-35bb-4ebc-8dd0-bb798acc75f7 None None] Network 4029b379-e9e5-4ddd-8235-ef171f53e123 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:50.944735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c2c9f-239e-40d2-a944-ac99efce6782 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.951453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c2c9f-239e-40d2-a944-ac99efce6782 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.956696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e90c2c9f-239e-40d2-a944-ac99efce6782 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4595737 Jul 16 01:36:50.971044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59452) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.014942 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ce1d9c17-4225-4d52-a4d3-c2cff262a2b4 None None] Provisioning for port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:51.163212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:51.224362 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:51.235891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fdd04376-d81c-44f0-b0be-562ffd0a530f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port f40d4b5d-61cb-467b-ae89-ae6508980eb6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:51.236244 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdd04376-d81c-44f0-b0be-562ffd0a530f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.253221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:51.459652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.468193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdd04376-d81c-44f0-b0be-562ffd0a530f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.517108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fdd04376-d81c-44f0-b0be-562ffd0a530f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for f40d4b5d-61cb-467b-ae89-ae6508980eb6 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:51.614450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=2b33af0e-1476-4804-a627-c1a5977e2207,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.646044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': 'e9926505-bc28-41cb-839e-c846a68141f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8b037db4-f4c5-4eb6-b176-23e829c7dd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:51.646486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: 8b037db4-f4c5-4eb6-b176-23e829c7dd52, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:51.666440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:51.681585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:51.682333 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.689824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network 8b037db4-f4c5-4eb6-b176-23e829c7dd52 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:51.763511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 8b037db4-f4c5-4eb6-b176-23e829c7dd52) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:51.768755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:51.781457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.782071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.782905 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-76cf4850-9b7d-4140-a666-e67f530f260d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1469901 Jul 16 01:36:51.783558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.785595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d16432-d838-44ad-8e33-a98a71017824 None None] Network 8b037db4-f4c5-4eb6-b176-23e829c7dd52 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:51.795479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1768113692'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.807533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:51.821042 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-53dab1cb-f863-4eec-a693-b7745a60c65f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3650479 Jul 16 01:36:51.824936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59480) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.848974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:51.856131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.867274 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdd04376-d81c-44f0-b0be-562ffd0a530f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.898500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:51.899911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:51.918226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:51.944693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.945089 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added segment ec67d294-9824-4b90-b728-ef4a13bb0b74 of type vlan for network a3100efc-711c-41f4-a30e-d3f54d255a50 Jul 16 01:36:51.957283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd04376-d81c-44f0-b0be-562ffd0a530f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=f40d4b5d-61cb-467b-ae89-ae6508980eb6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.013328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.071397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.076941 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdd04376-d81c-44f0-b0be-562ffd0a530f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.078769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.081582 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fdd04376-d81c-44f0-b0be-562ffd0a530f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/f40d4b5d-61cb-467b-ae89-ae6508980eb6 HTTP/1.1" status: 204 len: 168 time: 1.1073215 Jul 16 01:36:52.082924 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.087231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.088368 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-88f86e88-5fef-4f69-ab44-46f2da42212f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5522015 Jul 16 01:36:52.125233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.180112 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3951283 Jul 16 01:36:52.188782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.196997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'subnet': {'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:52.233387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6880c0-82fb-4e29-9fc6-cbcce2b19d41 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Network': ['ID=a3100efc-711c-41f4-a30e-d3f54d255a50,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.250040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fbce5b-fc6d-4850-87bf-a472d59c66cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.252295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fbce5b-fc6d-4850-87bf-a472d59c66cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.258689 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a7fbce5b-fc6d-4850-87bf-a472d59c66cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1641419 Jul 16 01:36:52.259577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59494) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.290083 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.297625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network a3100efc-711c-41f4-a30e-d3f54d255a50 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:52.313781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:52.342036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28e9fe3-816a-47ed-b53b-3b6b439c74f0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet d09b3f1b-a4da-4fcc-9f27-8933ca446a4d {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:52.342664 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e9fe3-816a-47ed-b53b-3b6b439c74f0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.403071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.471070 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e9fe3-816a-47ed-b53b-3b6b439c74f0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.474463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-61930416-7bfb-4888-abba-b32b829a7302 None None] Provisioning for port 23f6595e-8bf8-4c33-8948-3eb57e34d56f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:52.519269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:52.527714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.598236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-61930416-7bfb-4888-abba-b32b829a7302 None None] Provisioning complete for port 23f6595e-8bf8-4c33-8948-3eb57e34d56f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:52.598615 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61930416-7bfb-4888-abba-b32b829a7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.679828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e9fe3-816a-47ed-b53b-3b6b439c74f0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.780924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b,segment=NetworkSegment(4b553e3b-cf62-4f28-9483-be7b9d4ada17),segment_id=4b553e3b-cf62-4f28-9483-be7b9d4ada17)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:52.792919 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e9fe3-816a-47ed-b53b-3b6b439c74f0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.796603 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.797607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2486d40d-947c-45e5-bb12-4a33fd65c906 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:52.841077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e9fe3-816a-47ed-b53b-3b6b439c74f0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=d09b3f1b-a4da-4fcc-9f27-8933ca446a4d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.855210 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e9fe3-816a-47ed-b53b-3b6b439c74f0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.858141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c28e9fe3-816a-47ed-b53b-3b6b439c74f0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/d09b3f1b-a4da-4fcc-9f27-8933ca446a4d HTTP/1.1" status: 204 len: 168 time: 0.5972531 Jul 16 01:36:52.861293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59512) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.911789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af47900-1a47-4fa4-b766-e78bf4ef909d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-8b037db4-f4c5-4eb6-b176-23e829c7dd52', 'network_id': '8b037db4-f4c5-4eb6-b176-23e829c7dd52', 'tenant_id': '3e699952d893418d86829698864ee6ef', 'fixed_ips': [{'subnet_id': '2b33af0e-1476-4804-a627-c1a5977e2207'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:52.927729 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5af47900-1a47-4fa4-b766-e78bf4ef909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.945661 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-67944791-2fd2-4ef2-a8f3-f1afc54c6415 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830667 Jul 16 01:36:52.954117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59514) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.966054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-796a8dfa-3de9-4556-854f-3b11ff34b4c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:53.024836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.072952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.097080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-61930416-7bfb-4888-abba-b32b829a7302 None None] Port 23f6595e-8bf8-4c33-8948-3eb57e34d56f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:53.117160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=2b33af0e-1476-4804-a627-c1a5977e2207,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.184003 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.223821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dbf1c5fd-ecf6-4f96-a485-5db3d5f86321 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:53.225765 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dbf1c5fd-ecf6-4f96-a485-5db3d5f86321 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056331 Jul 16 01:36:53.290622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca66c6-96df-4a88-aec8-30ff3c008767 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:53.316951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2486d40d-947c-45e5-bb12-4a33fd65c906 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:53.317325 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.323511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fadbf4-37b8-482c-88ba-ad8632d5af26 None None] Network 8b037db4-f4c5-4eb6-b176-23e829c7dd52 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:53.353508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-61930416-7bfb-4888-abba-b32b829a7302 None None] Provisioning complete for port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:53.353885 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61930416-7bfb-4888-abba-b32b829a7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.364386 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.371627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Subnet': ['ID=43945230-e5dd-4fa5-843f-1bb60ccd0955,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.386258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b037db4-f4c5-4eb6-b176-23e829c7dd52']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.388617 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a8dfa-3de9-4556-854f-3b11ff34b4c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:53.392136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-796a8dfa-3de9-4556-854f-3b11ff34b4c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.403136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Checking segment: {'id': 'ec67d294-9824-4b90-b728-ef4a13bb0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:53.403465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network hostable DHCP agents. Network: a3100efc-711c-41f4-a30e-d3f54d255a50, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:53.427625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9926505-bc28-41cb-839e-c846a68141f2') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.428348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9926505-bc28-41cb-839e-c846a68141f2') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.450050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.513421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-0df7f858-1bb0-4381-bf23-b1da153eb368 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:53.514671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-0df7f858-1bb0-4381-bf23-b1da153eb368 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2313724 Jul 16 01:36:53.518507 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.533662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:53.534053 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.540320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Request body: {'binding': {'host': 'n-h2-791504-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:53.540776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:53.547654 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:53.580042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network a3100efc-711c-41f4-a30e-d3f54d255a50 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:53.653086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, a3100efc-711c-41f4-a30e-d3f54d255a50) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:53.660267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.660589 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.689919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da2d841-c2a2-40f5-a5fe-9de7fd6d3d53 None None] Network a3100efc-711c-41f4-a30e-d3f54d255a50 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:53.691156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.716590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:49Z', 'revision_number': 3, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 2, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.742643 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.748315 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/8b037db4-f4c5-4eb6-b176-23e829c7dd52 HTTP/1.1" status: 204 len: 168 time: 1.9176474 Jul 16 01:36:53.749241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59522) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.756860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-464791943'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:53.772874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:53.773568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Updating router 846cd239-0d57-4bab-8c06-fbd75adeac43 port 23f6595e-8bf8-4c33-8948-3eb57e34d56f binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:53.829213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:53.839803 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.864166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7aa715f5-3da6-4a3a-bcf9-f118a35976b7 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6702623 Jul 16 01:36:53.871266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59524) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.880319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62768c8-1082-4572-9d35-3f6c920f22a9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=8b037db4-f4c5-4eb6-b176-23e829c7dd52,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.909051 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.935148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:53.953242 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.954502 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment d61544a4-68fd-4d7c-ae74-d7a374c5c122 of type vlan for network 01852e0c-a0ae-4dcb-beaa-e91248e982fa Jul 16 01:36:53.975772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb39e7d8-874c-48ee-8721-e4d93924d8a4 None None] Provisioning complete for port 23f6595e-8bf8-4c33-8948-3eb57e34d56f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:53.976151 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb39e7d8-874c-48ee-8721-e4d93924d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.003177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b4a27-9aa2-4487-ac72-eb489b078868 None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:54.010068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.047018 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.056988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.057892 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.095311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 on host n-h2-791504-14 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:54.095891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:54.095996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:54.105834 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3521395 Jul 16 01:36:54.108560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.108751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Port 054aa98d-09d8-45c3-a762-3bd22d639f43 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:54.108922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:54.119257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:54.120000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Checking segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:54.120404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Bound using segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:54.120779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f742a74a-29f8-4e93-85ca-720df2f994e9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:54.120895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Bound port: 054aa98d-09d8-45c3-a762-3bd22d639f43, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:54.217666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:54.267599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=01852e0c-a0ae-4dcb-beaa-e91248e982fa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.290227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.290615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.290954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.291287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.291615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.291941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.292264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.292732 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.293084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.293410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.293730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.294067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6b308-c3af-439b-b695-e0011bd54820 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.359390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 01852e0c-a0ae-4dcb-beaa-e91248e982fa details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:54.381926 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f742a74a-29f8-4e93-85ca-720df2f994e9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.390144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-a3100efc-711c-41f4-a30e-d3f54d255a50', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:54.391149 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.403090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f742a74a-29f8-4e93-85ca-720df2f994e9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.420061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fb39e7d8-874c-48ee-8721-e4d93924d8a4 None None] Port 23f6595e-8bf8-4c33-8948-3eb57e34d56f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:54.487732 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742a74a-29f8-4e93-85ca-720df2f994e9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=01852e0c-a0ae-4dcb-beaa-e91248e982fa,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.491580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f742a74a-29f8-4e93-85ca-720df2f994e9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network 01852e0c-a0ae-4dcb-beaa-e91248e982fa is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:36:54.497282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f742a74a-29f8-4e93-85ca-720df2f994e9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.498347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f742a74a-29f8-4e93-85ca-720df2f994e9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.502849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f742a74a-29f8-4e93-85ca-720df2f994e9 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "PUT /v2.0/networks/01852e0c-a0ae-4dcb-beaa-e91248e982fa HTTP/1.1" status: 200 len: 723 time: 0.3924043 Jul 16 01:36:54.505123 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.510001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': '01852e0c-a0ae-4dcb-beaa-e91248e982fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:54.536480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb39e7d8-874c-48ee-8721-e4d93924d8a4 None None] Provisioning for port 7c94b19e-fad6-44b7-9520-e6e145d26eb0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:54.541668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 01852e0c-a0ae-4dcb-beaa-e91248e982fa details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:54.630282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:54.634482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.692332 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-796a8dfa-3de9-4556-854f-3b11ff34b4c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.723017 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:54.759129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.761217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] 10.222.0.64 "POST /v2.0/ports/054aa98d-09d8-45c3-a762-3bd22d639f43/bindings HTTP/1.1" status: 201 len: 390 time: 1.2289135 Jul 16 01:36:54.772437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a8dfa-3de9-4556-854f-3b11ff34b4c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:54.783444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-796a8dfa-3de9-4556-854f-3b11ff34b4c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:54.789994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a8dfa-3de9-4556-854f-3b11ff34b4c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.790369 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-796a8dfa-3de9-4556-854f-3b11ff34b4c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.844976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Allocated IP 2001:db8:2::2 (a3100efc-711c-41f4-a30e-d3f54d255a50/43945230-e5dd-4fa5-843f-1bb60ccd0955/027c4c04-1dcd-4d89-a90a-f93b77d8a29d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:54.868589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a8dfa-3de9-4556-854f-3b11ff34b4c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=ab972ff5-da48-40c6-8fb9-d674a17c0e83,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.878053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:54.878667 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.884813 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.911011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-796a8dfa-3de9-4556-854f-3b11ff34b4c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9494936 Jul 16 01:36:54.920327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59534) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.935709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2c57c3e9-29dc-4136-9b9f-cc54d5a8b699 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': 'ab972ff5-da48-40c6-8fb9-d674a17c0e83', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2120054719'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:55.010305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b4a27-9aa2-4487-ac72-eb489b078868 None None] Deleting port 7c94b19e-fad6-44b7-9520-e6e145d26eb0 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:55.010305 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4a27-9aa2-4487-ac72-eb489b078868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.121338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=f700b191-f616-425a-80c5-4b10839dc70e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.138234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb39e7d8-874c-48ee-8721-e4d93924d8a4 None None] Could not find standard attr ID for object bda8ba11-53a0-4771-9182-e42153f9ab9d. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:55.140553 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': 'd61544a4-68fd-4d7c-ae74-d7a374c5c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01852e0c-a0ae-4dcb-beaa-e91248e982fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:55.146572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: 01852e0c-a0ae-4dcb-beaa-e91248e982fa, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:55.179408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network 01852e0c-a0ae-4dcb-beaa-e91248e982fa is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:55.210767 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb39e7d8-874c-48ee-8721-e4d93924d8a4 None None] Could not find standard attr ID for object f40d4b5d-61cb-467b-ae89-ae6508980eb6. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:55.220352 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d420f9a5-32e3-4e73-bb5a-0f84a164014e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.249900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 01852e0c-a0ae-4dcb-beaa-e91248e982fa) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:55.262405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.265200 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.296782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456d30b-a9df-43e7-b437-dc14114499a9 None None] Network 01852e0c-a0ae-4dcb-beaa-e91248e982fa requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:55.304038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6cadfa7a-8b24-4422-9e0d-6903a062093e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7989926 Jul 16 01:36:55.310090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59542) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:55.322603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f4351402-0bb2-4204-9913-630d2c927a65 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:55.409800 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.419653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c57c3e9-29dc-4136-9b9f-cc54d5a8b699 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:55.436360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-d26e1c0c-db19-4e7c-bc76-4928d499d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.438047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-d26e1c0c-db19-4e7c-bc76-4928d499d16a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1098 time: 0.3557682 Jul 16 01:36:55.440357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7d3b4a27-9aa2-4487-ac72-eb489b078868 None None] For port 7c94b19e-fad6-44b7-9520-e6e145d26eb0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7c94b19e-fad6-44b7-9520-e6e145d26eb0,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:55.440786 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4a27-9aa2-4487-ac72-eb489b078868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.454457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a9f81-2071-4eb5-90f3-ab16329af71a req-614da787-faf7-49fb-8560-fdfe7af157c7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.456162 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-747a9f81-2071-4eb5-90f3-ab16329af71a req-614da787-faf7-49fb-8560-fdfe7af157c7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 946 time: 0.3784807 Jul 16 01:36:55.540436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b4a27-9aa2-4487-ac72-eb489b078868 None None] Calling delete_port for 7c94b19e-fad6-44b7-9520-e6e145d26eb0 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:55.543529 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4351402-0bb2-4204-9913-630d2c927a65 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6223244'] for subnet, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.674750 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.687930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Transition to ACTIVE for port object 23f6595e-8bf8-4c33-8948-3eb57e34d56f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:55.708866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-5243bf87-3e08-4367-a0a6-daf0f2169c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.710676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-5243bf87-3e08-4367-a0a6-daf0f2169c69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a6a70f3a-6189-48fe-9aee-282d31de8c8a HTTP/1.1" status: 200 len: 896 time: 0.2619686 Jul 16 01:36:55.736978 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.804945 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.872869 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c57c3e9-29dc-4136-9b9f-cc54d5a8b699 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.905527 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.907836 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4a27-9aa2-4487-ac72-eb489b078868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.942541 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-0b27b38c-0917-4093-8bf3-3cc88c200b92 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 200 len: 1001 time: 0.2149169 Jul 16 01:36:55.947277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b4a27-9aa2-4487-ac72-eb489b078868 None None] No DVR routers for this DVR port 7c94b19e-fad6-44b7-9520-e6e145d26eb0 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:55.954709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-747a9f81-2071-4eb5-90f3-ab16329af71a req-e14a7f4c-42db-4ac6-b5b2-b10846a9a135 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4802427 Jul 16 01:36:55.966574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-2c57c3e9-29dc-4136-9b9f-cc54d5a8b699 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port 16307991-be84-4160-b2e0-19586bc642e2 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:55.989122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a6172-6328-4b53-ac72-51659d5f1183 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:56.026659 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4351402-0bb2-4204-9913-630d2c927a65 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794706078603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6290870'] for subnet, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.036784 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Transition to ACTIVE for port object 027c4c04-1dcd-4d89-a90a-f93b77d8a29d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:56.053542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7c94b19e-fad6-44b7-9520-e6e145d26eb0 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:56.066082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-4f0f6c37-1a58-4a8f-8831-d5b02d1aa012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.069281 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-4f0f6c37-1a58-4a8f-8831-d5b02d1aa012 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b0371ce-f8f6-4752-ab8b-5745cd3ca47f HTTP/1.1" status: 200 len: 835 time: 0.1136312 Jul 16 01:36:56.110496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83cfed-785d-47cf-9eb9-bb4420261c63 None None] Pushing event updated for resources: {'Port': ['ID=23f6595e-8bf8-4c33-8948-3eb57e34d56f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.135376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4351402-0bb2-4204-9913-630d2c927a65 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=f700b191-f616-425a-80c5-4b10839dc70e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.148116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4351402-0bb2-4204-9913-630d2c927a65 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.149521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4351402-0bb2-4204-9913-630d2c927a65 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.150073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b4a27-9aa2-4487-ac72-eb489b078868 None None] Pushing event deleted for resources: {'Port': ['ID=7c94b19e-fad6-44b7-9520-e6e145d26eb0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.151537 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f4351402-0bb2-4204-9913-630d2c927a65 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "PUT /v2.0/subnets/f700b191-f616-425a-80c5-4b10839dc70e HTTP/1.1" status: 200 len: 806 time: 0.8354015 Jul 16 01:36:56.166892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59548) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:56.186541 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 7c94b19e-fad6-44b7-9520-e6e145d26eb0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:56.187214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7c94b19e-fad6-44b7-9520-e6e145d26eb0 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:56.242143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Transition to ACTIVE for port object 027c4c04-1dcd-4d89-a90a-f93b77d8a29d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:56.242376 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c57c3e9-29dc-4136-9b9f-cc54d5a8b699 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:56.242669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c57c3e9-29dc-4136-9b9f-cc54d5a8b699 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:56.255395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Attempting to bind port 23f6595e-8bf8-4c33-8948-3eb57e34d56f on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:56.256959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Attempting to bind port 23f6595e-8bf8-4c33-8948-3eb57e34d56f by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4b553e3b-cf62-4f28-9483-be7b9d4ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:56.257654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Attempting to bind port 23f6595e-8bf8-4c33-8948-3eb57e34d56f on network 4029b379-e9e5-4ddd-8235-ef171f53e123 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:56.269375 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.275030 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2c57c3e9-29dc-4136-9b9f-cc54d5a8b699 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3534882 Jul 16 01:36:56.279134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59550) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:56.300933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Network a3100efc-711c-41f4-a30e-d3f54d255a50 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:56.325372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:56.330214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:56.345943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c21478bc-806c-4963-b181-a91e0f723871 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0651326 Jul 16 01:36:56.349205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:56.395022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:56.396012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Checking segment: {'id': '4b553e3b-cf62-4f28-9483-be7b9d4ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:56.397145 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.398515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Bound using segment: {'id': '4b553e3b-cf62-4f28-9483-be7b9d4ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:56.399855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Bound port: 23f6595e-8bf8-4c33-8948-3eb57e34d56f, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b553e3b-cf62-4f28-9483-be7b9d4ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:56.400805 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.403096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Allocated IP 2001:db8:2::1 (a3100efc-711c-41f4-a30e-d3f54d255a50/43945230-e5dd-4fa5-843f-1bb60ccd0955/3d79d9fd-aec7-491e-85b6-502bc4008639) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:56.415863 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.425284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-51991ff7-f3ba-4b46-ace2-19ef7de793ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.431027 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-51991ff7-f3ba-4b46-ace2-19ef7de793ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a6a70f3a-6189-48fe-9aee-282d31de8c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2782657 Jul 16 01:36:56.441169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed81dee-c4aa-4ca7-ad1b-ed05aa3486a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.449671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed81dee-c4aa-4ca7-ad1b-ed05aa3486a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.451576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-eed81dee-c4aa-4ca7-ad1b-ed05aa3486a2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0984650 Jul 16 01:36:56.455507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59556) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:56.488516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540df1b1-9e72-48e2-9d94-7461a6313acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-01852e0c-a0ae-4dcb-beaa-e91248e982fa', 'network_id': '01852e0c-a0ae-4dcb-beaa-e91248e982fa', 'tenant_id': '3e699952d893418d86829698864ee6ef', 'fixed_ips': [{'subnet_id': 'f700b191-f616-425a-80c5-4b10839dc70e'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:56.489355 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-540df1b1-9e72-48e2-9d94-7461a6313acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.643447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.659963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Pushing event updated for resources: {'Port': ['ID=027c4c04-1dcd-4d89-a90a-f93b77d8a29d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.668269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Attempting to bind port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:56.668692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Attempting to bind port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ec67d294-9824-4b90-b728-ef4a13bb0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:56.669060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Attempting to bind port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d on network a3100efc-711c-41f4-a30e-d3f54d255a50 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:56.671554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f02e17-3137-43f7-a917-87245cee8a68 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet ab972ff5-da48-40c6-8fb9-d674a17c0e83 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:56.697526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5f02e17-3137-43f7-a917-87245cee8a68 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.714664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-67839fe6-f40d-41b7-a00d-a03fe66d7746 service neutron] 10.222.0.50 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688630 Jul 16 01:36:56.760155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.785901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5f02e17-3137-43f7-a917-87245cee8a68 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.799474 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.819232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Transition to ACTIVE for port object 3d79d9fd-aec7-491e-85b6-502bc4008639 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:56.829288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=f700b191-f616-425a-80c5-4b10839dc70e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.846794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-3767227d-7788-4e68-a8a6-d0996ae2e1bb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1956358 Jul 16 01:36:56.866117 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5f02e17-3137-43f7-a917-87245cee8a68 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.907957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.919678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01852e0c-a0ae-4dcb-beaa-e91248e982fa']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:56.935452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61544a4-68fd-4d7c-ae74-d7a374c5c122') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:56.935749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61544a4-68fd-4d7c-ae74-d7a374c5c122') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:56.944825 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.950752 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.956732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0855151c-29b6-45ea-8ea8-1e28b48bf023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': 'ab972ff5-da48-40c6-8fb9-d674a17c0e83'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:56.957661 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0855151c-29b6-45ea-8ea8-1e28b48bf023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.970501 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-20e9f1e0-be1b-4c04-8464-aa79be09e897 service neutron] 10.222.0.50 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484796 Jul 16 01:36:56.971262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:56.971494 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.971856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Checking segment: {'id': 'ec67d294-9824-4b90-b728-ef4a13bb0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:56.972392 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.973215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Bound using segment: {'id': 'ec67d294-9824-4b90-b728-ef4a13bb0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:56.973487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Bound port: 027c4c04-1dcd-4d89-a90a-f93b77d8a29d, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec67d294-9824-4b90-b728-ef4a13bb0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:56.973984 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.978674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:56.979082 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:56.982514 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:57.018365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=3d79d9fd-aec7-491e-85b6-502bc4008639,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.028849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network a3100efc-711c-41f4-a30e-d3f54d255a50 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:57.034589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:57.040638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:57.041207 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.087190 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.105523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5f02e17-3137-43f7-a917-87245cee8a68 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.107370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] For port 23f6595e-8bf8-4c33-8948-3eb57e34d56f, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:57.116797 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-540df1b1-9e72-48e2-9d94-7461a6313acf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f700b191-f616-425a-80c5-4b10839dc70e: This subnet is being modified by another concurrent operation. Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:36:57.133345 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f700b191-f616-425a-80c5-4b10839dc70e: This subnet is being modified by another concurrent operation. Jul 16 01:36:57.136999 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 16 01:36:57.166325 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.172565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/01852e0c-a0ae-4dcb-beaa-e91248e982fa HTTP/1.1" status: 204 len: 168 time: 0.9997933 Jul 16 01:36:57.174835 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917236fb-b035-4eeb-934d-d9a554e44674 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=01852e0c-a0ae-4dcb-beaa-e91248e982fa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.182651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0b414-5d43-4b77-83b1-38ef62e11a9a None None] Network 01852e0c-a0ae-4dcb-beaa-e91248e982fa requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:57.187598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59560) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.190713 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-715b2bca-58be-4497-bec6-8df7ceae64de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.195825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-00f0678b-059f-461e-b6f8-5e766bc02d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.196309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-00f0678b-059f-461e-b6f8-5e766bc02d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.196771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-00f0678b-059f-461e-b6f8-5e766bc02d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.197238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-00f0678b-059f-461e-b6f8-5e766bc02d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.197701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-00f0678b-059f-461e-b6f8-5e766bc02d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.198338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-00f0678b-059f-461e-b6f8-5e766bc02d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.198805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-00f0678b-059f-461e-b6f8-5e766bc02d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.199683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] For port 23f6595e-8bf8-4c33-8948-3eb57e34d56f, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=23f6595e-8bf8-4c33-8948-3eb57e34d56f,segment=NetworkSegment(4b553e3b-cf62-4f28-9483-be7b9d4ada17),segment_id=4b553e3b-cf62-4f28-9483-be7b9d4ada17)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:57.201119 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-00f0678b-059f-461e-b6f8-5e766bc02d98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 6508 time: 0.2823615 Jul 16 01:36:57.223836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5f02e17-3137-43f7-a917-87245cee8a68 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.226511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e5f02e17-3137-43f7-a917-87245cee8a68 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/ab972ff5-da48-40c6-8fb9-d674a17c0e83 HTTP/1.1" status: 204 len: 168 time: 0.7698252 Jul 16 01:36:57.227639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f02e17-3137-43f7-a917-87245cee8a68 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=ab972ff5-da48-40c6-8fb9-d674a17c0e83,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.237714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59562) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.238814 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.260092 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3cd2f9-5fa4-41f0-88a2-1cc5e1e220bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:57.260943 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3cd2f9-5fa4-41f0-88a2-1cc5e1e220bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:57.264289 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3b3cd2f9-5fa4-41f0-88a2-1cc5e1e220bf tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/01852e0c-a0ae-4dcb-beaa-e91248e982fa HTTP/1.1" status: 404 len: 339 time: 0.0617731 Jul 16 01:36:57.274982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0b414-5d43-4b77-83b1-38ef62e11a9a None None] Network 01852e0c-a0ae-4dcb-beaa-e91248e982fa could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:36:57.281768 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.290900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-441ea7b6-36be-4ac3-99c5-fc0b072fe0ad tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465262 Jul 16 01:36:57.291492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1400392730', 'description': 'd1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:57.291733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59566) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.302482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-71d0f708-5661-4787-9344-ca7a5b08fb35 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:57.337922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cc788b-af5c-4be1-8c81-bca49de9602b None None] Network 01852e0c-a0ae-4dcb-beaa-e91248e982fa requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:57.352870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-ffd549ea-079f-4995-b41d-57890aa6674f tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.354496 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-ffd549ea-079f-4995-b41d-57890aa6674f tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630&tenant_id=12c4eea5d22846989166acf9750bd01d&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1098 time: 0.2926600 Jul 16 01:36:57.358209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cc788b-af5c-4be1-8c81-bca49de9602b None None] Network 01852e0c-a0ae-4dcb-beaa-e91248e982fa could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:36:57.397959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-14'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:57.408082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:57.412816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.419530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83cfed-785d-47cf-9eb9-bb4420261c63 None None] Pushing event updated for resources: {'Port': ['ID=23f6595e-8bf8-4c33-8948-3eb57e34d56f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.426385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:57.427237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:57.434876 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.436256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] For port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:57.462888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f88e-36f6-4059-a0cf-eda57a27e70d req-8a1cc833-b4c6-4bf9-a034-13fb6c258b3b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.464724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5974f88e-36f6-4059-a0cf-eda57a27e70d req-8a1cc833-b4c6-4bf9-a034-13fb6c258b3b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 946 time: 0.2745781 Jul 16 01:36:57.493311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:57.525095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-d5aef708-0589-46ce-902b-5c831e0a8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.525701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-d5aef708-0589-46ce-902b-5c831e0a8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.526386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-d5aef708-0589-46ce-902b-5c831e0a8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.528132 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-d5aef708-0589-46ce-902b-5c831e0a8b47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9020f891-2bdc-4fed-af34-da7703046d1c&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=0d9ba969-e1d7-4110-9dd3-36e383a70297&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&id=c1a6271f-26a6-4477-a38f-471fd54f2d3d HTTP/1.1" status: 200 len: 2293 time: 0.2591968 Jul 16 01:36:57.539356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.539860 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment 57c95337-7942-44b1-9002-64f9bd21d46c of type vlan for network c73461e8-108e-4303-a434-454ca06e1834 Jul 16 01:36:57.571796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:57.701773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] For port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=027c4c04-1dcd-4d89-a90a-f93b77d8a29d,segment=NetworkSegment(ec67d294-9824-4b90-b728-ef4a13bb0b74),segment_id=ec67d294-9824-4b90-b728-ef4a13bb0b74)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:57.725695 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.812339 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.871852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d0f708-5661-4787-9344-ca7a5b08fb35 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:57.876499 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71d0f708-5661-4787-9344-ca7a5b08fb35 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.894938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-e06698f2-550c-4f7e-a9b3-446700c692f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b HTTP/1.1" status: 200 len: 1000 time: 0.3581753 Jul 16 01:36:57.943519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b7bd2-82ff-4927-8c2d-d6d870a14f44 None None] Pushing event updated for resources: {'Port': ['ID=027c4c04-1dcd-4d89-a90a-f93b77d8a29d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.971938 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.039319 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5974f88e-36f6-4059-a0cf-eda57a27e70d req-d9c2bfa6-4f2c-4ed8-9c7c-5b0c60891218 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5429583 Jul 16 01:36:58.107389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:36:56Z', 'revision_number': 1, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:58.140625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.153417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.159331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-9b91a717-e672-4706-b786-728eacf96462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.161279 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-9b91a717-e672-4706-b786-728eacf96462 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89371c7e-74bf-42c2-ac62-b7e5abcda39b HTTP/1.1" status: 200 len: 856 time: 0.2191150 Jul 16 01:36:58.163742 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.164900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.236683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84db5e-0c33-42a7-aec0-9046b0d5b34f None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:36:56Z', 'revision_number': 1, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:58.443349 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.449322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:58.567260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:58.625386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71d0f708-5661-4787-9344-ca7a5b08fb35 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.681387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:58.688458 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e64a9dc-cdaa-4b05-9014-25a486e6e19e" -d '{"events": [{"server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "name": "network-vif-unplugged", "status": "completed", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:58.696857 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.714788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.734851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0f708-5661-4787-9344-ca7a5b08fb35 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:58.804954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-71d0f708-5661-4787-9344-ca7a5b08fb35 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:58.822673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0f708-5661-4787-9344-ca7a5b08fb35 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=d21bac04-0ad3-43c2-b66c-2dc571294753,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.828751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413df48f-b546-4514-849f-79eab6cfda7c None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:58.886789 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cb5915-3c95-4766-91a0-d82e83f2fdd6 x-openstack-request-id: req-d1cb5915-3c95-4766-91a0-d82e83f2fdd6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:58.886789 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "name": "network-vif-unplugged", "status": "completed", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:58.886789 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1cb5915-3c95-4766-91a0-d82e83f2fdd6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:58.886789 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'code': 200} Jul 16 01:36:58.891629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d0f708-5661-4787-9344-ca7a5b08fb35 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.894302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71d0f708-5661-4787-9344-ca7a5b08fb35 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.048451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=3d79d9fd-aec7-491e-85b6-502bc4008639,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.070336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] It took 0.85 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:36:59.123785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-71d0f708-5661-4787-9344-ca7a5b08fb35 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8237333 Jul 16 01:36:59.186086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': 'd21bac04-0ad3-43c2-b66c-2dc571294753'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:59.191133 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.209278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59602) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.219981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a72022e5-b148-4a52-ba11-138e017910a0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-206291136', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:59.300126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Pushing event updated for resources: {'Port': ['ID=054aa98d-09d8-45c3-a762-3bd22d639f43,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.412210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.424134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.425210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.468444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network a3100efc-711c-41f4-a30e-d3f54d255a50 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:59.481374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 on host n-h1-791504-14 for vnic_type normal with profile {"migrating_to": "n-h2-791504-14"} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:59.481964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:59.482079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:59.500215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-59003590-4aa2-472b-8bdd-357010ed5c59 None None] Provisioning complete for port 054aa98d-09d8-45c3-a762-3bd22d639f43 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:59.500598 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59003590-4aa2-472b-8bdd-357010ed5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.504513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Port 054aa98d-09d8-45c3-a762-3bd22d639f43 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:59.504848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Attempting to bind port 054aa98d-09d8-45c3-a762-3bd22d639f43 on network a6a70f3a-6189-48fe-9aee-282d31de8c8a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:59.530554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:59.530998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Checking segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:59.531459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Bound using segment: {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:59.531931 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Bound port: 054aa98d-09d8-45c3-a762-3bd22d639f43, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88b4753-8610-40e7-ac1a-0ca7670a33b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:59.532763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.534072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:59.559212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-59003590-4aa2-472b-8bdd-357010ed5c59 None None] Port 054aa98d-09d8-45c3-a762-3bd22d639f43 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:59.569300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2ea0-3c2f-4699-95cd-5532bef01355 req-fbebc552-884c-4ccb-b7a0-c6a7803db468 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.574780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/d21bac04-0ad3-43c2-b66c-2dc571294753/0de41061-68ef-4db0-8837-f342a98852b0) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:59.578316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2ea0-3c2f-4699-95cd-5532bef01355 req-fbebc552-884c-4ccb-b7a0-c6a7803db468 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.596454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2ea0-3c2f-4699-95cd-5532bef01355 req-fbebc552-884c-4ccb-b7a0-c6a7803db468 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.611414 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2ea0-3c2f-4699-95cd-5532bef01355 req-fbebc552-884c-4ccb-b7a0-c6a7803db468 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.622079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2ea0-3c2f-4699-95cd-5532bef01355 req-fbebc552-884c-4ccb-b7a0-c6a7803db468 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.635687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2ea0-3c2f-4699-95cd-5532bef01355 req-fbebc552-884c-4ccb-b7a0-c6a7803db468 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.646941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2ea0-3c2f-4699-95cd-5532bef01355 req-fbebc552-884c-4ccb-b7a0-c6a7803db468 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.658166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5d0e2ea0-3c2f-4699-95cd-5532bef01355 req-fbebc552-884c-4ccb-b7a0-c6a7803db468 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5444 time: 0.6177828 Jul 16 01:36:59.797481 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5d0e2ea0-3c2f-4699-95cd-5532bef01355 req-74f9c3ee-95a9-4d9e-b396-c48392e4de70 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1359003 Jul 16 01:36:59.810650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:59.830881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12fea0f-de38-42c9-9075-fb190d89e2c5 None None] Network a3100efc-711c-41f4-a30e-d3f54d255a50 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:59.840494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-b960a1ae-8d4b-4cfd-ac06-33fa87f7f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.843744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-b960a1ae-8d4b-4cfd-ac06-33fa87f7f647 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9020f891-2bdc-4fed-af34-da7703046d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.6038096 Jul 16 01:36:59.845125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72022e5-b148-4a52-ba11-138e017910a0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.849124 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.851234 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72022e5-b148-4a52-ba11-138e017910a0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.856554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.5720086 Jul 16 01:36:59.860879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59606) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.908225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Transition to ACTIVE for port object 0de41061-68ef-4db0-8837-f342a98852b0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:59.921242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:59.975572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:59.995105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd951b9f-244e-4be8-a59a-a2916d74fc0b None None] Provisioning for port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:00.010647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Transition to ACTIVE for port object 0de41061-68ef-4db0-8837-f342a98852b0 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:00.023766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.025570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.050052 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-3f063348-9547-4d79-b5e5-554bcbada2de service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862535 Jul 16 01:37:00.141989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c97c8a-761e-4c41-8b33-508da66623ea tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=c73461e8-108e-4303-a434-454ca06e1834,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.167831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:00.171117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 027c4c04-1dcd-4d89-a90a-f93b77d8a29d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:00.173114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network c73461e8-108e-4303-a434-454ca06e1834 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:00.174763 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.225512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:00.227420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Pushing event updated for resources: {'Port': ['ID=0de41061-68ef-4db0-8837-f342a98852b0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.258962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:00.278449 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Pushing event updated for resources: {'Port': ['ID=054aa98d-09d8-45c3-a762-3bd22d639f43,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.386169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeb9dc9-a73f-4646-b3b2-61bb74aea78c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.388205 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fdeb9dc9-a73f-4646-b3b2-61bb74aea78c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/networks?id=c73461e8-108e-4303-a434-454ca06e1834 HTTP/1.1" status: 200 len: 761 time: 0.5260324 Jul 16 01:37:00.396164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59608) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.403474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d2361822-1058-4653-a0e5-56021416a0c7 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'description': 'd2'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.458309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:00.468044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-71b7a7dc-8a32-4448-bca0-b9e40af4543f service neutron] 10.222.0.50 "GET /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018291 Jul 16 01:37:00.471104 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:00.480136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Attempting to bind port 0de41061-68ef-4db0-8837-f342a98852b0 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:00.480506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Attempting to bind port 0de41061-68ef-4db0-8837-f342a98852b0 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:00.480866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Attempting to bind port 0de41061-68ef-4db0-8837-f342a98852b0 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:00.485263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c8237337-4933-4109-97b3-b0d9c991c793 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6061873 Jul 16 01:37:00.488629 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:00.489372 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:00.491963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:00.492342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:00.492751 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.493145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:00.493630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Bound port: 0de41061-68ef-4db0-8837-f342a98852b0, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:00.494026 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.533508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.564544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-532513474'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.575197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] For port 0de41061-68ef-4db0-8837-f342a98852b0, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:00.579638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] For port 0de41061-68ef-4db0-8837-f342a98852b0, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0de41061-68ef-4db0-8837-f342a98852b0,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:00.582647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:00.585037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-70d5aa90-4307-4ebe-bc9a-b883d189ee99 None None] Provisioning complete for port 054aa98d-09d8-45c3-a762-3bd22d639f43 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:00.585414 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70d5aa90-4307-4ebe-bc9a-b883d189ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.620374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-7a909120-ef41-41bb-8ca0-8603d9d577c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.628496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.628728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-7a909120-ef41-41bb-8ca0-8603d9d577c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.636157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-7a909120-ef41-41bb-8ca0-8603d9d577c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.643047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-7a909120-ef41-41bb-8ca0-8603d9d577c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.649964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-7a909120-ef41-41bb-8ca0-8603d9d577c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.656429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-7a909120-ef41-41bb-8ca0-8603d9d577c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.661860 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72022e5-b148-4a52-ba11-138e017910a0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.665489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-7a909120-ef41-41bb-8ca0-8603d9d577c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.669453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-7a909120-ef41-41bb-8ca0-8603d9d577c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5444 time: 0.7071960 Jul 16 01:37:00.673102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-abcc623e-27f4-4a52-8d7a-81c172bbac1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 217 time: 0.1004853 Jul 16 01:37:00.687755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72022e5-b148-4a52-ba11-138e017910a0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.712319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:00.713087 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.717793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e8ce7-6f41-4d20-adde-fc3051b8eae7 req-6a3aa7da-2ce0-429b-8590-3b280bc7703b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.719632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4b7e8ce7-6f41-4d20-adde-fc3051b8eae7 req-6a3aa7da-2ce0-429b-8590-3b280bc7703b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 944 time: 1.3203516 Jul 16 01:37:00.776346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd47b30-4289-4185-ad02-b47ac1dfd599 None None] Pushing event updated for resources: {'Port': ['ID=0de41061-68ef-4db0-8837-f342a98852b0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.808187 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:00.826285 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72022e5-b148-4a52-ba11-138e017910a0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.830947 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a72022e5-b148-4a52-ba11-138e017910a0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6163499 Jul 16 01:37:00.831862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.900405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:00.911463 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70d5aa90-4307-4ebe-bc9a-b883d189ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.915225 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.945712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-6e826095-7726-4898-9b57-59c659117c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.953637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-6e826095-7726-4898-9b57-59c659117c4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.2542424 Jul 16 01:37:01.021807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.024175 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.027011 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-791deebb-e72d-41f7-be26-074ff9eceb27 service neutron] 10.222.0.50 "PUT /v2.0/ports/054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 200 len: 1124 time: 3.6389079 Jul 16 01:37:01.043820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:01.046723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:01.052112 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ba2d6f-3e56-49c7-a0f5-2862e4127076" -d '{"events": [{"server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "name": "network-vif-plugged", "status": "completed", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:01.055736 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286c37f6-1ef1-4b15-bc69-0e709bf4c034" -d '{"events": [{"name": "network-changed", "server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:01.057739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4b7e8ce7-6f41-4d20-adde-fc3051b8eae7 req-a9ca8e37-5e14-4c2c-be07-23af309bca09 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131435 Jul 16 01:37:01.089116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9d24ac3b-ccba-4e50-87a0-41f0339658bc tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.090647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9d24ac3b-ccba-4e50-87a0-41f0339658bc tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "GET /v2.0/ports/e194581f-f996-4f47-bd5b-6e17b5f6d760?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4082727 Jul 16 01:37:01.098492 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2361822-1058-4653-a0e5-56021416a0c7 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.122025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['054aa98d-09d8-45c3-a762-3bd22d639f43'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:01.130534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-70d5aa90-4307-4ebe-bc9a-b883d189ee99 None None] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:01.140617 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.277339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:01.290074 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.290074 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added segment 8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e of type vlan for network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 Jul 16 01:37:01.332813 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70d5aa90-4307-4ebe-bc9a-b883d189ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.422230 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.428426 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 2, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:01.532831 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:01.533443 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Updating router 846cd239-0d57-4bab-8c06-fbd75adeac43 port 3d79d9fd-aec7-491e-85b6-502bc4008639 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:01.552829 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b94b1c-351c-42e4-9dd1-9c4cf2152287 x-openstack-request-id: req-19b94b1c-351c-42e4-9dd1-9c4cf2152287 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:01.553720 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:01.553720 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19b94b1c-351c-42e4-9dd1-9c4cf2152287 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:01.553921 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'status': 'completed', 'code': 200} Jul 16 01:37:01.578785 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.581978 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.587638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.588919 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8477c258-a7e7-411c-b156-3760906d66f3 x-openstack-request-id: req-8477c258-a7e7-411c-b156-3760906d66f3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:01.589443 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "name": "network-vif-plugged", "status": "completed", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:01.589917 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8477c258-a7e7-411c-b156-3760906d66f3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:01.590807 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'code': 200} Jul 16 01:37:01.596390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=027c4c04-1dcd-4d89-a90a-f93b77d8a29d,segment=NetworkSegment(ec67d294-9824-4b90-b728-ef4a13bb0b74),segment_id=ec67d294-9824-4b90-b728-ef4a13bb0b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:01.602135 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.626939 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2361822-1058-4653-a0e5-56021416a0c7 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.642958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2361822-1058-4653-a0e5-56021416a0c7 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network c73461e8-108e-4303-a434-454ca06e1834 is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:37:01.650645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2361822-1058-4653-a0e5-56021416a0c7 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.651676 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2361822-1058-4653-a0e5-56021416a0c7 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.652169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-bdbfc142-bbd9-4cda-9d60-7d7d34284113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.653598 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d2361822-1058-4653-a0e5-56021416a0c7 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "PUT /v2.0/networks/c73461e8-108e-4303-a434-454ca06e1834 HTTP/1.1" status: 200 len: 758 time: 1.2553902 Jul 16 01:37:01.653944 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-bdbfc142-bbd9-4cda-9d60-7d7d34284113 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3765514 Jul 16 01:37:01.658166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.937867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-80952682-fafe-4827-993f-1c961e0ad80e service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707079 Jul 16 01:37:01.962189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4201682 Jul 16 01:37:01.963262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.019639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'subnet': {'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:02.072624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.093625 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-130c59b8-7b05-49fe-bafe-17543e604af4 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371937 Jul 16 01:37:02.308804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7bb6e-07b7-46fe-9c64-346cc0c34dd1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Network': ['ID=fbd914f8-795e-4c26-8f6a-3d5eb6d2da47,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.386557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5aa90-4307-4ebe-bc9a-b883d189ee99 None None] Pushing event updated for resources: {'Port': ['ID=054aa98d-09d8-45c3-a762-3bd22d639f43,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.410591 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.411638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 23f6595e-8bf8-4c33-8948-3eb57e34d56f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:02.456494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::1 (4b748a0d-6d39-4cd2-b13e-5462f021b600/d21bac04-0ad3-43c2-b66c-2dc571294753/e6473019-3a12-4bfb-b3b2-c8fbae84d5cf) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:02.475729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:02.498743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2361822-1058-4653-a0e5-56021416a0c7 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=c73461e8-108e-4303-a434-454ca06e1834,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.528874 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.534768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.542953 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c73c7786-0521-4ff4-a43c-f9863802d380 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.3931003 Jul 16 01:37:02.555843 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Transition to ACTIVE for port object 3d79d9fd-aec7-491e-85b6-502bc4008639 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:02.558467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cb871-23f9-4cb5-9c64-514f5a66e598 req-afb6c6c4-f5e1-4f3a-9851-cf1bcb6654ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.565667 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.567162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cb871-23f9-4cb5-9c64-514f5a66e598 req-afb6c6c4-f5e1-4f3a-9851-cf1bcb6654ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.577519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cb871-23f9-4cb5-9c64-514f5a66e598 req-afb6c6c4-f5e1-4f3a-9851-cf1bcb6654ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.584313 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cb871-23f9-4cb5-9c64-514f5a66e598 req-afb6c6c4-f5e1-4f3a-9851-cf1bcb6654ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.587939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network c73461e8-108e-4303-a434-454ca06e1834 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:02.591861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cb871-23f9-4cb5-9c64-514f5a66e598 req-afb6c6c4-f5e1-4f3a-9851-cf1bcb6654ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.600081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cb871-23f9-4cb5-9c64-514f5a66e598 req-afb6c6c4-f5e1-4f3a-9851-cf1bcb6654ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.613839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cb871-23f9-4cb5-9c64-514f5a66e598 req-afb6c6c4-f5e1-4f3a-9851-cf1bcb6654ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.617098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-861cb871-23f9-4cb5-9c64-514f5a66e598 req-afb6c6c4-f5e1-4f3a-9851-cf1bcb6654ae tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5444 time: 1.5057099 Jul 16 01:37:02.631036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:02.669549 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.703503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object e6473019-3a12-4bfb-b3b2-c8fbae84d5cf will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:02.715428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a51c0b2-b50c-4bb5-a4ea-0b50ffc7d638 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.717531 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9a51c0b2-b50c-4bb5-a4ea-0b50ffc7d638 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/networks?id=c73461e8-108e-4303-a434-454ca06e1834 HTTP/1.1" status: 200 len: 761 time: 1.0246577 Jul 16 01:37:02.756046 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e4e83-e95a-499f-916c-11797bffa8ef None None] Pushing event updated for resources: {'Port': ['ID=3d79d9fd-aec7-491e-85b6-502bc4008639,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.839744 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Attempting to bind port 3d79d9fd-aec7-491e-85b6-502bc4008639 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:02.840113 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Attempting to bind port 3d79d9fd-aec7-491e-85b6-502bc4008639 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ec67d294-9824-4b90-b728-ef4a13bb0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:02.840478 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Attempting to bind port 3d79d9fd-aec7-491e-85b6-502bc4008639 on network a3100efc-711c-41f4-a30e-d3f54d255a50 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:02.843669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59646) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.857324 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:02.857516 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Checking segment: {'id': 'ec67d294-9824-4b90-b728-ef4a13bb0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:02.858230 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.858230 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Bound using segment: {'id': 'ec67d294-9824-4b90-b728-ef4a13bb0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:02.858674 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Bound port: 3d79d9fd-aec7-491e-85b6-502bc4008639, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec67d294-9824-4b90-b728-ef4a13bb0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:02.858796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-711876317'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:02.859058 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.948974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.958043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-b39a9183-ad16-4111-9ebc-b36dfae8a53f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 217 time: 0.1126862 Jul 16 01:37:03.012844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-861cb871-23f9-4cb5-9c64-514f5a66e598 req-dd51e8fd-3c5e-4b4d-a694-65ff8019d371 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3718097 Jul 16 01:37:03.024825 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] For port 3d79d9fd-aec7-491e-85b6-502bc4008639, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:03.033835 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] For port 3d79d9fd-aec7-491e-85b6-502bc4008639, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3d79d9fd-aec7-491e-85b6-502bc4008639,segment=NetworkSegment(ec67d294-9824-4b90-b728-ef4a13bb0b74),segment_id=ec67d294-9824-4b90-b728-ef4a13bb0b74)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:03.044692 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.057196 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaa093aa-b40b-4008-8bdb-9fee6dfe0e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.070177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=027c4c04-1dcd-4d89-a90a-f93b77d8a29d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.086808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1043b5c5-b368-4693-b50f-7c8cffdfbcf9 None None] Provisioning for port 0de41061-68ef-4db0-8837-f342a98852b0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:03.104122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:03.109905 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.131476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c3802-d140-4f2c-b890-9d4ffe20a3dc None None] get_active_networks_info from n-d-791504-14 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:37:03.134875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 23f6595e-8bf8-4c33-8948-3eb57e34d56f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:03.153015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:03.163770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-1eeca66a-08a0-4e15-994c-b2b6d0bff4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.165042 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-1eeca66a-08a0-4e15-994c-b2b6d0bff4f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1129 time: 1.8498912 Jul 16 01:37:03.168522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Made reservation on behalf of 91a272ff0dfa4e93aae6c2c738429e87 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:03.173736 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.189721 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:03.191740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 23f6595e-8bf8-4c33-8948-3eb57e34d56f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:03.192248 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:03.192400 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.192498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:03.218221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:03.230831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:03.231974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.251525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=e6473019-3a12-4bfb-b3b2-c8fbae84d5cf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.273841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1043b5c5-b368-4693-b50f-7c8cffdfbcf9 None None] Provisioning complete for port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:03.278390 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1043b5c5-b368-4693-b50f-7c8cffdfbcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.279385 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e4e83-e95a-499f-916c-11797bffa8ef None None] Pushing event updated for resources: {'Port': ['ID=3d79d9fd-aec7-491e-85b6-502bc4008639,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.300338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-2ac452a2-06f5-4898-94dc-e7365a585287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.302223 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-2ac452a2-06f5-4898-94dc-e7365a585287 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.2805636 Jul 16 01:37:03.360830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8658f-c049-4d7c-b957-2b2cbf4f7fd8 req-092eafdf-2015-4118-86b0-fa1013c8fd00 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.372494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44d8658f-c049-4d7c-b957-2b2cbf4f7fd8 req-092eafdf-2015-4118-86b0-fa1013c8fd00 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 946 time: 0.5989671 Jul 16 01:37:03.398224 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:03.425568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.426207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.426698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.427218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.427816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.428477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.429206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.430058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.430552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.431342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.431833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.432315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:03.479776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.499845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c3802-d140-4f2c-b890-9d4ffe20a3dc None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:37:03.546336 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.547022 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment a428ff5b-c87e-4350-aaf8-0521984625bb of type vlan for network 1e005229-431e-4108-8c82-7cfe2beedb6c Jul 16 01:37:03.557507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Subnet': ['ID=e67a7eca-297d-42e0-a506-1653bccddaca,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.557759 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44d8658f-c049-4d7c-b957-2b2cbf4f7fd8 req-a5ef8c22-f312-41ce-a0c0-7107c13557c2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840124 Jul 16 01:37:03.581019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-08e0fe8d-1e7f-4402-8ead-81f80b8320c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.583024 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-08e0fe8d-1e7f-4402-8ead-81f80b8320c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6a70f3a-6189-48fe-9aee-282d31de8c8a HTTP/1.1" status: 200 len: 896 time: 0.4069254 Jul 16 01:37:03.652310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.658862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 054aa98d-09d8-45c3-a762-3bd22d639f43 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:03.661079 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.690498 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.717504 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:03Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:03.736410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e194581f-f996-4f47-bd5b-6e17b5f6d760 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:03.754139 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74be82-0d47-4b3b-a831-f33827f45ac0 None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:36:57Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:03Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:03.928316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.937120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.938630 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.981012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Checking segment: {'id': '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:03.981723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network hostable DHCP agents. Network: fbd914f8-795e-4c26-8f6a-3d5eb6d2da47, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:03.998855 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.001182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1043b5c5-b368-4693-b50f-7c8cffdfbcf9 None None] Provisioning for port 3d79d9fd-aec7-491e-85b6-502bc4008639 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:04.079695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:04.170911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 054aa98d-09d8-45c3-a762-3bd22d639f43 has no active binding in host n-h2-791504-14 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:37:04.189017 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 23f6595e-8bf8-4c33-8948-3eb57e34d56f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=23f6595e-8bf8-4c33-8948-3eb57e34d56f,segment=NetworkSegment(4b553e3b-cf62-4f28-9483-be7b9d4ada17),segment_id=4b553e3b-cf62-4f28-9483-be7b9d4ada17)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:04.216266 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.278701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-99178f59-4614-48a7-8be7-0fc8e2aec7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.280398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-99178f59-4614-48a7-8be7-0fc8e2aec7e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9572623 Jul 16 01:37:04.302691 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.388853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-342d4940-1843-4200-9040-798449650550 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 200 len: 1001 time: 0.3644440 Jul 16 01:37:04.393153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=23f6595e-8bf8-4c33-8948-3eb57e34d56f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.482406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] For port e194581f-f996-4f47-bd5b-6e17b5f6d760, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e194581f-f996-4f47-bd5b-6e17b5f6d760,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:04.538889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=1e005229-431e-4108-8c82-7cfe2beedb6c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.571836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 1e005229-431e-4108-8c82-7cfe2beedb6c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:04.604095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec0ca9-cf8f-4598-b83d-8f360edf86f5 None None] get_active_networks_info from n-d-791504-14 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:37:04.621895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] For port e194581f-f996-4f47-bd5b-6e17b5f6d760, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:04.640592 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-bf776b7e-0c8a-4045-b432-03dac61790c8 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343446 Jul 16 01:37:04.648823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-1cf839e4-b7b7-4dbe-9a53-30b96dffd6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.651655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-1cf839e4-b7b7-4dbe-9a53-30b96dffd6d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b0371ce-f8f6-4752-ab8b-5745cd3ca47f HTTP/1.1" status: 200 len: 835 time: 0.2090728 Jul 16 01:37:04.688084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] device_id is not set on port e194581f-f996-4f47-bd5b-6e17b5f6d760 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:04.700000 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.727182 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaa093aa-b40b-4008-8bdb-9fee6dfe0e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.732227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:04.745706 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.749873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaa093aa-b40b-4008-8bdb-9fee6dfe0e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.754092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3d79d9fd-aec7-491e-85b6-502bc4008639 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:04.764250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-610031f9-dace-4660-a697-ac0845079c55 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9169414 Jul 16 01:37:04.776443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.782606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': '1e005229-431e-4108-8c82-7cfe2beedb6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:04.820949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, fbd914f8-795e-4c26-8f6a-3d5eb6d2da47) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:04.829001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.830782 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.907160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa093aa-b40b-4008-8bdb-9fee6dfe0e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28df2d32-a314-4141-bbf8-3b62944c5316,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.911071 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:04.911609 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:04.931317 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eaa093aa-b40b-4008-8bdb-9fee6dfe0e54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73465d46272242b4a90cf6e5aceb5da1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3123274 Jul 16 01:37:04.933376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59654) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.953427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 3d79d9fd-aec7-491e-85b6-502bc4008639 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:04.965402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3d79d9fd-aec7-491e-85b6-502bc4008639 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:04.965896 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.967666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] No DVR routers for this DVR port e194581f-f996-4f47-bd5b-6e17b5f6d760 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:04.979855 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-9f1e0a42-299c-4d91-9b70-4baff0013e34 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242767 Jul 16 01:37:04.988587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=e194581f-f996-4f47-bd5b-6e17b5f6d760,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.996489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bec0ca9-cf8f-4598-b83d-8f360edf86f5 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:37:05.010139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7194d556-6c23-476c-92de-cb1dc9f78145 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0038292 Jul 16 01:37:05.015440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59656) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.052089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-f37f3fb0-fe7e-44ed-81e8-ac465c1b80fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f96976a5-505b-40e3-973f-1cc310d11e60 HTTP/1.1" status: 200 len: 217 time: 0.0602846 Jul 16 01:37:05.069492 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.114464 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.115875 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.134365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] In _notify_port_updated(), no bound segment for port e194581f-f996-4f47-bd5b-6e17b5f6d760 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:37:05.135292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.135893 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.137005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-44dd0de2-47e7-480d-becb-5da19250ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.137233 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-c7f8db64-1440-47c1-90c4-135933478ff4 service neutron] 10.222.0.50 "PUT /v2.0/ports/e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 200 len: 1033 time: 2.5124710 Jul 16 01:37:05.138599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-44dd0de2-47e7-480d-becb-5da19250ecaf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6a70f3a-6189-48fe-9aee-282d31de8c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3758247 Jul 16 01:37:05.145254 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.155816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb700d-c1f4-4cfe-912d-d1806a3c92c0 req-d4c49d6a-1589-41d4-92d3-08f89b7f0308 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.162636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb700d-c1f4-4cfe-912d-d1806a3c92c0 req-d4c49d6a-1589-41d4-92d3-08f89b7f0308 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.164547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:05.168059 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.169810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb700d-c1f4-4cfe-912d-d1806a3c92c0 req-d4c49d6a-1589-41d4-92d3-08f89b7f0308 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.175829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb700d-c1f4-4cfe-912d-d1806a3c92c0 req-d4c49d6a-1589-41d4-92d3-08f89b7f0308 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.182211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb700d-c1f4-4cfe-912d-d1806a3c92c0 req-d4c49d6a-1589-41d4-92d3-08f89b7f0308 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.188049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb700d-c1f4-4cfe-912d-d1806a3c92c0 req-d4c49d6a-1589-41d4-92d3-08f89b7f0308 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.195280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb700d-c1f4-4cfe-912d-d1806a3c92c0 req-d4c49d6a-1589-41d4-92d3-08f89b7f0308 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.195480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-296f4c0d-6e07-4f50-8a11-01102f74bd67 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:05.196492 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-296f4c0d-6e07-4f50-8a11-01102f74bd67 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244269 Jul 16 01:37:05.197546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37eb700d-c1f4-4cfe-912d-d1806a3c92c0 req-d4c49d6a-1589-41d4-92d3-08f89b7f0308 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 5366 time: 0.7251058 Jul 16 01:37:05.213347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 3d79d9fd-aec7-491e-85b6-502bc4008639, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3d79d9fd-aec7-491e-85b6-502bc4008639,segment=NetworkSegment(ec67d294-9824-4b90-b728-ef4a13bb0b74),segment_id=ec67d294-9824-4b90-b728-ef4a13bb0b74)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:05.237695 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.238517 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0de41061-68ef-4db0-8837-f342a98852b0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:05.248948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ca43d-5164-4af2-a5bd-2b267b52c27e req-3ee82d0b-da8b-41a1-8f90-9a2b759d6ded tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.248948 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db3ca43d-5164-4af2-a5bd-2b267b52c27e req-3ee82d0b-da8b-41a1-8f90-9a2b759d6ded tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 946 time: 0.4144197 Jul 16 01:37:05.285830 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9be3bfb5-bc61-4687-af04-7abab1accc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.286555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-3451d886-f269-4c4b-a868-e581abbc758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.294328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-3451d886-f269-4c4b-a868-e581abbc758e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.2151954 Jul 16 01:37:05.387630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=e6473019-3a12-4bfb-b3b2-c8fbae84d5cf,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.387820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-57b75b1f-74f1-4ac6-a261-b86d0e447948 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.389088 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-57b75b1f-74f1-4ac6-a261-b86d0e447948 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "GET /v2.0/ports/f89e276e-a804-44d0-8dca-a140a357db12?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1872945 Jul 16 01:37:05.401235 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37eb700d-c1f4-4cfe-912d-d1806a3c92c0 req-3e6cad48-d52a-4aad-9cf8-ad2fc3770022 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&id=b1328bb8-4b03-49ed-83e2-9093f19577ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1863365 Jul 16 01:37:05.418351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:05.439685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9be3bfb5-bc61-4687-af04-7abab1accc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.526198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:05.532459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=3d79d9fd-aec7-491e-85b6-502bc4008639,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.604175 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db3ca43d-5164-4af2-a5bd-2b267b52c27e req-c2ee2ce2-739c-4f50-b71a-f18a690b5dc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415163 Jul 16 01:37:05.630927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 0de41061-68ef-4db0-8837-f342a98852b0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:05.636169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.645930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 0de41061-68ef-4db0-8837-f342a98852b0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:05.646747 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.676932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-f0f99833-9534-4e73-a80d-42abe1026b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.679376 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-f0f99833-9534-4e73-a80d-42abe1026b0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3358841 Jul 16 01:37:05.696717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:05.704997 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-1b8e2b0a-e10d-4186-9a5c-94bc40065ebf service neutron] 10.222.0.67 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884450 Jul 16 01:37:05.708604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:05.714717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9be3bfb5-bc61-4687-af04-7abab1accc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.717979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9be3bfb5-bc61-4687-af04-7abab1accc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.721438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9be3bfb5-bc61-4687-af04-7abab1accc9d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28df2d32-a314-4141-bbf8-3b62944c5316 HTTP/1.1" status: 204 len: 168 time: 0.7591355 Jul 16 01:37:05.734887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.751856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3bfb5-bc61-4687-af04-7abab1accc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28df2d32-a314-4141-bbf8-3b62944c5316,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.813111 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.845017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.912055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:05.916913 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59942cc-69fd-4f69-a746-bee1f3e727e4" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-unplugged", "status": "completed", "tag": "3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:05.924006 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'fixed_ips': [{'subnet_id': 'e67a7eca-297d-42e0-a506-1653bccddaca'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:05.925856 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.935870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:05.971938 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.973317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:06.064669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=a10f757e-16d6-4e4a-a1e7-da531f72ee23,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.114454 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fd8975-6b54-4918-9f3b-9c35bde715c4 x-openstack-request-id: req-26fd8975-6b54-4918-9f3b-9c35bde715c4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:06.114688 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-unplugged", "status": "completed", "tag": "3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:06.114896 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26fd8975-6b54-4918-9f3b-9c35bde715c4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:06.115292 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c', 'code': 200} Jul 16 01:37:06.134912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': 'a428ff5b-c87e-4350-aaf8-0521984625bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e005229-431e-4108-8c82-7cfe2beedb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:06.136207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: 1e005229-431e-4108-8c82-7cfe2beedb6c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:06.227797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59664) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.232435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-0739c179-03fa-43e4-8294-0cad39b091a6 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402715 Jul 16 01:37:06.235956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-286c37f6-1ef1-4b15-bc69-0e709bf4c034 req-625ee3e3-e352-4a9d-a795-2c1a357abc27 service neutron] 10.222.0.67 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136056 Jul 16 01:37:06.236585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network 1e005229-431e-4108-8c82-7cfe2beedb6c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:06.238361 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.251072 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186bab00-18fb-488e-a7bc-45269d1d18cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.270971 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] For port f89e276e-a804-44d0-8dca-a140a357db12, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f89e276e-a804-44d0-8dca-a140a357db12,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:06.292673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 1e005229-431e-4108-8c82-7cfe2beedb6c) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:06.298676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.299268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.328649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.353498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Router 59626736-809f-4486-a350-3e69bc8e43fe is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:06.385910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 0de41061-68ef-4db0-8837-f342a98852b0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0de41061-68ef-4db0-8837-f342a98852b0,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:06.394967 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.395797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 027c4c04-1dcd-4d89-a90a-f93b77d8a29d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:06.448267 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-0231ca07-bf48-4e4b-a86f-89510dc0005c service neutron] 10.222.0.67 "GET /v2.0/ports/054aa98d-09d8-45c3-a762-3bd22d639f43/bindings/n-h2-791504-14 HTTP/1.1" status: 200 len: 385 time: 0.2877111 Jul 16 01:37:06.463983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] For port f89e276e-a804-44d0-8dca-a140a357db12, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:06.505459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] device_id is not set on port f89e276e-a804-44d0-8dca-a140a357db12 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:06.516326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.528706 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.566433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=0de41061-68ef-4db0-8837-f342a98852b0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.570543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Allocated IP 2001:db8:3::2 (fbd914f8-795e-4c26-8f6a-3d5eb6d2da47/e67a7eca-297d-42e0-a506-1653bccddaca/3d9712ad-ed50-4336-923e-b74ebf55e7f9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:06.599981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186bab00-18fb-488e-a7bc-45269d1d18cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.611967 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.616086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186bab00-18fb-488e-a7bc-45269d1d18cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.670308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:06.670755 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.690242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f89e276e-a804-44d0-8dca-a140a357db12,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.702239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] No DVR routers for this DVR port f89e276e-a804-44d0-8dca-a140a357db12 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:06.756448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:06.775080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.776109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 73c0c0d0-af44-454e-a4af-2ce0e4257635 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:06.782857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-186bab00-18fb-488e-a7bc-45269d1d18cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7340e7432964d74bafe72f4412c15c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5534720 Jul 16 01:37:06.798627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bab00-18fb-488e-a7bc-45269d1d18cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bad4ab5-a497-430c-8d58-997e43ffc97f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.825717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59670) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.839421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a6dae38c-8832-4183-bdbf-f49968f08e6a None None] Provisioning for port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:06.859773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] In _notify_port_updated(), no bound segment for port f89e276e-a804-44d0-8dca-a140a357db12 on network 0d9ba969-e1d7-4110-9dd3-36e383a70297 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:37:06.860686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.861438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.861885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a6dae38c-8832-4183-bdbf-f49968f08e6a None None] Provisioning complete for port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:06.862281 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6dae38c-8832-4183-bdbf-f49968f08e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.862897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-f2ef534d-f0ed-4b1e-80a8-805154ee59b0 service neutron] 10.222.0.50 "PUT /v2.0/ports/f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 200 len: 1033 time: 1.4605401 Jul 16 01:37:06.874462 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a903b4b4-0b5d-4545-b6d1-981f2f2efe93 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0956535 Jul 16 01:37:06.877626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59674) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.963032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.965473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-df2cb852-a871-4b60-942a-ffadc1ef2c37 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182820 Jul 16 01:37:06.999628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-86d3e7f1-6c56-420f-bf54-ed7f554f5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.001133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-86d3e7f1-6c56-420f-bf54-ed7f554f5475 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1129 time: 0.6699855 Jul 16 01:37:07.005146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a6dae38c-8832-4183-bdbf-f49968f08e6a None None] Port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:07.027957 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.037167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:07.049197 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d3c3f-a360-4785-b649-ade168e1aa44 req-4500a495-bd2d-4151-aaa3-fc8459ab91df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.050778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e9d3c3f-a360-4785-b649-ade168e1aa44 req-4500a495-bd2d-4151-aaa3-fc8459ab91df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 946 time: 0.2826657 Jul 16 01:37:07.063001 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8361551b-f05a-4347-9181-e83ba7ab5fa1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "PUT /v2.0/routers/59626736-809f-4486-a350-3e69bc8e43fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2279694 Jul 16 01:37:07.065774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-6a74eaae-cce5-4cf3-a15a-d41e1455e58d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 HTTP/1.1" status: 200 len: 217 time: 0.0836415 Jul 16 01:37:07.067490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59676) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.085916 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62f09605-2396-4adc-82ae-648f899cf1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.099891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Transition to ACTIVE for port object 3d9712ad-ed50-4336-923e-b74ebf55e7f9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:07.135895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Transition to ACTIVE for port object 3d9712ad-ed50-4336-923e-b74ebf55e7f9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:07.140112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62f09605-2396-4adc-82ae-648f899cf1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.145003 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.146599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.153349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Sync routers for ids ['59626736-809f-4486-a350-3e69bc8e43fe'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:07.158542 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.180897 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3d79d9fd-aec7-491e-85b6-502bc4008639 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:07.189658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a6dae38c-8832-4183-bdbf-f49968f08e6a None None] Provisioning complete for port 0de41061-68ef-4db0-8837-f342a98852b0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:07.190186 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6dae38c-8832-4183-bdbf-f49968f08e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.226489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e9d3c3f-a360-4785-b649-ade168e1aa44 req-578b46d9-7a7b-4adb-9c22-55382578f0ba tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504846 Jul 16 01:37:07.260793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba237d6-463e-442a-afe1-4fad6f5be00d req-525130f4-9534-43fc-95c8-a68bc2f9bb1a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.263486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Allocated IP 2001:db8:3::1 (fbd914f8-795e-4c26-8f6a-3d5eb6d2da47/e67a7eca-297d-42e0-a506-1653bccddaca/2b19493d-b5bc-45e3-aee8-48ceca8b65cd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:07.267996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba237d6-463e-442a-afe1-4fad6f5be00d req-525130f4-9534-43fc-95c8-a68bc2f9bb1a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.274854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba237d6-463e-442a-afe1-4fad6f5be00d req-525130f4-9534-43fc-95c8-a68bc2f9bb1a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.280792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba237d6-463e-442a-afe1-4fad6f5be00d req-525130f4-9534-43fc-95c8-a68bc2f9bb1a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.286918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba237d6-463e-442a-afe1-4fad6f5be00d req-525130f4-9534-43fc-95c8-a68bc2f9bb1a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.289005 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ba237d6-463e-442a-afe1-4fad6f5be00d req-525130f4-9534-43fc-95c8-a68bc2f9bb1a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 3880 time: 0.4639642 Jul 16 01:37:07.303799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-fb411171-b3e2-42bb-982c-29e86f0c3510 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:07.304137 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-fb411171-b3e2-42bb-982c-29e86f0c3510 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.312686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b79430-4ffd-4519-ad56-02fc8b0eca31 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.314290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a2b79430-4ffd-4519-ad56-02fc8b0eca31 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports/e6473019-3a12-4bfb-b3b2-c8fbae84d5cf HTTP/1.1" status: 200 len: 911 time: 0.2325888 Jul 16 01:37:07.321446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:07.327212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59678) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.331592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Routers {'59626736-809f-4486-a350-3e69bc8e43fe'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:07.332316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59626736-809f-4486-a350-3e69bc8e43fe'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:07.347297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-135ff3d2-5f9e-40d4-9cf8-f71139845715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.348863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-135ff3d2-5f9e-40d4-9cf8-f71139845715 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 200 len: 797 time: 0.2576149 Jul 16 01:37:07.352213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:07.392427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:07.397223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 73c0c0d0-af44-454e-a4af-2ce0e4257635, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:07.406273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62f09605-2396-4adc-82ae-648f899cf1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.408740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62f09605-2396-4adc-82ae-648f899cf1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.412430 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-62f09605-2396-4adc-82ae-648f899cf1a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bad4ab5-a497-430c-8d58-997e43ffc97f HTTP/1.1" status: 204 len: 168 time: 0.5793266 Jul 16 01:37:07.433533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Pushing event updated for resources: {'Port': ['ID=3d9712ad-ed50-4336-923e-b74ebf55e7f9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.437849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.438577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f96976a5-505b-40e3-973f-1cc310d11e60 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:07.450527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ba237d6-463e-442a-afe1-4fad6f5be00d req-e3325d6c-c947-4661-8b6f-c65ea4315ce5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247489 Jul 16 01:37:07.455343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-80f314a9-c130-48bf-8311-10dbcccb945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.457287 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-80f314a9-c130-48bf-8311-10dbcccb945e service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6a70f3a-6189-48fe-9aee-282d31de8c8a HTTP/1.1" status: 200 len: 896 time: 0.4145799 Jul 16 01:37:07.603417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Set router 59626736-809f-4486-a350-3e69bc8e43fe gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:07.606470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-1f429500-2a12-44f4-8bd3-81b92b237f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.608027 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-1f429500-2a12-44f4-8bd3-81b92b237f5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d9ba969-e1d7-4110-9dd3-36e383a70297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2497239 Jul 16 01:37:07.609861 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-2133cc2d-1f80-421a-b831-1073b32a4053 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 200 len: 1001 time: 0.1442957 Jul 16 01:37:07.615847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-21fd2b48-9fb7-4f0c-8a85-0cb54678c531 service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:07.665659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3d79d9fd-aec7-491e-85b6-502bc4008639 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:07.666082 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.676481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Attempting to bind port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:07.677067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Attempting to bind port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:07.677708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-70f2192a-fb09-4371-ae66-4291df48b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.677856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Attempting to bind port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 on network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:07.678985 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-70f2192a-fb09-4371-ae66-4291df48b608 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b0371ce-f8f6-4752-ab8b-5745cd3ca47f HTTP/1.1" status: 200 len: 835 time: 0.0603609 Jul 16 01:37:07.765234 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.770158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-21fd2b48-9fb7-4f0c-8a85-0cb54678c531 service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:07.836561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f09605-2396-4adc-82ae-648f899cf1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bad4ab5-a497-430c-8d58-997e43ffc97f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.890634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-4854f509-03c2-42fb-95bb-db289089ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.892445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-4854f509-03c2-42fb-95bb-db289089ba27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6a70f3a-6189-48fe-9aee-282d31de8c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1956332 Jul 16 01:37:07.915963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:07.918568 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a98d2d-1a2d-48eb-a8b8-0ba566a7ce44" -d '{"events": [{"server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "name": "network-vif-unplugged", "status": "completed", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:07.922927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-fb411171-b3e2-42bb-982c-29e86f0c3510 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] For port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:07.923297 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-fb411171-b3e2-42bb-982c-29e86f0c3510 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.930196 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.931603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-21fd2b48-9fb7-4f0c-8a85-0cb54678c531 service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:07.948171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.964494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-fb411171-b3e2-42bb-982c-29e86f0c3510 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Calling delete_port for 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:07.970596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-49f7e873-1ccf-429d-95b8-ae957238cd4a service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022797 Jul 16 01:37:07.980318 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6939d7a5-5ba9-464a-8596-47661d949de9 x-openstack-request-id: req-6939d7a5-5ba9-464a-8596-47661d949de9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:07.980598 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "name": "network-vif-unplugged", "status": "completed", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:07.980835 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6939d7a5-5ba9-464a-8596-47661d949de9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:07.981235 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'code': 200} Jul 16 01:37:07.995713 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-21fd2b48-9fb7-4f0c-8a85-0cb54678c531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.996747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Transition to ACTIVE for port object 2b19493d-b5bc-45e3-aee8-48ceca8b65cd will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:07.999195 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd4136f6-7db4-477e-a50f-59fd9a80ed01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.012499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b716694-ddf9-40f3-8bf8-be0efddb0dec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.018612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b716694-ddf9-40f3-8bf8-be0efddb0dec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.019947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0b716694-ddf9-40f3-8bf8-be0efddb0dec tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6896567 Jul 16 01:37:08.021217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.025800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59688) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.030488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=73c0c0d0-af44-454e-a4af-2ce0e4257635,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.042049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:08.042445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Checking segment: {'id': '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:08.042836 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.043234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Bound using segment: {'id': '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:08.043816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Bound port: 3d9712ad-ed50-4336-923e-b74ebf55e7f9, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:08.044093 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.128985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4519f73-1c3e-48ca-b665-1cb38b8f8aa6'}, {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73c0c0d0-af44-454e-a4af-2ce0e4257635'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:08.131898 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40747e1-24b7-48a5-b040-82426a132aeb" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-unplugged", "status": "completed", "tag": "a4519f73-1c3e-48ca-b665-1cb38b8f8aa6"}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-unplugged", "status": "completed", "tag": "73c0c0d0-af44-454e-a4af-2ce0e4257635"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:08.169397 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=a10f757e-16d6-4e4a-a1e7-da531f72ee23,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.226421 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aad399-1e65-4d29-a872-f56c8c6b6a1d x-openstack-request-id: req-d8aad399-1e65-4d29-a872-f56c8c6b6a1d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:08.226849 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-unplugged", "status": "completed", "tag": "a4519f73-1c3e-48ca-b665-1cb38b8f8aa6", "code": 200}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-unplugged", "status": "completed", "tag": "73c0c0d0-af44-454e-a4af-2ce0e4257635", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:08.227103 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8aad399-1e65-4d29-a872-f56c8c6b6a1d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:08.227502 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4519f73-1c3e-48ca-b665-1cb38b8f8aa6', 'code': 200} Jul 16 01:37:08.227761 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73c0c0d0-af44-454e-a4af-2ce0e4257635', 'code': 200} Jul 16 01:37:08.228375 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.255847 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-4289166e-50bd-4380-acaa-4ee23736e2f7 service neutron] 10.222.0.50 "GET /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672255 Jul 16 01:37:08.258696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-886eaf7a-126f-4cb0-a8a1-49334d6a218b service neutron] 10.222.0.67 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551626 Jul 16 01:37:08.297390 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.326979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e005229-431e-4108-8c82-7cfe2beedb6c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:08.335518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] For port 3d9712ad-ed50-4336-923e-b74ebf55e7f9, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:08.340286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port f96976a5-505b-40e3-973f-1cc310d11e60, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f96976a5-505b-40e3-973f-1cc310d11e60,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:08.347097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.353694 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.354467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f89e276e-a804-44d0-8dca-a140a357db12 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:08.364624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] For port 3d9712ad-ed50-4336-923e-b74ebf55e7f9, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3d9712ad-ed50-4336-923e-b74ebf55e7f9,segment=NetworkSegment(8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e),segment_id=8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:08.374827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9728a74a-7c0f-4cd2-948c-bb0e5293018e req-f1c05bc2-efe6-472a-976b-f9dfca223d78 service neutron] 10.222.0.67 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063368 Jul 16 01:37:08.416452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-e43974ed-533d-4f99-be6a-026da1cf8e12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635 HTTP/1.1" status: 200 len: 217 time: 0.1565089 Jul 16 01:37:08.421696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0de41061-68ef-4db0-8837-f342a98852b0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:08.424103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a428ff5b-c87e-4350-aaf8-0521984625bb') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:08.424410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a428ff5b-c87e-4350-aaf8-0521984625bb') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:08.430326 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.470591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-21fd2b48-9fb7-4f0c-8a85-0cb54678c531 service neutron] Transition to ACTIVE for port object 054aa98d-09d8-45c3-a762-3bd22d639f43 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:08.480840 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.482096 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-21fd2b48-9fb7-4f0c-8a85-0cb54678c531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.491266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:08.525897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:08.531658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=f96976a5-505b-40e3-973f-1cc310d11e60,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.539857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f89e276e-a804-44d0-8dca-a140a357db12 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:08.541074 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4595d6d1-12c8-461b-babc-f1a4cc58cf6b no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:08.544569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:08.544569 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.549129 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.571673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd2b48-9fb7-4f0c-8a85-0cb54678c531 service neutron] Pushing event updated for resources: {'Port': ['ID=054aa98d-09d8-45c3-a762-3bd22d639f43,revision_number=11']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.583175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-5ce5de67-4f70-45f5-8714-08c5a5ea75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.585571 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-5ce5de67-4f70-45f5-8714-08c5a5ea75ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.1613412 Jul 16 01:37:08.597710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=2b19493d-b5bc-45e3-aee8-48ceca8b65cd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.646970 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 0de41061-68ef-4db0-8837-f342a98852b0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:08.647355 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.650440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889567d-f376-4b27-9fe7-f92e4fcf700c None None] Pushing event updated for resources: {'Port': ['ID=3d9712ad-ed50-4336-923e-b74ebf55e7f9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.683015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:08.683433 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:08.695385 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:08.725653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59626736-809f-4486-a350-3e69bc8e43fe', 'name': 'tempest-NetworksTestDHCPv6-router-206291136', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:59Z', 'updated_at': '2021-07-16T01:37:03Z', 'revision_number': 2, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None, '_interfaces': [{'id': 'e6473019-3a12-4bfb-b3b2-c8fbae84d5cf', 'name': '', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'mac_address': 'fa:16:3e:97:70:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59626736-809f-4486-a350-3e69bc8e43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'd21bac04-0ad3-43c2-b66c-2dc571294753', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 2, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'subnets': [{'id': 'd21bac04-0ad3-43c2-b66c-2dc571294753', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:08.736832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 054aa98d-09d8-45c3-a762-3bd22d639f43 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:08.824787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 054aa98d-09d8-45c3-a762-3bd22d639f43 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:08.825041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-21fd2b48-9fb7-4f0c-8a85-0cb54678c531 service neutron] No DVR routers for this DVR port 054aa98d-09d8-45c3-a762-3bd22d639f43 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:08.843113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Checking router: 59626736-809f-4486-a350-3e69bc8e43fe for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:08.843466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Updating router 59626736-809f-4486-a350-3e69bc8e43fe port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:08.862824 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd4136f6-7db4-477e-a50f-59fd9a80ed01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.864783 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-fb411171-b3e2-42bb-982c-29e86f0c3510 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.884922 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd4136f6-7db4-477e-a50f-59fd9a80ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.890712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-407c9245-e957-4fac-941c-5c6f49dac89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.892403 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-407c9245-e957-4fac-941c-5c6f49dac89e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2802503 Jul 16 01:37:08.963592 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.987137 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.989300 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.012531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 23f6595e-8bf8-4c33-8948-3eb57e34d56f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:09.026667 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.028581 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/1e005229-431e-4108-8c82-7cfe2beedb6c HTTP/1.1" status: 204 len: 168 time: 2.1468449 Jul 16 01:37:09.032829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59698) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.063149 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb411171-b3e2-42bb-982c-29e86f0c3510 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Port': ['ID=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.072949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:09.082596 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.100162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cb5a0-46be-41c1-9f93-4a94458e3d3d tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=1e005229-431e-4108-8c82-7cfe2beedb6c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.168334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4136f6-7db4-477e-a50f-59fd9a80ed01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdedbe2-db7c-4e86-b0e1-c1e34985d42c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.207401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-fb411171-b3e2-42bb-982c-29e86f0c3510 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] No DVR routers for this DVR port 3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:09.211776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-fb411171-b3e2-42bb-982c-29e86f0c3510 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.213870 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-fb411171-b3e2-42bb-982c-29e86f0c3510 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "DELETE /v2.0/ports/3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c HTTP/1.1" status: 204 len: 173 time: 2.3385742 Jul 16 01:37:09.218862 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bd4136f6-7db4-477e-a50f-59fd9a80ed01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc4d4b10483d45d88b59a04f73268163&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2599626 Jul 16 01:37:09.220411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-deleted', 'tag': '3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:09.222698 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4d052c-09bb-4bb5-bd9a-d176f365a2be" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-deleted", "tag": "3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:09.228193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59700) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.242762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcae8b-3551-404b-870d-630c2409ed1d req-d8144972-be0c-4551-a322-cb0759cc9bc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.244698 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcbcae8b-3551-404b-870d-630c2409ed1d req-d8144972-be0c-4551-a322-cb0759cc9bc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.6809504 Jul 16 01:37:09.259684 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.270136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.298980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 23f6595e-8bf8-4c33-8948-3eb57e34d56f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:09.299357 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.395657 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e7733a-1b10-4a5c-97e7-e6621095f968 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] GET failed (client error): The resource could not be found. Jul 16 01:37:09.400456 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-12e7733a-1b10-4a5c-97e7-e6621095f968 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/subnets/a10f757e-16d6-4e4a-a1e7-da531f72ee23 HTTP/1.1" status: 404 len: 337 time: 0.0539887 Jul 16 01:37:09.401486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.445229 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d2bf31-4dff-4d54-9912-9ae719693e5b tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:09.445829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d2bf31-4dff-4d54-9912-9ae719693e5b tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:09.453953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-59d2bf31-4dff-4d54-9912-9ae719693e5b tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/1e005229-431e-4108-8c82-7cfe2beedb6c HTTP/1.1" status: 404 len: 339 time: 0.0431619 Jul 16 01:37:09.455949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.470416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f998c9-f295-4d17-824c-b117b4791a42 req-d33dc417-43d4-4ac2-b510-e1ebee0aa47e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.477885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f998c9-f295-4d17-824c-b117b4791a42 req-d33dc417-43d4-4ac2-b510-e1ebee0aa47e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.481130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bcbcae8b-3551-404b-870d-630c2409ed1d req-3cc42ef4-abdb-4860-b9aa-42a3bcbf8798 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169940 Jul 16 01:37:09.484392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f998c9-f295-4d17-824c-b117b4791a42 req-d33dc417-43d4-4ac2-b510-e1ebee0aa47e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.491395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f998c9-f295-4d17-824c-b117b4791a42 req-d33dc417-43d4-4ac2-b510-e1ebee0aa47e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.493501 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e2f998c9-f295-4d17-824c-b117b4791a42 req-d33dc417-43d4-4ac2-b510-e1ebee0aa47e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 3143 time: 0.7015195 Jul 16 01:37:09.508444 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-c5cc7798-75c8-4106-b387-fe7ad58b6b44 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061845 Jul 16 01:37:09.542891 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.571257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Transition to ACTIVE for port object e6473019-3a12-4bfb-b3b2-c8fbae84d5cf will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:09.580234 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.592701 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b456cc75-fdb2-4947-b1f7-3d1a4c6497d7 x-openstack-request-id: req-b456cc75-fdb2-4947-b1f7-3d1a4c6497d7 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:09.592983 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-deleted", "tag": "3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:09.593724 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b456cc75-fdb2-4947-b1f7-3d1a4c6497d7 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:09.593856 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-deleted', 'tag': '3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c', 'status': 'completed', 'code': 200} Jul 16 01:37:09.603887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2455b22-dd71-4a57-bd76-54cdf751fed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.675713 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2455b22-dd71-4a57-bd76-54cdf751fed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.682692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf7333-80fe-49aa-ad1d-71f71dc8c111 None None] Pushing event updated for resources: {'Port': ['ID=e6473019-3a12-4bfb-b3b2-c8fbae84d5cf,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.685523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3d9712ad-ed50-4336-923e-b74ebf55e7f9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:09.705369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-21fd2b48-9fb7-4f0c-8a85-0cb54678c531 service neutron] 10.222.0.67 "PUT /v2.0/ports/054aa98d-09d8-45c3-a762-3bd22d639f43/bindings/n-h2-791504-14/activate HTTP/1.1" status: 200 len: 370 time: 2.8826437 Jul 16 01:37:09.775129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:09.840776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Attempting to bind port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:09.841112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Attempting to bind port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:09.841443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Attempting to bind port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:09.847710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:09.848112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:09.848577 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.848998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:09.850240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Bound port: e6473019-3a12-4bfb-b3b2-c8fbae84d5cf, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:09.850673 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.884366 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e2f998c9-f295-4d17-824c-b117b4791a42 req-52a19241-bc34-4bf0-9d0b-ab1e977c092c tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084135 Jul 16 01:37:09.895346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:09.896383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.905618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14bad94-7310-430a-9a7c-2da9b7cb247c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.908453 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.908992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f14bad94-7310-430a-9a7c-2da9b7cb247c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4502614 Jul 16 01:37:09.918319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59708) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.947586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] For port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:09.955642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] For port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e6473019-3a12-4bfb-b3b2-c8fbae84d5cf,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:09.956543 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-bf6bb702-6096-4f2a-9ca3-11da67486613 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378600 Jul 16 01:37:09.962860 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.032067 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-18a70db1-3afd-4dad-a26f-2f21feae1afa tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 207 time: 0.1085398 Jul 16 01:37:10.033728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-1209118e-079c-45c9-b37d-74f7ed0742a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3df9d9ec-c1fc-4a0e-b0e3-40f93f365f4c HTTP/1.1" status: 200 len: 217 time: 0.0654113 Jul 16 01:37:10.036141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:10.039218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf7333-80fe-49aa-ad1d-71f71dc8c111 None None] Pushing event updated for resources: {'Port': ['ID=e6473019-3a12-4bfb-b3b2-c8fbae84d5cf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.045456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Routers {'59626736-809f-4486-a350-3e69bc8e43fe'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:10.046490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59626736-809f-4486-a350-3e69bc8e43fe'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:10.171031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] Set router 59626736-809f-4486-a350-3e69bc8e43fe gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:10.176450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-87755bbe-8f3c-4efc-9d75-6c5281f3fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.178414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-87755bbe-8f3c-4efc-9d75-6c5281f3fe23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 200 len: 797 time: 0.1193008 Jul 16 01:37:10.200773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd0c81-c589-494f-b151-1ad47d9f445d None None] Network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:10.225133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bdd33-c555-4cd6-ad3c-60e5ff84d6f9 None None] Network 1e005229-431e-4108-8c82-7cfe2beedb6c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:10.240354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f96976a5-505b-40e3-973f-1cc310d11e60'}, {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:10.248273 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5600dcf8-4320-44e1-a973-0fb0dc691d2b" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-unplugged", "status": "completed", "tag": "f96976a5-505b-40e3-973f-1cc310d11e60"}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-unplugged", "status": "completed", "tag": "4595d6d1-12c8-461b-babc-f1a4cc58cf6b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:10.274654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca50174-4c16-4f44-ba3c-42a08b3e4a45 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.281198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca50174-4c16-4f44-ba3c-42a08b3e4a45 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.288573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca50174-4c16-4f44-ba3c-42a08b3e4a45 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.294483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca50174-4c16-4f44-ba3c-42a08b3e4a45 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.297085 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8ca50174-4c16-4f44-ba3c-42a08b3e4a45 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2591212 Jul 16 01:37:10.306909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59714) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:10.331103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bdd33-c555-4cd6-ad3c-60e5ff84d6f9 None None] Network 1e005229-431e-4108-8c82-7cfe2beedb6c could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:37:10.406440 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad79e4a6-8c61-41d8-a083-465a1406e5e4 x-openstack-request-id: req-ad79e4a6-8c61-41d8-a083-465a1406e5e4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:10.407167 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-unplugged", "status": "completed", "tag": "f96976a5-505b-40e3-973f-1cc310d11e60", "code": 200}, {"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-unplugged", "status": "completed", "tag": "4595d6d1-12c8-461b-babc-f1a4cc58cf6b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:10.407536 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad79e4a6-8c61-41d8-a083-465a1406e5e4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:10.408070 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f96976a5-505b-40e3-973f-1cc310d11e60', 'code': 200} Jul 16 01:37:10.409095 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b', 'code': 200} Jul 16 01:37:10.413721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eb4713-6c9c-4936-a4a0-168df01e2b4e None None] Network 1e005229-431e-4108-8c82-7cfe2beedb6c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:10.467793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-0b888808-b571-4380-9aaf-c9612ae952fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.469892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-0b888808-b571-4380-9aaf-c9612ae952fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1a6271f-26a6-4477-a38f-471fd54f2d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2799757 Jul 16 01:37:10.472250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2455b22-dd71-4a57-bd76-54cdf751fed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.476349 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2455b22-dd71-4a57-bd76-54cdf751fed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.478494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b2455b22-dd71-4a57-bd76-54cdf751fed2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfdedbe2-db7c-4e86-b0e1-c1e34985d42c HTTP/1.1" status: 204 len: 168 time: 1.2454596 Jul 16 01:37:10.491502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eb4713-6c9c-4936-a4a0-168df01e2b4e None None] Network 1e005229-431e-4108-8c82-7cfe2beedb6c could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:37:10.572915 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a153143c-cbad-40ed-9ae9-81137c24daef tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2638586 Jul 16 01:37:10.592782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59720) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:10.710929 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-c237bd17-3d8a-41d9-adcf-3c1511742d45 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328200 Jul 16 01:37:10.759340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2455b22-dd71-4a57-bd76-54cdf751fed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdedbe2-db7c-4e86-b0e1-c1e34985d42c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.866578 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-607ab3b9-a986-408a-b055-ed65bec6a2d3 req-94be613d-579f-4494-85ae-95b4d6ce7595 service neutron] 10.222.0.50 "GET /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461599 Jul 16 01:37:10.893168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-55d571b6-588f-4440-b153-4da15cb8a5db tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.912113 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-55d571b6-588f-4440-b153-4da15cb8a5db tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630&tenant_id=12c4eea5d22846989166acf9750bd01d&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 1097 time: 1.1290431 Jul 16 01:37:11.089376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af053991-568f-45ba-96af-0e52ce59ddc5 req-ba98cc4f-b6d3-468c-aae5-02147d398cd0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.101747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af053991-568f-45ba-96af-0e52ce59ddc5 req-ba98cc4f-b6d3-468c-aae5-02147d398cd0 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.3755665 Jul 16 01:37:11.110532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e391d328-bbf3-46b0-9a91-18fea7db10cb None None] Provisioning complete for port 0de41061-68ef-4db0-8837-f342a98852b0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:11.112428 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e391d328-bbf3-46b0-9a91-18fea7db10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.182414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af053991-568f-45ba-96af-0e52ce59ddc5 req-7c10ffd5-f90f-4368-809f-effc8f152398 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700517 Jul 16 01:37:11.206490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3fcc3-c59f-4e07-afc0-781111ccfc23 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.207862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3fcc3-c59f-4e07-afc0-781111ccfc23 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.210761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aca3fcc3-c59f-4e07-afc0-781111ccfc23 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5780756 Jul 16 01:37:11.215342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59728) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:11.273401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] For port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:11.273796 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.294981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.346490 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.347255 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.426588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53fb731-90c0-4587-aff5-e6e48391c6ed tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.428258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53fb731-90c0-4587-aff5-e6e48391c6ed tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.435313 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a53fb731-90c0-4587-aff5-e6e48391c6ed tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2163980 Jul 16 01:37:11.436243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:11.503841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59626736-809f-4486-a350-3e69bc8e43fe', 'name': 'tempest-NetworksTestDHCPv6-router-206291136', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:59Z', 'updated_at': '2021-07-16T01:37:03Z', 'revision_number': 2, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None, '_interfaces': [{'id': 'e6473019-3a12-4bfb-b3b2-c8fbae84d5cf', 'name': '', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'mac_address': 'fa:16:3e:97:70:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59626736-809f-4486-a350-3e69bc8e43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'd21bac04-0ad3-43c2-b66c-2dc571294753', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 4, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'subnets': [{'id': 'd21bac04-0ad3-43c2-b66c-2dc571294753', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:11.561623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930ea8d-cf7b-49a0-ad71-b6ec74e4bf0f None None] The sync data for ids ['59626736-809f-4486-a350-3e69bc8e43fe'] in n-d-791504-14 is: [{'id': '59626736-809f-4486-a350-3e69bc8e43fe', 'name': 'tempest-NetworksTestDHCPv6-router-206291136', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:59Z', 'updated_at': '2021-07-16T01:37:03Z', 'revision_number': 2, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None, '_interfaces': [{'id': 'e6473019-3a12-4bfb-b3b2-c8fbae84d5cf', 'name': '', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'mac_address': 'fa:16:3e:97:70:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59626736-809f-4486-a350-3e69bc8e43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'd21bac04-0ad3-43c2-b66c-2dc571294753', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 4, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'subnets': [{'id': 'd21bac04-0ad3-43c2-b66c-2dc571294753', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:11.628420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e391d328-bbf3-46b0-9a91-18fea7db10cb None None] Provisioning for port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:11.633683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e391d328-bbf3-46b0-9a91-18fea7db10cb None None] Provisioning complete for port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:11.634437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e391d328-bbf3-46b0-9a91-18fea7db10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.693627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6735b7-45c6-4db7-823c-71f9ca1fae8b tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.695872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0a6735b7-45c6-4db7-823c-71f9ca1fae8b tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/networks/f741af84-67c6-4ce4-853f-dd0b9b4d1977 HTTP/1.1" status: 200 len: 800 time: 0.2588935 Jul 16 01:37:11.700260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59740) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:11.714317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event updated for resources: {'Port': ['ID=2b19493d-b5bc-45e3-aee8-48ceca8b65cd,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.792037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-89bf4456-4255-48d7-9f4a-2b215e780b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.794140 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-89bf4456-4255-48d7-9f4a-2b215e780b25 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 1097 time: 0.7803481 Jul 16 01:37:11.862693 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e391d328-bbf3-46b0-9a91-18fea7db10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.923042 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7e1307b4-4863-4bca-85b6-6a6c0d40f3fb tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/networks/f741af84-67c6-4ce4-853f-dd0b9b4d1977?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2206447 Jul 16 01:37:11.926789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59746) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:11.976038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e391d328-bbf3-46b0-9a91-18fea7db10cb None None] For port 3d9712ad-ed50-4336-923e-b74ebf55e7f9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3d9712ad-ed50-4336-923e-b74ebf55e7f9,segment=NetworkSegment(8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e),segment_id=8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:11.984308 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e391d328-bbf3-46b0-9a91-18fea7db10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.042318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21a0839-2372-4e55-8d37-0f9053cbf2ce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.043747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a21a0839-2372-4e55-8d37-0f9053cbf2ce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/subnets/8cf25cd6-f37f-42c6-9988-efaf43364459 HTTP/1.1" status: 200 len: 811 time: 0.1154349 Jul 16 01:37:12.047755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.129790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886821fc-b18f-440a-ae13-7afbdfb99b3e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.131898 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-886821fc-b18f-440a-ae13-7afbdfb99b3e tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "GET /v2.0/subnets/8cf25cd6-f37f-42c6-9988-efaf43364459?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0822694 Jul 16 01:37:12.135441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59752) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.144365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1531876649'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:12.150122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391d328-bbf3-46b0-9a91-18fea7db10cb None None] Pushing event updated for resources: {'Port': ['ID=3d9712ad-ed50-4336-923e-b74ebf55e7f9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:12.184520 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc2db038-6a17-4059-8477-09b400819748 None None] Provisioning complete for port f89e276e-a804-44d0-8dca-a140a357db12 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:12.184974 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc2db038-6a17-4059-8477-09b400819748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.203915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:12.208231 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.266794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:12.268174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fc2db038-6a17-4059-8477-09b400819748 None None] Port f89e276e-a804-44d0-8dca-a140a357db12 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:12.299600 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.301095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc2db038-6a17-4059-8477-09b400819748 None None] Provisioning complete for port 3d79d9fd-aec7-491e-85b6-502bc4008639 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:12.301504 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Added segment 26f4836c-bcb6-495b-96bb-b9c8496279e5 of type vlan for network 9848fe85-f049-4ec9-90da-fbd0063eb35f Jul 16 01:37:12.303076 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc2db038-6a17-4059-8477-09b400819748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.367115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df86c83-efa7-44c9-abc6-30ef468bc296 req-51d19813-03c9-4b4f-afd6-78139bfee71e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.382905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df86c83-efa7-44c9-abc6-30ef468bc296 req-51d19813-03c9-4b4f-afd6-78139bfee71e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.385422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.389140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df86c83-efa7-44c9-abc6-30ef468bc296 req-51d19813-03c9-4b4f-afd6-78139bfee71e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.419354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df86c83-efa7-44c9-abc6-30ef468bc296 req-51d19813-03c9-4b4f-afd6-78139bfee71e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.427720 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0df86c83-efa7-44c9-abc6-30ef468bc296 req-51d19813-03c9-4b4f-afd6-78139bfee71e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 3141 time: 1.1938431 Jul 16 01:37:12.499066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.499362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:12.507459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.508340 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.516792 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0df86c83-efa7-44c9-abc6-30ef468bc296 req-1c84b86d-1727-404b-864d-6b2ed8a5c9d6 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863838 Jul 16 01:37:12.521018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc2db038-6a17-4059-8477-09b400819748 None None] Provisioning complete for port e194581f-f996-4f47-bd5b-6e17b5f6d760 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:12.521409 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc2db038-6a17-4059-8477-09b400819748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.529553 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:12.577614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fc2db038-6a17-4059-8477-09b400819748 None None] Port e194581f-f996-4f47-bd5b-6e17b5f6d760 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:12.619562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4801025 Jul 16 01:37:12.627065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59760) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.652089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-aed60945-520d-41e3-913e-6409547a8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.653786 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-aed60945-520d-41e3-913e-6409547a8f8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1097 time: 0.7637112 Jul 16 01:37:12.669463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'network_id': '9848fe85-f049-4ec9-90da-fbd0063eb35f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:12.744856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ad49c-7998-4e31-98b0-5c4ffcf41dce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Network': ['ID=9848fe85-f049-4ec9-90da-fbd0063eb35f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:12.758054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 9848fe85-f049-4ec9-90da-fbd0063eb35f details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:12.765439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.765910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.766256 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Floating IP 48e989fe-409d-4db1-a5be-7d5d01c6ac1e disassociated. External IP: 172.25.4.59, port: 4595d6d1-12c8-461b-babc-f1a4cc58cf6b. Jul 16 01:37:12.766615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Calling delete_port for 4595d6d1-12c8-461b-babc-f1a4cc58cf6b owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:12.836332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:12.837320 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.853701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44abc9-b258-41f7-a61c-4a2c362f0bb3 req-7de4bbcb-0880-458a-8c33-d89e15b78825 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.856129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e44abc9-b258-41f7-a61c-4a2c362f0bb3 req-7de4bbcb-0880-458a-8c33-d89e15b78825 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.4473460 Jul 16 01:37:12.877710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be15db-a893-4959-8c30-71a5644e9c1b None None] Network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:12.908196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Made reservation on behalf of 3e699952d893418d86829698864ee6ef for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:12.913111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.943511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-55ff84b9-7106-4b2b-8676-78783d3d898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.945368 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-55ff84b9-7106-4b2b-8676-78783d3d898e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a6a70f3a-6189-48fe-9aee-282d31de8c8a HTTP/1.1" status: 200 len: 896 time: 0.2758434 Jul 16 01:37:12.952700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:12.971785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e44abc9-b258-41f7-a61c-4a2c362f0bb3 req-58cb83d0-a9e3-4403-bf6b-fff05bda61c4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072452 Jul 16 01:37:12.984851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9446e2bf-c63d-455c-a93a-ce77819ed1c7 None None] Provisioning for port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:12.995026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9446e2bf-c63d-455c-a93a-ce77819ed1c7 None None] Provisioning complete for port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:12.995404 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9446e2bf-c63d-455c-a93a-ce77819ed1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.005058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Performing IP validity checks on allocation pools {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:37:13.005058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:37:13.100372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9446e2bf-c63d-455c-a93a-ce77819ed1c7 None None] Port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:13.149582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9446e2bf-c63d-455c-a93a-ce77819ed1c7 None None] Provisioning complete for port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:13.150228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9446e2bf-c63d-455c-a93a-ce77819ed1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.191382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.223592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:13.245583 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:13.267262 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-300b3440-979a-49a8-bedd-22e9addfe6b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 200 len: 999 time: 0.3086400 Jul 16 01:37:13.267470 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:13.268170 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:13.273683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=13bee8eb-f4f0-40ac-adc4-92fbca6d0e18,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.279838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Checking segment: {'id': '26f4836c-bcb6-495b-96bb-b9c8496279e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9848fe85-f049-4ec9-90da-fbd0063eb35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:13.280334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network hostable DHCP agents. Network: 9848fe85-f049-4ec9-90da-fbd0063eb35f, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:13.286252 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-116c8230-01cf-4af1-a471-0180dda3a57e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2674823 Jul 16 01:37:13.287072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59768) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.293935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-89945a6e-3178-4573-a61d-d00b74f45771 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:13.344121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-24dfc80e-40ff-4ae5-a449-9ff4d0653c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.345596 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-24dfc80e-40ff-4ae5-a449-9ff4d0653c33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b0371ce-f8f6-4752-ab8b-5745cd3ca47f HTTP/1.1" status: 200 len: 835 time: 0.0516524 Jul 16 01:37:13.356609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] For port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e6473019-3a12-4bfb-b3b2-c8fbae84d5cf,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:13.356975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.464715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Network 9848fe85-f049-4ec9-90da-fbd0063eb35f is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:13.465158 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:13.499127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 9848fe85-f049-4ec9-90da-fbd0063eb35f) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:13.515535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c4f92a-914a-47b5-be21-c46edac0d971 None None] Network 9848fe85-f049-4ec9-90da-fbd0063eb35f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:13.536376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.538853 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.726210 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5d34b43c-865b-4142-8ab9-09e59dc57191 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0976169 Jul 16 01:37:13.836725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3d9712ad-ed50-4336-923e-b74ebf55e7f9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:13.853817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.859992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-43b79dc7-6fd3-4587-a348-e0e7cf71c71c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:14.002743 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:08Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b19493d-b5bc-45e3-aee8-48ceca8b65cd', 'name': '', 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:2e:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 2, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:14.044662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-9848fe85-f049-4ec9-90da-fbd0063eb35f', 'network_id': '9848fe85-f049-4ec9-90da-fbd0063eb35f', 'tenant_id': '3e699952d893418d86829698864ee6ef', 'fixed_ips': [{'subnet_id': '13bee8eb-f4f0-40ac-adc4-92fbca6d0e18'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:14.045540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.069432 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43b79dc7-6fd3-4587-a348-e0e7cf71c71c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6198943'] for subnet, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.090711 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:14.091069 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Updating router 846cd239-0d57-4bab-8c06-fbd75adeac43 port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:14.102959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-17c26c5d-0e08-426a-865e-f5a83a18acbf None None] Provisioning complete for port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:14.103463 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17c26c5d-0e08-426a-865e-f5a83a18acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.121528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for e6473019-3a12-4bfb-b3b2-c8fbae84d5cf owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:14.160293 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.363802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-5d7b958d-fe66-4bd6-9ff7-4ee883c876fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.367458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-5d7b958d-fe66-4bd6-9ff7-4ee883c876fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a6a70f3a-6189-48fe-9aee-282d31de8c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0127826 Jul 16 01:37:14.379305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:14.379865 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.409343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33641778-4ceb-4022-9d62-7ba6e1c61645 req-6eccb5e2-43ce-4739-b107-bdabba5a50a5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.415815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33641778-4ceb-4022-9d62-7ba6e1c61645 req-6eccb5e2-43ce-4739-b107-bdabba5a50a5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.422288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33641778-4ceb-4022-9d62-7ba6e1c61645 req-6eccb5e2-43ce-4739-b107-bdabba5a50a5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.446193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33641778-4ceb-4022-9d62-7ba6e1c61645 req-6eccb5e2-43ce-4739-b107-bdabba5a50a5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.453112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-17c26c5d-0e08-426a-865e-f5a83a18acbf None None] Port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:14.453618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33641778-4ceb-4022-9d62-7ba6e1c61645 req-6eccb5e2-43ce-4739-b107-bdabba5a50a5 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 3141 time: 0.3244100 Jul 16 01:37:14.485022 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.496530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-17c26c5d-0e08-426a-865e-f5a83a18acbf None None] Provisioning complete for port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:14.496902 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17c26c5d-0e08-426a-865e-f5a83a18acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.512416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-89945a6e-3178-4573-a61d-d00b74f45771 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:37:14.531334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-33641778-4ceb-4022-9d62-7ba6e1c61645 req-467795fd-77d8-43bd-b572-8ae27c97ec86 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767112 Jul 16 01:37:14.533191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-89945a6e-3178-4573-a61d-d00b74f45771 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Removed routes are [] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:37:14.533766 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89945a6e-3178-4573-a61d-d00b74f45771 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.575730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Port': ['ID=4595d6d1-12c8-461b-babc-f1a4cc58cf6b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.583786 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43b79dc7-6fd3-4587-a348-e0e7cf71c71c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794706078603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6200267'] for subnet, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.670892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e6473019-3a12-4bfb-b3b2-c8fbae84d5cf up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:14.736619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Allocated IP 172.20.0.3 (9848fe85-f049-4ec9-90da-fbd0063eb35f/13bee8eb-f4f0-40ac-adc4-92fbca6d0e18/b8dbf88f-a50a-401b-89c3-063be6140e1b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:14.739138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b79dc7-6fd3-4587-a348-e0e7cf71c71c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.740482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43b79dc7-6fd3-4587-a348-e0e7cf71c71c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.741903 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-43b79dc7-6fd3-4587-a348-e0e7cf71c71c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "PUT /v2.0/subnets/13bee8eb-f4f0-40ac-adc4-92fbca6d0e18 HTTP/1.1" status: 200 len: 877 time: 0.8868492 Jul 16 01:37:14.749077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.779860 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.782148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:14.797888 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Transition to ACTIVE for port object 2b19493d-b5bc-45e3-aee8-48ceca8b65cd will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:14.807255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e6473019-3a12-4bfb-b3b2-c8fbae84d5cf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:14.807716 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-a4fa4245-8eca-4713-8e0c-2d254365cbcc service neutron] 10.222.0.50 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216094 Jul 16 01:37:14.807859 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.811379 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.856708 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.860168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b79dc7-6fd3-4587-a348-e0e7cf71c71c tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event updated for resources: {'Subnet': ['ID=13bee8eb-f4f0-40ac-adc4-92fbca6d0e18,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.902461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba2a7f-3be8-44a4-8265-abe0bf1b0a81 req-49fff368-ed9c-4506-91e6-10cb5be50b23 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.904176 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7fba2a7f-3be8-44a4-8265-abe0bf1b0a81 req-49fff368-ed9c-4506-91e6-10cb5be50b23 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.5826197 Jul 16 01:37:14.912482 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206661c-315d-4e26-abef-c142a056526a None None] Pushing event updated for resources: {'Port': ['ID=2b19493d-b5bc-45e3-aee8-48ceca8b65cd,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.932958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-8a914359-34b7-4799-a150-c7c522cc345b service neutron] 10.222.0.50 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175113 Jul 16 01:37:14.968315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Router eb961dce-a970-468a-8f2b-19cdb8546797 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:15.088582 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Attempting to bind port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:15.089193 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Attempting to bind port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:15.089783 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Attempting to bind port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd on network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:15.097232 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:15.098206 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Checking segment: {'id': '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:15.099557 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.100225 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Bound using segment: {'id': '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:15.101195 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Bound port: 2b19493d-b5bc-45e3-aee8-48ceca8b65cd, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:15.101822 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.138463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:15.180773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] Sync routers for ids ['eb961dce-a970-468a-8f2b-19cdb8546797'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:15.243083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] No DVR routers for this DVR port 4595d6d1-12c8-461b-babc-f1a4cc58cf6b on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:15.248381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.251014 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-a91d5687-875e-49de-a9d1-652e1198f90b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "DELETE /v2.0/ports/4595d6d1-12c8-461b-babc-f1a4cc58cf6b HTTP/1.1" status: 204 len: 173 time: 6.0218823 Jul 16 01:37:15.253059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-deleted', 'tag': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:15.256201 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd606e30-0ac4-4fb4-9232-c7233ee4d123" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-deleted", "tag": "4595d6d1-12c8-461b-babc-f1a4cc58cf6b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:15.298069 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.299880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] Routers {'eb961dce-a970-468a-8f2b-19cdb8546797'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:15.300456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eb961dce-a970-468a-8f2b-19cdb8546797'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:15.312822 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.435117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=e6473019-3a12-4bfb-b3b2-c8fbae84d5cf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.443383 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] For port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:15.454141 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] For port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2b19493d-b5bc-45e3-aee8-48ceca8b65cd,segment=NetworkSegment(8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e),segment_id=8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:15.468661 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.575975 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:15.576632 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:15.581160 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.605089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Transition to ACTIVE for port object b8dbf88f-a50a-401b-89c3-063be6140e1b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:15.639975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89945a6e-3178-4573-a61d-d00b74f45771 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.686698 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89945a6e-3178-4573-a61d-d00b74f45771 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.727587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] Set router eb961dce-a970-468a-8f2b-19cdb8546797 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:15.782389 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206661c-315d-4e26-abef-c142a056526a None None] Pushing event updated for resources: {'Port': ['ID=2b19493d-b5bc-45e3-aee8-48ceca8b65cd,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.827676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-ddc4db81-c873-452e-991e-a6d455593b55 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.829220 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-ddc4db81-c873-452e-991e-a6d455593b55 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630&tenant_id=12c4eea5d22846989166acf9750bd01d&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 1097 time: 0.4517589 Jul 16 01:37:15.846963 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:15.852022 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9ec69c-6521-4ab7-ba22-5efaf95405c2 x-openstack-request-id: req-db9ec69c-6521-4ab7-ba22-5efaf95405c2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:15.852531 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-deleted", "tag": "4595d6d1-12c8-461b-babc-f1a4cc58cf6b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:15.852966 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db9ec69c-6521-4ab7-ba22-5efaf95405c2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:15.853516 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-deleted', 'tag': '4595d6d1-12c8-461b-babc-f1a4cc58cf6b', 'status': 'completed', 'code': 200} Jul 16 01:37:15.890728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.960757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-886fd002-2b12-4f42-8117-2047807593b7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting port 73c0c0d0-af44-454e-a4af-2ce0e4257635 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:15.961329 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-886fd002-2b12-4f42-8117-2047807593b7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.079508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-886fd002-2b12-4f42-8117-2047807593b7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] For port 73c0c0d0-af44-454e-a4af-2ce0e4257635, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73c0c0d0-af44-454e-a4af-2ce0e4257635,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:16.079992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-886fd002-2b12-4f42-8117-2047807593b7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.095407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-886fd002-2b12-4f42-8117-2047807593b7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Calling delete_port for 73c0c0d0-af44-454e-a4af-2ce0e4257635 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:16.105642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89945a6e-3178-4573-a61d-d00b74f45771 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:16.149269 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.249387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Transition to ACTIVE for port object b8dbf88f-a50a-401b-89c3-063be6140e1b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:16.259311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7fba2a7f-3be8-44a4-8265-abe0bf1b0a81 req-060c4beb-4eb1-4985-b006-301966099f0f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6159503 Jul 16 01:37:16.295265 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.463909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Network 9848fe85-f049-4ec9-90da-fbd0063eb35f is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:16.483683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:16.492409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:16.502835 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:14Z', 'revision_number': 6, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b19493d-b5bc-45e3-aee8-48ceca8b65cd', 'name': '', 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:2e:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:15Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:16.533713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Pushing event updated for resources: {'Port': ['ID=b8dbf88f-a50a-401b-89c3-063be6140e1b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.572177 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196b749-16fb-4d63-8d55-76e6e299212c None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:14Z', 'revision_number': 6, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b19493d-b5bc-45e3-aee8-48ceca8b65cd', 'name': '', 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:2e:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:15Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:16.593178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89945a6e-3178-4573-a61d-d00b74f45771 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:16.604802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89945a6e-3178-4573-a61d-d00b74f45771 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.609967 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-89945a6e-3178-4573-a61d-d00b74f45771 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43 HTTP/1.1" status: 200 len: 954 time: 3.3198454 Jul 16 01:37:16.610741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59800) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:16.657884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Attempting to bind port b8dbf88f-a50a-401b-89c3-063be6140e1b on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:16.675796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Attempting to bind port b8dbf88f-a50a-401b-89c3-063be6140e1b by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '26f4836c-bcb6-495b-96bb-b9c8496279e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9848fe85-f049-4ec9-90da-fbd0063eb35f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:16.676185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Attempting to bind port b8dbf88f-a50a-401b-89c3-063be6140e1b on network 9848fe85-f049-4ec9-90da-fbd0063eb35f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:16.697711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:16.698130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Checking segment: {'id': '26f4836c-bcb6-495b-96bb-b9c8496279e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9848fe85-f049-4ec9-90da-fbd0063eb35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:16.698542 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.699425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Bound using segment: {'id': '26f4836c-bcb6-495b-96bb-b9c8496279e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9848fe85-f049-4ec9-90da-fbd0063eb35f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:16.699425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Bound port: b8dbf88f-a50a-401b-89c3-063be6140e1b, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f4836c-bcb6-495b-96bb-b9c8496279e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9848fe85-f049-4ec9-90da-fbd0063eb35f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:16.699861 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.809209 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.834574 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-886fd002-2b12-4f42-8117-2047807593b7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.849206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] For port b8dbf88f-a50a-401b-89c3-063be6140e1b, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:16.853512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] For port b8dbf88f-a50a-401b-89c3-063be6140e1b, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b8dbf88f-a50a-401b-89c3-063be6140e1b,segment=NetworkSegment(26f4836c-bcb6-495b-96bb-b9c8496279e5),segment_id=26f4836c-bcb6-495b-96bb-b9c8496279e5)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:16.854307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=13bee8eb-f4f0-40ac-adc4-92fbca6d0e18,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.855993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:21Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '17e65328-5b5b-4b16-8835-d9c5728f61e1', 'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'mac_address': 'fa:16:3e:90:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:33Z', 'revision_number': 5, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'subnets': [{'id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:16.905563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fd002-2b12-4f42-8117-2047807593b7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Port': ['ID=73c0c0d0-af44-454e-a4af-2ce0e4257635,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.921317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] Checking router: eb961dce-a970-468a-8f2b-19cdb8546797 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:16.924070 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.924979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-d4b6b55f-8bdf-410a-af2b-5db34482c2ba service neutron] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:16.932396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Router 59626736-809f-4486-a350-3e69bc8e43fe has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:16.942054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-d4b6b55f-8bdf-410a-af2b-5db34482c2ba service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.945235 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-d4b6b55f-8bdf-410a-af2b-5db34482c2ba service neutron] 10.222.0.50 "DELETE /v2.0/ports/054aa98d-09d8-45c3-a762-3bd22d639f43/bindings/n-h1-791504-14 HTTP/1.1" status: 204 len: 173 time: 1.0897617 Jul 16 01:37:16.963897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b312b-457c-48f2-8119-d9690f520f80 req-a9417d0c-ce7b-4cb0-9827-566e245c9740 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.966458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] Routers {'eb961dce-a970-468a-8f2b-19cdb8546797'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:16.966859 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-82cd56f1-bc72-45f6-be6a-093ce8b10489 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43 HTTP/1.1" status: 200 len: 954 time: 0.3536754 Jul 16 01:37:16.967168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eb961dce-a970-468a-8f2b-19cdb8546797'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:16.976781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b312b-457c-48f2-8119-d9690f520f80 req-a9417d0c-ce7b-4cb0-9827-566e245c9740 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.984571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b312b-457c-48f2-8119-d9690f520f80 req-a9417d0c-ce7b-4cb0-9827-566e245c9740 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.986824 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-649b312b-457c-48f2-8119-d9690f520f80 req-a9417d0c-ce7b-4cb0-9827-566e245c9740 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 2330 time: 0.7816153 Jul 16 01:37:17.047368 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.049194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:17.078963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9848fe85-f049-4ec9-90da-fbd0063eb35f']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.094203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6b6c3ee7-c8d0-4bf0-a373-6ae342063c7b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'routes': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:17.104185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f4836c-bcb6-495b-96bb-b9c8496279e5') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.104478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f4836c-bcb6-495b-96bb-b9c8496279e5') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.124323 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.152109 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.158522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:17.159159 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:17.163265 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:17.165816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-886fd002-2b12-4f42-8117-2047807593b7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] No DVR routers for this DVR port 73c0c0d0-af44-454e-a4af-2ce0e4257635 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:17.205358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7e39c-a665-4004-b043-a51aa0e378b3 None None] Pushing event updated for resources: {'Port': ['ID=b8dbf88f-a50a-401b-89c3-063be6140e1b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:17.221439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] Set router eb961dce-a970-468a-8f2b-19cdb8546797 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:17.236312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-886fd002-2b12-4f42-8117-2047807593b7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.238363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-886fd002-2b12-4f42-8117-2047807593b7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "DELETE /v2.0/ports/73c0c0d0-af44-454e-a4af-2ce0e4257635 HTTP/1.1" status: 204 len: 173 time: 1.9474499 Jul 16 01:37:17.299572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:37:17.299572 n-d-791504-14 neutron-server[93945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:37:17.299572 n-d-791504-14 neutron-server[93945]: [parameters: {'id': '9848fe85-f049-4ec9-90da-fbd0063eb35f'}] Jul 16 01:37:17.299572 n-d-791504-14 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:17.300331 n-d-791504-14 neutron-server[93945]: DEBUG oslo_db.api [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:17.444220 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-649b312b-457c-48f2-8119-d9690f520f80 req-19a81582-cfb7-4f16-a8e5-6a3fe4fbe253 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908043 Jul 16 01:37:17.671194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:17.678117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-869abaf2-59e4-4bdf-91d4-d998d45a7561 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "PUT /v2.0/routers/59626736-809f-4486-a350-3e69bc8e43fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6429610 Jul 16 01:37:17.685348 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] Sync routers for ids ['59626736-809f-4486-a350-3e69bc8e43fe'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:17.694056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:17.706563 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] Routers {'59626736-809f-4486-a350-3e69bc8e43fe'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:17.707374 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59626736-809f-4486-a350-3e69bc8e43fe'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.752585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:21Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '17e65328-5b5b-4b16-8835-d9c5728f61e1', 'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'mac_address': 'fa:16:3e:90:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:33Z', 'revision_number': 5, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'subnets': [{'id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.842450 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] Set router 59626736-809f-4486-a350-3e69bc8e43fe gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:17.842957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842bc90b-9745-4613-b11f-4ca0a8a0364b None None] The sync data for ids ['eb961dce-a970-468a-8f2b-19cdb8546797'] in n-d-791504-14 is: [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:26:21Z', 'revision_number': 4, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '17e65328-5b5b-4b16-8835-d9c5728f61e1', 'name': '', 'network_id': '9020f891-2bdc-4fed-af34-da7703046d1c', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'mac_address': 'fa:16:3e:90:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:33Z', 'revision_number': 5, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'subnets': [{'id': '89371c7e-74bf-42c2-ac62-b7e5abcda39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:17.844447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.935641 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59626736-809f-4486-a350-3e69bc8e43fe', 'name': 'tempest-NetworksTestDHCPv6-router-206291136', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:59Z', 'updated_at': '2021-07-16T01:37:14Z', 'revision_number': 3, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.967531 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] Checking router: 59626736-809f-4486-a350-3e69bc8e43fe for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:17.977925 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] Routers {'59626736-809f-4486-a350-3e69bc8e43fe'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:17.978600 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['59626736-809f-4486-a350-3e69bc8e43fe'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.980273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023389b-9c70-4987-9b63-2556317a1cdb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.983915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023389b-9c70-4987-9b63-2556317a1cdb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.985707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f023389b-9c70-4987-9b63-2556317a1cdb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2888272 Jul 16 01:37:17.990543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:18.036759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ee12b-cded-49a7-98a9-8bd67b3cfcc7 req-bd919397-0158-4207-808a-00c2a09c5f18 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.039857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bc6ee12b-cded-49a7-98a9-8bd67b3cfcc7 req-bd919397-0158-4207-808a-00c2a09c5f18 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.4532571 Jul 16 01:37:18.071313 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] Set router 59626736-809f-4486-a350-3e69bc8e43fe gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:18.134315 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59626736-809f-4486-a350-3e69bc8e43fe', 'name': 'tempest-NetworksTestDHCPv6-router-206291136', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:59Z', 'updated_at': '2021-07-16T01:37:14Z', 'revision_number': 3, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:18.140638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a6d5f7-4a15-48fa-8bf3-784ce7bd390a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet d21bac04-0ad3-43c2-b66c-2dc571294753 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:18.153427 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82a6d5f7-4a15-48fa-8bf3-784ce7bd390a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.166936 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bc6ee12b-cded-49a7-98a9-8bd67b3cfcc7 req-0158730f-1dda-4695-b0cd-29a1a17877a2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056941 Jul 16 01:37:18.181291 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446d78a-a9cf-4c62-900b-ae927b8b1852 None None] The sync data for ids ['59626736-809f-4486-a350-3e69bc8e43fe'] in n-d-791504-14 is: [{'id': '59626736-809f-4486-a350-3e69bc8e43fe', 'name': 'tempest-NetworksTestDHCPv6-router-206291136', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:59Z', 'updated_at': '2021-07-16T01:37:14Z', 'revision_number': 3, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:18.226836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Deleting port b8dbf88f-a50a-401b-89c3-063be6140e1b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:18.227190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.233168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82a6d5f7-4a15-48fa-8bf3-784ce7bd390a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.390965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] For port b8dbf88f-a50a-401b-89c3-063be6140e1b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b8dbf88f-a50a-401b-89c3-063be6140e1b,segment=NetworkSegment(26f4836c-bcb6-495b-96bb-b9c8496279e5),segment_id=26f4836c-bcb6-495b-96bb-b9c8496279e5)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:18.391338 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.395231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cff9b-0557-491d-b170-78af376007b4 None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:18.411097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cff9b-0557-491d-b170-78af376007b4 None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:18.411804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-177cff9b-0557-491d-b170-78af376007b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:18.414422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-deleted', 'tag': '73c0c0d0-af44-454e-a4af-2ce0e4257635'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:18.417052 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03132ac6-5e67-4b91-9bfe-8b31e5aa80ea" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-deleted", "tag": "73c0c0d0-af44-454e-a4af-2ce0e4257635"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:18.459535 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82a6d5f7-4a15-48fa-8bf3-784ce7bd390a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.520294 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1ba74a-953b-4e10-b2be-1ce9484c45b6 x-openstack-request-id: req-ff1ba74a-953b-4e10-b2be-1ce9484c45b6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:18.520761 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-deleted", "tag": "73c0c0d0-af44-454e-a4af-2ce0e4257635", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:18.521181 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff1ba74a-953b-4e10-b2be-1ce9484c45b6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:18.521848 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-deleted', 'tag': '73c0c0d0-af44-454e-a4af-2ce0e4257635', 'status': 'completed', 'code': 200} Jul 16 01:37:18.557439 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ee4cc-3d6e-4524-bfaf-a0398cb31aba None None] New status for floating IP 48e989fe-409d-4db1-a5be-7d5d01c6ac1e: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:18.588447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Calling delete_port for b8dbf88f-a50a-401b-89c3-063be6140e1b owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:18.606427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-177cff9b-0557-491d-b170-78af376007b4 None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:18.751378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c86cd8-37bc-4f42-a7dc-a0cd15589e92 req-5ef4bcd3-ea29-4e26-9ddc-6763afc045e4 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.761844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69c86cd8-37bc-4f42-a7dc-a0cd15589e92 req-5ef4bcd3-ea29-4e26-9ddc-6763afc045e4 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1097 time: 0.3374071 Jul 16 01:37:18.764367 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82a6d5f7-4a15-48fa-8bf3-784ce7bd390a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.767974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9a6b0ade-30fd-43d9-b36d-bad19fdfdcdf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting port f96976a5-505b-40e3-973f-1cc310d11e60 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:18.771747 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9a6b0ade-30fd-43d9-b36d-bad19fdfdcdf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.858804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82a6d5f7-4a15-48fa-8bf3-784ce7bd390a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.861061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-82a6d5f7-4a15-48fa-8bf3-784ce7bd390a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/d21bac04-0ad3-43c2-b66c-2dc571294753 HTTP/1.1" status: 204 len: 168 time: 0.8683608 Jul 16 01:37:18.864029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.878419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3477e12b-4e5d-4614-9693-3dc64b38bd4e None None] Network 9848fe85-f049-4ec9-90da-fbd0063eb35f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:18.887521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b10231-9c3b-4337-abec-8c7475452d35 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:18.892287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2b19493d-b5bc-45e3-aee8-48ceca8b65cd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:18.893426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59824) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:18.905928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.extraroute_db [None req-6b6c3ee7-c8d0-4bf0-a373-6ae342063c7b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added routes are [] {{(pid=93944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:37:18.906415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.extraroute_db [None req-6b6c3ee7-c8d0-4bf0-a373-6ae342063c7b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:37:18.940806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6d5f7-4a15-48fa-8bf3-784ce7bd390a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=d21bac04-0ad3-43c2-b66c-2dc571294753,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:18.946828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3ee7-c8d0-4bf0-a373-6ae342063c7b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.986867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2808eff4-d332-4819-acb7-de80a5ed3072 None None] Could not find standard attr ID for object b8dbf88f-a50a-401b-89c3-063be6140e1b. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:19.027459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Port': ['ID=b8dbf88f-a50a-401b-89c3-063be6140e1b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.039569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No DVR routers for this DVR port b8dbf88f-a50a-401b-89c3-063be6140e1b on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:19.117133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69c86cd8-37bc-4f42-a7dc-a0cd15589e92 req-9b91fbe0-8633-4f0d-87c0-2069f1089969 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543558 Jul 16 01:37:19.167908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c953c80-3b70-4a8f-965b-26ab2e238c99 req-4dfb4acb-f202-4d74-9668-fd9e126437bf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.175699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c953c80-3b70-4a8f-965b-26ab2e238c99 req-4dfb4acb-f202-4d74-9668-fd9e126437bf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.185384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c953c80-3b70-4a8f-965b-26ab2e238c99 req-4dfb4acb-f202-4d74-9668-fd9e126437bf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 1675 time: 0.3723707 Jul 16 01:37:19.218722 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.240311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9a6b0ade-30fd-43d9-b36d-bad19fdfdcdf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] For port f96976a5-505b-40e3-973f-1cc310d11e60, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f96976a5-505b-40e3-973f-1cc310d11e60,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:19.240943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9a6b0ade-30fd-43d9-b36d-bad19fdfdcdf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.247108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9848fe85-f049-4ec9-90da-fbd0063eb35f']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:19.263561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bf506e1b-cc18-4f2c-a873-18774612b247 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3645914 Jul 16 01:37:19.266358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.349340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f4836c-bcb6-495b-96bb-b9c8496279e5') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:19.349681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f4836c-bcb6-495b-96bb-b9c8496279e5') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:19.353389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-117afca1-8695-404a-b3c7-bb78b563d3af tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.365811 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3ee7-c8d0-4bf0-a373-6ae342063c7b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.369845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3ee7-c8d0-4bf0-a373-6ae342063c7b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.442865 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.459872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6c953c80-3b70-4a8f-965b-26ab2e238c99 req-7a73a906-ea95-41b5-a4de-160d87f0d483 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733347 Jul 16 01:37:19.463680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:19.472345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:19.473065 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.488284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6c3ee7-c8d0-4bf0-a373-6ae342063c7b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:19.505361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9a6b0ade-30fd-43d9-b36d-bad19fdfdcdf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Calling delete_port for f96976a5-505b-40e3-973f-1cc310d11e60 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:19.561399 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.563608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b11919c-fd3a-4e5a-8257-9ee4decc771e None None] DHCP port deletion for 9848fe85-f049-4ec9-90da-fbd0063eb35f request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:19.591139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-177cff9b-0557-491d-b170-78af376007b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:14Z', 'revision_number': 6, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b19493d-b5bc-45e3-aee8-48ceca8b65cd', 'name': '', 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:2e:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:15Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:19.601736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b11bb-0aed-4567-8821-04fddcafe53f None None] Network 9848fe85-f049-4ec9-90da-fbd0063eb35f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:19.604339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:19.604765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:19.609327 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:19.628576 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-117afca1-8695-404a-b3c7-bb78b563d3af tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.636951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-117afca1-8695-404a-b3c7-bb78b563d3af tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.650991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cff9b-0557-491d-b170-78af376007b4 None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:19.673271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c5a37f-b6ad-4366-b9c7-6b3389b21e9c None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:19.728780 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.732069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cff9b-0557-491d-b170-78af376007b4 None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:19.732812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-177cff9b-0557-491d-b170-78af376007b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:19.739774 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-117afca1-8695-404a-b3c7-bb78b563d3af tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.740372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117afca1-8695-404a-b3c7-bb78b563d3af tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Fanout notify agent at l3_agent the message router_deleted on router 59626736-809f-4486-a350-3e69bc8e43fe {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:19.742424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.744960 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/9848fe85-f049-4ec9-90da-fbd0063eb35f HTTP/1.1" status: 204 len: 168 time: 4.9947414 Jul 16 01:37:19.752186 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-117afca1-8695-404a-b3c7-bb78b563d3af tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.753304 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-117afca1-8695-404a-b3c7-bb78b563d3af tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/routers/59626736-809f-4486-a350-3e69bc8e43fe HTTP/1.1" status: 204 len: 168 time: 0.4860311 Jul 16 01:37:19.765474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.765851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.772182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5809c711-1b59-42a8-a000-8d2e2a84e56a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:19.803799 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e810d7d-1770-4d79-b97d-e62fb4808759 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:19.804260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e810d7d-1770-4d79-b97d-e62fb4808759 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:19.806236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7e810d7d-1770-4d79-b97d-e62fb4808759 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/13bee8eb-f4f0-40ac-adc4-92fbca6d0e18 HTTP/1.1" status: 404 len: 337 time: 0.0394468 Jul 16 01:37:19.808814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410073e-c994-4627-a3a7-555730382a2f tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=9848fe85-f049-4ec9-90da-fbd0063eb35f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.844335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.853276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-177cff9b-0557-491d-b170-78af376007b4 None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:19.867712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793809d5-6b25-48e5-82b4-aa57b5babb2b req-e9f0459c-438a-40d2-8cad-838fb78671a9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.894793 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-793809d5-6b25-48e5-82b4-aa57b5babb2b req-e9f0459c-438a-40d2-8cad-838fb78671a9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.5201418 Jul 16 01:37:19.903258 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4ea48f-e30c-4119-a7d8-67cf316492ab tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:19.904059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4ea48f-e30c-4119-a7d8-67cf316492ab tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:19.905954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9c4ea48f-e30c-4119-a7d8-67cf316492ab tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/9848fe85-f049-4ec9-90da-fbd0063eb35f HTTP/1.1" status: 404 len: 339 time: 0.0606778 Jul 16 01:37:19.909337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59840) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.936412 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9a6b0ade-30fd-43d9-b36d-bad19fdfdcdf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.002359 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d09a58-cacf-453e-a778-853af30eb516 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:20.003151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d09a58-cacf-453e-a778-853af30eb516 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:20.006149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a4d09a58-cacf-453e-a778-853af30eb516 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/a10f757e-16d6-4e4a-a1e7-da531f72ee23 HTTP/1.1" status: 404 len: 337 time: 0.0953341 Jul 16 01:37:20.008816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59842) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.031891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b0ade-30fd-43d9-b36d-bad19fdfdcdf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Port': ['ID=f96976a5-505b-40e3-973f-1cc310d11e60,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.046252 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d271cced-5c71-4379-be56-43b57fd695b8 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:20.047484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d271cced-5c71-4379-be56-43b57fd695b8 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:20.049419 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d271cced-5c71-4379-be56-43b57fd695b8 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/1e005229-431e-4108-8c82-7cfe2beedb6c HTTP/1.1" status: 404 len: 339 time: 0.0394700 Jul 16 01:37:20.053716 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.056154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59844) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.101761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5809c711-1b59-42a8-a000-8d2e2a84e56a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:20.106222 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5809c711-1b59-42a8-a000-8d2e2a84e56a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.112107 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6c3ee7-c8d0-4bf0-a373-6ae342063c7b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:20.128346 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3ee7-c8d0-4bf0-a373-6ae342063c7b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.135610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6b6c3ee7-c8d0-4bf0-a373-6ae342063c7b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43 HTTP/1.1" status: 200 len: 704 time: 3.0464866 Jul 16 01:37:20.142688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.148015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9a6b0ade-30fd-43d9-b36d-bad19fdfdcdf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] No DVR routers for this DVR port f96976a5-505b-40e3-973f-1cc310d11e60 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:20.152071 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9a6b0ade-30fd-43d9-b36d-bad19fdfdcdf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.155391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-9a6b0ade-30fd-43d9-b36d-bad19fdfdcdf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "DELETE /v2.0/ports/f96976a5-505b-40e3-973f-1cc310d11e60 HTTP/1.1" status: 204 len: 173 time: 2.8080289 Jul 16 01:37:20.280854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.305489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-793809d5-6b25-48e5-82b4-aa57b5babb2b req-bed04c95-2ca4-4460-8ec3-7fa2a6f442aa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097981 Jul 16 01:37:20.348992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.433883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bb7c743f-8423-448d-bf9b-0bb544f9b676 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43 HTTP/1.1" status: 200 len: 704 time: 0.2743552 Jul 16 01:37:20.434757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.487413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2b19493d-b5bc-45e3-aee8-48ceca8b65cd,segment=NetworkSegment(8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e),segment_id=8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:20.525950 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.526602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b8dbf88f-a50a-401b-89c3-063be6140e1b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:20.535462 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.541993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-deleted', 'tag': 'f96976a5-505b-40e3-973f-1cc310d11e60'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:20.550462 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a6248-c479-4ddc-9500-8afc497d0bf0" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-deleted", "tag": "f96976a5-505b-40e3-973f-1cc310d11e60"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:20.563342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73461e8-108e-4303-a434-454ca06e1834']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:20.585286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b8dbf88f-a50a-401b-89c3-063be6140e1b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:20.585644 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b8dbf88f-a50a-401b-89c3-063be6140e1b not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:37:20.589784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5809c711-1b59-42a8-a000-8d2e2a84e56a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.619252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Port b8dbf88f-a50a-401b-89c3-063be6140e1b not found, will not notify nova. {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:37:20.626358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c95337-7942-44b1-9002-64f9bd21d46c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:20.626844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-64c5a37f-b6ad-4366-b9c7-6b3389b21e9c None None] Deleting port 0de41061-68ef-4db0-8837-f342a98852b0 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:20.627019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c95337-7942-44b1-9002-64f9bd21d46c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:20.627205 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c5a37f-b6ad-4366-b9c7-6b3389b21e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.637748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e6473019-3a12-4bfb-b3b2-c8fbae84d5cf no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:20.667091 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0701994b-6b29-4633-b1ee-e75c2a4b3716 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/9ceba9cb-2499-4125-994c-88be32937558 HTTP/1.1" status: 200 len: 991 time: 0.3098335 Jul 16 01:37:20.674705 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.690101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5809c711-1b59-42a8-a000-8d2e2a84e56a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:20.693759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: e6473019-3a12-4bfb-b3b2-c8fbae84d5cf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:20.694774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e6473019-3a12-4bfb-b3b2-c8fbae84d5cf not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:20.699615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5809c711-1b59-42a8-a000-8d2e2a84e56a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:20.706548 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.712592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5809c711-1b59-42a8-a000-8d2e2a84e56a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.713282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5809c711-1b59-42a8-a000-8d2e2a84e56a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.728188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:20.728682 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.742461 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90f96fa-d922-4370-9d18-0e3da9ad9851 x-openstack-request-id: req-b90f96fa-d922-4370-9d18-0e3da9ad9851 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:20.742461 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-deleted", "tag": "f96976a5-505b-40e3-973f-1cc310d11e60", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:20.742461 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b90f96fa-d922-4370-9d18-0e3da9ad9851 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:20.742461 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-deleted', 'tag': 'f96976a5-505b-40e3-973f-1cc310d11e60', 'status': 'completed', 'code': 200} Jul 16 01:37:20.788799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=2b19493d-b5bc-45e3-aee8-48ceca8b65cd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:20.803545 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:20.810777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-177cff9b-0557-491d-b170-78af376007b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:18Z', 'revision_number': 7, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b19493d-b5bc-45e3-aee8-48ceca8b65cd', 'name': '', 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:2e:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:15Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:20.815705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809c711-1b59-42a8-a000-8d2e2a84e56a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=071373cd-ce95-40fe-aeb8-4afa545874e1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.882826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-64c5a37f-b6ad-4366-b9c7-6b3389b21e9c None None] For port 0de41061-68ef-4db0-8837-f342a98852b0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0de41061-68ef-4db0-8837-f342a98852b0,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:20.883234 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c5a37f-b6ad-4366-b9c7-6b3389b21e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.895062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-788dace5-49e9-4c95-b676-72fabd21e89e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:20.896394 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-788dace5-49e9-4c95-b676-72fabd21e89e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.900983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-64c5a37f-b6ad-4366-b9c7-6b3389b21e9c None None] Calling delete_port for 0de41061-68ef-4db0-8837-f342a98852b0 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:20.938844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5809c711-1b59-42a8-a000-8d2e2a84e56a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1707838 Jul 16 01:37:20.944757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59862) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.950557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-81155419-5527-4c0e-bb23-69584d37758f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-354139054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:20.961868 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.998319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0de41061-68ef-4db0-8837-f342a98852b0 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:21.002888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cff9b-0557-491d-b170-78af376007b4 None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:18Z', 'revision_number': 7, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b19493d-b5bc-45e3-aee8-48ceca8b65cd', 'name': '', 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:2e:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:15Z', 'revision_number': 4, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:21.028918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c5a37f-b6ad-4366-b9c7-6b3389b21e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.034334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 0de41061-68ef-4db0-8837-f342a98852b0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:21.034682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0de41061-68ef-4db0-8837-f342a98852b0 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:21.035116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b8dbf88f-a50a-401b-89c3-063be6140e1b no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:21.060446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b8dbf88f-a50a-401b-89c3-063be6140e1b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:21.061007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b8dbf88f-a50a-401b-89c3-063be6140e1b not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:21.082848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5a37f-b6ad-4366-b9c7-6b3389b21e9c None None] Pushing event deleted for resources: {'Port': ['ID=0de41061-68ef-4db0-8837-f342a98852b0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.094430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5a37f-b6ad-4366-b9c7-6b3389b21e9c None None] No DVR routers for this DVR port 0de41061-68ef-4db0-8837-f342a98852b0 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:21.131610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441a09b-29d9-47cd-99c5-c3180dc293b0 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:21.412842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.418298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:21.426268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.426674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': '071373cd-ce95-40fe-aeb8-4afa545874e1'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:21.427570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.431594 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/c73461e8-108e-4303-a434-454ca06e1834 HTTP/1.1" status: 204 len: 168 time: 1.3742087 Jul 16 01:37:21.450765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59868) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.460379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:21.461207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:21.497031 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-742ab399-ee6e-443e-9d69-7f1d892a1f02 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:21.497685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742ab399-ee6e-443e-9d69-7f1d892a1f02 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:21.499607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-742ab399-ee6e-443e-9d69-7f1d892a1f02 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/f700b191-f616-425a-80c5-4b10839dc70e HTTP/1.1" status: 404 len: 337 time: 0.0473959 Jul 16 01:37:21.508869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.542739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-788dace5-49e9-4c95-b676-72fabd21e89e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] For port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:21.543765 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-788dace5-49e9-4c95-b676-72fabd21e89e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.558916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-788dace5-49e9-4c95-b676-72fabd21e89e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Calling delete_port for a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:21.581389 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e48a6ae-0be1-4aa2-a319-941787c5c480 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:21.582214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e48a6ae-0be1-4aa2-a319-941787c5c480 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:21.587871 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8e48a6ae-0be1-4aa2-a319-941787c5c480 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/01852e0c-a0ae-4dcb-beaa-e91248e982fa HTTP/1.1" status: 404 len: 339 time: 0.0555067 Jul 16 01:37:21.591065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.592148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f4f5d-4b9e-4fff-bc3a-7471b39fb439 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=c73461e8-108e-4303-a434-454ca06e1834,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.611896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81155419-5527-4c0e-bb23-69584d37758f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.612912 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81155419-5527-4c0e-bb23-69584d37758f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.634860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307e62b-5875-4776-aca0-928ca1eea5dc req-b45926f7-7fbe-42d5-8814-ec2cd2b07fb2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.636437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4307e62b-5875-4776-aca0-928ca1eea5dc req-b45926f7-7fbe-42d5-8814-ec2cd2b07fb2 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 943 time: 0.9033759 Jul 16 01:37:21.688956 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-113a3801-b973-457d-88d1-cf2961084b52 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:21.689325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113a3801-b973-457d-88d1-cf2961084b52 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:21.689737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/071373cd-ce95-40fe-aeb8-4afa545874e1/f0a3f64e-da9f-48e1-9606-3be891630d30) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:21.694217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-113a3801-b973-457d-88d1-cf2961084b52 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/2b33af0e-1476-4804-a627-c1a5977e2207 HTTP/1.1" status: 404 len: 337 time: 0.0884347 Jul 16 01:37:21.703690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59874) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.736420 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfda990-b0f0-4d65-83cf-924d1b9f8cce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:21.736758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfda990-b0f0-4d65-83cf-924d1b9f8cce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:21.741285 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9bfda990-b0f0-4d65-83cf-924d1b9f8cce tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/8b037db4-f4c5-4eb6-b176-23e829c7dd52 HTTP/1.1" status: 404 len: 339 time: 0.0338829 Jul 16 01:37:21.744862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4307e62b-5875-4776-aca0-928ca1eea5dc req-cd56a420-842b-457f-93bc-dce183e6ec41 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups?id=0cecb7ab-1898-4e63-aa02-e304303bfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828934 Jul 16 01:37:21.747610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.764145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-788dace5-49e9-4c95-b676-72fabd21e89e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.813201 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f124b2f3-be27-4158-b8c8-f6afb62d4170 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:21.813201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f124b2f3-be27-4158-b8c8-f6afb62d4170 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:21.817101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f124b2f3-be27-4158-b8c8-f6afb62d4170 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/e74b2ffe-89be-4e47-ada4-5708768417c3 HTTP/1.1" status: 404 len: 337 time: 0.0655131 Jul 16 01:37:21.817431 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dace5-49e9-4c95-b676-72fabd21e89e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Port': ['ID=a4519f73-1c3e-48ca-b665-1cb38b8f8aa6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.824405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.878816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81155419-5527-4c0e-bb23-69584d37758f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.880806 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-61365f01-8236-4dec-b778-1b77fd71c083 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:21.881753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61365f01-8236-4dec-b778-1b77fd71c083 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:21.883817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-61365f01-8236-4dec-b778-1b77fd71c083 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/ecc7c7d5-36cc-48b4-963f-55904c3fa464 HTTP/1.1" status: 404 len: 339 time: 0.0334551 Jul 16 01:37:21.888026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59880) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.893171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-788dace5-49e9-4c95-b676-72fabd21e89e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] No DVR routers for this DVR port a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:21.900306 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-788dace5-49e9-4c95-b676-72fabd21e89e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.902961 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86700fba-24dd-4bdf-82aa-d250b48ccf8a req-788dace5-49e9-4c95-b676-72fabd21e89e tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.50 "DELETE /v2.0/ports/a4519f73-1c3e-48ca-b665-1cb38b8f8aa6 HTTP/1.1" status: 204 len: 173 time: 1.7279499 Jul 16 01:37:21.915487 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.924245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Transition to ACTIVE for port object f0a3f64e-da9f-48e1-9606-3be891630d30 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:21.939222 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ceba355-c69c-433e-8b40-2dd57eb20e88 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:21.939842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ceba355-c69c-433e-8b40-2dd57eb20e88 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:21.944354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9ceba355-c69c-433e-8b40-2dd57eb20e88 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/4223b3d1-3d0f-4a52-9cb1-dd83fad24685 HTTP/1.1" status: 404 len: 337 time: 0.0545263 Jul 16 01:37:21.945278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81155419-5527-4c0e-bb23-69584d37758f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.950875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.955151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Transition to ACTIVE for port object f0a3f64e-da9f-48e1-9606-3be891630d30 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:21.969125 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.976077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port b386b27a-8bf8-40ac-9539-584d1b7bca49 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:21.976429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.980262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81155419-5527-4c0e-bb23-69584d37758f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.980419 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bbda4c-192b-4d59-9300-98b6c87000f3 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:21.980761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bbda4c-192b-4d59-9300-98b6c87000f3 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:21.982527 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c4bbda4c-192b-4d59-9300-98b6c87000f3 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/7ce9c925-d18b-47b7-b923-f00d3d7736d7 HTTP/1.1" status: 404 len: 339 time: 0.0306702 Jul 16 01:37:21.984516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-81155419-5527-4c0e-bb23-69584d37758f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0385287 Jul 16 01:37:21.985230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59884) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.985567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59886) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.991743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:21.996203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:22.027609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:22.081342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:22.087736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.088042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.102453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for b386b27a-8bf8-40ac-9539-584d1b7bca49 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:22.115115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Pushing event updated for resources: {'Port': ['ID=f0a3f64e-da9f-48e1-9606-3be891630d30,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.122145 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-1308518c-0b8e-48d2-b427-507ba62c6c03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:22.122616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1308518c-0b8e-48d2-b427-507ba62c6c03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:22.124440 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1308518c-0b8e-48d2-b427-507ba62c6c03 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/36f5feac-26fd-4fc0-9066-6f27e72a3a89 HTTP/1.1" status: 404 len: 337 time: 0.1355915 Jul 16 01:37:22.155633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59888) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.187174 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2aa3a4-e998-49bd-a348-6dd6bb81d874 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:22.187750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2aa3a4-e998-49bd-a348-6dd6bb81d874 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:22.191780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-af2aa3a4-e998-49bd-a348-6dd6bb81d874 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/2407659b-98e5-4c47-9356-2dee3a13832a HTTP/1.1" status: 404 len: 339 time: 0.0328689 Jul 16 01:37:22.197710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59890) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.232907 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a52def-f787-4dcd-bf90-f0b52fffa292 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:22.235608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a52def-f787-4dcd-bf90-f0b52fffa292 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:22.241713 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-74a52def-f787-4dcd-bf90-f0b52fffa292 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/8fc1216d-74d4-4b65-b2ce-09694fde0032 HTTP/1.1" status: 404 len: 337 time: 0.0400453 Jul 16 01:37:22.250821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59892) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.295262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Attempting to bind port f0a3f64e-da9f-48e1-9606-3be891630d30 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:22.306411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Attempting to bind port f0a3f64e-da9f-48e1-9606-3be891630d30 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:22.306995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Attempting to bind port f0a3f64e-da9f-48e1-9606-3be891630d30 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:22.320126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:22.322597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:22.323344 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.323848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:22.324500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Bound port: f0a3f64e-da9f-48e1-9606-3be891630d30, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:22.325113 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.346324 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c176dd47-8053-4987-8578-18a2458fb785 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:22.346911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c176dd47-8053-4987-8578-18a2458fb785 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:22.358725 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c176dd47-8053-4987-8578-18a2458fb785 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/c65849e6-df2d-4359-ba45-eba4ac5dd73f HTTP/1.1" status: 404 len: 339 time: 0.1060867 Jul 16 01:37:22.414738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59896) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.446382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.476215 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.518511 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d28636-85a3-4ad6-a4d8-7ec4cbdffee4 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:22.518980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d28636-85a3-4ad6-a4d8-7ec4cbdffee4 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:22.520800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e1d28636-85a3-4ad6-a4d8-7ec4cbdffee4 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/15f23535-93b7-4800-bacb-0963af709a7b HTTP/1.1" status: 404 len: 337 time: 0.1013980 Jul 16 01:37:22.524915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59902) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.528516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=b386b27a-8bf8-40ac-9539-584d1b7bca49,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.663671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.669389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.670122 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Floating IP 9ceba9cb-2499-4125-994c-88be32937558 disassociated (deleted). External IP: 172.25.4.90, port: 054aa98d-09d8-45c3-a762-3bd22d639f43. Jul 16 01:37:22.672732 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c980c0db-9500-46e4-92ce-857ccc123be8 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:22.673485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c980c0db-9500-46e4-92ce-857ccc123be8 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:22.676498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c980c0db-9500-46e4-92ce-857ccc123be8 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/93c153f3-3f45-4533-a57c-70e2f09fb93a HTTP/1.1" status: 404 len: 339 time: 0.1478925 Jul 16 01:37:22.684680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] For port f0a3f64e-da9f-48e1-9606-3be891630d30, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:22.694049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59904) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.697055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] For port f0a3f64e-da9f-48e1-9606-3be891630d30, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f0a3f64e-da9f-48e1-9606-3be891630d30,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:22.736164 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.781057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-deleted', 'tag': 'a4519f73-1c3e-48ca-b665-1cb38b8f8aa6'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:22.783332 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b4d742-c393-4f7c-b79b-9383084d1be3" -d '{"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-deleted", "tag": "a4519f73-1c3e-48ca-b665-1cb38b8f8aa6"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:22.865448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:18Z', 'revision_number': 7, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b19493d-b5bc-45e3-aee8-48ceca8b65cd', 'name': '', 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:2e:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:20Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:22.908189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2b19493d-b5bc-45e3-aee8-48ceca8b65cd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:22.951259 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e067b5-dd38-4acc-b491-6fa5e5d5920a x-openstack-request-id: req-e1e067b5-dd38-4acc-b491-6fa5e5d5920a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:22.951602 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8223e1d-a8e4-4038-997b-2da754da90d3", "name": "network-vif-deleted", "tag": "a4519f73-1c3e-48ca-b665-1cb38b8f8aa6", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:22.951830 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1e067b5-dd38-4acc-b491-6fa5e5d5920a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:22.954445 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8223e1d-a8e4-4038-997b-2da754da90d3', 'name': 'network-vif-deleted', 'tag': 'a4519f73-1c3e-48ca-b665-1cb38b8f8aa6', 'status': 'completed', 'code': 200} Jul 16 01:37:23.017783 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63e867e-03cf-4c5d-8832-3af5fd7fce36 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:23.018261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63e867e-03cf-4c5d-8832-3af5fd7fce36 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:23.022974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d63e867e-03cf-4c5d-8832-3af5fd7fce36 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/d226db23-6179-45d1-8846-d11661961116 HTTP/1.1" status: 404 len: 337 time: 0.2399492 Jul 16 01:37:23.039220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:23.047188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:23.053925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c70d065e-6ca9-4de9-90c0-06b366412c00 req-e0edd11e-6677-46e3-9006-1fde3918b09b tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.0427272 Jul 16 01:37:23.098316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028803-ba3a-4913-8a36-3c6c18a0b902 None None] Pushing event updated for resources: {'Port': ['ID=f0a3f64e-da9f-48e1-9606-3be891630d30,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.119548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:23.120181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.129248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:23.135362 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-227b0bd7-9de3-4efc-8037-be29429757f0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:23.135959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227b0bd7-9de3-4efc-8037-be29429757f0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:23.137717 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-227b0bd7-9de3-4efc-8037-be29429757f0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/71ce9f94-e9ad-4541-aa0d-334ece074579 HTTP/1.1" status: 404 len: 339 time: 0.0899343 Jul 16 01:37:23.140344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59912) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:23.248949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca9aa09-fb44-4b0e-86d5-e9f156490fb0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Deleting subnet 8cf25cd6-f37f-42c6-9988-efaf43364459 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:23.253217 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ca9aa09-fb44-4b0e-86d5-e9f156490fb0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.339939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ca9aa09-fb44-4b0e-86d5-e9f156490fb0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.372190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:23.511866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::1 (4b748a0d-6d39-4cd2-b13e-5462f021b600/071373cd-ce95-40fe-aeb8-4afa545874e1/1a61f3e1-a60f-495f-aa34-8c54e9cc321a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:23.552403 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ca9aa09-fb44-4b0e-86d5-e9f156490fb0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.678623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:23.690580 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] Sync routers for ids ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:23.700499 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.711139 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] Routers {'4ad7a8cd-2326-489e-bedf-02cb8320e6e8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:23.712101 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.737023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.744479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:23.744851 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.755077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object 1a61f3e1-a60f-495f-aa34-8c54e9cc321a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:23.803887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.837002 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1b74dadb-9036-422e-bcb7-f713489a7882 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/floatingips/9ceba9cb-2499-4125-994c-88be32937558 HTTP/1.1" status: 204 len: 168 time: 2.4191611 Jul 16 01:37:23.849352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:23.859600 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:23.870568 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ca9aa09-fb44-4b0e-86d5-e9f156490fb0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.907678 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ca9aa09-fb44-4b0e-86d5-e9f156490fb0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.909639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3ca9aa09-fb44-4b0e-86d5-e9f156490fb0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/subnets/8cf25cd6-f37f-42c6-9988-efaf43364459 HTTP/1.1" status: 204 len: 168 time: 0.7680268 Jul 16 01:37:23.925129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:23.929223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5e50b-979a-4a36-a8bd-8ea675cb3ba0 None None] Network f741af84-67c6-4ce4-853f-dd0b9b4d1977 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:23.945642 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] Set router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:23.996962 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf65f98-a84e-4b69-8278-a4234af3fd4e x-openstack-request-id: req-3cf65f98-a84e-4b69-8278-a4234af3fd4e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:23.997299 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:23.997550 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cf65f98-a84e-4b69-8278-a4234af3fd4e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:23.998056 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'status': 'completed', 'code': 200} Jul 16 01:37:24.000097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9aa09-fb44-4b0e-86d5-e9f156490fb0 tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf25cd6-f37f-42c6-9988-efaf43364459,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.100821 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.111068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:24.125003 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:24.198410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:24.198974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.330188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:18Z', 'revision_number': 7, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b19493d-b5bc-45e3-aee8-48ceca8b65cd', 'name': '', 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:2e:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:20Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:24.343802 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-844fd2c1-9d92-43b5-97db-9cce5361f37b req-10664cc3-3680-40a8-a238-68d3a3cf35fd tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.0762568 Jul 16 01:37:24.387030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=1a61f3e1-a60f-495f-aa34-8c54e9cc321a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.426935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b531e-65b4-489a-9c45-25bb6ec1e101 None None] DHCP port deletion for f741af84-67c6-4ce4-853f-dd0b9b4d1977 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:24.433931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045cf2a-5eb2-4f8e-a47a-96d5cba9e75b None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:18Z', 'revision_number': 7, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b19493d-b5bc-45e3-aee8-48ceca8b65cd', 'name': '', 'network_id': 'fbd914f8-795e-4c26-8f6a-3d5eb6d2da47', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:2e:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:20Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'e67a7eca-297d-42e0-a506-1653bccddaca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:24.594916 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7c96-f042-4d43-b28c-ece485259506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.604788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-92505af2-dec5-4bd0-9f2c-b6d1b0eb9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.607392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-92505af2-dec5-4bd0-9f2c-b6d1b0eb9c2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 1097 time: 0.5126934 Jul 16 01:37:24.631151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b531e-65b4-489a-9c45-25bb6ec1e101 None None] Deleting port c89311bd-a7d8-4df4-b995-53328acba406 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:24.633326 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf5b531e-65b4-489a-9c45-25bb6ec1e101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.729998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:24.730373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.855087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cf5b531e-65b4-489a-9c45-25bb6ec1e101 None None] For port c89311bd-a7d8-4df4-b995-53328acba406, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c89311bd-a7d8-4df4-b995-53328acba406,segment=NetworkSegment(21c7c4fc-04a2-4f67-bd05-3e81add73510),segment_id=21c7c4fc-04a2-4f67-bd05-3e81add73510)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:24.855267 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf5b531e-65b4-489a-9c45-25bb6ec1e101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.892072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b531e-65b4-489a-9c45-25bb6ec1e101 None None] Calling delete_port for c89311bd-a7d8-4df4-b995-53328acba406 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:24.946282 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '498e1253-bc0c-448a-acd9-2f76b0c31142', 'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:93:c5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:47Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:25.003831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c965dc5-42ea-44f1-99ad-a50c0aea55df req-e33b71e0-ccc6-4856-b84b-2275d615ca22 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.015487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c965dc5-42ea-44f1-99ad-a50c0aea55df req-e33b71e0-ccc6-4856-b84b-2275d615ca22 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.2631395 Jul 16 01:37:25.028739 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] Checking router: 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:25.050367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f0a3f64e-da9f-48e1-9606-3be891630d30 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:25.050742 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] Routers {'4ad7a8cd-2326-489e-bedf-02cb8320e6e8'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:25.052371 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:36:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:25.057314 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf5b531e-65b4-489a-9c45-25bb6ec1e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.116905 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c965dc5-42ea-44f1-99ad-a50c0aea55df req-3a5fca51-d3f4-4ee2-848f-adfb84323634 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000991 Jul 16 01:37:25.122481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b531e-65b4-489a-9c45-25bb6ec1e101 None None] Pushing event deleted for resources: {'Port': ['ID=c89311bd-a7d8-4df4-b995-53328acba406,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.141678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b531e-65b4-489a-9c45-25bb6ec1e101 None None] No DVR routers for this DVR port c89311bd-a7d8-4df4-b995-53328acba406 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:25.154602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-01aefd07-b892-4ee2-8715-e5568aed698b None None] Provisioning for port f0a3f64e-da9f-48e1-9606-3be891630d30 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:25.187276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port f0a3f64e-da9f-48e1-9606-3be891630d30 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:25.192141 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f0a3f64e-da9f-48e1-9606-3be891630d30 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:25.192502 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.236206 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] Set router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:25.315365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-38892b4f-d328-4eb7-89f1-71d371d320eb None None] Provisioning for port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:25.379637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-38892b4f-d328-4eb7-89f1-71d371d320eb None None] Provisioning complete for port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:25.380932 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38892b4f-d328-4eb7-89f1-71d371d320eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.420626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-38892b4f-d328-4eb7-89f1-71d371d320eb None None] Port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:25.438031 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.482901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port f0a3f64e-da9f-48e1-9606-3be891630d30, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f0a3f64e-da9f-48e1-9606-3be891630d30,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:25.488316 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.541455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Deleting port c89311bd-a7d8-4df4-b995-53328acba406 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:25.545540 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.590583 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '498e1253-bc0c-448a-acd9-2f76b0c31142', 'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:93:c5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:47Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:25.593686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=f0a3f64e-da9f-48e1-9606-3be891630d30,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.607978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c89311bd-a7d8-4df4-b995-53328acba406 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:25.641432 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93aa69-b821-47bb-b949-5f8a68ace58d None None] The sync data for ids ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'] in n-d-791504-14 is: [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '498e1253-bc0c-448a-acd9-2f76b0c31142', 'name': '', 'network_id': 'a6a70f3a-6189-48fe-9aee-282d31de8c8a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:93:c5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:47Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '2b0371ce-f8f6-4752-ab8b-5745cd3ca47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:25.656188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: c89311bd-a7d8-4df4-b995-53328acba406 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:25.656536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c89311bd-a7d8-4df4-b995-53328acba406 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:25.682528 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.780341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.815430 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-91caddba-b933-4817-b9d2-a954ec3d5cb7 req-e79ecaed-f941-4c9a-bb64-7833cb070d9d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.0881176 Jul 16 01:37:25.847306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-d64968e9-e66a-465d-a494-f6d86d56b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.848713 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-d64968e9-e66a-465d-a494-f6d86d56b32b service neutron] 10.222.0.50 "GET /v2.0/networks?id=a6a70f3a-6189-48fe-9aee-282d31de8c8a HTTP/1.1" status: 200 len: 896 time: 1.2048285 Jul 16 01:37:25.850130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] For port c89311bd-a7d8-4df4-b995-53328acba406, host n-d-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:25.850494 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.971870 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-f3290aa4-bcd0-4f52-87c2-6753bfa13e10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 200 len: 217 time: 0.1092255 Jul 16 01:37:26.127518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe461dd-4dd7-4f25-a9d5-5881436e5dfe None None] New status for floating IP 9ceba9cb-2499-4125-994c-88be32937558: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:26.159778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 2b19493d-b5bc-45e3-aee8-48ceca8b65cd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2b19493d-b5bc-45e3-aee8-48ceca8b65cd,segment=NetworkSegment(8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e),segment_id=8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:26.160166 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.194628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 2b19493d-b5bc-45e3-aee8-48ceca8b65cd owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:26.229744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-080ae204-c5fa-4eb7-b810-d3b7552aa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.232158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-080ae204-c5fa-4eb7-b810-d3b7552aa93d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b0371ce-f8f6-4752-ab8b-5745cd3ca47f HTTP/1.1" status: 200 len: 835 time: 0.1351600 Jul 16 01:37:26.285087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Calling delete_port for c89311bd-a7d8-4df4-b995-53328acba406 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:26.295443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-5e96cd65-6181-47eb-b67f-43eccaa52876 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.307372 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-5e96cd65-6181-47eb-b67f-43eccaa52876 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.50 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.7467964 Jul 16 01:37:26.408285 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Port c89311bd-a7d8-4df4-b995-53328acba406 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:37:26.409567 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.421891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768143b-e407-42b5-994a-3ce2f0382ac1 req-3c358482-28e5-4547-9768-9d9b9887a735 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.423590 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b768143b-e407-42b5-994a-3ce2f0382ac1 req-3c358482-28e5-4547-9768-9d9b9887a735 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.1348429 Jul 16 01:37:26.478254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b768143b-e407-42b5-994a-3ce2f0382ac1 req-0177c614-3724-40f8-8025-c8ea08141982 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465343 Jul 16 01:37:26.703655 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.731862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] No DVR routers for this DVR port c89311bd-a7d8-4df4-b995-53328acba406 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:26.748361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Port': ['ID=c89311bd-a7d8-4df4-b995-53328acba406,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:26.750254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.805236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=2b19493d-b5bc-45e3-aee8-48ceca8b65cd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:26.862575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f0a3f64e-da9f-48e1-9606-3be891630d30 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:26.940891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f0a3f64e-da9f-48e1-9606-3be891630d30 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:26.941267 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.962250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.994711 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.995728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.132204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-713699f9-0ce7-4369-9444-9eaae9bbf53b req-7cc7dff8-68db-4ff0-b81f-5d266142d48a tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.0598180 Jul 16 01:37:27.164228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b09b715f-79fa-49e1-9122-5493b2848b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.324584 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.353096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-0782fd13-8015-4f6b-b795-b527484f9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.354641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-0782fd13-8015-4f6b-b795-b527484f9fe6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a6a70f3a-6189-48fe-9aee-282d31de8c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0433903 Jul 16 01:37:27.379368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f741af84-67c6-4ce4-853f-dd0b9b4d1977']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:27.444090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=1a61f3e1-a60f-495f-aa34-8c54e9cc321a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.454358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c7c4fc-04a2-4f67-bd05-3e81add73510') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:27.454769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c7c4fc-04a2-4f67-bd05-3e81add73510') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:27.465689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-439e70cd-5827-48e2-8003-ea1c10e72d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 054aa98d-09d8-45c3-a762-3bd22d639f43 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:27.466182 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-439e70cd-5827-48e2-8003-ea1c10e72d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.494557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.503428 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.621100 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.661679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.683690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019e471-c6dd-4688-9315-0e18098cb1d1 req-0b0d0b7c-11e0-4663-819d-ee97eb4e7eb5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.691700 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c019e471-c6dd-4688-9315-0e18098cb1d1 req-0b0d0b7c-11e0-4663-819d-ee97eb4e7eb5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 945 time: 0.0840809 Jul 16 01:37:27.739677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:27.740186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:27.743517 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:27.763003 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c019e471-c6dd-4688-9315-0e18098cb1d1 req-304063cc-2718-46f2-ae71-6cbc06f39142 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c963b48-6456-47dc-bb2c-c6eb751ae3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692081 Jul 16 01:37:27.779779 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 054aa98d-09d8-45c3-a762-3bd22d639f43 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:27.791131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:27.811440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:27.889548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-41f92783-0c4f-487a-b241-7535d3f3bc0a service neutron] 10.222.0.50 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251575 Jul 16 01:37:27.906769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-439e70cd-5827-48e2-8003-ea1c10e72d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port 054aa98d-09d8-45c3-a762-3bd22d639f43, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=054aa98d-09d8-45c3-a762-3bd22d639f43,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:27.907232 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-439e70cd-5827-48e2-8003-ea1c10e72d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.909829 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.987452 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.989721 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] 10.222.0.64 "DELETE /v2.0/networks/f741af84-67c6-4ce4-853f-dd0b9b4d1977 HTTP/1.1" status: 204 len: 168 time: 4.0639145 Jul 16 01:37:28.042457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921a029-b0b9-4023-8808-75146a79129a tempest-NetworksTest-1535869653 tempest-NetworksTest-1535869653-project] Pushing event deleted for resources: {'Network': ['ID=f741af84-67c6-4ce4-853f-dd0b9b4d1977,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.049497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-439e70cd-5827-48e2-8003-ea1c10e72d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 054aa98d-09d8-45c3-a762-3bd22d639f43 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:28.163035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-59ac1353-bcdf-489d-9f25-7219b58c4f78 None None] Provisioning complete for port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:28.163847 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59ac1353-bcdf-489d-9f25-7219b58c4f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.217181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-59ac1353-bcdf-489d-9f25-7219b58c4f78 None None] Port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:28.222740 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:28.352042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:28.359182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f1af1f4-7fd2-4d05-aa97-fdca05e57d6d req-9ed36664-a495-46cd-976d-cee5814148c6 service neutron] 10.222.0.50 "GET /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556146 Jul 16 01:37:28.364612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59966) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:28.458934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.578692 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-482b3e5b-21ea-4982-a3ac-43a60d33c508 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e699952d893418d86829698864ee6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125707 Jul 16 01:37:28.581264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59970) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:28.635904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a734b57-2c5a-4806-8d10-929ec6f48220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.660244 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a734b57-2c5a-4806-8d10-929ec6f48220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.725078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a734b57-2c5a-4806-8d10-929ec6f48220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.729603 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a734b57-2c5a-4806-8d10-929ec6f48220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.731062 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1a734b57-2c5a-4806-8d10-929ec6f48220 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad0c1344-8a72-4e36-8187-14e0337e4b51 HTTP/1.1" status: 204 len: 168 time: 0.1488788 Jul 16 01:37:28.775794 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9af0c0d-a746-4240-976a-d7e58606bd6c req-8bd81835-abb8-4919-b8dd-3a7272b2457f tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.3960629 Jul 16 01:37:28.777970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a734b57-2c5a-4806-8d10-929ec6f48220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0c1344-8a72-4e36-8187-14e0337e4b51,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.886863 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-439e70cd-5827-48e2-8003-ea1c10e72d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.899983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Router c4603b9b-db2c-4652-903d-be42a7851268 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:29.073167 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e70cd-5827-48e2-8003-ea1c10e72d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=054aa98d-09d8-45c3-a762-3bd22d639f43,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.099824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-439e70cd-5827-48e2-8003-ea1c10e72d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] No DVR routers for this DVR port 054aa98d-09d8-45c3-a762-3bd22d639f43 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:29.102761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2c3a022a-eaae-4dba-815e-538cb2e7ac8a req-bd832e7f-395c-4f1b-b431-9abce34c92c6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=32143ed3-4944-40c4-b5ce-3fc2b2ffe630 HTTP/1.1" status: 200 len: 210 time: 0.0645983 Jul 16 01:37:29.137634 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-439e70cd-5827-48e2-8003-ea1c10e72d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.139634 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22dd4a8c-8fa3-4f3e-8e80-b04e492324b6 req-439e70cd-5827-48e2-8003-ea1c10e72d86 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.50 "DELETE /v2.0/ports/054aa98d-09d8-45c3-a762-3bd22d639f43 HTTP/1.1" status: 204 len: 173 time: 2.7248533 Jul 16 01:37:29.165627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'name': 'network-vif-deleted', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:29.168825 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef470ae9-eb00-4320-80cc-2c015ec6a049" -d '{"events": [{"server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "name": "network-vif-deleted", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:29.188839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:29.198481 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-97fa2392-48f2-47b0-a3bd-1273a471b00d tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7309303 Jul 16 01:37:29.201732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.209060 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:29.246699 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa58e96-8c9e-4a4e-8196-565b841cd1ef x-openstack-request-id: req-8aa58e96-8c9e-4a4e-8196-565b841cd1ef {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:29.247868 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32143ed3-4944-40c4-b5ce-3fc2b2ffe630", "name": "network-vif-deleted", "tag": "054aa98d-09d8-45c3-a762-3bd22d639f43", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:29.248329 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8aa58e96-8c9e-4a4e-8196-565b841cd1ef {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:29.248515 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:29.249078 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32143ed3-4944-40c4-b5ce-3fc2b2ffe630', 'name': 'network-vif-deleted', 'tag': '054aa98d-09d8-45c3-a762-3bd22d639f43', 'status': 'completed', 'code': 200} Jul 16 01:37:29.252222 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:29.253655 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:29.268229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Sync routers for ids ['c4603b9b-db2c-4652-903d-be42a7851268'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:29.272724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-484b6abd-3842-4ec7-a810-9385d0a2a2d8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "PUT /v2.0/routers/c4603b9b-db2c-4652-903d-be42a7851268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2830267 Jul 16 01:37:29.275522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.287781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Routers {'c4603b9b-db2c-4652-903d-be42a7851268'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:29.288442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c4603b9b-db2c-4652-903d-be42a7851268'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:29.323371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce161e1-6129-4419-aa08-38fde8e5cc38 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting subnet e67a7eca-297d-42e0-a506-1653bccddaca {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:29.340475 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce161e1-6129-4419-aa08-38fde8e5cc38 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.471983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f603be7d-dabb-4c23-b2a4-3106c635fbb4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.493908 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f603be7d-dabb-4c23-b2a4-3106c635fbb4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports/1a61f3e1-a60f-495f-aa34-8c54e9cc321a HTTP/1.1" status: 200 len: 911 time: 0.2159975 Jul 16 01:37:29.497538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 59992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.555499 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:29.638089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Set router c4603b9b-db2c-4652-903d-be42a7851268 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:29.664964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce161e1-6129-4419-aa08-38fde8e5cc38 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.830769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b413643-02d0-426e-a389-93325caa7594 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.837559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b413643-02d0-426e-a389-93325caa7594 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.842237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 59998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.855874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5b413643-02d0-426e-a389-93325caa7594 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3415804 Jul 16 01:37:30.018545 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce161e1-6129-4419-aa08-38fde8e5cc38 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.140792 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:26Z', 'revision_number': 8, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:30.154255 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.210651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4603b9b-db2c-4652-903d-be42a7851268', 'name': 'tempest-NetworksTestDHCPv6-router-354139054', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:21Z', 'updated_at': '2021-07-16T01:37:24Z', 'revision_number': 2, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None, '_interfaces': [{'id': '1a61f3e1-a60f-495f-aa34-8c54e9cc321a', 'name': '', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'mac_address': 'fa:16:3e:35:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4603b9b-db2c-4652-903d-be42a7851268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '071373cd-ce95-40fe-aeb8-4afa545874e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:22Z', 'updated_at': '2021-07-16T01:37:26Z', 'revision_number': 2, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'subnets': [{'id': '071373cd-ce95-40fe-aeb8-4afa545874e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:30.231164 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:30.248307 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:30.251219 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:30.298067 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6305abaa-4663-4cc6-b2f6-51b36d3e1f8e req-b93b36b7-1db6-4dd0-b73a-5cb5140fb879 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.1378591 Jul 16 01:37:30.300581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Checking router: c4603b9b-db2c-4652-903d-be42a7851268 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:30.301135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Updating router c4603b9b-db2c-4652-903d-be42a7851268 port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:30.322374 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce161e1-6129-4419-aa08-38fde8e5cc38 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.381242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.383940 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce161e1-6129-4419-aa08-38fde8e5cc38 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.386691 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1ce161e1-6129-4419-aa08-38fde8e5cc38 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/e67a7eca-297d-42e0-a506-1653bccddaca HTTP/1.1" status: 204 len: 168 time: 1.1837296 Jul 16 01:37:30.389739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce161e1-6129-4419-aa08-38fde8e5cc38 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Subnet': ['ID=e67a7eca-297d-42e0-a506-1653bccddaca,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.393667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.406214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e8ce4-ca34-4089-8bd9-73823926bbd5 None None] Network fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:30.425572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.499585 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:30.539261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.539604 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.693557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f150936a-06ee-4872-9d44-be4d389cf61c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1708655502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:30.746044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:30.746657 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.866106 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:26Z', 'revision_number': 8, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:30.893665 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d38596-5e46-4a28-8184-550e1cf79f95 None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:26Z', 'revision_number': 8, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d79d9fd-aec7-491e-85b6-502bc4008639', 'name': '', 'network_id': 'a3100efc-711c-41f4-a30e-d3f54d255a50', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:ef:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:55Z', 'updated_at': '2021-07-16T01:37:05Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '43945230-e5dd-4fa5-843f-1bb60ccd0955', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:30.896916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 3d9712ad-ed50-4336-923e-b74ebf55e7f9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3d9712ad-ed50-4336-923e-b74ebf55e7f9,segment=NetworkSegment(8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e),segment_id=8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:30.898939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.941407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 3d9712ad-ed50-4336-923e-b74ebf55e7f9 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:30.953811 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f150936a-06ee-4872-9d44-be4d389cf61c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.954871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f150936a-06ee-4872-9d44-be4d389cf61c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.103710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.140704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=3d9712ad-ed50-4336-923e-b74ebf55e7f9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.178506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No DVR routers for this DVR port 3d9712ad-ed50-4336-923e-b74ebf55e7f9 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:31.200777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f150936a-06ee-4872-9d44-be4d389cf61c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.211874 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.226088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f150936a-06ee-4872-9d44-be4d389cf61c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.253287 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f150936a-06ee-4872-9d44-be4d389cf61c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.254548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f150936a-06ee-4872-9d44-be4d389cf61c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8268459 Jul 16 01:37:31.275892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:31.281531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1626530645'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:31.291789 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.326951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Transition to ACTIVE for port object 1a61f3e1-a60f-495f-aa34-8c54e9cc321a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:31.335376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ec104-d087-4d7b-872e-9f5ade7d59d9 None None] DHCP port deletion for fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:31.344991 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.414720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6be64a-b1ca-45d2-95f2-f01eb46197e0 None None] Pushing event updated for resources: {'Port': ['ID=1a61f3e1-a60f-495f-aa34-8c54e9cc321a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.416777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.455986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd914f8-795e-4c26-8f6a-3d5eb6d2da47']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:31.490769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:31.491326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8eaa4e-e4fa-452d-80ab-bd0db49c3c7e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:31.519072 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.537776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.538853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Attempting to bind port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:31.539337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Attempting to bind port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:31.539833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Attempting to bind port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:31.547306 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:31.548048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:31.548523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:31.549204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.549321 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.550202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:31.553584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Bound port: 1a61f3e1-a60f-495f-aa34-8c54e9cc321a, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:31.555287 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:31.657533 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:31.660776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Made reservation on behalf of 99a481691c8140c582117a59943a319b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:31.664089 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.709703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.725596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] For port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:31.732376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] For port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1a61f3e1-a60f-495f-aa34-8c54e9cc321a,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:31.740709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.746828 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.763827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a85cfb35-6cee-42f0-86e1-1797ee718b6f req-31269a84-3a62-47b2-ad14-666f9e3c3115 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.1047640 Jul 16 01:37:31.764855 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.783019 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.784977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/networks/fbd914f8-795e-4c26-8f6a-3d5eb6d2da47 HTTP/1.1" status: 204 len: 168 time: 1.3885207 Jul 16 01:37:31.805349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60026) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:31.825450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88731904-0501-4a20-89d6-436d443ea0f8 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Network': ['ID=fbd914f8-795e-4c26-8f6a-3d5eb6d2da47,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.933212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6be64a-b1ca-45d2-95f2-f01eb46197e0 None None] Pushing event updated for resources: {'Port': ['ID=1a61f3e1-a60f-495f-aa34-8c54e9cc321a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.936328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Routers {'c4603b9b-db2c-4652-903d-be42a7851268'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:31.936949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c4603b9b-db2c-4652-903d-be42a7851268'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:32.061333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] Set router c4603b9b-db2c-4652-903d-be42a7851268 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:32.154115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:32.154661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.409761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4603b9b-db2c-4652-903d-be42a7851268', 'name': 'tempest-NetworksTestDHCPv6-router-354139054', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:21Z', 'updated_at': '2021-07-16T01:37:24Z', 'revision_number': 2, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None, '_interfaces': [{'id': '1a61f3e1-a60f-495f-aa34-8c54e9cc321a', 'name': '', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'mac_address': 'fa:16:3e:35:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4603b9b-db2c-4652-903d-be42a7851268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '071373cd-ce95-40fe-aeb8-4afa545874e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:22Z', 'updated_at': '2021-07-16T01:37:31Z', 'revision_number': 4, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'subnets': [{'id': '071373cd-ce95-40fe-aeb8-4afa545874e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:32.453769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d65f9-7180-47b7-8e0e-3da2e7c35b07 None None] The sync data for ids ['c4603b9b-db2c-4652-903d-be42a7851268'] in n-d-791504-14 is: [{'id': 'c4603b9b-db2c-4652-903d-be42a7851268', 'name': 'tempest-NetworksTestDHCPv6-router-354139054', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:21Z', 'updated_at': '2021-07-16T01:37:24Z', 'revision_number': 2, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None, '_interfaces': [{'id': '1a61f3e1-a60f-495f-aa34-8c54e9cc321a', 'name': '', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'mac_address': 'fa:16:3e:35:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4603b9b-db2c-4652-903d-be42a7851268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '071373cd-ce95-40fe-aeb8-4afa545874e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:22Z', 'updated_at': '2021-07-16T01:37:31Z', 'revision_number': 4, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'subnets': [{'id': '071373cd-ce95-40fe-aeb8-4afa545874e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:32.496145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] For port 1a61f3e1-a60f-495f-aa34-8c54e9cc321a, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1a61f3e1-a60f-495f-aa34-8c54e9cc321a,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:32.496145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.511568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for 1a61f3e1-a60f-495f-aa34-8c54e9cc321a owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:32.541280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.567671 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.586959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:32.600697 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.601325 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Added segment d20f7a03-74fc-4fd2-968c-78195b41b3dd of type vlan for network 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 Jul 16 01:37:32.660213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.704332 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.711261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.712334 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.741916 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.794531 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5174160 Jul 16 01:37:32.820847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60030) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:32.843427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Request body: {'subnet': {'network_id': '1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:32.874238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0015fe8-927f-45c9-bd0b-37069618c706,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.933189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=1a61f3e1-a60f-495f-aa34-8c54e9cc321a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.939695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2b19493d-b5bc-45e3-aee8-48ceca8b65cd no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:32.974173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaaeab-09e7-4911-a629-f131b30880a9 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'Network': ['ID=1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.041725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:33.054214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 2b19493d-b5bc-45e3-aee8-48ceca8b65cd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:33.058457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2b19493d-b5bc-45e3-aee8-48ceca8b65cd not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:33.059037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3d9712ad-ed50-4336-923e-b74ebf55e7f9 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:33.186698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 3d9712ad-ed50-4336-923e-b74ebf55e7f9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:33.186984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3d9712ad-ed50-4336-923e-b74ebf55e7f9 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:33.349498 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.377516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42432b90-18df-499d-8789-57ec00616039 req-3f2b7635-ef1e-4562-ad02-fa21e0ddd4d7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.1748717 Jul 16 01:37:33.642518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Made reservation on behalf of 99a481691c8140c582117a59943a319b for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:33.646803 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.720415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Router c4603b9b-db2c-4652-903d-be42a7851268 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:33.735353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 498e1253-bc0c-448a-acd9-2f76b0c31142 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:33.736221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.856930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port 498e1253-bc0c-448a-acd9-2f76b0c31142, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=498e1253-bc0c-448a-acd9-2f76b0c31142,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:33.857309 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.874868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 498e1253-bc0c-448a-acd9-2f76b0c31142 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:33.900417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.992168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.101458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'Subnet': ['ID=b196b0b3-d77c-4ca5-bd13-59c8fcde020c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.123590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:34.131766 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5028a6cc-0942-4020-801e-b89aec4f9d5d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "PUT /v2.0/routers/c4603b9b-db2c-4652-903d-be42a7851268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2884092 Jul 16 01:37:34.132394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60036) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.139016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Checking segment: {'id': 'd20f7a03-74fc-4fd2-968c-78195b41b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:34.139387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Network hostable DHCP agents. Network: 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:34.181314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Network 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:34.198964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:34.212754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c5a585-0ef8-444f-bee1-0ba6c9e79d49 None None] Network 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:34.223935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.224631 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.265408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0d245962-433d-4721-8fa1-f4a3f20fc4a5 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4426107 Jul 16 01:37:34.268970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.273804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Request body: {'network': {'name': 'tempest-router-network01--1506952323'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:34.287958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30d2f9-9767-42d7-b3cb-c0cbf38c7732 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.289760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30d2f9-9767-42d7-b3cb-c0cbf38c7732 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.293817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3b30d2f9-9767-42d7-b3cb-c0cbf38c7732 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1574163 Jul 16 01:37:34.295975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.338282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Made reservation on behalf of 99a481691c8140c582117a59943a319b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:34.342263 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.377987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:34.380448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.393657 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.394028 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Added segment dda575af-585b-4261-8182-89876ba301dc of type vlan for network b33a138c-bd4c-4014-a15d-f2c1d51071e7 Jul 16 01:37:34.435195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=498e1253-bc0c-448a-acd9-2f76b0c31142,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.441405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b9f86c-3ab0-467d-9bf8-2b565ba71ce5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 071373cd-ce95-40fe-aeb8-4afa545874e1 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:34.448139 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05b9f86c-3ab0-467d-9bf8-2b565ba71ce5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.556078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.653409 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.665871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.666720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.704491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 3d79d9fd-aec7-491e-85b6-502bc4008639 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:34.704852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.808135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'Network': ['ID=b33a138c-bd4c-4014-a15d-f2c1d51071e7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.876743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network b33a138c-bd4c-4014-a15d-f2c1d51071e7 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:34.929935 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0849e619-2855-4c01-91e1-2786a1477858 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6561847 Jul 16 01:37:34.950259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6', 'network_id': '1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6', 'tenant_id': '99a481691c8140c582117a59943a319b', 'fixed_ips': [{'subnet_id': 'b196b0b3-d77c-4ca5-bd13-59c8fcde020c'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:34.955073 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.980509 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] Sync routers for ids ['c4603b9b-db2c-4652-903d-be42a7851268'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:34.992594 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] Routers {'c4603b9b-db2c-4652-903d-be42a7851268'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:34.993996 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c4603b9b-db2c-4652-903d-be42a7851268'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:35.048951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c7e7bb5-0beb-4d06-a625-e1375aa6c595 req-ae025f0c-e44e-4df6-81a1-eac2b0bd1f47 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.3609948 Jul 16 01:37:35.052323 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60046) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:35.059026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Request body: {'network': {'name': 'tempest-router-network02--596763146'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:35.121302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 3d79d9fd-aec7-491e-85b6-502bc4008639, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3d79d9fd-aec7-491e-85b6-502bc4008639,segment=NetworkSegment(ec67d294-9824-4b90-b728-ef4a13bb0b74),segment_id=ec67d294-9824-4b90-b728-ef4a13bb0b74)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:35.121817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.153133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 3d79d9fd-aec7-491e-85b6-502bc4008639 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:35.201791 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] Set router c4603b9b-db2c-4652-903d-be42a7851268 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:35.237745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Allocated IP 172.20.0.2 (1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6/b196b0b3-d77c-4ca5-bd13-59c8fcde020c/1703e720-76a2-42b4-a51f-c68695cd9075) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:35.277260 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4603b9b-db2c-4652-903d-be42a7851268', 'name': 'tempest-NetworksTestDHCPv6-router-354139054', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:21Z', 'updated_at': '2021-07-16T01:37:32Z', 'revision_number': 3, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:35.418795 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.437795 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Transition to ACTIVE for port object 1703e720-76a2-42b4-a51f-c68695cd9075 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:35.466288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Transition to ACTIVE for port object 1703e720-76a2-42b4-a51f-c68695cd9075 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:35.485705 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.540910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05b9f86c-3ab0-467d-9bf8-2b565ba71ce5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.547373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Made reservation on behalf of 99a481691c8140c582117a59943a319b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:35.551166 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.554115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Network 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:35.562081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:35.570203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:35.583565 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Pushing event updated for resources: {'Port': ['ID=1703e720-76a2-42b4-a51f-c68695cd9075,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.597039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:35.610503 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.610864 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Added segment 137906a9-e5e8-455f-bf4c-803322febcd1 of type vlan for network ad4e4927-6521-4a84-ae48-8d54e03b1b06 Jul 16 01:37:35.671143 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] Checking router: c4603b9b-db2c-4652-903d-be42a7851268 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:35.701886 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] Routers {'c4603b9b-db2c-4652-903d-be42a7851268'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:35.702484 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c4603b9b-db2c-4652-903d-be42a7851268'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:35.731882 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.739896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.763203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Attempting to bind port 1703e720-76a2-42b4-a51f-c68695cd9075 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:35.763566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Attempting to bind port 1703e720-76a2-42b4-a51f-c68695cd9075 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd20f7a03-74fc-4fd2-968c-78195b41b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:35.764270 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Attempting to bind port 1703e720-76a2-42b4-a51f-c68695cd9075 on network 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:35.774842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:35.775220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Checking segment: {'id': 'd20f7a03-74fc-4fd2-968c-78195b41b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:35.775596 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.776001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Bound using segment: {'id': 'd20f7a03-74fc-4fd2-968c-78195b41b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:35.776467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Bound port: 1703e720-76a2-42b4-a51f-c68695cd9075, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20f7a03-74fc-4fd2-968c-78195b41b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:35.776842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.813217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05b9f86c-3ab0-467d-9bf8-2b565ba71ce5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.830958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=3d79d9fd-aec7-491e-85b6-502bc4008639,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.908349 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] Set router c4603b9b-db2c-4652-903d-be42a7851268 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:35.936892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:37:35.947113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] For port 1703e720-76a2-42b4-a51f-c68695cd9075, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:35.955532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] For port 1703e720-76a2-42b4-a51f-c68695cd9075, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1703e720-76a2-42b4-a51f-c68695cd9075,segment=NetworkSegment(d20f7a03-74fc-4fd2-968c-78195b41b3dd),segment_id=d20f7a03-74fc-4fd2-968c-78195b41b3dd)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:35.970910 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.034521 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.046971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:36.047722 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.078236 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.112471 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4603b9b-db2c-4652-903d-be42a7851268', 'name': 'tempest-NetworksTestDHCPv6-router-354139054', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:21Z', 'updated_at': '2021-07-16T01:37:32Z', 'revision_number': 3, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:36.129506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399588d-5280-41f1-9efd-b89706bd9f85 None None] Pushing event updated for resources: {'Port': ['ID=1703e720-76a2-42b4-a51f-c68695cd9075,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.235803 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cf545-94fd-40fb-b04c-dc8059fcf5bb None None] The sync data for ids ['c4603b9b-db2c-4652-903d-be42a7851268'] in n-d-791504-14 is: [{'id': 'c4603b9b-db2c-4652-903d-be42a7851268', 'name': 'tempest-NetworksTestDHCPv6-router-354139054', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:21Z', 'updated_at': '2021-07-16T01:37:32Z', 'revision_number': 3, 'project_id': '1750a3cb31cb4517ab1177a898d1564e', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:36.303347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'Network': ['ID=ad4e4927-6521-4a84-ae48-8d54e03b1b06,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.315201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network ad4e4927-6521-4a84-ae48-8d54e03b1b06 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:36.326055 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-10017ac7-f6f9-4cd1-aa04-0c7985a1fec0 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2724485 Jul 16 01:37:36.339028 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60052) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.352597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Request body: {'subnet': {'network_id': 'b33a138c-bd4c-4014-a15d-f2c1d51071e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:36.391308 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05b9f86c-3ab0-467d-9bf8-2b565ba71ce5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.438703 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.448660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9f86c-3ab0-467d-9bf8-2b565ba71ce5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=071373cd-ce95-40fe-aeb8-4afa545874e1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.465676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e2ed08-5f38-44df-9993-27344d4f103e None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:36.471648 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05b9f86c-3ab0-467d-9bf8-2b565ba71ce5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.480146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.482066 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-05b9f86c-3ab0-467d-9bf8-2b565ba71ce5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/071373cd-ce95-40fe-aeb8-4afa545874e1 HTTP/1.1" status: 204 len: 168 time: 2.1773672 Jul 16 01:37:36.521853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17b224dc-3404-424c-b79f-b9467583bc15 req-aae69bdc-3967-4ecf-be29-cab050cf6309 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.0744252 Jul 16 01:37:36.829143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:36.939868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Made reservation on behalf of 99a481691c8140c582117a59943a319b for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:36.945790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.084720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396602dc-f7ab-4bb8-8a06-d42846937815 None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:37.094352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1703e720-76a2-42b4-a51f-c68695cd9075 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:37.165006 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:37.182227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-08758c5a-799e-4c1b-84a2-9fd264c4c16b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "PUT /v2.0/routers/4ad7a8cd-2326-489e-bedf-02cb8320e6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7897003 Jul 16 01:37:37.183007 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60058) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.221245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] Sync routers for ids ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:37.259367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] Routers {'4ad7a8cd-2326-489e-bedf-02cb8320e6e8'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:37.263353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:37.306566 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54d847e-ff87-4e5a-a9ef-d90baba06b74 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting subnet 2b0371ce-f8f6-4752-ab8b-5745cd3ca47f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:37.315035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e54d847e-ff87-4e5a-a9ef-d90baba06b74 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.333406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6ea6579d-b146-4ddd-8253-961dcfed8ae2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8488696 Jul 16 01:37:37.334561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.335562 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.428207 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e54d847e-ff87-4e5a-a9ef-d90baba06b74 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.438873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 1703e720-76a2-42b4-a51f-c68695cd9075 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:37.621919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1a61f3e1-a60f-495f-aa34-8c54e9cc321a no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:37.638445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7e132d3-72da-4ab4-ab2c-eb23d57eff05 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.649070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:37.670223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-396602dc-f7ab-4bb8-8a06-d42846937815 None None] Deleting port f0a3f64e-da9f-48e1-9606-3be891630d30 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:37.670602 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-396602dc-f7ab-4bb8-8a06-d42846937815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.677256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 1a61f3e1-a60f-495f-aa34-8c54e9cc321a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:37.677609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1a61f3e1-a60f-495f-aa34-8c54e9cc321a not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:37.687837 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e54d847e-ff87-4e5a-a9ef-d90baba06b74 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.703826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'Subnet': ['ID=e48f4223-2aa7-4aa3-817b-63d6c066c308,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.826412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Checking segment: {'id': 'dda575af-585b-4261-8182-89876ba301dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b33a138c-bd4c-4014-a15d-f2c1d51071e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:37.833856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Network hostable DHCP agents. Network: b33a138c-bd4c-4014-a15d-f2c1d51071e7, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:37.837862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] Set router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:37.841342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-396602dc-f7ab-4bb8-8a06-d42846937815 None None] For port f0a3f64e-da9f-48e1-9606-3be891630d30, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f0a3f64e-da9f-48e1-9606-3be891630d30,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:37.841750 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-396602dc-f7ab-4bb8-8a06-d42846937815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.865386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e54d847e-ff87-4e5a-a9ef-d90baba06b74 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.952360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d847e-ff87-4e5a-a9ef-d90baba06b74 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0371ce-f8f6-4752-ab8b-5745cd3ca47f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.955671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e54d847e-ff87-4e5a-a9ef-d90baba06b74 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.961404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e54d847e-ff87-4e5a-a9ef-d90baba06b74 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/subnets/2b0371ce-f8f6-4752-ab8b-5745cd3ca47f HTTP/1.1" status: 204 len: 168 time: 0.7745390 Jul 16 01:37:37.961767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.980991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189ea40-6def-49fc-8590-bc6355b504ca None None] Network a6a70f3a-6189-48fe-9aee-282d31de8c8a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:38.087831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f611aef4-4665-446e-9336-4fdbfc56cd2d None None] Network 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:38.096398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c8b54e0-12b1-4e6d-9829-f07cb467f8b9 req-78e12cff-ba37-4ea1-953b-65d017f0d973 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.2471423 Jul 16 01:37:38.106596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-396602dc-f7ab-4bb8-8a06-d42846937815 None None] Calling delete_port for f0a3f64e-da9f-48e1-9606-3be891630d30 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:38.107022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7e132d3-72da-4ab4-ab2c-eb23d57eff05 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.147103 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7e132d3-72da-4ab4-ab2c-eb23d57eff05 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.189644 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.192489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Network b33a138c-bd4c-4014-a15d-f2c1d51071e7 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:38.265635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, b33a138c-bd4c-4014-a15d-f2c1d51071e7) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:38.272620 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7e132d3-72da-4ab4-ab2c-eb23d57eff05 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.273281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e132d3-72da-4ab4-ab2c-eb23d57eff05 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Fanout notify agent at l3_agent the message router_deleted on router c4603b9b-db2c-4652-903d-be42a7851268 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:38.296626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7e132d3-72da-4ab4-ab2c-eb23d57eff05 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.300151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c7e132d3-72da-4ab4-ab2c-eb23d57eff05 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/routers/c4603b9b-db2c-4652-903d-be42a7851268 HTTP/1.1" status: 204 len: 168 time: 0.9567628 Jul 16 01:37:38.300474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60068) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.303093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.303696 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.317876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b8d8da-4473-4b52-9ff2-6bdfc0cdff8e None None] Network b33a138c-bd4c-4014-a15d-f2c1d51071e7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:38.330415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:38.341175 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:38.363303 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:38.365218 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:38.366851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ce343626-dec0-405b-a0e4-241a2508f943 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5601962 Jul 16 01:37:38.373808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60070) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.455534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb66120-8c00-4e50-8b5b-8d8e0d9281dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting subnet 43945230-e5dd-4fa5-843f-1bb60ccd0955 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:38.460964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cb66120-8c00-4e50-8b5b-8d8e0d9281dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.472185 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.495801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f1d57154-d45e-4008-9f92-c93722749be8 None None] Provisioning for port 1703e720-76a2-42b4-a51f-c68695cd9075 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:38.526659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f1d57154-d45e-4008-9f92-c93722749be8 None None] Provisioning complete for port 1703e720-76a2-42b4-a51f-c68695cd9075 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:38.527047 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1d57154-d45e-4008-9f92-c93722749be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.630394 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:38.638130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 4755b4fb-17bd-43cd-8d8a-bbb823345947 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:38.638477 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.850923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f0a3f64e-da9f-48e1-9606-3be891630d30 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:38.939927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port 4755b4fb-17bd-43cd-8d8a-bbb823345947, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4755b4fb-17bd-43cd-8d8a-bbb823345947,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:38.941106 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.970396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 4755b4fb-17bd-43cd-8d8a-bbb823345947 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:39.140612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f5fa790e-4546-480c-a60f-6c5442391d3c tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8001838 Jul 16 01:37:39.145552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60076) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.151657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Request body: {'subnet': {'network_id': 'ad4e4927-6521-4a84-ae48-8d54e03b1b06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:39.207095 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cb66120-8c00-4e50-8b5b-8d8e0d9281dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.280964 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 9, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:39.310404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:37:34Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '4755b4fb-17bd-43cd-8d8a-bbb823345947', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:41Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:39.323382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878e0fcf-c5cd-4ea4-ac65-4a2cf525b6d0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.326219 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-878e0fcf-c5cd-4ea4-ac65-4a2cf525b6d0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0185151 Jul 16 01:37:39.331192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.352140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d37e5-4b91-4348-ab66-53bbb3bc418e None None] DHCP port deletion for a6a70f3a-6189-48fe-9aee-282d31de8c8a request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:39.359422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] Checking router: 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:39.394114 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:39.402535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] Routers {'4ad7a8cd-2326-489e-bedf-02cb8320e6e8'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:39.403176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:39.405311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-b33a138c-bd4c-4014-a15d-f2c1d51071e7', 'network_id': 'b33a138c-bd4c-4014-a15d-f2c1d51071e7', 'tenant_id': '99a481691c8140c582117a59943a319b', 'fixed_ips': [{'subnet_id': 'e48f4223-2aa7-4aa3-817b-63d6c066c308'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:39.406409 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.428071 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:39.429089 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:39.522469 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ddc12dab-2835-4466-857c-6dd2d42908d7 req-62bd316f-4db5-465a-809c-cf994b8e4159 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.1434133 Jul 16 01:37:39.541203 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-396602dc-f7ab-4bb8-8a06-d42846937815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.564098 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.588225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396602dc-f7ab-4bb8-8a06-d42846937815 None None] Pushing event deleted for resources: {'Port': ['ID=f0a3f64e-da9f-48e1-9606-3be891630d30,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.604295 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1d57154-d45e-4008-9f92-c93722749be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.611469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Made reservation on behalf of 99a481691c8140c582117a59943a319b for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:39.619162 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.621233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.633778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=4755b4fb-17bd-43cd-8d8a-bbb823345947,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.698479 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:39.718236 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.733672 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cb66120-8c00-4e50-8b5b-8d8e0d9281dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.800192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396602dc-f7ab-4bb8-8a06-d42846937815 None None] No DVR routers for this DVR port f0a3f64e-da9f-48e1-9606-3be891630d30 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:39.837746 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.841642 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.861775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9528a9a-2f5d-4ede-9eef-ff9276a12479 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.870060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a9528a9a-2f5d-4ede-9eef-ff9276a12479 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5295484 Jul 16 01:37:39.904319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a94d37e5-4b91-4348-ab66-53bbb3bc418e None None] Deleting port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:39.904712 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a94d37e5-4b91-4348-ab66-53bbb3bc418e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.935294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f1d57154-d45e-4008-9f92-c93722749be8 None None] For port 1703e720-76a2-42b4-a51f-c68695cd9075, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1703e720-76a2-42b4-a51f-c68695cd9075,segment=NetworkSegment(d20f7a03-74fc-4fd2-968c-78195b41b3dd),segment_id=d20f7a03-74fc-4fd2-968c-78195b41b3dd)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:39.940302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] Set router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:39.940992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60080) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.026999 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1d57154-d45e-4008-9f92-c93722749be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.048295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1502bd2a-4188-404b-ace7-a0ce5769f794 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042054 Jul 16 01:37:40.057512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60082) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.069968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:40.077534 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.078077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Fanout notify agent at l3_agent the message router_deleted on router 4ad7a8cd-2326-489e-bedf-02cb8320e6e8 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:40.116222 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.125153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d5852068-be57-45f4-af21-7009b53939b6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/routers/4ad7a8cd-2326-489e-bedf-02cb8320e6e8 HTTP/1.1" status: 204 len: 168 time: 2.1612926 Jul 16 01:37:40.134693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60086) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.139856 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 9, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.148401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d57154-d45e-4008-9f92-c93722749be8 None None] Pushing event updated for resources: {'Port': ['ID=1703e720-76a2-42b4-a51f-c68695cd9075,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.163884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:37:38Z', 'revision_number': 6, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.168339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Allocated IP 172.20.0.2 (b33a138c-bd4c-4014-a15d-f2c1d51071e7/e48f4223-2aa7-4aa3-817b-63d6c066c308/03e52155-879e-4485-993c-c68a9e930835) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:40.171716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a94d37e5-4b91-4348-ab66-53bbb3bc418e None None] For port 31254948-8b62-48ea-9a2c-39cc3d0aaf62, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=31254948-8b62-48ea-9a2c-39cc3d0aaf62,segment=NetworkSegment(a88b4753-8610-40e7-ac1a-0ca7670a33b9),segment_id=a88b4753-8610-40e7-ac1a-0ca7670a33b9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:40.172417 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a94d37e5-4b91-4348-ab66-53bbb3bc418e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.246686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae8e8e-837d-4732-882e-2eae42a5c4b8 None None] The sync data for ids ['4ad7a8cd-2326-489e-bedf-02cb8320e6e8'] in n-d-791504-14 is: [{'id': '4ad7a8cd-2326-489e-bedf-02cb8320e6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071319796', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:40Z', 'updated_at': '2021-07-16T01:37:38Z', 'revision_number': 6, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:40.260608 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e4af4-b685-4d12-98ea-4384f8e83c81 None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 9, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '23f6595e-8bf8-4c33-8948-3eb57e34d56f', 'name': '', 'network_id': '4029b379-e9e5-4ddd-8235-ef171f53e123', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:10:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '056bf103-1469-4e84-b42c-adce1df36006', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:48Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': '056bf103-1469-4e84-b42c-adce1df36006', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:40.261853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a94d37e5-4b91-4348-ab66-53bbb3bc418e None None] Calling delete_port for 31254948-8b62-48ea-9a2c-39cc3d0aaf62 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:40.279120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cb66120-8c00-4e50-8b5b-8d8e0d9281dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.393783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb66120-8c00-4e50-8b5b-8d8e0d9281dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Subnet': ['ID=43945230-e5dd-4fa5-843f-1bb60ccd0955,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.416256 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cb66120-8c00-4e50-8b5b-8d8e0d9281dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.421159 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4cb66120-8c00-4e50-8b5b-8d8e0d9281dc tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/43945230-e5dd-4fa5-843f-1bb60ccd0955 HTTP/1.1" status: 204 len: 168 time: 2.0360055 Jul 16 01:37:40.423923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.461407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4042ec9a-3bb3-4a21-bde7-7d81db509451 None None] Network a3100efc-711c-41f4-a30e-d3f54d255a50 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:40.476347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.492138 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.746481 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.780919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'Subnet': ['ID=34955d94-745b-4315-b631-28c2d1ff4b32,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.791734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Checking segment: {'id': '137906a9-e5e8-455f-bf4c-803322febcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad4e4927-6521-4a84-ae48-8d54e03b1b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:40.792101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Network hostable DHCP agents. Network: ad4e4927-6521-4a84-ae48-8d54e03b1b06, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:40.825782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:40.828890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2748a24a-da3f-4ab4-8631-1097514d10ac None None] Provisioning complete for port 1703e720-76a2-42b4-a51f-c68695cd9075 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:40.830456 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2748a24a-da3f-4ab4-8631-1097514d10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.833497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.859606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Network ad4e4927-6521-4a84-ae48-8d54e03b1b06 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:40.902436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, ad4e4927-6521-4a84-ae48-8d54e03b1b06) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:40.912698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.913274 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.935444 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-056baf4c-0e76-4dbb-a7e5-a90bf669c168 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7882965 Jul 16 01:37:40.938882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60092) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.940054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:40.940392 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.980524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b8e17-decd-4fc7-b670-63dec375012e None None] Network ad4e4927-6521-4a84-ae48-8d54e03b1b06 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:41.010331 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a94d37e5-4b91-4348-ab66-53bbb3bc418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.041949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:41.042365 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.120556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d37e5-4b91-4348-ab66-53bbb3bc418e None None] Pushing event deleted for resources: {'Port': ['ID=31254948-8b62-48ea-9a2c-39cc3d0aaf62,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.172632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-52aa4df7-c4dc-4e2a-bcdf-f6a662729c0f req-0f473107-1d6c-4ea6-a80b-61327013e5ff tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.1221557 Jul 16 01:37:41.195608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-0ab4bb18-93dd-4c99-a439-faa797f99c8a req-910ee51a-b85d-465b-93a8-83c83e2f8bbf service neutron] (93944) timed out ('10.222.0.64', 37054) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:37:41.213423 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.218441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d37e5-4b91-4348-ab66-53bbb3bc418e None None] No DVR routers for this DVR port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:41.233117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port 31254948-8b62-48ea-9a2c-39cc3d0aaf62, host n-d-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:41.245501 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.279758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 31254948-8b62-48ea-9a2c-39cc3d0aaf62 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:41.284258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:37:41.293071 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.320305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Transition to ACTIVE for port object 03e52155-879e-4485-993c-c68a9e930835 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:41.387898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=31254948-8b62-48ea-9a2c-39cc3d0aaf62,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.423736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Transition to ACTIVE for port object 03e52155-879e-4485-993c-c68a9e930835 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:41.424300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=027c4c04-1dcd-4d89-a90a-f93b77d8a29d,segment=NetworkSegment(ec67d294-9824-4b90-b728-ef4a13bb0b74),segment_id=ec67d294-9824-4b90-b728-ef4a13bb0b74)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:41.426983 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.452396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] No DVR routers for this DVR port 31254948-8b62-48ea-9a2c-39cc3d0aaf62 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:41.485576 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 027c4c04-1dcd-4d89-a90a-f93b77d8a29d owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:41.552180 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.636769 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.645933 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.655366 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff46580c-fa59-4ead-90e9-ea0a76741944 None None] DHCP port deletion for a3100efc-711c-41f4-a30e-d3f54d255a50 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:41.658251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1703e720-76a2-42b4-a51f-c68695cd9075 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:41.668422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a70f3a-6189-48fe-9aee-282d31de8c8a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:41.685318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88b4753-8610-40e7-ac1a-0ca7670a33b9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:41.686125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88b4753-8610-40e7-ac1a-0ca7670a33b9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:41.696692 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.712867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.714351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Pushing event updated for resources: {'Port': ['ID=03e52155-879e-4485-993c-c68a9e930835,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.720976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:41.721359 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:41.811609 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:41.821470 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.828385 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.834138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/networks/a6a70f3a-6189-48fe-9aee-282d31de8c8a HTTP/1.1" status: 204 len: 168 time: 1.6959105 Jul 16 01:37:41.840982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.860471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Network b33a138c-bd4c-4014-a15d-f2c1d51071e7 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:41.870073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:41.873646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:41.887034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-ad4e4927-6521-4a84-ae48-8d54e03b1b06', 'network_id': 'ad4e4927-6521-4a84-ae48-8d54e03b1b06', 'tenant_id': '99a481691c8140c582117a59943a319b', 'fixed_ips': [{'subnet_id': '34955d94-745b-4315-b631-28c2d1ff4b32'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:41.888063 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.902622 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.913572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a7118-bdab-4e04-aeff-87324633b875 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Network': ['ID=a6a70f3a-6189-48fe-9aee-282d31de8c8a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.952451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=027c4c04-1dcd-4d89-a90a-f93b77d8a29d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.973804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No DVR routers for this DVR port 027c4c04-1dcd-4d89-a90a-f93b77d8a29d on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:41.993086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b974a8c-dfce-489f-87b5-402e35e24353 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.001167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ff46580c-fa59-4ead-90e9-ea0a76741944 None None] The port '027c4c04-1dcd-4d89-a90a-f93b77d8a29d' was deleted {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:37:42.038794 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b974a8c-dfce-489f-87b5-402e35e24353 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.070705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Attempting to bind port 03e52155-879e-4485-993c-c68a9e930835 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:42.071235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Attempting to bind port 03e52155-879e-4485-993c-c68a9e930835 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'dda575af-585b-4261-8182-89876ba301dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b33a138c-bd4c-4014-a15d-f2c1d51071e7'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:42.071695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Attempting to bind port 03e52155-879e-4485-993c-c68a9e930835 on network b33a138c-bd4c-4014-a15d-f2c1d51071e7 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:42.171871 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b974a8c-dfce-489f-87b5-402e35e24353 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.174896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b974a8c-dfce-489f-87b5-402e35e24353 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.176464 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6b974a8c-dfce-489f-87b5-402e35e24353 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/security-groups/2c963b48-6456-47dc-bb2c-c6eb751ae3e7 HTTP/1.1" status: 204 len: 168 time: 0.3327072 Jul 16 01:37:42.229886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:42.239200 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.251491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3100efc-711c-41f4-a30e-d3f54d255a50']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.261577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.298680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec67d294-9824-4b90-b728-ef4a13bb0b74') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.299194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec67d294-9824-4b90-b728-ef4a13bb0b74') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.313499 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.315578 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b974a8c-dfce-489f-87b5-402e35e24353 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c963b48-6456-47dc-bb2c-c6eb751ae3e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.321830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=5e3753ce-8fa4-4e38-bde9-a2a1c343f8a1,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.329691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.340154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:42.340339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:42.342042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:42.342576 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.353625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.354345 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.373499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-60d26063-d88b-4d26-8e0d-64f2d36fbb04 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3128016 Jul 16 01:37:42.377201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60104) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.392520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5a60f456-0f54-410a-ae46-2feb6f3757e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:42.494888 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:42.526084 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.558838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:42.559219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Checking segment: {'id': 'dda575af-585b-4261-8182-89876ba301dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b33a138c-bd4c-4014-a15d-f2c1d51071e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:42.560189 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.560189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Bound using segment: {'id': 'dda575af-585b-4261-8182-89876ba301dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b33a138c-bd4c-4014-a15d-f2c1d51071e7'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:42.560495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Bound port: 03e52155-879e-4485-993c-c68a9e930835, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda575af-585b-4261-8182-89876ba301dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b33a138c-bd4c-4014-a15d-f2c1d51071e7'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:42.560880 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.570121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a400cd0-da7c-401c-b264-942201d2c282 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:42.595508 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.604445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60108) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.608608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/networks/a3100efc-711c-41f4-a30e-d3f54d255a50 HTTP/1.1" status: 204 len: 168 time: 2.1833990 Jul 16 01:37:42.618688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60110) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.625193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-523d1ff6-744f-4fc5-a60f-2550ebc57bfc tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727096149', 'description': 'tempest-secgroup-smoke-1727096149 description', 'project_id': '12c4eea5d22846989166acf9750bd01d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:42.645529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7fb7748a-4177-4c74-872b-9217b7b4e390 req-d04215bd-7c66-4c2a-9155-ebbd8beba697 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8223e1d-a8e4-4038-997b-2da754da90d3 HTTP/1.1" status: 200 len: 210 time: 0.1677585 Jul 16 01:37:42.703949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db092a-ff00-4498-9956-ba9e7c3774c4 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Network': ['ID=a3100efc-711c-41f4-a30e-d3f54d255a50,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.748032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a60f456-0f54-410a-ae46-2feb6f3757e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:42.752575 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a60f456-0f54-410a-ae46-2feb6f3757e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.771319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1703e720-76a2-42b4-a51f-c68695cd9075 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:42.771849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.816247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Allocated IP 172.20.0.1 (b33a138c-bd4c-4014-a15d-f2c1d51071e7/e48f4223-2aa7-4aa3-817b-63d6c066c308/1808d79c-cd69-445f-a873-e8725a5d460e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:42.871708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Allocated IP 172.20.0.2 (ad4e4927-6521-4a84-ae48-8d54e03b1b06/34955d94-745b-4315-b631-28c2d1ff4b32/d60e2d33-337d-4f34-9c43-30d010b5ac6e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:42.876374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-523d1ff6-744f-4fc5-a60f-2550ebc57bfc tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.967271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': '5e3753ce-8fa4-4e38-bde9-a2a1c343f8a1'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:42.969097 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.996411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] For port 03e52155-879e-4485-993c-c68a9e930835, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:43.032090 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.044570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] For port 03e52155-879e-4485-993c-c68a9e930835, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=03e52155-879e-4485-993c-c68a9e930835,segment=NetworkSegment(dda575af-585b-4261-8182-89876ba301dc),segment_id=dda575af-585b-4261-8182-89876ba301dc)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:43.054043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Transition to ACTIVE for port object 1808d79c-cd69-445f-a873-e8725a5d460e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:43.089890 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.096567 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.150745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Network b33a138c-bd4c-4014-a15d-f2c1d51071e7 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:43.158059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:43.162369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:43.215236 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.329848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'Port': ['ID=1808d79c-cd69-445f-a873-e8725a5d460e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.348905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3d79d9fd-aec7-491e-85b6-502bc4008639 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:43.353390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c7f12-1235-4658-8b15-0206a3ae52ed None None] Pushing event updated for resources: {'Port': ['ID=03e52155-879e-4485-993c-c68a9e930835,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.388979 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.411647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 3d79d9fd-aec7-491e-85b6-502bc4008639 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:43.411859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3d79d9fd-aec7-491e-85b6-502bc4008639 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:43.413690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 498e1253-bc0c-448a-acd9-2f76b0c31142 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:43.439475 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.445586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 498e1253-bc0c-448a-acd9-2f76b0c31142 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:43.446066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 498e1253-bc0c-448a-acd9-2f76b0c31142 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:43.446545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 31254948-8b62-48ea-9a2c-39cc3d0aaf62 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:43.476402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 31254948-8b62-48ea-9a2c-39cc3d0aaf62 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:43.477259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 31254948-8b62-48ea-9a2c-39cc3d0aaf62 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:43.525038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Transition to ACTIVE for port object d60e2d33-337d-4f34-9c43-30d010b5ac6e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:43.529504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Allocated IP 2001:db8::f816:3eff:fe8d:225f (4b748a0d-6d39-4cd2-b13e-5462f021b600/5e3753ce-8fa4-4e38-bde9-a2a1c343f8a1/021eba5a-5156-46ed-9344-ef63ee3725b1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:43.558878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Transition to ACTIVE for port object d60e2d33-337d-4f34-9c43-30d010b5ac6e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:43.575551 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.700117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 027c4c04-1dcd-4d89-a90a-f93b77d8a29d no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:43.704363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Network ad4e4927-6521-4a84-ae48-8d54e03b1b06 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:43.734813 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-523d1ff6-744f-4fc5-a60f-2550ebc57bfc tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.759545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-523d1ff6-744f-4fc5-a60f-2550ebc57bfc tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.774193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:43.776182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 027c4c04-1dcd-4d89-a90a-f93b77d8a29d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:43.777747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 027c4c04-1dcd-4d89-a90a-f93b77d8a29d not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:43.778207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4755b4fb-17bd-43cd-8d8a-bbb823345947 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:43.780144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:43.796835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.804998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.854915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Pushing event updated for resources: {'Port': ['ID=d60e2d33-337d-4f34-9c43-30d010b5ac6e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.864836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 4755b4fb-17bd-43cd-8d8a-bbb823345947 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:43.865185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4755b4fb-17bd-43cd-8d8a-bbb823345947 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:43.865712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.907766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d1ff6-744f-4fc5-a60f-2550ebc57bfc tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471cbf21-7342-434d-a85f-40d1e95760df,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.952319 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-523d1ff6-744f-4fc5-a60f-2550ebc57bfc tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.958084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-523d1ff6-744f-4fc5-a60f-2550ebc57bfc tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3381164 Jul 16 01:37:43.960555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.965947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f101f40f-cca0-4536-af8c-66e84e9b58df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '471cbf21-7342-434d-a85f-40d1e95760df', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:43.985035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.987108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Attempting to bind port d60e2d33-337d-4f34-9c43-30d010b5ac6e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:43.987589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Attempting to bind port d60e2d33-337d-4f34-9c43-30d010b5ac6e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '137906a9-e5e8-455f-bf4c-803322febcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad4e4927-6521-4a84-ae48-8d54e03b1b06'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:43.987845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Attempting to bind port d60e2d33-337d-4f34-9c43-30d010b5ac6e on network ad4e4927-6521-4a84-ae48-8d54e03b1b06 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:44.002096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:44.002479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Checking segment: {'id': '137906a9-e5e8-455f-bf4c-803322febcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad4e4927-6521-4a84-ae48-8d54e03b1b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:44.002914 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.003281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Bound using segment: {'id': '137906a9-e5e8-455f-bf4c-803322febcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad4e4927-6521-4a84-ae48-8d54e03b1b06'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:44.003756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Bound port: d60e2d33-337d-4f34-9c43-30d010b5ac6e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137906a9-e5e8-455f-bf4c-803322febcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad4e4927-6521-4a84-ae48-8d54e03b1b06'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:44.004495 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.031979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'Port': ['ID=1808d79c-cd69-445f-a873-e8725a5d460e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.032818 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.036149 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a60f456-0f54-410a-ae46-2feb6f3757e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.103054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Transition to ACTIVE for port object 021eba5a-5156-46ed-9344-ef63ee3725b1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:44.103449 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60f456-0f54-410a-ae46-2feb6f3757e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:44.110851 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f101f40f-cca0-4536-af8c-66e84e9b58df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.121142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5a60f456-0f54-410a-ae46-2feb6f3757e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:44.128718 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4eb245a-b5b3-4669-ae9e-7bf15c8fdc8d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.131969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a60f456-0f54-410a-ae46-2feb6f3757e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.132573 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a60f456-0f54-410a-ae46-2feb6f3757e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.135493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Transition to ACTIVE for port object 021eba5a-5156-46ed-9344-ef63ee3725b1 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:44.158269 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.161699 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] For port d60e2d33-337d-4f34-9c43-30d010b5ac6e, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:44.169185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] For port d60e2d33-337d-4f34-9c43-30d010b5ac6e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d60e2d33-337d-4f34-9c43-30d010b5ac6e,segment=NetworkSegment(137906a9-e5e8-455f-bf4c-803322febcd1),segment_id=137906a9-e5e8-455f-bf4c-803322febcd1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:44.182494 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4eb245a-b5b3-4669-ae9e-7bf15c8fdc8d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.198422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60f456-0f54-410a-ae46-2feb6f3757e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=64291365-a400-4680-b81e-2d7933690bf6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.202274 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.217485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5a60f456-0f54-410a-ae46-2feb6f3757e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8384182 Jul 16 01:37:44.218250 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60132) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:44.220221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Network b33a138c-bd4c-4014-a15d-f2c1d51071e7 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:44.224630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:44.227951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:4c:45:6f', 'name': 'tempest-NetworksTestDHCPv6-1041605529'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:44.240613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:44.240838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:44.243862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Pushing event updated for resources: {'Port': ['ID=021eba5a-5156-46ed-9344-ef63ee3725b1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.246372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:44.289901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f101f40f-cca0-4536-af8c-66e84e9b58df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.299086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.345981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Attempting to bind port 021eba5a-5156-46ed-9344-ef63ee3725b1 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:44.346374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Attempting to bind port 021eba5a-5156-46ed-9344-ef63ee3725b1 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:44.346748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Attempting to bind port 021eba5a-5156-46ed-9344-ef63ee3725b1 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:44.355146 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f101f40f-cca0-4536-af8c-66e84e9b58df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.365956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:44.366542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:44.367768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.369393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:44.372336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Bound port: 021eba5a-5156-46ed-9344-ef63ee3725b1, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:44.373350 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.415893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101f40f-cca0-4536-af8c-66e84e9b58df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4af9d25-62dc-4c24-8164-b41867a63ef6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.436198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e8d21-b3a9-491a-91eb-295adfac1753 None None] Pushing event updated for resources: {'Port': ['ID=d60e2d33-337d-4f34-9c43-30d010b5ac6e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.443130 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4eb245a-b5b3-4669-ae9e-7bf15c8fdc8d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.445687 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4eb245a-b5b3-4669-ae9e-7bf15c8fdc8d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.449610 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c4eb245a-b5b3-4669-ae9e-7bf15c8fdc8d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "DELETE /v2.0/security-groups/0cecb7ab-1898-4e63-aa02-e304303bfd57 HTTP/1.1" status: 204 len: 168 time: 0.5394015 Jul 16 01:37:44.451051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60134) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:44.480615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb245a-b5b3-4669-ae9e-7bf15c8fdc8d tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cecb7ab-1898-4e63-aa02-e304303bfd57,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.486249 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f101f40f-cca0-4536-af8c-66e84e9b58df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.489712 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f101f40f-cca0-4536-af8c-66e84e9b58df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5252426 Jul 16 01:37:44.492819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60136) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:44.497826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c6295917-6109-469c-8244-31feffc334e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '471cbf21-7342-434d-a85f-40d1e95760df', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:44.523599 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-c7a46115-61b3-43ba-a21c-d8cbf032c6ea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] show failed (client error): The resource could not be found. Jul 16 01:37:44.527771 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c7a46115-61b3-43ba-a21c-d8cbf032c6ea tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "GET /v2.0/security-groups/0cecb7ab-1898-4e63-aa02-e304303bfd57 HTTP/1.1" status: 404 len: 347 time: 0.0746071 Jul 16 01:37:44.531183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60138) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:44.532390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] For port 021eba5a-5156-46ed-9344-ef63ee3725b1, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:44.556745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] For port 021eba5a-5156-46ed-9344-ef63ee3725b1, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=021eba5a-5156-46ed-9344-ef63ee3725b1,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:44.576099 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.590098 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6295917-6109-469c-8244-31feffc334e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.642465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:44.664414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Router d789c7a0-1d19-4603-b540-6b838592cd8a is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:44.774299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf6f30-4d4b-4b39-bce7-0ad337f18315 None None] Pushing event updated for resources: {'Port': ['ID=021eba5a-5156-46ed-9344-ef63ee3725b1,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.984120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd47618e-9355-4d92-b554-1b0d8f8a2c12 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting port 2ccd79e5-9dee-4df9-a666-753ceafa8229 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:44.984603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd47618e-9355-4d92-b554-1b0d8f8a2c12 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.103457 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd47618e-9355-4d92-b554-1b0d8f8a2c12 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.103457 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd47618e-9355-4d92-b554-1b0d8f8a2c12 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.115012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd47618e-9355-4d92-b554-1b0d8f8a2c12 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Calling delete_port for 2ccd79e5-9dee-4df9-a666-753ceafa8229 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:45.328721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 23f6595e-8bf8-4c33-8948-3eb57e34d56f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:45.329055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.330143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11172189-41b7-4bf1-9918-d9317467e43e None None] Network b33a138c-bd4c-4014-a15d-f2c1d51071e7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:45.392234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:45.408549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5f36f5de-8154-44a0-991e-22957a4ffebd tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "PUT /v2.0/routers/d789c7a0-1d19-4603-b540-6b838592cd8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4658551 Jul 16 01:37:45.408549 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6295917-6109-469c-8244-31feffc334e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.412985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60146) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.473485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6672fde0-9bd2-4510-be50-c7d12becddf5 None None] Sync routers for ids ['d789c7a0-1d19-4603-b540-6b838592cd8a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:45.477893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8c1ed31c-86a7-423f-a11d-966d39de7837 None None] Provisioning for port 03e52155-879e-4485-993c-c68a9e930835 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:45.484595 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd47618e-9355-4d92-b554-1b0d8f8a2c12 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.503302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 23f6595e-8bf8-4c33-8948-3eb57e34d56f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=23f6595e-8bf8-4c33-8948-3eb57e34d56f,segment=NetworkSegment(4b553e3b-cf62-4f28-9483-be7b9d4ada17),segment_id=4b553e3b-cf62-4f28-9483-be7b9d4ada17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:45.504103 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.533955 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6295917-6109-469c-8244-31feffc334e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.562206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47618e-9355-4d92-b554-1b0d8f8a2c12 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Port': ['ID=2ccd79e5-9dee-4df9-a666-753ceafa8229,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.575196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 23f6595e-8bf8-4c33-8948-3eb57e34d56f owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:45.606175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672fde0-9bd2-4510-be50-c7d12becddf5 None None] Routers {'d789c7a0-1d19-4603-b540-6b838592cd8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:45.607090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6672fde0-9bd2-4510-be50-c7d12becddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['d789c7a0-1d19-4603-b540-6b838592cd8a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.640984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6295917-6109-469c-8244-31feffc334e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826cbb85-020f-43c9-8431-0a602f82fa9a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.668953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6672fde0-9bd2-4510-be50-c7d12becddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.700707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672fde0-9bd2-4510-be50-c7d12becddf5 None None] Routers {'d789c7a0-1d19-4603-b540-6b838592cd8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:45.701421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6672fde0-9bd2-4510-be50-c7d12becddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['d789c7a0-1d19-4603-b540-6b838592cd8a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.758893 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6295917-6109-469c-8244-31feffc334e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.762698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c6295917-6109-469c-8244-31feffc334e6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2659416 Jul 16 01:37:45.768760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60150) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.784841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6672fde0-9bd2-4510-be50-c7d12becddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.786126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6672fde0-9bd2-4510-be50-c7d12becddf5 None None] The sync data for ids ['d789c7a0-1d19-4603-b540-6b838592cd8a'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:45.794312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-125883a1-9e2a-4275-aa66-58065bbf540f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '471cbf21-7342-434d-a85f-40d1e95760df', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:45.852921 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.859509 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd47618e-9355-4d92-b554-1b0d8f8a2c12 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.875251 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd47618e-9355-4d92-b554-1b0d8f8a2c12 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.881375 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fd47618e-9355-4d92-b554-1b0d8f8a2c12 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "DELETE /v2.0/floatingips/48e989fe-409d-4db1-a5be-7d5d01c6ac1e HTTP/1.1" status: 204 len: 168 time: 1.3485148 Jul 16 01:37:45.881657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60152) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.899136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-125883a1-9e2a-4275-aa66-58065bbf540f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.002478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d60e2d33-337d-4f34-9c43-30d010b5ac6e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:46.028831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port dfec7242-8005-4fa8-ab5a-f32936ecd175 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:46.083062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-125883a1-9e2a-4275-aa66-58065bbf540f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.101908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port d60e2d33-337d-4f34-9c43-30d010b5ac6e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:46.107133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 021eba5a-5156-46ed-9344-ef63ee3725b1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:46.157108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-125883a1-9e2a-4275-aa66-58065bbf540f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.167013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f91af-41e5-4c20-b44c-e73f2dba91a2 None None] Network ad4e4927-6521-4a84-ae48-8d54e03b1b06 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:46.218898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125883a1-9e2a-4275-aa66-58065bbf540f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71da5216-aa83-48bd-92ae-2f047dda0549,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.235363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5da65ff7-133f-44c9-a899-a3dcae29cd78 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting port f89e276e-a804-44d0-8dca-a140a357db12 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:46.235927 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5da65ff7-133f-44c9-a899-a3dcae29cd78 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.260769 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-125883a1-9e2a-4275-aa66-58065bbf540f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.261994 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-125883a1-9e2a-4275-aa66-58065bbf540f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4922643 Jul 16 01:37:46.266983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.275619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f1836c6f-98a1-417b-96e0-bb6c282064da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '471cbf21-7342-434d-a85f-40d1e95760df', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:46.279836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Provisioning for port d60e2d33-337d-4f34-9c43-30d010b5ac6e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:46.294255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Provisioning complete for port d60e2d33-337d-4f34-9c43-30d010b5ac6e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:46.294632 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.378841 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.480575 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-f9230520-4920-4363-ae42-77ea614dcba7 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:46.481102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5da65ff7-133f-44c9-a899-a3dcae29cd78 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.482381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f9230520-4920-4363-ae42-77ea614dcba7 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "PUT /v2.0/routers/d789c7a0-1d19-4603-b540-6b838592cd8a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0670190 Jul 16 01:37:46.484291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 172.20.0.8 (4b748a0d-6d39-4cd2-b13e-5462f021b600/64291365-a400-4680-b81e-2d7933690bf6/dfec7242-8005-4fa8-ab5a-f32936ecd175) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:46.496762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::f816:3eff:fe4c:456f (4b748a0d-6d39-4cd2-b13e-5462f021b600/5e3753ce-8fa4-4e38-bde9-a2a1c343f8a1/dfec7242-8005-4fa8-ab5a-f32936ecd175) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:46.505935 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.507411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=23f6595e-8bf8-4c33-8948-3eb57e34d56f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.556715 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1836c6f-98a1-417b-96e0-bb6c282064da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.643132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5da65ff7-133f-44c9-a899-a3dcae29cd78 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Calling delete_port for f89e276e-a804-44d0-8dca-a140a357db12 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:46.699534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 021eba5a-5156-46ed-9344-ef63ee3725b1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:46.711418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 03e52155-879e-4485-993c-c68a9e930835 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:46.721262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.740295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object dfec7242-8005-4fa8-ab5a-f32936ecd175 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:46.788396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa31254-22f5-4db2-bcaa-c90ea3de5080 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:46.826919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.909778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:46.914775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:46.920515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:46.925595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=dfec7242-8005-4fa8-ab5a-f32936ecd175,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.983834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.984493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.991974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.999315 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1836c6f-98a1-417b-96e0-bb6c282064da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.013060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ca58a10c-c45b-40d9-846e-78b69aa36dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7884986 Jul 16 01:37:47.014399 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.019997 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1836c6f-98a1-417b-96e0-bb6c282064da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.125857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cdcf3e-9c1f-49d0-9a4f-1f45fdfb52c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.136511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cdcf3e-9c1f-49d0-9a4f-1f45fdfb52c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.141293 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-14cdcf3e-9c1f-49d0-9a4f-1f45fdfb52c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1233490 Jul 16 01:37:47.141589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.166972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1836c6f-98a1-417b-96e0-bb6c282064da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745b279e-5d0b-4f5c-8316-7d126b156fa3,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.199796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 03e52155-879e-4485-993c-c68a9e930835 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:47.203431 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1836c6f-98a1-417b-96e0-bb6c282064da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.208178 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f1836c6f-98a1-417b-96e0-bb6c282064da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9335465 Jul 16 01:37:47.208414 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.213846 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.215185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2bd84bb9-b7dd-4df6-bbcd-910e4efebcc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '471cbf21-7342-434d-a85f-40d1e95760df', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:47.221849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 03e52155-879e-4485-993c-c68a9e930835 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:47.223777 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.310619 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-2bd84bb9-b7dd-4df6-bbcd-910e4efebcc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Project 12c4eea5d22846989166acf9750bd01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:37:47.321438 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2bd84bb9-b7dd-4df6-bbcd-910e4efebcc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.347221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] For port d60e2d33-337d-4f34-9c43-30d010b5ac6e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d60e2d33-337d-4f34-9c43-30d010b5ac6e,segment=NetworkSegment(137906a9-e5e8-455f-bf4c-803322febcd1),segment_id=137906a9-e5e8-455f-bf4c-803322febcd1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:47.366192 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.442980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d29d00d5-c645-4945-ba44-65224cf4cd67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port dfec7242-8005-4fa8-ab5a-f32936ecd175 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:47.443318 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d29d00d5-c645-4945-ba44-65224cf4cd67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.491368 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5da65ff7-133f-44c9-a899-a3dcae29cd78 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.525989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2bd84bb9-b7dd-4df6-bbcd-910e4efebcc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.549906 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.560064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da65ff7-133f-44c9-a899-a3dcae29cd78 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Port': ['ID=f89e276e-a804-44d0-8dca-a140a357db12,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.573620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Pushing event updated for resources: {'Port': ['ID=d60e2d33-337d-4f34-9c43-30d010b5ac6e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.602863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Provisioning for port 1808d79c-cd69-445f-a873-e8725a5d460e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:47.605260 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2bd84bb9-b7dd-4df6-bbcd-910e4efebcc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.609317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.609856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.610329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.610775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.611206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.611638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.612068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.612496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.612922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.613922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.614380 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.614883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609886eb-7bd9-4341-9e1c-628c46acd5ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:47.630324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Provisioning complete for port 1808d79c-cd69-445f-a873-e8725a5d460e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:47.630839 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.646154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:47.677930 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d29d00d5-c645-4945-ba44-65224cf4cd67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.683808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 03e52155-879e-4485-993c-c68a9e930835, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=03e52155-879e-4485-993c-c68a9e930835,segment=NetworkSegment(dda575af-585b-4261-8182-89876ba301dc),segment_id=dda575af-585b-4261-8182-89876ba301dc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:47.685492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd84bb9-b7dd-4df6-bbcd-910e4efebcc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2c5636-e791-4a29-b600-48feb0f873f3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.690841 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.692847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Port 1808d79c-cd69-445f-a873-e8725a5d460e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:47.715505 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5da65ff7-133f-44c9-a899-a3dcae29cd78 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.720296 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5da65ff7-133f-44c9-a899-a3dcae29cd78 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "DELETE /v2.0/ports/f89e276e-a804-44d0-8dca-a140a357db12 HTTP/1.1" status: 204 len: 168 time: 1.8240812 Jul 16 01:37:47.730171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60172) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.755573 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2bd84bb9-b7dd-4df6-bbcd-910e4efebcc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.757255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2bd84bb9-b7dd-4df6-bbcd-910e4efebcc6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5465279 Jul 16 01:37:47.759693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d29d00d5-c645-4945-ba44-65224cf4cd67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for dfec7242-8005-4fa8-ab5a-f32936ecd175 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:47.761380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60174) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.783491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Provisioning complete for port 03e52155-879e-4485-993c-c68a9e930835 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:47.784461 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.788351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d9fdd22f-8b62-4222-b68a-ab48bda15bde tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'security_group_rule': {'security_group_id': '471cbf21-7342-434d-a85f-40d1e95760df', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:47.857011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d003c9e-9cdb-4f44-a343-d5bfc49e226e None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '5e3753ce-8fa4-4e38-bde9-a2a1c343f8a1', 'ip_address': '2001:db8::f816:3eff:fe8d:225f'}, {'subnet_id': '64291365-a400-4680-b81e-2d7933690bf6'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '021eba5a-5156-46ed-9344-ef63ee3725b1'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:37:47.930556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=03e52155-879e-4485-993c-c68a9e930835,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.943454 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d003c9e-9cdb-4f44-a343-d5bfc49e226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.975522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d60e2d33-337d-4f34-9c43-30d010b5ac6e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:48.000651 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-d9fdd22f-8b62-4222-b68a-ab48bda15bde tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Project 12c4eea5d22846989166acf9750bd01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:37:48.017782 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd22f-8b62-4222-b68a-ab48bda15bde tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.106028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Provisioning for port 021eba5a-5156-46ed-9344-ef63ee3725b1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:48.121299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Provisioning complete for port 021eba5a-5156-46ed-9344-ef63ee3725b1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:48.121770 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.137487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd22f-8b62-4222-b68a-ab48bda15bde tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.150556 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd22f-8b62-4222-b68a-ab48bda15bde tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.189536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdd22f-8b62-4222-b68a-ab48bda15bde tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120e764b-5737-48fc-8223-daca793dd4c1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.241888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b765c47b-6b0c-4bdb-bb45-fe39546795c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting port e194581f-f996-4f47-bd5b-6e17b5f6d760 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:48.242326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b765c47b-6b0c-4bdb-bb45-fe39546795c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.261689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:48.274121 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-890a530c-ada6-45ec-863a-2a40ef5bcaff tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6637416 Jul 16 01:37:48.282198 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:48.284178 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60178) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:48.288110 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.303226 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:48.303868 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:48.309712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2d003c9e-9cdb-4f44-a343-d5bfc49e226e None None] Allocated IP 172.20.0.2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/64291365-a400-4680-b81e-2d7933690bf6/021eba5a-5156-46ed-9344-ef63ee3725b1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:48.415956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd22f-8b62-4222-b68a-ab48bda15bde tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.420926 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d9fdd22f-8b62-4222-b68a-ab48bda15bde tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6372948 Jul 16 01:37:48.421595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:48.431048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'network': {'name': 'tempest-network-smoke--1709972706', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:48.435069 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b765c47b-6b0c-4bdb-bb45-fe39546795c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.464260 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:48.464908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2d003c9e-9cdb-4f44-a343-d5bfc49e226e None None] For port 021eba5a-5156-46ed-9344-ef63ee3725b1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=021eba5a-5156-46ed-9344-ef63ee3725b1,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:48.484535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port d60e2d33-337d-4f34-9c43-30d010b5ac6e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:48.486209 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.489280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b765c47b-6b0c-4bdb-bb45-fe39546795c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Calling delete_port for e194581f-f996-4f47-bd5b-6e17b5f6d760 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:48.520532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:48.533569 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.541522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c7fe60-c579-41e9-b268-5d2b2355edba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting subnet 056bf103-1469-4e84-b42c-adce1df36006 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:48.546446 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94c7fe60-c579-41e9-b268-5d2b2355edba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.576206 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d003c9e-9cdb-4f44-a343-d5bfc49e226e None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.596368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:48.600289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2d003c9e-9cdb-4f44-a343-d5bfc49e226e None None] Ignored duplicate provisioning block setup for port 021eba5a-5156-46ed-9344-ef63ee3725b1 by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:37:48.604497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94c7fe60-c579-41e9-b268-5d2b2355edba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.606107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.606512 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Added segment 726f4880-b564-496c-a08b-59c7aa444800 of type vlan for network 37739147-4dff-4acf-9045-daa5951db93a Jul 16 01:37:48.617761 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d003c9e-9cdb-4f44-a343-d5bfc49e226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.651880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.680373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d29d00d5-c645-4945-ba44-65224cf4cd67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.700077 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94c7fe60-c579-41e9-b268-5d2b2355edba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.701282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.707303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.707960 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.764620 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.771711 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:46Z', 'revision_number': 10, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:48.775956 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94c7fe60-c579-41e9-b268-5d2b2355edba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.793827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d00d5-c645-4945-ba44-65224cf4cd67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=dfec7242-8005-4fa8-ab5a-f32936ecd175,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.822073 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:48.838981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94c7fe60-c579-41e9-b268-5d2b2355edba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.840645 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:48.841592 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:48.845887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-94c7fe60-c579-41e9-b268-5d2b2355edba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/056bf103-1469-4e84-b42c-adce1df36006 HTTP/1.1" status: 204 len: 168 time: 0.5548632 Jul 16 01:37:48.846541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60182) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:48.856260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d003c9e-9cdb-4f44-a343-d5bfc49e226e None None] Pushing event updated for resources: {'Port': ['ID=021eba5a-5156-46ed-9344-ef63ee3725b1,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.866746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466359a-221f-4984-a2cd-33a95f9098ae None None] Network 4029b379-e9e5-4ddd-8235-ef171f53e123 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:48.879289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7fe60-c579-41e9-b268-5d2b2355edba tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Subnet': ['ID=056bf103-1469-4e84-b42c-adce1df36006,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.924409 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4985037 Jul 16 01:37:48.925138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60184) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:48.934401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'admin_state_up': True, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:48.940438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] For port 021eba5a-5156-46ed-9344-ef63ee3725b1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=021eba5a-5156-46ed-9344-ef63ee3725b1,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:49.001848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.011671 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d29d00d5-c645-4945-ba44-65224cf4cd67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.012212 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:49.016356 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d29d00d5-c645-4945-ba44-65224cf4cd67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/dfec7242-8005-4fa8-ab5a-f32936ecd175 HTTP/1.1" status: 204 len: 168 time: 1.8736615 Jul 16 01:37:49.018088 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:49.029925 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.034551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.035491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.048900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426c8c6-9a4d-4fb4-ad9f-e943f0ef693b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Network': ['ID=37739147-4dff-4acf-9045-daa5951db93a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.122395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 37739147-4dff-4acf-9045-daa5951db93a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:49.189648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d27abf-f91c-4f9f-8459-dcc0f40c6afb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.192046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d27abf-f91c-4f9f-8459-dcc0f40c6afb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.193615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d27abf-f91c-4f9f-8459-dcc0f40c6afb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.198337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-61d27abf-f91c-4f9f-8459-dcc0f40c6afb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1786315 Jul 16 01:37:49.199686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60188) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:49.264697 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.284464 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b765c47b-6b0c-4bdb-bb45-fe39546795c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.323710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:49.324274 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.330374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd21bf4-b274-4e52-bcd9-4bb5b2518c01 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 5e3753ce-8fa4-4e38-bde9-a2a1c343f8a1 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:49.347238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8490aeb4-0df1-4ff9-a5db-bfa0d0ae115f None None] Provisioning complete for port d60e2d33-337d-4f34-9c43-30d010b5ac6e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:49.347933 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8490aeb4-0df1-4ff9-a5db-bfa0d0ae115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.353659 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fd21bf4-b274-4e52-bcd9-4bb5b2518c01 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.365577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Deleting port 1808d79c-cd69-445f-a873-e8725a5d460e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:49.365889 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.409480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765c47b-6b0c-4bdb-bb45-fe39546795c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Port': ['ID=e194581f-f996-4f47-bd5b-6e17b5f6d760,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.443486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33f93f-6ca8-41f1-83d5-3bcb26b273e2 None None] Pushing event updated for resources: {'Port': ['ID=021eba5a-5156-46ed-9344-ef63ee3725b1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.615938 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:46Z', 'revision_number': 10, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:49.641800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b,segment=NetworkSegment(4b553e3b-cf62-4f28-9483-be7b9d4ada17),segment_id=4b553e3b-cf62-4f28-9483-be7b9d4ada17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:49.643122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.681123 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c55c2b-6c04-4b61-b19c-bb0c9c7b84fe None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:46Z', 'revision_number': 10, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None, '_interfaces': [{'id': '2486d40d-947c-45e5-bb12-4a33fd65c906', 'name': '', 'network_id': '4f621609-4689-4d02-9d82-335b76958acf', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'mac_address': 'fa:16:3e:45:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:42Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 5, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'subnets': [{'id': 'a21fc627-0f87-4368-8750-0675a00916e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:49.700286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824f515c-8067-4d49-85c9-c6ed489efb24 None None] DHCP port deletion for 4029b379-e9e5-4ddd-8235-ef171f53e123 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:49.772253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.773299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:49.788027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fd21bf4-b274-4e52-bcd9-4bb5b2518c01 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.791355 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b765c47b-6b0c-4bdb-bb45-fe39546795c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.795720 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b765c47b-6b0c-4bdb-bb45-fe39546795c7 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "DELETE /v2.0/ports/e194581f-f996-4f47-bd5b-6e17b5f6d760 HTTP/1.1" status: 204 len: 168 time: 2.0559988 Jul 16 01:37:49.796251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60192) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:49.815261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-824f515c-8067-4d49-85c9-c6ed489efb24 None None] Deleting port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:49.815667 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-824f515c-8067-4d49-85c9-c6ed489efb24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.965755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-824f515c-8067-4d49-85c9-c6ed489efb24 None None] For port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b,segment=NetworkSegment(4b553e3b-cf62-4f28-9483-be7b9d4ada17),segment_id=4b553e3b-cf62-4f28-9483-be7b9d4ada17)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:49.966458 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-824f515c-8067-4d49-85c9-c6ed489efb24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.979473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-824f515c-8067-4d49-85c9-c6ed489efb24 None None] Calling delete_port for ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:50.006392 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.013109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a17f33-6ec1-4bf6-8f7e-646cddf61ac3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting subnet cc6f68b9-c255-43b6-9005-d4a15d727917 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:50.024063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Calling delete_port for 1808d79c-cd69-445f-a873-e8725a5d460e owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:50.041002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14a17f33-6ec1-4bf6-8f7e-646cddf61ac3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.140969 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-824f515c-8067-4d49-85c9-c6ed489efb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.204745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 021eba5a-5156-46ed-9344-ef63ee3725b1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:50.216129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14a17f33-6ec1-4bf6-8f7e-646cddf61ac3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.288373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f515c-8067-4d49-85c9-c6ed489efb24 None None] Pushing event deleted for resources: {'Port': ['ID=ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.293648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824f515c-8067-4d49-85c9-c6ed489efb24 None None] No DVR routers for this DVR port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:50.304621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fd21bf4-b274-4e52-bcd9-4bb5b2518c01 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.329151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-56b0e5ae-5112-4cc9-b495-1145ed42a6e3 None None] Provisioning complete for port 021eba5a-5156-46ed-9344-ef63ee3725b1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:50.329537 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56b0e5ae-5112-4cc9-b495-1145ed42a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.343900 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.406880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.407484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 021eba5a-5156-46ed-9344-ef63ee3725b1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:50.407869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.543803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No DVR routers for this DVR port ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:50.546575 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fd21bf4-b274-4e52-bcd9-4bb5b2518c01 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.558594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.642935 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd21bf4-b274-4e52-bcd9-4bb5b2518c01 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3753ce-8fa4-4e38-bde9-a2a1c343f8a1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.659344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event deleted for resources: {'Port': ['ID=1808d79c-cd69-445f-a873-e8725a5d460e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.663097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fd21bf4-b274-4e52-bcd9-4bb5b2518c01 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.667346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2fd21bf4-b274-4e52-bcd9-4bb5b2518c01 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/5e3753ce-8fa4-4e38-bde9-a2a1c343f8a1 HTTP/1.1" status: 204 len: 168 time: 1.4595017 Jul 16 01:37:50.675308 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:50.691886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-56b0e5ae-5112-4cc9-b495-1145ed42a6e3 None None] Could not find standard attr ID for object dfec7242-8005-4fa8-ab5a-f32936ecd175. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:50.702530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14a17f33-6ec1-4bf6-8f7e-646cddf61ac3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.719385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 03e52155-879e-4485-993c-c68a9e930835 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:50.772339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 03e52155-879e-4485-993c-c68a9e930835 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:50.772992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.822692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-526d8304-bebb-4ee1-b583-1b4a1ba0cde0 None None] Could not find standard attr ID for object dfec7242-8005-4fa8-ab5a-f32936ecd175. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:50.829396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.836499 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.865897 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14a17f33-6ec1-4bf6-8f7e-646cddf61ac3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.867921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4029b379-e9e5-4ddd-8235-ef171f53e123']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:50.891936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b553e3b-cf62-4f28-9483-be7b9d4ada17') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:50.892230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b553e3b-cf62-4f28-9483-be7b9d4ada17') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:50.904404 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.906725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-808a0e96-3c04-4e82-a23b-a6349b48f503 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 64291365-a400-4680-b81e-2d7933690bf6 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:50.909401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a17f33-6ec1-4bf6-8f7e-646cddf61ac3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6f68b9-c255-43b6-9005-d4a15d727917,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.918073 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-808a0e96-3c04-4e82-a23b-a6349b48f503 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.929099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14a17f33-6ec1-4bf6-8f7e-646cddf61ac3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.946072 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-14a17f33-6ec1-4bf6-8f7e-646cddf61ac3 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "DELETE /v2.0/subnets/cc6f68b9-c255-43b6-9005-d4a15d727917 HTTP/1.1" status: 204 len: 168 time: 1.1490309 Jul 16 01:37:50.961145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461231e0-92a5-46c3-b0ae-5f45dbb1fe9d None None] Network c1a6271f-26a6-4477-a38f-471fd54f2d3d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:50.992856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.003758 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-808a0e96-3c04-4e82-a23b-a6349b48f503 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.173607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:51.239112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:51.239642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ab5e80fb-d74e-4aee-a4a0-c99f3b6ca87b not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:51.248548 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.251513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-808a0e96-3c04-4e82-a23b-a6349b48f503 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.319395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d1bfe-61ff-495e-93e3-b5783cb579d1 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:51.410701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.433107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.448532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:51.449005 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:51.454445 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:51.552327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc2fbae-6648-4184-a4db-a674908c74cf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting subnet c9cc68fe-c2c1-499d-85d0-c1b201263689 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:51.558242 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccc2fbae-6648-4184-a4db-a674908c74cf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.623021 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccc2fbae-6648-4184-a4db-a674908c74cf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.626440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.25.4.212 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/1e872e35-cd77-4a36-8f71-2369e688938d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:51.767923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 23f6595e-8bf8-4c33-8948-3eb57e34d56f no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:51.789773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-808a0e96-3c04-4e82-a23b-a6349b48f503 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.798949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 23f6595e-8bf8-4c33-8948-3eb57e34d56f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:51.799578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 23f6595e-8bf8-4c33-8948-3eb57e34d56f not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:51.807124 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccc2fbae-6648-4184-a4db-a674908c74cf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.831361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.834786 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Router d789c7a0-1d19-4603-b540-6b838592cd8a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:51.836058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-808a0e96-3c04-4e82-a23b-a6349b48f503 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.840964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-808a0e96-3c04-4e82-a23b-a6349b48f503 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/64291365-a400-4680-b81e-2d7933690bf6 HTTP/1.1" status: 204 len: 168 time: 1.1633761 Jul 16 01:37:51.854289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.867702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a0e96-3c04-4e82-a23b-a6349b48f503 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=64291365-a400-4680-b81e-2d7933690bf6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.877726 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.880298 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/networks/4029b379-e9e5-4ddd-8235-ef171f53e123 HTTP/1.1" status: 204 len: 168 time: 3.0322726 Jul 16 01:37:51.896808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60208) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.906397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef3c2c9-a09b-47e1-9500-880b11f0fa1b None None] DHCP port deletion for c1a6271f-26a6-4477-a38f-471fd54f2d3d request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:51.915062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2a426-f162-4f04-b990-f46b0e6ed54f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Network': ['ID=4029b379-e9e5-4ddd-8235-ef171f53e123,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.928743 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cc296bae-54be-4bc5-9e18-14f3daa56367 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664532 Jul 16 01:37:51.933502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60210) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.940774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:51.960401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.029497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7483d1-adf9-4310-aa6e-b1799b521905 None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '64291365-a400-4680-b81e-2d7933690bf6'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '021eba5a-5156-46ed-9344-ef63ee3725b1'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:37:52.057610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3c2c9-a09b-47e1-9500-880b11f0fa1b None None] Deleting port d14d2788-9537-4066-a838-744d0edc43ab {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:52.057610 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c2c9-a09b-47e1-9500-880b11f0fa1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.068897 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccc2fbae-6648-4184-a4db-a674908c74cf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.120635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2fbae-6648-4184-a4db-a674908c74cf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cc68fe-c2c1-499d-85d0-c1b201263689,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.125437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccc2fbae-6648-4184-a4db-a674908c74cf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.127514 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ccc2fbae-6648-4184-a4db-a674908c74cf tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "DELETE /v2.0/subnets/c9cc68fe-c2c1-499d-85d0-c1b201263689 HTTP/1.1" status: 204 len: 168 time: 1.1330478 Jul 16 01:37:52.131894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60212) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.137657 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d7483d1-adf9-4310-aa6e-b1799b521905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.163535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35348749-de34-4e87-8b3a-d15bb45c1ed1 None None] Network 0d9ba969-e1d7-4110-9dd3-36e383a70297 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:52.165654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:52.169455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.174200 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.252418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7ef3c2c9-a09b-47e1-9500-880b11f0fa1b None None] For port d14d2788-9537-4066-a838-744d0edc43ab, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d14d2788-9537-4066-a838-744d0edc43ab,segment=NetworkSegment(7712147f-9c33-4a65-916d-9daa71b64565),segment_id=7712147f-9c33-4a65-916d-9daa71b64565)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:52.252997 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c2c9-a09b-47e1-9500-880b11f0fa1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.294325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:52.307074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:52.315690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:52.321455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3c2c9-a09b-47e1-9500-880b11f0fa1b None None] Calling delete_port for d14d2788-9537-4066-a838-744d0edc43ab owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:52.322337 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.374744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=1e872e35-cd77-4a36-8f71-2369e688938d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.411767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:52.422802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2c4e6c66-d609-43d8-85ff-3c17d4a74c59 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "PUT /v2.0/routers/d789c7a0-1d19-4603-b540-6b838592cd8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9114685 Jul 16 01:37:52.423532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60214) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.444952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2912f403-8d28-4bd5-98dc-c8f1b5e572f8 None None] Sync routers for ids ['d789c7a0-1d19-4603-b540-6b838592cd8a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:52.467311 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-34927e14-14cc-4634-9e79-0b09beb22d08 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] delete failed (client error): The resource could not be found. Jul 16 01:37:52.473446 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-34927e14-14cc-4634-9e79-0b09beb22d08 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-174788199 HTTP/1.1" status: 404 len: 334 time: 0.0455370 Jul 16 01:37:52.474184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60216) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.478848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4882fc64-1981-4e5f-a92c-52352c2c2502 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd789c7a0-1d19-4603-b540-6b838592cd8a'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:52.542321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912f403-8d28-4bd5-98dc-c8f1b5e572f8 None None] Routers {'d789c7a0-1d19-4603-b540-6b838592cd8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:52.543604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2912f403-8d28-4bd5-98dc-c8f1b5e572f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['d789c7a0-1d19-4603-b540-6b838592cd8a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:52.611290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa6f32f-5258-4879-9c3f-b234d996f658 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:52.621247 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2912f403-8d28-4bd5-98dc-c8f1b5e572f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:52.693622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Deleting port d14d2788-9537-4066-a838-744d0edc43ab {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:52.693976 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.749834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a0384a74-b1e8-4b94-b0c2-106115e9f432 None None] Provisioning complete for port 021eba5a-5156-46ed-9344-ef63ee3725b1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:52.750440 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0384a74-b1e8-4b94-b0c2-106115e9f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.758249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912f403-8d28-4bd5-98dc-c8f1b5e572f8 None None] Routers {'d789c7a0-1d19-4603-b540-6b838592cd8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:52.758977 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2912f403-8d28-4bd5-98dc-c8f1b5e572f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['d789c7a0-1d19-4603-b540-6b838592cd8a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:52.801796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c2c9-a09b-47e1-9500-880b11f0fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.809200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2912f403-8d28-4bd5-98dc-c8f1b5e572f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:52.810302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2912f403-8d28-4bd5-98dc-c8f1b5e572f8 None None] The sync data for ids ['d789c7a0-1d19-4603-b540-6b838592cd8a'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:52.828262 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4882fc64-1981-4e5f-a92c-52352c2c2502 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.859318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3c2c9-a09b-47e1-9500-880b11f0fa1b None None] Pushing event deleted for resources: {'Port': ['ID=d14d2788-9537-4066-a838-744d0edc43ab,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.897323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3c2c9-a09b-47e1-9500-880b11f0fa1b None None] No DVR routers for this DVR port d14d2788-9537-4066-a838-744d0edc43ab on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:52.944010 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-4882fc64-1981-4e5f-a92c-52352c2c2502 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] update failed (client error): The resource could not be found. Jul 16 01:37:52.945326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4882fc64-1981-4e5f-a92c-52352c2c2502 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "PUT /v2.0/routers/d789c7a0-1d19-4603-b540-6b838592cd8a HTTP/1.1" status: 404 len: 339 time: 0.4702096 Jul 16 01:37:52.952076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be97242f-eb19-48bd-b31a-41714e2a2661 None None] DHCP port deletion for 0d9ba969-e1d7-4110-9dd3-36e383a70297 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:52.965854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60220) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.967369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] For port d14d2788-9537-4066-a838-744d0edc43ab, host n-d-791504-14, got binding levels [] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:52.969044 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.074900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Calling delete_port for d14d2788-9537-4066-a838-744d0edc43ab owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:53.089196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Port d14d2788-9537-4066-a838-744d0edc43ab was not found and therefore no delete operation was performed {{(pid=93945) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:37:53.093986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be97242f-eb19-48bd-b31a-41714e2a2661 None None] Deleting port 3f922fb9-41c2-4c88-a05e-e06a8734b639 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:53.094385 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be97242f-eb19-48bd-b31a-41714e2a2661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.097762 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.145669 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.204117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-be97242f-eb19-48bd-b31a-41714e2a2661 None None] For port 3f922fb9-41c2-4c88-a05e-e06a8734b639, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3f922fb9-41c2-4c88-a05e-e06a8734b639,segment=NetworkSegment(25865234-f8b4-4ed4-9c81-1269c6733680),segment_id=25865234-f8b4-4ed4-9c81-1269c6733680)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:53.204658 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be97242f-eb19-48bd-b31a-41714e2a2661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.225098 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be97242f-eb19-48bd-b31a-41714e2a2661 None None] Calling delete_port for 3f922fb9-41c2-4c88-a05e-e06a8734b639 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:53.238955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f363b82-7219-4f07-b335-3488542ffc95 None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '6dd901b7-3145-4595-95da-f9d422d1d7b8'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '021eba5a-5156-46ed-9344-ef63ee3725b1'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:37:53.308216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.objects.ports [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:53.311566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Port': ['ID=d14d2788-9537-4066-a838-744d0edc43ab,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.322354 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f363b82-7219-4f07-b335-3488542ffc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.334455 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.445333 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be97242f-eb19-48bd-b31a-41714e2a2661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.450648 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.471104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] No DVR routers for this DVR port d14d2788-9537-4066-a838-744d0edc43ab on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:53.487533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97242f-eb19-48bd-b31a-41714e2a2661 None None] Pushing event deleted for resources: {'Port': ['ID=3f922fb9-41c2-4c88-a05e-e06a8734b639,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.499658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97242f-eb19-48bd-b31a-41714e2a2661 None None] No DVR routers for this DVR port 3f922fb9-41c2-4c88-a05e-e06a8734b639 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:53.557439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5f363b82-7219-4f07-b335-3488542ffc95 None None] Allocated IP 2001:db8::f816:3eff:fe8d:225f (4b748a0d-6d39-4cd2-b13e-5462f021b600/6dd901b7-3145-4595-95da-f9d422d1d7b8/021eba5a-5156-46ed-9344-ef63ee3725b1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:53.659842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.673416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a6271f-26a6-4477-a38f-471fd54f2d3d']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.674132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f363b82-7219-4f07-b335-3488542ffc95 None None] For port 021eba5a-5156-46ed-9344-ef63ee3725b1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=021eba5a-5156-46ed-9344-ef63ee3725b1,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:53.687015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7712147f-9c33-4a65-916d-9daa71b64565') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.687756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7712147f-9c33-4a65-916d-9daa71b64565') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.700463 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.717864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.731940 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f363b82-7219-4f07-b335-3488542ffc95 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.733025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:53.735179 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.770473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Allocated IP 172.20.0.1 (1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6/b196b0b3-d77c-4ca5-bd13-59c8fcde020c/5556ab11-6687-4855-8d7c-726e6e32824c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:53.808061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 021eba5a-5156-46ed-9344-ef63ee3725b1 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:53.817638 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:53.846617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f363b82-7219-4f07-b335-3488542ffc95 None None] Transition to ACTIVE for port object 021eba5a-5156-46ed-9344-ef63ee3725b1 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:53.860412 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f363b82-7219-4f07-b335-3488542ffc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.897357 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.965539 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.983791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Transition to ACTIVE for port object 5556ab11-6687-4855-8d7c-726e6e32824c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:54.021418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f363b82-7219-4f07-b335-3488542ffc95 None None] Pushing event updated for resources: {'Port': ['ID=021eba5a-5156-46ed-9344-ef63ee3725b1,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.037035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 2486d40d-947c-45e5-bb12-4a33fd65c906 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:54.037636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.043351 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.048837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.053875 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "DELETE /v2.0/networks/c1a6271f-26a6-4477-a38f-471fd54f2d3d HTTP/1.1" status: 204 len: 168 time: 1.9196551 Jul 16 01:37:54.055502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60230) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:54.111031 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.115586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_pluggable_backend [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Port 021eba5a-5156-46ed-9344-ef63ee3725b1 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=93945) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 16 01:37:54.115975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.171289 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.180063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 021eba5a-5156-46ed-9344-ef63ee3725b1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=021eba5a-5156-46ed-9344-ef63ee3725b1,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:54.196619 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.198807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d14d2788-9537-4066-a838-744d0edc43ab no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:54.214923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:54.216293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c778cda-756f-4d0d-8cec-062ac7c32470 tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Network': ['ID=c1a6271f-26a6-4477-a38f-471fd54f2d3d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.220652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=6dd901b7-3145-4595-95da-f9d422d1d7b8,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.227459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:54.230915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.231493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.268344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:54.269099 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-37140057-fde7-4884-b30f-f28394a428cd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3238680 Jul 16 01:37:54.270271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: d14d2788-9537-4066-a838-744d0edc43ab {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:54.270738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d14d2788-9537-4066-a838-744d0edc43ab not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:54.271407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3f922fb9-41c2-4c88-a05e-e06a8734b639 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:54.281275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 4b67bb0c-9f7f-4f56-864d-51244de23577 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:54.294946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-43235ccc-b46e-444d-857e-657248ef35d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:54.337853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 3f922fb9-41c2-4c88-a05e-e06a8734b639 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:54.338443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3f922fb9-41c2-4c88-a05e-e06a8734b639 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:54.389794 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.398396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=021eba5a-5156-46ed-9344-ef63ee3725b1,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.408411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Network 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:54.428900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:54.470852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:54.473476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'Port': ['ID=5556ab11-6687-4855-8d7c-726e6e32824c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.486305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:54.498123 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Sync routers for ids ['4b67bb0c-9f7f-4f56-864d-51244de23577'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:54.509032 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.510464 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b725673e-a6ee-4e91-8d07-b9a48915abf2 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.5797596 Jul 16 01:37:54.513684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:54.516023 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Routers {'4b67bb0c-9f7f-4f56-864d-51244de23577'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:54.516876 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4b67bb0c-9f7f-4f56-864d-51244de23577'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:54.527509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 2486d40d-947c-45e5-bb12-4a33fd65c906, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2486d40d-947c-45e5-bb12-4a33fd65c906,segment=NetworkSegment(dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71),segment_id=dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:54.527879 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.531085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.531649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.531998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.532338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.532671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.532999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.533324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.533646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.533966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.534457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.535330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.535812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:54.563452 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e85c-1de1-42c0-a0a0-2d9cc4557046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.578126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ce275d83-b494-40e1-965d-881e4f94c0a3 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=12c4eea5d22846989166acf9750bd01d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606596 Jul 16 01:37:54.578346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60272) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:54.650098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 2486d40d-947c-45e5-bb12-4a33fd65c906 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:54.675992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.741131 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Set router 4b67bb0c-9f7f-4f56-864d-51244de23577 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:54.937597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43235ccc-b46e-444d-857e-657248ef35d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:54.944260 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43235ccc-b46e-444d-857e-657248ef35d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.975870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f5113c0-a7ed-426d-96d0-2b76bc2ffb44 None None] Provisioning for port 5556ab11-6687-4855-8d7c-726e6e32824c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:54.982121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f5113c0-a7ed-426d-96d0-2b76bc2ffb44 None None] Provisioning complete for port 5556ab11-6687-4855-8d7c-726e6e32824c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:54.982992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f5113c0-a7ed-426d-96d0-2b76bc2ffb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.089903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1f5113c0-a7ed-426d-96d0-2b76bc2ffb44 None None] Port 5556ab11-6687-4855-8d7c-726e6e32824c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:55.319523 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:37:52Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:55.351672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e8f32-31b5-4caf-a79c-298fa5d35031 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:55.376310 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Checking router: 4b67bb0c-9f7f-4f56-864d-51244de23577 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:55.377087 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Updating router 4b67bb0c-9f7f-4f56-864d-51244de23577 port 1e872e35-cd77-4a36-8f71-2369e688938d binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:55.494505 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.606302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5da3f-25d9-4fce-ab2c-9a9cec158e06 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.615518 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9de5da3f-25d9-4fce-ab2c-9a9cec158e06 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0276423 Jul 16 01:37:55.615809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ae223e13-5e8c-4c34-b1d4-89631f2f5ea5 None None] Provisioning for port 021eba5a-5156-46ed-9344-ef63ee3725b1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:55.615979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60310) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:55.652823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ae223e13-5e8c-4c34-b1d4-89631f2f5ea5 None None] Provisioning complete for port 021eba5a-5156-46ed-9344-ef63ee3725b1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:55.653394 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae223e13-5e8c-4c34-b1d4-89631f2f5ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.707821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c6d1ef4f-e3c8-44e8-913c-b519505733f8 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0879974 Jul 16 01:37:55.718507 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.719322 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.719486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:55.741074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1615360283', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'project_id': '12c4eea5d22846989166acf9750bd01d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:55.748626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9ba969-e1d7-4110-9dd3-36e383a70297']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:55.798244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25865234-f8b4-4ed4-9c81-1269c6733680') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:55.798530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25865234-f8b4-4ed4-9c81-1269c6733680') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:55.808565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.861723 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.914685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:55.918720 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.920964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.950605 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae223e13-5e8c-4c34-b1d4-89631f2f5ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.016245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 021eba5a-5156-46ed-9344-ef63ee3725b1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:56.107788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.158056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ae223e13-5e8c-4c34-b1d4-89631f2f5ea5 None None] For port 021eba5a-5156-46ed-9344-ef63ee3725b1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=021eba5a-5156-46ed-9344-ef63ee3725b1,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:56.190514 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae223e13-5e8c-4c34-b1d4-89631f2f5ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.192846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:56.193534 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:56.200457 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:56.222063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=2486d40d-947c-45e5-bb12-4a33fd65c906,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.253637 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.277115 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Transition to ACTIVE for port object 1e872e35-cd77-4a36-8f71-2369e688938d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:56.289785 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.300233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 021eba5a-5156-46ed-9344-ef63ee3725b1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:56.300640 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.303877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae223e13-5e8c-4c34-b1d4-89631f2f5ea5 None None] Pushing event updated for resources: {'Port': ['ID=021eba5a-5156-46ed-9344-ef63ee3725b1,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.361280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.423009 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Pushing event updated for resources: {'Port': ['ID=1e872e35-cd77-4a36-8f71-2369e688938d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.425347 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Attempting to bind port 1e872e35-cd77-4a36-8f71-2369e688938d on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:56.426419 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Attempting to bind port 1e872e35-cd77-4a36-8f71-2369e688938d by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:56.426897 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Attempting to bind port 1e872e35-cd77-4a36-8f71-2369e688938d on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:56.436633 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.437016 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.437320 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.437641 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.437973 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.438335 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.438663 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.439175 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.439496 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.440070 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.440398 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.440718 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:56.441039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b53de72e-fdd6-4c8f-ac5d-2ffffcda0203 None None] Provisioning complete for port 021eba5a-5156-46ed-9344-ef63ee3725b1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:56.442569 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b53de72e-fdd6-4c8f-ac5d-2ffffcda0203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.445695 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:56.446091 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:56.446497 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.446879 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:56.447358 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Bound port: 1e872e35-cd77-4a36-8f71-2369e688938d, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:56.447734 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.451084 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.539028 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Subnet': ['ID=19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.559545 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] For port 1e872e35-cd77-4a36-8f71-2369e688938d, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:56.570448 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] For port 1e872e35-cd77-4a36-8f71-2369e688938d, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1e872e35-cd77-4a36-8f71-2369e688938d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:56.575208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Checking segment: {'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:56.575585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network hostable DHCP agents. Network: 37739147-4dff-4acf-9045-daa5951db93a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:56.584416 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.616943 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 37739147-4dff-4acf-9045-daa5951db93a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:56.633080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 37739147-4dff-4acf-9045-daa5951db93a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:56.637937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.638662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.647645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb56545-d606-4332-aa2e-8e94c474dc97 None None] Network 37739147-4dff-4acf-9045-daa5951db93a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:56.663688 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8150563b-43d9-485f-95c3-794f0e069155 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9363978 Jul 16 01:37:56.670199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60316) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:56.705761 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Routers {'4b67bb0c-9f7f-4f56-864d-51244de23577'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:56.706252 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4b67bb0c-9f7f-4f56-864d-51244de23577'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:56.728594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.748320 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.753392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] 10.222.0.64 "DELETE /v2.0/networks/0d9ba969-e1d7-4110-9dd3-36e383a70297 HTTP/1.1" status: 204 len: 168 time: 2.6889622 Jul 16 01:37:56.795114 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66520afe-c1a4-4f1f-aedc-cc5bb9a22634 None None] Pushing event updated for resources: {'Port': ['ID=1e872e35-cd77-4a36-8f71-2369e688938d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.918035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1342b-3cad-4e1b-989a-339f083c60bb tempest-TaggedBootDevicesTest_v242-1501342253 tempest-TaggedBootDevicesTest_v242-1501342253-project] Pushing event deleted for resources: {'Network': ['ID=0d9ba969-e1d7-4110-9dd3-36e383a70297,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.938848 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.014633 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] Set router 4b67bb0c-9f7f-4f56-864d-51244de23577 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:57.075965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-37739147-4dff-4acf-9045-daa5951db93a', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:57.076855 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.167953 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af88ebac-3a0d-42ef-941b-f620838d3295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.218422 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43235ccc-b46e-444d-857e-657248ef35d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.274494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:57.338855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Allocated IP 172.20.0.2 (37739147-4dff-4acf-9045-daa5951db93a/19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa/34b7242e-cd87-4435-b4cf-add4eec77576) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:57.355684 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:37:52Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.367596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43235ccc-b46e-444d-857e-657248ef35d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:57.383780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-43235ccc-b46e-444d-857e-657248ef35d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:57.396071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43235ccc-b46e-444d-857e-657248ef35d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.396912 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43235ccc-b46e-444d-857e-657248ef35d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.442374 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f879ad-40be-4d6a-8519-82ea9d4b21cd None None] The sync data for ids ['4b67bb0c-9f7f-4f56-864d-51244de23577'] in n-d-791504-14 is: [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:37:52Z', 'revision_number': 3, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:57.506666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:57.519955 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ca5b3594-374c-46db-a405-626926fd8eac tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6211605 Jul 16 01:37:57.528716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60328) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.544176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43235ccc-b46e-444d-857e-657248ef35d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=171f4ac0-f6aa-4847-919e-2e02aaff8d60,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.548848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33fd7bb-e86a-4f94-b232-b8fe75244925 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:57.553163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:57.575800 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.617586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:57.624598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.673741 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.686272 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-43235ccc-b46e-444d-857e-657248ef35d7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3953505 Jul 16 01:37:57.704762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60330) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.718443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:d9:df:96', 'name': 'tempest-NetworksTestDHCPv6-1671479033'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:57.876103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d9cb73-cf06-4cf7-9d7e-6f690ae0d8eb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting subnet a21fc627-0f87-4368-8750-0675a00916e8 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:57.900295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02d9cb73-cf06-4cf7-9d7e-6f690ae0d8eb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.944669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.959419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.046033 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02d9cb73-cf06-4cf7-9d7e-6f690ae0d8eb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.103248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event updated for resources: {'Port': ['ID=5556ab11-6687-4855-8d7c-726e6e32824c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.141998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 021eba5a-5156-46ed-9344-ef63ee3725b1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:58.148730 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.212247 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:58.246453 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02d9cb73-cf06-4cf7-9d7e-6f690ae0d8eb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.410685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Network 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:58.416740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:58.466040 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.489275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:58.489802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Transition to ACTIVE for port object 34b7242e-cd87-4435-b4cf-add4eec77576 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:58.520990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Transition to ACTIVE for port object 34b7242e-cd87-4435-b4cf-add4eec77576 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:58.536935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:55Z', 'revision_number': 11, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.546585 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.652181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02d9cb73-cf06-4cf7-9d7e-6f690ae0d8eb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.667250 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.20.0.1 (37739147-4dff-4acf-9045-daa5951db93a/19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa/7e8d2913-cdb0-4346-a524-b2f444c21a41) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:58.694994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Network 37739147-4dff-4acf-9045-daa5951db93a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:58.701526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:58.710282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:58.712509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:58.748398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02d9cb73-cf06-4cf7-9d7e-6f690ae0d8eb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.754983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-02d9cb73-cf06-4cf7-9d7e-6f690ae0d8eb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/a21fc627-0f87-4368-8750-0675a00916e8 HTTP/1.1" status: 204 len: 168 time: 1.2220371 Jul 16 01:37:58.754983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9cb73-cf06-4cf7-9d7e-6f690ae0d8eb tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Subnet': ['ID=a21fc627-0f87-4368-8750-0675a00916e8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.763065 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.765125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60336) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.803254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338642af-99e3-4449-8b2e-55c50f4905f0 None None] Network 4f621609-4689-4d02-9d82-335b76958acf requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:58.840965 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Router d789c7a0-1d19-4603-b540-6b838592cd8a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:58.850393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.871134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Transition to ACTIVE for port object 7e8d2913-cdb0-4346-a524-b2f444c21a41 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:58.876113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Attempting to bind port 34b7242e-cd87-4435-b4cf-add4eec77576 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:58.876481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Attempting to bind port 34b7242e-cd87-4435-b4cf-add4eec77576 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:58.879665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Attempting to bind port 34b7242e-cd87-4435-b4cf-add4eec77576 on network 37739147-4dff-4acf-9045-daa5951db93a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:58.931187 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:58.931565 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Checking segment: {'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:58.932138 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.932545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Bound using segment: {'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:58.933028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Bound port: 34b7242e-cd87-4435-b4cf-add4eec77576, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:58.933416 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.001231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Pushing event updated for resources: {'Port': ['ID=34b7242e-cd87-4435-b4cf-add4eec77576,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.035950 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.063015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port 039a072a-c3d4-441a-9469-aa44a87b2564 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:59.080560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:59.081209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.135719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.180547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7db0d680-ade6-4d82-9196-79c3b8ef3470 None None] Provisioning complete for port 5556ab11-6687-4855-8d7c-726e6e32824c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:59.181292 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7db0d680-ade6-4d82-9196-79c3b8ef3470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.230434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:59.240716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 172.20.0.5 (4b748a0d-6d39-4cd2-b13e-5462f021b600/171f4ac0-f6aa-4847-919e-2e02aaff8d60/039a072a-c3d4-441a-9469-aa44a87b2564) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:59.243919 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ff783-2f0e-482d-ba34-0deb6190b608 None None] Sync routers for ids ['d789c7a0-1d19-4603-b540-6b838592cd8a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:59.247817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::f816:3eff:fed9:df96 (4b748a0d-6d39-4cd2-b13e-5462f021b600/6dd901b7-3145-4595-95da-f9d422d1d7b8/039a072a-c3d4-441a-9469-aa44a87b2564) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:59.254057 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-40a90f43-b271-42c4-b4cc-8119b51f4345 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "PUT /v2.0/routers/d789c7a0-1d19-4603-b540-6b838592cd8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2846539 Jul 16 01:37:59.258039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60338) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.267048 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ff783-2f0e-482d-ba34-0deb6190b608 None None] Routers {'d789c7a0-1d19-4603-b540-6b838592cd8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:59.268069 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-447ff783-2f0e-482d-ba34-0deb6190b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['d789c7a0-1d19-4603-b540-6b838592cd8a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.375537 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-447ff783-2f0e-482d-ba34-0deb6190b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.397161 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ff783-2f0e-482d-ba34-0deb6190b608 None None] Routers {'d789c7a0-1d19-4603-b540-6b838592cd8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:59.398211 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-447ff783-2f0e-482d-ba34-0deb6190b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['d789c7a0-1d19-4603-b540-6b838592cd8a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.400706 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8678ff87-bdaf-468d-b22f-5a60e78e9d30 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.412474 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.426704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object 039a072a-c3d4-441a-9469-aa44a87b2564 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:59.461256 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.471013 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.493903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] For port 34b7242e-cd87-4435-b4cf-add4eec77576, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:59.505489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] For port 34b7242e-cd87-4435-b4cf-add4eec77576, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=34b7242e-cd87-4435-b4cf-add4eec77576,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:59.509234 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-447ff783-2f0e-482d-ba34-0deb6190b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.511480 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ff783-2f0e-482d-ba34-0deb6190b608 None None] The sync data for ids ['d789c7a0-1d19-4603-b540-6b838592cd8a'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:59.512769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 37739147-4dff-4acf-9045-daa5951db93a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:59.520167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:59.530090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:59.552799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 021eba5a-5156-46ed-9344-ef63ee3725b1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:59.553317 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.567019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:59.570292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=7e8d2913-cdb0-4346-a524-b2f444c21a41,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.610054 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.641935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=039a072a-c3d4-441a-9469-aa44a87b2564,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.641935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:59.641935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:59.654639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:59.695824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.696740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.711175 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-8678ff87-bdaf-468d-b22f-5a60e78e9d30 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:37:59.715974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8678ff87-bdaf-468d-b22f-5a60e78e9d30 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "DELETE /v2.0/routers/d789c7a0-1d19-4603-b540-6b838592cd8a HTTP/1.1" status: 409 len: 329 time: 0.4565818 Jul 16 01:37:59.719288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.744034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Deleting port 87d97621-43c9-4bad-8c86-f04978482b29 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:59.745247 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.776374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ddd794-6a1f-47b6-bb60-b8ca806a2b5e None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '6dd901b7-3145-4595-95da-f9d422d1d7b8', 'ip_address': '2001:db8::f816:3eff:fe8d:225f'}, {'subnet_id': '171f4ac0-f6aa-4847-919e-2e02aaff8d60'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '021eba5a-5156-46ed-9344-ef63ee3725b1'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:37:59.799394 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.817129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60346) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.829265 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-12a558e8-7358-4c7d-afb2-e4aa9d042e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1232610 Jul 16 01:37:59.859456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:55Z', 'revision_number': 11, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.876314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7db0d680-ade6-4d82-9196-79c3b8ef3470 None None] Port 5556ab11-6687-4855-8d7c-726e6e32824c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:59.952884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29724ef-3239-41ed-bd4d-11c0be64e69f None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:55Z', 'revision_number': 11, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:00.008452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] For port 87d97621-43c9-4bad-8c86-f04978482b29, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=87d97621-43c9-4bad-8c86-f04978482b29,segment=NetworkSegment(dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71),segment_id=dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:00.008874 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.022812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b1c4a-3b5f-4e4a-a26f-2cec559e8faa None None] Pushing event updated for resources: {'Port': ['ID=34b7242e-cd87-4435-b4cf-add4eec77576,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.027623 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49ddd794-6a1f-47b6-bb60-b8ca806a2b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.045250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Calling delete_port for 87d97621-43c9-4bad-8c86-f04978482b29 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:00.403160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.410867 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.656960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee7432-e769-443b-b881-7c47469d6a39 None None] DHCP port deletion for 4f621609-4689-4d02-9d82-335b76958acf request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:00.780778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 34b7242e-cd87-4435-b4cf-add4eec77576 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:00.835347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84deb6e-9cb9-4bfd-b5d9-7183aa78d080 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.841411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84deb6e-9cb9-4bfd-b5d9-7183aa78d080 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.845842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b84deb6e-9cb9-4bfd-b5d9-7183aa78d080 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 1.0276361 Jul 16 01:38:00.848205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.901599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.963837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-49ddd794-6a1f-47b6-bb60-b8ca806a2b5e None None] Allocated IP 172.20.0.2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/171f4ac0-f6aa-4847-919e-2e02aaff8d60/021eba5a-5156-46ed-9344-ef63ee3725b1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:00.973483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Port': ['ID=87d97621-43c9-4bad-8c86-f04978482b29,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.997798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No DVR routers for this DVR port 87d97621-43c9-4bad-8c86-f04978482b29 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:01.004937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-94ee7432-e769-443b-b881-7c47469d6a39 None None] Deleting port 87d97621-43c9-4bad-8c86-f04978482b29 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:01.005800 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94ee7432-e769-443b-b881-7c47469d6a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.013741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 34b7242e-cd87-4435-b4cf-add4eec77576 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:01.049145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1e872e35-cd77-4a36-8f71-2369e688938d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:01.138417 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.151303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f621609-4689-4d02-9d82-335b76958acf']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:01.166434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:01.166434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca2de46-4aeb-49b0-9cc1-d1f57e4f1c71') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:01.178781 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.184282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-94ee7432-e769-443b-b881-7c47469d6a39 None None] For port 87d97621-43c9-4bad-8c86-f04978482b29, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:01.184950 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94ee7432-e769-443b-b881-7c47469d6a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.200096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.218698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:01.220084 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.246672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-94ee7432-e769-443b-b881-7c47469d6a39 None None] Calling delete_port for 87d97621-43c9-4bad-8c86-f04978482b29 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:01.246908 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:01.257356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-94ee7432-e769-443b-b881-7c47469d6a39 None None] Port 87d97621-43c9-4bad-8c86-f04978482b29 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:38:01.258551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 1e872e35-cd77-4a36-8f71-2369e688938d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:01.268422 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94ee7432-e769-443b-b881-7c47469d6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.285050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1e872e35-cd77-4a36-8f71-2369e688938d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:01.285050 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.320069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee7432-e769-443b-b881-7c47469d6a39 None None] Pushing event deleted for resources: {'Port': ['ID=87d97621-43c9-4bad-8c86-f04978482b29,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.327880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee7432-e769-443b-b881-7c47469d6a39 None None] No DVR routers for this DVR port 87d97621-43c9-4bad-8c86-f04978482b29 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:01.365877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-49ddd794-6a1f-47b6-bb60-b8ca806a2b5e None None] For port 021eba5a-5156-46ed-9344-ef63ee3725b1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=021eba5a-5156-46ed-9344-ef63ee3725b1,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:01.408160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.420562 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.428081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/networks/4f621609-4689-4d02-9d82-335b76958acf HTTP/1.1" status: 204 len: 168 time: 2.6566961 Jul 16 01:38:01.429140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:01.432255 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49ddd794-6a1f-47b6-bb60-b8ca806a2b5e None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.445733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-231b9a0e-cf3f-446f-b458-bbeb09e1d545 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'routes': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:01.452004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-49ddd794-6a1f-47b6-bb60-b8ca806a2b5e None None] Transition to ACTIVE for port object 021eba5a-5156-46ed-9344-ef63ee3725b1 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:01.486764 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49ddd794-6a1f-47b6-bb60-b8ca806a2b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.515784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.561651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bee7a3-537e-4f2c-8e2f-0a3dc0c5662c tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Pushing event deleted for resources: {'Network': ['ID=4f621609-4689-4d02-9d82-335b76958acf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.572540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.704512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 1e872e35-cd77-4a36-8f71-2369e688938d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1e872e35-cd77-4a36-8f71-2369e688938d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:01.757960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddd794-6a1f-47b6-bb60-b8ca806a2b5e None None] Pushing event updated for resources: {'Port': ['ID=021eba5a-5156-46ed-9344-ef63ee3725b1,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.778747 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.798616 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.799635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2486d40d-947c-45e5-bb12-4a33fd65c906 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:01.802115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.extraroute_db [None req-231b9a0e-cf3f-446f-b458-bbeb09e1d545 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Added routes are [] {{(pid=93944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:38:01.802848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.extraroute_db [None req-231b9a0e-cf3f-446f-b458-bbeb09e1d545 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Removed routes are [] {{(pid=93944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:38:01.803664 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-231b9a0e-cf3f-446f-b458-bbeb09e1d545 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.823190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.877072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-02502772-b28f-42bc-aa89-06ecde5e1e67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port 039a072a-c3d4-441a-9469-aa44a87b2564 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:01.877837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02502772-b28f-42bc-aa89-06ecde5e1e67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.962303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 2486d40d-947c-45e5-bb12-4a33fd65c906 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:01.962803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2486d40d-947c-45e5-bb12-4a33fd65c906 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:02.010355 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.020003 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=1e872e35-cd77-4a36-8f71-2369e688938d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.185973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=7e8d2913-cdb0-4346-a524-b2f444c21a41,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.198860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38805b15-8cca-4253-82e3-9258372acdc0 None None] Network 37739147-4dff-4acf-9045-daa5951db93a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:02.250605 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-231b9a0e-cf3f-446f-b458-bbeb09e1d545 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.255780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-231b9a0e-cf3f-446f-b458-bbeb09e1d545 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.435163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d1da8e3-c131-425b-bee9-63351b1eaf52 None None] Provisioning for port 34b7242e-cd87-4435-b4cf-add4eec77576 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:02.482624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d1da8e3-c131-425b-bee9-63351b1eaf52 None None] Provisioning complete for port 34b7242e-cd87-4435-b4cf-add4eec77576 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:02.485826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d1da8e3-c131-425b-bee9-63351b1eaf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.497873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231b9a0e-cf3f-446f-b458-bbeb09e1d545 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 846cd239-0d57-4bab-8c06-fbd75adeac43 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:02.588060 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02502772-b28f-42bc-aa89-06ecde5e1e67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.614115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 021eba5a-5156-46ed-9344-ef63ee3725b1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:02.623072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 37739147-4dff-4acf-9045-daa5951db93a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:02.631897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:02.639482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-02502772-b28f-42bc-aa89-06ecde5e1e67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for 039a072a-c3d4-441a-9469-aa44a87b2564 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:02.648781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231b9a0e-cf3f-446f-b458-bbeb09e1d545 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:02.670523 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-231b9a0e-cf3f-446f-b458-bbeb09e1d545 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.674893 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-231b9a0e-cf3f-446f-b458-bbeb09e1d545 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43 HTTP/1.1" status: 200 len: 705 time: 1.2361374 Jul 16 01:38:02.676284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60364) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.695681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] Sync routers for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:02.742745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:02.743659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:02.770877 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-074279f0-f083-488a-9773-18f5339c4b89 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=846cd239-0d57-4bab-8c06-fbd75adeac43 HTTP/1.1" status: 200 len: 205 time: 0.0927916 Jul 16 01:38:02.771542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.911465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:02.921245 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4879af0-d25b-4d6f-96e1-86ba13452738 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.125280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:55Z', 'revision_number': 11, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:03.243852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02502772-b28f-42bc-aa89-06ecde5e1e67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.269665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] Checking router: 846cd239-0d57-4bab-8c06-fbd75adeac43 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:03.308234 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4879af0-d25b-4d6f-96e1-86ba13452738 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.311301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4879af0-d25b-4d6f-96e1-86ba13452738 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.326834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] Routers {'846cd239-0d57-4bab-8c06-fbd75adeac43'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:03.333538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['846cd239-0d57-4bab-8c06-fbd75adeac43'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:03.352905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02502772-b28f-42bc-aa89-06ecde5e1e67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=039a072a-c3d4-441a-9469-aa44a87b2564,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.440543 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4879af0-d25b-4d6f-96e1-86ba13452738 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.442619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4879af0-d25b-4d6f-96e1-86ba13452738 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Fanout notify agent at l3_agent the message router_deleted on router 846cd239-0d57-4bab-8c06-fbd75adeac43 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:03.466552 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4879af0-d25b-4d6f-96e1-86ba13452738 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.472822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f4879af0-d25b-4d6f-96e1-86ba13452738 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43 HTTP/1.1" status: 204 len: 168 time: 0.6999161 Jul 16 01:38:03.473477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60372) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.479448 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9bba58b5-b740-4dbd-81d2-ac554200eb8e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-522627347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.547629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9bba58b5-b740-4dbd-81d2-ac554200eb8e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.548743 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9bba58b5-b740-4dbd-81d2-ac554200eb8e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.680636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9bba58b5-b740-4dbd-81d2-ac554200eb8e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.690139 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9bba58b5-b740-4dbd-81d2-ac554200eb8e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.736652 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9bba58b5-b740-4dbd-81d2-ac554200eb8e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.743667 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9bba58b5-b740-4dbd-81d2-ac554200eb8e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2660990 Jul 16 01:38:03.744596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.752437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a39e3ddc-40c0-43cc-8374-489ff93d2b90 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.846832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 4b67bb0c-9f7f-4f56-864d-51244de23577 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:03.870143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02502772-b28f-42bc-aa89-06ecde5e1e67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.879981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60376) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.881292 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-02502772-b28f-42bc-aa89-06ecde5e1e67 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/039a072a-c3d4-441a-9469-aa44a87b2564 HTTP/1.1" status: 204 len: 168 time: 3.0319471 Jul 16 01:38:03.954913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] Set router 846cd239-0d57-4bab-8c06-fbd75adeac43 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:03.962962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b8c569-219d-466b-ab31-d6b477076afc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.968267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b8c569-219d-466b-ab31-d6b477076afc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.969887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b8c569-219d-466b-ab31-d6b477076afc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.975329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-63b8c569-219d-466b-ab31-d6b477076afc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0942085 Jul 16 01:38:03.976062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60380) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.083599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:55Z', 'revision_number': 11, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:04.100929 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d1da8e3-c131-425b-bee9-63351b1eaf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.138576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ec9d4-2810-4b05-b9d2-874efd5e326b None None] The sync data for ids ['846cd239-0d57-4bab-8c06-fbd75adeac43'] in n-d-791504-14 is: [{'id': '846cd239-0d57-4bab-8c06-fbd75adeac43', 'name': 'tempest-RoutersIpV6Test-router-1563555133', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:37:55Z', 'revision_number': 11, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:04.140333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1e872e35-cd77-4a36-8f71-2369e688938d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:04.161685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Deleting port 5556ab11-6687-4855-8d7c-726e6e32824c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:04.162463 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.256448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4d1da8e3-c131-425b-bee9-63351b1eaf52 None None] For port 34b7242e-cd87-4435-b4cf-add4eec77576, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=34b7242e-cd87-4435-b4cf-add4eec77576,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:04.259901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f6b292-42fb-4e0e-8c27-ac1ff5632453 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 171f4ac0-f6aa-4847-919e-2e02aaff8d60 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:04.267582 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f6b292-42fb-4e0e-8c27-ac1ff5632453 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.283053 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d1da8e3-c131-425b-bee9-63351b1eaf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.298463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:04.304465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cad5b13e-a21a-43ec-9236-86dc5a1e35ae tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "PUT /v2.0/routers/4b67bb0c-9f7f-4f56-864d-51244de23577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6329274 Jul 16 01:38:04.330647 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Sync routers for ids ['4b67bb0c-9f7f-4f56-864d-51244de23577'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:04.355095 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Routers {'4b67bb0c-9f7f-4f56-864d-51244de23577'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:04.355720 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4b67bb0c-9f7f-4f56-864d-51244de23577'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:04.383871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.388823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1da8e3-c131-425b-bee9-63351b1eaf52 None None] Pushing event updated for resources: {'Port': ['ID=34b7242e-cd87-4435-b4cf-add4eec77576,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.411712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1e872e35-cd77-4a36-8f71-2369e688938d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:04.412250 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.430964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Calling delete_port for 5556ab11-6687-4855-8d7c-726e6e32824c owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:04.483856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a39e3ddc-40c0-43cc-8374-489ff93d2b90 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.510693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f6b292-42fb-4e0e-8c27-ac1ff5632453 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.527508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df2625b2-7ef9-4c91-88ac-e3ec5e02aa22 None None] Provisioning for port 021eba5a-5156-46ed-9344-ef63ee3725b1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:04.553385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df2625b2-7ef9-4c91-88ac-e3ec5e02aa22 None None] Provisioning complete for port 021eba5a-5156-46ed-9344-ef63ee3725b1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:04.554067 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df2625b2-7ef9-4c91-88ac-e3ec5e02aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.573193 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a39e3ddc-40c0-43cc-8374-489ff93d2b90 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.731103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df2625b2-7ef9-4c91-88ac-e3ec5e02aa22 None None] Provisioning for port 7e8d2913-cdb0-4346-a524-b2f444c21a41 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:04.748047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df2625b2-7ef9-4c91-88ac-e3ec5e02aa22 None None] Provisioning complete for port 7e8d2913-cdb0-4346-a524-b2f444c21a41 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:04.748434 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df2625b2-7ef9-4c91-88ac-e3ec5e02aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.799934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-df2625b2-7ef9-4c91-88ac-e3ec5e02aa22 None None] Port 7e8d2913-cdb0-4346-a524-b2f444c21a41 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:04.812705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df2625b2-7ef9-4c91-88ac-e3ec5e02aa22 None None] Provisioning complete for port 34b7242e-cd87-4435-b4cf-add4eec77576 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:04.813150 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df2625b2-7ef9-4c91-88ac-e3ec5e02aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.826992 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Set router 4b67bb0c-9f7f-4f56-864d-51244de23577 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:04.894684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-92937b50-4dd9-4eee-93ce-2243a5dc6f11 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727096149&fields=id&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 267 time: 0.1674707 Jul 16 01:38:04.896154 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f6b292-42fb-4e0e-8c27-ac1ff5632453 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.909288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 87d97621-43c9-4bad-8c86-f04978482b29 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:04.916481 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.970359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event deleted for resources: {'Port': ['ID=5556ab11-6687-4855-8d7c-726e6e32824c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.971266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 87d97621-43c9-4bad-8c86-f04978482b29 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:04.971763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 87d97621-43c9-4bad-8c86-f04978482b29 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:04.983285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.985339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.985765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.986783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.987621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.988324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.988998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.989542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.989994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.993991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.994545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:04.996225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:05.031392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39e3ddc-40c0-43cc-8374-489ff93d2b90 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Router 2106dc88-6bf9-4124-955f-2a23a4b7d669 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:05.092849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df2625b2-7ef9-4c91-88ac-e3ec5e02aa22 None None] Could not find standard attr ID for object 039a072a-c3d4-441a-9469-aa44a87b2564. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:38:05.139396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 34b7242e-cd87-4435-b4cf-add4eec77576 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:05.224398 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:05.238822 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:38:00Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7e8d2913-cdb0-4346-a524-b2f444c21a41', 'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:e6:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:58Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 2, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:05.262475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 34b7242e-cd87-4435-b4cf-add4eec77576 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:05.262846 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.320878 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Checking router: 4b67bb0c-9f7f-4f56-864d-51244de23577 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:05.321227 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Updating router 4b67bb0c-9f7f-4f56-864d-51244de23577 port 7e8d2913-cdb0-4346-a524-b2f444c21a41 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:05.398501 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.408866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.637366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Router d789c7a0-1d19-4603-b540-6b838592cd8a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:05.750180 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f6b292-42fb-4e0e-8c27-ac1ff5632453 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.750735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:05.761667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b3364-42b0-4931-becc-8fca2e4ffd32 None None] Sync routers for ids ['d789c7a0-1d19-4603-b540-6b838592cd8a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:05.777392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b3364-42b0-4931-becc-8fca2e4ffd32 None None] Routers {'d789c7a0-1d19-4603-b540-6b838592cd8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:05.785884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f76b3364-42b0-4931-becc-8fca2e4ffd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['d789c7a0-1d19-4603-b540-6b838592cd8a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:05.786946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2e583db0-c3ad-45c7-9f32-af0ec067687e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "PUT /v2.0/routers/d789c7a0-1d19-4603-b540-6b838592cd8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0663002 Jul 16 01:38:05.788815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60400) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.806944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39e3ddc-40c0-43cc-8374-489ff93d2b90 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:05.815520 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a39e3ddc-40c0-43cc-8374-489ff93d2b90 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.819522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a39e3ddc-40c0-43cc-8374-489ff93d2b90 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "PUT /v2.0/routers/2106dc88-6bf9-4124-955f-2a23a4b7d669 HTTP/1.1" status: 200 len: 697 time: 2.0738885 Jul 16 01:38:05.826316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60402) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.829639 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f6b292-42fb-4e0e-8c27-ac1ff5632453 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.834548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-96f6b292-42fb-4e0e-8c27-ac1ff5632453 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/171f4ac0-f6aa-4847-919e-2e02aaff8d60 HTTP/1.1" status: 204 len: 168 time: 1.8529832 Jul 16 01:38:05.839449 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6b292-42fb-4e0e-8c27-ac1ff5632453 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=171f4ac0-f6aa-4847-919e-2e02aaff8d60,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.842036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60404) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.846302 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] Sync routers for ids ['2106dc88-6bf9-4124-955f-2a23a4b7d669'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:05.873052 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] Routers {'2106dc88-6bf9-4124-955f-2a23a4b7d669'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:05.873949 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['2106dc88-6bf9-4124-955f-2a23a4b7d669'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:05.928685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6478e6f-b390-4109-b49e-a8f1e2ca8d9b None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:05.930392 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-d530ec60-bcfc-4fbf-bea5-d725b9657e9d tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] show failed (client error): The resource could not be found. Jul 16 01:38:05.937795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d530ec60-bcfc-4fbf-bea5-d725b9657e9d tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-864503571 HTTP/1.1" status: 404 len: 334 time: 0.1465464 Jul 16 01:38:05.938482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60406) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.943953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c261c1f2-dd20-4690-9af7-a75d3213c1ba tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:05.966275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d065-6a96-4dff-a528-3649854c36bf req-7a22ac05-e337-42a6-836e-54b22a7c6b34 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.969053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-7a22ac05-e337-42a6-836e-54b22a7c6b34 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/networks?id=37739147-4dff-4acf-9045-daa5951db93a HTTP/1.1" status: 200 len: 797 time: 1.0162044 Jul 16 01:38:05.994585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bbfcb47b-09c5-4bb1-a3e8-0449815ee58f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/routers/2106dc88-6bf9-4124-955f-2a23a4b7d669 HTTP/1.1" status: 200 len: 703 time: 0.1608825 Jul 16 01:38:05.995457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60408) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.998686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e79cfa-58cf-4516-9d63-e83a3da4427d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 6dd901b7-3145-4595-95da-f9d422d1d7b8 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:06.003144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56e79cfa-58cf-4516-9d63-e83a3da4427d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.006533 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-bcf5510f-bff9-472d-a5c2-d665c4d0a5f6 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/quotas/12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 375 time: 0.0278234 Jul 16 01:38:06.007201 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.034230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-95a5385e-37c7-4776-bf26-8062cc0da6ea tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2106dc88-6bf9-4124-955f-2a23a4b7d669 HTTP/1.1" status: 200 len: 205 time: 0.0358443 Jul 16 01:38:06.036170 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c261c1f2-dd20-4690-9af7-a75d3213c1ba tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] update failed (client error): The resource could not be found. Jul 16 01:38:06.042956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c261c1f2-dd20-4690-9af7-a75d3213c1ba tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-308798707 HTTP/1.1" status: 404 len: 334 time: 0.1033313 Jul 16 01:38:06.043536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60410) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.043873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60412) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.053485 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Transition to ACTIVE for port object 7e8d2913-cdb0-4346-a524-b2f444c21a41 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:06.066211 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.108629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56e79cfa-58cf-4516-9d63-e83a3da4427d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.121132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f76b3364-42b0-4931-becc-8fca2e4ffd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.170780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b3364-42b0-4931-becc-8fca2e4ffd32 None None] Routers {'d789c7a0-1d19-4603-b540-6b838592cd8a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:06.170780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f76b3364-42b0-4931-becc-8fca2e4ffd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['d789c7a0-1d19-4603-b540-6b838592cd8a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.195682 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7168f47-60be-47a3-8173-084e651cc7f3 None None] Pushing event updated for resources: {'Port': ['ID=7e8d2913-cdb0-4346-a524-b2f444c21a41,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.197182 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14f6f148-a65b-4de9-8b41-5bb68e84ff10 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.226077 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] Set router 2106dc88-6bf9-4124-955f-2a23a4b7d669 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:06.233640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f76b3364-42b0-4931-becc-8fca2e4ffd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.234342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b3364-42b0-4931-becc-8fca2e4ffd32 None None] The sync data for ids ['d789c7a0-1d19-4603-b540-6b838592cd8a'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:06.279629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb5b861-8062-4554-81ae-779c5f3f961a tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Deleting subnet 34955d94-745b-4315-b631-28c2d1ff4b32 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:06.283582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-0b1f6701-c7c7-4965-9d0c-030d7890e916 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2569311 Jul 16 01:38:06.298824 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b861-8062-4554-81ae-779c5f3f961a tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.327919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-f052c8cb-40d8-4421-9989-df9b9fd2044b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:38:06.327919 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-f052c8cb-40d8-4421-9989-df9b9fd2044b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205622 Jul 16 01:38:06.372032 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2106dc88-6bf9-4124-955f-2a23a4b7d669', 'name': 'tempest-RoutersIpV6Test-router-522627347', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:03Z', 'updated_at': '2021-07-16T01:38:04Z', 'revision_number': 2, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.397163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56e79cfa-58cf-4516-9d63-e83a3da4427d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.471118 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] Checking router: 2106dc88-6bf9-4124-955f-2a23a4b7d669 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:06.510238 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b861-8062-4554-81ae-779c5f3f961a tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.564825 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] Routers {'2106dc88-6bf9-4124-955f-2a23a4b7d669'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:06.577648 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['2106dc88-6bf9-4124-955f-2a23a4b7d669'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.651877 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14f6f148-a65b-4de9-8b41-5bb68e84ff10 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.656506 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14f6f148-a65b-4de9-8b41-5bb68e84ff10 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.690582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-cb6738ac-7497-4132-ac97-32599692386d service neutron] 10.222.0.64 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402498 Jul 16 01:38:06.693065 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56e79cfa-58cf-4516-9d63-e83a3da4427d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.738633 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Attempting to bind port 7e8d2913-cdb0-4346-a524-b2f444c21a41 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:06.739015 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Attempting to bind port 7e8d2913-cdb0-4346-a524-b2f444c21a41 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:06.739366 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Attempting to bind port 7e8d2913-cdb0-4346-a524-b2f444c21a41 on network 37739147-4dff-4acf-9045-daa5951db93a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:06.749866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e79cfa-58cf-4516-9d63-e83a3da4427d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd901b7-3145-4595-95da-f9d422d1d7b8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.777631 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] Set router 2106dc88-6bf9-4124-955f-2a23a4b7d669 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:06.779681 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:06.780056 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Checking segment: {'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:06.780475 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.780857 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Bound using segment: {'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:06.781334 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Bound port: 7e8d2913-cdb0-4346-a524-b2f444c21a41, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:06.781717 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.794791 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14f6f148-a65b-4de9-8b41-5bb68e84ff10 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.795441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f6f148-a65b-4de9-8b41-5bb68e84ff10 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Fanout notify agent at l3_agent the message router_deleted on router 2106dc88-6bf9-4124-955f-2a23a4b7d669 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:06.805883 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14f6f148-a65b-4de9-8b41-5bb68e84ff10 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.807098 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-14f6f148-a65b-4de9-8b41-5bb68e84ff10 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/2106dc88-6bf9-4124-955f-2a23a4b7d669 HTTP/1.1" status: 204 len: 168 time: 0.7622867 Jul 16 01:38:06.810377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60418) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.841404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56e79cfa-58cf-4516-9d63-e83a3da4427d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.844619 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-56e79cfa-58cf-4516-9d63-e83a3da4427d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/6dd901b7-3145-4595-95da-f9d422d1d7b8 HTTP/1.1" status: 204 len: 168 time: 0.9969726 Jul 16 01:38:06.848403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60420) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.901303 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2106dc88-6bf9-4124-955f-2a23a4b7d669', 'name': 'tempest-RoutersIpV6Test-router-522627347', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:03Z', 'updated_at': '2021-07-16T01:38:04Z', 'revision_number': 2, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.910344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aab0d71c-b2cd-449f-825c-e60f618778f1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2106dc88-6bf9-4124-955f-2a23a4b7d669 HTTP/1.1" status: 200 len: 205 time: 0.0984733 Jul 16 01:38:06.927066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.938311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-080b3b2a-008c-4a79-9b48-303021cf6093 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881829 Jul 16 01:38:06.956497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60424) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.962923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1ed9e1ca-39e2-4fd0-b5a4-34f1eef58971 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:06.970574 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfaf95e-e620-4e4a-8ac7-b50358dc7860 None None] The sync data for ids ['2106dc88-6bf9-4124-955f-2a23a4b7d669'] in n-d-791504-14 is: [{'id': '2106dc88-6bf9-4124-955f-2a23a4b7d669', 'name': 'tempest-RoutersIpV6Test-router-522627347', 'tenant_id': '91a272ff0dfa4e93aae6c2c738429e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:03Z', 'updated_at': '2021-07-16T01:38:04Z', 'revision_number': 2, 'project_id': '91a272ff0dfa4e93aae6c2c738429e87', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:07.031524 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-ae162f5c-ade4-4480-a953-d1ac401d863d service neutron] 10.222.0.64 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385603 Jul 16 01:38:07.070829 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] For port 7e8d2913-cdb0-4346-a524-b2f444c21a41, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:07.079512 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] For port 7e8d2913-cdb0-4346-a524-b2f444c21a41, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7e8d2913-cdb0-4346-a524-b2f444c21a41,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:07.087058 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.233500 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Routers {'4b67bb0c-9f7f-4f56-864d-51244de23577'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:07.234277 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4b67bb0c-9f7f-4f56-864d-51244de23577'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:07.248311 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7168f47-60be-47a3-8173-084e651cc7f3 None None] Pushing event updated for resources: {'Port': ['ID=7e8d2913-cdb0-4346-a524-b2f444c21a41,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.574479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c7751b-db11-4129-a417-c3b8963d6218 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:07.658295 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] Set router 4b67bb0c-9f7f-4f56-864d-51244de23577 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:07.831995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b861-8062-4554-81ae-779c5f3f961a tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.854333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-88aebc49-39b2-4730-bae8-a6174ad56247 None None] Provisioning complete for port 021eba5a-5156-46ed-9344-ef63ee3725b1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:07.856836 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88aebc49-39b2-4730-bae8-a6174ad56247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.892244 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c3f6104b-a345-469c-9cdd-2e2b78bc0299 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] delete failed (client error): The resource could not be found. Jul 16 01:38:07.893587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c3f6104b-a345-469c-9cdd-2e2b78bc0299 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/2106dc88-6bf9-4124-955f-2a23a4b7d669 HTTP/1.1" status: 404 len: 336 time: 0.9655716 Jul 16 01:38:07.896892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:07.993177 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed92800-c872-4e27-bb26-584fa8b43577 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:07.993649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed92800-c872-4e27-bb26-584fa8b43577 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:08.001786 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2ed92800-c872-4e27-bb26-584fa8b43577 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/e67a7eca-297d-42e0-a506-1653bccddaca HTTP/1.1" status: 404 len: 337 time: 0.1020153 Jul 16 01:38:08.002464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60450) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.040174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c3283ec-e177-41fa-82ac-95076ab837c6 req-5b9318d5-e190-4e79-89fd-4b41ff3cdc5d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 210 time: 0.1617408 Jul 16 01:38:08.125724 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8118634-01c7-4010-9e2d-2c64056697ca tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:08.132950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8118634-01c7-4010-9e2d-2c64056697ca tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:08.154119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e8118634-01c7-4010-9e2d-2c64056697ca tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/43945230-e5dd-4fa5-843f-1bb60ccd0955 HTTP/1.1" status: 404 len: 337 time: 0.1474807 Jul 16 01:38:08.157312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60452) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.249489 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f085acf-802f-4cfe-aaba-e082b3657068 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:08.251375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f085acf-802f-4cfe-aaba-e082b3657068 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:08.263254 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1f085acf-802f-4cfe-aaba-e082b3657068 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/056bf103-1469-4e84-b42c-adce1df36006 HTTP/1.1" status: 404 len: 337 time: 0.1024041 Jul 16 01:38:08.265001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.320990 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed9e1ca-39e2-4fd0-b5a4-34f1eef58971 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:08.330359 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e1ca-39e2-4fd0-b5a4-34f1eef58971 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.337802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b861-8062-4554-81ae-779c5f3f961a tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.354842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ecdd4-ed9d-4048-980e-0082885d3a8c None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:08.368991 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:38:00Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7e8d2913-cdb0-4346-a524-b2f444c21a41', 'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:e6:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:58Z', 'updated_at': '2021-07-16T01:38:07Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:08.385318 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac570ca-7082-4214-805e-fc740fd00747 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:08.385778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac570ca-7082-4214-805e-fc740fd00747 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:08.393153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aac570ca-7082-4214-805e-fc740fd00747 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/a21fc627-0f87-4368-8750-0675a00916e8 HTTP/1.1" status: 404 len: 337 time: 0.1252522 Jul 16 01:38:08.402840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60456) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.414932 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b861-8062-4554-81ae-779c5f3f961a tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.419562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2eb5b861-8062-4554-81ae-779c5f3f961a tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "DELETE /v2.0/subnets/34955d94-745b-4315-b631-28c2d1ff4b32 HTTP/1.1" status: 204 len: 168 time: 2.3714683 Jul 16 01:38:08.419562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5b861-8062-4554-81ae-779c5f3f961a tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event deleted for resources: {'Subnet': ['ID=34955d94-745b-4315-b631-28c2d1ff4b32,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.423769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60458) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.430574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4cc1e4-04dc-431f-90b0-f0fa9a0b8e1e None None] Network ad4e4927-6521-4a84-ae48-8d54e03b1b06 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:08.461746 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662d067-bd2f-4f7c-9e3b-b4675cc24e4b None None] The sync data for ids ['4b67bb0c-9f7f-4f56-864d-51244de23577'] in n-d-791504-14 is: [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:38:00Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7e8d2913-cdb0-4346-a524-b2f444c21a41', 'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:e6:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:58Z', 'updated_at': '2021-07-16T01:38:07Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:08.496611 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36f7e1b4-068e-4ffa-a4a8-c00dd1c83769 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=846cd239-0d57-4bab-8c06-fbd75adeac43 HTTP/1.1" status: 200 len: 205 time: 0.0884295 Jul 16 01:38:08.499147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60460) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.684049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de102f7-c239-4cca-8195-d84932d672c1 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Deleting subnet e48f4223-2aa7-4aa3-817b-63d6c066c308 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:08.691474 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-5c6016e3-d2e1-4524-9dee-fb3b20bc0a5b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] delete failed (client error): The resource could not be found. Jul 16 01:38:08.696732 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5c6016e3-d2e1-4524-9dee-fb3b20bc0a5b tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/846cd239-0d57-4bab-8c06-fbd75adeac43 HTTP/1.1" status: 404 len: 336 time: 0.1941245 Jul 16 01:38:08.698163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60466) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.728816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1de102f7-c239-4cca-8195-d84932d672c1 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.758998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7c4adb0e-5260-44d9-b4aa-eb3b90d00a30 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b028b2c-5451-41e8-a4a0-0645f8dabfd5 HTTP/1.1" status: 200 len: 205 time: 0.0589571 Jul 16 01:38:08.759899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60468) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.803521 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-f245ca7e-be72-469e-852c-e74f7e66480a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] delete failed (client error): The resource could not be found. Jul 16 01:38:08.808361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f245ca7e-be72-469e-852c-e74f7e66480a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/7b028b2c-5451-41e8-a4a0-0645f8dabfd5 HTTP/1.1" status: 404 len: 336 time: 0.0470028 Jul 16 01:38:08.809130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60470) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.861838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ecdd4-ed9d-4048-980e-0082885d3a8c None None] Deleting port 021eba5a-5156-46ed-9344-ef63ee3725b1 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:08.863054 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f4ecdd4-ed9d-4048-980e-0082885d3a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.871671 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd84a75-40f1-4b9c-b94a-a75498d87bcf tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:08.872265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd84a75-40f1-4b9c-b94a-a75498d87bcf tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:08.879548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cbd84a75-40f1-4b9c-b94a-a75498d87bcf tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/5a2e8f49-9c4a-4752-b3ec-e8c867acfc43 HTTP/1.1" status: 404 len: 337 time: 0.0689151 Jul 16 01:38:08.881838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60472) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.917261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1de102f7-c239-4cca-8195-d84932d672c1 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.969055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7371f40d-02e3-4d44-87f0-4b7183bd99ad tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=63f26594-41c0-4bed-8b22-46e22c1599e3 HTTP/1.1" status: 200 len: 205 time: 0.0857766 Jul 16 01:38:08.970032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.023692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532cafde-3a6e-42ed-ae6d-52af074f77b2 None None] DHCP port deletion for ad4e4927-6521-4a84-ae48-8d54e03b1b06 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:09.047014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f4ecdd4-ed9d-4048-980e-0082885d3a8c None None] For port 021eba5a-5156-46ed-9344-ef63ee3725b1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=021eba5a-5156-46ed-9344-ef63ee3725b1,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:09.047895 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f4ecdd4-ed9d-4048-980e-0082885d3a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.068165 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-9566e2b6-11e8-43b8-9ee0-f18ebbd464d5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] delete failed (client error): The resource could not be found. Jul 16 01:38:09.069204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9566e2b6-11e8-43b8-9ee0-f18ebbd464d5 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/63f26594-41c0-4bed-8b22-46e22c1599e3 HTTP/1.1" status: 404 len: 336 time: 0.0844524 Jul 16 01:38:09.075227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60476) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.140969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ecdd4-ed9d-4048-980e-0082885d3a8c None None] Calling delete_port for 021eba5a-5156-46ed-9344-ef63ee3725b1 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:09.155100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-15c4258f-279b-4481-bfad-4efcfcec1019 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab914530-1277-4bbd-a2ee-3a9fd0d04f9e HTTP/1.1" status: 200 len: 205 time: 0.0783854 Jul 16 01:38:09.156226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60480) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.213768 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-91d32cfa-cf27-41ed-99b3-abac67e2ae4a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] delete failed (client error): The resource could not be found. Jul 16 01:38:09.217953 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-91d32cfa-cf27-41ed-99b3-abac67e2ae4a tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/ab914530-1277-4bbd-a2ee-3a9fd0d04f9e HTTP/1.1" status: 404 len: 336 time: 0.0602643 Jul 16 01:38:09.218729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.298729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7e8d2913-cdb0-4346-a524-b2f444c21a41 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:09.329348 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-b267a12b-e83a-498a-ad53-ba257b7fc2fd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:09.329969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b267a12b-e83a-498a-ad53-ba257b7fc2fd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:09.334578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b267a12b-e83a-498a-ad53-ba257b7fc2fd tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/a8f7e363-2c33-487c-9c06-61de135c8e87 HTTP/1.1" status: 404 len: 337 time: 0.1123497 Jul 16 01:38:09.337132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60484) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.377369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba9a916-b8c4-4f97-b2f6-07065be01c07 req-38b540fd-1a8f-4d08-8ac6-47eedc2cf900 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 210 time: 0.0813191 Jul 16 01:38:09.408660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-532cafde-3a6e-42ed-ae6d-52af074f77b2 None None] Deleting port d60e2d33-337d-4f34-9c43-30d010b5ac6e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:09.409762 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-532cafde-3a6e-42ed-ae6d-52af074f77b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.447912 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1d6f33b5-4cd2-43d3-8b76-042ef01ea7ea tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c48c3e1-05e9-449a-9ce8-0eebc77ff065 HTTP/1.1" status: 200 len: 205 time: 0.1009271 Jul 16 01:38:09.472245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.592090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 7e8d2913-cdb0-4346-a524-b2f444c21a41 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:09.598298 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f4ecdd4-ed9d-4048-980e-0082885d3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.609189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-532cafde-3a6e-42ed-ae6d-52af074f77b2 None None] For port d60e2d33-337d-4f34-9c43-30d010b5ac6e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=d60e2d33-337d-4f34-9c43-30d010b5ac6e,segment=NetworkSegment(137906a9-e5e8-455f-bf4c-803322febcd1),segment_id=137906a9-e5e8-455f-bf4c-803322febcd1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:09.609850 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-532cafde-3a6e-42ed-ae6d-52af074f77b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.623671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7e8d2913-cdb0-4346-a524-b2f444c21a41 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:09.624342 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.631948 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1de102f7-c239-4cca-8195-d84932d672c1 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.636529 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-0658fc8a-800e-46da-a590-8e59e47a1211 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] delete failed (client error): The resource could not be found. Jul 16 01:38:09.641630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0658fc8a-800e-46da-a590-8e59e47a1211 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/2c48c3e1-05e9-449a-9ce8-0eebc77ff065 HTTP/1.1" status: 404 len: 336 time: 0.1633635 Jul 16 01:38:09.647100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60488) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.706240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-532cafde-3a6e-42ed-ae6d-52af074f77b2 None None] Calling delete_port for d60e2d33-337d-4f34-9c43-30d010b5ac6e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:09.708545 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac0252c-625a-4dd7-a66b-1e47eb23ad00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:09.709638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ecdd4-ed9d-4048-980e-0082885d3a8c None None] Pushing event deleted for resources: {'Port': ['ID=021eba5a-5156-46ed-9344-ef63ee3725b1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.711668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac0252c-625a-4dd7-a66b-1e47eb23ad00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:09.711932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ecdd4-ed9d-4048-980e-0082885d3a8c None None] No DVR routers for this DVR port 021eba5a-5156-46ed-9344-ef63ee3725b1 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:09.721897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7ac0252c-625a-4dd7-a66b-1e47eb23ad00 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/ec5b5a66-c2d7-4b04-9b48-67b731a24a9a HTTP/1.1" status: 404 len: 337 time: 0.0679142 Jul 16 01:38:09.734706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60492) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.822676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cb808630-b03f-4253-8d98-26ef6f2c520e tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91 HTTP/1.1" status: 200 len: 205 time: 0.0797076 Jul 16 01:38:09.826254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60494) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.834223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d065-6a96-4dff-a528-3649854c36bf req-475685d7-7ce9-482f-9e84-e63e90d36486 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.835668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-475685d7-7ce9-482f-9e84-e63e90d36486 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.50 "GET /v2.0/networks?id=37739147-4dff-4acf-9045-daa5951db93a HTTP/1.1" status: 200 len: 797 time: 0.3986444 Jul 16 01:38:09.913409 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-532cafde-3a6e-42ed-ae6d-52af074f77b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.929769 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-f3331bca-5f9b-47a5-a756-a7222eb69ce1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] delete failed (client error): The resource could not be found. Jul 16 01:38:09.933500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f3331bca-5f9b-47a5-a756-a7222eb69ce1 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/routers/1a40bc3a-4ecc-4cb6-89e0-9f08fa1bbf91 HTTP/1.1" status: 404 len: 336 time: 0.0980494 Jul 16 01:38:09.954920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cafde-3a6e-42ed-ae6d-52af074f77b2 None None] Pushing event deleted for resources: {'Port': ['ID=d60e2d33-337d-4f34-9c43-30d010b5ac6e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.967390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60498) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.968842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e1ca-39e2-4fd0-b5a4-34f1eef58971 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.971580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532cafde-3a6e-42ed-ae6d-52af074f77b2 None None] No DVR routers for this DVR port d60e2d33-337d-4f34-9c43-30d010b5ac6e on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:09.976630 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.008160 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-60c69476-5090-43a2-ae7d-5bb8d130a5b7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c4eea5d22846989166acf9750bd01d HTTP/1.1" status: 200 len: 380 time: 0.1599426 Jul 16 01:38:10.025272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'port': {'device_id': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'admin_state_up': True, 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'security_groups': ['471cbf21-7342-434d-a85f-40d1e95760df']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:10.042253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 7e8d2913-cdb0-4346-a524-b2f444c21a41, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7e8d2913-cdb0-4346-a524-b2f444c21a41,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:10.048401 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.064297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9e1ca-39e2-4fd0-b5a4-34f1eef58971 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=c7686ae0-01cc-4504-8296-da2d4022649f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.144509 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d0c6c3-c675-41be-9b2f-ac6fb02a3541 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:10.145336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d0c6c3-c675-41be-9b2f-ac6fb02a3541 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:10.149084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-26d0c6c3-c675-41be-9b2f-ac6fb02a3541 tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/79e16c3a-603a-4c36-8f62-8bb1ea7e31e6 HTTP/1.1" status: 404 len: 337 time: 0.1753824 Jul 16 01:38:10.151299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60500) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.158326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 021eba5a-5156-46ed-9344-ef63ee3725b1 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:10.187045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 021eba5a-5156-46ed-9344-ef63ee3725b1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:10.187474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 021eba5a-5156-46ed-9344-ef63ee3725b1 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:10.187909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d60e2d33-337d-4f34-9c43-30d010b5ac6e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:10.194611 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3950d15e-603b-444e-9827-3f799322bc5f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:10.195071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3950d15e-603b-444e-9827-3f799322bc5f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:10.199119 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3950d15e-603b-444e-9827-3f799322bc5f tempest-RoutersIpV6Test-1289579293 tempest-RoutersIpV6Test-1289579293-project] 10.222.0.64 "DELETE /v2.0/subnets/6723b4bc-0626-4a3a-aa6e-f912c51b4cd0 HTTP/1.1" status: 404 len: 337 time: 0.0427017 Jul 16 01:38:10.201760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed9e1ca-39e2-4fd0-b5a4-34f1eef58971 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:10.203795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1ed9e1ca-39e2-4fd0-b5a4-34f1eef58971 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:10.212740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9e1ca-39e2-4fd0-b5a4-34f1eef58971 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.213544 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e1ca-39e2-4fd0-b5a4-34f1eef58971 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.221413 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1de102f7-c239-4cca-8195-d84932d672c1 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.272654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=7e8d2913-cdb0-4346-a524-b2f444c21a41,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.290573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: d60e2d33-337d-4f34-9c43-30d010b5ac6e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:10.290930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device d60e2d33-337d-4f34-9c43-30d010b5ac6e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:10.305061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2f5bc-a599-4f86-b956-6899994a4167 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:10.330292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de102f7-c239-4cca-8195-d84932d672c1 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event deleted for resources: {'Subnet': ['ID=e48f4223-2aa7-4aa3-817b-63d6c066c308,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.344101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1ed9e1ca-39e2-4fd0-b5a4-34f1eef58971 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3842514 Jul 16 01:38:10.350260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60504) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.352688 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1de102f7-c239-4cca-8195-d84932d672c1 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.363107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f81f7-d31b-4a90-b405-5955e5b09477 None None] Network b33a138c-bd4c-4014-a15d-f2c1d51071e7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:10.363346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1de102f7-c239-4cca-8195-d84932d672c1 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "DELETE /v2.0/subnets/e48f4223-2aa7-4aa3-817b-63d6c066c308 HTTP/1.1" status: 204 len: 168 time: 1.9344132 Jul 16 01:38:10.367129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60506) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.369280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:10.406842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Made reservation on behalf of 12c4eea5d22846989166acf9750bd01d for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:10.416097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.539612 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.856540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:10.860857 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.929466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': 'c7686ae0-01cc-4504-8296-da2d4022649f'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:10.930377 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.930830 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2108c154-785f-4388-b21c-76b736345aeb req-3c3b89c6-369b-4add-bed1-7cca54067008 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 210 time: 0.2014647 Jul 16 01:38:10.971364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a8400-762b-4629-8db2-042992783cab None None] DHCP port deletion for b33a138c-bd4c-4014-a15d-f2c1d51071e7 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:11.030541 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.036320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60514) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:11.067738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4e4927-6521-4a84-ae48-8d54e03b1b06']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:11.079682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137906a9-e5e8-455f-bf4c-803322febcd1') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:11.080475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137906a9-e5e8-455f-bf4c-803322febcd1') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:11.093744 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.113985 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.114891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.20.0.8 (37739147-4dff-4acf-9045-daa5951db93a/19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa/62c4a9c3-50c7-47a3-8120-03468cd8992d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:11.135427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:11.136120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:11.145826 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:11.253663 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.261592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7e8d2913-cdb0-4346-a524-b2f444c21a41 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:11.270370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.275744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "DELETE /v2.0/networks/ad4e4927-6521-4a84-ae48-8d54e03b1b06 HTTP/1.1" status: 204 len: 168 time: 0.9072449 Jul 16 01:38:11.287982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffce1da-99ca-4596-a375-71b63c7ebbc3 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event deleted for resources: {'Network': ['ID=ad4e4927-6521-4a84-ae48-8d54e03b1b06,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.290160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60520) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:11.339083 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2e490b86-5e0c-4e48-a278-369cdd57db39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91a272ff0dfa4e93aae6c2c738429e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989461 Jul 16 01:38:11.340217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60522) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:11.422439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.432771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-611a8400-762b-4629-8db2-042992783cab None None] Deleting port 03e52155-879e-4485-993c-c68a9e930835 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:11.433138 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-611a8400-762b-4629-8db2-042992783cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.447827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7e8d2913-cdb0-4346-a524-b2f444c21a41 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:11.448198 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.467878 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b9be638-f7bb-4757-bab5-52dc1790cf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.473679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:38:11.486371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.501237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Allocated IP 172.20.0.2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/c7686ae0-01cc-4504-8296-da2d4022649f/4965b1df-dc3b-4c67-88cc-96e127210b43) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:11.536965 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b9be638-f7bb-4757-bab5-52dc1790cf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.607486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:11.619356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:11.624847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.625505 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.629141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=9e649634-b0d5-4e02-95f5-56daa772a140,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.659911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-611a8400-762b-4629-8db2-042992783cab None None] For port 03e52155-879e-4485-993c-c68a9e930835, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=03e52155-879e-4485-993c-c68a9e930835,segment=NetworkSegment(dda575af-585b-4261-8182-89876ba301dc),segment_id=dda575af-585b-4261-8182-89876ba301dc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:11.659911 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-611a8400-762b-4629-8db2-042992783cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.660691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b9be638-f7bb-4757-bab5-52dc1790cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.674317 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dce737a8-cb69-4f13-94bc-8174820488ef tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3199756 Jul 16 01:38:11.675071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:11.677098 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b9be638-f7bb-4757-bab5-52dc1790cf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.679122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.679896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8b9be638-f7bb-4757-bab5-52dc1790cf5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94f59bdd-c879-4932-89e4-46a013aeb660 HTTP/1.1" status: 204 len: 168 time: 0.3363931 Jul 16 01:38:11.695118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-611a8400-762b-4629-8db2-042992783cab None None] Calling delete_port for 03e52155-879e-4485-993c-c68a9e930835 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:11.695861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:1b:e5:14', 'name': 'tempest-NetworksTestDHCPv6-751105164'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:11.713360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9be638-f7bb-4757-bab5-52dc1790cf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f59bdd-c879-4932-89e4-46a013aeb660,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.796257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Deleting port 03e52155-879e-4485-993c-c68a9e930835 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:11.797228 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.811055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 03e52155-879e-4485-993c-c68a9e930835 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:11.875607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] For port 03e52155-879e-4485-993c-c68a9e930835, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=03e52155-879e-4485-993c-c68a9e930835,segment=NetworkSegment(dda575af-585b-4261-8182-89876ba301dc),segment_id=dda575af-585b-4261-8182-89876ba301dc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:11.876382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.896890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Calling delete_port for 03e52155-879e-4485-993c-c68a9e930835 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:11.999165 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.002312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Transition to ACTIVE for port object 62c4a9c3-50c7-47a3-8120-03468cd8992d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:12.039914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event deleted for resources: {'Port': ['ID=03e52155-879e-4485-993c-c68a9e930835,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.068013 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.093235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Transition to ACTIVE for port object 4965b1df-dc3b-4c67-88cc-96e127210b43 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:12.099976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] No DVR routers for this DVR port 03e52155-879e-4485-993c-c68a9e930835 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:12.136444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-611a8400-762b-4629-8db2-042992783cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.167118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No active binding found for port 03e52155-879e-4485-993c-c68a9e930835 {{(pid=93946) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:38:12.170679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 03e52155-879e-4485-993c-c68a9e930835 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:12.206848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a8400-762b-4629-8db2-042992783cab None None] No DVR routers for this DVR port 03e52155-879e-4485-993c-c68a9e930835 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:12.233668 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.270574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network 37739147-4dff-4acf-9045-daa5951db93a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:12.299127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Transition to ACTIVE for port object 4965b1df-dc3b-4c67-88cc-96e127210b43 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:12.302901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:12.304569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a8400-762b-4629-8db2-042992783cab None None] Pushing event deleted for resources: {'Port': ['ID=03e52155-879e-4485-993c-c68a9e930835,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.314907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:12.319385 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.347328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.372364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:12.374091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:12.377698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:12.432969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Pushing event updated for resources: {'Port': ['ID=4965b1df-dc3b-4c67-88cc-96e127210b43,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.480453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Attempting to bind port 4965b1df-dc3b-4c67-88cc-96e127210b43 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:12.480896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Attempting to bind port 4965b1df-dc3b-4c67-88cc-96e127210b43 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:12.481371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Attempting to bind port 4965b1df-dc3b-4c67-88cc-96e127210b43 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:12.490741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:12.490934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.491440 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.492973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:12.495534 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.496059 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:12.496664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Bound port: 4965b1df-dc3b-4c67-88cc-96e127210b43, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:12.497967 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.539602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33a138c-bd4c-4014-a15d-f2c1d51071e7']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:12.569248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5542104 Jul 16 01:38:12.569949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:12.601968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Request body: {'port': {'device_id': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:12.618591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda575af-585b-4261-8182-89876ba301dc') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:12.619058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda575af-585b-4261-8182-89876ba301dc') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:12.632151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.632315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] For port 4965b1df-dc3b-4c67-88cc-96e127210b43, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:12.642695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] For port 4965b1df-dc3b-4c67-88cc-96e127210b43, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4965b1df-dc3b-4c67-88cc-96e127210b43,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:12.651850 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.685823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.688666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b5355-f49f-4227-8c35-cb41c398c6b8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=62c4a9c3-50c7-47a3-8120-03468cd8992d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.710128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:12.710835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:12.717613 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:12.775844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c21cb-9d61-4614-8e5a-13c132a87fa9 None None] Pushing event updated for resources: {'Port': ['ID=4965b1df-dc3b-4c67-88cc-96e127210b43,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.786381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b77227f2-cce2-41cc-af7b-7c01dd5b61ed None None] Provisioning for port 62c4a9c3-50c7-47a3-8120-03468cd8992d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:12.800170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b77227f2-cce2-41cc-af7b-7c01dd5b61ed None None] Provisioning complete for port 62c4a9c3-50c7-47a3-8120-03468cd8992d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:12.800839 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b77227f2-cce2-41cc-af7b-7c01dd5b61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.859850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b77227f2-cce2-41cc-af7b-7c01dd5b61ed None None] Port 62c4a9c3-50c7-47a3-8120-03468cd8992d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:13.008851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:13.209858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-060d9f02-8ec1-4a94-bd2d-716bd5d020c8 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1999558143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:13.303000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-060d9f02-8ec1-4a94-bd2d-716bd5d020c8 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.306110 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-060d9f02-8ec1-4a94-bd2d-716bd5d020c8 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.309663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60560) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:13.398452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-060d9f02-8ec1-4a94-bd2d-716bd5d020c8 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.403638 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-060d9f02-8ec1-4a94-bd2d-716bd5d020c8 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.405979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287af72-ad02-4ef7-a275-ff67f6dab0e0 req-5d0b5b02-27ee-4706-9a8e-c27d2efbba4d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.414318 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0287af72-ad02-4ef7-a275-ff67f6dab0e0 req-5d0b5b02-27ee-4706-9a8e-c27d2efbba4d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 931 time: 1.1060956 Jul 16 01:38:13.430960 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-060d9f02-8ec1-4a94-bd2d-716bd5d020c8 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.435894 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-060d9f02-8ec1-4a94-bd2d-716bd5d020c8 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4251919 Jul 16 01:38:13.437138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:13.448182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1637377825'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:13.481188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Made reservation on behalf of 8a5fa3a3f7d94e0d855b8490fcb97c48 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:13.486623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.505786 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.520208 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.556493 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.561254 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "DELETE /v2.0/networks/b33a138c-bd4c-4014-a15d-f2c1d51071e7 HTTP/1.1" status: 204 len: 168 time: 2.2681737 Jul 16 01:38:13.578996 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0287af72-ad02-4ef7-a275-ff67f6dab0e0 req-cf0c67c3-7142-4b93-8682-f97c3fea370f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600752 Jul 16 01:38:13.594443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60566) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:13.653512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-751468e4-f684-4684-83d8-74f1d7b0ae6e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Deleting subnet b196b0b3-d77c-4ca5-bd13-59c8fcde020c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:13.657334 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.663423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832f828-3b7c-42e1-a07a-e79e45401000 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event deleted for resources: {'Network': ['ID=b33a138c-bd4c-4014-a15d-f2c1d51071e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.672571 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-751468e4-f684-4684-83d8-74f1d7b0ae6e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.710671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.732484 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.736352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port ba1f9433-8f4f-4310-b2c5-6a72a3cbb196 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:13.742768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.804631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:13.825364 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-751468e4-f684-4684-83d8-74f1d7b0ae6e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.833234 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.833729 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Added segment 95783635-cc94-4ae0-abea-b85669aa93a9 of type vlan for network c96e8b06-2076-4351-b260-ac27675e88ed Jul 16 01:38:13.835653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988f6491-952c-41d5-8de3-c938d12131a6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.963830 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.096726 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.104563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.106852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.181150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7406030 Jul 16 01:38:14.184188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60568) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.192963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'subnet': {'network_id': 'c96e8b06-2076-4351-b260-ac27675e88ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:14.214043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ffba37-9cc4-464f-a65b-0fc7c0391621 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:14.214520 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-751468e4-f684-4684-83d8-74f1d7b0ae6e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.274800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7b050-0191-43e3-bbcc-b332cb891d61 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Network': ['ID=c96e8b06-2076-4351-b260-ac27675e88ed,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.283644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 172.20.0.12 (4b748a0d-6d39-4cd2-b13e-5462f021b600/c7686ae0-01cc-4504-8296-da2d4022649f/ba1f9433-8f4f-4310-b2c5-6a72a3cbb196) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:14.306865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network c96e8b06-2076-4351-b260-ac27675e88ed details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:14.341890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::f816:3eff:fe1b:e514 (4b748a0d-6d39-4cd2-b13e-5462f021b600/9e649634-b0d5-4e02-95f5-56daa772a140/ba1f9433-8f4f-4310-b2c5-6a72a3cbb196) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:14.359099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6902a667-e2e2-4b44-bd63-94f32a3c0764 None None] Provisioning for port 4965b1df-dc3b-4c67-88cc-96e127210b43 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:14.423643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Made reservation on behalf of 8a5fa3a3f7d94e0d855b8490fcb97c48 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:14.428422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.448925 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-751468e4-f684-4684-83d8-74f1d7b0ae6e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.509601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751468e4-f684-4684-83d8-74f1d7b0ae6e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event deleted for resources: {'Subnet': ['ID=b196b0b3-d77c-4ca5-bd13-59c8fcde020c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.525909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d0cc2-9f58-4035-9239-462fb99310bc None None] Network 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:14.539714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-751468e4-f684-4684-83d8-74f1d7b0ae6e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.544441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-751468e4-f684-4684-83d8-74f1d7b0ae6e tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "DELETE /v2.0/subnets/b196b0b3-d77c-4ca5-bd13-59c8fcde020c HTTP/1.1" status: 204 len: 168 time: 0.9461715 Jul 16 01:38:14.546642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.564563 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.590562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c4a9c3-50c7-47a3-8120-03468cd8992d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:14.730538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.785875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Transition to ACTIVE for port object 62c4a9c3-50c7-47a3-8120-03468cd8992d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:14.790782 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.804651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a79f1-327f-41b5-b917-1fbb687757d6 None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': 'c7686ae0-01cc-4504-8296-da2d4022649f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9e649634-b0d5-4e02-95f5-56daa772a140'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '4965b1df-dc3b-4c67-88cc-96e127210b43'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:38:14.811326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.858558 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b0a79f1-327f-41b5-b917-1fbb687757d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.884579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.918092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Pushing event updated for resources: {'Port': ['ID=62c4a9c3-50c7-47a3-8120-03468cd8992d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.951485 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae84ae-1885-4978-a6d9-39d04dbf43ea req-02f30483-e075-4472-ac30-cc21b820bd83 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.953500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object ba1f9433-8f4f-4310-b2c5-6a72a3cbb196 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:14.953631 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6bae84ae-1885-4978-a6d9-39d04dbf43ea req-02f30483-e075-4472-ac30-cc21b820bd83 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 943 time: 0.1807802 Jul 16 01:38:15.004292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Deleting port 1703e720-76a2-42b4-a51f-c68695cd9075 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:15.004635 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.026813 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.031148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45362a62-3f38-4e12-b070-4a08b60e8187 None None] DHCP port deletion for 1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:15.124551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-45362a62-3f38-4e12-b070-4a08b60e8187 None None] Deleting port 1703e720-76a2-42b4-a51f-c68695cd9075 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:15.125321 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45362a62-3f38-4e12-b070-4a08b60e8187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.167341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6bae84ae-1885-4978-a6d9-39d04dbf43ea req-6240aa1b-b3ed-4b6c-b17c-edc0c105d933 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546366 Jul 16 01:38:15.201288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] For port 1703e720-76a2-42b4-a51f-c68695cd9075, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1703e720-76a2-42b4-a51f-c68695cd9075,segment=NetworkSegment(d20f7a03-74fc-4fd2-968c-78195b41b3dd),segment_id=d20f7a03-74fc-4fd2-968c-78195b41b3dd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:15.201662 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.216432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Subnet': ['ID=fd58ce04-3284-4a98-80e8-e74dc341ede3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.233470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Calling delete_port for 1703e720-76a2-42b4-a51f-c68695cd9075 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:15.250544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Checking segment: {'id': '95783635-cc94-4ae0-abea-b85669aa93a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c96e8b06-2076-4351-b260-ac27675e88ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:15.250810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network hostable DHCP agents. Network: c96e8b06-2076-4351-b260-ac27675e88ed, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:15.270424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-45362a62-3f38-4e12-b070-4a08b60e8187 None None] For port 1703e720-76a2-42b4-a51f-c68695cd9075, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1703e720-76a2-42b4-a51f-c68695cd9075,segment=NetworkSegment(d20f7a03-74fc-4fd2-968c-78195b41b3dd),segment_id=d20f7a03-74fc-4fd2-968c-78195b41b3dd)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:15.270991 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45362a62-3f38-4e12-b070-4a08b60e8187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.287722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4965b1df-dc3b-4c67-88cc-96e127210b43 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:15.289989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] Deleting port 17e65328-5b5b-4b16-8835-d9c5728f61e1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:15.290361 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.298428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-45362a62-3f38-4e12-b070-4a08b60e8187 None None] Calling delete_port for 1703e720-76a2-42b4-a51f-c68695cd9075 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:15.307892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network c96e8b06-2076-4351-b260-ac27675e88ed is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:15.318734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, c96e8b06-2076-4351-b260-ac27675e88ed) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:15.333525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91498f1e-4fd0-403e-a03c-8f95c3755bc8 None None] Network c96e8b06-2076-4351-b260-ac27675e88ed requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:15.338528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.339163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.406605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Attempting to bind port 62c4a9c3-50c7-47a3-8120-03468cd8992d on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:15.407235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Attempting to bind port 62c4a9c3-50c7-47a3-8120-03468cd8992d by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:15.407834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Attempting to bind port 62c4a9c3-50c7-47a3-8120-03468cd8992d on network 37739147-4dff-4acf-9045-daa5951db93a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:15.412821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bff0842f-69e9-453b-bf94-e77d200239e3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2248709 Jul 16 01:38:15.416939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60576) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:15.418275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Port 62c4a9c3-50c7-47a3-8120-03468cd8992d on network 37739147-4dff-4acf-9045-daa5951db93a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:15.418917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Attempting to bind port 62c4a9c3-50c7-47a3-8120-03468cd8992d on network 37739147-4dff-4acf-9045-daa5951db93a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:15.421835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'network': {'name': 'tempest-router-network01--669378676'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.436085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:15.436629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Checking segment: {'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:15.437307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Bound using segment: {'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:15.438070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Bound port: 62c4a9c3-50c7-47a3-8120-03468cd8992d, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726f4880-b564-496c-a08b-59c7aa444800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '37739147-4dff-4acf-9045-daa5951db93a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:15.438527 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.459002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] For port 17e65328-5b5b-4b16-8835-d9c5728f61e1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=17e65328-5b5b-4b16-8835-d9c5728f61e1,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:15.459368 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.464260 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.468499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Made reservation on behalf of 8a5fa3a3f7d94e0d855b8490fcb97c48 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:15.471937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.490384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] Calling delete_port for 17e65328-5b5b-4b16-8835-d9c5728f61e1 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:15.544690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:15.560513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.560864 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Added segment cf5d66c9-dc8e-4a55-8c07-7d2e515626c6 of type vlan for network 945d0d63-1c2e-4b26-af11-abf38ae4168f Jul 16 01:38:15.592915 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45362a62-3f38-4e12-b070-4a08b60e8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.620459 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.625751 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.629492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] For port 62c4a9c3-50c7-47a3-8120-03468cd8992d, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:15.650682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] No DVR routers for this DVR port 1703e720-76a2-42b4-a51f-c68695cd9075 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:15.671623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45362a62-3f38-4e12-b070-4a08b60e8187 None None] Pushing event deleted for resources: {'Port': ['ID=1703e720-76a2-42b4-a51f-c68695cd9075,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.682551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:15.687334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 4965b1df-dc3b-4c67-88cc-96e127210b43 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:15.687980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=ba1f9433-8f4f-4310-b2c5-6a72a3cbb196,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.693334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45362a62-3f38-4e12-b070-4a08b60e8187 None None] No DVR routers for this DVR port 1703e720-76a2-42b4-a51f-c68695cd9075 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:15.699797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4965b1df-dc3b-4c67-88cc-96e127210b43 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:15.700170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.702049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:15.710737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:15.727658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] For port 62c4a9c3-50c7-47a3-8120-03468cd8992d, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:15.729130 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.735327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.735926 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.786434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2b0a79f1-327f-41b5-b917-1fbb687757d6 None None] Allocated IP 2001:db8::f816:3eff:fe5f:819f (4b748a0d-6d39-4cd2-b13e-5462f021b600/9e649634-b0d5-4e02-95f5-56daa772a140/4965b1df-dc3b-4c67-88cc-96e127210b43) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:15.827342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Network': ['ID=945d0d63-1c2e-4b26-af11-abf38ae4168f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.852451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a5a99ab9-da9f-4389-b1af-3d11fa9be24a tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4344616 Jul 16 01:38:15.855052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60580) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:15.858913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.869802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'network': {'name': 'tempest-router-network02--35342726'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.874488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event deleted for resources: {'Port': ['ID=1703e720-76a2-42b4-a51f-c68695cd9075,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.912812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.936148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:15.951031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Made reservation on behalf of 8a5fa3a3f7d94e0d855b8490fcb97c48 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:15.954765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.980156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.980643 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.981986 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] 10.222.0.50 "PUT /v2.0/ports/62c4a9c3-50c7-47a3-8120-03468cd8992d HTTP/1.1" status: 200 len: 1092 time: 3.3889685 Jul 16 01:38:15.982876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:15.985520 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a092a0-73e5-4d95-896b-b1d781261ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:15.988176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:15.994249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20f7a03-74fc-4fd2-968c-78195b41b3dd') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:15.999561 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.999955 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Added segment b6739310-f9a0-40f3-a95a-3c040be79e76 of type vlan for network a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c Jul 16 01:38:16.000340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20f7a03-74fc-4fd2-968c-78195b41b3dd') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:16.022684 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.039604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 945d0d63-1c2e-4b26-af11-abf38ae4168f details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:16.040903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.041605 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.072780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=17e65328-5b5b-4b16-8835-d9c5728f61e1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.111166 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.114280 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60e6ff7-a0da-458d-ad2c-125cd99a23c2 x-openstack-request-id: req-d60e6ff7-a0da-458d-ad2c-125cd99a23c2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:16.114785 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:16.115202 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d60e6ff7-a0da-458d-ad2c-125cd99a23c2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:16.115768 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'status': 'completed', 'code': 200} Jul 16 01:38:16.177469 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-c96e8b06-2076-4351-b260-ac27675e88ed', 'network_id': 'c96e8b06-2076-4351-b260-ac27675e88ed', 'tenant_id': '8a5fa3a3f7d94e0d855b8490fcb97c48', 'fixed_ips': [{'subnet_id': 'fd58ce04-3284-4a98-80e8-e74dc341ede3'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:16.180571 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.189695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547a2b2-24ba-470b-adb9-53555923cca5 service neutron] Pushing event updated for resources: {'Port': ['ID=62c4a9c3-50c7-47a3-8120-03468cd8992d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.203896 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6535f25e-d052-432c-9ef8-b426cad03de7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5220926 Jul 16 01:38:16.205421 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.208546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60586) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.235437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:16.235437 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:16.238851 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:16.241517 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.250834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.318936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.327049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.327854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.358977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5027156 Jul 16 01:38:16.385827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60588) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.396042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'subnet': {'network_id': '945d0d63-1c2e-4b26-af11-abf38ae4168f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:16.432759 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.453967 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.459086 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "DELETE /v2.0/networks/1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6 HTTP/1.1" status: 204 len: 168 time: 1.9097672 Jul 16 01:38:16.459735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.486659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d065-6a96-4dff-a528-3649854c36bf req-f08272d9-c93d-4b8c-8f8e-2dd593ff5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.488721 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-f08272d9-c93d-4b8c-8f8e-2dd593ff5943 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 1095 time: 0.4012737 Jul 16 01:38:16.517985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268f8b0-36b9-4bd9-9b87-56f2364c8016 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Pushing event deleted for resources: {'Network': ['ID=1fa3a07a-d0a5-4bb7-92cb-09f8b076c6f6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.523057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eca54e-29aa-46cb-ad4e-d62e6209f8db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Network': ['ID=a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.532074 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2b0a79f1-327f-41b5-b917-1fbb687757d6 None None] For port 4965b1df-dc3b-4c67-88cc-96e127210b43, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4965b1df-dc3b-4c67-88cc-96e127210b43,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:16.558267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:16.581739 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b110f0f9-a447-4eb5-98c1-725725bbad16 tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "GET /v2.0/ports?device_id=d789c7a0-1d19-4603-b540-6b838592cd8a HTTP/1.1" status: 200 len: 205 time: 0.1072404 Jul 16 01:38:16.585056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60602) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.656490 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-8ca39ff7-0048-4bbc-9239-4063593526c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d HTTP/1.1" status: 200 len: 217 time: 0.1321394 Jul 16 01:38:16.665183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c0305-a19c-4d55-a57a-e6a0259a4b85 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.671351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c0305-a19c-4d55-a57a-e6a0259a4b85 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.674280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Allocated IP 2001:db8::2 (c96e8b06-2076-4351-b260-ac27675e88ed/fd58ce04-3284-4a98-80e8-e74dc341ede3/69410565-4188-413d-becf-20f378b96cd4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:16.676434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1d6c0305-a19c-4d55-a57a-e6a0259a4b85 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.4650273 Jul 16 01:38:16.679066 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b0a79f1-327f-41b5-b917-1fbb687757d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.708867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60604) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.712410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b0a79f1-327f-41b5-b917-1fbb687757d6 None None] Transition to ACTIVE for port object 4965b1df-dc3b-4c67-88cc-96e127210b43 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:16.802278 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0379b151-17e3-4160-b81b-60808f4200ea tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.906391 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d065-6a96-4dff-a528-3649854c36bf req-b7e64a88-da07-4d3b-a181-a4862330841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.907793 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-b7e64a88-da07-4d3b-a181-a4862330841c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa HTTP/1.1" status: 200 len: 835 time: 0.1964073 Jul 16 01:38:16.912286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Made reservation on behalf of 8a5fa3a3f7d94e0d855b8490fcb97c48 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:16.916314 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.929113 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.938990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Transition to ACTIVE for port object 69410565-4188-413d-becf-20f378b96cd4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:16.961941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Transition to ACTIVE for port object 69410565-4188-413d-becf-20f378b96cd4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:16.971033 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b0a79f1-327f-41b5-b917-1fbb687757d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.025877 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.083104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Network c96e8b06-2076-4351-b260-ac27675e88ed is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:17.120138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:17.123301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.125568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:17.204298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51775cf-8d52-413c-923f-78aaa8e7aa89 req-4a279bdb-cfb8-48b7-82e5-aea948c18886 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.212793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a51775cf-8d52-413c-923f-78aaa8e7aa89 req-4a279bdb-cfb8-48b7-82e5-aea948c18886 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 943 time: 0.7756395 Jul 16 01:38:17.278524 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:38:17.279250 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:38:17.290554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Attempting to bind port 69410565-4188-413d-becf-20f378b96cd4 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:17.291861 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Attempting to bind port 69410565-4188-413d-becf-20f378b96cd4 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '95783635-cc94-4ae0-abea-b85669aa93a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c96e8b06-2076-4351-b260-ac27675e88ed'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:17.292345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Attempting to bind port 69410565-4188-413d-becf-20f378b96cd4 on network c96e8b06-2076-4351-b260-ac27675e88ed {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:17.302625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:17.303151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Checking segment: {'id': '95783635-cc94-4ae0-abea-b85669aa93a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c96e8b06-2076-4351-b260-ac27675e88ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:17.303835 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.304169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Bound using segment: {'id': '95783635-cc94-4ae0-abea-b85669aa93a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c96e8b06-2076-4351-b260-ac27675e88ed'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:17.304752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Bound port: 69410565-4188-413d-becf-20f378b96cd4, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95783635-cc94-4ae0-abea-b85669aa93a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c96e8b06-2076-4351-b260-ac27675e88ed'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:17.305255 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.352598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a79f1-327f-41b5-b917-1fbb687757d6 None None] Pushing event updated for resources: {'Port': ['ID=4965b1df-dc3b-4c67-88cc-96e127210b43,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.518548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a51775cf-8d52-413c-923f-78aaa8e7aa89 req-e3a73e71-2a8e-4f4c-8de3-6ffd7c65e656 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044872 Jul 16 01:38:17.537811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] Router eb961dce-a970-468a-8f2b-19cdb8546797 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:17.545620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] For port 69410565-4188-413d-becf-20f378b96cd4, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:17.550777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] For port 69410565-4188-413d-becf-20f378b96cd4, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=69410565-4188-413d-becf-20f378b96cd4,segment=NetworkSegment(95783635-cc94-4ae0-abea-b85669aa93a9),segment_id=95783635-cc94-4ae0-abea-b85669aa93a9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:17.553297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Pushing event updated for resources: {'Port': ['ID=69410565-4188-413d-becf-20f378b96cd4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.558443 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.673835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0379b151-17e3-4160-b81b-60808f4200ea tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.677438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0379b151-17e3-4160-b81b-60808f4200ea tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.688005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5c75f-42c5-42b2-9952-fce932c59eee None None] Pushing event updated for resources: {'Port': ['ID=69410565-4188-413d-becf-20f378b96cd4,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.759413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:17.770878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] Sync routers for ids ['eb961dce-a970-468a-8f2b-19cdb8546797'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:17.774255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f8211b54-831e-49be-bba3-c3e0f7258d9b admin admin] 10.222.0.64 "PUT /v2.0/routers/eb961dce-a970-468a-8f2b-19cdb8546797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4633160 Jul 16 01:38:17.776708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60616) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:17.783394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] Routers {'eb961dce-a970-468a-8f2b-19cdb8546797'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:17.790269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eb961dce-a970-468a-8f2b-19cdb8546797'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:17.893854 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0379b151-17e3-4160-b81b-60808f4200ea tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.894788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0379b151-17e3-4160-b81b-60808f4200ea tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Fanout notify agent at l3_agent the message router_deleted on router d789c7a0-1d19-4603-b540-6b838592cd8a {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:17.905485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0379b151-17e3-4160-b81b-60808f4200ea tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.907091 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0379b151-17e3-4160-b81b-60808f4200ea tempest-RoutersNegativeTest-362724489 tempest-RoutersNegativeTest-362724489-project] 10.222.0.64 "DELETE /v2.0/routers/d789c7a0-1d19-4603-b540-6b838592cd8a HTTP/1.1" status: 204 len: 168 time: 1.3197963 Jul 16 01:38:17.944190 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.970503 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.998852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f35c0c92-06ad-4315-8911-a57e591cd833 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port ba1f9433-8f4f-4310-b2c5-6a72a3cbb196 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:17.999458 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f35c0c92-06ad-4315-8911-a57e591cd833 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.028539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d065-6a96-4dff-a528-3649854c36bf req-ed550ec8-b2e9-41c1-8243-1839809c568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.032325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-ed550ec8-b2e9-41c1-8243-1839809c568f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37739147-4dff-4acf-9045-daa5951db93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0848384 Jul 16 01:38:18.261404 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.275134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 4965b1df-dc3b-4c67-88cc-96e127210b43, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4965b1df-dc3b-4c67-88cc-96e127210b43,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:18.281508 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.284890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] Set router eb961dce-a970-468a-8f2b-19cdb8546797 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:18.370987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Deleting port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:18.371711 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.396737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1703e720-76a2-42b4-a51f-c68695cd9075 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:18.446063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60622) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.462618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f35c0c92-06ad-4315-8911-a57e591cd833 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.476690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 1703e720-76a2-42b4-a51f-c68695cd9075 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:18.477317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1703e720-76a2-42b4-a51f-c68695cd9075 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:18.478612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f35c0c92-06ad-4315-8911-a57e591cd833 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for ba1f9433-8f4f-4310-b2c5-6a72a3cbb196 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:18.537332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] For port 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=97af1112-d9cc-4fdb-b6e2-c9c3f20b694d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:18.537883 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.557802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=4965b1df-dc3b-4c67-88cc-96e127210b43,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.573987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e5659d06-4809-4e71-b71b-6ddb1128d198 None None] Provisioning for port 4965b1df-dc3b-4c67-88cc-96e127210b43 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:18.578760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Calling delete_port for 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:18.614830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e5659d06-4809-4e71-b71b-6ddb1128d198 None None] Provisioning complete for port 4965b1df-dc3b-4c67-88cc-96e127210b43 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:18.615535 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5659d06-4809-4e71-b71b-6ddb1128d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.763277 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-400d0208-4d5f-426f-b3fa-d625c6b325f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99a481691c8140c582117a59943a319b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157122 Jul 16 01:38:18.768726 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60630) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.883800 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:38:15Z', 'revision_number': 5, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port': {'id': '97af1112-d9cc-4fdb-b6e2-c9c3f20b694d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:11Z', 'updated_at': '2021-07-16T01:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:18.906861 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4965b1df-dc3b-4c67-88cc-96e127210b43 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:18.946265 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cb25bcf-700a-4ad1-9f7d-f34c42f755f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.948026 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.989140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] Checking router: eb961dce-a970-468a-8f2b-19cdb8546797 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:18.999360 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cb25bcf-700a-4ad1-9f7d-f34c42f755f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.040041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] Routers {'eb961dce-a970-468a-8f2b-19cdb8546797'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:19.040696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eb961dce-a970-468a-8f2b-19cdb8546797'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:19.084909 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f35c0c92-06ad-4315-8911-a57e591cd833 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.116177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Subnet': ['ID=9a8853a2-502f-41ac-9f78-5c50d1d0619f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.148023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.173954 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cb25bcf-700a-4ad1-9f7d-f34c42f755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.177276 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cb25bcf-700a-4ad1-9f7d-f34c42f755f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.178694 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3cb25bcf-700a-4ad1-9f7d-f34c42f755f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0015fe8-927f-45c9-bd0b-37069618c706 HTTP/1.1" status: 204 len: 168 time: 0.4089162 Jul 16 01:38:19.183009 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c0c92-06ad-4315-8911-a57e591cd833 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=ba1f9433-8f4f-4310-b2c5-6a72a3cbb196,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.214311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5c7262e5-e11c-4356-9328-0d4041d7ddf5 None None] Could not find standard attr ID for object ba1f9433-8f4f-4310-b2c5-6a72a3cbb196. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:38:19.273254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] Set router eb961dce-a970-468a-8f2b-19cdb8546797 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:19.275763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4965b1df-dc3b-4c67-88cc-96e127210b43 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:19.275763 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.372207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Pushing event deleted for resources: {'Port': ['ID=97af1112-d9cc-4fdb-b6e2-c9c3f20b694d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.382185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb25bcf-700a-4ad1-9f7d-f34c42f755f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0015fe8-927f-45c9-bd0b-37069618c706,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.392884 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.438624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 6, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:19.485027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916359f8-7956-424c-b2c0-206ca27855aa None None] The sync data for ids ['eb961dce-a970-468a-8f2b-19cdb8546797'] in n-d-791504-14 is: [{'id': 'eb961dce-a970-468a-8f2b-19cdb8546797', 'name': 'tempest-TaggedBootDevicesTest_v242-1643938912-router', 'tenant_id': '2c3295e447794d4fa769bb76fe1e76c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:10Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 6, 'project_id': '2c3295e447794d4fa769bb76fe1e76c2', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:19.562134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b13c39-9254-4db1-805c-75acb9654c0a req-2b357837-07d3-49b7-aaca-7f6e9057811d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.563767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74b13c39-9254-4db1-805c-75acb9654c0a req-2b357837-07d3-49b7-aaca-7f6e9057811d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 943 time: 0.6172364 Jul 16 01:38:19.564907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f35c0c92-06ad-4315-8911-a57e591cd833 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.584153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f35c0c92-06ad-4315-8911-a57e591cd833 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/ba1f9433-8f4f-4310-b2c5-6a72a3cbb196 HTTP/1.1" status: 204 len: 168 time: 2.8618929 Jul 16 01:38:19.605398 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 69410565-4188-413d-becf-20f378b96cd4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:19.624381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Checking segment: {'id': 'cf5d66c9-dc8e-4a55-8c07-7d2e515626c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '945d0d63-1c2e-4b26-af11-abf38ae4168f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:19.625133 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network hostable DHCP agents. Network: 945d0d63-1c2e-4b26-af11-abf38ae4168f, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:19.628819 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-80f695e1-07ef-4c7a-9ef5-53285ec10a29 service neutron] 10.222.0.50 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839547 Jul 16 01:38:19.634210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60644) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.658334 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.663891 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.674241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 69410565-4188-413d-becf-20f378b96cd4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:19.693939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e222b-64dc-47a9-87f6-7ba4d0ac5ecf None None] Network c96e8b06-2076-4351-b260-ac27675e88ed requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:19.751747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e266e12-d2c3-40e6-b8ac-1258ea9dc1cb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.754298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e266e12-d2c3-40e6-b8ac-1258ea9dc1cb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.756638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e266e12-d2c3-40e6-b8ac-1258ea9dc1cb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.758311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6e266e12-d2c3-40e6-b8ac-1258ea9dc1cb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1203582 Jul 16 01:38:19.761120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.813979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3d9eee1a-9a90-4859-ac29-8caaa98fa9e4 None None] Provisioning for port 69410565-4188-413d-becf-20f378b96cd4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:19.828498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3d9eee1a-9a90-4859-ac29-8caaa98fa9e4 None None] Provisioning complete for port 69410565-4188-413d-becf-20f378b96cd4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:19.829707 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d9eee1a-9a90-4859-ac29-8caaa98fa9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.830255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network 945d0d63-1c2e-4b26-af11-abf38ae4168f is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:19.834098 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.834622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb961dce-a970-468a-8f2b-19cdb8546797 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:19.854526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.859402 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-65faf14e-4a6e-4619-969d-bdddb1bbf22a admin admin] 10.222.0.64 "DELETE /v2.0/routers/eb961dce-a970-468a-8f2b-19cdb8546797 HTTP/1.1" status: 204 len: 168 time: 2.0816011 Jul 16 01:38:19.870732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60656) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.919120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 945d0d63-1c2e-4b26-af11-abf38ae4168f) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:19.929466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.930097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.945070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ccc26-5e1c-4402-ac46-9c1491d360cf None None] Network 945d0d63-1c2e-4b26-af11-abf38ae4168f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:19.957693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf6583d-dec3-4e47-80f4-f0c1d80c7348 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 9e649634-b0d5-4e02-95f5-56daa772a140 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:19.966669 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74b13c39-9254-4db1-805c-75acb9654c0a req-b2437277-fd4c-4a1a-a493-44613dd9cbca tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311675 Jul 16 01:38:19.970118 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b83c61c3-2c59-441b-bbba-6303469ef816 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5826430 Jul 16 01:38:19.970998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bf6583d-dec3-4e47-80f4-f0c1d80c7348 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.986864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60660) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.000880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'subnet': {'network_id': 'a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:20.075818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bf6583d-dec3-4e47-80f4-f0c1d80c7348 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.116489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68c4d065-6a96-4dff-a528-3649854c36bf req-bb5b9ae4-9a9e-45a0-8d01-393b5aa2c103 service neutron] 10.222.0.50 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770390 Jul 16 01:38:20.177706 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d9eee1a-9a90-4859-ac29-8caaa98fa9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.222761 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bf6583d-dec3-4e47-80f4-f0c1d80c7348 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.262000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3d9eee1a-9a90-4859-ac29-8caaa98fa9e4 None None] For port 69410565-4188-413d-becf-20f378b96cd4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=69410565-4188-413d-becf-20f378b96cd4,segment=NetworkSegment(95783635-cc94-4ae0-abea-b85669aa93a9),segment_id=95783635-cc94-4ae0-abea-b85669aa93a9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:20.280698 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d9eee1a-9a90-4859-ac29-8caaa98fa9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.302161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d89242-d15f-48cc-987e-b4fa462aed16 admin admin] Deleting subnet 89371c7e-74bf-42c2-ac62-b7e5abcda39b {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:20.306244 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18d89242-d15f-48cc-987e-b4fa462aed16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.369914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Made reservation on behalf of 8a5fa3a3f7d94e0d855b8490fcb97c48 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:20.372482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18d89242-d15f-48cc-987e-b4fa462aed16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.387466 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.404080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-945d0d63-1c2e-4b26-af11-abf38ae4168f', 'network_id': '945d0d63-1c2e-4b26-af11-abf38ae4168f', 'tenant_id': '8a5fa3a3f7d94e0d855b8490fcb97c48', 'fixed_ips': [{'subnet_id': '9a8853a2-502f-41ac-9f78-5c50d1d0619f'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:20.404780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-68c8e39b-80ea-43e7-a3fd-c6e7024dac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.407278 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.410420 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-68c8e39b-80ea-43e7-a3fd-c6e7024dac21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 1095 time: 0.2023394 Jul 16 01:38:20.434497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bf6583d-dec3-4e47-80f4-f0c1d80c7348 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.477497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9eee1a-9a90-4859-ac29-8caaa98fa9e4 None None] Pushing event updated for resources: {'Port': ['ID=69410565-4188-413d-becf-20f378b96cd4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.606939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18d89242-d15f-48cc-987e-b4fa462aed16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.641290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60670) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.669286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-97b9cb51-728b-4a04-bfbb-f0ed783815ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.672481 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-97b9cb51-728b-4a04-bfbb-f0ed783815ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=37739147-4dff-4acf-9045-daa5951db93a HTTP/1.1" status: 200 len: 897 time: 0.2332697 Jul 16 01:38:20.685291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6583d-dec3-4e47-80f4-f0c1d80c7348 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=9e649634-b0d5-4e02-95f5-56daa772a140,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.694530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bf6583d-dec3-4e47-80f4-f0c1d80c7348 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.696445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9bf6583d-dec3-4e47-80f4-f0c1d80c7348 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/9e649634-b0d5-4e02-95f5-56daa772a140 HTTP/1.1" status: 204 len: 168 time: 0.9341440 Jul 16 01:38:20.700565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.714492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9239b515-a0b4-43a6-bf02-e0039bab21e5 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:20.717230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4965b1df-dc3b-4c67-88cc-96e127210b43 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:20.854331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1208014f-fcd4-422f-8cdb-2cac3e85c6f0 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:20.855044 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-1208014f-fcd4-422f-8cdb-2cac3e85c6f0 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:38:20.855555 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-1208014f-fcd4-422f-8cdb-2cac3e85c6f0 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:38:20.856579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1208014f-fcd4-422f-8cdb-2cac3e85c6f0 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1914830 Jul 16 01:38:20.874117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60676) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.879606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'tempest-secgroup--87931922'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:20.898733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-412d4bbf-1ad6-491d-a8aa-918cbb9fff2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet c7686ae0-01cc-4504-8296-da2d4022649f {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:20.907269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e6ab153b-88a1-455b-8145-bec113b44379 None None] Provisioning complete for port 69410565-4188-413d-becf-20f378b96cd4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:20.907974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-412d4bbf-1ad6-491d-a8aa-918cbb9fff2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.908193 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6ab153b-88a1-455b-8145-bec113b44379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.932859 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18d89242-d15f-48cc-987e-b4fa462aed16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.980262 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.989718 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18d89242-d15f-48cc-987e-b4fa462aed16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.994681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-18d89242-d15f-48cc-987e-b4fa462aed16 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/89371c7e-74bf-42c2-ac62-b7e5abcda39b HTTP/1.1" status: 204 len: 168 time: 1.1204216 Jul 16 01:38:20.994681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d89242-d15f-48cc-987e-b4fa462aed16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89371c7e-74bf-42c2-ac62-b7e5abcda39b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.994947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60678) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.024349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8424b6-4784-4731-b3f7-a4b5d0bbca7c None None] Network 9020f891-2bdc-4fed-af34-da7703046d1c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:21.025265 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-412d4bbf-1ad6-491d-a8aa-918cbb9fff2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.032498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Allocated IP 2001:db8::2 (945d0d63-1c2e-4b26-af11-abf38ae4168f/9a8853a2-502f-41ac-9f78-5c50d1d0619f/c2e1f18a-cf26-48c5-addf-8fd4d36ac77f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:21.136647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Subnet': ['ID=7c651c47-2f30-4564-b05c-1e976909bfe6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.138884 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-dcd69f16-a9df-4e17-9111-8a9e293326b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d HTTP/1.1" status: 200 len: 217 time: 0.2640860 Jul 16 01:38:21.176508 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.205341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.220428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Checking segment: {'id': 'b6739310-f9a0-40f3-a95a-3c040be79e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:21.220710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network hostable DHCP agents. Network: a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:21.226231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4965b1df-dc3b-4c67-88cc-96e127210b43 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:21.226784 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.258256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-d1bcc1cb-8926-41a5-b392-2cb0bd127984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.262175 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.263260 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-d1bcc1cb-8926-41a5-b392-2cb0bd127984 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa HTTP/1.1" status: 200 len: 835 time: 0.1160257 Jul 16 01:38:21.265900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:21.299174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:21.346684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.347471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.428322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-3c8e4731-8786-4f0a-8fb4-f8e7823aa6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.431244 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-3c8e4731-8786-4f0a-8fb4-f8e7823aa6d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37739147-4dff-4acf-9045-daa5951db93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507492 Jul 16 01:38:21.434600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c806f-8fb6-41bc-a8b8-f67b88668b4e req-245db219-abd7-4703-ba2a-a1ba8a1bcb3e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.436218 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-594c806f-8fb6-41bc-a8b8-f67b88668b4e req-245db219-abd7-4703-ba2a-a1ba8a1bcb3e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 943 time: 0.2206135 Jul 16 01:38:21.464768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-412d4bbf-1ad6-491d-a8aa-918cbb9fff2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.540138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-0ccfdbb6-dc26-4ac2-84b3-93c44716648e service neutron] 10.222.0.50 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961549 Jul 16 01:38:21.545278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b8396-0f99-4c2c-8163-8fe1e3f491af None None] Network a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:21.552289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Deleting port bf56eb70-f250-47ac-a962-1500d43c60b7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:21.552623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.556677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-594c806f-8fb6-41bc-a8b8-f67b88668b4e req-dfa5da8f-c5cd-4ec9-bd82-cc2db7c992bb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076686 Jul 16 01:38:21.657015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] For port bf56eb70-f250-47ac-a962-1500d43c60b7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=bf56eb70-f250-47ac-a962-1500d43c60b7,segment=NetworkSegment(8029d9fa-1784-4465-8cad-5dad48255402),segment_id=8029d9fa-1784-4465-8cad-5dad48255402)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:21.657507 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.673725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Calling delete_port for bf56eb70-f250-47ac-a962-1500d43c60b7 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:21.682898 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92a092a0-73e5-4d95-896b-b1d781261ad9 req-a0ed1978-df80-415a-8498-994db6ef2e7b service neutron] 10.222.0.50 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352139 Jul 16 01:38:21.762531 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.767935 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-412d4bbf-1ad6-491d-a8aa-918cbb9fff2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.775390 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-307d6843-edb5-4ca2-bdfa-936105ad8c69 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7840731 Jul 16 01:38:21.775575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60684) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.789218 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.850754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9a3b0-3736-472b-a648-17e4ffe4f81c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.864529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d4bbf-1ad6-491d-a8aa-918cbb9fff2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=c7686ae0-01cc-4504-8296-da2d4022649f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.866053 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.872411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 69410565-4188-413d-becf-20f378b96cd4 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:21.876789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-412d4bbf-1ad6-491d-a8aa-918cbb9fff2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.882047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-412d4bbf-1ad6-491d-a8aa-918cbb9fff2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/c7686ae0-01cc-4504-8296-da2d4022649f HTTP/1.1" status: 204 len: 168 time: 1.1773295 Jul 16 01:38:21.885080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60686) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.918848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Transition to ACTIVE for port object c2e1f18a-cf26-48c5-addf-8fd4d36ac77f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:21.969482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c81e95ac-8191-49db-bb39-80ca475b7a9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800095 Jul 16 01:38:21.972412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60688) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.981657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-67304008-02dc-4389-8b4e-48abf59fccd0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:22.022967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Transition to ACTIVE for port object c2e1f18a-cf26-48c5-addf-8fd4d36ac77f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:22.023135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.051660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c', 'network_id': 'a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c', 'tenant_id': '8a5fa3a3f7d94e0d855b8490fcb97c48', 'fixed_ips': [{'subnet_id': '7c651c47-2f30-4564-b05c-1e976909bfe6'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:22.052399 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.058454 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.078177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf56eb70-f250-47ac-a962-1500d43c60b7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.080807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] No DVR routers for this DVR port bf56eb70-f250-47ac-a962-1500d43c60b7 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:22.137513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Pushing event updated for resources: {'Port': ['ID=c2e1f18a-cf26-48c5-addf-8fd4d36ac77f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.140229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 62c4a9c3-50c7-47a3-8120-03468cd8992d details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:22.142373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e6541-ed69-4d86-a0f9-7b9fe3434f2c None None] DHCP port deletion for 9020f891-2bdc-4fed-af34-da7703046d1c request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:22.176399 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Network 945d0d63-1c2e-4b26-af11-abf38ae4168f is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:22.195038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 69410565-4188-413d-becf-20f378b96cd4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.195420 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.275989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.292430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:22.301383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:22.303505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f45603a-4fe6-44d2-aacb-c083b50cf73b None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': 'c7686ae0-01cc-4504-8296-da2d4022649f'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '4965b1df-dc3b-4c67-88cc-96e127210b43'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:38:22.313651 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.333950 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.383443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.384707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad27abfb-955c-4fac-a513-802faf1f9223,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.387794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67304008-02dc-4389-8b4e-48abf59fccd0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:22.392661 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67304008-02dc-4389-8b4e-48abf59fccd0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.444371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 62c4a9c3-50c7-47a3-8120-03468cd8992d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:22.476503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9020f891-2bdc-4fed-af34-da7703046d1c']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.497082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8029d9fa-1784-4465-8cad-5dad48255402') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.497415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8029d9fa-1784-4465-8cad-5dad48255402') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.500022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.501353 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-12e2c66f-caa9-4a8e-bf36-69c1d80ddb63 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6262417 Jul 16 01:38:22.505445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60692) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.509244 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'port_id': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'mac_address': 'fa:16:3e:7a:18:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:22.517268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1d394833-0fc1-4352-93cd-2cc231cfd9f9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': 'ad27abfb-955c-4fac-a513-802faf1f9223', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:22.524678 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.530167 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f45603a-4fe6-44d2-aacb-c083b50cf73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.549623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.563105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:22.563611 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:22.566226 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:22.624565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d394833-0fc1-4352-93cd-2cc231cfd9f9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.648310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Attempting to bind port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:22.649011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Attempting to bind port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'cf5d66c9-dc8e-4a55-8c07-7d2e515626c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '945d0d63-1c2e-4b26-af11-abf38ae4168f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:22.649011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Attempting to bind port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f on network 945d0d63-1c2e-4b26-af11-abf38ae4168f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:22.690828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:22.694657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Checking segment: {'id': 'cf5d66c9-dc8e-4a55-8c07-7d2e515626c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '945d0d63-1c2e-4b26-af11-abf38ae4168f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:22.695005 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.695412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Bound using segment: {'id': 'cf5d66c9-dc8e-4a55-8c07-7d2e515626c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '945d0d63-1c2e-4b26-af11-abf38ae4168f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:22.695916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Bound port: c2e1f18a-cf26-48c5-addf-8fd4d36ac77f, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5d66c9-dc8e-4a55-8c07-7d2e515626c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '945d0d63-1c2e-4b26-af11-abf38ae4168f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:22.696304 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.761760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Allocated IP 2001:db8::2 (a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c/7c651c47-2f30-4564-b05c-1e976909bfe6/18b18011-bf60-44cc-b492-570e81823e33) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:22.789294 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.798549 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.806655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9020f891-2bdc-4fed-af34-da7703046d1c HTTP/1.1" status: 204 len: 168 time: 1.7779338 Jul 16 01:38:22.807441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d394833-0fc1-4352-93cd-2cc231cfd9f9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.820946 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67304008-02dc-4389-8b4e-48abf59fccd0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.832200 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d394833-0fc1-4352-93cd-2cc231cfd9f9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.860756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8d019-b972-4359-bd92-0089faea3f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=9020f891-2bdc-4fed-af34-da7703046d1c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.861617 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d394833-0fc1-4352-93cd-2cc231cfd9f9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b44c103-9087-494b-a4cd-33349a834cba,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.875719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d394833-0fc1-4352-93cd-2cc231cfd9f9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.877074 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1d394833-0fc1-4352-93cd-2cc231cfd9f9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3700311 Jul 16 01:38:22.885467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60698) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.889933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-94a5c19d-17bb-4eae-b2af-2fe495065c3c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': 'ad27abfb-955c-4fac-a513-802faf1f9223', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:22.894778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Allocated IP 2001:db8::1 (945d0d63-1c2e-4b26-af11-abf38ae4168f/9a8853a2-502f-41ac-9f78-5c50d1d0619f/e992f20d-c95e-4a43-b955-c4c13072b9a6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:22.915571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67304008-02dc-4389-8b4e-48abf59fccd0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:22.920822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-67304008-02dc-4389-8b4e-48abf59fccd0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:22.922656 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.928105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67304008-02dc-4389-8b4e-48abf59fccd0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.928944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67304008-02dc-4389-8b4e-48abf59fccd0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.935749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Transition to ACTIVE for port object 18b18011-bf60-44cc-b492-570e81823e33 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:22.954023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Transition to ACTIVE for port object 18b18011-bf60-44cc-b492-570e81823e33 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:22.995076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bc3f0-115b-4c84-aa75-f09049460882 req-baff740a-07f7-468b-ac69-e72cc434949c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.996643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b2bc3f0-115b-4c84-aa75-f09049460882 req-baff740a-07f7-468b-ac69-e72cc434949c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 943 time: 0.2372699 Jul 16 01:38:22.997150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-67304008-02dc-4389-8b4e-48abf59fccd0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0233843 Jul 16 01:38:22.998064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60700) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.002429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67304008-02dc-4389-8b4e-48abf59fccd0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=3222a0a2-dbf1-47c8-a90d-8e2d28dad9ab,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.012702 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.020107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:23.022856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94a5c19d-17bb-4eae-b2af-2fe495065c3c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.102879 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.143800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b2bc3f0-115b-4c84-aa75-f09049460882 req-95e85d81-d564-493a-8231-127fc0c5ba91 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142814 Jul 16 01:38:23.146896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.149647 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-94a5c19d-17bb-4eae-b2af-2fe495065c3c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:38:23.150772 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-94a5c19d-17bb-4eae-b2af-2fe495065c3c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2668388 Jul 16 01:38:23.156810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.162831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60704) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.211481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Network a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:23.226693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c4a9c3-50c7-47a3-8120-03468cd8992d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:23.237871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:23.238228 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-35c2e1c9-7f38-4fe7-8b15-7ad13fba825b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c3295e447794d4fa769bb76fe1e76c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741735 Jul 16 01:38:23.240588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.246102 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Pushing event updated for resources: {'Port': ['ID=18b18011-bf60-44cc-b492-570e81823e33,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.247679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Transition to ACTIVE for port object e992f20d-c95e-4a43-b955-c4c13072b9a6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:23.249220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] For port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:23.259036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:23.294360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] For port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c2e1f18a-cf26-48c5-addf-8fd4d36ac77f,segment=NetworkSegment(cf5d66c9-dc8e-4a55-8c07-7d2e515626c6),segment_id=cf5d66c9-dc8e-4a55-8c07-7d2e515626c6)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:23.302115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:23.307878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 62c4a9c3-50c7-47a3-8120-03468cd8992d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:23.313211 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.334891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c50c0de5-a46d-424b-aa2a-311cbd72bdbb tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.347784 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.401596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 17e65328-5b5b-4b16-8835-d9c5728f61e1 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:23.406062 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.417335 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.431091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network 945d0d63-1c2e-4b26-af11-abf38ae4168f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:23.435904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c50c0de5-a46d-424b-aa2a-311cbd72bdbb tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.439736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:23.452556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:23.453631 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.463290 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f5d0411-aaf4-41a3-90d7-c4126bbd5e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.465891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Port': ['ID=e992f20d-c95e-4a43-b955-c4c13072b9a6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.513304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f5d0411-aaf4-41a3-90d7-c4126bbd5e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.562070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82a954-33b4-4afd-b225-812ed6345b0e None None] Pushing event updated for resources: {'Port': ['ID=c2e1f18a-cf26-48c5-addf-8fd4d36ac77f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.609454 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c50c0de5-a46d-424b-aa2a-311cbd72bdbb tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.615443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de0d5e-3cf9-4a96-98a8-05197f72b837 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:23.616507 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c50c0de5-a46d-424b-aa2a-311cbd72bdbb tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.618053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c50c0de5-a46d-424b-aa2a-311cbd72bdbb tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/ad27abfb-955c-4fac-a513-802faf1f9223 HTTP/1.1" status: 204 len: 168 time: 0.4602203 Jul 16 01:38:23.620660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.626407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 17e65328-5b5b-4b16-8835-d9c5728f61e1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:23.626838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 17e65328-5b5b-4b16-8835-d9c5728f61e1 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:23.627489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:23.668435 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f5d0411-aaf4-41a3-90d7-c4126bbd5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.671356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f5d0411-aaf4-41a3-90d7-c4126bbd5e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.672663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5f5d0411-aaf4-41a3-90d7-c4126bbd5e09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1328bb8-4b03-49ed-83e2-9093f19577ce HTTP/1.1" status: 204 len: 168 time: 0.4282398 Jul 16 01:38:23.677773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Attempting to bind port 18b18011-bf60-44cc-b492-570e81823e33 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:23.678203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Attempting to bind port 18b18011-bf60-44cc-b492-570e81823e33 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b6739310-f9a0-40f3-a95a-3c040be79e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:23.679061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Attempting to bind port 18b18011-bf60-44cc-b492-570e81823e33 on network a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:23.689158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c0de5-a46d-424b-aa2a-311cbd72bdbb tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad27abfb-955c-4fac-a513-802faf1f9223,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.710715 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.738989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:23.739598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Checking segment: {'id': 'b6739310-f9a0-40f3-a95a-3c040be79e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:23.740008 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.740425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Bound using segment: {'id': 'b6739310-f9a0-40f3-a95a-3c040be79e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:23.740937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Bound port: 18b18011-bf60-44cc-b492-570e81823e33, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6739310-f9a0-40f3-a95a-3c040be79e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:23.742144 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.857499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d73e80b7-c251-4458-b216-4793fda079b9 None None] Provisioning complete for port 4965b1df-dc3b-4c67-88cc-96e127210b43 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:23.857907 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d73e80b7-c251-4458-b216-4793fda079b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.872269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['62c4a9c3-50c7-47a3-8120-03468cd8992d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:23.875868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:23.876212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 97af1112-d9cc-4fdb-b6e2-c9c3f20b694d not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:23.882225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=62c4a9c3-50c7-47a3-8120-03468cd8992d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.159118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c2e1f18a-cf26-48c5-addf-8fd4d36ac77f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:24.248749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.254404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.255479 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.283282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d0411-aaf4-41a3-90d7-c4126bbd5e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1328bb8-4b03-49ed-83e2-9093f19577ce,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.319644 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1a33a9a8-9374-419f-b498-625929ccaceb tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6929712 Jul 16 01:38:24.324069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.334954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-de00e73e-34b5-4199-b81c-20e5b59e1d2e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'tempest-secgroup--579662941'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:24.412088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Port': ['ID=e992f20d-c95e-4a43-b955-c4c13072b9a6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.479543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network 945d0d63-1c2e-4b26-af11-abf38ae4168f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:24.482276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:24.515164 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de00e73e-34b5-4199-b81c-20e5b59e1d2e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.630731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] For port 18b18011-bf60-44cc-b492-570e81823e33, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:24.684577 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55a86b62-99d9-4a3d-a023-07ec98e91f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.688579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] For port 18b18011-bf60-44cc-b492-570e81823e33, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=18b18011-bf60-44cc-b492-570e81823e33,segment=NetworkSegment(b6739310-f9a0-40f3-a95a-3c040be79e76),segment_id=b6739310-f9a0-40f3-a95a-3c040be79e76)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:24.703397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769620-de0b-4c1e-a1f7-b47c6e3ac438 req-7fabe530-4374-449b-9333-0193f098044a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.704103 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.705041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4769620-de0b-4c1e-a1f7-b47c6e3ac438 req-7fabe530-4374-449b-9333-0193f098044a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 944 time: 0.3251679 Jul 16 01:38:24.731216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.objects.ports [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:38:24.786095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Router 352c6b2f-aba4-4f81-8d25-11fbcb173d3d is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:24.921594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:24.959694 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4769620-de0b-4c1e-a1f7-b47c6e3ac438 req-d8138681-6f5a-4c81-b3e5-6566144b58e9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201729 Jul 16 01:38:24.975335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f259cb5-9cf0-43d8-baf5-e7323513c9d7 None None] Pushing event updated for resources: {'Port': ['ID=18b18011-bf60-44cc-b492-570e81823e33,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.063068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:25.077865 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9346a-f936-4515-9209-df21d8b9d66d None None] Sync routers for ids ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:25.081553 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-18be00af-c25a-4bb6-8bca-3172aa4b0656 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "PUT /v2.0/routers/352c6b2f-aba4-4f81-8d25-11fbcb173d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3026237 Jul 16 01:38:25.083440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60748) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.103881 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9346a-f936-4515-9209-df21d8b9d66d None None] Routers {'352c6b2f-aba4-4f81-8d25-11fbcb173d3d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:25.104820 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a0d9346a-f936-4515-9209-df21d8b9d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:25.117156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4965b1df-dc3b-4c67-88cc-96e127210b43 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:25.184102 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a0d9346a-f936-4515-9209-df21d8b9d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:25.199436 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9346a-f936-4515-9209-df21d8b9d66d None None] Routers {'352c6b2f-aba4-4f81-8d25-11fbcb173d3d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:25.200272 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a0d9346a-f936-4515-9209-df21d8b9d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:25.229740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.232259 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de00e73e-34b5-4199-b81c-20e5b59e1d2e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.251461 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a0d9346a-f936-4515-9209-df21d8b9d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:25.252351 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9346a-f936-4515-9209-df21d8b9d66d None None] The sync data for ids ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:25.294732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf14b428-5b14-4276-859e-12393c27c475 None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '3222a0a2-dbf1-47c8-a90d-8e2d28dad9ab'}, {'subnet_id': 'c124ad38-c9b2-48ea-a78b-b2a81668aee9'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '4965b1df-dc3b-4c67-88cc-96e127210b43'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:38:25.300015 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de00e73e-34b5-4199-b81c-20e5b59e1d2e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.386100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a001c89-610f-4d81-94ef-d1459f951f23 None None] Network 945d0d63-1c2e-4b26-af11-abf38ae4168f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:25.423616 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf14b428-5b14-4276-859e-12393c27c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.437136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de00e73e-34b5-4199-b81c-20e5b59e1d2e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.442155 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-de00e73e-34b5-4199-b81c-20e5b59e1d2e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1135540 Jul 16 01:38:25.443910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60754) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.460346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cbfd873f-e355-4f95-acfe-e9a65de5b2db tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '2b874b7d-99a7-46af-bad6-2ed38c6fc931', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.461237 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-cbfd873f-e355-4f95-acfe-e9a65de5b2db tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:38:25.467333 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-cbfd873f-e355-4f95-acfe-e9a65de5b2db tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:25.471265 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cbfd873f-e355-4f95-acfe-e9a65de5b2db tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0235991 Jul 16 01:38:25.524228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60758) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.547271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.563187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00e73e-34b5-4199-b81c-20e5b59e1d2e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b874b7d-99a7-46af-bad6-2ed38c6fc931,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.596113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1552830553-network', 'tenant_id': 'a359165c46ed47d8a35c0a812ea01dbb'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.622258 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.662707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Made reservation on behalf of a359165c46ed47d8a35c0a812ea01dbb for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:25.665221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.681272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff11c52e-e320-4b59-9c64-3e7f12be9f8b None None] Provisioning for port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:25.702162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5dc683fe-afbc-4195-a778-3648792209d4 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.705979 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.714305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff11c52e-e320-4b59-9c64-3e7f12be9f8b None None] Provisioning complete for port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:25.714305 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff11c52e-e320-4b59-9c64-3e7f12be9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.784534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5dc683fe-afbc-4195-a778-3648792209d4 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.800168 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.941000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5dc683fe-afbc-4195-a778-3648792209d4 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.945203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5dc683fe-afbc-4195-a778-3648792209d4 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.949364 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:38:25.949364 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:38:25.950045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5dc683fe-afbc-4195-a778-3648792209d4 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/2b874b7d-99a7-46af-bad6-2ed38c6fc931 HTTP/1.1" status: 204 len: 168 time: 0.4165418 Jul 16 01:38:25.956394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60764) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.992765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc683fe-afbc-4195-a778-3648792209d4 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b874b7d-99a7-46af-bad6-2ed38c6fc931,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.022709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] For port 4965b1df-dc3b-4c67-88cc-96e127210b43, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4965b1df-dc3b-4c67-88cc-96e127210b43,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:26.122865 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.135081 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.160148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.194472 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.195392 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.224735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:26.227361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-bf14b428-5b14-4276-859e-12393c27c475 None None] Allocated IP 172.20.0.2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/3222a0a2-dbf1-47c8-a90d-8e2d28dad9ab/4965b1df-dc3b-4c67-88cc-96e127210b43) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:26.323078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7394462-fb0e-47ac-aeee-dc6df7150056,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.331409 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.332166 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Added segment 24502d21-a5d8-4bb8-996d-9d2da379ee87 of type vlan for network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e Jul 16 01:38:26.346063 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff11c52e-e320-4b59-9c64-3e7f12be9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.354359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:26.362940 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-975eee8d-2f37-483c-8037-6c0e3214ad65 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4025085 Jul 16 01:38:26.368372 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60768) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.373326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:26.384846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-effab1bf-61c6-4b15-aa9d-088680dd8d47 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'tempest-secgroup--819963796'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.407035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.408007 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.415736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=c124ad38-c9b2-48ea-a78b-b2a81668aee9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.429255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=4965b1df-dc3b-4c67-88cc-96e127210b43,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.438301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.482519 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.484133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.485000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.525352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f73de4bd-3a77-43c2-902d-1114c4d39192 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5240443 Jul 16 01:38:26.542959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60770) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.551164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:26:38:c2', 'name': 'tempest-NetworksTestDHCPv6-1241212967'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.562096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3144739 Jul 16 01:38:26.565497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-effab1bf-61c6-4b15-aa9d-088680dd8d47 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.574345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60774) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.585015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ff11c52e-e320-4b59-9c64-3e7f12be9f8b None None] For port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c2e1f18a-cf26-48c5-addf-8fd4d36ac77f,segment=NetworkSegment(cf5d66c9-dc8e-4a55-8c07-7d2e515626c6),segment_id=cf5d66c9-dc8e-4a55-8c07-7d2e515626c6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:26.591348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Request body: {'subnet': {'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1552830553-subnet', 'tenant_id': 'a359165c46ed47d8a35c0a812ea01dbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.603306 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff11c52e-e320-4b59-9c64-3e7f12be9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.632561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe0293-e446-4c9d-bf2a-d1881f779551 None None] Network a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:26.653562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef46f6c-b8ef-44bb-ad72-3694b3438ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=8da6c284-2a44-4d32-ad98-4e08e78c4c1e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.692637 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.716730 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-effab1bf-61c6-4b15-aa9d-088680dd8d47 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.720041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:26.731879 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-effab1bf-61c6-4b15-aa9d-088680dd8d47 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.765587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Made reservation on behalf of a359165c46ed47d8a35c0a812ea01dbb for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:26.769023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.774676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc1453-fea7-47a2-99c3-b790cfe8180e req-75ae8138-bf60-4ea2-9a5a-c77d75b8f5da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.776623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0abc1453-fea7-47a2-99c3-b790cfe8180e req-75ae8138-bf60-4ea2-9a5a-c77d75b8f5da tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 944 time: 0.5242589 Jul 16 01:38:26.796755 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-a7472f59-ea9e-47e3-bbf0-908dca1a55b0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:26.798058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a7472f59-ea9e-47e3-bbf0-908dca1a55b0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "PUT /v2.0/routers/352c6b2f-aba4-4f81-8d25-11fbcb173d3d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7131357 Jul 16 01:38:26.802699 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11c52e-e320-4b59-9c64-3e7f12be9f8b None None] Pushing event updated for resources: {'Port': ['ID=c2e1f18a-cf26-48c5-addf-8fd4d36ac77f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.805281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60776) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.812156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effab1bf-61c6-4b15-aa9d-088680dd8d47 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acfd641-1423-47fa-83b9-52b219b4512e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.845570 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0abc1453-fea7-47a2-99c3-b790cfe8180e req-00999c32-55ee-483d-bcbe-47d32ac0cb0d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590477 Jul 16 01:38:26.870356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bf14b428-5b14-4276-859e-12393c27c475 None None] For port 4965b1df-dc3b-4c67-88cc-96e127210b43, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4965b1df-dc3b-4c67-88cc-96e127210b43,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:26.915582 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-effab1bf-61c6-4b15-aa9d-088680dd8d47 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.919577 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-effab1bf-61c6-4b15-aa9d-088680dd8d47 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5432527 Jul 16 01:38:26.919900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60778) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.925318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-87711f3c-347b-48ff-9c0f-7798be8ff9a3 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '0acfd641-1423-47fa-83b9-52b219b4512e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.926666 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-87711f3c-347b-48ff-9c0f-7798be8ff9a3 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:38:26.927507 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-87711f3c-347b-48ff-9c0f-7798be8ff9a3 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:26.930639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-87711f3c-347b-48ff-9c0f-7798be8ff9a3 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073273 Jul 16 01:38:26.930969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60780) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.938767 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.946081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:26.998930 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf14b428-5b14-4276-859e-12393c27c475 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.005475 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926b5070-1f05-4ce3-a0e4-6886376507fc tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.007345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f7d95d9-b33b-47ac-81c4-2152a0dde460 None None] Provisioning for port 18b18011-bf60-44cc-b492-570e81823e33 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:27.040745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926b5070-1f05-4ce3-a0e4-6886376507fc tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.042626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf14b428-5b14-4276-859e-12393c27c475 None None] Transition to ACTIVE for port object 4965b1df-dc3b-4c67-88cc-96e127210b43 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:27.051102 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf14b428-5b14-4276-859e-12393c27c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.106890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926b5070-1f05-4ce3-a0e4-6886376507fc tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.109517 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926b5070-1f05-4ce3-a0e4-6886376507fc tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.110942 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-926b5070-1f05-4ce3-a0e4-6886376507fc tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/0acfd641-1423-47fa-83b9-52b219b4512e HTTP/1.1" status: 204 len: 168 time: 0.1786642 Jul 16 01:38:27.114829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60782) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.130212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b5070-1f05-4ce3-a0e4-6886376507fc tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acfd641-1423-47fa-83b9-52b219b4512e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.177482 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-90d9190b-6e96-49e2-a081-36b0aa3e2fb5 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545664 Jul 16 01:38:27.177760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.183843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-970a22b8-c4ec-4e70-9da6-3561cb1b7a24 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'tempest-secgroup--961906847'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.214438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-970a22b8-c4ec-4e70-9da6-3561cb1b7a24 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.240384 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c5bc-9eb6-471e-9ff8-a535ad26cb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.265271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:38:27.265629 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:38:27.284653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14b428-5b14-4276-859e-12393c27c475 None None] Pushing event updated for resources: {'Port': ['ID=4965b1df-dc3b-4c67-88cc-96e127210b43,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.287771 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.295953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cc434145-1ae7-4e93-9693-02dd0141c7f2 None None] Provisioning for port e992f20d-c95e-4a43-b955-c4c13072b9a6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:27.303633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cc434145-1ae7-4e93-9693-02dd0141c7f2 None None] Provisioning complete for port e992f20d-c95e-4a43-b955-c4c13072b9a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:27.304027 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc434145-1ae7-4e93-9693-02dd0141c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.334877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port d80ebfb3-8f65-4872-b8e8-9b475b9a0974 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:27.350110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cc434145-1ae7-4e93-9693-02dd0141c7f2 None None] Port e992f20d-c95e-4a43-b955-c4c13072b9a6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:27.370203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-970a22b8-c4ec-4e70-9da6-3561cb1b7a24 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.377878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cc434145-1ae7-4e93-9693-02dd0141c7f2 None None] Provisioning complete for port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:27.380217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-970a22b8-c4ec-4e70-9da6-3561cb1b7a24 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.391941 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc434145-1ae7-4e93-9693-02dd0141c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.405373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-970a22b8-c4ec-4e70-9da6-3561cb1b7a24 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.421934 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-970a22b8-c4ec-4e70-9da6-3561cb1b7a24 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2428784 Jul 16 01:38:27.422707 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60786) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.438673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cbaeb02f-b6e6-4c5b-a167-dfd28fac41a8 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '64b13a13-867d-4ca1-9886-a5e445bc44a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.457307 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-cbaeb02f-b6e6-4c5b-a167-dfd28fac41a8 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:38:27.458347 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-cbaeb02f-b6e6-4c5b-a167-dfd28fac41a8 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:27.466134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cbaeb02f-b6e6-4c5b-a167-dfd28fac41a8 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0341296 Jul 16 01:38:27.470493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.472980 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.494347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a22b8-c4ec-4e70-9da6-3561cb1b7a24 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b13a13-867d-4ca1-9886-a5e445bc44a2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.508783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-70026aa9-0c6a-43bc-9317-e13e03d64cd6 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '64b13a13-867d-4ca1-9886-a5e445bc44a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.511975 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-70026aa9-0c6a-43bc-9317-e13e03d64cd6 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:38:27.512638 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-70026aa9-0c6a-43bc-9317-e13e03d64cd6 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:27.513829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-70026aa9-0c6a-43bc-9317-e13e03d64cd6 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0195673 Jul 16 01:38:27.516789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60790) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.522270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-64bad1e6-1868-4b88-884a-5d601af0aea6 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '64b13a13-867d-4ca1-9886-a5e445bc44a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.523202 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-64bad1e6-1868-4b88-884a-5d601af0aea6 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:38:27.527141 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-64bad1e6-1868-4b88-884a-5d601af0aea6 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:27.528232 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-64bad1e6-1868-4b88-884a-5d601af0aea6 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103993 Jul 16 01:38:27.532397 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60792) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.540586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cde01026-c035-4e3b-932d-9aae2d74e2ab tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '64b13a13-867d-4ca1-9886-a5e445bc44a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.542655 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-cde01026-c035-4e3b-932d-9aae2d74e2ab tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:38:27.543163 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-cde01026-c035-4e3b-932d-9aae2d74e2ab tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:27.544149 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cde01026-c035-4e3b-932d-9aae2d74e2ab tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107951 Jul 16 01:38:27.548595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.626936 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.641404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63aecda-91b4-4c1e-ac3c-a671d3adf26e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.674161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63aecda-91b4-4c1e-ac3c-a671d3adf26e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.675862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb058b15-ffee-44fd-bd7f-81076b6543a9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.707926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Checking segment: {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:27.708289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Network hostable DHCP agents. Network: 8da6c284-2a44-4d32-ad98-4e08e78c4c1e, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:27.715022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fe484622-0816-4b52-a4e9-f680c2c02282 None None] Provisioning complete for port e992f20d-c95e-4a43-b955-c4c13072b9a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:27.715022 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe484622-0816-4b52-a4e9-f680c2c02282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.786535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63aecda-91b4-4c1e-ac3c-a671d3adf26e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.786900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fe484622-0816-4b52-a4e9-f680c2c02282 None None] Port e992f20d-c95e-4a43-b955-c4c13072b9a6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:27.796869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63aecda-91b4-4c1e-ac3c-a671d3adf26e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.800600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a63aecda-91b4-4c1e-ac3c-a671d3adf26e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/64b13a13-867d-4ca1-9886-a5e445bc44a2 HTTP/1.1" status: 204 len: 168 time: 0.2480228 Jul 16 01:38:27.804108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60800) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.828133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:27.835944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 172.20.0.13 (4b748a0d-6d39-4cd2-b13e-5462f021b600/3222a0a2-dbf1-47c8-a90d-8e2d28dad9ab/d80ebfb3-8f65-4872-b8e8-9b475b9a0974) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:27.844750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63aecda-91b4-4c1e-ac3c-a671d3adf26e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b13a13-867d-4ca1-9886-a5e445bc44a2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.855083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::f816:3eff:fe26:38c2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/c124ad38-c9b2-48ea-a78b-b2a81668aee9/d80ebfb3-8f65-4872-b8e8-9b475b9a0974) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:27.863410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 8da6c284-2a44-4d32-ad98-4e08e78c4c1e) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:27.874809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc511ef-fd5d-4f1d-8857-ac7b8526dff0 None None] Network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:27.901168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5b2466e5-f338-4ba8-938d-ade7c146f844 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959003 Jul 16 01:38:27.904817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60806) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.916461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-508084fd-b950-42ad-a71a-ccc9475fc559 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225106234'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.919622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.920233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.931448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.968145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-508084fd-b950-42ad-a71a-ccc9475fc559 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.144671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-508084fd-b950-42ad-a71a-ccc9475fc559 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.151875 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-508084fd-b950-42ad-a71a-ccc9475fc559 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.173097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-508084fd-b950-42ad-a71a-ccc9475fc559 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.178030 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-508084fd-b950-42ad-a71a-ccc9475fc559 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2718372 Jul 16 01:38:28.178522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.206926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508084fd-b950-42ad-a71a-ccc9475fc559 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af5da4c-21b1-4e78-82d5-f1674ce50839,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.214683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ecb13920-fc97-4af7-82dd-cbd9dcaa1010 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '4af5da4c-21b1-4e78-82d5-f1674ce50839', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.215490 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-ecb13920-fc97-4af7-82dd-cbd9dcaa1010 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:38:28.215984 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-ecb13920-fc97-4af7-82dd-cbd9dcaa1010 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:28.216936 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ecb13920-fc97-4af7-82dd-cbd9dcaa1010 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058906 Jul 16 01:38:28.221235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60812) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.231280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3a94fac8-5043-4128-aa04-a35ccbf56169 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6484358 Jul 16 01:38:28.236818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d0b72366-e339-4424-851f-069f2ddddda9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '4af5da4c-21b1-4e78-82d5-f1674ce50839', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.321228 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-d0b72366-e339-4424-851f-069f2ddddda9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:28.327781 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d0b72366-e339-4424-851f-069f2ddddda9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1041551 Jul 16 01:38:28.329905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60816) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.348098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2f04c3ce-edc3-456d-a839-b4792cca1b38 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '4af5da4c-21b1-4e78-82d5-f1674ce50839', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.350836 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-2f04c3ce-edc3-456d-a839-b4792cca1b38 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:38:28.351352 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-2f04c3ce-edc3-456d-a839-b4792cca1b38 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:28.355542 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2f04c3ce-edc3-456d-a839-b4792cca1b38 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0246243 Jul 16 01:38:28.356163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60818) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.364259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3737dc1b-8886-4ee2-b959-cef2d02c803b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '4af5da4c-21b1-4e78-82d5-f1674ce50839', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.396928 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.399659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 62c4a9c3-50c7-47a3-8120-03468cd8992d up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:28.445372 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-3737dc1b-8886-4ee2-b959-cef2d02c803b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:28.451530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3737dc1b-8886-4ee2-b959-cef2d02c803b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0941746 Jul 16 01:38:28.454112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60822) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.466097 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c80f3e3a-4555-4c54-bd3b-8f3c5c15119b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '4af5da4c-21b1-4e78-82d5-f1674ce50839', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.466589 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-c80f3e3a-4555-4c54-bd3b-8f3c5c15119b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:38:28.467089 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-c80f3e3a-4555-4c54-bd3b-8f3c5c15119b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:28.475382 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c80f3e3a-4555-4c54-bd3b-8f3c5c15119b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0170243 Jul 16 01:38:28.476114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.490806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-45e6d266-8a6d-48ac-a692-5843d3be17af tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '4af5da4c-21b1-4e78-82d5-f1674ce50839', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.543433 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-45e6d266-8a6d-48ac-a692-5843d3be17af tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Project 9f51f61b79b04616a22e3a86c40d7838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:38:28.580802 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-45e6d266-8a6d-48ac-a692-5843d3be17af tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:28.581807 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-45e6d266-8a6d-48ac-a692-5843d3be17af tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1047316 Jul 16 01:38:28.584915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60832) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.587350 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.590406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-97ab4a09-76bb-4c67-a0b8-9af5c7b78cef tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '4af5da4c-21b1-4e78-82d5-f1674ce50839', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.590887 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-97ab4a09-76bb-4c67-a0b8-9af5c7b78cef tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:38:28.591375 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-97ab4a09-76bb-4c67-a0b8-9af5c7b78cef tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:28.592327 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-97ab4a09-76bb-4c67-a0b8-9af5c7b78cef tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064383 Jul 16 01:38:28.596543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.601424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9337dfdb-0f01-4192-95a2-e772a9bd45e5 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '4af5da4c-21b1-4e78-82d5-f1674ce50839', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.605485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-8da6c284-2a44-4d32-ad98-4e08e78c4c1e', 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e', 'tenant_id': 'a359165c46ed47d8a35c0a812ea01dbb', 'fixed_ips': [{'subnet_id': 'cb058b15-ffee-44fd-bd7f-81076b6543a9'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:28.606400 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.614426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f919ea-22d6-4947-963e-991f806f6182 req-a7006453-245f-42c6-a2da-1f46392aa2a4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.625329 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60f919ea-22d6-4947-963e-991f806f6182 req-a7006453-245f-42c6-a2da-1f46392aa2a4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 944 time: 0.5408225 Jul 16 01:38:28.625472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 62c4a9c3-50c7-47a3-8120-03468cd8992d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:28.650292 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 62c4a9c3-50c7-47a3-8120-03468cd8992d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:28.650752 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.657589 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-9337dfdb-0f01-4192-95a2-e772a9bd45e5 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Project 9f51f61b79b04616a22e3a86c40d7838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:38:28.677650 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-9337dfdb-0f01-4192-95a2-e772a9bd45e5 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:28.679358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9337dfdb-0f01-4192-95a2-e772a9bd45e5 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0818207 Jul 16 01:38:28.682896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.684013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 4965b1df-dc3b-4c67-88cc-96e127210b43, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4965b1df-dc3b-4c67-88cc-96e127210b43,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:28.695288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-32eb3b49-2a6f-4d74-829c-da2c665ac650 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '4af5da4c-21b1-4e78-82d5-f1674ce50839', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.695885 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.696692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device bf56eb70-f250-47ac-a962-1500d43c60b7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:28.748029 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60f919ea-22d6-4947-963e-991f806f6182 req-719e6a67-e51b-4a66-8967-09cb552fbb36 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218042 Jul 16 01:38:28.757436 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-32eb3b49-2a6f-4d74-829c-da2c665ac650 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Project 9f51f61b79b04616a22e3a86c40d7838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:38:28.790602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.793234 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-32eb3b49-2a6f-4d74-829c-da2c665ac650 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:28.795531 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-32eb3b49-2a6f-4d74-829c-da2c665ac650 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1101773 Jul 16 01:38:28.798696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.806888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc897a-a0b4-42cc-874d-9ce86461ac06 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:28.821737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: bf56eb70-f250-47ac-a962-1500d43c60b7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:28.822188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device bf56eb70-f250-47ac-a962-1500d43c60b7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:28.844396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object d80ebfb3-8f65-4872-b8e8-9b475b9a0974 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:28.895761 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.929032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf4ea653-55a1-4889-a13b-1709785da41a None None] Provisioning for port 4965b1df-dc3b-4c67-88cc-96e127210b43 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:28.936667 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fd075af-ed38-421f-b45a-31f687a9c790 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.938542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:28.959082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:28.964072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf4ea653-55a1-4889-a13b-1709785da41a None None] Provisioning complete for port 4965b1df-dc3b-4c67-88cc-96e127210b43 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:28.964652 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea653-55a1-4889-a13b-1709785da41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.000661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:29.004422 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fd075af-ed38-421f-b45a-31f687a9c790 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.005848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=4965b1df-dc3b-4c67-88cc-96e127210b43,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.068503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Allocated IP 172.20.0.2 (8da6c284-2a44-4d32-ad98-4e08e78c4c1e/cb058b15-ffee-44fd-bd7f-81076b6543a9/dea56432-4474-4286-8327-5dc7bf5d9d1c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:29.081786 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fd075af-ed38-421f-b45a-31f687a9c790 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.084952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fd075af-ed38-421f-b45a-31f687a9c790 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.086177 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9fd075af-ed38-421f-b45a-31f687a9c790 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/4af5da4c-21b1-4e78-82d5-f1674ce50839 HTTP/1.1" status: 204 len: 168 time: 0.2864339 Jul 16 01:38:29.106573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:29.146952 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.192872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd075af-ed38-421f-b45a-31f687a9c790 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af5da4c-21b1-4e78-82d5-f1674ce50839,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.295714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:29.298035 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11f9d4f-b405-4fe8-aa4c-5d147bdd6dfa" -d '{"events": [{"server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "name": "network-vif-plugged", "status": "completed", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:29.306536 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea653-55a1-4889-a13b-1709785da41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.326760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 62c4a9c3-50c7-47a3-8120-03468cd8992d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:29.361540 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7e19b88e-737f-467c-9caa-ecfc7a62b045 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2504601 Jul 16 01:38:29.366119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60854) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:29.371406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2691e2db-aca1-492c-86dc-f9b4bcaf0b3b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'tempest-secgroup--533281275'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:29.447965 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c76f2b-873d-4854-a191-3c043f8df205 req-c111b688-6233-42b1-ab44-8fdd8bc16ce0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.449871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-c111b688-6233-42b1-ab44-8fdd8bc16ce0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 816 time: 0.3866951 Jul 16 01:38:29.461361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2691e2db-aca1-492c-86dc-f9b4bcaf0b3b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.473184 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.476976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c2e1f18a-cf26-48c5-addf-8fd4d36ac77f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:29.504878 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d10bb40-3ace-481e-bacb-b4f1289ceef9 x-openstack-request-id: req-6d10bb40-3ace-481e-bacb-b4f1289ceef9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:29.505258 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "name": "network-vif-plugged", "status": "completed", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:29.506179 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-71dc8771-2cb9-422d-96db-e8456ff113f7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/quotas/a359165c46ed47d8a35c0a812ea01dbb HTTP/1.1" status: 200 len: 375 time: 0.0458300 Jul 16 01:38:29.512044 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d10bb40-3ace-481e-bacb-b4f1289ceef9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:29.512598 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'code': 200} Jul 16 01:38:29.520951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=d80ebfb3-8f65-4872-b8e8-9b475b9a0974,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.529386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Deleting port e992f20d-c95e-4a43-b955-c4c13072b9a6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:29.529827 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.535017 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.563496 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-cfce718f-7483-474f-a981-7e4bb058a3b8 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491307 Jul 16 01:38:29.573675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.574492 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.591205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bf4ea653-55a1-4889-a13b-1709785da41a None None] For port 4965b1df-dc3b-4c67-88cc-96e127210b43, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4965b1df-dc3b-4c67-88cc-96e127210b43,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:29.592072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959afc8-aff0-48de-8922-cc8b0858fc19 req-e0ef326a-c2d4-4dfa-a45b-79e098fcb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.593648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4959afc8-aff0-48de-8922-cc8b0858fc19 req-e0ef326a-c2d4-4dfa-a45b-79e098fcb6ea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 1097 time: 0.1422875 Jul 16 01:38:29.608328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Transition to ACTIVE for port object dea56432-4474-4286-8327-5dc7bf5d9d1c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:29.629707 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea653-55a1-4889-a13b-1709785da41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.668318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=62c4a9c3-50c7-47a3-8120-03468cd8992d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.672698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Transition to ACTIVE for port object dea56432-4474-4286-8327-5dc7bf5d9d1c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:29.673438 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.684080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:29.684281 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.691125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Calling delete_port for e992f20d-c95e-4a43-b955-c4c13072b9a6 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:29.707475 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.752039 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4959afc8-aff0-48de-8922-cc8b0858fc19 req-0f65f83c-ac8b-4cbf-83f0-d75d0e629668 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440978 Jul 16 01:38:29.769293 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2691e2db-aca1-492c-86dc-f9b4bcaf0b3b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.770104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:29.786625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:29.789245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:29.791929 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2691e2db-aca1-492c-86dc-f9b4bcaf0b3b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.795200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ea653-55a1-4889-a13b-1709785da41a None None] Pushing event updated for resources: {'Port': ['ID=4965b1df-dc3b-4c67-88cc-96e127210b43,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.851091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Pushing event updated for resources: {'Port': ['ID=dea56432-4474-4286-8327-5dc7bf5d9d1c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.903652 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5a89418a-54ee-4840-abc3-346612506b9f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3581688 Jul 16 01:38:29.907937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60858) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:29.933612 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2691e2db-aca1-492c-86dc-f9b4bcaf0b3b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.943076 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2691e2db-aca1-492c-86dc-f9b4bcaf0b3b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5676455 Jul 16 01:38:29.954923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60860) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:29.965665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e0044668-e812-42a2-936e-10a4864ede0e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '5c0bf56a-69a8-4d94-8b86-84ec7d325bc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:29.980054 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-ea126277-ca0d-442b-b999-705e1cd168b6 service neutron] 10.222.0.64 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814912 Jul 16 01:38:29.982867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691e2db-aca1-492c-86dc-f9b4bcaf0b3b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0bf56a-69a8-4d94-8b86-84ec7d325bc8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.031318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Attempting to bind port dea56432-4474-4286-8327-5dc7bf5d9d1c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:30.031862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Attempting to bind port dea56432-4474-4286-8327-5dc7bf5d9d1c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:30.032327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Attempting to bind port dea56432-4474-4286-8327-5dc7bf5d9d1c on network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:30.045119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 18b18011-bf60-44cc-b492-570e81823e33 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:30.096337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:30.097119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Checking segment: {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:30.097923 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.098792 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Bound using segment: {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:30.099422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Bound port: dea56432-4474-4286-8327-5dc7bf5d9d1c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:30.100149 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.124078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.141600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb98f0-2a64-4aad-a75b-c5f8b5c54235 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.148858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb98f0-2a64-4aad-a75b-c5f8b5c54235 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.150544 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-e0044668-e812-42a2-936e-10a4864ede0e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The resource could not be found. Jul 16 01:38:30.153674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e0044668-e812-42a2-936e-10a4864ede0e tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1972659 Jul 16 01:38:30.157183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cbfb98f0-2a64-4aad-a75b-c5f8b5c54235 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.2474434 Jul 16 01:38:30.159807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60862) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:30.160153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:30.166955 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-f3a6b7d4-d98d-4d76-a9e9-670bc97935c0 service neutron] 10.222.0.64 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741970 Jul 16 01:38:30.194487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7a9302c5-bd72-4c1b-8678-a3f1fa79bde9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '5c0bf56a-69a8-4d94-8b86-84ec7d325bc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '75910cf7-661a-419f-b2a2-7351bb0b9c22'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:30.216168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Port': ['ID=e992f20d-c95e-4a43-b955-c4c13072b9a6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.253632 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.269755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 18b18011-bf60-44cc-b492-570e81823e33 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:30.292711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 18b18011-bf60-44cc-b492-570e81823e33 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:30.293133 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.382615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de768762-c2dd-4b38-9c86-740e1e4be664 None None] Provisioning for port d80ebfb3-8f65-4872-b8e8-9b475b9a0974 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:30.389715 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de768762-c2dd-4b38-9c86-740e1e4be664 None None] Provisioning complete for port d80ebfb3-8f65-4872-b8e8-9b475b9a0974 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:30.389715 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de768762-c2dd-4b38-9c86-740e1e4be664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.459864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] For port dea56432-4474-4286-8327-5dc7bf5d9d1c, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:30.498579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c0d5b-132b-4de2-a7f6-116029229353 req-e87400a4-d4d8-4fef-aed1-c545633f59eb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.500677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e9c0d5b-132b-4de2-a7f6-116029229353 req-e87400a4-d4d8-4fef-aed1-c545633f59eb tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.5240932 Jul 16 01:38:30.562057 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.670457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] For port dea56432-4474-4286-8327-5dc7bf5d9d1c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=dea56432-4474-4286-8327-5dc7bf5d9d1c,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:30.697378 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.705940 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.711523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de768762-c2dd-4b38-9c86-740e1e4be664 None None] Port d80ebfb3-8f65-4872-b8e8-9b475b9a0974 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:30.864144 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-7a9302c5-bd72-4c1b-8678-a3f1fa79bde9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The resource could not be found. Jul 16 01:38:30.865397 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7a9302c5-bd72-4c1b-8678-a3f1fa79bde9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6965792 Jul 16 01:38:30.873828 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e9c0d5b-132b-4de2-a7f6-116029229353 req-0aca4d8f-f16c-40d3-88fe-8546f4b7e3ff tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657720 Jul 16 01:38:30.876098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:30.894396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de768762-c2dd-4b38-9c86-740e1e4be664 None None] Provisioning complete for port 4965b1df-dc3b-4c67-88cc-96e127210b43 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:30.894835 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de768762-c2dd-4b38-9c86-740e1e4be664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.934136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c34cbe-71ab-4efb-b9a1-7584b3eb5d23 None None] Pushing event updated for resources: {'Port': ['ID=dea56432-4474-4286-8327-5dc7bf5d9d1c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.945305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 18b18011-bf60-44cc-b492-570e81823e33, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=18b18011-bf60-44cc-b492-570e81823e33,segment=NetworkSegment(b6739310-f9a0-40f3-a95a-3c040be79e76),segment_id=b6739310-f9a0-40f3-a95a-3c040be79e76)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:30.953253 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.954056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4965b1df-dc3b-4c67-88cc-96e127210b43 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:31.023147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1adc7e10-c7b6-4f78-a0cf-c9c331ac1520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port d80ebfb3-8f65-4872-b8e8-9b475b9a0974 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:31.024559 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1adc7e10-c7b6-4f78-a0cf-c9c331ac1520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.028398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-133d320b-5af6-47d4-9803-03e4116ae485 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.030821 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-133d320b-5af6-47d4-9803-03e4116ae485 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 816 time: 0.2698514 Jul 16 01:38:31.068632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-62e77235-5fab-4995-b295-f9b9aec94c19 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/quotas/a359165c46ed47d8a35c0a812ea01dbb HTTP/1.1" status: 200 len: 375 time: 0.0280890 Jul 16 01:38:31.100737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=18b18011-bf60-44cc-b492-570e81823e33,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:31.119054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4965b1df-dc3b-4c67-88cc-96e127210b43 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:31.119439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.127880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Router 352c6b2f-aba4-4f81-8d25-11fbcb173d3d has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:31.200430 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc2307e3-2de5-462a-9224-c0d52971da9d tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.247021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-18e1a990-fae3-4174-9544-67a0d772b6c1 None None] Provisioning complete for port d80ebfb3-8f65-4872-b8e8-9b475b9a0974 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:31.247394 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18e1a990-fae3-4174-9544-67a0d772b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.362937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-18e1a990-fae3-4174-9544-67a0d772b6c1 None None] Port d80ebfb3-8f65-4872-b8e8-9b475b9a0974 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:31.389228 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc2307e3-2de5-462a-9224-c0d52971da9d tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.389860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-db0bada4-ee3b-4713-9f8b-b2cae1cacb8b tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2902811 Jul 16 01:38:31.453236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4965b1df-dc3b-4c67-88cc-96e127210b43 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:31.475455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1adc7e10-c7b6-4f78-a0cf-c9c331ac1520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.571070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4965b1df-dc3b-4c67-88cc-96e127210b43 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:31.572725 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.644911 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-17489422-18bb-4da9-82b6-da9376fe9c7a service neutron] 10.222.0.64 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540839 Jul 16 01:38:31.688359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:31.703369 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc2307e3-2de5-462a-9224-c0d52971da9d tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.703369 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc2307e3-2de5-462a-9224-c0d52971da9d tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.704101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bc2307e3-2de5-462a-9224-c0d52971da9d tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/5c0bf56a-69a8-4d94-8b86-84ec7d325bc8 HTTP/1.1" status: 204 len: 168 time: 0.8253229 Jul 16 01:38:31.709599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96882019-e212-4478-a51d-02b09f6db828 None None] Sync routers for ids ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:31.717067 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-55c40ea2-c5b8-4e7d-a546-14025cb14ac0 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "PUT /v2.0/routers/352c6b2f-aba4-4f81-8d25-11fbcb173d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9103410 Jul 16 01:38:31.726809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 18b18011-bf60-44cc-b492-570e81823e33 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:31.727196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1adc7e10-c7b6-4f78-a0cf-c9c331ac1520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for d80ebfb3-8f65-4872-b8e8-9b475b9a0974 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:31.729882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60896) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:31.730586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:31.874227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-42a6cf09-af78-449c-aa08-a2f1909be2bc service neutron] 10.222.0.64 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283323 Jul 16 01:38:31.985971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2307e3-2de5-462a-9224-c0d52971da9d tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0bf56a-69a8-4d94-8b86-84ec7d325bc8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:31.998512 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-7dffa3b4-f941-41bb-9f3f-41afe710cfa4 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] delete failed (client error): The resource could not be found. Jul 16 01:38:31.999601 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7dffa3b4-f941-41bb-9f3f-41afe710cfa4 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1667604578 HTTP/1.1" status: 404 len: 335 time: 0.2648866 Jul 16 01:38:32.004615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60902) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:32.009651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5ce5eba0-908a-4809-b210-a58a64b370f3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'router': {'external_gateway_info': {'network_id': '352c6b2f-aba4-4f81-8d25-11fbcb173d3d'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:32.196840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e0fca692-f108-4649-9da5-01e6d197c0e9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4641840 Jul 16 01:38:32.204719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60908) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:32.210686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5479bde3-2540-49eb-9e05-9e9dbf296cd2 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '9289e8ac-873d-4622-a1db-1629c9ca8b32', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:32.272735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96882019-e212-4478-a51d-02b09f6db828 None None] Routers {'352c6b2f-aba4-4f81-8d25-11fbcb173d3d'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:32.274223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-96882019-e212-4478-a51d-02b09f6db828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.379758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-96882019-e212-4478-a51d-02b09f6db828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.422022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96882019-e212-4478-a51d-02b09f6db828 None None] Routers {'352c6b2f-aba4-4f81-8d25-11fbcb173d3d'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:32.425081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-96882019-e212-4478-a51d-02b09f6db828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.429402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 18b18011-bf60-44cc-b492-570e81823e33 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:32.429784 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.579142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-96882019-e212-4478-a51d-02b09f6db828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.579884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96882019-e212-4478-a51d-02b09f6db828 None None] The sync data for ids ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:32.620407 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1adc7e10-c7b6-4f78-a0cf-c9c331ac1520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.630352 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-5479bde3-2540-49eb-9e05-9e9dbf296cd2 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The resource could not be found. Jul 16 01:38:32.631436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5479bde3-2540-49eb-9e05-9e9dbf296cd2 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4249496 Jul 16 01:38:32.637660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:32.769984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7bc0bb36-f8e1-4a9f-910d-49b401ee584b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'tempest-secgroup--90505314'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:32.770228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc7e10-c7b6-4f78-a0cf-c9c331ac1520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=d80ebfb3-8f65-4872-b8e8-9b475b9a0974,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.840149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86033082-a486-4046-9aec-7cb11cae5e4e req-c2f4998c-cde3-4118-a21d-7655e3bd6e2e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.846963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86033082-a486-4046-9aec-7cb11cae5e4e req-c2f4998c-cde3-4118-a21d-7655e3bd6e2e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.6198757 Jul 16 01:38:32.901829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36497250-97ac-4c41-9b9f-6a4ad4a705ad None None] Network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:33.029442 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ce5eba0-908a-4809-b210-a58a64b370f3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.064072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-f5dc5f50-b35e-4ff4-be41-61b1e7475c9f tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.071182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c4ff817f-938e-4f33-abd5-e00dac1555ea None None] Provisioning for port dea56432-4474-4286-8327-5dc7bf5d9d1c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:33.077731 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-f5dc5f50-b35e-4ff4-be41-61b1e7475c9f tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 816 time: 0.5780532 Jul 16 01:38:33.090286 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bc0bb36-f8e1-4a9f-910d-49b401ee584b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.140474 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-5ce5eba0-908a-4809-b210-a58a64b370f3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] update failed (client error): The resource could not be found. Jul 16 01:38:33.151505 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5ce5eba0-908a-4809-b210-a58a64b370f3 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "PUT /v2.0/routers/352c6b2f-aba4-4f81-8d25-11fbcb173d3d HTTP/1.1" status: 404 len: 339 time: 1.1456423 Jul 16 01:38:33.157453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:33.175765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-209063992'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:33.199547 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-f2fe1f90-4820-4831-ad66-c39cf31d6e9e tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/quotas/a359165c46ed47d8a35c0a812ea01dbb HTTP/1.1" status: 200 len: 375 time: 0.1207306 Jul 16 01:38:33.227831 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1adc7e10-c7b6-4f78-a0cf-c9c331ac1520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.231254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1adc7e10-c7b6-4f78-a0cf-c9c331ac1520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/d80ebfb3-8f65-4872-b8e8-9b475b9a0974 HTTP/1.1" status: 204 len: 168 time: 3.0637805 Jul 16 01:38:33.269744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60932) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:33.340295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Made reservation on behalf of 8a5fa3a3f7d94e0d855b8490fcb97c48 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:33.343890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.424807 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-c05d9e81-19d0-4aba-862b-d6ec9fc4f253 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2225747 Jul 16 01:38:33.456138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd53de32-4330-4f55-93b8-9de0da3fb74b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.468960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd53de32-4330-4f55-93b8-9de0da3fb74b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.470062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device dea56432-4474-4286-8327-5dc7bf5d9d1c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:33.473082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd53de32-4330-4f55-93b8-9de0da3fb74b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.475160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:33.482820 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dd53de32-4330-4f55-93b8-9de0da3fb74b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2115958 Jul 16 01:38:33.489992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60934) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:33.537513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86033082-a486-4046-9aec-7cb11cae5e4e req-71eb74ce-7a5c-4213-ba58-d4f9e7b6629a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6465681 Jul 16 01:38:33.553069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.553431 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Added segment 29f8e77d-9cd3-4f91-bd17-cdfacf195553 of type vlan for network 3c3a78da-d0e1-41c4-9712-278aa60e30ca Jul 16 01:38:33.612744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port dea56432-4474-4286-8327-5dc7bf5d9d1c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:33.623047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port dea56432-4474-4286-8327-5dc7bf5d9d1c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:33.623301 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.789622 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.809483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-160bd0d7-f81c-4cea-a827-df1b815e845f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 3222a0a2-dbf1-47c8-a90d-8e2d28dad9ab {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:33.825807 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-160bd0d7-f81c-4cea-a827-df1b815e845f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.837546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bc0bb36-f8e1-4a9f-910d-49b401ee584b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.876665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c76f2b-873d-4854-a191-3c043f8df205 req-6f876d48-bc3c-4a6d-8486-1c35f8320285 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.878328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-6f876d48-bc3c-4a6d-8486-1c35f8320285 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.67 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 816 time: 0.9113359 Jul 16 01:38:33.900494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-0d1deb9d-3fc4-43bd-845c-b5f8e0f22cf5 service neutron] 10.222.0.64 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742107 Jul 16 01:38:33.913224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Request body: {'port': {'device_id': '34e9d622-5a3a-46c9-a66b-823e3c3cc9f0', 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e', 'admin_state_up': True, 'tenant_id': 'a359165c46ed47d8a35c0a812ea01dbb'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:33.920872 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.944849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7760b758-c6c3-4294-8105-dd5aab61f148 None None] Provisioning complete for port dea56432-4474-4286-8327-5dc7bf5d9d1c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:33.945529 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7760b758-c6c3-4294-8105-dd5aab61f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.007706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port dea56432-4474-4286-8327-5dc7bf5d9d1c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=dea56432-4474-4286-8327-5dc7bf5d9d1c,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:34.017120 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.022165 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-2158721f-161d-426c-98e2-324b561d43b6 service neutron] 10.222.0.64 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206372 Jul 16 01:38:34.025217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:38:34.037838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bc0bb36-f8e1-4a9f-910d-49b401ee584b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.052725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395e27-327f-431a-8196-2a519c144754 req-77b622f3-8776-448f-9fa0-38b38ed42124 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.060474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c395e27-327f-431a-8196-2a519c144754 req-77b622f3-8776-448f-9fa0-38b38ed42124 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.2796383 Jul 16 01:38:34.064601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-160bd0d7-f81c-4cea-a827-df1b815e845f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.099440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Made reservation on behalf of a359165c46ed47d8a35c0a812ea01dbb for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:34.103584 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.111996 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bc0bb36-f8e1-4a9f-910d-49b401ee584b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.113817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7bc0bb36-f8e1-4a9f-910d-49b401ee584b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3882451 Jul 16 01:38:34.119099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:34.121712 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.125168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-08b3c418-5e1b-468d-b6c5-262c9a62030c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531050117'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:34.128351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.129342 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.171539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0bb36-f8e1-4a9f-910d-49b401ee584b tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d34786-e4a9-4f44-8dc4-396e85f55f85,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.205504 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c395e27-327f-431a-8196-2a519c144754 req-e46c1384-63db-44f1-8599-6ecb46d82f36 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428449 Jul 16 01:38:34.223887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=dea56432-4474-4286-8327-5dc7bf5d9d1c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.229800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:34.272487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Network': ['ID=3c3a78da-d0e1-41c4-9712-278aa60e30ca,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.285302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 3c3a78da-d0e1-41c4-9712-278aa60e30ca details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:34.309835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-160bd0d7-f81c-4cea-a827-df1b815e845f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.402618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08b3c418-5e1b-468d-b6c5-262c9a62030c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.414988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Allocated IP 172.20.0.10 (8da6c284-2a44-4d32-ad98-4e08e78c4c1e/cb058b15-ffee-44fd-bd7f-81076b6543a9/ff9394b0-e12c-4a84-a5b3-604244a2e011) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:34.472297 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-93422b62-93f6-4de2-9ca6-e6cc64e1a21b tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3070197 Jul 16 01:38:34.484588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60948) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:34.493386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'subnet': {'network_id': '3c3a78da-d0e1-41c4-9712-278aa60e30ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:34.536818 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18a35168-82cd-407a-a800-122fbbf5c114 req-b25524a7-c8fd-4e1b-b024-4d60f3eefeea tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 210 time: 0.0750790 Jul 16 01:38:34.558184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-160bd0d7-f81c-4cea-a827-df1b815e845f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.640447 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bd0d7-f81c-4cea-a827-df1b815e845f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=3222a0a2-dbf1-47c8-a90d-8e2d28dad9ab,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.651650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0cd32-d786-4d21-b777-91ca4914ad3b None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:34.653843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-160bd0d7-f81c-4cea-a827-df1b815e845f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.655882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-160bd0d7-f81c-4cea-a827-df1b815e845f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/3222a0a2-dbf1-47c8-a90d-8e2d28dad9ab HTTP/1.1" status: 204 len: 168 time: 1.1613998 Jul 16 01:38:34.659099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60954) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:34.717320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7624aec5-2047-4436-9f7e-5a7d2e0dbc41 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.722510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7624aec5-2047-4436-9f7e-5a7d2e0dbc41 tempest-TestNetworkAdvancedServerOps-346402841 tempest-TestNetworkAdvancedServerOps-346402841-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 1092 time: 0.4878786 Jul 16 01:38:34.733959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60956) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:34.742710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:34.807210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-5e5077f7-f819-46c7-bcdc-3e6a054951ae tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.812128 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-5e5077f7-f819-46c7-bcdc-3e6a054951ae tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.50 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 816 time: 0.4067776 Jul 16 01:38:34.831680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Request body: {'port': {'device_id': '2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec', 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e', 'admin_state_up': True, 'tenant_id': 'a359165c46ed47d8a35c0a812ea01dbb'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:34.851512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08b3c418-5e1b-468d-b6c5-262c9a62030c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.875253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08b3c418-5e1b-468d-b6c5-262c9a62030c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.916980 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.930250 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3c418-5e1b-468d-b6c5-262c9a62030c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d35ea4-e591-48db-b2f4-565137dcabeb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.982268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07bb04d-4557-4baf-aabd-14c6f9bb7b2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet c124ad38-c9b2-48ea-a78b-b2a81668aee9 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:34.986260 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b07bb04d-4557-4baf-aabd-14c6f9bb7b2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.040166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Made reservation on behalf of 8a5fa3a3f7d94e0d855b8490fcb97c48 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:35.044745 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.050648 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b07bb04d-4557-4baf-aabd-14c6f9bb7b2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.085846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08b3c418-5e1b-468d-b6c5-262c9a62030c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.087379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-08b3c418-5e1b-468d-b6c5-262c9a62030c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9661784 Jul 16 01:38:35.094172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:35.121878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c55ad5a1-32db-4c56-a912-7c46d4468582 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': '20d34786-e4a9-4f44-8dc4-396e85f55f85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '56d35ea4-e591-48db-b2f4-565137dcabeb'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:35.141138 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.144563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Made reservation on behalf of a359165c46ed47d8a35c0a812ea01dbb for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:35.155677 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.242577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Transition to ACTIVE for port object ff9394b0-e12c-4a84-a5b3-604244a2e011 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:35.341910 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c55ad5a1-32db-4c56-a912-7c46d4468582 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:35.343099 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c55ad5a1-32db-4c56-a912-7c46d4468582 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2251532 Jul 16 01:38:35.352281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60964) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:35.367935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device dea56432-4474-4286-8327-5dc7bf5d9d1c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:35.500391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port dea56432-4474-4286-8327-5dc7bf5d9d1c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:35.500770 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.549715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.686115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee8aa38-f76b-4066-8e68-dd61ecb4ed10 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.758763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b07bb04d-4557-4baf-aabd-14c6f9bb7b2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.774666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.829681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:35.837937 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a8b2d3d-6f5c-428a-91c0-fd5808797bec req-ee420dcf-1582-44ec-a3bc-f5ab21417286 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 210 time: 0.0505607 Jul 16 01:38:35.840696 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee8aa38-f76b-4066-8e68-dd61ecb4ed10 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.843791 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.845766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Pushing event updated for resources: {'Port': ['ID=ff9394b0-e12c-4a84-a5b3-604244a2e011,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.849218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:35.914536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Allocated IP 172.20.0.3 (8da6c284-2a44-4d32-ad98-4e08e78c4c1e/cb058b15-ffee-44fd-bd7f-81076b6543a9/ba9e9ddc-1b56-4d24-89ab-97e171f147ff) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:35.926888 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b07bb04d-4557-4baf-aabd-14c6f9bb7b2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.977511 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b07bb04d-4557-4baf-aabd-14c6f9bb7b2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.985513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b07bb04d-4557-4baf-aabd-14c6f9bb7b2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/c124ad38-c9b2-48ea-a78b-b2a81668aee9 HTTP/1.1" status: 204 len: 168 time: 1.3100555 Jul 16 01:38:35.992989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd38c9-5f83-4cbb-ad6e-6a215382659a None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:35.995218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bb04d-4557-4baf-aabd-14c6f9bb7b2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=c124ad38-c9b2-48ea-a78b-b2a81668aee9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.004160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.045814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:36.078481 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b508f9c4-70ec-403c-9a02-b081482903fb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623271 Jul 16 01:38:36.079080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.150963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Allocated IP 172.25.4.112 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/360295b6-02d4-478e-99cc-b718492073d4) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:36.235309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b186f6b5-0b6b-46a3-9396-0dfc46183ea3 None None] Provisioning complete for port 4965b1df-dc3b-4c67-88cc-96e127210b43 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:36.235682 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b186f6b5-0b6b-46a3-9396-0dfc46183ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.274704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e0bcc-a01e-44e9-b8b0-f444c6f19dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.276831 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5b2e0bcc-a01e-44e9-b8b0-f444c6f19dd5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1931751 Jul 16 01:38:36.303996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60978) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.399944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa4c14f-89fd-48ce-be2b-6b3c188ad3a4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.402322 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9aa4c14f-89fd-48ce-be2b-6b3c188ad3a4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0968385 Jul 16 01:38:36.405940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60980) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.461616 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-be3ede5c-f4c9-4a4d-a13d-7591565fd1c6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542340 Jul 16 01:38:36.465871 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.470141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60982) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.476572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3a782513-60ee-4f8c-a50f-990fa61c4baf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:36.540208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Transition to ACTIVE for port object ba9e9ddc-1b56-4d24-89ab-97e171f147ff will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:36.593217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f317330-977e-4d63-a1ab-d87d34f8205d None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:36.668078 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.679124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a782513-60ee-4f8c-a50f-990fa61c4baf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:36.683259 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a782513-60ee-4f8c-a50f-990fa61c4baf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.685078 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a782513-60ee-4f8c-a50f-990fa61c4baf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:36.685708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a782513-60ee-4f8c-a50f-990fa61c4baf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:36.725387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d3959a1f-f820-4445-a2c9-0758f9062310 None None] Provisioning for port ff9394b0-e12c-4a84-a5b3-604244a2e011 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:36.726951 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a782513-60ee-4f8c-a50f-990fa61c4baf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2549615 Jul 16 01:38:36.733879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.740668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ed520a59-1d67-4c5a-8f5f-3f0b20fbc97a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:36.744594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d3959a1f-f820-4445-a2c9-0758f9062310 None None] Provisioning complete for port ff9394b0-e12c-4a84-a5b3-604244a2e011 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:36.745067 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3959a1f-f820-4445-a2c9-0758f9062310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.749690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8f317330-977e-4d63-a1ab-d87d34f8205d None None] Deleting port 4965b1df-dc3b-4c67-88cc-96e127210b43 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:36.750259 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f317330-977e-4d63-a1ab-d87d34f8205d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.793280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:36.804650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:36.823796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Pushing event updated for resources: {'Port': ['ID=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.830568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:36.834599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8f317330-977e-4d63-a1ab-d87d34f8205d None None] For port 4965b1df-dc3b-4c67-88cc-96e127210b43, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4965b1df-dc3b-4c67-88cc-96e127210b43,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:36.838190 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f317330-977e-4d63-a1ab-d87d34f8205d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.859297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8f317330-977e-4d63-a1ab-d87d34f8205d None None] Calling delete_port for 4965b1df-dc3b-4c67-88cc-96e127210b43 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:36.949854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed520a59-1d67-4c5a-8f5f-3f0b20fbc97a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:36.953551 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed520a59-1d67-4c5a-8f5f-3f0b20fbc97a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.955643 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed520a59-1d67-4c5a-8f5f-3f0b20fbc97a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:36.956135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed520a59-1d67-4c5a-8f5f-3f0b20fbc97a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:36.972534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.973232 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.996407 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-1976c9fd-e974-4694-96e8-b98fd63409f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1738110 Jul 16 01:38:37.004978 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ed520a59-1d67-4c5a-8f5f-3f0b20fbc97a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2694120 Jul 16 01:38:37.009034 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f317330-977e-4d63-a1ab-d87d34f8205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.014088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Request body: {'port': {'device_id': '2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.015037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60988) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:37.030427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5ffffb35-477f-4ad9-9014-089f1152f44b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.046326 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f317330-977e-4d63-a1ab-d87d34f8205d None None] Pushing event deleted for resources: {'Port': ['ID=4965b1df-dc3b-4c67-88cc-96e127210b43,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.048876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f317330-977e-4d63-a1ab-d87d34f8205d None None] No DVR routers for this DVR port 4965b1df-dc3b-4c67-88cc-96e127210b43 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:37.072029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d3959a1f-f820-4445-a2c9-0758f9062310 None None] Port ff9394b0-e12c-4a84-a5b3-604244a2e011 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:37.140150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.177273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.178071 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.197673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6745d2a3-ae64-488d-b95e-0bdf1596441c None None] Provisioning for port ba9e9ddc-1b56-4d24-89ab-97e171f147ff completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:37.202342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6745d2a3-ae64-488d-b95e-0bdf1596441c None None] Provisioning complete for port ba9e9ddc-1b56-4d24-89ab-97e171f147ff triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:37.202888 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6745d2a3-ae64-488d-b95e-0bdf1596441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.246416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6745d2a3-ae64-488d-b95e-0bdf1596441c None None] Port ba9e9ddc-1b56-4d24-89ab-97e171f147ff cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:37.276349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Subnet': ['ID=051cae45-461d-4a7d-8128-283b777f5776,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.297863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aef8e4c0-eb18-4f4e-bde9-cfa6ebf9133b req-0ad0a890-30c4-4628-8dba-cef68857cb6c tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 210 time: 0.1783328 Jul 16 01:38:37.313305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Checking segment: {'id': '29f8e77d-9cd3-4f91-bd17-cdfacf195553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c3a78da-d0e1-41c4-9712-278aa60e30ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:37.314382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network hostable DHCP agents. Network: 3c3a78da-d0e1-41c4-9712-278aa60e30ca, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:37.327526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee8aa38-f76b-4066-8e68-dd61ecb4ed10 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.330939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee8aa38-f76b-4066-8e68-dd61ecb4ed10 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.332333 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7ee8aa38-f76b-4066-8e68-dd61ecb4ed10 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/56d35ea4-e591-48db-b2f4-565137dcabeb HTTP/1.1" status: 204 len: 168 time: 1.9775717 Jul 16 01:38:37.343750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffffb35-477f-4ad9-9014-089f1152f44b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:37.348493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ffffb35-477f-4ad9-9014-089f1152f44b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.349709 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffffb35-477f-4ad9-9014-089f1152f44b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:37.350182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffffb35-477f-4ad9-9014-089f1152f44b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:37.357627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4965b1df-dc3b-4c67-88cc-96e127210b43 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:37.363030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:37.367831 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.396727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5ffffb35-477f-4ad9-9014-089f1152f44b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3702769 Jul 16 01:38:37.405410 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-bb8a82c0-435a-419d-acd8-29e03d457f2a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4974124 Jul 16 01:38:37.412569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 4965b1df-dc3b-4c67-88cc-96e127210b43 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:37.412968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4965b1df-dc3b-4c67-88cc-96e127210b43 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:37.414749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:37.418297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8aa38-f76b-4066-8e68-dd61ecb4ed10 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d35ea4-e591-48db-b2f4-565137dcabeb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.430773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Request body: {'port': {'device_id': '34e9d622-5a3a-46c9-a66b-823e3c3cc9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.431117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5eb01c15-5db0-4d99-a487-9d26026537bb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.470429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network 3c3a78da-d0e1-41c4-9712-278aa60e30ca is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:37.513362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-45451840-5f17-4a90-8834-0a021be6a20c tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.514916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-45451840-5f17-4a90-8834-0a021be6a20c tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.67 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 816 time: 1.2275698 Jul 16 01:38:37.535989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 3c3a78da-d0e1-41c4-9712-278aa60e30ca) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:37.544114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e6e4f1-b37e-4ba3-b996-5e463b8d75a4 None None] Network 3c3a78da-d0e1-41c4-9712-278aa60e30ca requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:37.548272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Request body: {'port': {'device_id': '5e241d4d-a56a-4aca-bafb-79db411adc3d', 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e', 'admin_state_up': True, 'tenant_id': 'a359165c46ed47d8a35c0a812ea01dbb'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.574906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.575495 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.615116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9e9ddc-1b56-4d24-89ab-97e171f147ff {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:37.626153 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.630438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb01c15-5db0-4d99-a487-9d26026537bb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:37.634185 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5eb01c15-5db0-4d99-a487-9d26026537bb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.635934 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb01c15-5db0-4d99-a487-9d26026537bb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:37.636200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb01c15-5db0-4d99-a487-9d26026537bb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:37.655628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Transition to ACTIVE for port object ba9e9ddc-1b56-4d24-89ab-97e171f147ff will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:37.662114 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dee7ea60-4b6f-421d-bd71-2c06e90c485a tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2870109 Jul 16 01:38:37.662321 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.665799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 60996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:37.680145 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5eb01c15-5db0-4d99-a487-9d26026537bb tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2625782 Jul 16 01:38:37.684592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 60998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:37.691196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-14be95fc-5a1f-4c21-9372-10ccf24a04c1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.749272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-916aeac1-cc7a-47c0-aa9c-d37c12db90ef tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2598236 Jul 16 01:38:37.750385 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.753781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32768) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:37.768614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-21de9ee8-93fe-487a-8f35-2c4b137e1a07 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c3a78da-d0e1-41c4-9712-278aa60e30ca'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.782178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-3c3a78da-d0e1-41c4-9712-278aa60e30ca', 'network_id': '3c3a78da-d0e1-41c4-9712-278aa60e30ca', 'tenant_id': '8a5fa3a3f7d94e0d855b8490fcb97c48', 'fixed_ips': [{'subnet_id': '051cae45-461d-4a7d-8128-283b777f5776'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:37.784120 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.787025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Pushing event updated for resources: {'Port': ['ID=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.949749 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.954373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14be95fc-5a1f-4c21-9372-10ccf24a04c1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:37.959308 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14be95fc-5a1f-4c21-9372-10ccf24a04c1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.961473 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-14be95fc-5a1f-4c21-9372-10ccf24a04c1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:37.961917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14be95fc-5a1f-4c21-9372-10ccf24a04c1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:37.980543 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-14be95fc-5a1f-4c21-9372-10ccf24a04c1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2919879 Jul 16 01:38:37.980543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Attempting to bind port ba9e9ddc-1b56-4d24-89ab-97e171f147ff on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:37.980543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Attempting to bind port ba9e9ddc-1b56-4d24-89ab-97e171f147ff by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:37.980543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Attempting to bind port ba9e9ddc-1b56-4d24-89ab-97e171f147ff on network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:37.981565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32770) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:37.986700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-461a022f-45d4-4807-aee7-2001fb058471 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:38.023142 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=360295b6-02d4-478e-99cc-b718492073d4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.024100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Allocated IP 2001:db8:1::2 (3c3a78da-d0e1-41c4-9712-278aa60e30ca/051cae45-461d-4a7d-8128-283b777f5776/61acf5ad-84d0-4298-a692-43342e53b865) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:38.081673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Port ba9e9ddc-1b56-4d24-89ab-97e171f147ff on network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:38.082340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Attempting to bind port ba9e9ddc-1b56-4d24-89ab-97e171f147ff on network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:38.084388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:38.093492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:38.094158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Checking segment: {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:38.094711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Bound using segment: {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:38.095347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Bound port: ba9e9ddc-1b56-4d24-89ab-97e171f147ff, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:38.103795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.121600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:38.132381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:38.156554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461a022f-45d4-4807-aee7-2001fb058471 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:38.160057 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-461a022f-45d4-4807-aee7-2001fb058471 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.162602 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-461a022f-45d4-4807-aee7-2001fb058471 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:38.163053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461a022f-45d4-4807-aee7-2001fb058471 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:38.207690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] For port ba9e9ddc-1b56-4d24-89ab-97e171f147ff, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:38.211064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d08822de-190e-45cd-9b22-8c4879c72529 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.211841 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] For port ba9e9ddc-1b56-4d24-89ab-97e171f147ff, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:38.215965 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.249120 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.260086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21de9ee8-93fe-487a-8f35-2c4b137e1a07 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.261710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.262474 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.262742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Transition to ACTIVE for port object 61acf5ad-84d0-4298-a692-43342e53b865 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:38.264291 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] 10.222.0.50 "PUT /v2.0/ports/ba9e9ddc-1b56-4d24-89ab-97e171f147ff HTTP/1.1" status: 200 len: 1092 time: 1.2555666 Jul 16 01:38:38.265534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec', 'tag': 'ba9e9ddc-1b56-4d24-89ab-97e171f147ff'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:38.268967 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889be9a0-1be1-4fd0-9a89-6cf973370757" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec", "tag": "ba9e9ddc-1b56-4d24-89ab-97e171f147ff"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:38.335095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Transition to ACTIVE for port object 61acf5ad-84d0-4298-a692-43342e53b865 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:38.345306 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.356231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-461a022f-45d4-4807-aee7-2001fb058471 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3738241 Jul 16 01:38:38.382307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32776) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:38.385895 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3686b5-30fd-4414-a95c-6593251f6601 x-openstack-request-id: req-fc3686b5-30fd-4414-a95c-6593251f6601 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:38.386286 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec", "tag": "ba9e9ddc-1b56-4d24-89ab-97e171f147ff", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:38.386601 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc3686b5-30fd-4414-a95c-6593251f6601 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:38.387070 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec', 'tag': 'ba9e9ddc-1b56-4d24-89ab-97e171f147ff', 'status': 'completed', 'code': 200} Jul 16 01:38:38.406046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a14df-f9e7-483c-8eb5-5a54495bfeff service neutron] Pushing event updated for resources: {'Port': ['ID=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.434328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Network 3c3a78da-d0e1-41c4-9712-278aa60e30ca is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:38.440156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:38.444209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:38.479716 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c6d5e1e2-3057-43c3-83b5-2df285c325e5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0915778 Jul 16 01:38:38.483825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:38.502712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Made reservation on behalf of a359165c46ed47d8a35c0a812ea01dbb for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:38.506297 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.519020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-cbdfa7ac-858d-4a10-ac3e-9f3c308987ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.520721 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-cbdfa7ac-858d-4a10-ac3e-9f3c308987ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec HTTP/1.1" status: 200 len: 1095 time: 0.1844814 Jul 16 01:38:38.524781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Pushing event updated for resources: {'Port': ['ID=61acf5ad-84d0-4298-a692-43342e53b865,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.560475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Attempting to bind port 61acf5ad-84d0-4298-a692-43342e53b865 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:38.561046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Attempting to bind port 61acf5ad-84d0-4298-a692-43342e53b865 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '29f8e77d-9cd3-4f91-bd17-cdfacf195553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c3a78da-d0e1-41c4-9712-278aa60e30ca'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:38.561452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Attempting to bind port 61acf5ad-84d0-4298-a692-43342e53b865 on network 3c3a78da-d0e1-41c4-9712-278aa60e30ca {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:38.574581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d08822de-190e-45cd-9b22-8c4879c72529 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.575533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:38.575920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Checking segment: {'id': '29f8e77d-9cd3-4f91-bd17-cdfacf195553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c3a78da-d0e1-41c4-9712-278aa60e30ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:38.576330 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.580402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Bound using segment: {'id': '29f8e77d-9cd3-4f91-bd17-cdfacf195553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c3a78da-d0e1-41c4-9712-278aa60e30ca'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:38.585409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Bound port: 61acf5ad-84d0-4298-a692-43342e53b865, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f8e77d-9cd3-4f91-bd17-cdfacf195553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c3a78da-d0e1-41c4-9712-278aa60e30ca'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:38.585643 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.616351 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-f26c8c2b-0cd0-4e4b-80d5-8655303b4c02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba9e9ddc-1b56-4d24-89ab-97e171f147ff HTTP/1.1" status: 200 len: 217 time: 0.0791430 Jul 16 01:38:38.704047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-a5a89225-1b2d-4e23-bb2b-e543691ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.707293 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-a5a89225-1b2d-4e23-bb2b-e543691ec2b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb058b15-ffee-44fd-bd7f-81076b6543a9 HTTP/1.1" status: 200 len: 855 time: 0.0826647 Jul 16 01:38:38.719869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d946cdd4-ab4a-4a35-a9dc-c291f53a18e0 req-63de931c-953f-4156-8903-307f4e4c4ed8 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 210 time: 0.2107675 Jul 16 01:38:38.742507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] For port 61acf5ad-84d0-4298-a692-43342e53b865, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:38.747860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] For port 61acf5ad-84d0-4298-a692-43342e53b865, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=61acf5ad-84d0-4298-a692-43342e53b865,segment=NetworkSegment(29f8e77d-9cd3-4f91-bd17-cdfacf195553),segment_id=29f8e77d-9cd3-4f91-bd17-cdfacf195553)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:38.761965 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.786953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-a557ed45-3bf0-47bc-963c-1a33501c7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.788538 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-a557ed45-3bf0-47bc-963c-1a33501c7450 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735850 Jul 16 01:38:38.878546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2949493-8c49-405b-91da-75d7812e69b9 None None] Pushing event updated for resources: {'Port': ['ID=61acf5ad-84d0-4298-a692-43342e53b865,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.887500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b452b-81a7-4fd9-bec6-5545cb09f9fc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.888870 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-195b452b-81a7-4fd9-bec6-5545cb09f9fc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3875544 Jul 16 01:38:38.897315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32786) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:38.897655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:38.945785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-10130806-1eb1-4205-be26-5b2cf53bdb3a service neutron] 10.222.0.50 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454608 Jul 16 01:38:38.987089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-24ca0595-59af-4137-a595-5dd0b5511388 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682957 Jul 16 01:38:39.009494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32792) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.016509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d08822de-190e-45cd-9b22-8c4879c72529 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.020073 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d08822de-190e-45cd-9b22-8c4879c72529 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.023897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d08822de-190e-45cd-9b22-8c4879c72529 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/20d34786-e4a9-4f44-8dc4-396e85f55f85 HTTP/1.1" status: 204 len: 168 time: 1.3522773 Jul 16 01:38:39.031046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:39.061337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.134185 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f53f54da-4772-4954-97cb-795981ad1bf2 req-792f8397-2952-4516-b677-837906fd02a9 service neutron] 10.222.0.50 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811659 Jul 16 01:38:39.141688 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6b4f1098-73bd-4005-882e-8b96d71510fd tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791988 Jul 16 01:38:39.156918 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32796) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.165527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0a01accf-7b4a-4ffb-8bc1-1f07029ab031 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'tempest-secgroup--825421113'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:39.191986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08822de-190e-45cd-9b22-8c4879c72529 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d34786-e4a9-4f44-8dc4-396e85f55f85,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.199182 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a01accf-7b4a-4ffb-8bc1-1f07029ab031 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.217609 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75ad10e0-7069-4b50-b947-7ee123c2ee65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.345146 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-7f892fe6-a3a7-4418-89b2-195f43ec41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.347136 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-7f892fe6-a3a7-4418-89b2-195f43ec41cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec HTTP/1.1" status: 200 len: 1095 time: 0.1442785 Jul 16 01:38:39.460076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 61acf5ad-84d0-4298-a692-43342e53b865 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:39.465115 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a01accf-7b4a-4ffb-8bc1-1f07029ab031 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.473122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a01accf-7b4a-4ffb-8bc1-1f07029ab031 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.503267 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a01accf-7b4a-4ffb-8bc1-1f07029ab031 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.504472 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0a01accf-7b4a-4ffb-8bc1-1f07029ab031 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3469257 Jul 16 01:38:39.511527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.518800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cdada582-905e-47b6-82b3-1cc317bde518 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': 'f304fa31-3043-4f8e-8841-c4b4cc4bad9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:39.561493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 61acf5ad-84d0-4298-a692-43342e53b865 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:39.568037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01accf-7b4a-4ffb-8bc1-1f07029ab031 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f304fa31-3043-4f8e-8841-c4b4cc4bad9f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.587155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-59a6ff5f-a32d-4231-a03d-24fc5607211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.593360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-59a6ff5f-a32d-4231-a03d-24fc5607211b service neutron] 10.222.0.50 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 916 time: 0.2349756 Jul 16 01:38:39.646759 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-93d8ed3a-11c4-438a-8f31-cca14ca4e25b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba9e9ddc-1b56-4d24-89ab-97e171f147ff HTTP/1.1" status: 200 len: 217 time: 0.0495691 Jul 16 01:38:39.703407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-75b69fe2-00da-4363-b490-af5790067722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.705538 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-75b69fe2-00da-4363-b490-af5790067722 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb058b15-ffee-44fd-bd7f-81076b6543a9 HTTP/1.1" status: 200 len: 855 time: 0.0515106 Jul 16 01:38:39.747987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9394b0-e12c-4a84-a5b3-604244a2e011 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:39.768702 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.800076 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-21de9ee8-93fe-487a-8f35-2c4b137e1a07 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:39.800300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-2bd218dc-2199-497e-a3e2-79044016e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.804465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-21de9ee8-93fe-487a-8f35-2c4b137e1a07 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "PUT /v2.0/routers/352c6b2f-aba4-4f81-8d25-11fbcb173d3d HTTP/1.1" status: 400 len: 364 time: 2.0392764 Jul 16 01:38:39.804645 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-2bd218dc-2199-497e-a3e2-79044016e640 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852127 Jul 16 01:38:39.805165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32802) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.814059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Transition to ACTIVE for port object ff9394b0-e12c-4a84-a5b3-604244a2e011 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:39.860739 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.965289 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-277e6050-d5d8-46f5-8d5a-4e75110b19dd req-9c5b4826-f96f-41e7-8eac-69904a1298bc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 210 time: 0.0636587 Jul 16 01:38:40.161324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-33049b39-6159-4bbf-b4c1-0c998ebe451e service neutron] 10.222.0.50 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474824 Jul 16 01:38:40.250986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f22e9-c84d-4fda-b0a6-ca97f806afc4 None None] Network 3c3a78da-d0e1-41c4-9712-278aa60e30ca requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:40.288686 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.383643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-889be9a0-1be1-4fd0-9a89-6cf973370757 req-941caafd-b4c7-42bf-a316-3828fc0326ee service neutron] 10.222.0.50 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151654 Jul 16 01:38:40.384740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75ad10e0-7069-4b50-b947-7ee123c2ee65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.400427 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-cdada582-905e-47b6-82b3-1cc317bde518 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:40.401676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cdada582-905e-47b6-82b3-1cc317bde518 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8874791 Jul 16 01:38:40.404849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:40.412598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-62a400ea-d8f0-4821-ac22-e5ec003a18f3 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group_rule': {'security_group_id': 'f304fa31-3043-4f8e-8841-c4b4cc4bad9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:40.417274 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75ad10e0-7069-4b50-b947-7ee123c2ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.429558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9394b0-e12c-4a84-a5b3-604244a2e011,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.438084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Allocated IP 172.20.0.6 (8da6c284-2a44-4d32-ad98-4e08e78c4c1e/cb058b15-ffee-44fd-bd7f-81076b6543a9/e7229e34-39e9-4bc4-9553-34576decd8e7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:40.457730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cfb447ec-0c67-4115-81a1-2eefa4e65271 None None] Provisioning for port 61acf5ad-84d0-4298-a692-43342e53b865 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:40.485999 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cfb447ec-0c67-4115-81a1-2eefa4e65271 None None] Provisioning complete for port 61acf5ad-84d0-4298-a692-43342e53b865 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:40.488080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfb447ec-0c67-4115-81a1-2eefa4e65271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.555463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:40.560566 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.574002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.604806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad10e0-7069-4b50-b947-7ee123c2ee65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed201d3-32a2-47f3-a9e5-7321f9a48ec9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.610254 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfb447ec-0c67-4115-81a1-2eefa4e65271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.612462 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-75ad10e0-7069-4b50-b947-7ee123c2ee65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a386bd9efde9499c9f5017b370f416e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6984971 Jul 16 01:38:40.615472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32806) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:40.652402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cfb447ec-0c67-4115-81a1-2eefa4e65271 None None] For port 61acf5ad-84d0-4298-a692-43342e53b865, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=61acf5ad-84d0-4298-a692-43342e53b865,segment=NetworkSegment(29f8e77d-9cd3-4f91-bd17-cdfacf195553),segment_id=29f8e77d-9cd3-4f91-bd17-cdfacf195553)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:40.658043 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfb447ec-0c67-4115-81a1-2eefa4e65271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.730913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb447ec-0c67-4115-81a1-2eefa4e65271 None None] Pushing event updated for resources: {'Port': ['ID=61acf5ad-84d0-4298-a692-43342e53b865,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.866049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Attempting to bind port ff9394b0-e12c-4a84-a5b3-604244a2e011 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:40.866477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Attempting to bind port ff9394b0-e12c-4a84-a5b3-604244a2e011 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:40.867122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Attempting to bind port ff9394b0-e12c-4a84-a5b3-604244a2e011 on network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:40.899778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6da00abd-6659-4b6a-9393-c177e255d2b5 None None] Provisioning complete for port 61acf5ad-84d0-4298-a692-43342e53b865 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:40.900147 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6da00abd-6659-4b6a-9393-c177e255d2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.915500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Port ff9394b0-e12c-4a84-a5b3-604244a2e011 on network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:40.915834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Attempting to bind port ff9394b0-e12c-4a84-a5b3-604244a2e011 on network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:41.000498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:41.001097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Checking segment: {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:41.001419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Bound using segment: {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:41.001911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Bound port: ff9394b0-e12c-4a84-a5b3-604244a2e011, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:41.002363 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.003021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Allocated IP 2001:db8::1 (c96e8b06-2076-4351-b260-ac27675e88ed/fd58ce04-3284-4a98-80e8-e74dc341ede3/60deb4ac-c390-4aab-aa5a-a6de5d241cb6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:41.010160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.026984 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-62a400ea-d8f0-4821-ac22-e5ec003a18f3 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:41.028044 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-62a400ea-d8f0-4821-ac22-e5ec003a18f3 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6222093 Jul 16 01:38:41.036732 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed9f24fc-4a63-493b-8aef-29a5af52a011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.038272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:41.132679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.149701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Transition to ACTIVE for port object 60deb4ac-c390-4aab-aa5a-a6de5d241cb6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:41.156154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed9f24fc-4a63-493b-8aef-29a5af52a011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.183518 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.231505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network c96e8b06-2076-4351-b260-ac27675e88ed is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:41.234673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:41.238130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:41.238682 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.270078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2990d2d-8b3e-424b-aad6-ea261596e540 req-1d614175-4d12-4213-b2a3-e00de00f42f0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 210 time: 0.1175327 Jul 16 01:38:41.274648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.296160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Port': ['ID=60deb4ac-c390-4aab-aa5a-a6de5d241cb6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.378740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 61acf5ad-84d0-4298-a692-43342e53b865 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:41.387613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Transition to ACTIVE for port object e7229e34-39e9-4bc4-9553-34576decd8e7 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:41.389665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] For port ff9394b0-e12c-4a84-a5b3-604244a2e011, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:41.407479 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02466ce1-5b59-4b6b-9809-e57c93ef8403 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.430335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.451676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 61acf5ad-84d0-4298-a692-43342e53b865 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:41.452286 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.467720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] For port ff9394b0-e12c-4a84-a5b3-604244a2e011, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ff9394b0-e12c-4a84-a5b3-604244a2e011,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:41.490267 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.553809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed9f24fc-4a63-493b-8aef-29a5af52a011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.556386 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed9f24fc-4a63-493b-8aef-29a5af52a011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.559851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ed9f24fc-4a63-493b-8aef-29a5af52a011 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ed201d3-32a2-47f3-a9e5-7321f9a48ec9 HTTP/1.1" status: 204 len: 168 time: 0.9011517 Jul 16 01:38:41.601450 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02466ce1-5b59-4b6b-9809-e57c93ef8403 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.615947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d39050d9-d822-4023-8669-2280330a6344 None None] Provisioning for port 60deb4ac-c390-4aab-aa5a-a6de5d241cb6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:41.616556 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.617470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.623300 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] 10.222.0.67 "PUT /v2.0/ports/ff9394b0-e12c-4a84-a5b3-604244a2e011 HTTP/1.1" status: 200 len: 1093 time: 4.1996462 Jul 16 01:38:41.629839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d39050d9-d822-4023-8669-2280330a6344 None None] Provisioning complete for port 60deb4ac-c390-4aab-aa5a-a6de5d241cb6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:41.630267 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d39050d9-d822-4023-8669-2280330a6344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.662054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e9d622-5a3a-46c9-a66b-823e3c3cc9f0', 'tag': 'ff9394b0-e12c-4a84-a5b3-604244a2e011'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:41.666844 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb854c06-cf39-45df-a683-470fdc46ad54" -d '{"events": [{"name": "network-changed", "server_uuid": "34e9d622-5a3a-46c9-a66b-823e3c3cc9f0", "tag": "ff9394b0-e12c-4a84-a5b3-604244a2e011"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:41.711616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d39050d9-d822-4023-8669-2280330a6344 None None] Port 60deb4ac-c390-4aab-aa5a-a6de5d241cb6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:41.777143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.784341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.785334 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.825721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.objects.ports [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:38:41.837226 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.840506 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c61594-0b5b-4ccb-83b6-1ca1943d5380 x-openstack-request-id: req-80c61594-0b5b-4ccb-83b6-1ca1943d5380 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:41.840954 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e9d622-5a3a-46c9-a66b-823e3c3cc9f0", "tag": "ff9394b0-e12c-4a84-a5b3-604244a2e011", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:41.841211 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80c61594-0b5b-4ccb-83b6-1ca1943d5380 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:41.842177 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e9d622-5a3a-46c9-a66b-823e3c3cc9f0', 'tag': 'ff9394b0-e12c-4a84-a5b3-604244a2e011', 'status': 'completed', 'code': 200} Jul 16 01:38:41.849088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.883766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event updated for resources: {'Port': ['ID=60deb4ac-c390-4aab-aa5a-a6de5d241cb6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.886940 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.896064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.912390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f24fc-4a63-493b-8aef-29a5af52a011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed201d3-32a2-47f3-a9e5-7321f9a48ec9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:42.003141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:42.010889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:42.013581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb7c6d-c328-4fb6-9305-33e1cdc558d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9394b0-e12c-4a84-a5b3-604244a2e011,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:42.034256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Network c96e8b06-2076-4351-b260-ac27675e88ed is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:42.036235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:42.041720 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:42.054606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:42.058534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:42.066779 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02466ce1-5b59-4b6b-9809-e57c93ef8403 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.069457 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02466ce1-5b59-4b6b-9809-e57c93ef8403 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.073430 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-02466ce1-5b59-4b6b-9809-e57c93ef8403 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/f304fa31-3043-4f8e-8841-c4b4cc4bad9f HTTP/1.1" status: 204 len: 168 time: 1.0088964 Jul 16 01:38:42.094940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b1ddc8-abe1-4cdf-b255-322fd0eceee6 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:42.097771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.098247 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.105466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:42.131038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=24bcac7b-851b-4a59-b93f-64c478b32e72,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:42.231951 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:42.232546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02466ce1-5b59-4b6b-9809-e57c93ef8403 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f304fa31-3043-4f8e-8841-c4b4cc4bad9f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:42.258311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.258891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Router 352c6b2f-aba4-4f81-8d25-11fbcb173d3d has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:42.261371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ba9e9ddc-1b56-4d24-89ab-97e171f147ff details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:42.282352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-996074b2-e22b-44ab-99e8-0420c590d96d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2679734 Jul 16 01:38:42.285743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32818) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:42.293725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:53:af:3e', 'name': 'tempest-NetworksTestDHCPv6-1061887886'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:42.349103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Pushing event updated for resources: {'Port': ['ID=e7229e34-39e9-4bc4-9553-34576decd8e7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:42.373352 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.374299 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.403056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c76f2b-873d-4854-a191-3c043f8df205 req-1a737645-defd-4134-9537-5be4bc775b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.406507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-1a737645-defd-4134-9537-5be4bc775b6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 1096 time: 0.7316020 Jul 16 01:38:42.526035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:42.550336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ba9e9ddc-1b56-4d24-89ab-97e171f147ff, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:42.553187 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': '24bcac7b-851b-4a59-b93f-64c478b32e72'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:42.554052 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.576464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'ba9e9ddc-1b56-4d24-89ab-97e171f147ff', 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e', 'port_id': 'ba9e9ddc-1b56-4d24-89ab-97e171f147ff', 'mac_address': 'fa:16:3e:e2:d3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb058b15-ffee-44fd-bd7f-81076b6543a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:42.580498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d1b33e95-5ddc-48f5-b43d-f009ac54eefe None None] Provisioning complete for port 60deb4ac-c390-4aab-aa5a-a6de5d241cb6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:42.580885 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1b33e95-5ddc-48f5-b43d-f009ac54eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.583216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b911f584-ee26-450d-a4bb-f3124d837ee8 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4490714 Jul 16 01:38:42.587039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32822) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:42.590280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-121f3e71-d19c-497e-b670-f4c480091fcc tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0602674 Jul 16 01:38:42.591715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7a7a3442-c3f8-4774-a102-917e71eb9efe tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'tempest-secgroup--447687991'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:42.604324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-83432cc8-c623-42f1-8192-e37fc7b4bc39 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff9394b0-e12c-4a84-a5b3-604244a2e011 HTTP/1.1" status: 200 len: 217 time: 0.1529679 Jul 16 01:38:42.618290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Request body: {'port': {'device_id': '5e241d4d-a56a-4aca-bafb-79db411adc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:42.648864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event updated for resources: {'Port': ['ID=360295b6-02d4-478e-99cc-b718492073d4,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:42.660090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3442-c3f8-4774-a102-917e71eb9efe tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.667839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:42.683462 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e61e4aba-397d-4b02-b272-a344aeb3d2eb tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "PUT /v2.0/routers/352c6b2f-aba4-4f81-8d25-11fbcb173d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8771291 Jul 16 01:38:42.689501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:42.689788 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cd6da-5b6b-4cec-8fa6-1644163e58a2 None None] Sync routers for ids ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:42.706598 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cd6da-5b6b-4cec-8fa6-1644163e58a2 None None] Routers {'352c6b2f-aba4-4f81-8d25-11fbcb173d3d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:42.709336 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-069cd6da-5b6b-4cec-8fa6-1644163e58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:42.737789 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Floating IP 60e58cb6-3403-4ab4-8494-dcb1de408785 associated. External IP: 172.25.4.112, port: 62c4a9c3-50c7-47a3-8120-03468cd8992d. Jul 16 01:38:42.769945 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-069cd6da-5b6b-4cec-8fa6-1644163e58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:42.784910 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cd6da-5b6b-4cec-8fa6-1644163e58a2 None None] Routers {'352c6b2f-aba4-4f81-8d25-11fbcb173d3d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:42.786080 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-069cd6da-5b6b-4cec-8fa6-1644163e58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:42.787365 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.832513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port 0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:42.837149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c76f2b-873d-4854-a191-3c043f8df205 req-ece77365-c179-490e-a109-1cd11907adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.838740 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-ece77365-c179-490e-a109-1cd11907adc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb058b15-ffee-44fd-bd7f-81076b6543a9 HTTP/1.1" status: 200 len: 855 time: 0.1953192 Jul 16 01:38:42.848914 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-069cd6da-5b6b-4cec-8fa6-1644163e58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:42.850055 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cd6da-5b6b-4cec-8fa6-1644163e58a2 None None] The sync data for ids ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:42.903344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffeb73-2c68-4b11-b2c8-1caedd04c560 req-583626a0-3ab0-4751-944a-f41eec992efa tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.904151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c241d598-da0d-4b72-9378-b75ba88459a6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.912316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-faffeb73-2c68-4b11-b2c8-1caedd04c560 req-583626a0-3ab0-4751-944a-f41eec992efa tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 931 time: 0.3341186 Jul 16 01:38:42.917356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d1b33e95-5ddc-48f5-b43d-f009ac54eefe None None] Port 60deb4ac-c390-4aab-aa5a-a6de5d241cb6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:42.927052 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.973510 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9e9ddc-1b56-4d24-89ab-97e171f147ff {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:42.973735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.980809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d1b33e95-5ddc-48f5-b43d-f009ac54eefe None None] Provisioning for port e7229e34-39e9-4bc4-9553-34576decd8e7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:43.001919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d1b33e95-5ddc-48f5-b43d-f009ac54eefe None None] Provisioning complete for port e7229e34-39e9-4bc4-9553-34576decd8e7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:43.002670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1b33e95-5ddc-48f5-b43d-f009ac54eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.036463 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-c241d598-da0d-4b72-9378-b75ba88459a6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:38:43.040532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c241d598-da0d-4b72-9378-b75ba88459a6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/routers/352c6b2f-aba4-4f81-8d25-11fbcb173d3d HTTP/1.1" status: 409 len: 329 time: 0.3477426 Jul 16 01:38:43.040744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ba9e9ddc-1b56-4d24-89ab-97e171f147ff, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:43.040844 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3442-c3f8-4774-a102-917e71eb9efe tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.040844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:43.046814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Allocated IP 2001:db8::f816:3eff:feaf:da93 (4b748a0d-6d39-4cd2-b13e-5462f021b600/24bcac7b-851b-4a59-b93f-64c478b32e72/7b0923c9-42a1-4915-ade4-d7e11cc48889) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:43.048778 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3442-c3f8-4774-a102-917e71eb9efe tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.057105 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.068338 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-faffeb73-2c68-4b11-b2c8-1caedd04c560 req-81d8ce2e-832e-48e4-ba46-82071b69eba4 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551559 Jul 16 01:38:43.094899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d1b33e95-5ddc-48f5-b43d-f009ac54eefe None None] Port e7229e34-39e9-4bc4-9553-34576decd8e7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:43.145093 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3442-c3f8-4774-a102-917e71eb9efe tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.146541 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7a7a3442-c3f8-4774-a102-917e71eb9efe tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5583706 Jul 16 01:38:43.149866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32828) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:43.158127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a3442-c3f8-4774-a102-917e71eb9efe tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3f23c5-0c20-474b-abb4-aa245b84d16a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.161847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-937c665a-4627-44d4-86aa-23a3890c8eb0 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:43.162896 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-937c665a-4627-44d4-86aa-23a3890c8eb0 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:38:43.162896 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-937c665a-4627-44d4-86aa-23a3890c8eb0 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:38:43.166478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-937c665a-4627-44d4-86aa-23a3890c8eb0 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "PUT /v2.0/security-groups/4a3f23c5-0c20-474b-abb4-aa245b84d16a HTTP/1.1" status: 409 len: 330 time: 0.0125682 Jul 16 01:38:43.170651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32830) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:43.180005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.243437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c76f2b-873d-4854-a191-3c043f8df205 req-d38bd0c9-9fd3-46ce-8d9a-d1d1cd34c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.245073 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-d38bd0c9-9fd3-46ce-8d9a-d1d1cd34c734 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3904643 Jul 16 01:38:43.280167 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.293386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Transition to ACTIVE for port object 7b0923c9-42a1-4915-ade4-d7e11cc48889 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:43.313554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Transition to ACTIVE for port object 7b0923c9-42a1-4915-ade4-d7e11cc48889 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:43.321790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['ba9e9ddc-1b56-4d24-89ab-97e171f147ff'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:43.357007 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.367519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f361ab37-d347-4875-80c4-9b50ab8cec1c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.412425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:43.422385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:43.426026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:43.431707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 4b67bb0c-9f7f-4f56-864d-51244de23577 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:43.434027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Pushing event updated for resources: {'Port': ['ID=7b0923c9-42a1-4915-ade4-d7e11cc48889,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.434491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::f816:3eff:fe53:af3e (4b748a0d-6d39-4cd2-b13e-5462f021b600/24bcac7b-851b-4a59-b93f-64c478b32e72/0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:43.455821 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f361ab37-d347-4875-80c4-9b50ab8cec1c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.494349 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-38927197-bff4-437a-9bc2-d7e40a563dfe service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072365 Jul 16 01:38:43.521720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Attempting to bind port 7b0923c9-42a1-4915-ade4-d7e11cc48889 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:43.522117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Attempting to bind port 7b0923c9-42a1-4915-ade4-d7e11cc48889 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:43.522481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Attempting to bind port 7b0923c9-42a1-4915-ade4-d7e11cc48889 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:43.537349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:43.537774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:43.538143 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.538538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:43.539066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Bound port: 7b0923c9-42a1-4915-ade4-d7e11cc48889, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:43.539495 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.595024 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f361ab37-d347-4875-80c4-9b50ab8cec1c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.596970 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f361ab37-d347-4875-80c4-9b50ab8cec1c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.601839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f361ab37-d347-4875-80c4-9b50ab8cec1c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/4a3f23c5-0c20-474b-abb4-aa245b84d16a HTTP/1.1" status: 204 len: 168 time: 0.4239914 Jul 16 01:38:43.604410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32832) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:43.659284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361ab37-d347-4875-80c4-9b50ab8cec1c tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3f23c5-0c20-474b-abb4-aa245b84d16a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.662268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] For port 7b0923c9-42a1-4915-ade4-d7e11cc48889, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:43.670680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] For port 7b0923c9-42a1-4915-ade4-d7e11cc48889, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7b0923c9-42a1-4915-ade4-d7e11cc48889,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:43.681085 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.778630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07194cd4-0209-42c3-8014-18929c8d8cbf None None] Pushing event updated for resources: {'Port': ['ID=7b0923c9-42a1-4915-ade4-d7e11cc48889,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.792773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f675d287-1039-4d7c-8b33-2b50b07f3351 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1816790 Jul 16 01:38:43.793038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:43.807407 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.888703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.888703 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-63025798-c3fd-4d8c-b5fd-f29ea0ecf9c9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] delete failed (client error): The resource could not be found. Jul 16 01:38:43.888703 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-63025798-c3fd-4d8c-b5fd-f29ea0ecf9c9 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "DELETE /v2.0/security-groups/7052cd48-8950-4e70-a642-57178ace75c3 HTTP/1.1" status: 404 len: 347 time: 0.0915339 Jul 16 01:38:43.923508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:43.956727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object 0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:43.968991 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-4feb2688-b076-441e-82ef-d4577573d6b5 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] show failed (client error): The resource could not be found. Jul 16 01:38:43.970838 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4feb2688-b076-441e-82ef-d4577573d6b5 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-groups/72c07c16-1760-4050-bbce-2c8c6a6c3d61 HTTP/1.1" status: 404 len: 347 time: 0.0418947 Jul 16 01:38:43.980803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:44.008030 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-2a49fcb4-957f-4f09-bf3b-a2ef0fed1a13 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] show failed (client error): The resource could not be found. Jul 16 01:38:44.014865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2a49fcb4-957f-4f09-bf3b-a2ef0fed1a13 tempest-NegativeSecGroupIPv6Test-831825271 tempest-NegativeSecGroupIPv6Test-831825271-project] 10.222.0.64 "GET /v2.0/security-group-rules/df4fdeaa-708c-41f6-b530-b0c9556944e4 HTTP/1.1" status: 404 len: 356 time: 0.0303714 Jul 16 01:38:44.122193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:44.123882 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.140732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] Sync routers for ids ['4b67bb0c-9f7f-4f56-864d-51244de23577'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:44.153393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] Routers {'4b67bb0c-9f7f-4f56-864d-51244de23577'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:44.154145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4b67bb0c-9f7f-4f56-864d-51244de23577'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:44.226432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:44.239219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ba9e9ddc-1b56-4d24-89ab-97e171f147ff up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:44.240925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:44.241665 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23c76f2b-873d-4854-a191-3c043f8df205 req-6e91d562-5710-42d0-917d-0f40305acac0 service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7402215 Jul 16 01:38:44.249314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:44.256028 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.257100 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.273169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.332941 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c2f885ae-4c9d-4e95-9c72-cd646586b16c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0454397 Jul 16 01:38:44.335923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32846) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:44.384790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7229e34-39e9-4bc4-9553-34576decd8e7 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:44.400872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.403842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.413553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] Set router 4b67bb0c-9f7f-4f56-864d-51244de23577 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:44.438446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:44.451892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port ba9e9ddc-1b56-4d24-89ab-97e171f147ff completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:44.469004 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4dfa3-e69a-450f-b232-286f8bbdf1e7 req-ef9bdd2a-b32b-4df8-b79b-98f47c89b337 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.469271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port ba9e9ddc-1b56-4d24-89ab-97e171f147ff triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:44.469622 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.471597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3af4dfa3-e69a-450f-b232-286f8bbdf1e7 req-ef9bdd2a-b32b-4df8-b79b-98f47c89b337 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 931 time: 0.2058158 Jul 16 01:38:44.477394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Transition to ACTIVE for port object e7229e34-39e9-4bc4-9553-34576decd8e7 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:44.484078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-40065a60-da89-4fd8-b73f-682f1aae668a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.7455235 Jul 16 01:38:44.489282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:44.491560 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58" -d '{"events": [{"name": "network-changed", "server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:44.495674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-b370bde3-ad09-4f47-9062-cac4996f3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.497209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-b370bde3-ad09-4f47-9062-cac4996f3405 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 1096 time: 0.1605563 Jul 16 01:38:44.498732 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.646239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b09986-1596-46f3-91c1-e24237d38d0e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.652982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b09986-1596-46f3-91c1-e24237d38d0e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.657425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-46b09986-1596-46f3-91c1-e24237d38d0e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3176582 Jul 16 01:38:44.661145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32856) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:44.661764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Pushing event updated for resources: {'Port': ['ID=e7229e34-39e9-4bc4-9553-34576decd8e7,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.678641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3af4dfa3-e69a-450f-b232-286f8bbdf1e7 req-0e62dd41-db51-4409-bbab-03be8ac271f2 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783540 Jul 16 01:38:44.768488 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.786500 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba14a798-753a-4386-ba18-3b8bb66e1cfc x-openstack-request-id: req-ba14a798-753a-4386-ba18-3b8bb66e1cfc {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:44.787110 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:44.787526 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba14a798-753a-4386-ba18-3b8bb66e1cfc {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:44.788125 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'status': 'completed', 'code': 200} Jul 16 01:38:44.852166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Attempting to bind port e7229e34-39e9-4bc4-9553-34576decd8e7 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:44.852834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Attempting to bind port e7229e34-39e9-4bc4-9553-34576decd8e7 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:44.853226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Attempting to bind port e7229e34-39e9-4bc4-9553-34576decd8e7 on network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:44.862583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Deleting port 60deb4ac-c390-4aab-aa5a-a6de5d241cb6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:44.862952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.873918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Port e7229e34-39e9-4bc4-9553-34576decd8e7 on network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:44.874297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Attempting to bind port e7229e34-39e9-4bc4-9553-34576decd8e7 on network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:44.874843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9e9ddc-1b56-4d24-89ab-97e171f147ff'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:44.880203 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cfd782-2fab-47f7-b1d8-68493a076f02" -d '{"events": [{"server_uuid": "2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec", "name": "network-vif-plugged", "status": "completed", "tag": "ba9e9ddc-1b56-4d24-89ab-97e171f147ff"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:44.881241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-fa9a1519-f4a2-4392-b59f-9d02f6dad3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.882980 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-fa9a1519-f4a2-4392-b59f-9d02f6dad3c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 916 time: 0.3736367 Jul 16 01:38:44.885306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:44.885651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Checking segment: {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:44.886069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Bound using segment: {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:44.886529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Bound port: e7229e34-39e9-4bc4-9553-34576decd8e7, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24502d21-a5d8-4bb8-996d-9d2da379ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:44.887613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.890187 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af520839-e0c6-4e92-8542-fc38548569a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f51f61b79b04616a22e3a86c40d7838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458499 Jul 16 01:38:44.903067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32860) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:44.912772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ba9e9ddc-1b56-4d24-89ab-97e171f147ff, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:44.918112 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.985758 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42be7283-7d26-46f1-9d2e-d6b30c7b9524 x-openstack-request-id: req-42be7283-7d26-46f1-9d2e-d6b30c7b9524 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:44.987496 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec", "name": "network-vif-plugged", "status": "completed", "tag": "ba9e9ddc-1b56-4d24-89ab-97e171f147ff", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:44.987761 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42be7283-7d26-46f1-9d2e-d6b30c7b9524 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:44.988179 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9e9ddc-1b56-4d24-89ab-97e171f147ff', 'code': 200} Jul 16 01:38:45.036173 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:45.042387 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-5e7e989b-3c3c-4f4d-9df1-8faa3673879a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff9394b0-e12c-4a84-a5b3-604244a2e011 HTTP/1.1" status: 200 len: 217 time: 0.1272418 Jul 16 01:38:45.070799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:38:00Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '60e58cb6-3403-4ab4-8494-dcb1de408785', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'port_id': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'mac_address': 'fa:16:3e:7a:18:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:39Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8d2913-cdb0-4346-a524-b2f444c21a41', 'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:e6:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:58Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:45.111691 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] Checking router: 4b67bb0c-9f7f-4f56-864d-51244de23577 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:45.116324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fcdc7-bcc0-4aa2-9c8a-9e57ee58bca2 req-112c4b87-d3e4-4e2e-9a16-0b85f3660614 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.122618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] Routers {'4b67bb0c-9f7f-4f56-864d-51244de23577'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:45.123279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4b67bb0c-9f7f-4f56-864d-51244de23577'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:45.124096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-162fcdc7-bcc0-4aa2-9c8a-9e57ee58bca2 req-112c4b87-d3e4-4e2e-9a16-0b85f3660614 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.4045191 Jul 16 01:38:45.198778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-99da1db4-99e0-4bd1-a7a8-41f90d412204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.200299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-99da1db4-99e0-4bd1-a7a8-41f90d412204 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb058b15-ffee-44fd-bd7f-81076b6543a9 HTTP/1.1" status: 200 len: 855 time: 0.1480770 Jul 16 01:38:45.207846 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] For port e7229e34-39e9-4bc4-9553-34576decd8e7, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:45.223436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-162fcdc7-bcc0-4aa2-9c8a-9e57ee58bca2 req-567867d4-00a0-4b6b-832a-a8a75acbb07b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983348 Jul 16 01:38:45.228276 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] For port e7229e34-39e9-4bc4-9553-34576decd8e7, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e7229e34-39e9-4bc4-9553-34576decd8e7,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:45.274066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32862) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:45.284084 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] Set router 4b67bb0c-9f7f-4f56-864d-51244de23577 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:45.292398 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.453437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7b0923c9-42a1-4915-ade4-d7e11cc48889 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:45.478358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Pushing event updated for resources: {'Port': ['ID=e7229e34-39e9-4bc4-9553-34576decd8e7,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:45.497547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.498895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.500537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ca02d86c-3853-426a-b538-7f27a8d8036a None None] Provisioning for port 7b0923c9-42a1-4915-ade4-d7e11cc48889 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:45.507358 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-eaacf5c1-4237-4738-b101-75588e19f419 service neutron] 10.222.0.67 "PUT /v2.0/ports/e7229e34-39e9-4bc4-9553-34576decd8e7 HTTP/1.1" status: 200 len: 1092 time: 2.8973920 Jul 16 01:38:45.516853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-22a6d37a-2122-4138-8032-45f291f7067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.523588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-22a6d37a-2122-4138-8032-45f291f7067b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 1097 time: 0.7261498 Jul 16 01:38:45.540420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a7f02aa3-4244-4174-801f-586945abc9cf tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/60e58cb6-3403-4ab4-8494-dcb1de408785 HTTP/1.1" status: 200 len: 991 time: 0.2637858 Jul 16 01:38:45.548288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-006c8f87-e726-463f-b0c3-fe01845398f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.551371 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-006c8f87-e726-463f-b0c3-fe01845398f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3404295 Jul 16 01:38:45.597275 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.614392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 7b0923c9-42a1-4915-ade4-d7e11cc48889 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:45.622854 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90596b50-26f2-43e5-8e07-1166546abc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.649063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90596b50-26f2-43e5-8e07-1166546abc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.667685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7b0923c9-42a1-4915-ade4-d7e11cc48889 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:45.672587 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.773529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-4474c395-a22e-46e6-8bad-d3774a2e1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.775888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-4474c395-a22e-46e6-8bad-d3774a2e1423 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 1095 time: 0.2139814 Jul 16 01:38:45.781981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-8252e528-d61e-4e73-8862-55e8356ccf58 service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189226 Jul 16 01:38:45.816921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Calling delete_port for 60deb4ac-c390-4aab-aa5a-a6de5d241cb6 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:45.821543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e95c27-33f1-43d8-aa74-86429614d07f req-928b177e-7047-461c-9196-9288dda2f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.823250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-88e95c27-33f1-43d8-aa74-86429614d07f req-928b177e-7047-461c-9196-9288dda2f649 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec HTTP/1.1" status: 200 len: 1097 time: 0.4206166 Jul 16 01:38:45.824005 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90596b50-26f2-43e5-8e07-1166546abc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.827185 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90596b50-26f2-43e5-8e07-1166546abc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.827572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:38:00Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '60e58cb6-3403-4ab4-8494-dcb1de408785', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'port_id': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'mac_address': 'fa:16:3e:7a:18:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:39Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8d2913-cdb0-4346-a524-b2f444c21a41', 'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:e6:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:58Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:45.828275 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-90596b50-26f2-43e5-8e07-1166546abc5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0cb9a3b0-3736-472b-a648-17e4ffe4f81c HTTP/1.1" status: 204 len: 168 time: 0.9203815 Jul 16 01:38:45.858807 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-51ea0e38-5767-4700-b858-db627347ef32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7229e34-39e9-4bc4-9553-34576decd8e7 HTTP/1.1" status: 200 len: 217 time: 0.0694511 Jul 16 01:38:45.861379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d0555-2da3-4cad-b10a-2cb6a6556ebf None None] The sync data for ids ['4b67bb0c-9f7f-4f56-864d-51244de23577'] in n-d-791504-14 is: [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:38:00Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '60e58cb6-3403-4ab4-8494-dcb1de408785', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'port_id': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'mac_address': 'fa:16:3e:7a:18:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:39Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 0, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8d2913-cdb0-4346-a524-b2f444c21a41', 'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:e6:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:58Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:45.863079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fbdbd4ec-a636-4cdc-8122-522082b114db None None] Provisioning for port 0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:45.869651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-08c22fb9-b28b-45db-ac52-c64704c0edc7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port 0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:45.870367 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08c22fb9-b28b-45db-ac52-c64704c0edc7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.872748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fbdbd4ec-a636-4cdc-8122-522082b114db None None] Provisioning complete for port 0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:45.873128 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd4ec-a636-4cdc-8122-522082b114db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.920920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbd4ec-a636-4cdc-8122-522082b114db None None] Port 0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:45.931048 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.971486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 7b0923c9-42a1-4915-ade4-d7e11cc48889, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7b0923c9-42a1-4915-ade4-d7e11cc48889,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:45.992166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-7542ef49-58df-4482-b06d-db2d0422bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.992514 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.993662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-7542ef49-58df-4482-b06d-db2d0422bf83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb058b15-ffee-44fd-bd7f-81076b6543a9 HTTP/1.1" status: 200 len: 855 time: 0.1005287 Jul 16 01:38:46.043986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bb854c06-cf39-45df-a683-470fdc46ad54 req-8ac87b9e-2d1b-4ace-b4cd-955a568b6874 service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451022 Jul 16 01:38:46.044506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596b50-26f2-43e5-8e07-1166546abc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9a3b0-3736-472b-a648-17e4ffe4f81c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.094687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-0e6ad2db-26cd-4f82-b30f-8271d857f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.096853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-0e6ad2db-26cd-4f82-b30f-8271d857f1b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950313 Jul 16 01:38:46.118657 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-88e95c27-33f1-43d8-aa74-86429614d07f req-1b832c05-56b1-4b8b-904d-f113a83e7252 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684832 Jul 16 01:38:46.123609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=7b0923c9-42a1-4915-ade4-d7e11cc48889,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.176041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-c11d2b8b-917d-416f-bde2-2aca937fb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.177903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-c11d2b8b-917d-416f-bde2-2aca937fb436 service neutron] 10.222.0.50 "GET /v2.0/networks?id=37739147-4dff-4acf-9045-daa5951db93a HTTP/1.1" status: 200 len: 897 time: 0.6435227 Jul 16 01:38:46.230969 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-af508222-485b-47d2-8f22-7d156dfce75a service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262236 Jul 16 01:38:46.259591 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f546d-40f1-4bd6-bcfd-522bb4f69c46 None None] New status for floating IP 60e58cb6-3403-4ab4-8494-dcb1de408785: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:46.325182 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08c22fb9-b28b-45db-ac52-c64704c0edc7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.352050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d37a63-287c-4146-bf07-98f3d84d7a8a req-38301087-8e4d-4d77-b267-5db6f515588a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.353627 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22d37a63-287c-4146-bf07-98f3d84d7a8a req-38301087-8e4d-4d77-b267-5db6f515588a tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 943 time: 0.3599060 Jul 16 01:38:46.354683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-08c22fb9-b28b-45db-ac52-c64704c0edc7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for 0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:46.374276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-38d9ecbd-30b7-4699-bacf-dd377977eaf5 req-d389d771-325d-4e16-a2f6-529198b7f935 service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346803 Jul 16 01:38:46.423072 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-3bea1801-63d1-4f4f-b894-fd41fd8dbf3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d HTTP/1.1" status: 200 len: 999 time: 0.2233739 Jul 16 01:38:46.544064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:46.591112 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-22d37a63-287c-4146-bf07-98f3d84d7a8a req-a03f42e6-3f66-48f1-acd9-ed6086d47687 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238412 Jul 16 01:38:46.624684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-9c236c25-9f4a-4fd7-b1c5-281e0580630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.626546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-9c236c25-9f4a-4fd7-b1c5-281e0580630b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa HTTP/1.1" status: 200 len: 835 time: 0.1723549 Jul 16 01:38:46.645680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-78004754-6a7f-4a7f-b6bd-5094460b3086 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/60e58cb6-3403-4ab4-8494-dcb1de408785 HTTP/1.1" status: 200 len: 993 time: 0.0908141 Jul 16 01:38:46.679683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.732580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Port': ['ID=60deb4ac-c390-4aab-aa5a-a6de5d241cb6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.789595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e241d4d-a56a-4aca-bafb-79db411adc3d', 'tag': 'e7229e34-39e9-4bc4-9553-34576decd8e7'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:46.792019 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03193be6-5096-4d77-a52f-842608a1591e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e241d4d-a56a-4aca-bafb-79db411adc3d", "tag": "e7229e34-39e9-4bc4-9553-34576decd8e7"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:46.848421 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31261118-3d1c-479a-801f-986d90a25335 x-openstack-request-id: req-31261118-3d1c-479a-801f-986d90a25335 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:46.848988 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e241d4d-a56a-4aca-bafb-79db411adc3d", "tag": "e7229e34-39e9-4bc4-9553-34576decd8e7", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:46.849523 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31261118-3d1c-479a-801f-986d90a25335 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:46.850330 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e241d4d-a56a-4aca-bafb-79db411adc3d', 'tag': 'e7229e34-39e9-4bc4-9553-34576decd8e7', 'status': 'completed', 'code': 200} Jul 16 01:38:46.902738 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.000756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03193be6-5096-4d77-a52f-842608a1591e req-91def4fe-2062-4b9c-93e4-ca3d4d8a8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.003112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03193be6-5096-4d77-a52f-842608a1591e req-91def4fe-2062-4b9c-93e4-ca3d4d8a8682 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 1095 time: 0.1263626 Jul 16 01:38:47.007145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08c22fb9-b28b-45db-ac52-c64704c0edc7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.082171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-a8355edd-6a69-4835-a5db-fd07ed7fa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.084831 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-a8355edd-6a69-4835-a5db-fd07ed7fa4a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37739147-4dff-4acf-9045-daa5951db93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4485800 Jul 16 01:38:47.144327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c22fb9-b28b-45db-ac52-c64704c0edc7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:47.156572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03193be6-5096-4d77-a52f-842608a1591e req-d7884d72-143f-412c-9bfd-4e957dfe2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.159118 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03193be6-5096-4d77-a52f-842608a1591e req-d7884d72-143f-412c-9bfd-4e957dfe2c7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 916 time: 0.1490698 Jul 16 01:38:47.199211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ff9394b0-e12c-4a84-a5b3-604244a2e011 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:47.203863 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08c22fb9-b28b-45db-ac52-c64704c0edc7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.210764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-08c22fb9-b28b-45db-ac52-c64704c0edc7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342 HTTP/1.1" status: 204 len: 168 time: 2.5382695 Jul 16 01:38:47.211730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.226955 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03193be6-5096-4d77-a52f-842608a1591e req-1a89ba02-6818-4aa4-95e9-6e88ea20423f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7229e34-39e9-4bc4-9553-34576decd8e7 HTTP/1.1" status: 200 len: 217 time: 0.0515521 Jul 16 01:38:47.338610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03193be6-5096-4d77-a52f-842608a1591e req-17a97b18-0789-4cff-a771-d99962c6742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.341163 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03193be6-5096-4d77-a52f-842608a1591e req-17a97b18-0789-4cff-a771-d99962c6742d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb058b15-ffee-44fd-bd7f-81076b6543a9 HTTP/1.1" status: 200 len: 855 time: 0.1048539 Jul 16 01:38:47.399206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc360bb4-2885-48b8-a1b1-6c380f8bc540 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.401318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc360bb4-2885-48b8-a1b1-6c380f8bc540 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.405652 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bc360bb4-2885-48b8-a1b1-6c380f8bc540 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1900096 Jul 16 01:38:47.406994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.420601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Router 352c6b2f-aba4-4f81-8d25-11fbcb173d3d has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:47.430307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ff9394b0-e12c-4a84-a5b3-604244a2e011, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ff9394b0-e12c-4a84-a5b3-604244a2e011,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:47.445600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-758a9c39-78f6-4568-a74c-ffbc406c0e4c service neutron] 10.222.0.50 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105171 Jul 16 01:38:47.461708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7b0923c9-42a1-4915-ade4-d7e11cc48889 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:47.493141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-29387b20-0b25-4e94-9702-d227d23ba63c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 24bcac7b-851b-4a59-b93f-64c478b32e72 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:47.497689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29387b20-0b25-4e94-9702-d227d23ba63c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.529114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03193be6-5096-4d77-a52f-842608a1591e req-402507ed-3116-4f51-948c-a7e2a65732cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.530712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03193be6-5096-4d77-a52f-842608a1591e req-402507ed-3116-4f51-948c-a7e2a65732cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1831090 Jul 16 01:38:47.550424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'ff9394b0-e12c-4a84-a5b3-604244a2e011', 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e', 'port_id': 'ff9394b0-e12c-4a84-a5b3-604244a2e011', 'mac_address': 'fa:16:3e:bd:9a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb058b15-ffee-44fd-bd7f-81076b6543a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:47.581493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29387b20-0b25-4e94-9702-d227d23ba63c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.605155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:47.615242 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7b0923c9-42a1-4915-ade4-d7e11cc48889 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:47.615776 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.627747 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-489c25c5-cde1-4dc5-97d9-49d63151dbbd tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "PUT /v2.0/routers/352c6b2f-aba4-4f81-8d25-11fbcb173d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5859156 Jul 16 01:38:47.638107 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32908) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.694992 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-afb518d5-24b4-4d7e-9741-1138d8825f0f tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] show failed (client error): The resource could not be found. Jul 16 01:38:47.696514 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-afb518d5-24b4-4d7e-9741-1138d8825f0f tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-322852104 HTTP/1.1" status: 404 len: 334 time: 0.0572047 Jul 16 01:38:47.709167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32912) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.721973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c1cfad1e-f053-40aa-abd7-519ef5f16838 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:47.735270 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114d55a6-4f73-4336-b20e-b0468316f993 None None] Sync routers for ids ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:47.742771 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.766052 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c1cfad1e-f053-40aa-abd7-519ef5f16838 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] update failed (client error): The resource could not be found. Jul 16 01:38:47.767139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c1cfad1e-f053-40aa-abd7-519ef5f16838 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-706847939 HTTP/1.1" status: 404 len: 334 time: 0.0569730 Jul 16 01:38:47.771202 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03193be6-5096-4d77-a52f-842608a1591e req-bc933447-ac83-4cfc-9524-68ae562826a0 service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309973 Jul 16 01:38:47.772439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d44998d1-f9e7-4a8f-8e2e-85fafe130b58 req-ceaaf55f-7001-4ea7-84ce-9ef30b3933bb service neutron] 10.222.0.50 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142397 Jul 16 01:38:47.772939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32914) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.784890 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29387b20-0b25-4e94-9702-d227d23ba63c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.789318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9394b0-e12c-4a84-a5b3-604244a2e011 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:47.793708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d55a6-4f73-4336-b20e-b0468316f993 None None] Routers {'352c6b2f-aba4-4f81-8d25-11fbcb173d3d'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:47.794666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-114d55a6-4f73-4336-b20e-b0468316f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:47.860629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-114d55a6-4f73-4336-b20e-b0468316f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:47.888156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ff9394b0-e12c-4a84-a5b3-604244a2e011, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ff9394b0-e12c-4a84-a5b3-604244a2e011,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:47.900468 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.907924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d55a6-4f73-4336-b20e-b0468316f993 None None] Routers {'352c6b2f-aba4-4f81-8d25-11fbcb173d3d'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:47.909154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-114d55a6-4f73-4336-b20e-b0468316f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:47.938735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48724063-9728-40e1-a5ec-99db40cd541f req-675c8d1a-168e-4f5d-a577-4d8bf3fb9e15 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.942409 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-48724063-9728-40e1-a5ec-99db40cd541f req-675c8d1a-168e-4f5d-a577-4d8bf3fb9e15 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 943 time: 0.1201773 Jul 16 01:38:47.956580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-114d55a6-4f73-4336-b20e-b0468316f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:47.957240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114d55a6-4f73-4336-b20e-b0468316f993 None None] The sync data for ids ['352c6b2f-aba4-4f81-8d25-11fbcb173d3d'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:47.982498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-6572f4fd-d031-4bb1-bf90-f2aeffaf8941 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Deleting subnet 051cae45-461d-4a7d-8128-283b777f5776 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:47.990754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-48724063-9728-40e1-a5ec-99db40cd541f req-f9c8cf47-02fb-4be0-beda-22183bc48f13 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428295 Jul 16 01:38:48.002046 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6572f4fd-d031-4bb1-bf90-f2aeffaf8941 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.006789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29387b20-0b25-4e94-9702-d227d23ba63c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.020667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=ff9394b0-e12c-4a84-a5b3-604244a2e011,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.028406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.028760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.029106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.029444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.029778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.030844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.030844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.030844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.031130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.031409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.031736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.032063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.067445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29387b20-0b25-4e94-9702-d227d23ba63c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=24bcac7b-851b-4a59-b93f-64c478b32e72,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.087134 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29387b20-0b25-4e94-9702-d227d23ba63c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.088288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-29387b20-0b25-4e94-9702-d227d23ba63c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/24bcac7b-851b-4a59-b93f-64c478b32e72 HTTP/1.1" status: 204 len: 168 time: 0.6753712 Jul 16 01:38:48.091307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.092763 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03193be6-5096-4d77-a52f-842608a1591e req-d33668bf-42f2-4f25-8010-407fd3e4aff9 service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468646 Jul 16 01:38:48.093875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af161d-8e72-4827-ae75-28176b27aadd None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:48.107252 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6572f4fd-d031-4bb1-bf90-f2aeffaf8941 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.181358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-65954b2d-cc90-42fb-8588-418c59237d27 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886717 Jul 16 01:38:48.181974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.187806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:48.227238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ff9394b0-e12c-4a84-a5b3-604244a2e011'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:48.232082 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6572f4fd-d031-4bb1-bf90-f2aeffaf8941 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.341518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6572f4fd-d031-4bb1-bf90-f2aeffaf8941 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.343232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:48.348581 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.379073 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6572f4fd-d031-4bb1-bf90-f2aeffaf8941 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.380892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6572f4fd-d031-4bb1-bf90-f2aeffaf8941 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/subnets/051cae45-461d-4a7d-8128-283b777f5776 HTTP/1.1" status: 204 len: 168 time: 0.5468752 Jul 16 01:38:48.384724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.385890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572f4fd-d031-4bb1-bf90-f2aeffaf8941 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Subnet': ['ID=051cae45-461d-4a7d-8128-283b777f5776,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.403063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e96bdb-80f9-4d06-9035-45fcc52d88bb None None] Network 3c3a78da-d0e1-41c4-9712-278aa60e30ca requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:48.457835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d04842-573c-458a-90e4-92dfe3186761 None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:48.545213 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.593306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.707388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Deleting port 61acf5ad-84d0-4298-a692-43342e53b865 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:48.708062 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.780372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-38d04842-573c-458a-90e4-92dfe3186761 None None] Deleting port 7b0923c9-42a1-4915-ade4-d7e11cc48889 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:48.780757 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38d04842-573c-458a-90e4-92dfe3186761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.781463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7918e89-9aa3-456b-9959-1a4b26b4b75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.833051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] For port 61acf5ad-84d0-4298-a692-43342e53b865, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=61acf5ad-84d0-4298-a692-43342e53b865,segment=NetworkSegment(29f8e77d-9cd3-4f91-bd17-cdfacf195553),segment_id=29f8e77d-9cd3-4f91-bd17-cdfacf195553)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:48.833418 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.854919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Calling delete_port for 61acf5ad-84d0-4298-a692-43342e53b865 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:48.876092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-38d04842-573c-458a-90e4-92dfe3186761 None None] For port 7b0923c9-42a1-4915-ade4-d7e11cc48889, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7b0923c9-42a1-4915-ade4-d7e11cc48889,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:48.877380 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38d04842-573c-458a-90e4-92dfe3186761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.895524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be4fe0-a5a6-4d52-80fb-427da4464d5c None None] DHCP port deletion for 3c3a78da-d0e1-41c4-9712-278aa60e30ca request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:48.897421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-38d04842-573c-458a-90e4-92dfe3186761 None None] Calling delete_port for 7b0923c9-42a1-4915-ade4-d7e11cc48889 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:49.008563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-78be4fe0-a5a6-4d52-80fb-427da4464d5c None None] Deleting port 61acf5ad-84d0-4298-a692-43342e53b865 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:49.008870 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78be4fe0-a5a6-4d52-80fb-427da4464d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.013546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:38:49.037832 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38d04842-573c-458a-90e4-92dfe3186761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.097732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d04842-573c-458a-90e4-92dfe3186761 None None] Pushing event deleted for resources: {'Port': ['ID=7b0923c9-42a1-4915-ade4-d7e11cc48889,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.099649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d04842-573c-458a-90e4-92dfe3186761 None None] No DVR routers for this DVR port 7b0923c9-42a1-4915-ade4-d7e11cc48889 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:49.108450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-78be4fe0-a5a6-4d52-80fb-427da4464d5c None None] For port 61acf5ad-84d0-4298-a692-43342e53b865, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=61acf5ad-84d0-4298-a692-43342e53b865,segment=NetworkSegment(29f8e77d-9cd3-4f91-bd17-cdfacf195553),segment_id=29f8e77d-9cd3-4f91-bd17-cdfacf195553)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:49.108855 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78be4fe0-a5a6-4d52-80fb-427da4464d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.127819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-78be4fe0-a5a6-4d52-80fb-427da4464d5c None None] Calling delete_port for 61acf5ad-84d0-4298-a692-43342e53b865 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:49.211424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e7229e34-39e9-4bc4-9553-34576decd8e7 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:49.213818 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.214686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ff9394b0-e12c-4a84-a5b3-604244a2e011 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:49.242257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab69c7-418c-434a-b2e1-c6e674f05264 req-3425230f-6717-4b69-9366-cd57d4b6cb06 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.243920 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43ab69c7-418c-434a-b2e1-c6e674f05264 req-3425230f-6717-4b69-9366-cd57d4b6cb06 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 943 time: 0.0820088 Jul 16 01:38:49.267946 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78be4fe0-a5a6-4d52-80fb-427da4464d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.294608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43ab69c7-418c-434a-b2e1-c6e674f05264 req-162f28ed-5200-44de-8ca0-d3373d82707d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444100 Jul 16 01:38:49.312209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be4fe0-a5a6-4d52-80fb-427da4464d5c None None] Pushing event deleted for resources: {'Port': ['ID=61acf5ad-84d0-4298-a692-43342e53b865,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.326629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be4fe0-a5a6-4d52-80fb-427da4464d5c None None] No DVR routers for this DVR port 61acf5ad-84d0-4298-a692-43342e53b865 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:49.402772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 61acf5ad-84d0-4298-a692-43342e53b865 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:49.434865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 61acf5ad-84d0-4298-a692-43342e53b865 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:49.435138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 61acf5ad-84d0-4298-a692-43342e53b865 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:49.435589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7b0923c9-42a1-4915-ade4-d7e11cc48889 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:49.440940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port ff9394b0-e12c-4a84-a5b3-604244a2e011 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:49.467728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port ff9394b0-e12c-4a84-a5b3-604244a2e011 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:49.468106 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.475972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 7b0923c9-42a1-4915-ade4-d7e11cc48889 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:49.475972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7b0923c9-42a1-4915-ade4-d7e11cc48889 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:49.511154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e7229e34-39e9-4bc4-9553-34576decd8e7, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e7229e34-39e9-4bc4-9553-34576decd8e7,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:49.530131 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'e7229e34-39e9-4bc4-9553-34576decd8e7', 'network_id': '8da6c284-2a44-4d32-ad98-4e08e78c4c1e', 'port_id': 'e7229e34-39e9-4bc4-9553-34576decd8e7', 'mac_address': 'fa:16:3e:47:fa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb058b15-ffee-44fd-bd7f-81076b6543a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:49.594645 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.616039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7229e34-39e9-4bc4-9553-34576decd8e7 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:49.620408 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.623412 n-d-791504-14 neutron-server[93944]: WARNING neutron.services.revisions.revision_plugin [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Could not find related port for resource to bump revision. Jul 16 01:38:49.628695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Port': ['ID=61acf5ad-84d0-4298-a692-43342e53b865,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.643085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_pluggable_backend [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Port 7b0923c9-42a1-4915-ade4-d7e11cc48889 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93944) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:38:49.643601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_pluggable_backend [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:da93 {{(pid=93944) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:38:49.647505 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7918e89-9aa3-456b-9959-1a4b26b4b75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.648669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] No DVR routers for this DVR port 61acf5ad-84d0-4298-a692-43342e53b865 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:49.653575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e7229e34-39e9-4bc4-9553-34576decd8e7, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e7229e34-39e9-4bc4-9553-34576decd8e7,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:49.654116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_pluggable_backend [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:da93 {{(pid=93944) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:38:49.661277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e9d622-5a3a-46c9-a66b-823e3c3cc9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9394b0-e12c-4a84-a5b3-604244a2e011'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:49.663799 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb09321-08c7-42a2-b6b7-5f2e6bebad4e" -d '{"events": [{"server_uuid": "34e9d622-5a3a-46c9-a66b-823e3c3cc9f0", "name": "network-vif-plugged", "status": "completed", "tag": "ff9394b0-e12c-4a84-a5b3-604244a2e011"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:49.673969 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7918e89-9aa3-456b-9959-1a4b26b4b75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.674141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.678887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.679660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ff9394b0-e12c-4a84-a5b3-604244a2e011, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ff9394b0-e12c-4a84-a5b3-604244a2e011,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:49.704327 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.717184 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcde1fd-68f5-4840-b96c-2ea795655483 x-openstack-request-id: req-3dcde1fd-68f5-4840-b96c-2ea795655483 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:49.717491 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e9d622-5a3a-46c9-a66b-823e3c3cc9f0", "name": "network-vif-plugged", "status": "completed", "tag": "ff9394b0-e12c-4a84-a5b3-604244a2e011", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:49.717756 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3dcde1fd-68f5-4840-b96c-2ea795655483 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:49.718189 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e9d622-5a3a-46c9-a66b-823e3c3cc9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9394b0-e12c-4a84-a5b3-604244a2e011', 'code': 200} Jul 16 01:38:49.737257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=e7229e34-39e9-4bc4-9553-34576decd8e7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.792323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=ff9394b0-e12c-4a84-a5b3-604244a2e011,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.796792 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d7918e89-9aa3-456b-9959-1a4b26b4b75a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d95af97c46a4d429ef0de0af00b547e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1840591 Jul 16 01:38:49.797474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7918e89-9aa3-456b-9959-1a4b26b4b75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3dc7db-0dac-468a-8519-e999411482fd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.806577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32944) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:49.825933 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.830125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:49.838180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=2bec78e7-ebb0-4dde-a10b-4f81ad746263,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.841458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:49.847386 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.848319 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.854857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3a78da-d0e1-41c4-9712-278aa60e30ca']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:49.858060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5ca528-3b69-4395-b0fc-ab92723dc23c None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:49.879189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f8e77d-9cd3-4f91-bd17-cdfacf195553') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:49.879678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f8e77d-9cd3-4f91-bd17-cdfacf195553') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:49.901921 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9281a5e2-f74e-4421-9f7b-eb85803f9274 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7165563 Jul 16 01:38:49.902285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:49.902642 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.907363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:a9:46:57', 'name': 'tempest-NetworksTestDHCPv6-663285070'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:49.922599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.932342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:49.932865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:49.936713 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:49.943989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['e7229e34-39e9-4bc4-9553-34576decd8e7'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:49.998782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee117e-2b60-4566-8874-d5790d5779ad req-d602fa2d-b301-4209-a557-24b98998baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.999682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9eee117e-2b60-4566-8874-d5790d5779ad req-d602fa2d-b301-4209-a557-24b98998baaa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 1098 time: 0.2024865 Jul 16 01:38:50.000342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03c922c6-d488-4e6d-8331-927c1c6d0423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.033312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.042514 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.044377 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/networks/3c3a78da-d0e1-41c4-9712-278aa60e30ca HTTP/1.1" status: 204 len: 168 time: 1.6482985 Jul 16 01:38:50.059004 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32948) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:50.071239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28d941-d782-489a-8959-c36252900fb9 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Network': ['ID=3c3a78da-d0e1-41c4-9712-278aa60e30ca,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.088444 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03c922c6-d488-4e6d-8331-927c1c6d0423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.133451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca516a64-fc8b-434b-8d29-b7fdc7ec90db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Deleting subnet 7c651c47-2f30-4564-b05c-1e976909bfe6 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:50.134169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9eee117e-2b60-4566-8874-d5790d5779ad req-973e4a24-cbbe-4e65-aa54-4f80d5db09a3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267624 Jul 16 01:38:50.137042 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca516a64-fc8b-434b-8d29-b7fdc7ec90db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.141263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:50.183362 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca516a64-fc8b-434b-8d29-b7fdc7ec90db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.267960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': '2bec78e7-ebb0-4dde-a10b-4f81ad746263'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:50.269414 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.277009 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03c922c6-d488-4e6d-8331-927c1c6d0423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.280392 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03c922c6-d488-4e6d-8331-927c1c6d0423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.281767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-03c922c6-d488-4e6d-8331-927c1c6d0423 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba3dc7db-0dac-468a-8519-e999411482fd HTTP/1.1" status: 204 len: 168 time: 0.4740427 Jul 16 01:38:50.291067 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.306601 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c922c6-d488-4e6d-8331-927c1c6d0423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3dc7db-0dac-468a-8519-e999411482fd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.331745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port 04cde91d-93de-4979-bc2b-bbb838b2b227 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:50.400510 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca516a64-fc8b-434b-8d29-b7fdc7ec90db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.524749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca516a64-fc8b-434b-8d29-b7fdc7ec90db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.576789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::f816:3eff:fea9:4657 (4b748a0d-6d39-4cd2-b13e-5462f021b600/2bec78e7-ebb0-4dde-a10b-4f81ad746263/04cde91d-93de-4979-bc2b-bbb838b2b227) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:50.608058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca516a64-fc8b-434b-8d29-b7fdc7ec90db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Subnet': ['ID=7c651c47-2f30-4564-b05c-1e976909bfe6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.620944 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca516a64-fc8b-434b-8d29-b7fdc7ec90db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.627287 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ca516a64-fc8b-434b-8d29-b7fdc7ec90db tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/subnets/7c651c47-2f30-4564-b05c-1e976909bfe6 HTTP/1.1" status: 204 len: 168 time: 0.5664489 Jul 16 01:38:50.628382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32954) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:50.633513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e081c388-2cda-433d-b74c-3b282c5345cc None None] Network a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:50.730914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d95fa0d-6595-4721-b2b9-04c64c344d46 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Deleting subnet 9a8853a2-502f-41ac-9f78-5c50d1d0619f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:50.735051 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d95fa0d-6595-4721-b2b9-04c64c344d46 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.811913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d95fa0d-6595-4721-b2b9-04c64c344d46 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.836878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69a0ac-29e4-4901-b968-8d8988e3d2a9 req-b7887999-3b14-4764-912a-df4a60077209 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.838638 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e69a0ac-29e4-4901-b968-8d8988e3d2a9 req-b7887999-3b14-4764-912a-df4a60077209 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 944 time: 0.2324836 Jul 16 01:38:50.943844 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d95fa0d-6595-4721-b2b9-04c64c344d46 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.964721 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e69a0ac-29e4-4901-b968-8d8988e3d2a9 req-b20c4f7f-927a-4347-84a7-eac7bf5534fa tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182823 Jul 16 01:38:50.965277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32958) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:50.996917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a177a111-2f81-496f-9d6e-6d0134d08a99 None None] DHCP port deletion for a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:50.999002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e028-1818-4af1-b476-70b776d7a943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.033428 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.058653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object 04cde91d-93de-4979-bc2b-bbb838b2b227 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:51.064291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d95fa0d-6595-4721-b2b9-04c64c344d46 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.064616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a177a111-2f81-496f-9d6e-6d0134d08a99 None None] Deleting port 18b18011-bf60-44cc-b492-570e81823e33 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:51.065520 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a177a111-2f81-496f-9d6e-6d0134d08a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.085403 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d95fa0d-6595-4721-b2b9-04c64c344d46 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.087800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7d95fa0d-6595-4721-b2b9-04c64c344d46 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/subnets/9a8853a2-502f-41ac-9f78-5c50d1d0619f HTTP/1.1" status: 204 len: 168 time: 0.4582517 Jul 16 01:38:51.091778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32960) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:51.108201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce763ff4-76d3-4b74-bf33-8a09602fc92d None None] Network 945d0d63-1c2e-4b26-af11-abf38ae4168f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:51.137555 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.146463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95fa0d-6595-4721-b2b9-04c64c344d46 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8853a2-502f-41ac-9f78-5c50d1d0619f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.197058 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Allocated IP 2001:db8::f816:3eff:fe8a:eb54 (4b748a0d-6d39-4cd2-b13e-5462f021b600/2bec78e7-ebb0-4dde-a10b-4f81ad746263/c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:51.211755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e028-1818-4af1-b476-70b776d7a943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.222145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:51.225881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e028-1818-4af1-b476-70b776d7a943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.231204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:51.236893 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.239353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=04cde91d-93de-4979-bc2b-bbb838b2b227,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.245877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:51.249724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.250369 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.261125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e7229e34-39e9-4bc4-9553-34576decd8e7 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:51.290068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ccd0e028-1818-4af1-b476-70b776d7a943 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2a97d515c594de6a3e6a5a6f5060b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185244 Jul 16 01:38:51.294323 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-08579241-87d8-47c6-9dde-08ab5f280946 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3910627 Jul 16 01:38:51.294956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:51.298480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32964) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:51.303128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0e028-1818-4af1-b476-70b776d7a943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023147b-385e-48f7-84ed-79543f2d607b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.321546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a177a111-2f81-496f-9d6e-6d0134d08a99 None None] For port 18b18011-bf60-44cc-b492-570e81823e33, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=18b18011-bf60-44cc-b492-570e81823e33,segment=NetworkSegment(b6739310-f9a0-40f3-a95a-3c040be79e76),segment_id=b6739310-f9a0-40f3-a95a-3c040be79e76)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:51.322184 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a177a111-2f81-496f-9d6e-6d0134d08a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.356543 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd074-f60e-45e8-8da8-317f29eaaa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.383669 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd074-f60e-45e8-8da8-317f29eaaa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.410071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Deleting port 18b18011-bf60-44cc-b492-570e81823e33 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:51.410441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.419593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d58861f-4607-4906-92ed-7a0917e38ee2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.420342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a177a111-2f81-496f-9d6e-6d0134d08a99 None None] Calling delete_port for 18b18011-bf60-44cc-b492-570e81823e33 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:51.421150 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4d58861f-4607-4906-92ed-7a0917e38ee2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1207175 Jul 16 01:38:51.424123 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 32966) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:51.426618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 18b18011-bf60-44cc-b492-570e81823e33 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:51.453333 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd074-f60e-45e8-8da8-317f29eaaa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.456931 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd074-f60e-45e8-8da8-317f29eaaa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.458330 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b5dcd074-f60e-45e8-8da8-317f29eaaa08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c023147b-385e-48f7-84ed-79543f2d607b HTTP/1.1" status: 204 len: 168 time: 0.1617312 Jul 16 01:38:51.469547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcd074-f60e-45e8-8da8-317f29eaaa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023147b-385e-48f7-84ed-79543f2d607b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.549990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] For port 18b18011-bf60-44cc-b492-570e81823e33, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=18b18011-bf60-44cc-b492-570e81823e33,segment=NetworkSegment(b6739310-f9a0-40f3-a95a-3c040be79e76),segment_id=b6739310-f9a0-40f3-a95a-3c040be79e76)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:51.550457 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.581637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Calling delete_port for 18b18011-bf60-44cc-b492-570e81823e33 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:51.659167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port e7229e34-39e9-4bc4-9553-34576decd8e7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:51.679679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port e7229e34-39e9-4bc4-9553-34576decd8e7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:51.680064 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.691185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a9c482a3-5971-48b0-a174-db6755c8a1e8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port 04cde91d-93de-4979-bc2b-bbb838b2b227 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:51.691691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9c482a3-5971-48b0-a174-db6755c8a1e8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.737441 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.768370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Transition to ACTIVE for port object c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:51.786936 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.804386 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a177a111-2f81-496f-9d6e-6d0134d08a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.805617 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.808761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Transition to ACTIVE for port object c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:51.834492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Port': ['ID=18b18011-bf60-44cc-b492-570e81823e33,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.837244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] No DVR routers for this DVR port 18b18011-bf60-44cc-b492-570e81823e33 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:51.855889 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.862659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177a111-2f81-496f-9d6e-6d0134d08a99 None None] Pushing event deleted for resources: {'Port': ['ID=18b18011-bf60-44cc-b492-570e81823e33,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.898661 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177a111-2f81-496f-9d6e-6d0134d08a99 None None] No DVR routers for this DVR port 18b18011-bf60-44cc-b492-570e81823e33 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:51.944615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:51.962875 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.973089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf096b9f-cc68-46e5-9f53-c04a006c33ff None None] DHCP port deletion for 945d0d63-1c2e-4b26-af11-abf38ae4168f request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:51.988605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.000652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6739310-f9a0-40f3-a95a-3c040be79e76') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.000924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6739310-f9a0-40f3-a95a-3c040be79e76') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.004497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9c482a3-5971-48b0-a174-db6755c8a1e8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.021239 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.032541 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:52.035738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a9c482a3-5971-48b0-a174-db6755c8a1e8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for 04cde91d-93de-4979-bc2b-bbb838b2b227 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:52.053031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.065646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:52.066092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:52.069715 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:52.076019 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:52.097150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Pushing event updated for resources: {'Port': ['ID=c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.233460 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.259564 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.264404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/networks/a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c HTTP/1.1" status: 204 len: 168 time: 1.1294591 Jul 16 01:38:52.264868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:52.264994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468180e-a920-43f9-b759-20c915af45ba tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Network': ['ID=a6f4d844-e6aa-48ea-a23f-3ac9b5e85a6c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.304050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce6411-0158-46fa-b539-26f529be203f req-10f807b2-fafa-4d26-8f96-08e564341561 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.306208 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-64ce6411-0158-46fa-b539-26f529be203f req-10f807b2-fafa-4d26-8f96-08e564341561 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 944 time: 0.1832175 Jul 16 01:38:52.312983 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.389490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Attempting to bind port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:52.390233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Attempting to bind port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:52.390233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Attempting to bind port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:52.392498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e241d4d-a56a-4aca-bafb-79db411adc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7229e34-39e9-4bc4-9553-34576decd8e7'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:52.396070 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddecece-d448-4560-a56f-fedaaa5bbd88" -d '{"events": [{"server_uuid": "5e241d4d-a56a-4aca-bafb-79db411adc3d", "name": "network-vif-plugged", "status": "completed", "tag": "e7229e34-39e9-4bc4-9553-34576decd8e7"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:52.425681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e7229e34-39e9-4bc4-9553-34576decd8e7, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e7229e34-39e9-4bc4-9553-34576decd8e7,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:52.430387 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-64ce6411-0158-46fa-b539-26f529be203f req-84d4cc8f-a9ec-4fae-b426-707e66271c36 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163347 Jul 16 01:38:52.431112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:52.431480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:52.431888 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.432371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:52.433257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Bound port: c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:52.433917 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.440756 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.455877 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9c482a3-5971-48b0-a174-db6755c8a1e8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.463739 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.501009 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d6ce1c-c794-4ba1-b5d4-9863fdfb3f15 x-openstack-request-id: req-45d6ce1c-c794-4ba1-b5d4-9863fdfb3f15 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:52.501374 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e241d4d-a56a-4aca-bafb-79db411adc3d", "name": "network-vif-plugged", "status": "completed", "tag": "e7229e34-39e9-4bc4-9553-34576decd8e7", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:52.501632 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45d6ce1c-c794-4ba1-b5d4-9863fdfb3f15 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:52.502061 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e241d4d-a56a-4aca-bafb-79db411adc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7229e34-39e9-4bc4-9553-34576decd8e7', 'code': 200} Jul 16 01:38:52.549960 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c482a3-5971-48b0-a174-db6755c8a1e8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=04cde91d-93de-4979-bc2b-bbb838b2b227,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.553710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Deleting port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:52.554081 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.555740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9c482a3-5971-48b0-a174-db6755c8a1e8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.558942 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a9c482a3-5971-48b0-a174-db6755c8a1e8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/04cde91d-93de-4979-bc2b-bbb838b2b227 HTTP/1.1" status: 204 len: 168 time: 1.1280930 Jul 16 01:38:52.561756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 32996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:52.568774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cf096b9f-cc68-46e5-9f53-c04a006c33ff None None] Deleting port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:52.569155 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf096b9f-cc68-46e5-9f53-c04a006c33ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.623823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=e7229e34-39e9-4bc4-9553-34576decd8e7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.657050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] For port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:52.683818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cf096b9f-cc68-46e5-9f53-c04a006c33ff None None] For port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c2e1f18a-cf26-48c5-addf-8fd4d36ac77f,segment=NetworkSegment(cf5d66c9-dc8e-4a55-8c07-7d2e515626c6),segment_id=cf5d66c9-dc8e-4a55-8c07-7d2e515626c6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:52.684224 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf096b9f-cc68-46e5-9f53-c04a006c33ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.687628 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] For port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:52.696692 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.719766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec1020e-e144-4892-80e0-aec0d53e81cf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.721532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec1020e-e144-4892-80e0-aec0d53e81cf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.723385 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aec1020e-e144-4892-80e0-aec0d53e81cf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1605642 Jul 16 01:38:52.725601 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] For port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c2e1f18a-cf26-48c5-addf-8fd4d36ac77f,segment=NetworkSegment(cf5d66c9-dc8e-4a55-8c07-7d2e515626c6),segment_id=cf5d66c9-dc8e-4a55-8c07-7d2e515626c6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:52.725982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.726658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:52.744070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Calling delete_port for c2e1f18a-cf26-48c5-addf-8fd4d36ac77f owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:52.769168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5864b-9e1a-4610-9887-ca1003c5c7fb req-30a58f53-5dfd-419e-a8df-421e2213da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.771049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cb5864b-9e1a-4610-9887-ca1003c5c7fb req-30a58f53-5dfd-419e-a8df-421e2213da73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 1097 time: 0.1861117 Jul 16 01:38:52.774911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cf096b9f-cc68-46e5-9f53-c04a006c33ff None None] Calling delete_port for c2e1f18a-cf26-48c5-addf-8fd4d36ac77f owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:52.776710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a24fd0-4f58-4e4f-bb90-e4c69e42c65a None None] Pushing event updated for resources: {'Port': ['ID=c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.805585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9629a4-953f-4aa2-86aa-d3c7ae66b609 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 2bec78e7-ebb0-4dde-a10b-4f81ad746263 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:52.809108 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f9629a4-953f-4aa2-86aa-d3c7ae66b609 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.876085 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f9629a4-953f-4aa2-86aa-d3c7ae66b609 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.919418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cb5864b-9e1a-4610-9887-ca1003c5c7fb req-52d14317-498e-4dc7-a182-ae7ffa62e948 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000142 Jul 16 01:38:52.942060 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf096b9f-cc68-46e5-9f53-c04a006c33ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.957515 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.976395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf096b9f-cc68-46e5-9f53-c04a006c33ff None None] No DVR routers for this DVR port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:52.981761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf096b9f-cc68-46e5-9f53-c04a006c33ff None None] Pushing event deleted for resources: {'Port': ['ID=c2e1f18a-cf26-48c5-addf-8fd4d36ac77f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.989040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Port': ['ID=c2e1f18a-cf26-48c5-addf-8fd4d36ac77f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.995121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] No DVR routers for this DVR port c2e1f18a-cf26-48c5-addf-8fd4d36ac77f on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:53.006434 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f9629a4-953f-4aa2-86aa-d3c7ae66b609 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.088858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f9629a4-953f-4aa2-86aa-d3c7ae66b609 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.108784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.144607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945d0d63-1c2e-4b26-af11-abf38ae4168f']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:53.171112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5d66c9-dc8e-4a55-8c07-7d2e515626c6') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:53.171436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5d66c9-dc8e-4a55-8c07-7d2e515626c6') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:53.172828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9629a4-953f-4aa2-86aa-d3c7ae66b609 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=2bec78e7-ebb0-4dde-a10b-4f81ad746263,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:53.180751 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f9629a4-953f-4aa2-86aa-d3c7ae66b609 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.185957 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5f9629a4-953f-4aa2-86aa-d3c7ae66b609 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/2bec78e7-ebb0-4dde-a10b-4f81ad746263 HTTP/1.1" status: 204 len: 168 time: 0.4551244 Jul 16 01:38:53.185957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:53.199614 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.218513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.227776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:53.228310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:53.232303 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:53.261960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b835b1dc-f099-4c98-8bb2-7628644b5e32 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745287 Jul 16 01:38:53.263957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:53.331564 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.343309 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.346460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/networks/945d0d63-1c2e-4b26-af11-abf38ae4168f HTTP/1.1" status: 204 len: 168 time: 1.0800951 Jul 16 01:38:53.353770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33014) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:53.365688 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937a6c5-49d2-4cb8-aae8-c23f898c3040 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Network': ['ID=945d0d63-1c2e-4b26-af11-abf38ae4168f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:53.420025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eaec10-d90d-49cf-b0f9-5fd55ae683c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.421602 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-20eaec10-d90d-49cf-b0f9-5fd55ae683c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1566882 Jul 16 01:38:53.423222 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:53.424949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33020) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:53.457188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8b369d-98a7-42fd-9bb3-2f0369f78016 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Deleting subnet fd58ce04-3284-4a98-80e8-e74dc341ede3 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:53.461533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae8b369d-98a7-42fd-9bb3-2f0369f78016 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.507289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:53.532847 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae8b369d-98a7-42fd-9bb3-2f0369f78016 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.534996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda2dfe-5531-4c8f-bdd2-5a17390671a0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.542183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1bda2dfe-5531-4c8f-bdd2-5a17390671a0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1158402 Jul 16 01:38:53.543255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:53.595746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a6d64a14-62ee-430d-b715-e9ddb6b304f3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510445 Jul 16 01:38:53.596730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33028) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:53.602378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c2e1f18a-cf26-48c5-addf-8fd4d36ac77f no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:53.617208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:53.628117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: c2e1f18a-cf26-48c5-addf-8fd4d36ac77f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:53.628861 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c2e1f18a-cf26-48c5-addf-8fd4d36ac77f not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:53.710576 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae8b369d-98a7-42fd-9bb3-2f0369f78016 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.749276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87f180-c881-404a-b068-f9248cbd5adc req-fcdb33f0-2624-4129-b83e-927d953573bb tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.752123 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f87f180-c881-404a-b068-f9248cbd5adc req-fcdb33f0-2624-4129-b83e-927d953573bb tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 945 time: 0.1519156 Jul 16 01:38:53.837934 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae8b369d-98a7-42fd-9bb3-2f0369f78016 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.856983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f87f180-c881-404a-b068-f9248cbd5adc req-a984a042-be8a-4421-add8-0d80d10f26b0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966587 Jul 16 01:38:53.877498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b369d-98a7-42fd-9bb3-2f0369f78016 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Subnet': ['ID=fd58ce04-3284-4a98-80e8-e74dc341ede3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:53.887859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae8b369d-98a7-42fd-9bb3-2f0369f78016 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.890920 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ae8b369d-98a7-42fd-9bb3-2f0369f78016 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/subnets/fd58ce04-3284-4a98-80e8-e74dc341ede3 HTTP/1.1" status: 204 len: 168 time: 0.5352397 Jul 16 01:38:53.893895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:53.898121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65950cd6-694d-41e9-9f73-68694011b7b4 None None] Network c96e8b06-2076-4351-b260-ac27675e88ed requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:54.047057 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.155886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Deleting port 69410565-4188-413d-becf-20f378b96cd4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:54.156338 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.228113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b313f8-94c3-475b-8d59-0d70b00a68fe None None] DHCP port deletion for c96e8b06-2076-4351-b260-ac27675e88ed request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:54.274240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] For port 69410565-4188-413d-becf-20f378b96cd4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=69410565-4188-413d-becf-20f378b96cd4,segment=NetworkSegment(95783635-cc94-4ae0-abea-b85669aa93a9),segment_id=95783635-cc94-4ae0-abea-b85669aa93a9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:54.274706 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.290137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:54.293766 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.309731 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Calling delete_port for 69410565-4188-413d-becf-20f378b96cd4 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:54.309949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e3b313f8-94c3-475b-8d59-0d70b00a68fe None None] Deleting port 69410565-4188-413d-becf-20f378b96cd4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:54.309949 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3b313f8-94c3-475b-8d59-0d70b00a68fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.400522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3b313f8-94c3-475b-8d59-0d70b00a68fe None None] For port 69410565-4188-413d-becf-20f378b96cd4, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=69410565-4188-413d-becf-20f378b96cd4,segment=NetworkSegment(95783635-cc94-4ae0-abea-b85669aa93a9),segment_id=95783635-cc94-4ae0-abea-b85669aa93a9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:54.400948 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3b313f8-94c3-475b-8d59-0d70b00a68fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.416244 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e3b313f8-94c3-475b-8d59-0d70b00a68fe None None] Calling delete_port for 69410565-4188-413d-becf-20f378b96cd4 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:54.430389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.480895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Port': ['ID=69410565-4188-413d-becf-20f378b96cd4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:54.484609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] No DVR routers for this DVR port 69410565-4188-413d-becf-20f378b96cd4 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:54.493910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d94ff31-cca9-4d40-afa8-e1f7ed3ae47a None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:54.599082 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.619164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96e8b06-2076-4351-b260-ac27675e88ed']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:54.634339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95783635-cc94-4ae0-abea-b85669aa93a9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:54.634862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95783635-cc94-4ae0-abea-b85669aa93a9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:54.637343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb88d0fa-066a-4187-b759-c3f9b1f99251 None None] Provisioning for port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:54.655465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.661727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb88d0fa-066a-4187-b759-c3f9b1f99251 None None] Provisioning complete for port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:54.662363 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb88d0fa-066a-4187-b759-c3f9b1f99251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.671069 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7e54b29-7fab-44d2-b777-ffe913a6a15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.675510 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.690311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:54.690791 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:54.708492 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:54.754396 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3b313f8-94c3-475b-8d59-0d70b00a68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.761806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.objects.ports [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:38:54.774763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.804668 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.807955 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/networks/c96e8b06-2076-4351-b260-ac27675e88ed HTTP/1.1" status: 204 len: 168 time: 0.9129257 Jul 16 01:38:54.809138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Pushing event deleted for resources: {'Network': ['ID=c96e8b06-2076-4351-b260-ac27675e88ed,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:54.816339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b313f8-94c3-475b-8d59-0d70b00a68fe None None] Pushing event deleted for resources: {'Port': ['ID=69410565-4188-413d-becf-20f378b96cd4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:54.818396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:54.818603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b313f8-94c3-475b-8d59-0d70b00a68fe None None] No DVR routers for this DVR port 69410565-4188-413d-becf-20f378b96cd4 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:54.819643 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.820227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.820691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.821446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.821884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.822482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.823008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.823599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.824109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.824700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.825218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.826424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00450f-5a44-4e83-b475-a75dec17ced6 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:54.870580 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2df59edd-e07f-4815-b373-bdfbf011f818 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "GET /v2.0/ports?device_id=352c6b2f-aba4-4f81-8d25-11fbcb173d3d HTTP/1.1" status: 200 len: 205 time: 0.0393362 Jul 16 01:38:54.872959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33078) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:54.925705 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb88d0fa-066a-4187-b759-c3f9b1f99251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.970327 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-939153a2-11d4-40e6-8e14-a7470821b805 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.060632 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.078842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-fb88d0fa-066a-4187-b759-c3f9b1f99251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:38:55.079924 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-fb88d0fa-066a-4187-b759-c3f9b1f99251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:38:55.247607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-939153a2-11d4-40e6-8e14-a7470821b805 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.251041 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-939153a2-11d4-40e6-8e14-a7470821b805 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.296633 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-939153a2-11d4-40e6-8e14-a7470821b805 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.297375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939153a2-11d4-40e6-8e14-a7470821b805 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Fanout notify agent at l3_agent the message router_deleted on router 352c6b2f-aba4-4f81-8d25-11fbcb173d3d {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:55.302175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7e2d-c8ee-4f0a-a362-1c72bada60d1 req-43d9b3d3-6421-4b3a-aebb-65ce75dfe0ce tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.303789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-95ad7e2d-c8ee-4f0a-a362-1c72bada60d1 req-43d9b3d3-6421-4b3a-aebb-65ce75dfe0ce tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 945 time: 0.1807311 Jul 16 01:38:55.316630 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-939153a2-11d4-40e6-8e14-a7470821b805 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.320196 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-939153a2-11d4-40e6-8e14-a7470821b805 tempest-RoutersNegativeIpV6Test-247736082 tempest-RoutersNegativeIpV6Test-247736082-project] 10.222.0.64 "DELETE /v2.0/routers/352c6b2f-aba4-4f81-8d25-11fbcb173d3d HTTP/1.1" status: 204 len: 168 time: 0.4438043 Jul 16 01:38:55.365095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] For port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:55.382991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 69410565-4188-413d-becf-20f378b96cd4 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:55.406072 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-95ad7e2d-c8ee-4f0a-a362-1c72bada60d1 req-d3f8fdfe-3192-40aa-bf67-2cde5013041f tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928462 Jul 16 01:38:55.426254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 69410565-4188-413d-becf-20f378b96cd4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:55.431390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 69410565-4188-413d-becf-20f378b96cd4 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:55.431906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.437240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.440429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.554096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6,revision_number=5']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.648109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:55.652410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:55.666267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c83f1-5067-44b4-882a-218825a873d2 req-d6022ef6-5f6c-4dd9-908d-07d5ace675a7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.675900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-985c83f1-5067-44b4-882a-218825a873d2 req-d6022ef6-5f6c-4dd9-908d-07d5ace675a7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1174762 Jul 16 01:38:55.692562 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.696616 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb88d0fa-066a-4187-b759-c3f9b1f99251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.707730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.708441 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.751939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=c9eb2bb3-87cf-43f2-abe3-62cfe5c960d5,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.772995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bb184c94-02ee-4371-9cad-777d6782860a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1741292 Jul 16 01:38:55.776231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33128) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:55.781038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fb88d0fa-066a-4187-b759-c3f9b1f99251 None None] For port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:55.781487 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-985c83f1-5067-44b4-882a-218825a873d2 req-ebf94ff6-de93-4f47-8119-9b73703aea67 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045439 Jul 16 01:38:55.787742 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb88d0fa-066a-4187-b759-c3f9b1f99251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.793470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:76:78:e7', 'name': 'tempest-NetworksTestDHCPv6-966988661'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:55.892537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88d0fa-066a-4187-b759-c3f9b1f99251 None None] Pushing event updated for resources: {'Port': ['ID=c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.917407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33136) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:55.941732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fe2bbceb-1db7-4e29-836c-30a399270a57 None None] Provisioning complete for port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:55.942512 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe2bbceb-1db7-4e29-836c-30a399270a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.978434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f20a1a-de27-446d-8a53-ba20a4bcdef7 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:56.066836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:56.130134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e7e72cbb-607b-47db-a491-98f8bd83dbf9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a5fa3a3f7d94e0d855b8490fcb97c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087395 Jul 16 01:38:56.132425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:56.148844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1448-144b-437a-b686-8e1a6f059b9d req-c4b57531-e3a8-4cdc-931d-790a2fa0da84 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.151478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fe2bbceb-1db7-4e29-836c-30a399270a57 None None] Could not find standard attr ID for object 04cde91d-93de-4979-bc2b-bbb838b2b227. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:38:56.158736 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-22ee1448-144b-437a-b686-8e1a6f059b9d req-c4b57531-e3a8-4cdc-931d-790a2fa0da84 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec HTTP/1.1" status: 200 len: 945 time: 0.1738124 Jul 16 01:38:56.197465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3db01ae1-609b-4200-9d28-f84304d91582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.225775 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3db01ae1-609b-4200-9d28-f84304d91582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.229587 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.250671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-22ee1448-144b-437a-b686-8e1a6f059b9d req-c3db3894-77c0-443f-b104-72049a93c4fa tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863872 Jul 16 01:38:56.274501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port 3cd89561-21d8-43d6-ad54-bfa76f8c6754 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:56.299348 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3db01ae1-609b-4200-9d28-f84304d91582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.301881 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3db01ae1-609b-4200-9d28-f84304d91582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.305904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3db01ae1-609b-4200-9d28-f84304d91582 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/988f6491-952c-41d5-8de3-c938d12131a6 HTTP/1.1" status: 204 len: 168 time: 0.1718011 Jul 16 01:38:56.315488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db01ae1-609b-4200-9d28-f84304d91582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988f6491-952c-41d5-8de3-c938d12131a6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.333535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33152) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:56.462100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::f816:3eff:fe76:78e7 (4b748a0d-6d39-4cd2-b13e-5462f021b600/c9eb2bb3-87cf-43f2-abe3-62cfe5c960d5/3cd89561-21d8-43d6-ad54-bfa76f8c6754) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:56.706558 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.715035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b8d53a23-40e2-407e-8d96-eddbeaf4ca3a None None] Provisioning complete for port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:56.715417 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8d53a23-40e2-407e-8d96-eddbeaf4ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.720810 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13f385fe-f09e-4f17-a2b5-27c9c76fd257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.748727 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.766185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object 3cd89561-21d8-43d6-ad54-bfa76f8c6754 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:56.796714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99109dc1-f1a4-4a37-983e-26038dce7b11 req-94e9835a-6a3f-431b-9e4d-bacf15d83da6 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.799249 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99109dc1-f1a4-4a37-983e-26038dce7b11 req-94e9835a-6a3f-431b-9e4d-bacf15d83da6 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 945 time: 0.1596563 Jul 16 01:38:56.824873 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.871590 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-99109dc1-f1a4-4a37-983e-26038dce7b11 req-711ff24c-3039-4d36-a4c8-c2457294d52b tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630279 Jul 16 01:38:56.921144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:56.926136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:56.928156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=3cd89561-21d8-43d6-ad54-bfa76f8c6754,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.930393 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13f385fe-f09e-4f17-a2b5-27c9c76fd257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.930535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:56.936066 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13f385fe-f09e-4f17-a2b5-27c9c76fd257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.936575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.937235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.962613 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1e700c1a-2eca-49ea-a374-11d1d63fd1e7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1837792 Jul 16 01:38:56.964469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33168) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:56.975312 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-13f385fe-f09e-4f17-a2b5-27c9c76fd257 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c85237fc6b341298f362cc9ac687622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417787 Jul 16 01:38:56.980155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33172) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:57.004587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f385fe-f09e-4f17-a2b5-27c9c76fd257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea699d4-923d-4edd-ba7e-1056638e65ae,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:57.112114 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd85f44-8d2b-4d9a-9688-aa87d9e5507b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.123281 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-235056f8-fa22-404d-81dc-3b1693be0c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.126300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37923770-2ff4-412a-b141-024e71f2c5ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.133629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37923770-2ff4-412a-b141-024e71f2c5ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.138633 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-37923770-2ff4-412a-b141-024e71f2c5ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1726189 Jul 16 01:38:57.138992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33178) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:57.172352 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd85f44-8d2b-4d9a-9688-aa87d9e5507b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.278000 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd85f44-8d2b-4d9a-9688-aa87d9e5507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.282214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfd85f44-8d2b-4d9a-9688-aa87d9e5507b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.287026 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cfd85f44-8d2b-4d9a-9688-aa87d9e5507b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ea699d4-923d-4edd-ba7e-1056638e65ae HTTP/1.1" status: 204 len: 168 time: 0.3027034 Jul 16 01:38:57.288625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41d375c5-4e71-46f5-b761-3637b5be3cb0 None None] Provisioning for port 3cd89561-21d8-43d6-ad54-bfa76f8c6754 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:57.293511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41d375c5-4e71-46f5-b761-3637b5be3cb0 None None] Provisioning complete for port 3cd89561-21d8-43d6-ad54-bfa76f8c6754 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:57.293890 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41d375c5-4e71-46f5-b761-3637b5be3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.297492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd85f44-8d2b-4d9a-9688-aa87d9e5507b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea699d4-923d-4edd-ba7e-1056638e65ae,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:57.320804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8246a7e3-8d8d-4490-aa21-75ed4b180abd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port 3cd89561-21d8-43d6-ad54-bfa76f8c6754 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:57.321412 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8246a7e3-8d8d-4490-aa21-75ed4b180abd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.347295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33184) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:57.401336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-41d375c5-4e71-46f5-b761-3637b5be3cb0 None None] Port 3cd89561-21d8-43d6-ad54-bfa76f8c6754 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:57.404311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe38ee-70f2-472a-a5e4-031b1bcc746a req-f3869d23-5500-4cb5-befb-a66e5427d51b tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.408005 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02fe38ee-70f2-472a-a5e4-031b1bcc746a req-f3869d23-5500-4cb5-befb-a66e5427d51b tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1076205 Jul 16 01:38:57.459630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:57.479384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-02fe38ee-70f2-472a-a5e4-031b1bcc746a req-8c344fba-5e6b-459e-b492-097e749b427e tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602582 Jul 16 01:38:57.489264 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8246a7e3-8d8d-4490-aa21-75ed4b180abd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.509228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8246a7e3-8d8d-4490-aa21-75ed4b180abd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for 3cd89561-21d8-43d6-ad54-bfa76f8c6754 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:57.538936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:57.539441 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.550515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2c59eb2f-d92b-484c-8ad4-2117aae25b8a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:57.551036 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-2c59eb2f-d92b-484c-8ad4-2117aae25b8a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:38:57.551538 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-2c59eb2f-d92b-484c-8ad4-2117aae25b8a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:38:57.552586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2c59eb2f-d92b-484c-8ad4-2117aae25b8a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1997144 Jul 16 01:38:57.556499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33190) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:57.562036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242688756'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:57.625977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.639354 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.644580 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.769969 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8246a7e3-8d8d-4490-aa21-75ed4b180abd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.810936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246a7e3-8d8d-4490-aa21-75ed4b180abd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=3cd89561-21d8-43d6-ad54-bfa76f8c6754,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:57.828826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d72bd18b-2868-4566-aec7-dd15013df18b req-3b5d9f9b-4363-49b2-9715-3277db7a0c1a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1902349 Jul 16 01:38:57.881454 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8246a7e3-8d8d-4490-aa21-75ed4b180abd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.885836 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8246a7e3-8d8d-4490-aa21-75ed4b180abd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/3cd89561-21d8-43d6-ad54-bfa76f8c6754 HTTP/1.1" status: 204 len: 168 time: 0.7435441 Jul 16 01:38:57.886756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33194) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:57.891382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.900864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.962298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca2eda1-9978-412e-a34a-185d36d33771,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.019048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.043094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6939b850-b1e0-4d61-b0c2-8df6beb8bc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.078835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.090111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.149748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d569b3c-cd17-4a76-9a08-1f04639aabd3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.214592 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6939b850-b1e0-4d61-b0c2-8df6beb8bc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.224704 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6939b850-b1e0-4d61-b0c2-8df6beb8bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.230088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.234470 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e51da7b4-0bb5-4eaa-9cde-1e50e1d20637 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6767483 Jul 16 01:38:58.235155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33198) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.246704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f02a3ea0-b9a3-4718-a1e5-dcea8c8bafbb tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': '0d569b3c-cd17-4a76-9a08-1f04639aabd3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:58.293286 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6939b850-b1e0-4d61-b0c2-8df6beb8bc58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e4bf6045b334783af4452521e617d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729707 Jul 16 01:38:58.295637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939b850-b1e0-4d61-b0c2-8df6beb8bc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899df60f-5d07-4e8e-85e8-c28e2d92d358,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.299853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.316039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02a3ea0-b9a3-4718-a1e5-dcea8c8bafbb tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.373607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02a3ea0-b9a3-4718-a1e5-dcea8c8bafbb tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.378472 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02a3ea0-b9a3-4718-a1e5-dcea8c8bafbb tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.379539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac0dd7-5273-4170-a413-65633fba10e5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.381225 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac0dd7-5273-4170-a413-65633fba10e5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.382857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cfac0dd7-5273-4170-a413-65633fba10e5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4956293 Jul 16 01:38:58.386624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.427733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a3ea0-b9a3-4718-a1e5-dcea8c8bafbb tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a97020-cbbc-4e10-a5ed-4661e8bed50e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.441341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02a3ea0-b9a3-4718-a1e5-dcea8c8bafbb tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.446816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f02a3ea0-b9a3-4718-a1e5-dcea8c8bafbb tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1996601 Jul 16 01:38:58.447041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716650b-7889-4baa-8138-f20b9e28b8db req-3c2d7d9b-e69a-4159-8e8e-0d81807f9674 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.448535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33204) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.451332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716650b-7889-4baa-8138-f20b9e28b8db req-3c2d7d9b-e69a-4159-8e8e-0d81807f9674 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.459052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716650b-7889-4baa-8138-f20b9e28b8db req-3c2d7d9b-e69a-4159-8e8e-0d81807f9674 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.460082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d221d031-05b1-4ec2-819b-6cd762d0d039 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': '0d569b3c-cd17-4a76-9a08-1f04639aabd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:58.460865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9716650b-7889-4baa-8138-f20b9e28b8db req-3c2d7d9b-e69a-4159-8e8e-0d81807f9674 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d&device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec&device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 2417 time: 0.6012909 Jul 16 01:38:58.463603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc2c0fd4-6910-48a9-bdac-cf1d17081274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.465352 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.484989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3ef8b5-d53f-4451-97d6-9e5d002c16c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet c9eb2bb3-87cf-43f2-abe3-62cfe5c960d5 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:58.489631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bd18b-2868-4566-aec7-dd15013df18b req-ad925450-2ccf-44ff-b1ea-55fc80e092e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.491236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d72bd18b-2868-4566-aec7-dd15013df18b req-ad925450-2ccf-44ff-b1ea-55fc80e092e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 1097 time: 0.2206054 Jul 16 01:38:58.491969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef8b5-d53f-4451-97d6-9e5d002c16c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.509543 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc2c0fd4-6910-48a9-bdac-cf1d17081274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.538397 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d221d031-05b1-4ec2-819b-6cd762d0d039 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.557538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef8b5-d53f-4451-97d6-9e5d002c16c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.589608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9716650b-7889-4baa-8138-f20b9e28b8db req-dd2dd706-2598-4b25-b866-48736506f023 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130395 Jul 16 01:38:58.652299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bd18b-2868-4566-aec7-dd15013df18b req-5ef3455f-e702-4bfa-a933-13e02c48ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.653831 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d72bd18b-2868-4566-aec7-dd15013df18b req-5ef3455f-e702-4bfa-a933-13e02c48ea1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=37739147-4dff-4acf-9045-daa5951db93a HTTP/1.1" status: 200 len: 897 time: 0.1340642 Jul 16 01:38:58.659440 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc2c0fd4-6910-48a9-bdac-cf1d17081274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.662411 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc2c0fd4-6910-48a9-bdac-cf1d17081274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.663852 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-d221d031-05b1-4ec2-819b-6cd762d0d039 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:38:58.665675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d221d031-05b1-4ec2-819b-6cd762d0d039 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2156467 Jul 16 01:38:58.667627 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bc2c0fd4-6910-48a9-bdac-cf1d17081274 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/899df60f-5d07-4e8e-85e8-c28e2d92d358 HTTP/1.1" status: 204 len: 168 time: 0.3660197 Jul 16 01:38:58.668156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33210) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.716934 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef8b5-d53f-4451-97d6-9e5d002c16c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.725511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c0fd4-6910-48a9-bdac-cf1d17081274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899df60f-5d07-4e8e-85e8-c28e2d92d358,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.757590 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d72bd18b-2868-4566-aec7-dd15013df18b req-9d3fa5c9-860a-4bbc-ba25-82d14e7dec5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d HTTP/1.1" status: 200 len: 1001 time: 0.0879805 Jul 16 01:38:58.807702 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9bf6-d7da-45ef-aad1-75647c6585ca tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.821695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bd18b-2868-4566-aec7-dd15013df18b req-d1899fba-35c3-4707-bdae-4991d3d857e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.823864 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d72bd18b-2868-4566-aec7-dd15013df18b req-d1899fba-35c3-4707-bdae-4991d3d857e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa HTTP/1.1" status: 200 len: 835 time: 0.0538483 Jul 16 01:38:58.882912 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef8b5-d53f-4451-97d6-9e5d002c16c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.885750 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9bf6-d7da-45ef-aad1-75647c6585ca tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.907240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bd18b-2868-4566-aec7-dd15013df18b req-c8fa9d86-f9d4-4c64-978a-87803f3198c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.908723 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d72bd18b-2868-4566-aec7-dd15013df18b req-c8fa9d86-f9d4-4c64-978a-87803f3198c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37739147-4dff-4acf-9045-daa5951db93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750067 Jul 16 01:38:58.934857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ef8b5-d53f-4451-97d6-9e5d002c16c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=c9eb2bb3-87cf-43f2-abe3-62cfe5c960d5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.949866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef8b5-d53f-4451-97d6-9e5d002c16c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.951808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d11fb-bbe1-4f0f-acf0-b81395c1f24b None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:58.955881 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bc3ef8b5-d53f-4451-97d6-9e5d002c16c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/c9eb2bb3-87cf-43f2-abe3-62cfe5c960d5 HTTP/1.1" status: 204 len: 168 time: 0.5676188 Jul 16 01:38:58.963013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33214) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.019565 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3707fc98-a9ba-44cf-a00e-01edbc46581e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555131 Jul 16 01:38:59.023539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33216) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.028526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:59.078677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652af07-bb8c-4e70-ad65-d60b958a4401 req-a34f658f-ca22-46ac-83aa-61d86314e4eb tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.081526 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2652af07-bb8c-4e70-ad65-d60b958a4401 req-a34f658f-ca22-46ac-83aa-61d86314e4eb tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 945 time: 0.2674088 Jul 16 01:38:59.097266 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9bf6-d7da-45ef-aad1-75647c6585ca tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.100070 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9bf6-d7da-45ef-aad1-75647c6585ca tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.101284 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cd4e9bf6-d7da-45ef-aad1-75647c6585ca tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "DELETE /v2.0/security-groups/0d569b3c-cd17-4a76-9a08-1f04639aabd3 HTTP/1.1" status: 204 len: 168 time: 0.4322031 Jul 16 01:38:59.107854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33220) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.135448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d72bd18b-2868-4566-aec7-dd15013df18b req-df6a6e6e-734f-44ca-92ab-359691c1a164 service neutron] 10.222.0.50 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185352 Jul 16 01:38:59.171358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e9bf6-d7da-45ef-aad1-75647c6585ca tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d569b3c-cd17-4a76-9a08-1f04639aabd3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.198221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2652af07-bb8c-4e70-ad65-d60b958a4401 req-b95c51d6-cc53-4bd0-929a-cc5554b636d9 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112192 Jul 16 01:38:59.230221 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f4f18bc3-e815-40d4-93ff-83a61fa46f5e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1192136 Jul 16 01:38:59.236685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33228) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.237506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:59.241836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.269845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6aab2663-07ad-4d3b-9bca-64292e0e282e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205868781'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:59.323673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e250f197-62fd-4ac0-8dba-6c947bdbdbbf None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:59.357019 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aab2663-07ad-4d3b-9bca-64292e0e282e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.390502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d72bd18b-2868-4566-aec7-dd15013df18b req-e5c15466-bdc8-4a2d-81a0-510c0e4cb4f1 service neutron] 10.222.0.50 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475410 Jul 16 01:38:59.443022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e250f197-62fd-4ac0-8dba-6c947bdbdbbf None None] Deleting port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:59.443903 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e250f197-62fd-4ac0-8dba-6c947bdbdbbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.485012 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aab2663-07ad-4d3b-9bca-64292e0e282e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.491079 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aab2663-07ad-4d3b-9bca-64292e0e282e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.525469 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aab2663-07ad-4d3b-9bca-64292e0e282e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.526613 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6aab2663-07ad-4d3b-9bca-64292e0e282e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2857978 Jul 16 01:38:59.529546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.535491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0dc02230-379d-4dc0-a21c-8e0102cbdb6a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': '8736d04c-9219-44f7-8dca-f271439b5423', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:59.536298 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-0dc02230-379d-4dc0-a21c-8e0102cbdb6a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:38:59.536812 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-0dc02230-379d-4dc0-a21c-8e0102cbdb6a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:59.537801 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0dc02230-379d-4dc0-a21c-8e0102cbdb6a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072494 Jul 16 01:38:59.540122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab2663-07ad-4d3b-9bca-64292e0e282e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8736d04c-9219-44f7-8dca-f271439b5423,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.542450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33238) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.606996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e250f197-62fd-4ac0-8dba-6c947bdbdbbf None None] For port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:59.607542 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e250f197-62fd-4ac0-8dba-6c947bdbdbbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.627310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e250f197-62fd-4ac0-8dba-6c947bdbdbbf None None] Calling delete_port for c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:59.628302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8122fb39-425f-41a0-b27d-182f7a0a987b tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.657643 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8122fb39-425f-41a0-b27d-182f7a0a987b tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.735010 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8122fb39-425f-41a0-b27d-182f7a0a987b tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.740533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8122fb39-425f-41a0-b27d-182f7a0a987b tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.743171 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8122fb39-425f-41a0-b27d-182f7a0a987b tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "DELETE /v2.0/security-groups/8736d04c-9219-44f7-8dca-f271439b5423 HTTP/1.1" status: 204 len: 168 time: 0.1993105 Jul 16 01:38:59.749010 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.783003 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122fb39-425f-41a0-b27d-182f7a0a987b tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8736d04c-9219-44f7-8dca-f271439b5423,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.805975 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e250f197-62fd-4ac0-8dba-6c947bdbdbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.851905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.objects.ports [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:38:59.857947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5b9f64da-a56e-4d06-b7e0-24fcb693f34e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041873 Jul 16 01:38:59.862719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250f197-62fd-4ac0-8dba-6c947bdbdbbf None None] Pushing event deleted for resources: {'Port': ['ID=c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.864085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.884601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250f197-62fd-4ac0-8dba-6c947bdbdbbf None None] No DVR routers for this DVR port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:59.889080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-de0a0420-28dd-4828-bed7-cc7dec0a5a23 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633033155'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:59.936707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0a0420-28dd-4828-bed7-cc7dec0a5a23 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.006148 n-d-791504-14 neutron-server[93945]: WARNING neutron.services.revisions.revision_plugin [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Could not find related port for resource to bump revision. Jul 16 01:39:00.010853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_pluggable_backend [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Port c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93945) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:39:00.011225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_pluggable_backend [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8a:eb54 {{(pid=93945) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:39:00.015621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_pluggable_backend [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8a:eb54 {{(pid=93945) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:39:00.018382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.053114 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0a0420-28dd-4828-bed7-cc7dec0a5a23 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.058342 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0a0420-28dd-4828-bed7-cc7dec0a5a23 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.085641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:00.098411 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.099493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:00.104673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.105334 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.124027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac7766-ca42-4d5a-91a1-51318b9981db None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:00.143696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a0420-28dd-4828-bed7-cc7dec0a5a23 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6545b-8b07-4dba-ad88-fae3904c69bc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.153789 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de0a0420-28dd-4828-bed7-cc7dec0a5a23 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.158844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1356909 Jul 16 01:39:00.162435 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-de0a0420-28dd-4828-bed7-cc7dec0a5a23 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2956882 Jul 16 01:39:00.163822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.164164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33258) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.179151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-60deb75a-a997-4693-8c3e-a57867ae4510 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'ccd6545b-8b07-4dba-ad88-fae3904c69bc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:00.181991 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-60deb75a-a997-4693-8c3e-a57867ae4510 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:39:00.183838 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-60deb75a-a997-4693-8c3e-a57867ae4510 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:00.187617 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-60deb75a-a997-4693-8c3e-a57867ae4510 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0195470 Jul 16 01:39:00.189459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33262) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.193690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:e7:5f:5d', 'name': 'tempest-NetworksTestDHCPv6-1419700811'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:00.215358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19070e0-ef04-4d26-83fd-084c8a7e00c9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=48acc514-467b-4244-8899-6ddc96feb90f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.351235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6956679b-ae06-4559-a94e-9d71b8ebea36 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.365316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:00.370474 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.396124 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': '48acc514-467b-4244-8899-6ddc96feb90f'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:00.397410 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.406475 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6956679b-ae06-4559-a94e-9d71b8ebea36 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.412773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port fad89636-5bb5-4c0e-89c2-86cac1b72958 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:00.475371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6956679b-ae06-4559-a94e-9d71b8ebea36 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.479672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6956679b-ae06-4559-a94e-9d71b8ebea36 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.484884 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6956679b-ae06-4559-a94e-9d71b8ebea36 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "DELETE /v2.0/security-groups/ccd6545b-8b07-4dba-ad88-fae3904c69bc HTTP/1.1" status: 204 len: 168 time: 0.2941868 Jul 16 01:39:00.485827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.531031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956679b-ae06-4559-a94e-9d71b8ebea36 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6545b-8b07-4dba-ad88-fae3904c69bc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.575507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-535c7f4d-880d-4d17-910a-a8bb7e6b2f0c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816522 Jul 16 01:39:00.577037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.582627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e419fe65-45eb-4b85-8a62-a64000d26cad tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'tempest-secgroup--95142034'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:00.612120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e419fe65-45eb-4b85-8a62-a64000d26cad tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.629198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::f816:3eff:fee7:5f5d (4b748a0d-6d39-4cd2-b13e-5462f021b600/48acc514-467b-4244-8899-6ddc96feb90f/fad89636-5bb5-4c0e-89c2-86cac1b72958) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:00.767926 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e419fe65-45eb-4b85-8a62-a64000d26cad tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.776692 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e419fe65-45eb-4b85-8a62-a64000d26cad tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.800150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e419fe65-45eb-4b85-8a62-a64000d26cad tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.802696 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e419fe65-45eb-4b85-8a62-a64000d26cad tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2240837 Jul 16 01:39:00.805550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33286) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.811360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-334a9bdf-58c5-4135-95b4-ae7a82c2afec tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': '995441e9-2d1f-411d-a10b-7077c40b2217', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:00.812949 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-334a9bdf-58c5-4135-95b4-ae7a82c2afec tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:39:00.813885 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-334a9bdf-58c5-4135-95b4-ae7a82c2afec tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:00.816671 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-334a9bdf-58c5-4135-95b4-ae7a82c2afec tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091608 Jul 16 01:39:00.834305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33288) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.840648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.841242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6f94db0a-9c8c-4c94-8f2e-d555811be75d tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': '995441e9-2d1f-411d-a10b-7077c40b2217', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:00.841936 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-6f94db0a-9c8c-4c94-8f2e-d555811be75d tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:39:00.842460 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-6f94db0a-9c8c-4c94-8f2e-d555811be75d tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:00.847109 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6f94db0a-9c8c-4c94-8f2e-d555811be75d tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082467 Jul 16 01:39:00.849871 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33290) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.857406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fde48026-ad20-4c6d-a5fa-e9c819af11d8 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': '995441e9-2d1f-411d-a10b-7077c40b2217', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:00.858984 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-fde48026-ad20-4c6d-a5fa-e9c819af11d8 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:39:00.859761 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-fde48026-ad20-4c6d-a5fa-e9c819af11d8 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:00.864133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fde48026-ad20-4c6d-a5fa-e9c819af11d8 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099738 Jul 16 01:39:00.866251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.880557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-88e1cf28-8d61-40f1-b016-e77a206c79e3 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': '995441e9-2d1f-411d-a10b-7077c40b2217', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:00.881421 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-88e1cf28-8d61-40f1-b016-e77a206c79e3 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:39:00.881641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object fad89636-5bb5-4c0e-89c2-86cac1b72958 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:00.881979 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-88e1cf28-8d61-40f1-b016-e77a206c79e3 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:00.892727 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-88e1cf28-8d61-40f1-b016-e77a206c79e3 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115144 Jul 16 01:39:00.893638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.923891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419fe65-45eb-4b85-8a62-a64000d26cad tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995441e9-2d1f-411d-a10b-7077c40b2217,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.952668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.029290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2099f835-0142-4066-be3a-411e2a3cf01f tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.054945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=fad89636-5bb5-4c0e-89c2-86cac1b72958,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.062208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Allocated IP 2001:db8::f816:3eff:fe3b:2a4 (4b748a0d-6d39-4cd2-b13e-5462f021b600/48acc514-467b-4244-8899-6ddc96feb90f/bd15c30b-e876-40b9-b0ac-35a10de4c11f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:01.086106 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:01.092111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:01.099985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:01.106266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.106931 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.107203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2099f835-0142-4066-be3a-411e2a3cf01f tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.133497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5bff0b19-3310-41f0-8bf1-9e210b3121ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9665868 Jul 16 01:39:01.136102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.205405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2099f835-0142-4066-be3a-411e2a3cf01f tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.213965 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2099f835-0142-4066-be3a-411e2a3cf01f tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.215328 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2099f835-0142-4066-be3a-411e2a3cf01f tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "DELETE /v2.0/security-groups/995441e9-2d1f-411d-a10b-7077c40b2217 HTTP/1.1" status: 204 len: 168 time: 0.3165019 Jul 16 01:39:01.219321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33308) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.226620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099f835-0142-4066-be3a-411e2a3cf01f tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995441e9-2d1f-411d-a10b-7077c40b2217,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.318284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4813df9-d5b3-4bfd-93d5-9747957cb540 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.323430 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33310) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.323888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a4813df9-d5b3-4bfd-93d5-9747957cb540 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1854470 Jul 16 01:39:01.333342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-49dafa32-b2cd-40a4-b1bb-6168f0018b01 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123192 Jul 16 01:39:01.338294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.343151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b95937c3-983c-4092-8abd-928b491255e4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'tempest-secgroup--535390115'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.350551 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.368573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Transition to ACTIVE for port object bd15c30b-e876-40b9-b0ac-35a10de4c11f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:01.382160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:01.387605 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b95937c3-983c-4092-8abd-928b491255e4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.440741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:01.441419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c1bf56d9-fcbc-4465-88b0-4e27eb6e82c6 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:01.465619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Transition to ACTIVE for port object bd15c30b-e876-40b9-b0ac-35a10de4c11f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:01.473016 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.532176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Pushing event updated for resources: {'Port': ['ID=bd15c30b-e876-40b9-b0ac-35a10de4c11f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.549123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:01.550098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a5c07022-1901-48ce-8f68-188a438d01ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port fad89636-5bb5-4c0e-89c2-86cac1b72958 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:01.550912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:01.551876 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5c07022-1901-48ce-8f68-188a438d01ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.555536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:01.567782 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b95937c3-983c-4092-8abd-928b491255e4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.574141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b95937c3-983c-4092-8abd-928b491255e4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.609367 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b95937c3-983c-4092-8abd-928b491255e4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.611226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b95937c3-983c-4092-8abd-928b491255e4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2717316 Jul 16 01:39:01.613716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95937c3-983c-4092-8abd-928b491255e4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7672fa5-d3ae-4ff5-b30d-c318c60efda9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.617075 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33320) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.621784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2519f5d6-94ef-4a99-9b65-8809345b94d2 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'd7672fa5-d3ae-4ff5-b30d-c318c60efda9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.622218 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-2519f5d6-94ef-4a99-9b65-8809345b94d2 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:39:01.622807 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-2519f5d6-94ef-4a99-9b65-8809345b94d2 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:01.624048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2519f5d6-94ef-4a99-9b65-8809345b94d2 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060947 Jul 16 01:39:01.627976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.633120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ccba64fe-45f2-45a5-8fec-880c8a697f17 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'd7672fa5-d3ae-4ff5-b30d-c318c60efda9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.682498 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-ccba64fe-45f2-45a5-8fec-880c8a697f17 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:01.683873 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ccba64fe-45f2-45a5-8fec-880c8a697f17 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0546484 Jul 16 01:39:01.686543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33324) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.692309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1e070b79-e7df-4695-9bf7-0ca8c03ed4ff tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'd7672fa5-d3ae-4ff5-b30d-c318c60efda9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.692855 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-1e070b79-e7df-4695-9bf7-0ca8c03ed4ff tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:39:01.693353 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-1e070b79-e7df-4695-9bf7-0ca8c03ed4ff tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:01.694616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1e070b79-e7df-4695-9bf7-0ca8c03ed4ff tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070846 Jul 16 01:39:01.697327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33326) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.703166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b2a1d8bf-e466-4e3a-9841-0f0de06203f2 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'd7672fa5-d3ae-4ff5-b30d-c318c60efda9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.713511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Attempting to bind port bd15c30b-e876-40b9-b0ac-35a10de4c11f on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:01.714705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Attempting to bind port bd15c30b-e876-40b9-b0ac-35a10de4c11f by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:01.715242 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Attempting to bind port bd15c30b-e876-40b9-b0ac-35a10de4c11f on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:01.725484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:01.726211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:01.727228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.728423 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:01.729604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Bound port: bd15c30b-e876-40b9-b0ac-35a10de4c11f, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:01.730423 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.756004 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-b2a1d8bf-e466-4e3a-9841-0f0de06203f2 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:01.759191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b2a1d8bf-e466-4e3a-9841-0f0de06203f2 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0607402 Jul 16 01:39:01.762514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33328) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.768860 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5c07022-1901-48ce-8f68-188a438d01ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.769690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b7a30c9a-3e5a-425d-96e7-287b4bed4f17 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'd7672fa5-d3ae-4ff5-b30d-c318c60efda9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.770534 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-b7a30c9a-3e5a-425d-96e7-287b4bed4f17 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:39:01.772670 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-b7a30c9a-3e5a-425d-96e7-287b4bed4f17 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:01.773739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b7a30c9a-3e5a-425d-96e7-287b4bed4f17 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095713 Jul 16 01:39:01.777107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33330) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.787383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7d7b3d60-fce1-4f26-b103-7073cd06995e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'd7672fa5-d3ae-4ff5-b30d-c318c60efda9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.794264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a5c07022-1901-48ce-8f68-188a438d01ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for fad89636-5bb5-4c0e-89c2-86cac1b72958 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:01.818297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f689c3d-fac8-42c2-aec8-67c3bba57118 req-ca30ab5e-6b84-4850-88b0-368753d486d8 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.820040 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f689c3d-fac8-42c2-aec8-67c3bba57118 req-ca30ab5e-6b84-4850-88b0-368753d486d8 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1393468 Jul 16 01:39:01.829355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] For port bd15c30b-e876-40b9-b0ac-35a10de4c11f, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:01.835429 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] For port bd15c30b-e876-40b9-b0ac-35a10de4c11f, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=bd15c30b-e876-40b9-b0ac-35a10de4c11f,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:01.839566 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-7d7b3d60-fce1-4f26-b103-7073cd06995e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:01.840869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7d7b3d60-fce1-4f26-b103-7073cd06995e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0627415 Jul 16 01:39:01.841730 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.845689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33332) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.853290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f7d8b03e-c4af-461c-8b6f-d420db17019a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'd7672fa5-d3ae-4ff5-b30d-c318c60efda9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.855740 n-d-791504-14 neutron-server[93945]: WARNING neutron.api.v2.base [None req-f7d8b03e-c4af-461c-8b6f-d420db17019a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:39:01.858040 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-f7d8b03e-c4af-461c-8b6f-d420db17019a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:01.863809 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f7d8b03e-c4af-461c-8b6f-d420db17019a tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153098 Jul 16 01:39:01.864368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.876872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a3337247-171e-40f3-a217-2376c69e3a92 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'd7672fa5-d3ae-4ff5-b30d-c318c60efda9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.959324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f689c3d-fac8-42c2-aec8-67c3bba57118 req-e663d100-7a06-4093-8c2b-b1561f8a71b2 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964949 Jul 16 01:39:01.966699 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df06f37-c009-4221-8458-fdae938ff06a None None] Pushing event updated for resources: {'Port': ['ID=bd15c30b-e876-40b9-b0ac-35a10de4c11f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.974139 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-a3337247-171e-40f3-a217-2376c69e3a92 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:01.975701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a3337247-171e-40f3-a217-2376c69e3a92 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1099737 Jul 16 01:39:01.978409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33336) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.983714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-acbfdb18-3e10-4757-b144-89267fe70fba tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'd7672fa5-d3ae-4ff5-b30d-c318c60efda9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:02.047623 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-acbfdb18-3e10-4757-b144-89267fe70fba tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:02.052892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-acbfdb18-3e10-4757-b144-89267fe70fba tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0708723 Jul 16 01:39:02.053350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33338) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.086565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5c07022-1901-48ce-8f68-188a438d01ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.119257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c07022-1901-48ce-8f68-188a438d01ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=fad89636-5bb5-4c0e-89c2-86cac1b72958,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:02.150236 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5c07022-1901-48ce-8f68-188a438d01ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.152346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a5c07022-1901-48ce-8f68-188a438d01ed tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/fad89636-5bb5-4c0e-89c2-86cac1b72958 HTTP/1.1" status: 204 len: 168 time: 0.8276498 Jul 16 01:39:02.156480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33344) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.190967 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a399530d-bc12-4cfd-a885-888139c8f692 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.238947 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a399530d-bc12-4cfd-a885-888139c8f692 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.243428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9052d98b-a006-4b05-ab8c-2bd09f39df8c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.245254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9052d98b-a006-4b05-ab8c-2bd09f39df8c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.246955 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9052d98b-a006-4b05-ab8c-2bd09f39df8c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0882559 Jul 16 01:39:02.249801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33346) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.308564 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a399530d-bc12-4cfd-a885-888139c8f692 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.311481 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a399530d-bc12-4cfd-a885-888139c8f692 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.312864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a399530d-bc12-4cfd-a885-888139c8f692 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "DELETE /v2.0/security-groups/d7672fa5-d3ae-4ff5-b30d-c318c60efda9 HTTP/1.1" status: 204 len: 168 time: 0.2577665 Jul 16 01:39:02.316702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.322608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399530d-bc12-4cfd-a885-888139c8f692 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7672fa5-d3ae-4ff5-b30d-c318c60efda9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:02.362311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e673035-93b7-4f35-a953-25865a491199 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 48acc514-467b-4244-8899-6ddc96feb90f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:02.366662 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e673035-93b7-4f35-a953-25865a491199 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.421820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e08f7356-f193-4b81-a1cd-5dfe85a74293 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1031852 Jul 16 01:39:02.427315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33350) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.430762 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e673035-93b7-4f35-a953-25865a491199 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.433561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-307a8726-2954-45c2-9859-3753608e9ef4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'tempest-secgroup--848324431'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:02.466421 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-307a8726-2954-45c2-9859-3753608e9ef4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.534388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e673035-93b7-4f35-a953-25865a491199 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.581554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-307a8726-2954-45c2-9859-3753608e9ef4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.585768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-307a8726-2954-45c2-9859-3753608e9ef4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.605140 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e673035-93b7-4f35-a953-25865a491199 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.636878 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-307a8726-2954-45c2-9859-3753608e9ef4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.638569 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-307a8726-2954-45c2-9859-3753608e9ef4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2099645 Jul 16 01:39:02.640732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a8726-2954-45c2-9859-3753608e9ef4 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59aeb00-5931-4a75-bd8b-3251b21717dc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:02.640952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e673035-93b7-4f35-a953-25865a491199 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=48acc514-467b-4244-8899-6ddc96feb90f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:02.642944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.644959 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e673035-93b7-4f35-a953-25865a491199 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.650137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0e673035-93b7-4f35-a953-25865a491199 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/48acc514-467b-4244-8899-6ddc96feb90f HTTP/1.1" status: 204 len: 168 time: 0.3906229 Jul 16 01:39:02.650333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c0076978-98fb-475f-9d6d-69ecd3392b0f tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'b59aeb00-5931-4a75-bd8b-3251b21717dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:02.650452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.692218 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1a263325-6737-4310-b652-603419d74571 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404580 Jul 16 01:39:02.695261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33356) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.729616 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c0076978-98fb-475f-9d6d-69ecd3392b0f tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The resource could not be found. Jul 16 01:39:02.734139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c0076978-98fb-475f-9d6d-69ecd3392b0f tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0868292 Jul 16 01:39:02.734677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33358) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.743395 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8f6f75d6-5e37-41c6-8b34-102bf78b01f0 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': 'b59aeb00-5931-4a75-bd8b-3251b21717dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '97131708-846d-4224-bbc8-c353464a46ea'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:02.788920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b232d021-7563-480a-934a-40fb447e0ddf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.790931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b232d021-7563-480a-934a-40fb447e0ddf tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0946474 Jul 16 01:39:02.794498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.809519 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-8f6f75d6-5e37-41c6-8b34-102bf78b01f0 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The resource could not be found. Jul 16 01:39:02.810816 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8f6f75d6-5e37-41c6-8b34-102bf78b01f0 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0742106 Jul 16 01:39:02.815270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.878305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1395c9-3c7b-4896-9f4e-563075ca8960 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.881074 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ce1395c9-3c7b-4896-9f4e-563075ca8960 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0853326 Jul 16 01:39:02.889358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33364) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.952046 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b8550157-4084-4dde-9343-fc0c6aa25d2e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611365 Jul 16 01:39:02.958110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.963509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9a0d9e91-7ab8-4e45-8591-a0a029791293 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:02.964066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-bd0ebb09-ebad-4376-81df-6b789bbe1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.965500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-bd0ebb09-ebad-4376-81df-6b789bbe1dd3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 1098 time: 0.0831594 Jul 16 01:39:02.970663 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b2581d-2360-4ddb-915f-ea63dfb5eed8 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.043451 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b2581d-2360-4ddb-915f-ea63dfb5eed8 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.174950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-524a0e20-adb2-4cec-8fff-6a4e2c974976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.176497 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-524a0e20-adb2-4cec-8fff-6a4e2c974976 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 916 time: 0.1835825 Jul 16 01:39:03.193796 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b2581d-2360-4ddb-915f-ea63dfb5eed8 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.197316 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b2581d-2360-4ddb-915f-ea63dfb5eed8 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.200285 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1b2581d-2360-4ddb-915f-ea63dfb5eed8 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "DELETE /v2.0/security-groups/b59aeb00-5931-4a75-bd8b-3251b21717dc HTTP/1.1" status: 204 len: 168 time: 0.3839614 Jul 16 01:39:03.206168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:03.209287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0d9e91-7ab8-4e45-8591-a0a029791293 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:03.213571 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9e91-7ab8-4e45-8591-a0a029791293 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.239303 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-da03752c-30e5-4a3f-9811-3ff34c3eecb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff9394b0-e12c-4a84-a5b3-604244a2e011 HTTP/1.1" status: 200 len: 217 time: 0.0537035 Jul 16 01:39:03.260037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cefb63-9091-4ae5-bede-5ed8662806f5 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:03.263541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2581d-2360-4ddb-915f-ea63dfb5eed8 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59aeb00-5931-4a75-bd8b-3251b21717dc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:03.295036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e18200-7de0-4777-bfcd-5d978ea19998 req-d1ffd0d6-4253-487e-95d6-d2e122cadc10 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.296638 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99e18200-7de0-4777-bfcd-5d978ea19998 req-d1ffd0d6-4253-487e-95d6-d2e122cadc10 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1813209 Jul 16 01:39:03.368629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-cf3a0d9f-5beb-4588-8240-fcdf7449447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.374832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-cf3a0d9f-5beb-4588-8240-fcdf7449447e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb058b15-ffee-44fd-bd7f-81076b6543a9 HTTP/1.1" status: 200 len: 855 time: 0.1199322 Jul 16 01:39:03.437627 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-77178b5f-3fc2-4f09-9c5d-871ec6ea0447 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2298362 Jul 16 01:39:03.455985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33384) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:03.477815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2b9775aa-cc3e-4956-9620-38abbbb2ba0c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': '8cb3fad3-2206-4496-83fb-f0be2328994f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:03.494889 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device bd15c30b-e876-40b9-b0ac-35a10de4c11f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:03.505722 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99e18200-7de0-4777-bfcd-5d978ea19998 req-253ccb38-2fa7-4766-8c27-d902d20ae6d1 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965439 Jul 16 01:39:03.573673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-0d878972-4a2e-42a5-968e-a3792b68b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.575600 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-0d878972-4a2e-42a5-968e-a3792b68b98b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903014 Jul 16 01:39:03.595750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1a1872ad-2418-4d07-a439-1aef191d436a None None] Provisioning for port bd15c30b-e876-40b9-b0ac-35a10de4c11f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:03.656885 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9e91-7ab8-4e45-8591-a0a029791293 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.659569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port bd15c30b-e876-40b9-b0ac-35a10de4c11f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:03.666687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port bd15c30b-e876-40b9-b0ac-35a10de4c11f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:03.667305 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.678800 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-2b9775aa-cc3e-4956-9620-38abbbb2ba0c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The resource could not be found. Jul 16 01:39:03.683658 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2b9775aa-cc3e-4956-9620-38abbbb2ba0c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2251444 Jul 16 01:39:03.690041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33390) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:03.698297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6b920d94-8043-4659-9990-1d518245095c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'tempest-secgroup--327545710'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:03.710915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d9e91-7ab8-4e45-8591-a0a029791293 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:03.723640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d9e91-7ab8-4e45-8591-a0a029791293 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:03.729445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d9e91-7ab8-4e45-8591-a0a029791293 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.730138 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9e91-7ab8-4e45-8591-a0a029791293 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.748557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d9e91-7ab8-4e45-8591-a0a029791293 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=0b66cfe8-c391-4960-b4e9-ae42ad5a60eb,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:03.769268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b920d94-8043-4659-9990-1d518245095c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.778299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9a0d9e91-7ab8-4e45-8591-a0a029791293 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8189068 Jul 16 01:39:03.780969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33392) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:03.789165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:ff:c7:ee', 'name': 'tempest-NetworksTestDHCPv6-1459430402'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:03.795800 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f97395e-5fa9-45e0-9b1e-deb5c1d154a5 None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:03.812821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-5d766d4b-63de-450f-980b-b82f6d3e191d service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293065 Jul 16 01:39:03.816646 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.987475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79fbb1c5-b477-49c3-a331-c0cca759f2aa req-6a288c88-bce0-41b3-92a2-2212e2ab3374 service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618428 Jul 16 01:39:04.045902 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b920d94-8043-4659-9990-1d518245095c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.052486 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b920d94-8043-4659-9990-1d518245095c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.081828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:04.108419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port bd15c30b-e876-40b9-b0ac-35a10de4c11f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=bd15c30b-e876-40b9-b0ac-35a10de4c11f,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:04.112974 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b920d94-8043-4659-9990-1d518245095c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.116954 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.118574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6b920d94-8043-4659-9990-1d518245095c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4267800 Jul 16 01:39:04.119561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.131187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-310a1628-ee68-45a5-b155-bc20e39318ac tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'tempest-secgroup--138687514'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:04.136658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b920d94-8043-4659-9990-1d518245095c tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9415a47a-22ad-4baf-a09e-535761ffb389,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.150595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4f97395e-5fa9-45e0-9b1e-deb5c1d154a5 None None] Deleting port bd15c30b-e876-40b9-b0ac-35a10de4c11f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:04.150973 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f97395e-5fa9-45e0-9b1e-deb5c1d154a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.159657 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-310a1628-ee68-45a5-b155-bc20e39318ac tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.207274 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.221782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=bd15c30b-e876-40b9-b0ac-35a10de4c11f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.239304 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port 7739e5a2-3f0b-4b3f-a67c-59fcfef35fc8 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:04.267295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4f97395e-5fa9-45e0-9b1e-deb5c1d154a5 None None] For port bd15c30b-e876-40b9-b0ac-35a10de4c11f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=bd15c30b-e876-40b9-b0ac-35a10de4c11f,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:04.268073 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f97395e-5fa9-45e0-9b1e-deb5c1d154a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.285731 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-310a1628-ee68-45a5-b155-bc20e39318ac tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.286357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4f97395e-5fa9-45e0-9b1e-deb5c1d154a5 None None] Calling delete_port for bd15c30b-e876-40b9-b0ac-35a10de4c11f owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:04.293393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-310a1628-ee68-45a5-b155-bc20e39318ac tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.329706 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-310a1628-ee68-45a5-b155-bc20e39318ac tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.334228 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-310a1628-ee68-45a5-b155-bc20e39318ac tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2056613 Jul 16 01:39:04.334420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33400) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.341386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-77bcf638-1392-4a8d-aaff-b0167c94f65d tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group_rule': {'security_group_id': '9415a47a-22ad-4baf-a09e-535761ffb389', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '635a5f0e-6b17-42fb-8bd6-0312767f0776'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:04.348744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1628-ee68-45a5-b155-bc20e39318ac tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635a5f0e-6b17-42fb-8bd6-0312767f0776,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.389085 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-77bcf638-1392-4a8d-aaff-b0167c94f65d tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:04.391113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::391 (4b748a0d-6d39-4cd2-b13e-5462f021b600/0b66cfe8-c391-4960-b4e9-ae42ad5a60eb/7739e5a2-3f0b-4b3f-a67c-59fcfef35fc8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:04.394455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33402) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.395152 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-77bcf638-1392-4a8d-aaff-b0167c94f65d tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0589802 Jul 16 01:39:04.399042 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f97395e-5fa9-45e0-9b1e-deb5c1d154a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.425555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97395e-5fa9-45e0-9b1e-deb5c1d154a5 None None] Pushing event deleted for resources: {'Port': ['ID=bd15c30b-e876-40b9-b0ac-35a10de4c11f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.432810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f97395e-5fa9-45e0-9b1e-deb5c1d154a5 None None] No DVR routers for this DVR port bd15c30b-e876-40b9-b0ac-35a10de4c11f on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:04.453286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d35a4b-47e9-4283-a524-0898beb409de None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:04.513258 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5777407-8a92-4252-8040-fa57822c9a60 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.583383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5777407-8a92-4252-8040-fa57822c9a60 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.612384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': '0b66cfe8-c391-4960-b4e9-ae42ad5a60eb'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:04.613974 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.652463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.665418 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5777407-8a92-4252-8040-fa57822c9a60 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.668209 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5777407-8a92-4252-8040-fa57822c9a60 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.670092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c5777407-8a92-4252-8040-fa57822c9a60 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "DELETE /v2.0/security-groups/635a5f0e-6b17-42fb-8bd6-0312767f0776 HTTP/1.1" status: 204 len: 168 time: 0.2740221 Jul 16 01:39:04.672767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33406) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.679499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object 7739e5a2-3f0b-4b3f-a67c-59fcfef35fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:04.697629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5777407-8a92-4252-8040-fa57822c9a60 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635a5f0e-6b17-42fb-8bd6-0312767f0776,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.743798 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-68d6cc7e-7cbc-4ad7-8212-29478209b3bf tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0696690 Jul 16 01:39:04.748391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33408) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.789395 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0327ec-ea5f-4786-824a-360ec39ce2df req-31b36c0f-fb92-4e8e-9022-d1804311f912 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.790878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bd0327ec-ea5f-4786-824a-360ec39ce2df req-31b36c0f-fb92-4e8e-9022-d1804311f912 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1157649 Jul 16 01:39:04.792092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.828245 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee42b46d-c40d-4330-b57f-537f9d52ffd7 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.841484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/0b66cfe8-c391-4960-b4e9-ae42ad5a60eb/62242df8-3919-4c64-b9da-fa9aa81ff212) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:04.860130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:04.867736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:04.875335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:04.877633 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee42b46d-c40d-4330-b57f-537f9d52ffd7 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.882047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.882047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.884342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=7739e5a2-3f0b-4b3f-a67c-59fcfef35fc8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.897728 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bd0327ec-ea5f-4786-824a-360ec39ce2df req-1e3da79b-dd52-4a58-b55d-c9f47952654d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965033 Jul 16 01:39:04.912532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-771a155a-c0f9-4d83-88b3-531d770f5ea4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1250107 Jul 16 01:39:04.913771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33410) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.933369 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee42b46d-c40d-4330-b57f-537f9d52ffd7 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.949889 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee42b46d-c40d-4330-b57f-537f9d52ffd7 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.955506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ee42b46d-c40d-4330-b57f-537f9d52ffd7 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "DELETE /v2.0/security-groups/9415a47a-22ad-4baf-a09e-535761ffb389 HTTP/1.1" status: 204 len: 168 time: 0.2057726 Jul 16 01:39:04.958152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33412) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.966877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42b46d-c40d-4330-b57f-537f9d52ffd7 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9415a47a-22ad-4baf-a09e-535761ffb389,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.016077 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-635abae1-308a-4ea5-98d5-6f0d77f0b857 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568626 Jul 16 01:39:05.023030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33414) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.028050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'tempest-secgroup--469616208'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:05.029758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d2415-b4b4-44da-ba30-36e373386dee tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.031322 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f98d2415-b4b4-44da-ba30-36e373386dee tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1157987 Jul 16 01:39:05.038507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33416) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.055609 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.064812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Transition to ACTIVE for port object 62242df8-3919-4c64-b9da-fa9aa81ff212 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:05.081611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Transition to ACTIVE for port object 62242df8-3919-4c64-b9da-fa9aa81ff212 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:05.088694 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.089376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.134480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:05.137561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:05.144448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:05.179902 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Pushing event updated for resources: {'Port': ['ID=62242df8-3919-4c64-b9da-fa9aa81ff212,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.221031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Attempting to bind port 62242df8-3919-4c64-b9da-fa9aa81ff212 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:05.221378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Attempting to bind port 62242df8-3919-4c64-b9da-fa9aa81ff212 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:05.221592 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b7615884-3753-4818-b64b-f0e69d5eb37b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port 7739e5a2-3f0b-4b3f-a67c-59fcfef35fc8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:05.221749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Attempting to bind port 62242df8-3919-4c64-b9da-fa9aa81ff212 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:05.222202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7615884-3753-4818-b64b-f0e69d5eb37b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.227929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:05.228307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:05.228712 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.229107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:05.229576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Bound port: 62242df8-3919-4c64-b9da-fa9aa81ff212, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:05.229994 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.319462 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.324849 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.327730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] For port 62242df8-3919-4c64-b9da-fa9aa81ff212, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:05.332706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] For port 62242df8-3919-4c64-b9da-fa9aa81ff212, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=62242df8-3919-4c64-b9da-fa9aa81ff212,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:05.337459 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.378937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.382715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3580651 Jul 16 01:39:05.383150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33430) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.388026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8b60fa3d-21e5-466d-b21f-d679d5ed9395 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:05.388707 n-d-791504-14 neutron-server[93944]: WARNING neutron.api.v2.base [None req-8b60fa3d-21e5-466d-b21f-d679d5ed9395 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:39:05.389107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7615884-3753-4818-b64b-f0e69d5eb37b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.389275 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-8b60fa3d-21e5-466d-b21f-d679d5ed9395 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:39:05.390222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8b60fa3d-21e5-466d-b21f-d679d5ed9395 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "PUT /v2.0/security-groups/1105628d-64af-4235-9a94-3004e6f5450b HTTP/1.1" status: 409 len: 330 time: 0.0060558 Jul 16 01:39:05.394550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33432) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.409814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device bd15c30b-e876-40b9-b0ac-35a10de4c11f no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:05.412144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b7615884-3753-4818-b64b-f0e69d5eb37b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for 7739e5a2-3f0b-4b3f-a67c-59fcfef35fc8 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:05.461392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6739bf2-f832-4bf7-b844-8870b094144e None None] Pushing event updated for resources: {'Port': ['ID=62242df8-3919-4c64-b9da-fa9aa81ff212,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.464002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: bd15c30b-e876-40b9-b0ac-35a10de4c11f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:05.464455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device bd15c30b-e876-40b9-b0ac-35a10de4c11f not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:05.486593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1105628d-64af-4235-9a94-3004e6f5450b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.492042 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62970610-f059-49f6-a7ac-e63ecfdcb9ae tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.502532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.502532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.502532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.502532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.502532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.503025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.503025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.503516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.505175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.505518 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.505982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.506889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29bf98-9c6a-4d22-81de-fcb2549091a5 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:05.532979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62970610-f059-49f6-a7ac-e63ecfdcb9ae tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.588683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62970610-f059-49f6-a7ac-e63ecfdcb9ae tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.596773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62970610-f059-49f6-a7ac-e63ecfdcb9ae tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.599120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-62970610-f059-49f6-a7ac-e63ecfdcb9ae tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "DELETE /v2.0/security-groups/1105628d-64af-4235-9a94-3004e6f5450b HTTP/1.1" status: 204 len: 168 time: 0.2031653 Jul 16 01:39:05.603052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.621403 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7615884-3753-4818-b64b-f0e69d5eb37b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.627974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62970610-f059-49f6-a7ac-e63ecfdcb9ae tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1105628d-64af-4235-9a94-3004e6f5450b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.664790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7615884-3753-4818-b64b-f0e69d5eb37b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=7739e5a2-3f0b-4b3f-a67c-59fcfef35fc8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.686709 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d9e92b13-d294-4d21-a6ce-30a5eb91553f tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823271 Jul 16 01:39:05.692413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33444) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.703637 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7615884-3753-4818-b64b-f0e69d5eb37b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.711516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b7615884-3753-4818-b64b-f0e69d5eb37b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/7739e5a2-3f0b-4b3f-a67c-59fcfef35fc8 HTTP/1.1" status: 204 len: 168 time: 0.6721716 Jul 16 01:39:05.714439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.718066 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-707dfb37-8b0e-40b1-b06c-f38753c4d2a0 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] delete failed (client error): The resource could not be found. Jul 16 01:39:05.719268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-707dfb37-8b0e-40b1-b06c-f38753c4d2a0 tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "DELETE /v2.0/security-groups/4f3c6cab-aac4-4c84-a733-6d0df38b4e58 HTTP/1.1" status: 404 len: 347 time: 0.0251787 Jul 16 01:39:05.731186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.760169 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-36848fde-02c8-43e1-8d35-844e71fb736e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] show failed (client error): The resource could not be found. Jul 16 01:39:05.770314 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36848fde-02c8-43e1-8d35-844e71fb736e tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-groups/9d5ff637-8a9b-4902-b936-c794e6ad44f0 HTTP/1.1" status: 404 len: 347 time: 0.0377436 Jul 16 01:39:05.776586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33452) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.813328 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-94416a89-5273-42b6-b059-8caecdc62cbf tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] show failed (client error): The resource could not be found. Jul 16 01:39:05.814916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-94416a89-5273-42b6-b059-8caecdc62cbf tempest-NegativeSecGroupTest-1945965354 tempest-NegativeSecGroupTest-1945965354-project] 10.222.0.64 "GET /v2.0/security-group-rules/1b7d65cb-7718-49a4-9ac6-bcdbafe7ac5f HTTP/1.1" status: 404 len: 356 time: 0.0368876 Jul 16 01:39:05.832521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c66615-44ac-4acc-a642-0dd3fabc66b0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.834454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c66615-44ac-4acc-a642-0dd3fabc66b0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.843321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f8c66615-44ac-4acc-a642-0dd3fabc66b0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1268363 Jul 16 01:39:05.846539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33458) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.935469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-32463fdc-28b7-4160-a03d-859c7a015e69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 0b66cfe8-c391-4960-b4e9-ae42ad5a60eb {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:05.942186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32463fdc-28b7-4160-a03d-859c7a015e69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.042553 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32463fdc-28b7-4160-a03d-859c7a015e69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.150930 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32463fdc-28b7-4160-a03d-859c7a015e69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.194665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3646a9c-b743-4d3f-b94d-5948fabd1813 req-118ffffe-7f1e-42d6-a2e8-cce7e421c236 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.202254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3646a9c-b743-4d3f-b94d-5948fabd1813 req-118ffffe-7f1e-42d6-a2e8-cce7e421c236 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1125753 Jul 16 01:39:06.223794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33470) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.248366 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a3646a9c-b743-4d3f-b94d-5948fabd1813 req-869e30cf-9408-46b7-90dc-5a745ab30fa9 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446291 Jul 16 01:39:06.254764 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32463fdc-28b7-4160-a03d-859c7a015e69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.269202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33474) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.295440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32463fdc-28b7-4160-a03d-859c7a015e69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=0b66cfe8-c391-4960-b4e9-ae42ad5a60eb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:06.301521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32463fdc-28b7-4160-a03d-859c7a015e69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.304167 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-32463fdc-28b7-4160-a03d-859c7a015e69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/0b66cfe8-c391-4960-b4e9-ae42ad5a60eb HTTP/1.1" status: 204 len: 168 time: 0.4559889 Jul 16 01:39:06.306945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33478) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.358132 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a406191d-973e-4318-a8d1-f59c02042d1c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471451 Jul 16 01:39:06.358878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33480) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.448199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ccb2e83b-9795-42d2-bb44-e2b53509cb6d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77fc5b375ab34451b8c5cc75547056cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748979 Jul 16 01:39:06.448527 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd40be1-6b38-4f2f-882a-0c95473c47ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.448928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33482) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.481149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc23bd56-cfdf-42d7-a59d-6c7ea6055895 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.482959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dc23bd56-cfdf-42d7-a59d-6c7ea6055895 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1237929 Jul 16 01:39:06.485948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.529469 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decdb284-9bd8-4911-b38d-e2ff07686751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.563294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b242ac-1295-4aca-b7dd-5e742d72c71d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.565495 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-39b242ac-1295-4aca-b7dd-5e742d72c71d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0762224 Jul 16 01:39:06.566264 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decdb284-9bd8-4911-b38d-e2ff07686751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.568027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.618135 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-360a099b-d750-414c-b715-024cfea9b7a4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443690 Jul 16 01:39:06.620367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33488) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.630240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:06.632312 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd40be1-6b38-4f2f-882a-0c95473c47ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.638757 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd40be1-6b38-4f2f-882a-0c95473c47ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.685933 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0fd40be1-6b38-4f2f-882a-0c95473c47ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=212114bdd5234a72a9ffc8a80a6f95cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549496 Jul 16 01:39:06.691338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33490) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.698442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd40be1-6b38-4f2f-882a-0c95473c47ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513be59a-bb3b-431b-9fd9-11827985af9f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:06.747112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decdb284-9bd8-4911-b38d-e2ff07686751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.749654 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decdb284-9bd8-4911-b38d-e2ff07686751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.750978 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-decdb284-9bd8-4911-b38d-e2ff07686751 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ca2eda1-9978-412e-a34a-185d36d33771 HTTP/1.1" status: 204 len: 168 time: 0.2994177 Jul 16 01:39:06.768299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdb284-9bd8-4911-b38d-e2ff07686751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca2eda1-9978-412e-a34a-185d36d33771,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:06.778173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:06.784779 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.801857 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96938a94-5904-4603-8900-9ff524da3caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.840286 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96938a94-5904-4603-8900-9ff524da3caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.852470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df84a093-9451-4ca7-a6a9-0d98c56bb70f None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:06.897610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f4be654-f269-495d-942c-3ef90bff8658 None None] Provisioning for port 62242df8-3919-4c64-b9da-fa9aa81ff212 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:06.929458 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96938a94-5904-4603-8900-9ff524da3caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.932345 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96938a94-5904-4603-8900-9ff524da3caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.934089 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-96938a94-5904-4603-8900-9ff524da3caa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/513be59a-bb3b-431b-9fd9-11827985af9f HTTP/1.1" status: 204 len: 168 time: 0.2416728 Jul 16 01:39:06.948195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96938a94-5904-4603-8900-9ff524da3caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513be59a-bb3b-431b-9fd9-11827985af9f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.125455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b76cd83-e073-488b-824e-2f2fd37861e6 None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:07.185157 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1b76cd83-e073-488b-824e-2f2fd37861e6 None None] Deleting port 62242df8-3919-4c64-b9da-fa9aa81ff212 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:07.185622 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b76cd83-e073-488b-824e-2f2fd37861e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.238800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.objects.ports [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:39:07.280705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1b76cd83-e073-488b-824e-2f2fd37861e6 None None] For port 62242df8-3919-4c64-b9da-fa9aa81ff212, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=62242df8-3919-4c64-b9da-fa9aa81ff212,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:07.281314 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b76cd83-e073-488b-824e-2f2fd37861e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.306643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1b76cd83-e073-488b-824e-2f2fd37861e6 None None] Calling delete_port for 62242df8-3919-4c64-b9da-fa9aa81ff212 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:07.436596 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b76cd83-e073-488b-824e-2f2fd37861e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.445259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_pluggable_backend [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Port 62242df8-3919-4c64-b9da-fa9aa81ff212 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93945) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:39:07.445897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_pluggable_backend [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Reverting IP allocation for 2001:db8::f816:3eff:fe43:b7e3 {{(pid=93945) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:39:07.453984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_pluggable_backend [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe43:b7e3 {{(pid=93945) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:39:07.460449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.480856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b76cd83-e073-488b-824e-2f2fd37861e6 None None] No DVR routers for this DVR port 62242df8-3919-4c64-b9da-fa9aa81ff212 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:07.482772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76cd83-e073-488b-824e-2f2fd37861e6 None None] Pushing event deleted for resources: {'Port': ['ID=62242df8-3919-4c64-b9da-fa9aa81ff212,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.513825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:07.524144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33512) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.542474 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bc22e72-05f2-438f-b1d9-29092a8bb20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.554348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:07.557375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.557969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.567171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ab09e-8acf-4965-82dc-c1c0fe425910 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:07.576350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e5e3a-1514-4c58-85ad-a60ea954f01a req-10da9b61-5daf-4844-a967-fb59ce78ea7d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.577791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=349d1efa-a8c6-4e9f-a013-f4584c8404ca,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.579045 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e84e5e3a-1514-4c58-85ad-a60ea954f01a req-10da9b61-5daf-4844-a967-fb59ce78ea7d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1514826 Jul 16 01:39:07.651590 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e84e5e3a-1514-4c58-85ad-a60ea954f01a req-4c4a840d-0629-40b8-abb9-0685ae286993 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636473 Jul 16 01:39:07.730749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bc22e72-05f2-438f-b1d9-29092a8bb20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.736375 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bc22e72-05f2-438f-b1d9-29092a8bb20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.743388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-eef79661-6903-40ae-9ade-a613cbc3bb84 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1216464 Jul 16 01:39:07.746128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33518) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.754751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-76f0010d-a261-438b-b722-01ad6ca1e418 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:07.759745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': '349d1efa-a8c6-4e9f-a013-f4584c8404ca'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:07.760636 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.789853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5bc22e72-05f2-438f-b1d9-29092a8bb20e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2fded146be7544089f0382ceb508dd73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605984 Jul 16 01:39:07.792976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33522) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.809366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc22e72-05f2-438f-b1d9-29092a8bb20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ec85de-c29e-4c28-8235-fb8abccf5f6f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.920347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-511365ff-e645-429d-9bfa-7714fae90e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.937400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Allocated IP 2001:db8::f816:3eff:fea4:6105 (4b748a0d-6d39-4cd2-b13e-5462f021b600/349d1efa-a8c6-4e9f-a013-f4584c8404ca/cfb69532-281a-49f0-876e-443813038577) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:07.956695 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-511365ff-e645-429d-9bfa-7714fae90e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.969061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33526) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.981503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f0010d-a261-438b-b722-01ad6ca1e418 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:07.985182 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76f0010d-a261-438b-b722-01ad6ca1e418 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.106810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-986284655-network', 'tenant_id': '264ac7ba9e7d442cb4769745432fc77d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:08.121901 n-d-791504-14 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-76f0010d-a261-438b-b722-01ad6ca1e418 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 349d1efa-a8c6-4e9f-a013-f4584c8404ca (CIDR: 2001:db8::/64) Jul 16 01:39:08.124798 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-511365ff-e645-429d-9bfa-7714fae90e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.126308 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.127758 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-511365ff-e645-429d-9bfa-7714fae90e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.128800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-511365ff-e645-429d-9bfa-7714fae90e28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2ec85de-c29e-4c28-8235-fb8abccf5f6f HTTP/1.1" status: 204 len: 168 time: 0.3348343 Jul 16 01:39:08.135958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Transition to ACTIVE for port object cfb69532-281a-49f0-876e-443813038577 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:08.137131 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f0010d-a261-438b-b722-01ad6ca1e418 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:08.137587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f0010d-a261-438b-b722-01ad6ca1e418 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:08.151375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511365ff-e645-429d-9bfa-7714fae90e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ec85de-c29e-4c28-8235-fb8abccf5f6f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.155000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Transition to ACTIVE for port object cfb69532-281a-49f0-876e-443813038577 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:08.171977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Made reservation on behalf of 264ac7ba9e7d442cb4769745432fc77d for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:08.173744 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.174277 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.191594 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-76f0010d-a261-438b-b722-01ad6ca1e418 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4440103 Jul 16 01:39:08.192789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.195954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:08.202544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-01ddead8-bfbd-4a26-8c34-d6bc1938b565 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:08.216153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:08.219160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:08.222960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:08.267465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Pushing event updated for resources: {'Port': ['ID=cfb69532-281a-49f0-876e-443813038577,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.310146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Attempting to bind port cfb69532-281a-49f0-876e-443813038577 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:08.310529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Attempting to bind port cfb69532-281a-49f0-876e-443813038577 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:08.310902 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Attempting to bind port cfb69532-281a-49f0-876e-443813038577 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:08.317647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:08.318139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:08.318463 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.319114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:08.319532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Bound port: cfb69532-281a-49f0-876e-443813038577, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:08.320307 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.350652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.355474 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.374269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ddead8-bfbd-4a26-8c34-d6bc1938b565 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:08.379122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01ddead8-bfbd-4a26-8c34-d6bc1938b565 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.387563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:08.404119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61edac1b-7eac-4065-b1d4-3fe78d20937d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.418866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.419222 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Added segment 499979b9-e633-4514-b9ad-b29b02c44de9 of type vlan for network b28a55f0-b6c2-4820-9a60-b8322e5a4bd1 Jul 16 01:39:08.426564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] For port cfb69532-281a-49f0-876e-443813038577, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:08.429717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] For port cfb69532-281a-49f0-876e-443813038577, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cfb69532-281a-49f0-876e-443813038577,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:08.435324 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.467836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.521090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747df180-2d06-4771-bfdd-0af494bb4dce None None] Pushing event updated for resources: {'Port': ['ID=cfb69532-281a-49f0-876e-443813038577,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.546586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.548060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.549007 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.749365 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01ddead8-bfbd-4a26-8c34-d6bc1938b565 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.865385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ddead8-bfbd-4a26-8c34-d6bc1938b565 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:08.873782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-01ddead8-bfbd-4a26-8c34-d6bc1938b565 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:08.879774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ddead8-bfbd-4a26-8c34-d6bc1938b565 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.880552 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01ddead8-bfbd-4a26-8c34-d6bc1938b565 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.905804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddead8-bfbd-4a26-8c34-d6bc1938b565 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=1e73d2cf-75cd-49ea-accc-50742d76041b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.922299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-01ddead8-bfbd-4a26-8c34-d6bc1938b565 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7248569 Jul 16 01:39:08.923086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33548) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:08.929006 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:af:07:25', 'name': 'tempest-NetworksTestDHCPv6-948858206'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:09.087502 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1163085 Jul 16 01:39:09.091044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33556) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:09.099105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Request body: {'subnet': {'network_id': 'b28a55f0-b6c2-4820-9a60-b8322e5a4bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-986284655-subnet', 'tenant_id': '264ac7ba9e7d442cb4769745432fc77d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:09.103932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:09.108197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.138558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3aa5c-819d-48d3-ac43-80fbc89a1255 admin admin] Pushing event updated for resources: {'Network': ['ID=b28a55f0-b6c2-4820-9a60-b8322e5a4bd1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.145202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port d105bd35-48fa-4e21-9ece-c8caa0ac005c yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:09.150737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Made reservation on behalf of 264ac7ba9e7d442cb4769745432fc77d for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:09.153718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network b28a55f0-b6c2-4820-9a60-b8322e5a4bd1 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:09.163217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.178072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7e678-691e-4ea2-92f0-d4a385f99707 req-06b8a6b3-6f94-46be-bcd5-a689d0684e17 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.185533 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86c7e678-691e-4ea2-92f0-d4a385f99707 req-06b8a6b3-6f94-46be-bcd5-a689d0684e17 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1360705 Jul 16 01:39:09.191580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33558) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:09.255235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-86c7e678-691e-4ea2-92f0-d4a385f99707 req-85440c9b-bf07-4e47-a745-e424029e0cf5 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685186 Jul 16 01:39:09.397860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1577908410-network', 'tenant_id': 'a50208e892e1457082922e8469ad6a5e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:09.436897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Made reservation on behalf of a50208e892e1457082922e8469ad6a5e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:09.442414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.444492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cfb69532-281a-49f0-876e-443813038577 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:09.461343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.523680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port cfb69532-281a-49f0-876e-443813038577 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:09.528815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8:0:1::87 (4b748a0d-6d39-4cd2-b13e-5462f021b600/1e73d2cf-75cd-49ea-accc-50742d76041b/d105bd35-48fa-4e21-9ece-c8caa0ac005c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:09.564986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::f816:3eff:feaf:725 (4b748a0d-6d39-4cd2-b13e-5462f021b600/349d1efa-a8c6-4e9f-a013-f4584c8404ca/d105bd35-48fa-4e21-9ece-c8caa0ac005c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:09.592998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.622093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.627608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.658136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:09.669361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.690330 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.690679 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Added segment 8de0075a-26e4-4cd1-bf85-5c5dcab3d12e of type vlan for network fe1d6474-2ad7-4abe-933a-a7892ccbd226 Jul 16 01:39:09.702629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a19da2c-2022-4ea9-b8d9-f9e1c26e7d8c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.746598 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.753559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Checking segment: {'id': '499979b9-e633-4514-b9ad-b29b02c44de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b28a55f0-b6c2-4820-9a60-b8322e5a4bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:09.754198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Network hostable DHCP agents. Network: b28a55f0-b6c2-4820-9a60-b8322e5a4bd1, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:09.784487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.785610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.786193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.793007 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Network b28a55f0-b6c2-4820-9a60-b8322e5a4bd1 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:09.805053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, b28a55f0-b6c2-4820-9a60-b8322e5a4bd1) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:09.815724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.816503 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.820203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c7b88f-d39e-4cd0-95e2-d9f024b793aa None None] Network b28a55f0-b6c2-4820-9a60-b8322e5a4bd1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:09.823265 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6306162 Jul 16 01:39:09.824008 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33562) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:09.827789 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.831803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Request body: {'subnet': {'network_id': 'fe1d6474-2ad7-4abe-933a-a7892ccbd226', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1577908410-subnet', 'tenant_id': 'a50208e892e1457082922e8469ad6a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:09.849032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e2f374e4-249c-4474-8bf5-a8cd90b46d7a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7560256 Jul 16 01:39:09.852471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object d105bd35-48fa-4e21-9ece-c8caa0ac005c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:09.874693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcbb3a-a1e9-43b5-8a40-e77fac34e74f admin admin] Pushing event updated for resources: {'Network': ['ID=fe1d6474-2ad7-4abe-933a-a7892ccbd226,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.898907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Made reservation on behalf of a50208e892e1457082922e8469ad6a5e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:09.898907 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.923340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.925028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network fe1d6474-2ad7-4abe-933a-a7892ccbd226 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:09.927933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ce2f22-5552-427c-bd66-d3a4ce19a8d7 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:09.996974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:10.002382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:10.008600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:10.015286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.015957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.024958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=d105bd35-48fa-4e21-9ece-c8caa0ac005c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:10.043076 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-abc5e2a4-99ba-4104-9a87-6b47bfc3926f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1182666 Jul 16 01:39:10.045068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33566) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:10.134215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c34fcf7-455b-4347-be09-96e645634f6e None None] Provisioning for port cfb69532-281a-49f0-876e-443813038577 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:10.170632 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c34fcf7-455b-4347-be09-96e645634f6e None None] Provisioning complete for port cfb69532-281a-49f0-876e-443813038577 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:10.171253 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c34fcf7-455b-4347-be09-96e645634f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.174221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.180455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9775f8-a32d-42a3-8b9f-11e5dda25bcc None None] Network b28a55f0-b6c2-4820-9a60-b8322e5a4bd1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:10.222053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-558e1a84-a0aa-473e-8090-d59f85635017 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port d105bd35-48fa-4e21-9ece-c8caa0ac005c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:10.222911 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-558e1a84-a0aa-473e-8090-d59f85635017 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.246905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Checking segment: {'id': '8de0075a-26e4-4cd1-bf85-5c5dcab3d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe1d6474-2ad7-4abe-933a-a7892ccbd226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:10.247268 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Network hostable DHCP agents. Network: fe1d6474-2ad7-4abe-933a-a7892ccbd226, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:10.268077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150d817d-ce40-4942-bfee-d82fcb3449ea,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:10.289764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Network fe1d6474-2ad7-4abe-933a-a7892ccbd226 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:10.323320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, fe1d6474-2ad7-4abe-933a-a7892ccbd226) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:10.332663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.333340 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.348046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481b1d24-781d-4aaf-a56d-5ac68ae29bf0 None None] Network fe1d6474-2ad7-4abe-933a-a7892ccbd226 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:10.378959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d012f92b-2dfb-42ab-8428-de55c258f638 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5515895 Jul 16 01:39:10.409641 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-558e1a84-a0aa-473e-8090-d59f85635017 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.447605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-558e1a84-a0aa-473e-8090-d59f85635017 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for d105bd35-48fa-4e21-9ece-c8caa0ac005c owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:10.652792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b54cf-9a6f-47bb-aab5-c065b8dd2b50 req-8bb6e75f-23a4-43fe-83e4-7a8e0b830215 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.654462 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b68b54cf-9a6f-47bb-aab5-c065b8dd2b50 req-8bb6e75f-23a4-43fe-83e4-7a8e0b830215 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1182814 Jul 16 01:39:10.687806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33588) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:10.694724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-670364190-network', 'tenant_id': '5dba53248d054fdfbfd57adb31298108'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:10.731696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Made reservation on behalf of 5dba53248d054fdfbfd57adb31298108 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:10.734799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.743904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b68b54cf-9a6f-47bb-aab5-c065b8dd2b50 req-72e762c4-8771-48da-9011-1fed97e20016 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698104 Jul 16 01:39:10.747878 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.768136 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c34fcf7-455b-4347-be09-96e645634f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.819126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-558e1a84-a0aa-473e-8090-d59f85635017 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.855370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e1a84-a0aa-473e-8090-d59f85635017 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=d105bd35-48fa-4e21-9ece-c8caa0ac005c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:10.901525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d9dfac-3e09-4630-abb7-d6da14087f0a None None] Network fe1d6474-2ad7-4abe-933a-a7892ccbd226 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:10.903642 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.908785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.921062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6c34fcf7-455b-4347-be09-96e645634f6e None None] For port cfb69532-281a-49f0-876e-443813038577, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cfb69532-281a-49f0-876e-443813038577,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:10.940724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:10.957490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ca61c3-1ed5-42a7-a87f-e6934e9620d3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:10.965908 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c34fcf7-455b-4347-be09-96e645634f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.979197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-558e1a84-a0aa-473e-8090-d59f85635017 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.981308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-558e1a84-a0aa-473e-8090-d59f85635017 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/d105bd35-48fa-4e21-9ece-c8caa0ac005c HTTP/1.1" status: 204 len: 168 time: 0.9352250 Jul 16 01:39:10.985124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:10.986146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.986691 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Added segment 8986eafb-9fa7-4a5e-a62e-daf4cabc52df of type vlan for network 4eae6a05-fdbc-4eb9-9318-2cd95c05246e Jul 16 01:39:11.038146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.066738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866575c7-6b53-4d5e-956a-7631b4441945 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.069007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-866575c7-6b53-4d5e-956a-7631b4441945 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0822060 Jul 16 01:39:11.072372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33598) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.084860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee4f1b-0522-4f50-b390-0673a402bd0c None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '349d1efa-a8c6-4e9f-a013-f4584c8404ca', 'ip_address': '2001:db8::f816:3eff:fea4:6105'}, {'subnet_id': '1e73d2cf-75cd-49ea-accc-50742d76041b'}], 'binding:host_id': 'n-d-791504-14'}, 'id': 'cfb69532-281a-49f0-876e-443813038577'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:39:11.109322 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.111372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.112074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.123951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34fcf7-455b-4347-be09-96e645634f6e None None] Pushing event updated for resources: {'Port': ['ID=cfb69532-281a-49f0-876e-443813038577,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.192759 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35ee4f1b-0522-4f50-b390-0673a402bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.219074 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5267205 Jul 16 01:39:11.219074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c052a-1266-446a-bec7-5c6c028caf5e admin admin] Pushing event updated for resources: {'Network': ['ID=4eae6a05-fdbc-4eb9-9318-2cd95c05246e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.221334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33600) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.229915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Request body: {'subnet': {'network_id': '4eae6a05-fdbc-4eb9-9318-2cd95c05246e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-670364190-subnet', 'tenant_id': '5dba53248d054fdfbfd57adb31298108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:11.250036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fdf40f-4cc6-4301-9408-4f876925c322 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.254359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-68fdf40f-4cc6-4301-9408-4f876925c322 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1810813 Jul 16 01:39:11.254887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 4eae6a05-fdbc-4eb9-9318-2cd95c05246e details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:11.260540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.281303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Made reservation on behalf of 5dba53248d054fdfbfd57adb31298108 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:11.285112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.399443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b45291-cc19-44a7-8b4d-83a69a799714 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.409029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b45291-cc19-44a7-8b4d-83a69a799714 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.420392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b45291-cc19-44a7-8b4d-83a69a799714 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.426101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-47b45291-cc19-44a7-8b4d-83a69a799714 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1599460 Jul 16 01:39:11.426361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33608) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.441187 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cfb69532-281a-49f0-876e-443813038577 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:11.493845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-023c12d6-ca5b-4c8f-b8ad-e6fa410e4c0a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 1e73d2cf-75cd-49ea-accc-50742d76041b {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:11.521056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.526054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-35ee4f1b-0522-4f50-b390-0673a402bd0c None None] Allocated IP 2001:db8:0:1::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/1e73d2cf-75cd-49ea-accc-50742d76041b/cfb69532-281a-49f0-876e-443813038577) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:11.561159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.567475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1242806780-network', 'tenant_id': 'a2c58fa62f4844b3a4a9e338ae2719de'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:11.578142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port cfb69532-281a-49f0-876e-443813038577 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:11.578673 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.599889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bbf538-27f2-484d-8f35-680524446e6f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.601235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Made reservation on behalf of a2c58fa62f4844b3a4a9e338ae2719de for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:11.609571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Checking segment: {'id': '8986eafb-9fa7-4a5e-a62e-daf4cabc52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4eae6a05-fdbc-4eb9-9318-2cd95c05246e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:11.610931 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Network hostable DHCP agents. Network: 4eae6a05-fdbc-4eb9-9318-2cd95c05246e, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:11.614331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.628494 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.629903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Network 4eae6a05-fdbc-4eb9-9318-2cd95c05246e is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:11.643309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 4eae6a05-fdbc-4eb9-9318-2cd95c05246e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:11.650118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.651182 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.667716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5a774-2bae-4ea5-8559-3af54e0ae9a7 None None] Network 4eae6a05-fdbc-4eb9-9318-2cd95c05246e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:11.734354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-35ee4f1b-0522-4f50-b390-0673a402bd0c None None] For port cfb69532-281a-49f0-876e-443813038577, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cfb69532-281a-49f0-876e-443813038577,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:11.746573 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.754089 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.757961 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0c406585-ce8c-4170-a7c4-ffd5b501270f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5345922 Jul 16 01:39:11.775707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:11.796406 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.797006 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Added segment f44065e2-55aa-4abd-857a-56ad013a805b of type vlan for network eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219 Jul 16 01:39:11.799932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6133d2-af36-41db-bc3f-46d84b278a74,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.828489 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35ee4f1b-0522-4f50-b390-0673a402bd0c None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.872008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.888888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-35ee4f1b-0522-4f50-b390-0673a402bd0c None None] Transition to ACTIVE for port object cfb69532-281a-49f0-876e-443813038577 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:11.894792 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35ee4f1b-0522-4f50-b390-0673a402bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.899674 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-023c12d6-ca5b-4c8f-b8ad-e6fa410e4c0a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.948281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf93a68-7e96-40b9-90b3-b9c461bab94c None None] Network 4eae6a05-fdbc-4eb9-9318-2cd95c05246e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:11.954990 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.955967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.956548 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.965520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33620) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:12.030111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-023c12d6-ca5b-4c8f-b8ad-e6fa410e4c0a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.091218 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5288467 Jul 16 01:39:12.101979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33624) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:12.113614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Request body: {'subnet': {'network_id': 'eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1242806780-subnet', 'tenant_id': 'a2c58fa62f4844b3a4a9e338ae2719de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:12.168571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4480ef0-47a4-4fed-9bfb-c08af8c0776b admin admin] Pushing event updated for resources: {'Network': ['ID=eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.216828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:12.221974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee4f1b-0522-4f50-b390-0673a402bd0c None None] Pushing event updated for resources: {'Port': ['ID=cfb69532-281a-49f0-876e-443813038577,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.237558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48339d77-cb60-486a-9d2e-3e254b018c76 req-9864d234-64b6-4264-b3c3-dc48dadbe3a0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.239239 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48339d77-cb60-486a-9d2e-3e254b018c76 req-9864d234-64b6-4264-b3c3-dc48dadbe3a0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.2801528 Jul 16 01:39:12.242699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Made reservation on behalf of a2c58fa62f4844b3a4a9e338ae2719de for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:12.245732 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.389381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-023c12d6-ca5b-4c8f-b8ad-e6fa410e4c0a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.510269 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48339d77-cb60-486a-9d2e-3e254b018c76 req-a7b2b6cc-b93e-4afc-aa7b-1cd346519fce tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611544 Jul 16 01:39:12.571150 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-023c12d6-ca5b-4c8f-b8ad-e6fa410e4c0a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.591905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f03f149-d6e2-4487-8817-1ea79f562790 admin admin] Deleting subnet 8a19da2c-2022-4ea9-b8d9-f9e1c26e7d8c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:12.596837 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f03f149-d6e2-4487-8817-1ea79f562790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.643443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c12d6-ca5b-4c8f-b8ad-e6fa410e4c0a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=1e73d2cf-75cd-49ea-accc-50742d76041b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.649660 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-023c12d6-ca5b-4c8f-b8ad-e6fa410e4c0a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.651884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-023c12d6-ca5b-4c8f-b8ad-e6fa410e4c0a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/1e73d2cf-75cd-49ea-accc-50742d76041b HTTP/1.1" status: 204 len: 168 time: 1.2245305 Jul 16 01:39:12.658350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33638) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:12.667311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f03f149-d6e2-4487-8817-1ea79f562790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.770499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0a349d-f4de-4972-842c-5356f5feeab2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 349d1efa-a8c6-4e9f-a013-f4584c8404ca {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:12.773147 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f03f149-d6e2-4487-8817-1ea79f562790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.776941 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a0a349d-f4de-4972-842c-5356f5feeab2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.780737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.837870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b11db7-55d9-49cd-bb32-eccadb68fa44 req-821d3f6d-58a9-4463-8ebb-99da3d524654 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.839578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53b11db7-55d9-49cd-bb32-eccadb68fa44 req-821d3f6d-58a9-4463-8ebb-99da3d524654 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.1809125 Jul 16 01:39:12.877509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a0a349d-f4de-4972-842c-5356f5feeab2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.899922 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f03f149-d6e2-4487-8817-1ea79f562790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.939161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03f149-d6e2-4487-8817-1ea79f562790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a19da2c-2022-4ea9-b8d9-f9e1c26e7d8c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.947655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f03f149-d6e2-4487-8817-1ea79f562790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.949562 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5f03f149-d6e2-4487-8817-1ea79f562790 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8a19da2c-2022-4ea9-b8d9-f9e1c26e7d8c HTTP/1.1" status: 204 len: 168 time: 0.9827471 Jul 16 01:39:12.953407 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53b11db7-55d9-49cd-bb32-eccadb68fa44 req-7ce443c1-1705-438d-82a5-50cba620d070 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965285 Jul 16 01:39:12.954529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:12.984922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e2c86f-e2cb-417f-91db-ab19c4ae6161,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.007404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Checking segment: {'id': 'f44065e2-55aa-4abd-857a-56ad013a805b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:13.008006 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Network hostable DHCP agents. Network: eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:13.072666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Network eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:13.081602 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.084989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a0fb4-1ce1-4f3c-909b-b69bf7d96219 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:13.085538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a0a349d-f4de-4972-842c-5356f5feeab2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.088538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:13.114407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.115046 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.116651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f6d1f0-8936-40ef-b6ce-445db672e273 None None] Network eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:13.138527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c5c99462-7bb0-4ba9-ac3f-ba9bdb8368cc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0338333 Jul 16 01:39:13.147369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-50e7d743-77ef-42ab-8a13-c36281fe1759 None None] Could not find standard attr ID for object d105bd35-48fa-4e21-9ece-c8caa0ac005c. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:39:13.195426 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a0a349d-f4de-4972-842c-5356f5feeab2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.200388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.213016 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28a55f0-b6c2-4820-9a60-b8322e5a4bd1']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:13.227124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499979b9-e633-4514-b9ad-b29b02c44de9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:13.227753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499979b9-e633-4514-b9ad-b29b02c44de9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:13.236879 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-50e7d743-77ef-42ab-8a13-c36281fe1759 None None] Provisioning for port cfb69532-281a-49f0-876e-443813038577 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:13.240885 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.244721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a349d-f4de-4972-842c-5356f5feeab2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=349d1efa-a8c6-4e9f-a013-f4584c8404ca,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.253520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a0a349d-f4de-4972-842c-5356f5feeab2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.255603 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3a0a349d-f4de-4972-842c-5356f5feeab2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/349d1efa-a8c6-4e9f-a013-f4584c8404ca HTTP/1.1" status: 204 len: 168 time: 0.5916617 Jul 16 01:39:13.258340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33646) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.264705 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.277886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:13.283422 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:13.285625 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:13.294543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-50e7d743-77ef-42ab-8a13-c36281fe1759 None None] Provisioning complete for port cfb69532-281a-49f0-876e-443813038577 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:13.294892 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e7d743-77ef-42ab-8a13-c36281fe1759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.371644 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b12436c7-c28e-4273-83ef-8761ecca472a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118555 Jul 16 01:39:13.372179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33648) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.388253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:13.395197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cfb69532-281a-49f0-876e-443813038577 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:13.409385 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.415769 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.421240 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b28a55f0-b6c2-4820-9a60-b8322e5a4bd1 HTTP/1.1" status: 204 len: 168 time: 0.4656339 Jul 16 01:39:13.421859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33652) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.471409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c23a55-7eb6-4c34-ad37-8b75b45345c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28a55f0-b6c2-4820-9a60-b8322e5a4bd1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.494621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b21df-ac64-43dc-b9ec-48122055922d None None] Network eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:13.505488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f963eeb-4436-4368-8088-e958b68bde17 admin admin] Deleting subnet 95bbf538-27f2-484d-8f35-680524446e6f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:13.509169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f963eeb-4436-4368-8088-e958b68bde17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.549274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:13.557886 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.566372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f963eeb-4436-4368-8088-e958b68bde17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.631088 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f963eeb-4436-4368-8088-e958b68bde17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.647831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port cfb69532-281a-49f0-876e-443813038577 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:13.648473 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.759405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f963eeb-4436-4368-8088-e958b68bde17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.798511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f963eeb-4436-4368-8088-e958b68bde17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bbf538-27f2-484d-8f35-680524446e6f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.804139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea76261-2a9b-4812-b7be-f37f97278bfc None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:13.829198 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f963eeb-4436-4368-8088-e958b68bde17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.831204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0f963eeb-4436-4368-8088-e958b68bde17 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/95bbf538-27f2-484d-8f35-680524446e6f HTTP/1.1" status: 204 len: 168 time: 0.4056144 Jul 16 01:39:13.836111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33668) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.896467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6ea76261-2a9b-4812-b7be-f37f97278bfc None None] Deleting port cfb69532-281a-49f0-876e-443813038577 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:13.896945 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ea76261-2a9b-4812-b7be-f37f97278bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.945046 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.973762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aa946-7a7f-4dc4-80a2-64b9c0f39e51 req-6de2882c-bb19-4f23-96a7-b05b1472ceb8 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.974109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6ea76261-2a9b-4812-b7be-f37f97278bfc None None] For port cfb69532-281a-49f0-876e-443813038577, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=cfb69532-281a-49f0-876e-443813038577,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:13.974917 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ea76261-2a9b-4812-b7be-f37f97278bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.976426 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f83aa946-7a7f-4dc4-80a2-64b9c0f39e51 req-6de2882c-bb19-4f23-96a7-b05b1472ceb8 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1818395 Jul 16 01:39:13.993173 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6ea76261-2a9b-4812-b7be-f37f97278bfc None None] Calling delete_port for cfb69532-281a-49f0-876e-443813038577 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:14.030699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-e5bd75d7-aa95-43c5-99b8-741f9b80677f tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.032880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-e5bd75d7-aa95-43c5-99b8-741f9b80677f tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/networks?id=fe1d6474-2ad7-4abe-933a-a7892ccbd226 HTTP/1.1" status: 200 len: 809 time: 0.1740391 Jul 16 01:39:14.079305 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-2cbf3a99-2684-4810-92c0-4bd124136b58 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/quotas/a50208e892e1457082922e8469ad6a5e HTTP/1.1" status: 200 len: 375 time: 0.0203493 Jul 16 01:39:14.096657 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ea76261-2a9b-4812-b7be-f37f97278bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.102497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.114706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f83aa946-7a7f-4dc4-80a2-64b9c0f39e51 req-cf160036-20e1-4284-85b9-6cc60c6d3905 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077728 Jul 16 01:39:14.118781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eae6a05-fdbc-4eb9-9318-2cd95c05246e']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:14.130605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8986eafb-9fa7-4a5e-a62e-daf4cabc52df') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:14.130605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8986eafb-9fa7-4a5e-a62e-daf4cabc52df') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:14.132015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea76261-2a9b-4812-b7be-f37f97278bfc None None] Pushing event deleted for resources: {'Port': ['ID=cfb69532-281a-49f0-876e-443813038577,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.142700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea76261-2a9b-4812-b7be-f37f97278bfc None None] No DVR routers for this DVR port cfb69532-281a-49f0-876e-443813038577 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:14.144666 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.173058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.objects.ports [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:39:14.176230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b56d8fac-38f8-4789-a0e7-7bb946c9f9c4 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a50208e892e1457082922e8469ad6a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871532 Jul 16 01:39:14.177154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.179924 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.192092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:14.192820 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.195555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-f64472ff-0b8a-4194-a3e2-b1fe2d2c5ef2 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:14.195724 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:14.197728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-f64472ff-0b8a-4194-a3e2-b1fe2d2c5ef2 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122688 Jul 16 01:39:14.244253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:14.247383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:14.252979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.253577 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.270531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=5c06ddfc-ab46-46cb-848f-1b45fbe92cfa,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.276385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f509f-3f62-400f-910d-a0b1f9502632 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:14.278450 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.283590 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-62fe6fd4-12d0-4c7e-a8cd-2cfab8d79a94 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9102783 Jul 16 01:39:14.284513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.289879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b53d8a93-ffea-408a-be44-24b80505a8f6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:14.292264 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.300404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] 10.222.0.64 "DELETE /v2.0/networks/4eae6a05-fdbc-4eb9-9318-2cd95c05246e HTTP/1.1" status: 204 len: 168 time: 0.4629972 Jul 16 01:39:14.363317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232603c-b1c6-44b6-8385-5b33701e179b admin admin] Pushing event deleted for resources: {'Network': ['ID=4eae6a05-fdbc-4eb9-9318-2cd95c05246e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.438558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfbfaa-e827-4993-a648-1389f03b67d0 req-9b329307-2c19-410f-b83c-9dc67f06516c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.440931 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-08dfbfaa-e827-4993-a648-1389f03b67d0 req-9b329307-2c19-410f-b83c-9dc67f06516c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.1266785 Jul 16 01:39:14.504184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': '5c06ddfc-ab46-46cb-848f-1b45fbe92cfa'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:14.505054 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.507201 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-08dfbfaa-e827-4993-a648-1389f03b67d0 req-0b489f1d-3d7d-4a08-a751-160524303ded tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569921 Jul 16 01:39:14.550637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53d8a93-ffea-408a-be44-24b80505a8f6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:14.555298 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b53d8a93-ffea-408a-be44-24b80505a8f6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.558873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33678) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.613733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8d2608aa-84c1-4d9e-8354-50233c833f4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=264ac7ba9e7d442cb4769745432fc77d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535235 Jul 16 01:39:14.616037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.634400 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-c27ae56c-f957-421d-9294-a588732a50c0 service neutron] 10.222.0.64 "GET /v2.0/networks/fe1d6474-2ad7-4abe-933a-a7892ccbd226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068213 Jul 16 01:39:14.690614 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b526c1a4-4d0e-46ae-a854-f5b51b735ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.700562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Allocated IP 2001:db8::f816:3eff:fe30:3573 (4b748a0d-6d39-4cd2-b13e-5462f021b600/5c06ddfc-ab46-46cb-848f-1b45fbe92cfa/ac6a0c6a-9263-47c8-b480-7746f05d42b9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:14.719774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b526c1a4-4d0e-46ae-a854-f5b51b735ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.756151 n-d-791504-14 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-b53d8a93-ffea-408a-be44-24b80505a8f6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c06ddfc-ab46-46cb-848f-1b45fbe92cfa (CIDR: 2001:db8::/64) Jul 16 01:39:14.761720 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53d8a93-ffea-408a-be44-24b80505a8f6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:14.762251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53d8a93-ffea-408a-be44-24b80505a8f6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:14.783056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b526c1a4-4d0e-46ae-a854-f5b51b735ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.786865 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b526c1a4-4d0e-46ae-a854-f5b51b735ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.788014 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-64a50902-4d7a-474c-9aef-09437abf1ada service neutron] 10.222.0.64 "GET /v2.0/networks/fe1d6474-2ad7-4abe-933a-a7892ccbd226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269429 Jul 16 01:39:14.788648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b526c1a4-4d0e-46ae-a854-f5b51b735ecc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61edac1b-7eac-4065-b1d4-3fe78d20937d HTTP/1.1" status: 204 len: 168 time: 0.1709511 Jul 16 01:39:14.799901 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b53d8a93-ffea-408a-be44-24b80505a8f6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5142112 Jul 16 01:39:14.803190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33684) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.825944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-855e3cd7-5cf7-481d-a11c-cd399e476d09 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:14.867102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526c1a4-4d0e-46ae-a854-f5b51b735ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61edac1b-7eac-4065-b1d4-3fe78d20937d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.947042 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.960401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Transition to ACTIVE for port object ac6a0c6a-9263-47c8-b480-7746f05d42b9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:14.984298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Transition to ACTIVE for port object ac6a0c6a-9263-47c8-b480-7746f05d42b9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:14.994085 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.025189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e3cd7-5cf7-481d-a11c-cd399e476d09 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:15.029604 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-855e3cd7-5cf7-481d-a11c-cd399e476d09 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.053621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:15.059978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:15.071676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:15.105119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76e761ff-18f3-4a59-bdbf-cf88ce48619e req-de7a099b-00f7-47a8-a99c-bc0fb2434905 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 210 time: 0.0404711 Jul 16 01:39:15.377291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c607c-193f-474c-a0ac-591061e9de94 req-399efcad-d283-41e2-8ee1-b88eb3111d96 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.389922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d0c607c-193f-474c-a0ac-591061e9de94 req-399efcad-d283-41e2-8ee1-b88eb3111d96 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.0904830 Jul 16 01:39:15.393496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33698) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:15.462902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d0c607c-193f-474c-a0ac-591061e9de94 req-fe43d97d-185a-42ee-8713-5df6d05b1309 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719526 Jul 16 01:39:15.474710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cfb69532-281a-49f0-876e-443813038577 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:15.480555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Pushing event updated for resources: {'Port': ['ID=ac6a0c6a-9263-47c8-b480-7746f05d42b9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.503135 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-855e3cd7-5cf7-481d-a11c-cd399e476d09 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.512816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f4d78aac-1bb7-4ca4-b50f-6e670635e0ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5dba53248d054fdfbfd57adb31298108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178761 Jul 16 01:39:15.513810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33700) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:15.516982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: cfb69532-281a-49f0-876e-443813038577 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:15.517385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device cfb69532-281a-49f0-876e-443813038577 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:15.523704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Attempting to bind port ac6a0c6a-9263-47c8-b480-7746f05d42b9 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:15.524147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Attempting to bind port ac6a0c6a-9263-47c8-b480-7746f05d42b9 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:15.524587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Attempting to bind port ac6a0c6a-9263-47c8-b480-7746f05d42b9 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:15.543242 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:15.543623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:15.544683 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.545066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:15.545549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Bound port: ac6a0c6a-9263-47c8-b480-7746f05d42b9, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:15.545937 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.582786 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71ca7055-229c-42be-9811-cba19cbfccf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.608247 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71ca7055-229c-42be-9811-cba19cbfccf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.645821 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] For port ac6a0c6a-9263-47c8-b480-7746f05d42b9, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:15.651141 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] For port ac6a0c6a-9263-47c8-b480-7746f05d42b9, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ac6a0c6a-9263-47c8-b480-7746f05d42b9,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:15.656435 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.665754 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e3cd7-5cf7-481d-a11c-cd399e476d09 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:15.679500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71ca7055-229c-42be-9811-cba19cbfccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.681224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-855e3cd7-5cf7-481d-a11c-cd399e476d09 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:15.689596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71ca7055-229c-42be-9811-cba19cbfccf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.691395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-71ca7055-229c-42be-9811-cba19cbfccf9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83ca61c3-1ed5-42a7-a87f-e6934e9620d3 HTTP/1.1" status: 204 len: 168 time: 0.1762798 Jul 16 01:39:15.708021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e3cd7-5cf7-481d-a11c-cd399e476d09 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.708632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-855e3cd7-5cf7-481d-a11c-cd399e476d09 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.719479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e3cd7-5cf7-481d-a11c-cd399e476d09 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=55edefc4-b958-42aa-96a5-c83d7251dbfe,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.724309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460bf4e-6e30-4186-b3ad-3fab2b26fd1e None None] Pushing event updated for resources: {'Port': ['ID=ac6a0c6a-9263-47c8-b480-7746f05d42b9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.739713 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-855e3cd7-5cf7-481d-a11c-cd399e476d09 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9341352 Jul 16 01:39:15.743544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:15.754877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca7055-229c-42be-9811-cba19cbfccf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ca61c3-1ed5-42a7-a87f-e6934e9620d3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.760039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:c2:59:f7', 'name': 'tempest-NetworksTestDHCPv6-193685846'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:15.841482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2b8b-ab67-4ff7-8f27-cfaa1593fa8d req-189b03bd-1e5a-4b26-8602-a55efe83a1fa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.843240 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-403f2b8b-ab67-4ff7-8f27-cfaa1593fa8d req-189b03bd-1e5a-4b26-8602-a55efe83a1fa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.1805007 Jul 16 01:39:15.945986 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-403f2b8b-ab67-4ff7-8f27-cfaa1593fa8d req-bc2041e5-4884-4b29-b62d-b4f7ddf5ee8b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547278 Jul 16 01:39:15.992556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:16.133253 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.175947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port d18db9d9-1fba-4260-b684-37dea9d0c8b5 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:16.316916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72ea644e-df49-4c21-a950-cf75f2ffbc06 req-dd314cad-3286-4598-be2f-b6fd611d0788 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 210 time: 0.0377979 Jul 16 01:39:16.412326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8:0:1::2d8 (4b748a0d-6d39-4cd2-b13e-5462f021b600/55edefc4-b958-42aa-96a5-c83d7251dbfe/d18db9d9-1fba-4260-b684-37dea9d0c8b5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:16.428802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::f816:3eff:fec2:59f7 (4b748a0d-6d39-4cd2-b13e-5462f021b600/5c06ddfc-ab46-46cb-848f-1b45fbe92cfa/d18db9d9-1fba-4260-b684-37dea9d0c8b5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:16.656220 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.673652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object d18db9d9-1fba-4260-b684-37dea9d0c8b5 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:16.764774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.840497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=d18db9d9-1fba-4260-b684-37dea9d0c8b5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:16.897416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-748ce1d4-d96a-4956-adac-feb2e5f6f22f tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.899034 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-748ce1d4-d96a-4956-adac-feb2e5f6f22f tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.67 "GET /v2.0/networks?id=fe1d6474-2ad7-4abe-933a-a7892ccbd226 HTTP/1.1" status: 200 len: 809 time: 0.1608477 Jul 16 01:39:16.908933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:16.917840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:16.924513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:16.925274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Request body: {'port': {'device_id': '9562c0a9-d288-48df-981b-fef90dab5eb1', 'network_id': 'fe1d6474-2ad7-4abe-933a-a7892ccbd226', 'admin_state_up': True, 'tenant_id': 'a50208e892e1457082922e8469ad6a5e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:16.936329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.938344 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.958733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba274f33-95d1-4af4-9b57-71a0deb67d1f req-c5b71e18-22cc-4d9c-8873-f7efeac7cf84 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.960674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba274f33-95d1-4af4-9b57-71a0deb67d1f req-c5b71e18-22cc-4d9c-8873-f7efeac7cf84 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.3306596 Jul 16 01:39:17.049651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e4413989-91db-40f1-a378-4b5a3d7d041d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3015506 Jul 16 01:39:17.050396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33738) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.065483 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba274f33-95d1-4af4-9b57-71a0deb67d1f req-fbe49d8b-818b-47fe-be30-2a828f27f651 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976105 Jul 16 01:39:17.222208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea88621-d043-42f6-96d2-a009522eaf38 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:17.305868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Made reservation on behalf of a50208e892e1457082922e8469ad6a5e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:17.310646 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.322798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2fdb27bd-b655-40e8-84c8-42b16a0a5b85 None None] Provisioning for port ac6a0c6a-9263-47c8-b480-7746f05d42b9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:17.461983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f14be3-6aac-4acc-98f8-72612187cdcb req-5ad3ce45-b539-4132-b7c7-9d325bd20c97 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.469667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6f14be3-6aac-4acc-98f8-72612187cdcb req-5ad3ce45-b539-4132-b7c7-9d325bd20c97 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.3239477 Jul 16 01:39:17.526880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ac6a0c6a-9263-47c8-b480-7746f05d42b9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:17.594917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a7f2a07-317b-4754-b1b0-7717244500da req-1da3f983-06c3-4369-ae64-011e1a234ef6 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 210 time: 0.0411913 Jul 16 01:39:17.616563 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b6f14be3-6aac-4acc-98f8-72612187cdcb req-e6e1d401-c30a-49ff-9190-f37ac730cb7f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456137 Jul 16 01:39:17.634301 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ac6a0c6a-9263-47c8-b480-7746f05d42b9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:17.637906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b085f160-66a9-4048-8d65-be77886bbafd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port d18db9d9-1fba-4260-b684-37dea9d0c8b5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:17.637906 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b085f160-66a9-4048-8d65-be77886bbafd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.642705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ac6a0c6a-9263-47c8-b480-7746f05d42b9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:17.643368 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.690448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ae117e-8c26-4d02-a68d-a910cf917631 None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '5c06ddfc-ab46-46cb-848f-1b45fbe92cfa', 'ip_address': '2001:db8::f816:3eff:fe30:3573'}, {'subnet_id': '55edefc4-b958-42aa-96a5-c83d7251dbfe'}], 'binding:host_id': 'n-d-791504-14'}, 'id': 'ac6a0c6a-9263-47c8-b480-7746f05d42b9'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:39:17.747077 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07ae117e-8c26-4d02-a68d-a910cf917631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.793890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Allocated IP 172.20.0.12 (fe1d6474-2ad7-4abe-933a-a7892ccbd226/150d817d-ce40-4942-bfee-d82fcb3449ea/f7dad6a5-313e-48a6-8ece-44237ea389d3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:17.810375 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b085f160-66a9-4048-8d65-be77886bbafd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.822496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.834154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b085f160-66a9-4048-8d65-be77886bbafd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for d18db9d9-1fba-4260-b684-37dea9d0c8b5 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:17.952941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ac6a0c6a-9263-47c8-b480-7746f05d42b9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ac6a0c6a-9263-47c8-b480-7746f05d42b9,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:17.958346 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.050871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ac6a0c6a-9263-47c8-b480-7746f05d42b9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.064647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-07ae117e-8c26-4d02-a68d-a910cf917631 None None] Allocated IP 2001:db8:0:1::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/55edefc4-b958-42aa-96a5-c83d7251dbfe/ac6a0c6a-9263-47c8-b480-7746f05d42b9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:18.127821 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.222980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-07ae117e-8c26-4d02-a68d-a910cf917631 None None] For port ac6a0c6a-9263-47c8-b480-7746f05d42b9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ac6a0c6a-9263-47c8-b480-7746f05d42b9,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:18.244939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.266153 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07ae117e-8c26-4d02-a68d-a910cf917631 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.287115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07ae117e-8c26-4d02-a68d-a910cf917631 None None] Transition to ACTIVE for port object ac6a0c6a-9263-47c8-b480-7746f05d42b9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:18.294559 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07ae117e-8c26-4d02-a68d-a910cf917631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.328841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Network fe1d6474-2ad7-4abe-933a-a7892ccbd226 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:18.341775 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7d15d-0c4a-4325-a387-76a65a96f48d req-3d1b90c3-8434-487b-bee7-d6272765862d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.344812 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6df7d15d-0c4a-4325-a387-76a65a96f48d req-3d1b90c3-8434-487b-bee7-d6272765862d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.0917840 Jul 16 01:39:18.346268 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:18.349928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:18.397329 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b085f160-66a9-4048-8d65-be77886bbafd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.406448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6df7d15d-0c4a-4325-a387-76a65a96f48d req-e9e4b36a-5137-4232-aa69-96b066809fd5 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512502 Jul 16 01:39:18.446165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Pushing event updated for resources: {'Port': ['ID=f7dad6a5-313e-48a6-8ece-44237ea389d3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.495890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae117e-8c26-4d02-a68d-a910cf917631 None None] Pushing event updated for resources: {'Port': ['ID=ac6a0c6a-9263-47c8-b480-7746f05d42b9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.522056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085f160-66a9-4048-8d65-be77886bbafd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=d18db9d9-1fba-4260-b684-37dea9d0c8b5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.542473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.543117 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.550066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b085f160-66a9-4048-8d65-be77886bbafd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.554529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b085f160-66a9-4048-8d65-be77886bbafd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/d18db9d9-1fba-4260-b684-37dea9d0c8b5 HTTP/1.1" status: 204 len: 168 time: 1.4954114 Jul 16 01:39:18.554955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33766) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:18.564941 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-b7b16b7c-bacf-4505-b39f-537aebbf3d70 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6441498 Jul 16 01:39:18.585278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Request body: {'port': {'device_id': '9562c0a9-d288-48df-981b-fef90dab5eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:18.648185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb3e6b-8e28-4678-81d5-30dc9da98b1f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.650391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2ffb3e6b-8e28-4678-81d5-30dc9da98b1f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0933607 Jul 16 01:39:18.659660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:18.694970 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.739976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df51cbdc-6700-4047-9094-045748e03db3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.744506 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-df51cbdc-6700-4047-9094-045748e03db3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0811439 Jul 16 01:39:18.745476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33774) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:18.873378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceb659-fa55-4c05-b2c5-0b3e7862c4c7 req-6a0bd0af-42b2-432b-be93-381db2edb4d9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.881278 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fceb659-fa55-4c05-b2c5-0b3e7862c4c7 req-6a0bd0af-42b2-432b-be93-381db2edb4d9 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.0803206 Jul 16 01:39:18.931366 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fceb659-fa55-4c05-b2c5-0b3e7862c4c7 req-9aafac86-c21c-4371-b329-b04a7e3eae9d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481133 Jul 16 01:39:18.955527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf8a42-3f8f-4b2b-a7ae-8bc2953c6e65 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.957337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf8a42-3f8f-4b2b-a7ae-8bc2953c6e65 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.959283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf8a42-3f8f-4b2b-a7ae-8bc2953c6e65 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.961292 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-64bf8a42-3f8f-4b2b-a7ae-8bc2953c6e65 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2154250 Jul 16 01:39:18.964045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33776) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:19.025418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd42e14-887c-4c9d-916d-f2c0746f1ec5 req-b1e706b1-36cb-494c-b966-7a8bf156ff55 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.027107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbd42e14-887c-4c9d-916d-f2c0746f1ec5 req-b1e706b1-36cb-494c-b966-7a8bf156ff55 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 932 time: 0.2302549 Jul 16 01:39:19.031810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b9679d-ceb4-4c11-b7aa-e4c1564fb5c8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 55edefc4-b958-42aa-96a5-c83d7251dbfe {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:19.035922 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49b9679d-ceb4-4c11-b7aa-e4c1564fb5c8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.088591 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49b9679d-ceb4-4c11-b7aa-e4c1564fb5c8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.199528 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49b9679d-ceb4-4c11-b7aa-e4c1564fb5c8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.222540 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:39:19.264155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc9be9de-eef4-4daf-a337-a49e23d04585 None None] Could not find standard attr ID for object d18db9d9-1fba-4260-b684-37dea9d0c8b5. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:39:19.280800 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49b9679d-ceb4-4c11-b7aa-e4c1564fb5c8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.283968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc9be9de-eef4-4daf-a337-a49e23d04585 None None] Provisioning for port ac6a0c6a-9263-47c8-b480-7746f05d42b9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:19.293243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc9be9de-eef4-4daf-a337-a49e23d04585 None None] Provisioning complete for port ac6a0c6a-9263-47c8-b480-7746f05d42b9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:19.294202 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc9be9de-eef4-4daf-a337-a49e23d04585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.319895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9679d-ceb4-4c11-b7aa-e4c1564fb5c8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=55edefc4-b958-42aa-96a5-c83d7251dbfe,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.327671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49b9679d-ceb4-4c11-b7aa-e4c1564fb5c8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.336325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-49b9679d-ceb4-4c11-b7aa-e4c1564fb5c8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/55edefc4-b958-42aa-96a5-c83d7251dbfe HTTP/1.1" status: 204 len: 168 time: 0.3710835 Jul 16 01:39:19.337056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33778) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:19.397411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ac6a0c6a-9263-47c8-b480-7746f05d42b9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:19.402305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-e599b094-825c-4560-8012-a75dcaa9370f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 5c06ddfc-ab46-46cb-848f-1b45fbe92cfa {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:19.406220 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e599b094-825c-4560-8012-a75dcaa9370f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.472650 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e599b094-825c-4560-8012-a75dcaa9370f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.518393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ac6a0c6a-9263-47c8-b480-7746f05d42b9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:19.518835 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.578218 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e599b094-825c-4560-8012-a75dcaa9370f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.629720 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bbd42e14-887c-4c9d-916d-f2c0746f1ec5 req-d7270091-614e-4ff6-87a9-8a78265cfaec tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269758 Jul 16 01:39:19.674454 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e599b094-825c-4560-8012-a75dcaa9370f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.688448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c49102-613b-42e3-9413-09be275bcf33 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:19.724294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599b094-825c-4560-8012-a75dcaa9370f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=5c06ddfc-ab46-46cb-848f-1b45fbe92cfa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.725838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0e77292e-ebc7-4c1e-a371-f173fe494aae None None] Could not find standard attr ID for object d18db9d9-1fba-4260-b684-37dea9d0c8b5. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:39:19.741525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e599b094-825c-4560-8012-a75dcaa9370f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.745958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dad6a5-313e-48a6-8ece-44237ea389d3 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:19.746557 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e599b094-825c-4560-8012-a75dcaa9370f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/5c06ddfc-ab46-46cb-848f-1b45fbe92cfa HTTP/1.1" status: 204 len: 168 time: 0.4083934 Jul 16 01:39:19.748178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33786) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:19.760900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.811834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e67a5de4-5d6c-44b3-a1aa-72049b8a43ca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597742 Jul 16 01:39:19.812517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:19.822792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d1e8c394-9f38-447c-b2d0-b5b63d98a01a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:19.825097 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcff0d-e8d7-43df-9e54-44963cb71c35 req-37fb188d-1fa7-4509-a1bb-edf673772976 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.827007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04dcff0d-e8d7-43df-9e54-44963cb71c35 req-37fb188d-1fa7-4509-a1bb-edf673772976 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1102650 Jul 16 01:39:19.846432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Transition to ACTIVE for port object f7dad6a5-313e-48a6-8ece-44237ea389d3 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:19.854987 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.910692 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-04dcff0d-e8d7-43df-9e54-44963cb71c35 req-f69abc70-4c26-4a84-9cb0-e15dba167b54 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738347 Jul 16 01:39:19.969717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Pushing event updated for resources: {'Port': ['ID=f7dad6a5-313e-48a6-8ece-44237ea389d3,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.985619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca89c6e4-8654-4ec7-a58f-92346be537de None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:20.054466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ca89c6e4-8654-4ec7-a58f-92346be537de None None] Deleting port ac6a0c6a-9263-47c8-b480-7746f05d42b9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:20.054939 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca89c6e4-8654-4ec7-a58f-92346be537de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.063528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e8c394-9f38-447c-b2d0-b5b63d98a01a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:20.067806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c394-9f38-447c-b2d0-b5b63d98a01a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.171089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ca89c6e4-8654-4ec7-a58f-92346be537de None None] For port ac6a0c6a-9263-47c8-b480-7746f05d42b9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ac6a0c6a-9263-47c8-b480-7746f05d42b9,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:20.171787 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca89c6e4-8654-4ec7-a58f-92346be537de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.199437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ca89c6e4-8654-4ec7-a58f-92346be537de None None] Calling delete_port for ac6a0c6a-9263-47c8-b480-7746f05d42b9 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:20.199880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Attempting to bind port f7dad6a5-313e-48a6-8ece-44237ea389d3 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:20.200618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Attempting to bind port f7dad6a5-313e-48a6-8ece-44237ea389d3 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8de0075a-26e4-4cd1-bf85-5c5dcab3d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe1d6474-2ad7-4abe-933a-a7892ccbd226'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:20.202228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Attempting to bind port f7dad6a5-313e-48a6-8ece-44237ea389d3 on network fe1d6474-2ad7-4abe-933a-a7892ccbd226 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:20.327836 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca89c6e4-8654-4ec7-a58f-92346be537de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.356976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Port f7dad6a5-313e-48a6-8ece-44237ea389d3 on network fe1d6474-2ad7-4abe-933a-a7892ccbd226 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:20.357374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Attempting to bind port f7dad6a5-313e-48a6-8ece-44237ea389d3 on network fe1d6474-2ad7-4abe-933a-a7892ccbd226 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:20.371754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89c6e4-8654-4ec7-a58f-92346be537de None None] Pushing event deleted for resources: {'Port': ['ID=ac6a0c6a-9263-47c8-b480-7746f05d42b9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:20.374839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89c6e4-8654-4ec7-a58f-92346be537de None None] No DVR routers for this DVR port ac6a0c6a-9263-47c8-b480-7746f05d42b9 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:20.403307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:20.403751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Checking segment: {'id': '8de0075a-26e4-4cd1-bf85-5c5dcab3d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe1d6474-2ad7-4abe-933a-a7892ccbd226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:20.404045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Bound using segment: {'id': '8de0075a-26e4-4cd1-bf85-5c5dcab3d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe1d6474-2ad7-4abe-933a-a7892ccbd226'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:20.404508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Bound port: f7dad6a5-313e-48a6-8ece-44237ea389d3, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de0075a-26e4-4cd1-bf85-5c5dcab3d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe1d6474-2ad7-4abe-933a-a7892ccbd226'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:20.404941 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.441034 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c394-9f38-447c-b2d0-b5b63d98a01a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.545292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e8c394-9f38-447c-b2d0-b5b63d98a01a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:20.562345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d1e8c394-9f38-447c-b2d0-b5b63d98a01a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:20.573366 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa84900-b6f0-4dd5-a454-ceddfd67e94d None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:20.573664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193bf1f-b279-4f0a-ba30-48e206490cf4 req-94f80a83-f6a0-48b7-aa92-df7b39dbec36 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.580756 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6193bf1f-b279-4f0a-ba30-48e206490cf4 req-94f80a83-f6a0-48b7-aa92-df7b39dbec36 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.3829937 Jul 16 01:39:20.589048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e8c394-9f38-447c-b2d0-b5b63d98a01a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.589048 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c394-9f38-447c-b2d0-b5b63d98a01a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.592752 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8c394-9f38-447c-b2d0-b5b63d98a01a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=f27f8a0a-d430-4f9a-af57-41059c1e850a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:20.597771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] For port f7dad6a5-313e-48a6-8ece-44237ea389d3, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:20.637968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] For port f7dad6a5-313e-48a6-8ece-44237ea389d3, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f7dad6a5-313e-48a6-8ece-44237ea389d3,segment=NetworkSegment(8de0075a-26e4-4cd1-bf85-5c5dcab3d12e),segment_id=8de0075a-26e4-4cd1-bf85-5c5dcab3d12e)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:20.646884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d1e8c394-9f38-447c-b2d0-b5b63d98a01a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8323634 Jul 16 01:39:20.650185 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33802) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:20.650791 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.660175 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-57ae8385-af5e-49a5-b54b-f09b34fe03c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:20.673287 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6193bf1f-b279-4f0a-ba30-48e206490cf4 req-3d50f21c-0a9f-44d3-bdc3-99452e6e9087 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913646 Jul 16 01:39:20.730475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.731422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.733068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] 10.222.0.67 "PUT /v2.0/ports/f7dad6a5-313e-48a6-8ece-44237ea389d3 HTTP/1.1" status: 200 len: 1093 time: 2.1547551 Jul 16 01:39:20.733553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9562c0a9-d288-48df-981b-fef90dab5eb1', 'tag': 'f7dad6a5-313e-48a6-8ece-44237ea389d3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:20.736204 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec37fe7-fc91-4c99-becf-fd8750b90b14" -d '{"events": [{"name": "network-changed", "server_uuid": "9562c0a9-d288-48df-981b-fef90dab5eb1", "tag": "f7dad6a5-313e-48a6-8ece-44237ea389d3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:20.783725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ad4c-e3ac-47b1-84fd-b93c76b1f62e service neutron] Pushing event updated for resources: {'Port': ['ID=f7dad6a5-313e-48a6-8ece-44237ea389d3,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:20.820474 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5539d3-61ca-4891-bfe6-50fe1e5ff899 x-openstack-request-id: req-db5539d3-61ca-4891-bfe6-50fe1e5ff899 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:20.821349 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9562c0a9-d288-48df-981b-fef90dab5eb1", "tag": "f7dad6a5-313e-48a6-8ece-44237ea389d3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:20.821842 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db5539d3-61ca-4891-bfe6-50fe1e5ff899 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:20.822578 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9562c0a9-d288-48df-981b-fef90dab5eb1', 'tag': 'f7dad6a5-313e-48a6-8ece-44237ea389d3', 'status': 'completed', 'code': 200} Jul 16 01:39:20.839211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-4b748a0d-6d39-4cd2-b13e-5462f021b600', 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'tenant_id': '1750a3cb31cb4517ab1177a898d1564e', 'fixed_ips': [{'subnet_id': 'f27f8a0a-d430-4f9a-af57-41059c1e850a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:20.840091 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.860655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-010cd4ec-353c-44b0-aa53-5217b2863f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.870126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-010cd4ec-353c-44b0-aa53-5217b2863f23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a50208e892e1457082922e8469ad6a5e&device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0749264 Jul 16 01:39:20.950423 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-04e1b863-fd68-40c5-9170-b7d1ccc18449 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7dad6a5-313e-48a6-8ece-44237ea389d3 HTTP/1.1" status: 200 len: 217 time: 0.0797303 Jul 16 01:39:21.023150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ae8385-af5e-49a5-b54b-f09b34fe03c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:21.030026 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57ae8385-af5e-49a5-b54b-f09b34fe03c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.064600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/f27f8a0a-d430-4f9a-af57-41059c1e850a/80ea5137-8824-44f8-81bb-4c1e486fb4a6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:21.104829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-1c69cec3-d34a-4819-8dc3-b5a9e5a93863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.106619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-1c69cec3-d34a-4819-8dc3-b5a9e5a93863 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=150d817d-ce40-4942-bfee-d82fcb3449ea HTTP/1.1" status: 200 len: 849 time: 0.1473620 Jul 16 01:39:21.135288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70d8d6-3ad4-475c-940a-4019301b9cee req-43cb3ef9-89ec-4ff8-8d32-e28974895213 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.143643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa70d8d6-3ad4-475c-940a-4019301b9cee req-43cb3ef9-89ec-4ff8-8d32-e28974895213 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 944 time: 0.2574303 Jul 16 01:39:21.174281 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-a32757fc-b07f-4b6f-9163-55b843008bf7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fe1d6474-2ad7-4abe-933a-a7892ccbd226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486107 Jul 16 01:39:21.183120 n-d-791504-14 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-57ae8385-af5e-49a5-b54b-f09b34fe03c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f27f8a0a-d430-4f9a-af57-41059c1e850a (CIDR: 2001:db8::/64) Jul 16 01:39:21.193811 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ae8385-af5e-49a5-b54b-f09b34fe03c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:21.194467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ae8385-af5e-49a5-b54b-f09b34fe03c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:21.204835 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa70d8d6-3ad4-475c-940a-4019301b9cee req-217ee3bc-996a-4e22-9cae-c93f43290c86 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598938 Jul 16 01:39:21.219526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-57ae8385-af5e-49a5-b54b-f09b34fe03c7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5670338 Jul 16 01:39:21.221908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33812) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:21.229776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:21.280308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124423-702a-4ccc-b7f6-c967ac469d3b req-99021791-9dc0-4845-a419-849a50620f6d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.282471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a124423-702a-4ccc-b7f6-c967ac469d3b req-99021791-9dc0-4845-a419-849a50620f6d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1745155 Jul 16 01:39:21.315736 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-9d1ff0f8-b008-4225-9310-75f71050edf9 service neutron] 10.222.0.67 "GET /v2.0/networks/fe1d6474-2ad7-4abe-933a-a7892ccbd226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325366 Jul 16 01:39:21.321166 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.332061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Transition to ACTIVE for port object 80ea5137-8824-44f8-81bb-4c1e486fb4a6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:21.350282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Transition to ACTIVE for port object 80ea5137-8824-44f8-81bb-4c1e486fb4a6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:21.360690 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.387073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:21.391858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.415622 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a124423-702a-4ccc-b7f6-c967ac469d3b req-4300757a-8063-40e7-85da-7ca19be4a954 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144545 Jul 16 01:39:21.435124 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:21.436175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ac6a0c6a-9263-47c8-b480-7746f05d42b9 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:21.463156 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222c63a-1c8b-4563-a35e-49208cf3bfe3 req-294477be-56d4-4205-99bb-500568cb6e63 service neutron] 10.222.0.67 "GET /v2.0/networks/fe1d6474-2ad7-4abe-933a-a7892ccbd226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386306 Jul 16 01:39:21.464624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:21.468621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:21.471128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ac6a0c6a-9263-47c8-b480-7746f05d42b9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:21.471475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ac6a0c6a-9263-47c8-b480-7746f05d42b9 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:21.479276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Pushing event updated for resources: {'Port': ['ID=80ea5137-8824-44f8-81bb-4c1e486fb4a6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.553491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Attempting to bind port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:21.553922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Attempting to bind port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:21.554358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Attempting to bind port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 on network 4b748a0d-6d39-4cd2-b13e-5462f021b600 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:21.566795 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:21.567215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Checking segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:21.567890 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.568827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Bound using segment: {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:21.569782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Bound port: 80ea5137-8824-44f8-81bb-4c1e486fb4a6, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a748048-2acf-4048-97cb-0b0e170be8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:21.570494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.600575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec37fe7-fc91-4c99-becf-fd8750b90b14 req-44458a56-b76c-4275-83be-d66622f177f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.602440 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ec37fe7-fc91-4c99-becf-fd8750b90b14 req-44458a56-b76c-4275-83be-d66622f177f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a50208e892e1457082922e8469ad6a5e&device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0668266 Jul 16 01:39:21.678437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] For port 80ea5137-8824-44f8-81bb-4c1e486fb4a6, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:21.682226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] For port 80ea5137-8824-44f8-81bb-4c1e486fb4a6, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=80ea5137-8824-44f8-81bb-4c1e486fb4a6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:21.686996 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.745765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec37fe7-fc91-4c99-becf-fd8750b90b14 req-231e5d39-7912-461f-a2a0-5e67a6e58b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.748683 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ec37fe7-fc91-4c99-becf-fd8750b90b14 req-231e5d39-7912-461f-a2a0-5e67a6e58b41 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fe1d6474-2ad7-4abe-933a-a7892ccbd226 HTTP/1.1" status: 200 len: 909 time: 0.1356430 Jul 16 01:39:21.834572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aec7d5-0ac8-4b68-8dc2-8296a17fd529 None None] Pushing event updated for resources: {'Port': ['ID=80ea5137-8824-44f8-81bb-4c1e486fb4a6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.849570 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ec37fe7-fc91-4c99-becf-fd8750b90b14 req-34c8827a-2a77-42db-837a-cce7681b52a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7dad6a5-313e-48a6-8ece-44237ea389d3 HTTP/1.1" status: 200 len: 217 time: 0.0835445 Jul 16 01:39:21.865801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:39:21.914715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec37fe7-fc91-4c99-becf-fd8750b90b14 req-0374f1f5-c0d1-4063-8132-278795b94c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.916553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ec37fe7-fc91-4c99-becf-fd8750b90b14 req-0374f1f5-c0d1-4063-8132-278795b94c82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=150d817d-ce40-4942-bfee-d82fcb3449ea HTTP/1.1" status: 200 len: 849 time: 0.0557220 Jul 16 01:39:22.028512 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ec37fe7-fc91-4c99-becf-fd8750b90b14 req-fc681a83-dbaf-4159-a0cb-53392dda5bcb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fe1d6474-2ad7-4abe-933a-a7892ccbd226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972226 Jul 16 01:39:22.071181 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997be19-f532-4552-84d3-db70024c9fc0 req-8a031634-a4ad-4541-a519-0cb28f8eb790 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.072742 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6997be19-f532-4552-84d3-db70024c9fc0 req-8a031634-a4ad-4541-a519-0cb28f8eb790 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.1372716 Jul 16 01:39:22.177351 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.202817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6997be19-f532-4552-84d3-db70024c9fc0 req-435f6756-06d0-4417-bac2-b3d677716d3f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715237 Jul 16 01:39:22.277899 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ec37fe7-fc91-4c99-becf-fd8750b90b14 req-aed31733-c193-47c3-8302-5ed78ecb86fd service neutron] 10.222.0.67 "GET /v2.0/networks/fe1d6474-2ad7-4abe-933a-a7892ccbd226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426965 Jul 16 01:39:22.420084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] For port 80ea5137-8824-44f8-81bb-4c1e486fb4a6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=80ea5137-8824-44f8-81bb-4c1e486fb4a6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:22.460048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6ec37fe7-fc91-4c99-becf-fd8750b90b14 req-b7e63211-f5c8-4155-a87c-73649ec64347 service neutron] 10.222.0.67 "GET /v2.0/networks/fe1d6474-2ad7-4abe-933a-a7892ccbd226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723876 Jul 16 01:39:22.460581 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.480893 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.481491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f909112-c8c0-43a4-8cfa-ee502e0ea0f7 req-3b36a7bd-542a-4db8-a11e-9268d3961597 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.481711 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.483180 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f909112-c8c0-43a4-8cfa-ee502e0ea0f7 req-3b36a7bd-542a-4db8-a11e-9268d3961597 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 944 time: 0.0943718 Jul 16 01:39:22.535863 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f909112-c8c0-43a4-8cfa-ee502e0ea0f7 req-6e35b7c3-34de-4c71-af14-04efa6fb5b80 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465491 Jul 16 01:39:22.578142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:22.585641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:22.597725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.598280 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.649413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=1a8b1459-0574-44b1-99a8-b8c34033e44e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.659908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=80ea5137-8824-44f8-81bb-4c1e486fb4a6,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.666126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ef28b7d6-285c-4c44-a3aa-edac754caeb0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4405529 Jul 16 01:39:22.666962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33828) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:22.677325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:8b:94:e8', 'name': 'tempest-NetworksTestDHCPv6-475371166'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:22.719699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8dc87-d8e5-4545-9982-e2522f8194d7 req-59b8a44a-9422-4d7a-93bc-569a50e55cfa tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.721457 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3e8dc87-d8e5-4545-9982-e2522f8194d7 req-59b8a44a-9422-4d7a-93bc-569a50e55cfa tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1392095 Jul 16 01:39:22.766972 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3e8dc87-d8e5-4545-9982-e2522f8194d7 req-75e7d624-61bd-40f2-9243-92dfef48081d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378141 Jul 16 01:39:22.831926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:23.056002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.078993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port 5dec5b9b-2ba9-40b2-bf15-0383b6229ede yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:23.311652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b455596a-e3d8-4a3d-a259-0b1801efdbcd None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:23.351143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::75 (4b748a0d-6d39-4cd2-b13e-5462f021b600/f27f8a0a-d430-4f9a-af57-41059c1e850a/5dec5b9b-2ba9-40b2-bf15-0383b6229ede) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:23.365025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:94e8 (4b748a0d-6d39-4cd2-b13e-5462f021b600/1a8b1459-0574-44b1-99a8-b8c34033e44e/5dec5b9b-2ba9-40b2-bf15-0383b6229ede) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:23.447331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f7dad6a5-313e-48a6-8ece-44237ea389d3 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:23.489909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 80ea5137-8824-44f8-81bb-4c1e486fb4a6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:23.548004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b1ce2c64-0727-4183-989c-5eaf868c5587 None None] Provisioning for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:23.675680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a73f7c-f1fe-40bf-bce4-090094750e96 req-d4c0ccbf-6ad5-46ab-bc24-f0af2aa06b16 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.678743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54a73f7c-f1fe-40bf-bce4-090094750e96 req-d4c0ccbf-6ad5-46ab-bc24-f0af2aa06b16 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1003036 Jul 16 01:39:23.684800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-756ccd01-6e2d-4354-a896-6c2bcb820515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.686452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-756ccd01-6e2d-4354-a896-6c2bcb820515 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 1098 time: 0.1739197 Jul 16 01:39:23.689989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.694424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:23.699245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8823d2-21cd-4b9b-8a22-c73acea58008 req-2e58a3b3-7b94-445b-949a-1553fffbc5df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.700777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed8823d2-21cd-4b9b-8a22-c73acea58008 req-2e58a3b3-7b94-445b-949a-1553fffbc5df tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.2123282 Jul 16 01:39:23.710268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:23.710741 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.714104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f7dad6a5-313e-48a6-8ece-44237ea389d3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f7dad6a5-313e-48a6-8ece-44237ea389d3,segment=NetworkSegment(8de0075a-26e4-4cd1-bf85-5c5dcab3d12e),segment_id=8de0075a-26e4-4cd1-bf85-5c5dcab3d12e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:23.748797 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'f7dad6a5-313e-48a6-8ece-44237ea389d3', 'network_id': 'fe1d6474-2ad7-4abe-933a-a7892ccbd226', 'port_id': 'f7dad6a5-313e-48a6-8ece-44237ea389d3', 'mac_address': 'fa:16:3e:1b:2b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150d817d-ce40-4942-bfee-d82fcb3449ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:23.759493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object 5dec5b9b-2ba9-40b2-bf15-0383b6229ede will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:23.765007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54a73f7c-f1fe-40bf-bce4-090094750e96 req-3579041e-1bec-49e5-9470-9e0951e88635 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801539 Jul 16 01:39:23.840381 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.858586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dad6a5-313e-48a6-8ece-44237ea389d3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:23.875996 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed8823d2-21cd-4b9b-8a22-c73acea58008 req-86ba5db4-df2c-4bc4-9164-5adcd3f5e72f tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595557 Jul 16 01:39:23.885255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f7dad6a5-313e-48a6-8ece-44237ea389d3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f7dad6a5-313e-48a6-8ece-44237ea389d3,segment=NetworkSegment(8de0075a-26e4-4cd1-bf85-5c5dcab3d12e),segment_id=8de0075a-26e4-4cd1-bf85-5c5dcab3d12e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:23.902843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-fa7b9294-b041-43cd-bb40-22fff650abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.904360 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-fa7b9294-b041-43cd-bb40-22fff650abf7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 200 len: 916 time: 0.2005708 Jul 16 01:39:23.951474 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.971302 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.975635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-ef6fef4a-e508-465b-8f4a-ed2c7d581950 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff9394b0-e12c-4a84-a5b3-604244a2e011 HTTP/1.1" status: 200 len: 217 time: 0.0589397 Jul 16 01:39:23.976842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.055502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 80ea5137-8824-44f8-81bb-4c1e486fb4a6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=80ea5137-8824-44f8-81bb-4c1e486fb4a6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:24.061359 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.071571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa410b86-466e-420e-b780-f4ed45887717 req-69e5b5cd-ce66-4996-b762-2ace8c10e694 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.075208 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa410b86-466e-420e-b780-f4ed45887717 req-69e5b5cd-ce66-4996-b762-2ace8c10e694 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 945 time: 0.1337636 Jul 16 01:39:24.089534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:24.102403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:24.114044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:24.121512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=f7dad6a5-313e-48a6-8ece-44237ea389d3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.122137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.123108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.139326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=5dec5b9b-2ba9-40b2-bf15-0383b6229ede,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.154987 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aa410b86-466e-420e-b780-f4ed45887717 req-4c067c81-0752-4a9a-977d-793fed808b7c tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711272 Jul 16 01:39:24.168783 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-0ac44a06-b546-4b05-a756-649b41d6150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.174684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-0ac44a06-b546-4b05-a756-649b41d6150d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb058b15-ffee-44fd-bd7f-81076b6543a9 HTTP/1.1" status: 200 len: 855 time: 0.1861768 Jul 16 01:39:24.181201 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-afd13944-4c54-4585-832b-fe6886e6a015 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5135605 Jul 16 01:39:24.184988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:24.218188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=80ea5137-8824-44f8-81bb-4c1e486fb4a6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.286061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['f7dad6a5-313e-48a6-8ece-44237ea389d3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:24.351431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-5d48ff05-fe3c-4e64-be00-849a5817db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.353607 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-5d48ff05-fe3c-4e64-be00-849a5817db5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8da6c284-2a44-4d32-ad98-4e08e78c4c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643560 Jul 16 01:39:24.412376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bdecec6f-2eb2-4903-8686-931735aa1912 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port 5dec5b9b-2ba9-40b2-bf15-0383b6229ede {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:24.413081 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdecec6f-2eb2-4903-8686-931735aa1912 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.565126 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97ded35c-c9db-4efc-8440-25e6d0a40d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.611826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdecec6f-2eb2-4903-8686-931735aa1912 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.616137 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-3a063fc3-8f48-4289-984b-24ac705d89d6 service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537105 Jul 16 01:39:24.631409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bdecec6f-2eb2-4903-8686-931735aa1912 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for 5dec5b9b-2ba9-40b2-bf15-0383b6229ede owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:24.850142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab2e6b98-238f-4de2-bc3f-6f393923a4f5 None None] Provisioning complete for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:24.851819 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab2e6b98-238f-4de2-bc3f-6f393923a4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.865499 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97cf23f4-2a69-4b12-8dc3-7ab4bf0702d7 req-66e4ab83-acf3-4850-bf45-c867507d9d7a service neutron] 10.222.0.67 "GET /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528893 Jul 16 01:39:24.989450 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdecec6f-2eb2-4903-8686-931735aa1912 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.038845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecec6f-2eb2-4903-8686-931735aa1912 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=5dec5b9b-2ba9-40b2-bf15-0383b6229ede,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.117905 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdecec6f-2eb2-4903-8686-931735aa1912 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.123597 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bdecec6f-2eb2-4903-8686-931735aa1912 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/5dec5b9b-2ba9-40b2-bf15-0383b6229ede HTTP/1.1" status: 204 len: 168 time: 0.9365695 Jul 16 01:39:25.123804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33864) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:25.133898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180c2e2-ba39-4a03-98c2-4678f186d5b3 req-08383a26-9d6b-4a0d-a97e-479f534c1880 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.139087 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0180c2e2-ba39-4a03-98c2-4678f186d5b3 req-08383a26-9d6b-4a0d-a97e-479f534c1880 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.2009497 Jul 16 01:39:25.212781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-897538f7-5d9f-437d-b327-8e619f9b5223 None None] Could not find standard attr ID for object 5dec5b9b-2ba9-40b2-bf15-0383b6229ede. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:39:25.220433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d64ef-fe92-46cf-9e09-63269424b8cd req-2e8e8f0c-c403-406c-8af6-e70addfe447b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.221394 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0180c2e2-ba39-4a03-98c2-4678f186d5b3 req-6720d1f7-8c5d-41b2-a58c-2cdd4c9f311d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692618 Jul 16 01:39:25.238240 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d82d64ef-fe92-46cf-9e09-63269424b8cd req-2e8e8f0c-c403-406c-8af6-e70addfe447b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.1738477 Jul 16 01:39:25.259047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e92a8b-b70c-4388-b390-a1924dbd8c64 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.261140 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-12e92a8b-b70c-4388-b390-a1924dbd8c64 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1370053 Jul 16 01:39:25.263706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33868) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:25.312404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d82d64ef-fe92-46cf-9e09-63269424b8cd req-6ecfe97f-f3ad-4a00-aefe-b9ac400f7b9b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823188 Jul 16 01:39:25.398038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f7dad6a5-313e-48a6-8ece-44237ea389d3 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:25.399347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c854689-9ed4-47c7-ad94-00458add7039 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.400942 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4c854689-9ed4-47c7-ad94-00458add7039 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1362679 Jul 16 01:39:25.404025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:25.427954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 80ea5137-8824-44f8-81bb-4c1e486fb4a6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:25.505027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:25.505952 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.523775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1d7cb-7368-4257-8759-4e0f665eef69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.525408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1d7cb-7368-4257-8759-4e0f665eef69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.526973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1d7cb-7368-4257-8759-4e0f665eef69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.531978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:25.532798 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f6e1d7cb-7368-4257-8759-4e0f665eef69 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1266732 Jul 16 01:39:25.548396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port f7dad6a5-313e-48a6-8ece-44237ea389d3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:25.554619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port f7dad6a5-313e-48a6-8ece-44237ea389d3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:25.555161 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.572737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdabf7-a743-49c4-829d-2c58904f7ade req-84cabf4f-98aa-4d94-bc28-39147d5d5948 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.574405 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48bdabf7-a743-49c4-829d-2c58904f7ade req-84cabf4f-98aa-4d94-bc28-39147d5d5948 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 945 time: 0.1317232 Jul 16 01:39:25.635202 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-48bdabf7-a743-49c4-829d-2c58904f7ade req-49b73a66-8614-432f-8d75-c9bcf3236026 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523760 Jul 16 01:39:25.651967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2706aa6-0b18-4a59-ae13-738e61dc086a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 1a8b1459-0574-44b1-99a8-b8c34033e44e {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:25.656140 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2706aa6-0b18-4a59-ae13-738e61dc086a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.859774 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.913557 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.940651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9562c0a9-d288-48df-981b-fef90dab5eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dad6a5-313e-48a6-8ece-44237ea389d3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:25.943288 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19231dc-84cd-4dd1-a48c-477aebdbd6fa" -d '{"events": [{"server_uuid": "9562c0a9-d288-48df-981b-fef90dab5eb1", "name": "network-vif-plugged", "status": "completed", "tag": "f7dad6a5-313e-48a6-8ece-44237ea389d3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:25.962260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f7dad6a5-313e-48a6-8ece-44237ea389d3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f7dad6a5-313e-48a6-8ece-44237ea389d3,segment=NetworkSegment(8de0075a-26e4-4cd1-bf85-5c5dcab3d12e),segment_id=8de0075a-26e4-4cd1-bf85-5c5dcab3d12e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:25.968643 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.002273 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d875e861-8972-4b2c-a370-5f94fe25db52 x-openstack-request-id: req-d875e861-8972-4b2c-a370-5f94fe25db52 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:26.002729 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9562c0a9-d288-48df-981b-fef90dab5eb1", "name": "network-vif-plugged", "status": "completed", "tag": "f7dad6a5-313e-48a6-8ece-44237ea389d3", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:26.003056 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d875e861-8972-4b2c-a370-5f94fe25db52 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:26.003687 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9562c0a9-d288-48df-981b-fef90dab5eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dad6a5-313e-48a6-8ece-44237ea389d3', 'code': 200} Jul 16 01:39:26.035513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=f7dad6a5-313e-48a6-8ece-44237ea389d3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.071353 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2706aa6-0b18-4a59-ae13-738e61dc086a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.134972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a4d4-039b-4780-9d8a-9a21d0455727 req-7a8b2b13-1702-455a-86de-6a20489b60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.136432 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3980a4d4-039b-4780-9d8a-9a21d0455727 req-7a8b2b13-1702-455a-86de-6a20489b60aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0605502 Jul 16 01:39:26.167378 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2706aa6-0b18-4a59-ae13-738e61dc086a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.178315 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3980a4d4-039b-4780-9d8a-9a21d0455727 req-e82ebb59-2d13-4dad-ae3c-b74b1930a4cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Jul 16 01:39:26.232823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2706aa6-0b18-4a59-ae13-738e61dc086a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.270378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2706aa6-0b18-4a59-ae13-738e61dc086a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8b1459-0574-44b1-99a8-b8c34033e44e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.274367 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2706aa6-0b18-4a59-ae13-738e61dc086a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.276507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e2706aa6-0b18-4a59-ae13-738e61dc086a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/1a8b1459-0574-44b1-99a8-b8c34033e44e HTTP/1.1" status: 204 len: 168 time: 0.7425501 Jul 16 01:39:26.279000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:26.282407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328a8b8c-e320-49af-a2a8-98c264d8f283 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:26.352480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-709b5224-31b6-4aab-8c0a-075f18757b5e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet f27f8a0a-d430-4f9a-af57-41059c1e850a {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:26.357960 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-709b5224-31b6-4aab-8c0a-075f18757b5e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.453419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-709b5224-31b6-4aab-8c0a-075f18757b5e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.503116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ed3c-d4df-4418-97c4-aa7b93dff31f req-72e299b6-97ee-45c1-822a-06c88f835e88 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.504760 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7767ed3c-d4df-4418-97c4-aa7b93dff31f req-72e299b6-97ee-45c1-822a-06c88f835e88 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1478086 Jul 16 01:39:26.559642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f319f86-8949-4c75-948c-14366caeb3e1 req-7b8f4a06-3fcd-4bae-a25d-bfad6c8011af tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.561647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f319f86-8949-4c75-948c-14366caeb3e1 req-7b8f4a06-3fcd-4bae-a25d-bfad6c8011af tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.0866356 Jul 16 01:39:26.564385 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7767ed3c-d4df-4418-97c4-aa7b93dff31f req-2f9d4d0d-c623-4889-837c-a42ebeac5349 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486262 Jul 16 01:39:26.637194 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-709b5224-31b6-4aab-8c0a-075f18757b5e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.654285 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f319f86-8949-4c75-948c-14366caeb3e1 req-6077d91c-01ca-4f94-abfa-dff39841d4ac tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813100 Jul 16 01:39:26.699530 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.805390 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-709b5224-31b6-4aab-8c0a-075f18757b5e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.852445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b5224-31b6-4aab-8c0a-075f18757b5e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=f27f8a0a-d430-4f9a-af57-41059c1e850a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.865006 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-709b5224-31b6-4aab-8c0a-075f18757b5e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.867345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-709b5224-31b6-4aab-8c0a-075f18757b5e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/f27f8a0a-d430-4f9a-af57-41059c1e850a HTTP/1.1" status: 204 len: 168 time: 0.5871778 Jul 16 01:39:26.870129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:26.936918 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a84d7d18-20cc-46d1-945c-083807cd131a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630491 Jul 16 01:39:26.940191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33898) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:26.942524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f99ad-4061-4940-bc3d-f593e53b47e1 req-ec04c4f9-b0fb-4f0c-9789-3421e6ad86e7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.947527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3d937976-ea73-4358-9548-4661b3d8b459 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:26.950370 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb8f99ad-4061-4940-bc3d-f593e53b47e1 req-ec04c4f9-b0fb-4f0c-9789-3421e6ad86e7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.2030952 Jul 16 01:39:26.963323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71a2cb-7561-486a-923e-de61cfeaf916 req-afbc6d17-8f1e-4b22-a000-c589fcbd672c tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.971661 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee71a2cb-7561-486a-923e-de61cfeaf916 req-afbc6d17-8f1e-4b22-a000-c589fcbd672c tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 946 time: 0.1862233 Jul 16 01:39:26.994734 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fb8f99ad-4061-4940-bc3d-f593e53b47e1 req-2106d757-d272-4379-958c-c3a73cb36b47 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433359 Jul 16 01:39:27.093352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee71a2cb-7561-486a-923e-de61cfeaf916 req-5e77e0a6-1f7a-4e98-811f-6341bc9302a2 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205525 Jul 16 01:39:27.133854 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd82c-e8a8-4487-9376-178af64a279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.150908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d937976-ea73-4358-9548-4661b3d8b459 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:27.155290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d937976-ea73-4358-9548-4661b3d8b459 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.245239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6498ca-e63d-4172-af0f-c0134d8cde7a req-f12011d9-9cb5-4a6f-a0f9-f0e1666af2fd tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.246845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6498ca-e63d-4172-af0f-c0134d8cde7a req-f12011d9-9cb5-4a6f-a0f9-f0e1666af2fd tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec HTTP/1.1" status: 200 len: 945 time: 0.0882027 Jul 16 01:39:27.319134 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6498ca-e63d-4172-af0f-c0134d8cde7a req-5007048f-bfd6-4a82-9bdd-64f56b31e441 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600779 Jul 16 01:39:27.373390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca53273e-35b6-4823-9d92-e31b73ca46c8 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:27.507768 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d937976-ea73-4358-9548-4661b3d8b459 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.550434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-813be3ea-fe9c-422f-8076-8aa745425300 None None] Provisioning complete for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:27.551141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-813be3ea-fe9c-422f-8076-8aa745425300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.574770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d937976-ea73-4358-9548-4661b3d8b459 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:27.580049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3d937976-ea73-4358-9548-4661b3d8b459 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:27.588215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d937976-ea73-4358-9548-4661b3d8b459 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.588821 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d937976-ea73-4358-9548-4661b3d8b459 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.619371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d937976-ea73-4358-9548-4661b3d8b459 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=d18aa212-e38f-470b-a9ca-697c708b6d29,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.619647 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.634023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f093f1-ace3-4ee8-8927-f7d22360523d req-d44b19b9-44ef-423f-829b-c80b56321eae tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.635607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f4f093f1-ace3-4ee8-8927-f7d22360523d req-d44b19b9-44ef-423f-829b-c80b56321eae tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 945 time: 0.1409929 Jul 16 01:39:27.638062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3d937976-ea73-4358-9548-4661b3d8b459 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6955733 Jul 16 01:39:27.642267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33904) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:27.647900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4bc3bf4e-15cb-4c6c-bf62-e20641bd0e9c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:27.711619 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f4f093f1-ace3-4ee8-8927-f7d22360523d req-55f22ea2-eaff-45e5-93e9-16f50ad0c958 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596719 Jul 16 01:39:27.761611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-8e19a681-b099-4d9c-a02a-d76cde9955fe req-6f9a9986-b358-48e2-9757-d88b67d44ab7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:39:27.762645 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e19a681-b099-4d9c-a02a-d76cde9955fe req-6f9a9986-b358-48e2-9757-d88b67d44ab7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063050 Jul 16 01:39:27.859929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc3bf4e-15cb-4c6c-bf62-e20641bd0e9c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:27.872089 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bc3bf4e-15cb-4c6c-bf62-e20641bd0e9c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.936227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8e19a681-b099-4d9c-a02a-d76cde9955fe req-239cfaf0-71c0-4cd3-b434-abc80aea7083 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1665471 Jul 16 01:39:28.144835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1335257-0215-46d6-b988-036205fcd9a5 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:28.245775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-23425e63-23ab-437d-bb7b-47c8c4f06844 None None] Provisioning complete for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:28.246423 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23425e63-23ab-437d-bb7b-47c8c4f06844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.508167 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.510738 n-d-791504-14 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-4bc3bf4e-15cb-4c6c-bf62-e20641bd0e9c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d18aa212-e38f-470b-a9ca-697c708b6d29 (CIDR: 2001:db8::/64) Jul 16 01:39:28.519981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f267ae-f7a4-4cfa-96a2-770725f09a38 req-0ea67133-e7ee-438a-9f5a-bf87b1a9ef37 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.527099 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29f267ae-f7a4-4cfa-96a2-770725f09a38 req-0ea67133-e7ee-438a-9f5a-bf87b1a9ef37 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.6245894 Jul 16 01:39:28.536153 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc3bf4e-15cb-4c6c-bf62-e20641bd0e9c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:28.536601 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc3bf4e-15cb-4c6c-bf62-e20641bd0e9c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:28.540558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c30e8-46c3-4fa5-82af-e41163cae2a3 req-a5109dd6-180b-4d38-b3cf-2ff056866897 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.542644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-888c30e8-46c3-4fa5-82af-e41163cae2a3 req-a5109dd6-180b-4d38-b3cf-2ff056866897 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 946 time: 0.2006557 Jul 16 01:39:28.574489 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4bc3bf4e-15cb-4c6c-bf62-e20641bd0e9c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9307365 Jul 16 01:39:28.577740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:28.587884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'subnet': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:28.612325 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29f267ae-f7a4-4cfa-96a2-770725f09a38 req-1763cc93-5cde-4854-ba4c-caa5ae879872 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833328 Jul 16 01:39:28.694953 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-888c30e8-46c3-4fa5-82af-e41163cae2a3 req-215320f0-ee03-4fdc-824c-917871748aca tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385884 Jul 16 01:39:28.905318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:28.914448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.033123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a147b-56d7-4954-bda2-f5c8e0b22c87 req-b426107a-c5ca-4e4d-aa50-d99206243890 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.034199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-937a147b-56d7-4954-bda2-f5c8e0b22c87 req-b426107a-c5ca-4e4d-aa50-d99206243890 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1152241 Jul 16 01:39:29.142670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-99aee310-252e-44e5-95fb-597dd14bdf2a None None] Provisioning complete for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:29.143064 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99aee310-252e-44e5-95fb-597dd14bdf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.150823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-937a147b-56d7-4954-bda2-f5c8e0b22c87 req-38f77e02-9ddf-41c4-922d-3c6e396c9038 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997095 Jul 16 01:39:29.485587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9c690-d03a-4788-b07d-ccc9b9daf14f req-3119c5b2-9c4f-4b0d-a35f-fa1b9a20956b tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.487449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6c9c690-d03a-4788-b07d-ccc9b9daf14f req-3119c5b2-9c4f-4b0d-a35f-fa1b9a20956b tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec HTTP/1.1" status: 200 len: 945 time: 0.1347127 Jul 16 01:39:29.570130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6c9c690-d03a-4788-b07d-ccc9b9daf14f req-9b715ba4-2ff1-48d6-9473-ba21c5a03a77 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499308 Jul 16 01:39:29.646482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:39:29.931860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f14ba-8e9f-4ccb-bd65-5dacca20d222 req-9ba26a5c-3240-4b08-8254-81e79b659ec7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.939783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b6f14ba-8e9f-4ccb-bd65-5dacca20d222 req-9ba26a5c-3240-4b08-8254-81e79b659ec7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 945 time: 0.1307404 Jul 16 01:39:29.995045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b6f14ba-8e9f-4ccb-bd65-5dacca20d222 req-45bc91ce-3255-4110-bc92-429ebbc840d8 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542705 Jul 16 01:39:30.024452 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.053710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b22049-c67b-46e5-842e-aa1b6fac128d req-a2688f58-3fe7-4cec-b563-c344ea219e39 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.061838 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97b22049-c67b-46e5-842e-aa1b6fac128d req-a2688f58-3fe7-4cec-b563-c344ea219e39 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.1621394 Jul 16 01:39:30.087957 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.154118 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97b22049-c67b-46e5-842e-aa1b6fac128d req-9d4cb763-d288-4af3-8543-88d7e453947e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909152 Jul 16 01:39:30.443212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] For port 80ea5137-8824-44f8-81bb-4c1e486fb4a6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=80ea5137-8824-44f8-81bb-4c1e486fb4a6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:30.480997 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.488689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.490543 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.564443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aaf1b-5ed7-4896-9e05-89dd5375e07f req-f2169a20-a69e-490d-9a07-3f74cf99ecb7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.570464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aaf1b-5ed7-4896-9e05-89dd5375e07f req-f2169a20-a69e-490d-9a07-3f74cf99ecb7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.577280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aaf1b-5ed7-4896-9e05-89dd5375e07f req-f2169a20-a69e-490d-9a07-3f74cf99ecb7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.580956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:30.585778 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b9aaf1b-5ed7-4896-9e05-89dd5375e07f req-f2169a20-a69e-490d-9a07-3f74cf99ecb7 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d&device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec&device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 2417 time: 0.1435347 Jul 16 01:39:30.588456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:30.596893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.597104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.601081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0577282-1c4b-4cfd-be91-27e2124c0b7a None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:30.605468 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Subnet': ['ID=2588b3c2-ea17-4fcc-8d7f-f7c3b8d39454,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.629425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=80ea5137-8824-44f8-81bb-4c1e486fb4a6,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.636396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b9aaf1b-5ed7-4896-9e05-89dd5375e07f req-121a256e-7f51-45e0-9291-4c06e7ced56d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496998 Jul 16 01:39:30.642848 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3da884b5-7879-42a1-9968-d96f491cc6a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0648305 Jul 16 01:39:30.645736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 33948) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.651930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Request body: {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'mac_address': 'fa:16:3e:2f:5f:7b', 'name': 'tempest-NetworksTestDHCPv6-962067280'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:30.821346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74fb514f-7853-40d6-b93b-ff77ba3497d6 req-dc9998d2-c5ac-4fa7-bc06-027db8447696 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1418381 Jul 16 01:39:30.921492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Made reservation on behalf of 1750a3cb31cb4517ab1177a898d1564e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:31.161257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.216260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] device_id is not set on port a02ec800-a33e-4f55-8375-d797866dd9a9 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:31.231867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3020236d-f988-45a1-b26d-66ffdcc84183 None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': '2588b3c2-ea17-4fcc-8d7f-f7c3b8d39454', 'ip_address': '2001:db8:0:1:f816:3eff:fe1a:7932'}, {'subnet_id': 'd18aa212-e38f-470b-a9ca-697c708b6d29'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '80ea5137-8824-44f8-81bb-4c1e486fb4a6'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:39:31.330773 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3020236d-f988-45a1-b26d-66ffdcc84183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.533902 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 80ea5137-8824-44f8-81bb-4c1e486fb4a6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:31.634969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968c85-5afd-41de-ace2-4615ae7f257d req-227dc70b-f914-4e74-9bbe-85b992da4cc3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.638187 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d968c85-5afd-41de-ace2-4615ae7f257d req-227dc70b-f914-4e74-9bbe-85b992da4cc3 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.2209084 Jul 16 01:39:31.774901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d968c85-5afd-41de-ace2-4615ae7f257d req-18f1c7d3-b092-42cb-9591-5a4b0716ef65 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286080 Jul 16 01:39:31.848295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8::378 (4b748a0d-6d39-4cd2-b13e-5462f021b600/d18aa212-e38f-470b-a9ca-697c708b6d29/a02ec800-a33e-4f55-8375-d797866dd9a9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:31.863157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2f:5f7b (4b748a0d-6d39-4cd2-b13e-5462f021b600/2588b3c2-ea17-4fcc-8d7f-f7c3b8d39454/a02ec800-a33e-4f55-8375-d797866dd9a9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:31.913468 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3895c27-0ef1-48ac-b9bb-f67e63a96f09 req-15cbed9f-7296-4cbd-ad5e-7a50a770b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.919776 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3895c27-0ef1-48ac-b9bb-f67e63a96f09 req-15cbed9f-7296-4cbd-ad5e-7a50a770b139 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 1097 time: 0.1250901 Jul 16 01:39:31.989211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3895c27-0ef1-48ac-b9bb-f67e63a96f09 req-e84d02be-a993-4e8f-b50c-03dd0eb7dd0a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633440 Jul 16 01:39:31.993270 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:31.993649 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.264575 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.293084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Transition to ACTIVE for port object a02ec800-a33e-4f55-8375-d797866dd9a9 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:32.339765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.388992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:32.411465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:32.425393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:32.447153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.451386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3020236d-f988-45a1-b26d-66ffdcc84183 None None] Allocated IP 2001:db8::2 (4b748a0d-6d39-4cd2-b13e-5462f021b600/d18aa212-e38f-470b-a9ca-697c708b6d29/80ea5137-8824-44f8-81bb-4c1e486fb4a6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:32.451907 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.487484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 62c4a9c3-50c7-47a3-8120-03468cd8992d details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:32.490199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8430018 Jul 16 01:39:32.494232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 33988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:32.494893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef147b31-b8a5-4914-a040-e89a0809270d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event updated for resources: {'Port': ['ID=a02ec800-a33e-4f55-8375-d797866dd9a9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.498592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 62c4a9c3-50c7-47a3-8120-03468cd8992d no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:32.755542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7d5f5-af62-446f-a325-85699ed12e63 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting port a02ec800-a33e-4f55-8375-d797866dd9a9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:32.757236 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d5f5-af62-446f-a325-85699ed12e63 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.913452 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.976031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d5f5-af62-446f-a325-85699ed12e63 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.001299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7d5f5-af62-446f-a325-85699ed12e63 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Calling delete_port for a02ec800-a33e-4f55-8375-d797866dd9a9 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:33.092458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 62c4a9c3-50c7-47a3-8120-03468cd8992d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.130591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:33.134512 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef66c26b-e965-405b-9479-b206954b86ed" -d '{"events": [{"server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:33.172505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3020236d-f988-45a1-b26d-66ffdcc84183 None None] For port 80ea5137-8824-44f8-81bb-4c1e486fb4a6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=80ea5137-8824-44f8-81bb-4c1e486fb4a6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.176557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'port_id': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'mac_address': 'fa:16:3e:7a:18:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:33.185463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 62c4a9c3-50c7-47a3-8120-03468cd8992d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.195383 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.216173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99100f03-a109-42da-95cd-fe34ba3621b8 req-92d93736-fe2d-440c-9097-5db46be082ee tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.238134 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99100f03-a109-42da-95cd-fe34ba3621b8 req-92d93736-fe2d-440c-9097-5db46be082ee tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.1638246 Jul 16 01:39:33.322260 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3020236d-f988-45a1-b26d-66ffdcc84183 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.387127 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.389532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3020236d-f988-45a1-b26d-66ffdcc84183 None None] Transition to ACTIVE for port object 80ea5137-8824-44f8-81bb-4c1e486fb4a6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:33.396958 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-99100f03-a109-42da-95cd-fe34ba3621b8 req-f9ef0415-e1d2-40ce-b169-855ddb9e8cf4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575668 Jul 16 01:39:33.402884 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=62c4a9c3-50c7-47a3-8120-03468cd8992d,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.405669 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3020236d-f988-45a1-b26d-66ffdcc84183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.453049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d5f5-af62-446f-a325-85699ed12e63 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.491606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020236d-f988-45a1-b26d-66ffdcc84183 None None] Pushing event updated for resources: {'Port': ['ID=80ea5137-8824-44f8-81bb-4c1e486fb4a6,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.518499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c4a9c3-50c7-47a3-8120-03468cd8992d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:33.525255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7d5f5-af62-446f-a325-85699ed12e63 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Port': ['ID=a02ec800-a33e-4f55-8375-d797866dd9a9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.616851 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd25964c-52c1-4e72-a974-26049cdf6128 x-openstack-request-id: req-bd25964c-52c1-4e72-a974-26049cdf6128 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:33.617252 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:33.617520 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd25964c-52c1-4e72-a974-26049cdf6128 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:33.619072 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'code': 200} Jul 16 01:39:33.641112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d5f5-af62-446f-a325-85699ed12e63 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.652542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34006) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:33.653073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2ee7d5f5-af62-446f-a325-85699ed12e63 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/a02ec800-a33e-4f55-8375-d797866dd9a9 HTTP/1.1" status: 204 len: 168 time: 1.1546943 Jul 16 01:39:33.654763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 62c4a9c3-50c7-47a3-8120-03468cd8992d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.660985 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.786970 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=62c4a9c3-50c7-47a3-8120-03468cd8992d,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.823857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba083f-4913-48b0-a92c-7ef83adfa148 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.825705 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fbba083f-4913-48b0-a92c-7ef83adfa148 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1719050 Jul 16 01:39:33.831452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34010) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:33.893439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3ba7a-fe5e-4101-a27a-6d48692cdc18 req-d823148c-3c85-4060-92c6-b50c339fe7da tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.908158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6dc3ba7a-fe5e-4101-a27a-6d48692cdc18 req-d823148c-3c85-4060-92c6-b50c339fe7da tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 946 time: 0.1808383 Jul 16 01:39:33.993670 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6dc3ba7a-fe5e-4101-a27a-6d48692cdc18 req-1f15a8ae-347f-4161-9edd-726a25ffce6c tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844407 Jul 16 01:39:33.995571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f680c7-def1-4885-a8bc-ffeb116c2a2c req-ec5b159c-d9c5-4416-9d86-de736ccf43b0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.003839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-07f680c7-def1-4885-a8bc-ffeb116c2a2c req-ec5b159c-d9c5-4416-9d86-de736ccf43b0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 945 time: 0.1077268 Jul 16 01:39:34.018551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848da225-77a1-48e4-81fa-4a6932ce1ec0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.020615 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-848da225-77a1-48e4-81fa-4a6932ce1ec0 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1875434 Jul 16 01:39:34.022653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.030528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['62c4a9c3-50c7-47a3-8120-03468cd8992d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:34.092081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee3768-6591-462a-b609-93e97630f30e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.093803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee3768-6591-462a-b609-93e97630f30e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.095350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee3768-6591-462a-b609-93e97630f30e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.098848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f0ee3768-6591-462a-b609-93e97630f30e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0733922 Jul 16 01:39:34.100356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.149804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-07f680c7-def1-4885-a8bc-ffeb116c2a2c req-bf617950-e7d0-47f8-92bb-5e162d6f5da4 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458089 Jul 16 01:39:34.175249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cf4fe1-eeb4-4dae-ac98-a2484ae79182 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet 2588b3c2-ea17-4fcc-8d7f-f7c3b8d39454 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:34.182291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0cf4fe1-eeb4-4dae-ac98-a2484ae79182 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.274766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0cf4fe1-eeb4-4dae-ac98-a2484ae79182 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.366828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0cf4fe1-eeb4-4dae-ac98-a2484ae79182 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.433122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0cf4fe1-eeb4-4dae-ac98-a2484ae79182 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.473199 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0cf4fe1-eeb4-4dae-ac98-a2484ae79182 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.478453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f0cf4fe1-eeb4-4dae-ac98-a2484ae79182 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/2588b3c2-ea17-4fcc-8d7f-f7c3b8d39454 HTTP/1.1" status: 204 len: 168 time: 0.3747303 Jul 16 01:39:34.478453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf4fe1-eeb4-4dae-ac98-a2484ae79182 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=2588b3c2-ea17-4fcc-8d7f-f7c3b8d39454,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.478989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34020) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.541429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-624048d3-eaf8-4416-8af0-b37a3ccd964d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Deleting subnet d18aa212-e38f-470b-a9ca-697c708b6d29 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:34.545129 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-624048d3-eaf8-4416-8af0-b37a3ccd964d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.564584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ef506-e6c1-486d-847d-5b29250836d7 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:34.599324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-624048d3-eaf8-4416-8af0-b37a3ccd964d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.637864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fbf9c71b-57dd-4e23-9128-af18bcb39397 None None] Provisioning for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:34.646099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fbf9c71b-57dd-4e23-9128-af18bcb39397 None None] Provisioning complete for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:34.646505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c71b-57dd-4e23-9128-af18bcb39397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.649371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0accf57-8d8a-4935-8a3d-36e3bdb4c647 req-218601b4-a410-403f-9822-a90a5dfcd53e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.651023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0accf57-8d8a-4935-8a3d-36e3bdb4c647 req-218601b4-a410-403f-9822-a90a5dfcd53e tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 944 time: 0.0732002 Jul 16 01:39:34.697374 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0accf57-8d8a-4935-8a3d-36e3bdb4c647 req-731d35ac-aad2-4afa-b85b-d2cb4066b4a4 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399640 Jul 16 01:39:34.707964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-624048d3-eaf8-4416-8af0-b37a3ccd964d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.726694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34022) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.797381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-624048d3-eaf8-4416-8af0-b37a3ccd964d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.808233 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-500bdad8-092c-4e32-98de-61cf2e3f393a tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/floatingips/60e58cb6-3403-4ab4-8494-dcb1de408785 HTTP/1.1" status: 200 len: 992 time: 0.0801487 Jul 16 01:39:34.835816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624048d3-eaf8-4416-8af0-b37a3ccd964d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Subnet': ['ID=d18aa212-e38f-470b-a9ca-697c708b6d29,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.841802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-624048d3-eaf8-4416-8af0-b37a3ccd964d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.843904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-624048d3-eaf8-4416-8af0-b37a3ccd964d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/d18aa212-e38f-470b-a9ca-697c708b6d29 HTTP/1.1" status: 204 len: 168 time: 0.3638086 Jul 16 01:39:34.846404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.885113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-afd670fe-7bb6-4a42-85f0-025e417070bd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374970 Jul 16 01:39:34.887642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34026) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.909773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcbf5e7-ae67-4840-a443-3d4ff74d0257 None None] Update dhcp port {'port': {'network_id': '4b748a0d-6d39-4cd2-b13e-5462f021b600', 'fixed_ips': [{'subnet_id': 'd18aa212-e38f-470b-a9ca-697c708b6d29'}], 'binding:host_id': 'n-d-791504-14'}, 'id': '80ea5137-8824-44f8-81bb-4c1e486fb4a6'} from n-d-791504-14. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:39:34.944041 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf5e7-ae67-4840-a443-3d4ff74d0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.955486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f4be75-d53f-4250-9620-26490ad476c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.957005 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-19f4be75-d53f-4250-9620-26490ad476c3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0684645 Jul 16 01:39:34.959634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34028) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.011492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f137ea01-7436-43fd-9fca-e8204398353f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.016146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f137ea01-7436-43fd-9fca-e8204398353f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0524790 Jul 16 01:39:35.016303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34032) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.082032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bbf9288a-65ee-4e71-9748-41644a37cad8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620828 Jul 16 01:39:35.082677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.122711 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cb7856-09bb-4237-9e5a-a8a9506ecf0c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.123469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81cb7856-09bb-4237-9e5a-a8a9506ecf0c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.128784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-81cb7856-09bb-4237-9e5a-a8a9506ecf0c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/a02ec800-a33e-4f55-8375-d797866dd9a9 HTTP/1.1" status: 404 len: 333 time: 0.0451202 Jul 16 01:39:35.129664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34042) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.131366 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec2f91-d189-43b9-974d-14aa554c0329 None None] Network 4b748a0d-6d39-4cd2-b13e-5462f021b600 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:35.163309 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33860a6-11fb-45e2-8a3d-7fecdbc6eaca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.163771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33860a6-11fb-45e2-8a3d-7fecdbc6eaca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.166492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a33860a6-11fb-45e2-8a3d-7fecdbc6eaca tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/2588b3c2-ea17-4fcc-8d7f-f7c3b8d39454 HTTP/1.1" status: 404 len: 337 time: 0.0345740 Jul 16 01:39:35.173700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.208652 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d55e8ed-7ac9-42df-94b5-eef45eb2846b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.209801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d55e8ed-7ac9-42df-94b5-eef45eb2846b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.214204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.215086 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5d55e8ed-7ac9-42df-94b5-eef45eb2846b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/d18aa212-e38f-470b-a9ca-697c708b6d29 HTTP/1.1" status: 404 len: 337 time: 0.0401487 Jul 16 01:39:35.249554 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c510674d-28fa-474c-9b9d-755e015524e2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.251540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c510674d-28fa-474c-9b9d-755e015524e2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.255594 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c510674d-28fa-474c-9b9d-755e015524e2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/5dec5b9b-2ba9-40b2-bf15-0383b6229ede HTTP/1.1" status: 404 len: 333 time: 0.0381877 Jul 16 01:39:35.256622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34052) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.271644 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9c6f1b44-9627-48d1-84e4-bcd7a90c9cf8 None None] Provisioning complete for port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:35.272017 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c6f1b44-9627-48d1-84e4-bcd7a90c9cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.277574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46631ae-34b2-4c83-9947-07cfd615439a req-b1a8263d-bed2-4850-b949-3aa1042a40d8 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.279634 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46631ae-34b2-4c83-9947-07cfd615439a req-b1a8263d-bed2-4850-b949-3aa1042a40d8 tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 946 time: 0.1151602 Jul 16 01:39:35.312765 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a144bdef-5253-456e-b3cf-37021abcaed9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.313291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a144bdef-5253-456e-b3cf-37021abcaed9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.317668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a144bdef-5253-456e-b3cf-37021abcaed9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/1a8b1459-0574-44b1-99a8-b8c34033e44e HTTP/1.1" status: 404 len: 337 time: 0.0576439 Jul 16 01:39:35.319203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.366859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493d3c7-06b0-4adf-8315-5a3d4a2079de None None] DHCP port deletion for 4b748a0d-6d39-4cd2-b13e-5462f021b600 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:35.375286 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d6287b-6eba-4ec8-9c9b-d6b9ce4791ea tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.376085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d6287b-6eba-4ec8-9c9b-d6b9ce4791ea tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.381614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b6d6287b-6eba-4ec8-9c9b-d6b9ce4791ea tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/f27f8a0a-d430-4f9a-af57-41059c1e850a HTTP/1.1" status: 404 len: 337 time: 0.0520570 Jul 16 01:39:35.382292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34062) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.404315 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46631ae-34b2-4c83-9947-07cfd615439a req-890b0544-f614-47a3-82a7-2a711b7d11ef tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185060 Jul 16 01:39:35.422859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7493d3c7-06b0-4adf-8315-5a3d4a2079de None None] Deleting port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:35.423350 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7493d3c7-06b0-4adf-8315-5a3d4a2079de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.445432 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5a7050-18f0-49e9-bd76-abacd11d10ae tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.446101 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5a7050-18f0-49e9-bd76-abacd11d10ae tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.447103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 80ea5137-8824-44f8-81bb-4c1e486fb4a6 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:35.450874 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2f5a7050-18f0-49e9-bd76-abacd11d10ae tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/d18db9d9-1fba-4260-b684-37dea9d0c8b5 HTTP/1.1" status: 404 len: 333 time: 0.0669775 Jul 16 01:39:35.451987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34064) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.492168 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-966c3efd-b0ef-46f0-b370-ce3f506968f3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.492881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966c3efd-b0ef-46f0-b370-ce3f506968f3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.494419 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-966c3efd-b0ef-46f0-b370-ce3f506968f3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/55edefc4-b958-42aa-96a5-c83d7251dbfe HTTP/1.1" status: 404 len: 337 time: 0.0417843 Jul 16 01:39:35.497019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34066) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.544375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7493d3c7-06b0-4adf-8315-5a3d4a2079de None None] For port 80ea5137-8824-44f8-81bb-4c1e486fb4a6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=80ea5137-8824-44f8-81bb-4c1e486fb4a6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:35.544782 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7493d3c7-06b0-4adf-8315-5a3d4a2079de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.549463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f93237-c051-4fd1-a2eb-b32705aa34bd req-ded7a85a-d41a-4cbb-a521-9931a5a73aa8 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.555369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a0f93237-c051-4fd1-a2eb-b32705aa34bd req-ded7a85a-d41a-4cbb-a521-9931a5a73aa8 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 945 time: 0.1203721 Jul 16 01:39:35.561236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7493d3c7-06b0-4adf-8315-5a3d4a2079de None None] Calling delete_port for 80ea5137-8824-44f8-81bb-4c1e486fb4a6 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:35.565466 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a10805-d33b-4151-862d-e13f93fa930c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.565999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a10805-d33b-4151-862d-e13f93fa930c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.567923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-37a10805-d33b-4151-862d-e13f93fa930c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/5c06ddfc-ab46-46cb-848f-1b45fbe92cfa HTTP/1.1" status: 404 len: 337 time: 0.0698783 Jul 16 01:39:35.571321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34070) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.607661 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f555090-8d53-4071-b4c8-fd400d0ab9f2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.609087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f555090-8d53-4071-b4c8-fd400d0ab9f2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.611531 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3f555090-8d53-4071-b4c8-fd400d0ab9f2 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/d105bd35-48fa-4e21-9ece-c8caa0ac005c HTTP/1.1" status: 404 len: 333 time: 0.0362332 Jul 16 01:39:35.614598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34074) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.623073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a0f93237-c051-4fd1-a2eb-b32705aa34bd req-cc9b72db-e193-4d0c-89d5-697eacadb074 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617666 Jul 16 01:39:35.657882 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.665625 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-166d0515-e83c-40f6-be99-291ff4a66377 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.666111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166d0515-e83c-40f6-be99-291ff4a66377 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.670131 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-166d0515-e83c-40f6-be99-291ff4a66377 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/1e73d2cf-75cd-49ea-accc-50742d76041b HTTP/1.1" status: 404 len: 337 time: 0.0521843 Jul 16 01:39:35.670505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34076) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.699544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea911497-acd5-4769-8823-3c8b20675c6d req-6c49654f-00d9-4bf4-bba6-1e05ac5defdb tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.701886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea911497-acd5-4769-8823-3c8b20675c6d req-6c49654f-00d9-4bf4-bba6-1e05ac5defdb tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 946 time: 0.1937962 Jul 16 01:39:35.702244 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 80ea5137-8824-44f8-81bb-4c1e486fb4a6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=80ea5137-8824-44f8-81bb-4c1e486fb4a6,segment=NetworkSegment(6a748048-2acf-4048-97cb-0b0e170be8e0),segment_id=6a748048-2acf-4048-97cb-0b0e170be8e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:35.703074 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da8a58a-285f-40d8-bcbe-28776e1a5724 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.703519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da8a58a-285f-40d8-bcbe-28776e1a5724 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.709028 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0da8a58a-285f-40d8-bcbe-28776e1a5724 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/349d1efa-a8c6-4e9f-a013-f4584c8404ca HTTP/1.1" status: 404 len: 337 time: 0.0352101 Jul 16 01:39:35.709511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34078) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.712139 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.746427 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7493d3c7-06b0-4adf-8315-5a3d4a2079de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.762401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7493d3c7-06b0-4adf-8315-5a3d4a2079de None None] No DVR routers for this DVR port 80ea5137-8824-44f8-81bb-4c1e486fb4a6 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:35.783924 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af67eb2-3209-42ad-8a49-8b3df571f313 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.784480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af67eb2-3209-42ad-8a49-8b3df571f313 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.788622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=80ea5137-8824-44f8-81bb-4c1e486fb4a6,revision_number=13']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.790309 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1af67eb2-3209-42ad-8a49-8b3df571f313 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/7739e5a2-3f0b-4b3f-a67c-59fcfef35fc8 HTTP/1.1" status: 404 len: 333 time: 0.0741320 Jul 16 01:39:35.794870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34080) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.822363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493d3c7-06b0-4adf-8315-5a3d4a2079de None None] Pushing event deleted for resources: {'Port': ['ID=80ea5137-8824-44f8-81bb-4c1e486fb4a6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.844298 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a096d2f1-d4b4-4d99-9429-526b1f738520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.844828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a096d2f1-d4b4-4d99-9429-526b1f738520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.849155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a096d2f1-d4b4-4d99-9429-526b1f738520 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/0b66cfe8-c391-4960-b4e9-ae42ad5a60eb HTTP/1.1" status: 404 len: 337 time: 0.0512006 Jul 16 01:39:35.849438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34082) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.879500 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a205e40c-9b40-421d-b2fd-519172b97d1f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.880205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a205e40c-9b40-421d-b2fd-519172b97d1f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.886811 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a205e40c-9b40-421d-b2fd-519172b97d1f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/fad89636-5bb5-4c0e-89c2-86cac1b72958 HTTP/1.1" status: 404 len: 333 time: 0.0315716 Jul 16 01:39:35.886811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34084) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.914306 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-461080af-c6f5-4540-b26f-28d73c0e9572 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.914765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461080af-c6f5-4540-b26f-28d73c0e9572 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.918831 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-461080af-c6f5-4540-b26f-28d73c0e9572 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/48acc514-467b-4244-8899-6ddc96feb90f HTTP/1.1" status: 404 len: 337 time: 0.0310450 Jul 16 01:39:35.918959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-31bf5279-7e86-46c9-ae4e-47c531e4620b tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.918959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-31bf5279-7e86-46c9-ae4e-47c531e4620b tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 945 time: 0.1507809 Jul 16 01:39:35.919221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34086) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.922948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ea911497-acd5-4769-8823-3c8b20675c6d req-1208dbec-9170-4f07-ba94-036a6662fdbe tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Deleting port f7dad6a5-313e-48a6-8ece-44237ea389d3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:35.923376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea911497-acd5-4769-8823-3c8b20675c6d req-1208dbec-9170-4f07-ba94-036a6662fdbe tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.951078 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-7830ce80-7bc3-4494-90a3-22965dab7645 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.951763 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7830ce80-7bc3-4494-90a3-22965dab7645 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.958225 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7830ce80-7bc3-4494-90a3-22965dab7645 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/3cd89561-21d8-43d6-ad54-bfa76f8c6754 HTTP/1.1" status: 404 len: 333 time: 0.0372045 Jul 16 01:39:35.958225 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34088) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.986201 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcdd086-e2ca-4964-b4a8-0ed95f541127 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:35.986662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcdd086-e2ca-4964-b4a8-0ed95f541127 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:35.988388 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ddcdd086-e2ca-4964-b4a8-0ed95f541127 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/c9eb2bb3-87cf-43f2-abe3-62cfe5c960d5 HTTP/1.1" status: 404 len: 337 time: 0.0294106 Jul 16 01:39:35.991208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34090) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.018275 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a05dc9d-6a3a-4baa-9b10-62f09c9fa92b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.018830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a05dc9d-6a3a-4baa-9b10-62f09c9fa92b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.020528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9a05dc9d-6a3a-4baa-9b10-62f09c9fa92b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/04cde91d-93de-4979-bc2b-bbb838b2b227 HTTP/1.1" status: 404 len: 333 time: 0.0284171 Jul 16 01:39:36.023059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34092) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.051515 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05f4b53-e04b-446f-9d10-4774f6b1e6d9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.051981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05f4b53-e04b-446f-9d10-4774f6b1e6d9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.054078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b05f4b53-e04b-446f-9d10-4774f6b1e6d9 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/2bec78e7-ebb0-4dde-a10b-4f81ad746263 HTTP/1.1" status: 404 len: 337 time: 0.0298007 Jul 16 01:39:36.057218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34094) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.086165 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bcc270-cb26-4865-998e-ac2553b7370a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.086545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bcc270-cb26-4865-998e-ac2553b7370a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.090062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-41bcc270-cb26-4865-998e-ac2553b7370a tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/0c744d02-5bd4-4ea7-8fab-ac3b2ddbf342 HTTP/1.1" status: 404 len: 333 time: 0.0298839 Jul 16 01:39:36.090214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ea911497-acd5-4769-8823-3c8b20675c6d req-1208dbec-9170-4f07-ba94-036a6662fdbe tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] For port f7dad6a5-313e-48a6-8ece-44237ea389d3, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f7dad6a5-313e-48a6-8ece-44237ea389d3,segment=NetworkSegment(8de0075a-26e4-4cd1-bf85-5c5dcab3d12e),segment_id=8de0075a-26e4-4cd1-bf85-5c5dcab3d12e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:36.090214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea911497-acd5-4769-8823-3c8b20675c6d req-1208dbec-9170-4f07-ba94-036a6662fdbe tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.090920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.114104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ea911497-acd5-4769-8823-3c8b20675c6d req-1208dbec-9170-4f07-ba94-036a6662fdbe tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Calling delete_port for f7dad6a5-313e-48a6-8ece-44237ea389d3 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:36.118043 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a98a546-5425-4484-a5d1-62be5bfc3e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.118546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a98a546-5425-4484-a5d1-62be5bfc3e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.120603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5a98a546-5425-4484-a5d1-62be5bfc3e3d tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/24bcac7b-851b-4a59-b93f-64c478b32e72 HTTP/1.1" status: 404 len: 337 time: 0.0283039 Jul 16 01:39:36.123004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34098) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.158419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-0df51d09-6225-416c-80c1-9fb8941c0e58 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Deleting port e7229e34-39e9-4bc4-9553-34576decd8e7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:36.158758 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-0df51d09-6225-416c-80c1-9fb8941c0e58 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.164092 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba41db6f-ccc0-4032-9ca3-59e5386f4af5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.164798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba41db6f-ccc0-4032-9ca3-59e5386f4af5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.166506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ba41db6f-ccc0-4032-9ca3-59e5386f4af5 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/d80ebfb3-8f65-4872-b8e8-9b475b9a0974 HTTP/1.1" status: 404 len: 333 time: 0.0391288 Jul 16 01:39:36.169242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34100) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.201191 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-65262b43-f9a7-4e78-b4e4-0aa133f32f08 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.201743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65262b43-f9a7-4e78-b4e4-0aa133f32f08 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.206192 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-65262b43-f9a7-4e78-b4e4-0aa133f32f08 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/c124ad38-c9b2-48ea-a78b-b2a81668aee9 HTTP/1.1" status: 404 len: 337 time: 0.0334756 Jul 16 01:39:36.206498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.235732 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71997e8-a64b-4768-978d-0ee7a974476f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.237240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71997e8-a64b-4768-978d-0ee7a974476f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.239257 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e71997e8-a64b-4768-978d-0ee7a974476f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/3222a0a2-dbf1-47c8-a90d-8e2d28dad9ab HTTP/1.1" status: 404 len: 337 time: 0.0314348 Jul 16 01:39:36.241762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34104) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.268963 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6244a8d-cc07-4fd6-bd90-9570b39f35a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.269587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6244a8d-cc07-4fd6-bd90-9570b39f35a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.273697 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f6244a8d-cc07-4fd6-bd90-9570b39f35a1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/ba1f9433-8f4f-4310-b2c5-6a72a3cbb196 HTTP/1.1" status: 404 len: 333 time: 0.0285990 Jul 16 01:39:36.274043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34106) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.301661 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a54e605-633c-41e7-8e2c-5c232cd0e23e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.302151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a54e605-633c-41e7-8e2c-5c232cd0e23e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.306182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1a54e605-633c-41e7-8e2c-5c232cd0e23e tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/9e649634-b0d5-4e02-95f5-56daa772a140 HTTP/1.1" status: 404 len: 337 time: 0.0287619 Jul 16 01:39:36.306384 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34108) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.316748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-0df51d09-6225-416c-80c1-9fb8941c0e58 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] For port e7229e34-39e9-4bc4-9553-34576decd8e7, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e7229e34-39e9-4bc4-9553-34576decd8e7,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:36.316748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-0df51d09-6225-416c-80c1-9fb8941c0e58 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.332209 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-62176627-5a53-42e4-ae2e-b4c2bb7aa58b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.332597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62176627-5a53-42e4-ae2e-b4c2bb7aa58b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.336313 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-62176627-5a53-42e4-ae2e-b4c2bb7aa58b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/c7686ae0-01cc-4504-8296-da2d4022649f HTTP/1.1" status: 404 len: 337 time: 0.0270517 Jul 16 01:39:36.336836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34110) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.351354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-0df51d09-6225-416c-80c1-9fb8941c0e58 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Calling delete_port for e7229e34-39e9-4bc4-9553-34576decd8e7 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:36.368630 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e105942-2f2d-4f16-b4fc-5b1f87d86129 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.369437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e105942-2f2d-4f16-b4fc-5b1f87d86129 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.373394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6e105942-2f2d-4f16-b4fc-5b1f87d86129 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/039a072a-c3d4-441a-9469-aa44a87b2564 HTTP/1.1" status: 404 len: 333 time: 0.0332644 Jul 16 01:39:36.373711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34112) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.399346 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-946a71df-4e1c-4a68-8c49-7338d6e757c4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.399814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946a71df-4e1c-4a68-8c49-7338d6e757c4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.402057 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-946a71df-4e1c-4a68-8c49-7338d6e757c4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/171f4ac0-f6aa-4847-919e-2e02aaff8d60 HTTP/1.1" status: 404 len: 337 time: 0.0269985 Jul 16 01:39:36.404151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34114) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.417314 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea911497-acd5-4769-8823-3c8b20675c6d req-1208dbec-9170-4f07-ba94-036a6662fdbe tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.432762 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-913b72ee-9749-42e1-bc8b-ef88426a70e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.432911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['f7dad6a5-313e-48a6-8ece-44237ea389d3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:36.433363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913b72ee-9749-42e1-bc8b-ef88426a70e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.437713 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-913b72ee-9749-42e1-bc8b-ef88426a70e6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/6dd901b7-3145-4595-95da-f9d422d1d7b8 HTTP/1.1" status: 404 len: 337 time: 0.0301542 Jul 16 01:39:36.438062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34118) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.465692 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff870bc9-add1-40ea-bf3f-7e7a70e4f534 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.465963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208dbec-9170-4f07-ba94-036a6662fdbe tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Pushing event deleted for resources: {'Port': ['ID=f7dad6a5-313e-48a6-8ece-44237ea389d3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:36.466561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff870bc9-add1-40ea-bf3f-7e7a70e4f534 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.471651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ff870bc9-add1-40ea-bf3f-7e7a70e4f534 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/dfec7242-8005-4fa8-ab5a-f32936ecd175 HTTP/1.1" status: 404 len: 333 time: 0.0294342 Jul 16 01:39:36.472153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34120) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.509732 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-4534c1d0-0e41-45da-9ff8-9f87f96f3fd1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.510564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4534c1d0-0e41-45da-9ff8-9f87f96f3fd1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.514067 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4534c1d0-0e41-45da-9ff8-9f87f96f3fd1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/64291365-a400-4680-b81e-2d7933690bf6 HTTP/1.1" status: 404 len: 337 time: 0.0406160 Jul 16 01:39:36.516860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34122) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.522621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 62c4a9c3-50c7-47a3-8120-03468cd8992d up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:36.536192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea911497-acd5-4769-8823-3c8b20675c6d req-1208dbec-9170-4f07-ba94-036a6662fdbe tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] No DVR routers for this DVR port f7dad6a5-313e-48a6-8ece-44237ea389d3 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:36.539545 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ea911497-acd5-4769-8823-3c8b20675c6d req-1208dbec-9170-4f07-ba94-036a6662fdbe tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.541511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea911497-acd5-4769-8823-3c8b20675c6d req-1208dbec-9170-4f07-ba94-036a6662fdbe tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.67 "DELETE /v2.0/ports/f7dad6a5-313e-48a6-8ece-44237ea389d3 HTTP/1.1" status: 204 len: 173 time: 0.8336258 Jul 16 01:39:36.543374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9562c0a9-d288-48df-981b-fef90dab5eb1', 'name': 'network-vif-deleted', 'tag': 'f7dad6a5-313e-48a6-8ece-44237ea389d3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:36.545723 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6537a0e6-527d-490b-a4a3-bef5a100bd59" -d '{"events": [{"server_uuid": "9562c0a9-d288-48df-981b-fef90dab5eb1", "name": "network-vif-deleted", "tag": "f7dad6a5-313e-48a6-8ece-44237ea389d3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:36.558430 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64ecea2-2c12-473b-9866-9c3a1e8e7381 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.559033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64ecea2-2c12-473b-9866-9c3a1e8e7381 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.561147 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a64ecea2-2c12-473b-9866-9c3a1e8e7381 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/5e3753ce-8fa4-4e38-bde9-a2a1c343f8a1 HTTP/1.1" status: 404 len: 337 time: 0.0419695 Jul 16 01:39:36.566217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.614367 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d71597b6-fefd-4b6c-a6c4-0ed48ccad2a4 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4603b9b-db2c-4652-903d-be42a7851268 HTTP/1.1" status: 200 len: 205 time: 0.0469484 Jul 16 01:39:36.615163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34128) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.657486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 62c4a9c3-50c7-47a3-8120-03468cd8992d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:36.660354 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.664012 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-a0b2f1ee-61e8-402b-99cf-ba2caed1afbc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] delete failed (client error): The resource could not be found. Jul 16 01:39:36.670388 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a0b2f1ee-61e8-402b-99cf-ba2caed1afbc tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/routers/c4603b9b-db2c-4652-903d-be42a7851268 HTTP/1.1" status: 404 len: 336 time: 0.0536299 Jul 16 01:39:36.671204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34134) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.694118 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c9105b-5de6-4821-8030-bd4a31a9a68b x-openstack-request-id: req-17c9105b-5de6-4821-8030-bd4a31a9a68b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:36.697649 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9562c0a9-d288-48df-981b-fef90dab5eb1", "name": "network-vif-deleted", "tag": "f7dad6a5-313e-48a6-8ece-44237ea389d3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:36.697951 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17c9105b-5de6-4821-8030-bd4a31a9a68b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:36.698406 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9562c0a9-d288-48df-981b-fef90dab5eb1', 'name': 'network-vif-deleted', 'tag': 'f7dad6a5-313e-48a6-8ece-44237ea389d3', 'status': 'completed', 'code': 200} Jul 16 01:39:36.704421 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa516dd-c817-42cf-9d33-686d6772b155 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.704938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa516dd-c817-42cf-9d33-686d6772b155 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.709652 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ffa516dd-c817-42cf-9d33-686d6772b155 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/071373cd-ce95-40fe-aeb8-4afa545874e1 HTTP/1.1" status: 404 len: 337 time: 0.0364711 Jul 16 01:39:36.713680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34136) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.722785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-0df51d09-6225-416c-80c1-9fb8941c0e58 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.742833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ff9394b0-e12c-4a84-a5b3-604244a2e011', 'e7229e34-39e9-4bc4-9553-34576decd8e7'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:36.758508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6b1c6cf6-aa7f-4ad6-88a6-02117ba0065b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "GET /v2.0/ports?device_id=59626736-809f-4486-a350-3e69bc8e43fe HTTP/1.1" status: 200 len: 205 time: 0.0434625 Jul 16 01:39:36.759216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34138) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.804477 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-b100fcea-9894-4078-a68d-4efa56359fd1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] delete failed (client error): The resource could not be found. Jul 16 01:39:36.808361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b100fcea-9894-4078-a68d-4efa56359fd1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/routers/59626736-809f-4486-a350-3e69bc8e43fe HTTP/1.1" status: 404 len: 336 time: 0.0480664 Jul 16 01:39:36.809110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34142) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.832247 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['ba9e9ddc-1b56-4d24-89ab-97e171f147ff'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:36.848072 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-01240b91-7e91-434d-a7be-9bd5ad670353 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.848781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01240b91-7e91-434d-a7be-9bd5ad670353 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.850726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-01240b91-7e91-434d-a7be-9bd5ad670353 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/d21bac04-0ad3-43c2-b66c-2dc571294753 HTTP/1.1" status: 404 len: 337 time: 0.0406759 Jul 16 01:39:36.858507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.859332 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63720bee-5556-435d-bee1-c56e03eef56c req-03ee0572-35a1-45f7-ac77-d05854df74db tempest-VolumesActionsTest-2095784965 tempest-VolumesActionsTest-2095784965-project] 10.222.0.64 "GET /v2.0/ports?device_id=9562c0a9-d288-48df-981b-fef90dab5eb1 HTTP/1.1" status: 200 len: 210 time: 0.2779875 Jul 16 01:39:36.908269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df51d09-6225-416c-80c1-9fb8941c0e58 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Pushing event deleted for resources: {'Port': ['ID=e7229e34-39e9-4bc4-9553-34576decd8e7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:36.943970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9eb05ba6-3341-4ad2-966e-bd55a0970a6b req-9a087c29-67bf-451e-a121-e6fd4c632de6 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e241d4d-a56a-4aca-bafb-79db411adc3d HTTP/1.1" status: 200 len: 210 time: 0.0970905 Jul 16 01:39:36.945200 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-360fa404-6d38-4b22-9409-5f7f8951801c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:36.945726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360fa404-6d38-4b22-9409-5f7f8951801c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:36.950378 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-360fa404-6d38-4b22-9409-5f7f8951801c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/ab972ff5-da48-40c6-8fb9-d674a17c0e83 HTTP/1.1" status: 404 len: 337 time: 0.0797915 Jul 16 01:39:36.950629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34146) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.951508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-0df51d09-6225-416c-80c1-9fb8941c0e58 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] No DVR routers for this DVR port e7229e34-39e9-4bc4-9553-34576decd8e7 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:36.956273 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-0df51d09-6225-416c-80c1-9fb8941c0e58 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.958466 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c568abc3-4be8-49e5-ac1c-e06d3bc75b9c req-0df51d09-6225-416c-80c1-9fb8941c0e58 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.67 "DELETE /v2.0/ports/e7229e34-39e9-4bc4-9553-34576decd8e7 HTTP/1.1" status: 204 len: 173 time: 1.0318704 Jul 16 01:39:37.008374 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c902cb0-ccbe-460c-b110-4a6a3ba0e9fd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.009173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c902cb0-ccbe-460c-b110-4a6a3ba0e9fd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.013571 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8c902cb0-ccbe-460c-b110-4a6a3ba0e9fd tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/f40d4b5d-61cb-467b-ae89-ae6508980eb6 HTTP/1.1" status: 404 len: 333 time: 0.0515800 Jul 16 01:39:37.018482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34148) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.050801 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20e8055-54e8-455f-a4bc-010f021c1558 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.051342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20e8055-54e8-455f-a4bc-010f021c1558 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.054550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e20e8055-54e8-455f-a4bc-010f021c1558 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/d09b3f1b-a4da-4fcc-9f27-8933ca446a4d HTTP/1.1" status: 404 len: 337 time: 0.0346053 Jul 16 01:39:37.056094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34150) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.087807 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6796a7e-3be1-4e4a-a4ac-48ce8d990b8f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.088845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6796a7e-3be1-4e4a-a4ac-48ce8d990b8f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.090844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a6796a7e-3be1-4e4a-a4ac-48ce8d990b8f tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/bda8ba11-53a0-4771-9182-e42153f9ab9d HTTP/1.1" status: 404 len: 333 time: 0.0337334 Jul 16 01:39:37.095134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34152) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.140177 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-81210573-c6e9-4371-947d-2d0e90b09ae1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.141530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81210573-c6e9-4371-947d-2d0e90b09ae1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.143306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-81210573-c6e9-4371-947d-2d0e90b09ae1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/8c0aa2d8-c560-4bf6-8b8b-fcb1ee8696e8 HTTP/1.1" status: 404 len: 337 time: 0.0451884 Jul 16 01:39:37.146129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34154) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.198052 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9190695a-7eb3-4bae-8d48-784ec684e905 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.198972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9190695a-7eb3-4bae-8d48-784ec684e905 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.201247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9190695a-7eb3-4bae-8d48-784ec684e905 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/f203a900-22aa-433c-b345-0adb6f19bbe8 HTTP/1.1" status: 404 len: 333 time: 0.0538752 Jul 16 01:39:37.204826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34156) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.221297 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.235901 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2814a755-037f-453e-931d-26568dbbbf4b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.236296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2814a755-037f-453e-931d-26568dbbbf4b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.241896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2814a755-037f-453e-931d-26568dbbbf4b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/734f11de-74a6-4b75-8711-22f38631cfcd HTTP/1.1" status: 404 len: 337 time: 0.0327101 Jul 16 01:39:37.242120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.272362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:37.274680 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f48fb12-3ab7-42e9-aca5-7861e2c6781f" -d '{"events": [{"server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "name": "network-vif-plugged", "status": "completed", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:37.291867 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a89d461-ac7a-463b-8e66-f69ed2727e4c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.293316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a89d461-ac7a-463b-8e66-f69ed2727e4c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.300044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.300391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4a89d461-ac7a-463b-8e66-f69ed2727e4c tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/9a2fc502-c124-405f-a40e-19d9ebd0ee4b HTTP/1.1" status: 404 len: 333 time: 0.0548429 Jul 16 01:39:37.320560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 62c4a9c3-50c7-47a3-8120-03468cd8992d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:37.333559 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.354159 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57d1efc-7fbb-47da-831b-8eb4c8ec1d2b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.355229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57d1efc-7fbb-47da-831b-8eb4c8ec1d2b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.361414 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34164) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.375625 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a57d1efc-7fbb-47da-831b-8eb4c8ec1d2b tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/1c810ba0-6738-494b-91cc-91e380cf2af2 HTTP/1.1" status: 404 len: 337 time: 0.0716772 Jul 16 01:39:37.392513 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcb58f4-9941-4cc2-a8e7-6b6b383fc6bc x-openstack-request-id: req-fbcb58f4-9941-4cc2-a8e7-6b6b383fc6bc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:37.392915 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "name": "network-vif-plugged", "status": "completed", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:37.393269 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbcb58f4-9941-4cc2-a8e7-6b6b383fc6bc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:37.393764 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'code': 200} Jul 16 01:39:37.402944 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-4adb3a0f-9a01-4583-b3d2-84f9425797f7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.404602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4adb3a0f-9a01-4583-b3d2-84f9425797f7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.414797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.429536 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4adb3a0f-9a01-4583-b3d2-84f9425797f7 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/fe463def-4940-460d-9a63-fae867da062e HTTP/1.1" status: 404 len: 333 time: 0.0660901 Jul 16 01:39:37.459180 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b24a7a8-0ba6-40c6-a6a2-d94f9632a625 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.459547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b24a7a8-0ba6-40c6-a6a2-d94f9632a625 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.461172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=62c4a9c3-50c7-47a3-8120-03468cd8992d,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.463867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5b24a7a8-0ba6-40c6-a6a2-d94f9632a625 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/f938be77-9280-4f8e-a485-8b2f91c2bfa6 HTTP/1.1" status: 404 len: 337 time: 0.0471907 Jul 16 01:39:37.464881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34168) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.497356 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc5bfa5-b648-42f2-b795-b95e15845a16 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.498207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc5bfa5-b648-42f2-b795-b95e15845a16 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.503810 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4cc5bfa5-b648-42f2-b795-b95e15845a16 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/b2d3a8c6-91d5-46c4-8437-ca2b0b0487e5 HTTP/1.1" status: 404 len: 333 time: 0.0340178 Jul 16 01:39:37.504407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.540996 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1da92a-0b6c-4742-be06-996941afa5b1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.541580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1da92a-0b6c-4742-be06-996941afa5b1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.546688 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3d1da92a-0b6c-4742-be06-996941afa5b1 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/e57df2b7-8458-461f-9378-91be4e297bd3 HTTP/1.1" status: 404 len: 337 time: 0.0412531 Jul 16 01:39:37.546878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34172) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.583193 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3ef264-4259-44e6-b23f-afda7c4651b6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.584020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3ef264-4259-44e6-b23f-afda7c4651b6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.588099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bd3ef264-4259-44e6-b23f-afda7c4651b6 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/ports/21b74ce3-9f74-4ff0-8360-d8a432975965 HTTP/1.1" status: 404 len: 333 time: 0.0374019 Jul 16 01:39:37.588703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34174) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.620073 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c11bd8-0e28-4a41-8ae5-451da0f4adb8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:37.620648 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c11bd8-0e28-4a41-8ae5-451da0f4adb8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:37.625587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c0c11bd8-0e28-4a41-8ae5-451da0f4adb8 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/subnets/c082a79f-5994-4dea-88e5-0bd8e6d872e4 HTTP/1.1" status: 404 len: 337 time: 0.0328798 Jul 16 01:39:37.625877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34176) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.712231 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.804820 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.816025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b748a0d-6d39-4cd2-b13e-5462f021b600']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:37.826450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a748048-2acf-4048-97cb-0b0e170be8e0') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:37.826739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a748048-2acf-4048-97cb-0b0e170be8e0') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:37.836506 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.855955 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.862763 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:37.863386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:37.866901 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:37.945097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.967302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.969708 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] 10.222.0.64 "DELETE /v2.0/networks/4b748a0d-6d39-4cd2-b13e-5462f021b600 HTTP/1.1" status: 204 len: 168 time: 0.3428671 Jul 16 01:39:37.985780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07399e7-027f-494d-b0f4-2ce4abb497a3 tempest-NetworksTestDHCPv6-726307369 tempest-NetworksTestDHCPv6-726307369-project] Pushing event deleted for resources: {'Network': ['ID=4b748a0d-6d39-4cd2-b13e-5462f021b600,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.435637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34208) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:38.680710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-592ccc07-1baf-429f-ba7e-04a16056a0e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1750a3cb31cb4517ab1177a898d1564e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409880 Jul 16 01:39:38.681170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34216) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:38.695057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bd97c-0df2-446d-80c0-77c9459ccb1b req-3e23f9e9-61c6-43a1-ac1c-cae087e3a471 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.702442 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a40bd97c-0df2-446d-80c0-77c9459ccb1b req-3e23f9e9-61c6-43a1-ac1c-cae087e3a471 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec HTTP/1.1" status: 200 len: 945 time: 0.1207044 Jul 16 01:39:38.705880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e241d4d-a56a-4aca-bafb-79db411adc3d', 'name': 'network-vif-deleted', 'tag': 'e7229e34-39e9-4bc4-9553-34576decd8e7'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:38.708124 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf297439-7bce-441a-abdb-34672f93c17a" -d '{"events": [{"server_uuid": "5e241d4d-a56a-4aca-bafb-79db411adc3d", "name": "network-vif-deleted", "tag": "e7229e34-39e9-4bc4-9553-34576decd8e7"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:38.760258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a40bd97c-0df2-446d-80c0-77c9459ccb1b req-a75a470f-03bd-44c8-9446-4f5aa61e009c tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561764 Jul 16 01:39:38.760414 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56829a9d-4b0f-490c-ada9-1387fc22d9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.788720 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56829a9d-4b0f-490c-ada9-1387fc22d9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.806195 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd94bd5a-30d1-4e42-9e62-2af9ffe26f44 x-openstack-request-id: req-dd94bd5a-30d1-4e42-9e62-2af9ffe26f44 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:38.806496 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e241d4d-a56a-4aca-bafb-79db411adc3d", "name": "network-vif-deleted", "tag": "e7229e34-39e9-4bc4-9553-34576decd8e7", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:38.806749 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd94bd5a-30d1-4e42-9e62-2af9ffe26f44 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:38.807157 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e241d4d-a56a-4aca-bafb-79db411adc3d', 'name': 'network-vif-deleted', 'tag': 'e7229e34-39e9-4bc4-9553-34576decd8e7', 'status': 'completed', 'code': 200} Jul 16 01:39:38.848074 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56829a9d-4b0f-490c-ada9-1387fc22d9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.852509 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56829a9d-4b0f-490c-ada9-1387fc22d9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.854001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-56829a9d-4b0f-490c-ada9-1387fc22d9f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ce59ecd-3a34-4ae9-9190-6f9051ef2f54 HTTP/1.1" status: 204 len: 168 time: 0.1717498 Jul 16 01:39:38.889400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56829a9d-4b0f-490c-ada9-1387fc22d9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce59ecd-3a34-4ae9-9190-6f9051ef2f54,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:39.468724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f7dad6a5-313e-48a6-8ece-44237ea389d3 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:39.506371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: f7dad6a5-313e-48a6-8ece-44237ea389d3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:39.507096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f7dad6a5-313e-48a6-8ece-44237ea389d3 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:39.757120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:39.914365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'network': {'name': 'tempest-RoutersTest-1289250274'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:39.951075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:39.955116 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.969691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.996632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9365f-2ceb-4f8c-835d-1ad0914c7950 req-c698efd2-443b-46fe-90b7-2303edaebd01 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.005757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3f9365f-2ceb-4f8c-835d-1ad0914c7950 req-c698efd2-443b-46fe-90b7-2303edaebd01 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec HTTP/1.1" status: 200 len: 945 time: 0.1245761 Jul 16 01:39:40.069254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3f9365f-2ceb-4f8c-835d-1ad0914c7950 req-ba196e4d-1fca-45c7-9085-fe1e2dbcdff2 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622621 Jul 16 01:39:40.132515 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.136796 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.163974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:40.176575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9118144d-2c36-4796-884a-4df28d49b3d4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.180817 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.180817 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added segment e03a4a82-4fe0-4387-b9e6-56339aeb4640 of type vlan for network 97bea11a-e041-4d6b-afcd-547a1e5c61bc Jul 16 01:39:40.251920 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.302670 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.308161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.308748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.346277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8904110-2c09-452b-b664-6960edada502 req-ff1fec42-edcb-4618-b003-40ec9fa59bbe tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.347782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d8904110-2c09-452b-b664-6960edada502 req-ff1fec42-edcb-4618-b003-40ec9fa59bbe tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.50 "GET /v2.0/ports?device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec HTTP/1.1" status: 200 len: 945 time: 0.1340787 Jul 16 01:39:40.360363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5987151 Jul 16 01:39:40.363605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34264) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:40.370958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'network': {'name': 'tempest-RoutersTest-1632415479'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:40.400083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:40.405542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.431213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336c28c-f85e-4b3c-9a00-e1a8b6308526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Network': ['ID=97bea11a-e041-4d6b-afcd-547a1e5c61bc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.447517 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 97bea11a-e041-4d6b-afcd-547a1e5c61bc details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:40.462104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:40.481923 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.482512 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added segment 0abaa065-512a-4920-8c5b-e860087c123c of type vlan for network 391ccfe9-daec-4093-8032-773378561c18 Jul 16 01:39:40.512286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d8904110-2c09-452b-b664-6960edada502 req-221a5cc7-5ec5-46d2-8fe3-2e868287f80d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Deleting port ba9e9ddc-1b56-4d24-89ab-97e171f147ff {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:40.512856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8904110-2c09-452b-b664-6960edada502 req-221a5cc7-5ec5-46d2-8fe3-2e868287f80d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.607377 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.647537 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.654844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d8904110-2c09-452b-b664-6960edada502 req-221a5cc7-5ec5-46d2-8fe3-2e868287f80d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] For port ba9e9ddc-1b56-4d24-89ab-97e171f147ff, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:40.655273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8904110-2c09-452b-b664-6960edada502 req-221a5cc7-5ec5-46d2-8fe3-2e868287f80d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.657838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.658662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.672370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d8904110-2c09-452b-b664-6960edada502 req-221a5cc7-5ec5-46d2-8fe3-2e868287f80d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Calling delete_port for ba9e9ddc-1b56-4d24-89ab-97e171f147ff owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:40.720068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3506980 Jul 16 01:39:40.721134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34274) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:40.735159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'subnet': {'network_id': '97bea11a-e041-4d6b-afcd-547a1e5c61bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:40.835655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8904110-2c09-452b-b664-6960edada502 req-221a5cc7-5ec5-46d2-8fe3-2e868287f80d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.849373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ff9394b0-e12c-4a84-a5b3-604244a2e011'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:40.873934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359be31c-28b0-4fa3-8c83-47ffcbcbd33a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Network': ['ID=391ccfe9-daec-4093-8032-773378561c18,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.896609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a5cc7-5ec5-46d2-8fe3-2e868287f80d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Pushing event deleted for resources: {'Port': ['ID=ba9e9ddc-1b56-4d24-89ab-97e171f147ff,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.901075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 391ccfe9-daec-4093-8032-773378561c18 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:40.914502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:40.918899 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.003626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8904110-2c09-452b-b664-6960edada502 req-221a5cc7-5ec5-46d2-8fe3-2e868287f80d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] No DVR routers for this DVR port ba9e9ddc-1b56-4d24-89ab-97e171f147ff on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:41.022585 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8904110-2c09-452b-b664-6960edada502 req-221a5cc7-5ec5-46d2-8fe3-2e868287f80d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.025591 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d8904110-2c09-452b-b664-6960edada502 req-221a5cc7-5ec5-46d2-8fe3-2e868287f80d tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.50 "DELETE /v2.0/ports/ba9e9ddc-1b56-4d24-89ab-97e171f147ff HTTP/1.1" status: 204 len: 173 time: 0.6704929 Jul 16 01:39:41.026247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec', 'name': 'network-vif-deleted', 'tag': 'ba9e9ddc-1b56-4d24-89ab-97e171f147ff'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:41.030343 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a249b20-fdd8-4cd3-8584-6190c70ee965" -d '{"events": [{"server_uuid": "2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec", "name": "network-vif-deleted", "tag": "ba9e9ddc-1b56-4d24-89ab-97e171f147ff"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:41.084322 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091980e4-2163-4c84-831a-aaa1ede95965 x-openstack-request-id: req-091980e4-2163-4c84-831a-aaa1ede95965 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:41.084615 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec", "name": "network-vif-deleted", "tag": "ba9e9ddc-1b56-4d24-89ab-97e171f147ff", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:41.084865 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-091980e4-2163-4c84-831a-aaa1ede95965 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:41.085267 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec', 'name': 'network-vif-deleted', 'tag': 'ba9e9ddc-1b56-4d24-89ab-97e171f147ff', 'status': 'completed', 'code': 200} Jul 16 01:39:41.227456 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.354057 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8a6300c-e0ac-4a39-968f-6608f4fff724 req-a4fb57bc-5c41-4a02-9c3f-067b9467d30e tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb7ece9-02c0-4aa8-bcc9-f32cd7bf4dec HTTP/1.1" status: 200 len: 210 time: 0.0888090 Jul 16 01:39:41.377618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Subnet': ['ID=2c3b4fbd-85fd-4aa9-924f-38c6a0100107,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.400174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Checking segment: {'id': 'e03a4a82-4fe0-4387-b9e6-56339aeb4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bea11a-e041-4d6b-afcd-547a1e5c61bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:41.400597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network hostable DHCP agents. Network: 97bea11a-e041-4d6b-afcd-547a1e5c61bc, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:41.424542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 97bea11a-e041-4d6b-afcd-547a1e5c61bc is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:41.439059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 97bea11a-e041-4d6b-afcd-547a1e5c61bc) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:41.445421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.446453 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.447932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac247b5-eb20-4b79-9f91-bad40389be58 None None] Network 97bea11a-e041-4d6b-afcd-547a1e5c61bc requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:41.474368 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5b31134c-90d6-40e8-84d3-906f7ac96ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7521114 Jul 16 01:39:41.477050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34282) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.492144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'subnet': {'network_id': '391ccfe9-daec-4093-8032-773378561c18', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:41.575265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e7229e34-39e9-4bc4-9553-34576decd8e7 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:41.601997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: e7229e34-39e9-4bc4-9553-34576decd8e7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:41.602655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e7229e34-39e9-4bc4-9553-34576decd8e7 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:41.675845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:41.681279 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.682572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-97bea11a-e041-4d6b-afcd-547a1e5c61bc', 'network_id': '97bea11a-e041-4d6b-afcd-547a1e5c61bc', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'fixed_ips': [{'subnet_id': '2c3b4fbd-85fd-4aa9-924f-38c6a0100107'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:41.683455 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.909182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Allocated IP 172.20.0.2 (97bea11a-e041-4d6b-afcd-547a1e5c61bc/2c3b4fbd-85fd-4aa9-924f-38c6a0100107/81287810-ec9c-49c6-8fa6-95b1c73be6b6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:41.955918 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.045154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Checking segment: {'id': '0abaa065-512a-4920-8c5b-e860087c123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '391ccfe9-daec-4093-8032-773378561c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:42.046042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network hostable DHCP agents. Network: 391ccfe9-daec-4093-8032-773378561c18, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:42.060863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Subnet': ['ID=24f600e7-031b-4f6d-a25e-2572d994237d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.072617 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 391ccfe9-daec-4093-8032-773378561c18 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:42.088108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 391ccfe9-daec-4093-8032-773378561c18) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:42.096418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.097132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.099529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35c7004-cbb6-401d-92f9-2bbc7e70e765 None None] Network 391ccfe9-daec-4093-8032-773378561c18 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:42.116601 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1ef7d510-1025-4cbd-ad57-75157a5a1a5f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6377587 Jul 16 01:39:42.117706 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.119477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34288) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.125364 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-285dcbdf-6298-467b-9583-6850602487e9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-521165496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:42.136415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Transition to ACTIVE for port object 81287810-ec9c-49c6-8fa6-95b1c73be6b6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:42.158643 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-285dcbdf-6298-467b-9583-6850602487e9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.160276 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-285dcbdf-6298-467b-9583-6850602487e9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.196492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Transition to ACTIVE for port object 81287810-ec9c-49c6-8fa6-95b1c73be6b6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:42.209541 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.259747 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-285dcbdf-6298-467b-9583-6850602487e9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.267693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-285dcbdf-6298-467b-9583-6850602487e9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.292834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Pushing event updated for resources: {'Port': ['ID=81287810-ec9c-49c6-8fa6-95b1c73be6b6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.302979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-285dcbdf-6298-467b-9583-6850602487e9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.307174 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-285dcbdf-6298-467b-9583-6850602487e9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1839187 Jul 16 01:39:42.307774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34294) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.376460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Network 97bea11a-e041-4d6b-afcd-547a1e5c61bc is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:42.386717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:42.394890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-391ccfe9-daec-4093-8032-773378561c18', 'network_id': '391ccfe9-daec-4093-8032-773378561c18', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'fixed_ips': [{'subnet_id': '24f600e7-031b-4f6d-a25e-2572d994237d'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:42.395839 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.398164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:42.483321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Attempting to bind port 81287810-ec9c-49c6-8fa6-95b1c73be6b6 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:42.485024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Attempting to bind port 81287810-ec9c-49c6-8fa6-95b1c73be6b6 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'e03a4a82-4fe0-4387-b9e6-56339aeb4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bea11a-e041-4d6b-afcd-547a1e5c61bc'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:42.485742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Attempting to bind port 81287810-ec9c-49c6-8fa6-95b1c73be6b6 on network 97bea11a-e041-4d6b-afcd-547a1e5c61bc {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:42.492095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:42.492756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Checking segment: {'id': 'e03a4a82-4fe0-4387-b9e6-56339aeb4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bea11a-e041-4d6b-afcd-547a1e5c61bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:42.493441 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.493992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Bound using segment: {'id': 'e03a4a82-4fe0-4387-b9e6-56339aeb4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bea11a-e041-4d6b-afcd-547a1e5c61bc'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:42.494677 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Bound port: 81287810-ec9c-49c6-8fa6-95b1c73be6b6, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03a4a82-4fe0-4387-b9e6-56339aeb4640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bea11a-e041-4d6b-afcd-547a1e5c61bc'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:42.495473 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.638792 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ba9e9ddc-1b56-4d24-89ab-97e171f147ff no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:42.691252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: ba9e9ddc-1b56-4d24-89ab-97e171f147ff {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:42.691860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ba9e9ddc-1b56-4d24-89ab-97e171f147ff not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:42.736166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] For port 81287810-ec9c-49c6-8fa6-95b1c73be6b6, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:42.773803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] For port 81287810-ec9c-49c6-8fa6-95b1c73be6b6, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=81287810-ec9c-49c6-8fa6-95b1c73be6b6,segment=NetworkSegment(e03a4a82-4fe0-4387-b9e6-56339aeb4640),segment_id=e03a4a82-4fe0-4387-b9e6-56339aeb4640)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:42.780934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.801315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.855967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Allocated IP 172.21.0.2 (391ccfe9-daec-4093-8032-773378561c18/24f600e7-031b-4f6d-a25e-2572d994237d/e1cf128c-d862-433b-b273-9464e4f4027d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:42.963836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3533258-d714-4130-8aa6-0b22d2d97ec0 None None] Pushing event updated for resources: {'Port': ['ID=81287810-ec9c-49c6-8fa6-95b1c73be6b6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.179262 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5eb60-a8ee-4920-8aae-d75a98197961 req-edcf0a93-071d-40ff-a695-d93bf7366462 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.189364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecd5eb60-a8ee-4920-8aae-d75a98197961 req-edcf0a93-071d-40ff-a695-d93bf7366462 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.1088569 Jul 16 01:39:43.302079 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ecd5eb60-a8ee-4920-8aae-d75a98197961 req-0e45cd84-4235-4909-8ae2-23a5e82e1cb1 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110718 Jul 16 01:39:43.302727 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.322146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Transition to ACTIVE for port object e1cf128c-d862-433b-b273-9464e4f4027d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:43.340287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Allocated IP 172.20.0.1 (97bea11a-e041-4d6b-afcd-547a1e5c61bc/2c3b4fbd-85fd-4aa9-924f-38c6a0100107/0e04db7b-6d85-4f04-b8b4-b62321e56f0f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:43.373223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Transition to ACTIVE for port object e1cf128c-d862-433b-b273-9464e4f4027d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:43.388381 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.503054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Network 391ccfe9-daec-4093-8032-773378561c18 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:43.508239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Pushing event updated for resources: {'Port': ['ID=e1cf128c-d862-433b-b273-9464e4f4027d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.511269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:43.518314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:43.543606 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.575753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 81287810-ec9c-49c6-8fa6-95b1c73be6b6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:43.578159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Transition to ACTIVE for port object 0e04db7b-6d85-4f04-b8b4-b62321e56f0f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:43.642056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Attempting to bind port e1cf128c-d862-433b-b273-9464e4f4027d on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:43.642708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Attempting to bind port e1cf128c-d862-433b-b273-9464e4f4027d by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '0abaa065-512a-4920-8c5b-e860087c123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '391ccfe9-daec-4093-8032-773378561c18'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:43.643235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Attempting to bind port e1cf128c-d862-433b-b273-9464e4f4027d on network 391ccfe9-daec-4093-8032-773378561c18 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:43.648424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.655408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:43.656764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Checking segment: {'id': '0abaa065-512a-4920-8c5b-e860087c123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '391ccfe9-daec-4093-8032-773378561c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:43.657358 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.657935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Bound using segment: {'id': '0abaa065-512a-4920-8c5b-e860087c123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '391ccfe9-daec-4093-8032-773378561c18'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:43.658645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Bound port: e1cf128c-d862-433b-b273-9464e4f4027d, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abaa065-512a-4920-8c5b-e860087c123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '391ccfe9-daec-4093-8032-773378561c18'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:43.659203 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.714320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 81287810-ec9c-49c6-8fa6-95b1c73be6b6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:43.743896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] For port e1cf128c-d862-433b-b273-9464e4f4027d, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:43.748563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] For port e1cf128c-d862-433b-b273-9464e4f4027d, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e1cf128c-d862-433b-b273-9464e4f4027d,segment=NetworkSegment(0abaa065-512a-4920-8c5b-e860087c123c),segment_id=0abaa065-512a-4920-8c5b-e860087c123c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:43.754929 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.760649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=0e04db7b-6d85-4f04-b8b4-b62321e56f0f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.770191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 97bea11a-e041-4d6b-afcd-547a1e5c61bc is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:43.771384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:43.778473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:43.854230 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.870892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea57eb-5449-4639-875c-1558628532d0 None None] Pushing event updated for resources: {'Port': ['ID=e1cf128c-d862-433b-b273-9464e4f4027d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.096201 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.583820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018f1a45-5627-421c-99a2-2c56604b6ed6 None None] Network 97bea11a-e041-4d6b-afcd-547a1e5c61bc requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:44.641524 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.654316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.686273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6db3e1de-75bc-4138-95dc-18d3bbe575c7 None None] Provisioning for port 81287810-ec9c-49c6-8fa6-95b1c73be6b6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:44.696246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6db3e1de-75bc-4138-95dc-18d3bbe575c7 None None] Provisioning complete for port 81287810-ec9c-49c6-8fa6-95b1c73be6b6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:44.696707 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6db3e1de-75bc-4138-95dc-18d3bbe575c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.735453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92111a6-e5ee-4fe1-a46d-f727fb5e3ece req-3ed475f9-1ee1-491d-8a5a-1efd46046570 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.738112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a92111a6-e5ee-4fe1-a46d-f727fb5e3ece req-3ed475f9-1ee1-491d-8a5a-1efd46046570 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.2294917 Jul 16 01:39:44.796854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.802858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=0e04db7b-6d85-4f04-b8b4-b62321e56f0f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.876396 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6db3e1de-75bc-4138-95dc-18d3bbe575c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.890821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a92111a6-e5ee-4fe1-a46d-f727fb5e3ece req-30c1e7df-2ea0-47f7-a2b1-679876c716e0 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378596 Jul 16 01:39:44.958349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6db3e1de-75bc-4138-95dc-18d3bbe575c7 None None] For port 81287810-ec9c-49c6-8fa6-95b1c73be6b6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=81287810-ec9c-49c6-8fa6-95b1c73be6b6,segment=NetworkSegment(e03a4a82-4fe0-4387-b9e6-56339aeb4640),segment_id=e03a4a82-4fe0-4387-b9e6-56339aeb4640)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:44.964605 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6db3e1de-75bc-4138-95dc-18d3bbe575c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.048103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 97bea11a-e041-4d6b-afcd-547a1e5c61bc is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:45.057597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:45.068083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3e1de-75bc-4138-95dc-18d3bbe575c7 None None] Pushing event updated for resources: {'Port': ['ID=81287810-ec9c-49c6-8fa6-95b1c73be6b6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.401548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41f21d32-3ed6-425a-8b82-70077220b23e None None] Provisioning complete for port 81287810-ec9c-49c6-8fa6-95b1c73be6b6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:45.406643 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41f21d32-3ed6-425a-8b82-70077220b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.509801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7b3e7-1d1a-4384-82dc-2ac3f1b76384 None None] Network 391ccfe9-daec-4093-8032-773378561c18 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:45.581335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e1cf128c-d862-433b-b273-9464e4f4027d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:45.681029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6087b4-9654-4815-abef-0fd9e916237f req-29451e92-c7fe-43a8-b719-d6cfdd9c5c2f tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.682794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f6087b4-9654-4815-abef-0fd9e916237f req-29451e92-c7fe-43a8-b719-d6cfdd9c5c2f tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.67 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 946 time: 0.7030644 Jul 16 01:39:45.706577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41f21d32-3ed6-425a-8b82-70077220b23e None None] Provisioning for port 0e04db7b-6d85-4f04-b8b4-b62321e56f0f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:45.714290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41f21d32-3ed6-425a-8b82-70077220b23e None None] Provisioning complete for port 0e04db7b-6d85-4f04-b8b4-b62321e56f0f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:45.714450 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41f21d32-3ed6-425a-8b82-70077220b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.774504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 1379d4f6-46cf-41b4-9de2-4c29524d4f4c is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:39:45.785135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port e1cf128c-d862-433b-b273-9464e4f4027d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:45.799780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 81287810-ec9c-49c6-8fa6-95b1c73be6b6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:45.804417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-41f21d32-3ed6-425a-8b82-70077220b23e None None] Port 0e04db7b-6d85-4f04-b8b4-b62321e56f0f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:45.978291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:45.990345 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f75f4-fc09-4a99-813c-62c7cc1e4653 None None] Sync routers for ids ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:45.993302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.995457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-90c48d32-1459-4612-9771-3ebaa4aa24e3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/1379d4f6-46cf-41b4-9de2-4c29524d4f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6864023 Jul 16 01:39:46.010434 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f75f4-fc09-4a99-813c-62c7cc1e4653 None None] Routers {'1379d4f6-46cf-41b4-9de2-4c29524d4f4c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:46.010434 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-725f75f4-fc09-4a99-813c-62c7cc1e4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:46.023593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4f6087b4-9654-4815-abef-0fd9e916237f req-591e4b88-54b1-44b1-8348-3dba53f85552 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Deleting port ff9394b0-e12c-4a84-a5b3-604244a2e011 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:46.024211 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4f6087b4-9654-4815-abef-0fd9e916237f req-591e4b88-54b1-44b1-8348-3dba53f85552 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.095515 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-725f75f4-fc09-4a99-813c-62c7cc1e4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:46.107058 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f75f4-fc09-4a99-813c-62c7cc1e4653 None None] Routers {'1379d4f6-46cf-41b4-9de2-4c29524d4f4c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:46.107965 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-725f75f4-fc09-4a99-813c-62c7cc1e4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:46.147986 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-725f75f4-fc09-4a99-813c-62c7cc1e4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:46.148906 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f75f4-fc09-4a99-813c-62c7cc1e4653 None None] The sync data for ids ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:46.162471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7071add-a358-4d75-8a19-e06eff2fef9c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.164199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e7071add-a358-4d75-8a19-e06eff2fef9c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports/0e04db7b-6d85-4f04-b8b4-b62321e56f0f HTTP/1.1" status: 200 len: 910 time: 0.1693361 Jul 16 01:39:46.167403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:46.251043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 81287810-ec9c-49c6-8fa6-95b1c73be6b6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:46.251425 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.289384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16f76dcd-ae6b-4dab-8e29-5466fbe98645 None None] Provisioning for port e1cf128c-d862-433b-b273-9464e4f4027d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:46.297623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4f6087b4-9654-4815-abef-0fd9e916237f req-591e4b88-54b1-44b1-8348-3dba53f85552 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] For port ff9394b0-e12c-4a84-a5b3-604244a2e011, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ff9394b0-e12c-4a84-a5b3-604244a2e011,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:46.298001 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4f6087b4-9654-4815-abef-0fd9e916237f req-591e4b88-54b1-44b1-8348-3dba53f85552 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.325075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16f76dcd-ae6b-4dab-8e29-5466fbe98645 None None] Provisioning complete for port e1cf128c-d862-433b-b273-9464e4f4027d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:46.325541 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16f76dcd-ae6b-4dab-8e29-5466fbe98645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.337235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4f6087b4-9654-4815-abef-0fd9e916237f req-591e4b88-54b1-44b1-8348-3dba53f85552 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Calling delete_port for ff9394b0-e12c-4a84-a5b3-604244a2e011 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:46.465722 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16f76dcd-ae6b-4dab-8e29-5466fbe98645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.554000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-16f76dcd-ae6b-4dab-8e29-5466fbe98645 None None] For port e1cf128c-d862-433b-b273-9464e4f4027d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e1cf128c-d862-433b-b273-9464e4f4027d,segment=NetworkSegment(0abaa065-512a-4920-8c5b-e860087c123c),segment_id=0abaa065-512a-4920-8c5b-e860087c123c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:46.560719 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16f76dcd-ae6b-4dab-8e29-5466fbe98645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.670301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4f6087b4-9654-4815-abef-0fd9e916237f req-591e4b88-54b1-44b1-8348-3dba53f85552 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.672513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16f76dcd-ae6b-4dab-8e29-5466fbe98645 None None] Provisioning complete for port 0e04db7b-6d85-4f04-b8b4-b62321e56f0f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:46.673859 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16f76dcd-ae6b-4dab-8e29-5466fbe98645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.734960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-16f76dcd-ae6b-4dab-8e29-5466fbe98645 None None] Port 0e04db7b-6d85-4f04-b8b4-b62321e56f0f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:46.738021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ff9394b0-e12c-4a84-a5b3-604244a2e011'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:46.745544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e4b88-54b1-44b1-8348-3dba53f85552 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Pushing event deleted for resources: {'Port': ['ID=ff9394b0-e12c-4a84-a5b3-604244a2e011,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.771731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6087b4-9654-4815-abef-0fd9e916237f req-591e4b88-54b1-44b1-8348-3dba53f85552 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] No DVR routers for this DVR port ff9394b0-e12c-4a84-a5b3-604244a2e011 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:46.775282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4f6087b4-9654-4815-abef-0fd9e916237f req-591e4b88-54b1-44b1-8348-3dba53f85552 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.778727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f6087b4-9654-4815-abef-0fd9e916237f req-591e4b88-54b1-44b1-8348-3dba53f85552 tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.67 "DELETE /v2.0/ports/ff9394b0-e12c-4a84-a5b3-604244a2e011 HTTP/1.1" status: 204 len: 173 time: 1.0816629 Jul 16 01:39:46.779957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e9d622-5a3a-46c9-a66b-823e3c3cc9f0', 'name': 'network-vif-deleted', 'tag': 'ff9394b0-e12c-4a84-a5b3-604244a2e011'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:46.784962 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d135abb0-0f0f-4603-bbaa-79c81167e511" -d '{"events": [{"server_uuid": "34e9d622-5a3a-46c9-a66b-823e3c3cc9f0", "name": "network-vif-deleted", "tag": "ff9394b0-e12c-4a84-a5b3-604244a2e011"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:46.789781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f76dcd-ae6b-4dab-8e29-5466fbe98645 None None] Pushing event updated for resources: {'Port': ['ID=e1cf128c-d862-433b-b273-9464e4f4027d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.840838 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f0f3a2-1559-469a-a87f-14a609f2bbc1 x-openstack-request-id: req-69f0f3a2-1559-469a-a87f-14a609f2bbc1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:46.841412 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e9d622-5a3a-46c9-a66b-823e3c3cc9f0", "name": "network-vif-deleted", "tag": "ff9394b0-e12c-4a84-a5b3-604244a2e011", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:46.841675 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69f0f3a2-1559-469a-a87f-14a609f2bbc1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:46.842200 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e9d622-5a3a-46c9-a66b-823e3c3cc9f0', 'name': 'network-vif-deleted', 'tag': 'ff9394b0-e12c-4a84-a5b3-604244a2e011', 'status': 'completed', 'code': 200} Jul 16 01:39:46.870548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e0a1ac5-e13b-48ca-a8c4-01e8c7eb678c None None] Provisioning complete for port e1cf128c-d862-433b-b273-9464e4f4027d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:46.870988 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1ac5-e13b-48ca-a8c4-01e8c7eb678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.928037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7991c4a-087e-4e0e-9cac-bf9bcef51f0e req-3638fb6b-a187-4b48-a403-077b68fc7e2f tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.936477 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7991c4a-087e-4e0e-9cac-bf9bcef51f0e req-3638fb6b-a187-4b48-a403-077b68fc7e2f tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e9d622-5a3a-46c9-a66b-823e3c3cc9f0 HTTP/1.1" status: 200 len: 867 time: 0.8561332 Jul 16 01:39:47.008957 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7991c4a-087e-4e0e-9cac-bf9bcef51f0e req-e8630823-04bf-497d-89cc-ef2dbf5cc27c tempest-ListServerFiltersTestJSON-856137542 tempest-ListServerFiltersTestJSON-856137542-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7394462-fb0e-47ac-aeee-dc6df7150056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713358 Jul 16 01:39:47.056844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e0a1ac5-e13b-48ca-a8c4-01e8c7eb678c None None] Provisioning complete for port 0e04db7b-6d85-4f04-b8b4-b62321e56f0f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:47.057638 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1ac5-e13b-48ca-a8c4-01e8c7eb678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.096529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e0a1ac5-e13b-48ca-a8c4-01e8c7eb678c None None] Port 0e04db7b-6d85-4f04-b8b4-b62321e56f0f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:47.319613 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.424181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e1cf128c-d862-433b-b273-9464e4f4027d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:47.536964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e1cf128c-d862-433b-b273-9464e4f4027d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:47.537466 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.760683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Allocated IP 172.21.0.1 (391ccfe9-daec-4093-8032-773378561c18/24f600e7-031b-4f6d-a25e-2572d994237d/4af6d38b-12d2-4889-98f7-8eabe8250e2d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:47.884244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.901567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Transition to ACTIVE for port object 4af6d38b-12d2-4889-98f7-8eabe8250e2d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:47.940219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.991030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 391ccfe9-daec-4093-8032-773378561c18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:47.994289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:47.998284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:48.004782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=4af6d38b-12d2-4889-98f7-8eabe8250e2d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.053971 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.116023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34376) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:48.198735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e954afda-7c3e-4ee9-b8ca-59f837c1411a admin admin] Deleting subnet cb058b15-ffee-44fd-bd7f-81076b6543a9 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:48.205698 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e954afda-7c3e-4ee9-b8ca-59f837c1411a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.208194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.249733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e954afda-7c3e-4ee9-b8ca-59f837c1411a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.342025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40d66f4c-bd3f-4ade-b479-36b1c02b03fe None None] Provisioning for port 4af6d38b-12d2-4889-98f7-8eabe8250e2d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:48.347224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40d66f4c-bd3f-4ade-b479-36b1c02b03fe None None] Provisioning complete for port 4af6d38b-12d2-4889-98f7-8eabe8250e2d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:48.347604 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40d66f4c-bd3f-4ade-b479-36b1c02b03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.360274 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e954afda-7c3e-4ee9-b8ca-59f837c1411a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.398981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-40d66f4c-bd3f-4ade-b479-36b1c02b03fe None None] Port 4af6d38b-12d2-4889-98f7-8eabe8250e2d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:48.430593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e954afda-7c3e-4ee9-b8ca-59f837c1411a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.463064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e954afda-7c3e-4ee9-b8ca-59f837c1411a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.467302 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e954afda-7c3e-4ee9-b8ca-59f837c1411a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cb058b15-ffee-44fd-bd7f-81076b6543a9 HTTP/1.1" status: 204 len: 168 time: 0.3477314 Jul 16 01:39:48.467302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954afda-7c3e-4ee9-b8ca-59f837c1411a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb058b15-ffee-44fd-bd7f-81076b6543a9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.473713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d573ab1f-7767-4ba9-a6f4-82db6f135fc3 None None] Network 8da6c284-2a44-4d32-ad98-4e08e78c4c1e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:48.473877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34378) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:48.550089 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.555836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.556794 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.616989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=4af6d38b-12d2-4889-98f7-8eabe8250e2d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.635059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Deleting port dea56432-4474-4286-8327-5dc7bf5d9d1c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:48.635407 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.675999 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.732173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] For port dea56432-4474-4286-8327-5dc7bf5d9d1c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=dea56432-4474-4286-8327-5dc7bf5d9d1c,segment=NetworkSegment(24502d21-a5d8-4bb8-996d-9d2da379ee87),segment_id=24502d21-a5d8-4bb8-996d-9d2da379ee87)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:48.732557 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.752090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Calling delete_port for dea56432-4474-4286-8327-5dc7bf5d9d1c owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:48.836649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 391ccfe9-daec-4093-8032-773378561c18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:48.837600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:48.875309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] DHCP port deletion for 8da6c284-2a44-4d32-ad98-4e08e78c4c1e request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:48.923890 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.991526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Deleting port dea56432-4474-4286-8327-5dc7bf5d9d1c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:48.991927 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.996085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea56432-4474-4286-8327-5dc7bf5d9d1c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.015273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] No DVR routers for this DVR port dea56432-4474-4286-8327-5dc7bf5d9d1c on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:49.088747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 1379d4f6-46cf-41b4-9de2-4c29524d4f4c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:49.145053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] For port dea56432-4474-4286-8327-5dc7bf5d9d1c, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:49.145472 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.163626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.187550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da6c284-2a44-4d32-ad98-4e08e78c4c1e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:49.193278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Calling delete_port for dea56432-4474-4286-8327-5dc7bf5d9d1c owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:49.204743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Port dea56432-4474-4286-8327-5dc7bf5d9d1c was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:39:49.205488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24502d21-a5d8-4bb8-996d-9d2da379ee87') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:49.208108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24502d21-a5d8-4bb8-996d-9d2da379ee87') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:49.215641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.220294 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.232265 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.236889 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] No DVR routers for this DVR port dea56432-4474-4286-8327-5dc7bf5d9d1c on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:49.239200 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:49.239621 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.278345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Pushing event deleted for resources: {'Port': ['ID=dea56432-4474-4286-8327-5dc7bf5d9d1c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.289170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.289668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.290163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.290598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.291062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.291525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.291947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.292940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.293604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.294301 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.294759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.295167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a36a9-f522-4fef-aa53-d1043a0c9f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:49.312863 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:49.319124 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.332647 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.337006 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8da6c284-2a44-4d32-ad98-4e08e78c4c1e HTTP/1.1" status: 204 len: 168 time: 0.8598263 Jul 16 01:39:49.347053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddadba2-872c-4852-8a40-c4cc9cfbfef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8da6c284-2a44-4d32-ad98-4e08e78c4c1e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.352021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:49.366452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a0a81d48-7bcb-4575-a9fe-ef5f228bba2b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/1379d4f6-46cf-41b4-9de2-4c29524d4f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1976562 Jul 16 01:39:49.369071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34406) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.371351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418019f-1b3a-4681-9ca4-c02a0e671d2c None None] Sync routers for ids ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:49.383844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5458775c-a646-4249-bf5f-9c7e5b5bab54 None None] Provisioning complete for port 4af6d38b-12d2-4889-98f7-8eabe8250e2d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:49.392802 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5458775c-a646-4249-bf5f-9c7e5b5bab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.434118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device dea56432-4474-4286-8327-5dc7bf5d9d1c no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:49.439313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418019f-1b3a-4681-9ca4-c02a0e671d2c None None] Routers {'1379d4f6-46cf-41b4-9de2-4c29524d4f4c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:49.445119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b418019f-1b3a-4681-9ca4-c02a0e671d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:49.487156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba15666-2734-40b1-a68d-cc3a2aab7555 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.492159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34408) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.507894 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9ba15666-2734-40b1-a68d-cc3a2aab7555 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports/4af6d38b-12d2-4889-98f7-8eabe8250e2d HTTP/1.1" status: 200 len: 910 time: 0.1371939 Jul 16 01:39:49.538363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5458775c-a646-4249-bf5f-9c7e5b5bab54 None None] Port 4af6d38b-12d2-4889-98f7-8eabe8250e2d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:49.558296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ff9394b0-e12c-4a84-a5b3-604244a2e011 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:49.561391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b418019f-1b3a-4681-9ca4-c02a0e671d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:49.566187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34412) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.588012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: dea56432-4474-4286-8327-5dc7bf5d9d1c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:49.588357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device dea56432-4474-4286-8327-5dc7bf5d9d1c not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:49.618590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418019f-1b3a-4681-9ca4-c02a0e671d2c None None] Routers {'1379d4f6-46cf-41b4-9de2-4c29524d4f4c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:49.619898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b418019f-1b3a-4681-9ca4-c02a0e671d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:49.623772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: ff9394b0-e12c-4a84-a5b3-604244a2e011 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:49.624405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ff9394b0-e12c-4a84-a5b3-604244a2e011 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:49.658149 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c5f39102-b1df-4908-b6cb-08e098e51e46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a359165c46ed47d8a35c0a812ea01dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907626 Jul 16 01:39:49.662485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.664549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b418019f-1b3a-4681-9ca4-c02a0e671d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:49.665377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418019f-1b3a-4681-9ca4-c02a0e671d2c None None] The sync data for ids ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:49.720920 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a238dee7-d000-463f-8797-46635448a07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.747224 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a238dee7-d000-463f-8797-46635448a07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.814029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a238dee7-d000-463f-8797-46635448a07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.818047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a238dee7-d000-463f-8797-46635448a07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.822542 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a238dee7-d000-463f-8797-46635448a07a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7394462-fb0e-47ac-aeee-dc6df7150056 HTTP/1.1" status: 204 len: 168 time: 0.1554821 Jul 16 01:39:49.837558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238dee7-d000-463f-8797-46635448a07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7394462-fb0e-47ac-aeee-dc6df7150056,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.990923 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.391820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 4af6d38b-12d2-4889-98f7-8eabe8250e2d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:50.393310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.509455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.524187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 4af6d38b-12d2-4889-98f7-8eabe8250e2d owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:50.804735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.838108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=4af6d38b-12d2-4889-98f7-8eabe8250e2d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:50.838662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34456) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:50.997718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-561728753-network', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:51.034604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Made reservation on behalf of 13ebdde221624a5aa01c1145d9361cdc for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:51.040243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.055285 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.115003 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.172386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.177234 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.209725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa514ad-7af9-4be6-8c87-44d84fbc6beb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.224776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:51.240803 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.241444 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Added segment 78cfc868-3f3d-4207-ac39-f20103447832 of type vlan for network e1c53f78-7b24-4bc2-b780-a2c6550e090d Jul 16 01:39:51.291000 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.324233 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.325276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.326074 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.347374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 1379d4f6-46cf-41b4-9de2-4c29524d4f4c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:51.379464 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5391364 Jul 16 01:39:51.385432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34460) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:51.390335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Request body: {'subnet': {'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-561728753-subnet', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:51.436479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131dbaf-baf3-4d70-926d-f93162700cee admin admin] Pushing event updated for resources: {'Network': ['ID=e1c53f78-7b24-4bc2-b780-a2c6550e090d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.451694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e1c53f78-7b24-4bc2-b780-a2c6550e090d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:51.457104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Made reservation on behalf of 13ebdde221624a5aa01c1145d9361cdc for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:51.458377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:51.461643 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.469677 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8d6b4-fed2-4077-ac8f-f3e7f807d6a4 None None] Sync routers for ids ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:51.472436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-eaecb010-ef55-4502-8e4c-7ce1f723b66f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/1379d4f6-46cf-41b4-9de2-4c29524d4f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9792962 Jul 16 01:39:51.475193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34462) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:51.481308 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8d6b4-fed2-4077-ac8f-f3e7f807d6a4 None None] Routers {'1379d4f6-46cf-41b4-9de2-4c29524d4f4c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:51.482228 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62e8d6b4-fed2-4077-ac8f-f3e7f807d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:51.522139 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62e8d6b4-fed2-4077-ac8f-f3e7f807d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:51.533881 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8d6b4-fed2-4077-ac8f-f3e7f807d6a4 None None] Routers {'1379d4f6-46cf-41b4-9de2-4c29524d4f4c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:51.534764 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62e8d6b4-fed2-4077-ac8f-f3e7f807d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:51.568765 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62e8d6b4-fed2-4077-ac8f-f3e7f807d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:51.569680 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8d6b4-fed2-4077-ac8f-f3e7f807d6a4 None None] The sync data for ids ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:51.682960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.758045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e14803-38e7-4632-807b-cac50e1001fd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.764117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Checking segment: {'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:51.765255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Network hostable DHCP agents. Network: e1c53f78-7b24-4bc2-b780-a2c6550e090d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:51.786495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Network e1c53f78-7b24-4bc2-b780-a2c6550e090d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:51.798131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, e1c53f78-7b24-4bc2-b780-a2c6550e090d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:51.806645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed549e-aff6-4e93-906b-4e40893d7c61 None None] Network e1c53f78-7b24-4bc2-b780-a2c6550e090d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:51.810905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.812027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.831182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b26d8726-d5e7-47aa-8d84-a5e08d852876 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4442987 Jul 16 01:39:51.833282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34472) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:51.842457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-561728753-router', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:51.896119 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.897760 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.946790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.980029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.015422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb46a1d-48d7-4c87-801d-399016c317b3 None None] Network e1c53f78-7b24-4bc2-b780-a2c6550e090d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:52.164132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.279800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 0e04db7b-6d85-4f04-b8b4-b62321e56f0f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:52.281015 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.393782 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.402596 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.407030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 0e04db7b-6d85-4f04-b8b4-b62321e56f0f owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:52.425210 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.583126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Allocated IP 172.25.4.83 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/ff8fa441-8f3c-47bc-b8a4-44ff73361646) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:52.609437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.642135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=0e04db7b-6d85-4f04-b8b4-b62321e56f0f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:52.701633 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.763135 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.821022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.839608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:52.845625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:52.853025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:52.888183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8fa441-8f3c-47bc-b8a4-44ff73361646,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:53.089444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 1379d4f6-46cf-41b4-9de2-4c29524d4f4c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:53.215672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:53.227970 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12686a-4122-473d-afdb-152f1179908a None None] Sync routers for ids ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:53.240859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12686a-4122-473d-afdb-152f1179908a None None] Routers {'1379d4f6-46cf-41b4-9de2-4c29524d4f4c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:53.241584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1c12686a-4122-473d-afdb-152f1179908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:53.242108 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f4c54b99-6b6c-4904-99a2-62505760127f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/1379d4f6-46cf-41b4-9de2-4c29524d4f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7658408 Jul 16 01:39:53.244778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:53.282044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1c12686a-4122-473d-afdb-152f1179908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:53.286099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.287921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34492) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:53.288167 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dfa139ff-96d7-4ad7-b333-fca3199e8ff1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=1379d4f6-46cf-41b4-9de2-4c29524d4f4c HTTP/1.1" status: 200 len: 205 time: 0.0419021 Jul 16 01:39:53.293348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12686a-4122-473d-afdb-152f1179908a None None] Routers {'1379d4f6-46cf-41b4-9de2-4c29524d4f4c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:53.294530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1c12686a-4122-473d-afdb-152f1179908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:53.348093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1c12686a-4122-473d-afdb-152f1179908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:53.348753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12686a-4122-473d-afdb-152f1179908a None None] The sync data for ids ['1379d4f6-46cf-41b4-9de2-4c29524d4f4c'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:53.407988 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd60435d-ac66-4e93-9dab-fc369bc9b99d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.987688 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd60435d-ac66-4e93-9dab-fc369bc9b99d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.991226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd60435d-ac66-4e93-9dab-fc369bc9b99d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.075833 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd60435d-ac66-4e93-9dab-fc369bc9b99d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.076331 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd60435d-ac66-4e93-9dab-fc369bc9b99d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Fanout notify agent at l3_agent the message router_deleted on router 1379d4f6-46cf-41b4-9de2-4c29524d4f4c {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:39:54.084665 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd60435d-ac66-4e93-9dab-fc369bc9b99d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.085767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bd60435d-ac66-4e93-9dab-fc369bc9b99d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/1379d4f6-46cf-41b4-9de2-4c29524d4f4c HTTP/1.1" status: 204 len: 168 time: 0.7956614 Jul 16 01:39:54.088645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34498) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:54.108119 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.151560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a0b71c-d194-4d74-a28c-97663699ab71 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting subnet 24f600e7-031b-4f6d-a25e-2572d994237d {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:54.155745 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a0b71c-d194-4d74-a28c-97663699ab71 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.208817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a0b71c-d194-4d74-a28c-97663699ab71 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.303450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Router 7a6bebe7-cf70-4b84-8347-707d82aedb99 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:39:54.315657 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a0b71c-d194-4d74-a28c-97663699ab71 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.387280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a0b71c-d194-4d74-a28c-97663699ab71 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.423305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a0b71c-d194-4d74-a28c-97663699ab71 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.425667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-73a0b71c-d194-4d74-a28c-97663699ab71 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/24f600e7-031b-4f6d-a25e-2572d994237d HTTP/1.1" status: 204 len: 168 time: 0.3349555 Jul 16 01:39:54.426760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0b71c-d194-4d74-a28c-97663699ab71 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Subnet': ['ID=24f600e7-031b-4f6d-a25e-2572d994237d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:54.428607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34510) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:54.434064 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d60161-9f8b-46ea-ad5c-73045a9fc634 None None] Network 391ccfe9-daec-4093-8032-773378561c18 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:54.489880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:54.495532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting subnet 2c3b4fbd-85fd-4aa9-924f-38c6a0100107 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:54.501020 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Sync routers for ids ['7a6bebe7-cf70-4b84-8347-707d82aedb99'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:54.514323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.520266 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Routers {'7a6bebe7-cf70-4b84-8347-707d82aedb99'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:54.521394 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7a6bebe7-cf70-4b84-8347-707d82aedb99'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:54.600678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.608530 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3e47ea6-7c89-43ec-ac72-e8fdfe43a8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.653309 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.657919 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9c855513-74bf-42e0-a681-5f2f1cf06383 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8197727 Jul 16 01:39:54.659750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34514) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:54.663443 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Set router 7a6bebe7-cf70-4b84-8347-707d82aedb99 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:54.721286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c422378a-7e67-4ede-9573-0f512f7850df None None] DHCP port deletion for 391ccfe9-daec-4093-8032-773378561c18 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:54.751631 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.782148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c422378a-7e67-4ede-9573-0f512f7850df None None] Deleting port e1cf128c-d862-433b-b273-9464e4f4027d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:54.783054 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c422378a-7e67-4ede-9573-0f512f7850df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.878994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c422378a-7e67-4ede-9573-0f512f7850df None None] For port e1cf128c-d862-433b-b273-9464e4f4027d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e1cf128c-d862-433b-b273-9464e4f4027d,segment=NetworkSegment(0abaa065-512a-4920-8c5b-e860087c123c),segment_id=0abaa065-512a-4920-8c5b-e860087c123c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:54.879565 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c422378a-7e67-4ede-9573-0f512f7850df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.890800 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.917193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c422378a-7e67-4ede-9573-0f512f7850df None None] Calling delete_port for e1cf128c-d862-433b-b273-9464e4f4027d owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:54.919634 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'name': 'tempest-ServerRescueNegativeTestJSON-561728753-router', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 3, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'gw_port': {'id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:52Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:54.924803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3b4fbd-85fd-4aa9-924f-38c6a0100107,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:54.933759 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.935814 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/2c3b4fbd-85fd-4aa9-924f-38c6a0100107 HTTP/1.1" status: 204 len: 168 time: 0.5046790 Jul 16 01:39:54.939558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:54.940443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfa9ba1-5b08-4fde-9318-82295ff91cfe None None] Network 97bea11a-e041-4d6b-afcd-547a1e5c61bc requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:54.950728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.950728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.951151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.951436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.951781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.953067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.953355 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.953730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.954155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.954544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.954878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.955204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cab923-3b32-4b3b-a2bb-73df4d445cad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:54.972576 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Checking router: 7a6bebe7-cf70-4b84-8347-707d82aedb99 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:54.973074 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Updating router 7a6bebe7-cf70-4b84-8347-707d82aedb99 port ff8fa441-8f3c-47bc-b8a4-44ff73361646 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:55.016259 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.057357 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.151399 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c422378a-7e67-4ede-9573-0f512f7850df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.172189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port e1cf128c-d862-433b-b273-9464e4f4027d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:55.172549 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.189465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422378a-7e67-4ede-9573-0f512f7850df None None] Pushing event deleted for resources: {'Port': ['ID=e1cf128c-d862-433b-b273-9464e4f4027d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:55.192876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422378a-7e67-4ede-9573-0f512f7850df None None] No DVR routers for this DVR port e1cf128c-d862-433b-b273-9464e4f4027d on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:55.293193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port e1cf128c-d862-433b-b273-9464e4f4027d, host n-d-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:55.293560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.308868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for e1cf128c-d862-433b-b273-9464e4f4027d owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:55.312233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Port e1cf128c-d862-433b-b273-9464e4f4027d was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:39:55.314323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.340519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91ebf1-087b-4076-bbd3-f94429ee9b5e None None] DHCP port deletion for 97bea11a-e041-4d6b-afcd-547a1e5c61bc request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:55.393216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=e1cf128c-d862-433b-b273-9464e4f4027d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:55.401843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No DVR routers for this DVR port e1cf128c-d862-433b-b273-9464e4f4027d on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:55.441739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5a91ebf1-087b-4076-bbd3-f94429ee9b5e None None] Deleting port 81287810-ec9c-49c6-8fa6-95b1c73be6b6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:55.442323 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a91ebf1-087b-4076-bbd3-f94429ee9b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.503880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e1cf128c-d862-433b-b273-9464e4f4027d no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:55.547397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: e1cf128c-d862-433b-b273-9464e4f4027d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:55.547758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e1cf128c-d862-433b-b273-9464e4f4027d not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:55.548229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 81287810-ec9c-49c6-8fa6-95b1c73be6b6 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:55.607717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.622775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5a91ebf1-087b-4076-bbd3-f94429ee9b5e None None] For port 81287810-ec9c-49c6-8fa6-95b1c73be6b6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=81287810-ec9c-49c6-8fa6-95b1c73be6b6,segment=NetworkSegment(e03a4a82-4fe0-4387-b9e6-56339aeb4640),segment_id=e03a4a82-4fe0-4387-b9e6-56339aeb4640)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:55.623185 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a91ebf1-087b-4076-bbd3-f94429ee9b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.645904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5a91ebf1-087b-4076-bbd3-f94429ee9b5e None None] Calling delete_port for 81287810-ec9c-49c6-8fa6-95b1c73be6b6 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:55.647741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391ccfe9-daec-4093-8032-773378561c18']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.678614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abaa065-512a-4920-8c5b-e860087c123c') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.681550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abaa065-512a-4920-8c5b-e860087c123c') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.695077 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.707506 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.713168 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.721630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:55.722070 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.730569 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:55.746758 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:55.809958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.810575 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Transition to ACTIVE for port object ff8fa441-8f3c-47bc-b8a4-44ff73361646 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:55.820922 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.822098 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.828048 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/networks/391ccfe9-daec-4093-8032-773378561c18 HTTP/1.1" status: 204 len: 168 time: 0.8865917 Jul 16 01:39:55.846687 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.853705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34530) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:55.879881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f088c2e-1cca-4876-9549-32e186b698c6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Network': ['ID=391ccfe9-daec-4093-8032-773378561c18,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:55.939043 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a91ebf1-087b-4076-bbd3-f94429ee9b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.020021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91ebf1-087b-4076-bbd3-f94429ee9b5e None None] Pushing event deleted for resources: {'Port': ['ID=81287810-ec9c-49c6-8fa6-95b1c73be6b6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.035272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a91ebf1-087b-4076-bbd3-f94429ee9b5e None None] No DVR routers for this DVR port 81287810-ec9c-49c6-8fa6-95b1c73be6b6 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:56.066747 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.106745 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.117012 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Attempting to bind port ff8fa441-8f3c-47bc-b8a4-44ff73361646 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:56.117383 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Attempting to bind port ff8fa441-8f3c-47bc-b8a4-44ff73361646 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:56.117877 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Attempting to bind port ff8fa441-8f3c-47bc-b8a4-44ff73361646 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:56.131903 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Pushing event updated for resources: {'Port': ['ID=ff8fa441-8f3c-47bc-b8a4-44ff73361646,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.141198 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:56.141812 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:56.142284 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.142687 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:56.143165 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Bound port: ff8fa441-8f3c-47bc-b8a4-44ff73361646, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:56.143618 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.147064 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.147530 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.149515 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.149515 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.149515 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.149515 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.149515 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.149926 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.149926 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.150657 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.150961 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.151132 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.268974 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:39:56.286742 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] For port ff8fa441-8f3c-47bc-b8a4-44ff73361646, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:56.289166 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.293477 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] For port ff8fa441-8f3c-47bc-b8a4-44ff73361646, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ff8fa441-8f3c-47bc-b8a4-44ff73361646,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:56.298554 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.310030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bea11a-e041-4d6b-afcd-547a1e5c61bc']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.335359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03a4a82-4fe0-4387-b9e6-56339aeb4640') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.336071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03a4a82-4fe0-4387-b9e6-56339aeb4640') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.345819 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Routers {'7a6bebe7-cf70-4b84-8347-707d82aedb99'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:56.346647 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7a6bebe7-cf70-4b84-8347-707d82aedb99'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.349450 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.371070 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.380624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:56.381873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:56.386857 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:56.415217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Allocated IP 172.20.0.1 (e1c53f78-7b24-4bc2-b780-a2c6550e090d/94e14803-38e7-4632-807b-cac50e1001fd/ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:56.471292 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] Set router 7a6bebe7-cf70-4b84-8347-707d82aedb99 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:56.485559 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.501685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.504665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/networks/97bea11a-e041-4d6b-afcd-547a1e5c61bc HTTP/1.1" status: 204 len: 168 time: 0.6487050 Jul 16 01:39:56.510543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34534) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:56.521555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91295b30-7cfb-4add-a6ea-94449eddfee1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Network': ['ID=97bea11a-e041-4d6b-afcd-547a1e5c61bc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.524275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'network': {'name': 'tempest-RoutersTest-392112498'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:56.591653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:56.595355 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.611677 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a41793-4925-4f95-aaed-676dde877f42 None None] Pushing event updated for resources: {'Port': ['ID=ff8fa441-8f3c-47bc-b8a4-44ff73361646,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.633566 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.663571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:56.679600 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.679960 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added segment 1bcd76ff-1d90-4717-a268-ef5f516bd96b of type vlan for network 24918b6f-077c-45b0-b767-073caf444d09 Jul 16 01:39:56.739442 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.762326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.777392 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.803961 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'name': 'tempest-ServerRescueNegativeTestJSON-561728753-router', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 3, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'gw_port': {'id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:52Z', 'updated_at': '2021-07-16T01:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.837168 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc623f-536a-4ae0-8d36-b6140a85762e None None] The sync data for ids ['7a6bebe7-cf70-4b84-8347-707d82aedb99'] in n-d-791504-14 is: [{'id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'name': 'tempest-ServerRescueNegativeTestJSON-561728753-router', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 3, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'gw_port': {'id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:52Z', 'updated_at': '2021-07-16T01:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:56.841566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Network e1c53f78-7b24-4bc2-b780-a2c6550e090d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:56.851380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:56.865831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:56.871557 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.879239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.880158 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.949288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.986347 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4746411 Jul 16 01:39:56.991089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:56.996681 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'subnet': {'network_id': '24918b6f-077c-45b0-b767-073caf444d09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:57.037020 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.041287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b55618-f5ab-4d1b-b60e-5002e05069f0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Network': ['ID=24918b6f-077c-45b0-b767-073caf444d09,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.057227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 24918b6f-077c-45b0-b767-073caf444d09 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:57.267457 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.273313 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d5d68888-e026-4ecb-80a3-f9c1aa3bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.304128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:57.313883 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.628116 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.643368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ff8fa441-8f3c-47bc-b8a4-44ff73361646 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:57.696722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.770989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ff8fa441-8f3c-47bc-b8a4-44ff73361646 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:57.778348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ff8fa441-8f3c-47bc-b8a4-44ff73361646 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:57.782554 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.830804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.837169 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.864854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Subnet': ['ID=5da4d3ea-71a2-4306-834a-42fc3ec6c7ea,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.875017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Checking segment: {'id': '1bcd76ff-1d90-4717-a268-ef5f516bd96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24918b6f-077c-45b0-b767-073caf444d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:57.875365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network hostable DHCP agents. Network: 24918b6f-077c-45b0-b767-073caf444d09, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:57.921624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 24918b6f-077c-45b0-b767-073caf444d09 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:57.946573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 24918b6f-077c-45b0-b767-073caf444d09) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:57.948434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.951006 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.951600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.959456 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.987278 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6fabdae9-1803-4f7a-b580-92454c53f4ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9948480 Jul 16 01:39:57.989819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34548) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:57.995250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bae551d6-d7fb-4018-847f-5a0b3d0253ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-825708653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:58.014575 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.029621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724cdb90-8e15-4e19-b19b-e1e0ec3a6796 None None] Network 24918b6f-077c-45b0-b767-073caf444d09 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:58.062291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bae551d6-d7fb-4018-847f-5a0b3d0253ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.074292 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bae551d6-d7fb-4018-847f-5a0b3d0253ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.163339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Network e1c53f78-7b24-4bc2-b780-a2c6550e090d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:58.165340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:58.206504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ff8fa441-8f3c-47bc-b8a4-44ff73361646, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ff8fa441-8f3c-47bc-b8a4-44ff73361646,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:58.249147 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.308951 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bae551d6-d7fb-4018-847f-5a0b3d0253ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.318552 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bae551d6-d7fb-4018-847f-5a0b3d0253ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.365803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-24918b6f-077c-45b0-b767-073caf444d09', 'network_id': '24918b6f-077c-45b0-b767-073caf444d09', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'fixed_ips': [{'subnet_id': '5da4d3ea-71a2-4306-834a-42fc3ec6c7ea'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:58.366847 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.395751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ff8fa441-8f3c-47bc-b8a4-44ff73361646,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.402386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bae551d6-d7fb-4018-847f-5a0b3d0253ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.404199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bae551d6-d7fb-4018-847f-5a0b3d0253ad tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4124179 Jul 16 01:39:58.407177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34556) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:58.416592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'port': {'network_id': '24918b6f-077c-45b0-b767-073caf444d09', 'name': 'tempest-RoutersTest-2055729959'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:58.452657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Router 7a6bebe7-cf70-4b84-8347-707d82aedb99 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:58.579685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:58.582821 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.586936 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.611014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] device_id is not set on port 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:58.704875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Allocated IP 172.20.0.2 (24918b6f-077c-45b0-b767-073caf444d09/5da4d3ea-71a2-4306-834a-42fc3ec6c7ea/b5853c90-49bf-4fc1-b483-8c0fda054f13) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:58.707675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:58.724738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aac2c8f3-da73-4e88-8ea5-a2b1a7ba1f26 admin admin] 10.222.0.64 "PUT /v2.0/routers/7a6bebe7-cf70-4b84-8347-707d82aedb99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0550432 Jul 16 01:39:58.912504 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.933773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Transition to ACTIVE for port object b5853c90-49bf-4fc1-b483-8c0fda054f13 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:58.959293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Transition to ACTIVE for port object b5853c90-49bf-4fc1-b483-8c0fda054f13 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:58.968244 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.020876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Network 24918b6f-077c-45b0-b767-073caf444d09 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:59.024585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:59.029037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:59.066837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Allocated IP 172.20.0.11 (24918b6f-077c-45b0-b767-073caf444d09/5da4d3ea-71a2-4306-834a-42fc3ec6c7ea/5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:59.069558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Pushing event updated for resources: {'Port': ['ID=b5853c90-49bf-4fc1-b483-8c0fda054f13,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:59.106952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Attempting to bind port b5853c90-49bf-4fc1-b483-8c0fda054f13 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:59.107475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Attempting to bind port b5853c90-49bf-4fc1-b483-8c0fda054f13 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1bcd76ff-1d90-4717-a268-ef5f516bd96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24918b6f-077c-45b0-b767-073caf444d09'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:59.108463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Attempting to bind port b5853c90-49bf-4fc1-b483-8c0fda054f13 on network 24918b6f-077c-45b0-b767-073caf444d09 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:59.115385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:59.115924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Checking segment: {'id': '1bcd76ff-1d90-4717-a268-ef5f516bd96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24918b6f-077c-45b0-b767-073caf444d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:59.116555 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.117092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Bound using segment: {'id': '1bcd76ff-1d90-4717-a268-ef5f516bd96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24918b6f-077c-45b0-b767-073caf444d09'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:59.117689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Bound port: b5853c90-49bf-4fc1-b483-8c0fda054f13, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bcd76ff-1d90-4717-a268-ef5f516bd96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24918b6f-077c-45b0-b767-073caf444d09'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:59.118242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.244888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] For port b5853c90-49bf-4fc1-b483-8c0fda054f13, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:59.249241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] For port b5853c90-49bf-4fc1-b483-8c0fda054f13, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b5853c90-49bf-4fc1-b483-8c0fda054f13,segment=NetworkSegment(1bcd76ff-1d90-4717-a268-ef5f516bd96b),segment_id=1bcd76ff-1d90-4717-a268-ef5f516bd96b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:59.257818 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.390980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ec4f0-85a1-4a67-94c2-6ab135990868 None None] Pushing event updated for resources: {'Port': ['ID=b5853c90-49bf-4fc1-b483-8c0fda054f13,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:59.474872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.478105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ff8fa441-8f3c-47bc-b8a4-44ff73361646 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:59.594870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Transition to ACTIVE for port object 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:59.599982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ff8fa441-8f3c-47bc-b8a4-44ff73361646 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:59.601680 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.721722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c351c-b18d-45dd-981a-7858703f36de req-95546b4c-c72f-4715-9b04-405bc1a1d6fb tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.724316 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-95546b4c-c72f-4715-9b04-405bc1a1d6fb tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 818 time: 0.3235965 Jul 16 01:39:59.759118 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-c3041747-405a-4271-b410-1f672b7b539c tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/quotas/13ebdde221624a5aa01c1145d9361cdc HTTP/1.1" status: 200 len: 375 time: 0.0215235 Jul 16 01:39:59.762902 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.868265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 24918b6f-077c-45b0-b767-073caf444d09 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:59.890911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:59.898332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:59.941500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:59.958737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Sync routers for ids ['7a6bebe7-cf70-4b84-8347-707d82aedb99'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:59.969709 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Routers {'7a6bebe7-cf70-4b84-8347-707d82aedb99'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:59.970396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7a6bebe7-cf70-4b84-8347-707d82aedb99'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:59.988638 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-fd4d3c37-1f56-4eb3-abbd-29d8a2e5966f tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2164242 Jul 16 01:39:59.995650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.996442 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.036559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d1cb705c-68e7-4b66-a953-0db4156da64a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6282761 Jul 16 01:40:00.039793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34582) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:00.108812 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-323459fa-038d-4d8f-9b10-2aa8969f4033 service neutron] 10.222.0.64 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076627 Jul 16 01:40:00.207080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.219106 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-9c94e87f-1799-43c1-8dd2-7c23195a748f service neutron] 10.222.0.64 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029284 Jul 16 01:40:00.343413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Set router 7a6bebe7-cf70-4b84-8347-707d82aedb99 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:00.476184 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3baeb243-4246-4beb-ab4c-52a29a75bd9e req-9be67e27-f9c8-4626-99c3-16b202c074d6 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 210 time: 0.0337312 Jul 16 01:40:00.655790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.916566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'name': 'tempest-ServerRescueNegativeTestJSON-561728753-router', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:39:57Z', 'revision_number': 4, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'gw_port': {'id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:52Z', 'updated_at': '2021-07-16T01:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e', 'name': '', 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'mac_address': 'fa:16:3e:53:0e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '94e14803-38e7-4632-807b-cac50e1001fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:56Z', 'updated_at': '2021-07-16T01:39:57Z', 'revision_number': 2, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'subnets': [{'id': '94e14803-38e7-4632-807b-cac50e1001fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:00.969922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94127018-5f8a-4c83-a7a8-42c541c233e3 None None] Network 24918b6f-077c-45b0-b767-073caf444d09 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:01.031933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-68e91538-ec35-4719-8b99-30ec5ef19b23 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.042332 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-68e91538-ec35-4719-8b99-30ec5ef19b23 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 818 time: 0.3270078 Jul 16 01:40:01.071092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-0553f872-9a10-4e3c-bbf6-31de7244d584 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/quotas/13ebdde221624a5aa01c1145d9361cdc HTTP/1.1" status: 200 len: 375 time: 0.0219221 Jul 16 01:40:01.169608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Checking router: 7a6bebe7-cf70-4b84-8347-707d82aedb99 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:01.170290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Updating router 7a6bebe7-cf70-4b84-8347-707d82aedb99 port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:01.247928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-c4fdb379-c848-4ba6-ad15-8f616abf1a66 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1817770 Jul 16 01:40:01.316133 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.317799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aac82d26-b5db-4be9-a411-131d86bd5014 None None] Provisioning for port b5853c90-49bf-4fc1-b483-8c0fda054f13 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:01.335802 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.355170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.502531 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-2ebf7bbe-a0da-4ce3-87db-d5b8f5360b47 service neutron] 10.222.0.64 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456157 Jul 16 01:40:01.590919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.694523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b5853c90-49bf-4fc1-b483-8c0fda054f13 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:01.777080 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-cf0e61d2-9a75-4ea9-8575-e34d4bd7fcf5 service neutron] 10.222.0.64 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553470 Jul 16 01:40:01.896411 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.919777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Transition to ACTIVE for port object ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:01.925775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b5853c90-49bf-4fc1-b483-8c0fda054f13 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:01.930588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b5853c90-49bf-4fc1-b483-8c0fda054f13 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:01.931128 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.953297 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.966695 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.117354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532df10-f4ae-4967-9587-c6efbb5d4708 None None] Pushing event updated for resources: {'Port': ['ID=ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.241043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Attempting to bind port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:02.242112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Attempting to bind port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:02.259644 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Attempting to bind port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e on network e1c53f78-7b24-4bc2-b780-a2c6550e090d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:02.330781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:02.331395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Checking segment: {'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:02.331811 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.332256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Bound using segment: {'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:02.338285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Bound port: ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:02.338697 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.345745 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5845dffb-b5c1-4037-8059-ba0919d2c5db req-5a903bd9-0853-4cd1-a41c-6656fb223109 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 210 time: 0.1065710 Jul 16 01:40:02.375060 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.392941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-299c6b13-bc1c-4777-93bc-fe5012300b74 None None] Provisioning for port 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:02.405217 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.437518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-299c6b13-bc1c-4777-93bc-fe5012300b74 None None] Provisioning complete for port 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:02.444342 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-299c6b13-bc1c-4777-93bc-fe5012300b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.490712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b5853c90-49bf-4fc1-b483-8c0fda054f13, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b5853c90-49bf-4fc1-b483-8c0fda054f13,segment=NetworkSegment(1bcd76ff-1d90-4717-a268-ef5f516bd96b),segment_id=1bcd76ff-1d90-4717-a268-ef5f516bd96b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:02.564014 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.784061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-299c6b13-bc1c-4777-93bc-fe5012300b74 None None] Port 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:02.858701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] For port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:02.886646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-299c6b13-bc1c-4777-93bc-fe5012300b74 None None] Provisioning complete for port b5853c90-49bf-4fc1-b483-8c0fda054f13 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:02.887213 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-299c6b13-bc1c-4777-93bc-fe5012300b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.901133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] For port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:02.914167 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.937719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b5853c90-49bf-4fc1-b483-8c0fda054f13,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.022684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c351c-b18d-45dd-981a-7858703f36de req-68cd5bfa-ff55-4abd-8642-7ab90115144f tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.027410 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-68cd5bfa-ff55-4abd-8642-7ab90115144f tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.67 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 818 time: 0.4091580 Jul 16 01:40:03.053482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Request body: {'port': {'device_id': '2ecd89c7-9972-4036-8b2e-77bc4e6aa54c', 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d', 'admin_state_up': True, 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:03.101872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.108721 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.138401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Routers {'7a6bebe7-cf70-4b84-8347-707d82aedb99'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:03.139002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7a6bebe7-cf70-4b84-8347-707d82aedb99'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:03.193736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532df10-f4ae-4967-9587-c6efbb5d4708 None None] Pushing event updated for resources: {'Port': ['ID=ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.284113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] Set router 7a6bebe7-cf70-4b84-8347-707d82aedb99 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:03.298347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.311848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.495737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b5853c90-49bf-4fc1-b483-8c0fda054f13 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:03.503888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Made reservation on behalf of 13ebdde221624a5aa01c1145d9361cdc for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:03.517685 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.658713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 24918b6f-077c-45b0-b767-073caf444d09 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:03.664240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:03.664444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b5853c90-49bf-4fc1-b483-8c0fda054f13 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:03.664936 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.667013 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dbffea39-bfb6-464b-8a1c-668405634c19 req-572b56dd-f9fe-4cf7-a4bc-66f4afc90318 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 210 time: 0.0522242 Jul 16 01:40:03.729873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'name': 'tempest-ServerRescueNegativeTestJSON-561728753-router', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:39:57Z', 'revision_number': 4, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'gw_port': {'id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:52Z', 'updated_at': '2021-07-16T01:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e', 'name': '', 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'mac_address': 'fa:16:3e:53:0e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '94e14803-38e7-4632-807b-cac50e1001fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:56Z', 'updated_at': '2021-07-16T01:40:02Z', 'revision_number': 4, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'subnets': [{'id': '94e14803-38e7-4632-807b-cac50e1001fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:03.778358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a3a3a-fe8a-4564-bc9e-b888a86cc2a8 None None] The sync data for ids ['7a6bebe7-cf70-4b84-8347-707d82aedb99'] in n-d-791504-14 is: [{'id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'name': 'tempest-ServerRescueNegativeTestJSON-561728753-router', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:39:57Z', 'revision_number': 4, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'gw_port': {'id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:52Z', 'updated_at': '2021-07-16T01:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e', 'name': '', 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'mac_address': 'fa:16:3e:53:0e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '94e14803-38e7-4632-807b-cac50e1001fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:56Z', 'updated_at': '2021-07-16T01:40:02Z', 'revision_number': 4, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'subnets': [{'id': '94e14803-38e7-4632-807b-cac50e1001fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:03.858625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Allocated IP 172.20.0.3 (e1c53f78-7b24-4bc2-b780-a2c6550e090d/94e14803-38e7-4632-807b-cac50e1001fd/f426d2ce-26ef-4645-b6d1-03d79dbe963d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:03.869470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1b1a813e-6ffb-42c4-8c86-193bc3979015 None None] Provisioning complete for port 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:03.870208 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b1a813e-6ffb-42c4-8c86-193bc3979015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.976013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a813e-6ffb-42c4-8c86-193bc3979015 None None] Port 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:04.188500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.231207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b19e45cd-56b2-4135-b23c-bd4ad2d7984b None None] Provisioning complete for port 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:04.235250 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b19e45cd-56b2-4135-b23c-bd4ad2d7984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.286106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b19e45cd-56b2-4135-b23c-bd4ad2d7984b None None] Port 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:04.370733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.389458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 54dc31e2-eab4-437f-a6ff-ae061bcbfa10 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:04.414109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-cd8babe6-5d30-4777-bcaa-b4f0e03c19be tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.416353 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-cd8babe6-5d30-4777-bcaa-b4f0e03c19be tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.50 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 818 time: 0.2105584 Jul 16 01:40:04.432673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Request body: {'port': {'device_id': 'd2133984-0e25-49d3-b43d-cd4736d5fd2b', 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d', 'admin_state_up': True, 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:04.475110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Network e1c53f78-7b24-4bc2-b780-a2c6550e090d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:04.485059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:04.499443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:04.671097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Pushing event updated for resources: {'Port': ['ID=f426d2ce-26ef-4645-b6d1-03d79dbe963d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:04.671760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Made reservation on behalf of 13ebdde221624a5aa01c1145d9361cdc for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:04.676127 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.744194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.744880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.780116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-f74e98c9-0d89-4c2f-9d25-e5a3fb1419ae tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7358658 Jul 16 01:40:04.805924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Request body: {'port': {'device_id': '2ecd89c7-9972-4036-8b2e-77bc4e6aa54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:04.977619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Allocated IP 172.20.0.8 (e1c53f78-7b24-4bc2-b780-a2c6550e090d/94e14803-38e7-4632-807b-cac50e1001fd/9c3fa54d-4b0e-4d59-8bcc-af06ce2391de) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:05.248046 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.343514 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.489817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Pushing event updated for resources: {'Port': ['ID=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:05.501832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Network e1c53f78-7b24-4bc2-b780-a2c6550e090d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:05.504121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:05.511292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:05.544249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:05.637840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.638652 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.638934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:05.651292 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:05.651731 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.663882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-40027449-7fda-40d3-a3de-b3e0011c202b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2359691 Jul 16 01:40:05.673418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:05.678042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Request body: {'port': {'device_id': 'd2133984-0e25-49d3-b43d-cd4736d5fd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:05.686958 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68585f3b-6ceb-4d0c-9ab6-9f6dcb8ae38c None None] Sync routers for ids ['54dc31e2-eab4-437f-a6ff-ae061bcbfa10'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:05.700562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-597a4b39-9409-4960-b263-80dc81594bc3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/54dc31e2-eab4-437f-a6ff-ae061bcbfa10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6572211 Jul 16 01:40:05.706696 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68585f3b-6ceb-4d0c-9ab6-9f6dcb8ae38c None None] Routers {'54dc31e2-eab4-437f-a6ff-ae061bcbfa10'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:05.707316 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-68585f3b-6ceb-4d0c-9ab6-9f6dcb8ae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['54dc31e2-eab4-437f-a6ff-ae061bcbfa10'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:05.712973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34694) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:05.767606 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-68585f3b-6ceb-4d0c-9ab6-9f6dcb8ae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:05.793549 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68585f3b-6ceb-4d0c-9ab6-9f6dcb8ae38c None None] Routers {'54dc31e2-eab4-437f-a6ff-ae061bcbfa10'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:05.794204 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-68585f3b-6ceb-4d0c-9ab6-9f6dcb8ae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['54dc31e2-eab4-437f-a6ff-ae061bcbfa10'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:05.846130 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.851268 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.858954 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-68585f3b-6ceb-4d0c-9ab6-9f6dcb8ae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:05.859608 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68585f3b-6ceb-4d0c-9ab6-9f6dcb8ae38c None None] The sync data for ids ['54dc31e2-eab4-437f-a6ff-ae061bcbfa10'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:05.929251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:05.937067 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.987238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5829521d-c56e-4b8e-9775-93b04db117a1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.988922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5829521d-c56e-4b8e-9775-93b04db117a1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports/5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec HTTP/1.1" status: 200 len: 978 time: 0.2111330 Jul 16 01:40:05.993009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34696) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:06.019997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09b80d-5efb-4d7d-9b3d-b2f023612b68 req-3df8f0bc-2228-400e-9621-7717430d92be tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.024742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f09b80d-5efb-4d7d-9b3d-b2f023612b68 req-3df8f0bc-2228-400e-9621-7717430d92be tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 931 time: 0.3552589 Jul 16 01:40:06.024997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:06.091118 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.255328 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f09b80d-5efb-4d7d-9b3d-b2f023612b68 req-184ca95c-5d47-40f1-9f8c-d3e6ccc73cef tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189294 Jul 16 01:40:06.727923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:06.739141 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.758700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Transition to ACTIVE for port object 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:06.765290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.821354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Pushing event updated for resources: {'Port': ['ID=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:06.825080 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.921724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Attempting to bind port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:06.922242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Attempting to bind port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:06.922699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Attempting to bind port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de on network e1c53f78-7b24-4bc2-b780-a2c6550e090d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:06.927533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de on network e1c53f78-7b24-4bc2-b780-a2c6550e090d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:06.928186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Attempting to bind port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de on network e1c53f78-7b24-4bc2-b780-a2c6550e090d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:06.933059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:06.933524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Checking segment: {'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:06.934491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Bound using segment: {'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:06.934491 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Bound port: 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:06.935052 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.018120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] For port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:07.021541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] For port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:07.028117 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.067249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.068184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.069757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] 10.222.0.50 "PUT /v2.0/ports/9c3fa54d-4b0e-4d59-8bcc-af06ce2391de HTTP/1.1" status: 200 len: 1092 time: 1.3978333 Jul 16 01:40:07.070370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2133984-0e25-49d3-b43d-cd4736d5fd2b', 'tag': '9c3fa54d-4b0e-4d59-8bcc-af06ce2391de'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:07.072931 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221402b5-c334-4dc3-b0d7-4feeef7dc033" -d '{"events": [{"name": "network-changed", "server_uuid": "d2133984-0e25-49d3-b43d-cd4736d5fd2b", "tag": "9c3fa54d-4b0e-4d59-8bcc-af06ce2391de"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:07.101894 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dc216-aa47-4a7b-b2dc-ef36c4e8e89c service neutron] Pushing event updated for resources: {'Port': ['ID=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:07.117729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f426d2ce-26ef-4645-b6d1-03d79dbe963d {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:07.128589 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.171490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Transition to ACTIVE for port object f426d2ce-26ef-4645-b6d1-03d79dbe963d will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:07.174588 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b698b6-aee0-41cb-b473-58594c12a579 x-openstack-request-id: req-d9b698b6-aee0-41cb-b473-58594c12a579 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:07.175000 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2133984-0e25-49d3-b43d-cd4736d5fd2b", "tag": "9c3fa54d-4b0e-4d59-8bcc-af06ce2391de", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:07.175354 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9b698b6-aee0-41cb-b473-58594c12a579 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:07.176001 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2133984-0e25-49d3-b43d-cd4736d5fd2b', 'tag': '9c3fa54d-4b0e-4d59-8bcc-af06ce2391de', 'status': 'completed', 'code': 200} Jul 16 01:40:07.179558 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.207473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-3dba42d6-2c7f-4a30-9d49-0f792ae930b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.209656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-3dba42d6-2c7f-4a30-9d49-0f792ae930b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 1095 time: 0.0843735 Jul 16 01:40:07.258069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:07.258416 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.275097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f426d2ce-26ef-4645-b6d1-03d79dbe963d,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:07.277100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-bb01fac4-7c94-4d63-b541-8a0dad0da6ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de HTTP/1.1" status: 200 len: 217 time: 0.0532615 Jul 16 01:40:07.287759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.287941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.288329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.288608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.288943 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.289275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.289601 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.289926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.290278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.290604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.290925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.291247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:07.350057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-2b3dbe5e-cf46-41b1-8835-719d15e14495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.351937 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-2b3dbe5e-cf46-41b1-8835-719d15e14495 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.0663185 Jul 16 01:40:07.428241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-e6f427d9-671b-4245-8695-c9dfda5773cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666742 Jul 16 01:40:07.478379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:07.487275 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.515289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:07.525185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Attempting to bind port f426d2ce-26ef-4645-b6d1-03d79dbe963d on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:07.525531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Attempting to bind port f426d2ce-26ef-4645-b6d1-03d79dbe963d by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:07.525860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Attempting to bind port f426d2ce-26ef-4645-b6d1-03d79dbe963d on network e1c53f78-7b24-4bc2-b780-a2c6550e090d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:07.538519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Port f426d2ce-26ef-4645-b6d1-03d79dbe963d on network e1c53f78-7b24-4bc2-b780-a2c6550e090d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:07.550697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Attempting to bind port f426d2ce-26ef-4645-b6d1-03d79dbe963d on network e1c53f78-7b24-4bc2-b780-a2c6550e090d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:07.578048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:07.578607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Checking segment: {'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:07.579109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Bound using segment: {'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:07.579676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Bound port: f426d2ce-26ef-4645-b6d1-03d79dbe963d, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78cfc868-3f3d-4207-ac39-f20103447832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:07.580152 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.583040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:07.583627 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.597886 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-aaaafa91-66a6-40ac-a11b-4154beb7fe37 service neutron] 10.222.0.50 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577184 Jul 16 01:40:07.763200 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cdd24880-2a75-41c3-baf0-3d722e1ed5cf req-0647d667-5cd1-4347-870d-3c0cdd6e9961 service neutron] 10.222.0.50 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559801 Jul 16 01:40:07.803519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:07.837405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145fd79-9dbd-4809-ad49-e74647c5a4f4 req-d7fd8802-1510-45ca-ac14-542c663f4eca tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.839047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a145fd79-9dbd-4809-ad49-e74647c5a4f4 req-d7fd8802-1510-45ca-ac14-542c663f4eca tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 943 time: 0.4254053 Jul 16 01:40:07.953723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d68bb1-ef28-41d5-80a9-51066c34abd9 admin admin] Deleting subnet 150d817d-ce40-4942-bfee-d82fcb3449ea {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:07.960902 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85d68bb1-ef28-41d5-80a9-51066c34abd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.993251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] For port f426d2ce-26ef-4645-b6d1-03d79dbe963d, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:08.016089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221402b5-c334-4dc3-b0d7-4feeef7dc033 req-e94d3458-d37a-4225-bd7c-e7dd97b06af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.018161 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-221402b5-c334-4dc3-b0d7-4feeef7dc033 req-e94d3458-d37a-4225-bd7c-e7dd97b06af5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 1095 time: 0.1390727 Jul 16 01:40:08.021483 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a145fd79-9dbd-4809-ad49-e74647c5a4f4 req-d44ee8d3-2e4a-4dfa-ac30-53d07f731f00 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502721 Jul 16 01:40:08.026845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85d68bb1-ef28-41d5-80a9-51066c34abd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.036450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] For port f426d2ce-26ef-4645-b6d1-03d79dbe963d, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:08.041155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.144509 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85d68bb1-ef28-41d5-80a9-51066c34abd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.163994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.165623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.167868 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] 10.222.0.67 "PUT /v2.0/ports/f426d2ce-26ef-4645-b6d1-03d79dbe963d HTTP/1.1" status: 200 len: 1092 time: 3.3761194 Jul 16 01:40:08.188735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ecd89c7-9972-4036-8b2e-77bc4e6aa54c', 'tag': 'f426d2ce-26ef-4645-b6d1-03d79dbe963d'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:08.197970 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f150fba-5f9b-4bc2-b422-77d211ddfeea" -d '{"events": [{"name": "network-changed", "server_uuid": "2ecd89c7-9972-4036-8b2e-77bc4e6aa54c", "tag": "f426d2ce-26ef-4645-b6d1-03d79dbe963d"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:08.215499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221402b5-c334-4dc3-b0d7-4feeef7dc033 req-8facf118-75cc-41ff-ba87-37807a8ffd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.218360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-221402b5-c334-4dc3-b0d7-4feeef7dc033 req-8facf118-75cc-41ff-ba87-37807a8ffd93 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 918 time: 0.1623464 Jul 16 01:40:08.267952 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-221402b5-c334-4dc3-b0d7-4feeef7dc033 req-415440d4-f2a1-4397-a3ba-19b0f4a4069e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de HTTP/1.1" status: 200 len: 217 time: 0.0387084 Jul 16 01:40:08.271391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19883bc-ce98-46e5-ba7d-034c5f2b21e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f426d2ce-26ef-4645-b6d1-03d79dbe963d,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.275594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85d68bb1-ef28-41d5-80a9-51066c34abd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.284667 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdffb96-0e8d-4b13-aa47-eeb2394b3845 x-openstack-request-id: req-6bdffb96-0e8d-4b13-aa47-eeb2394b3845 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:08.284999 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ecd89c7-9972-4036-8b2e-77bc4e6aa54c", "tag": "f426d2ce-26ef-4645-b6d1-03d79dbe963d", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:08.285315 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6bdffb96-0e8d-4b13-aa47-eeb2394b3845 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:08.285730 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ecd89c7-9972-4036-8b2e-77bc4e6aa54c', 'tag': 'f426d2ce-26ef-4645-b6d1-03d79dbe963d', 'status': 'completed', 'code': 200} Jul 16 01:40:08.289457 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.314747 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85d68bb1-ef28-41d5-80a9-51066c34abd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.317878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-85d68bb1-ef28-41d5-80a9-51066c34abd9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/150d817d-ce40-4942-bfee-d82fcb3449ea HTTP/1.1" status: 204 len: 168 time: 0.5130394 Jul 16 01:40:08.325857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:08.337463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=5b64aa9d-ace6-4adf-a3de-2076f8f9d8ec,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.372240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d68bb1-ef28-41d5-80a9-51066c34abd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150d817d-ce40-4942-bfee-d82fcb3449ea,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.394411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221402b5-c334-4dc3-b0d7-4feeef7dc033 req-23d22cfa-de7d-42e1-8ce4-22c158e8bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.395976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-221402b5-c334-4dc3-b0d7-4feeef7dc033 req-23d22cfa-de7d-42e1-8ce4-22c158e8bbc4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.1070893 Jul 16 01:40:08.461758 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-221402b5-c334-4dc3-b0d7-4feeef7dc033 req-a672a25c-3e08-42ae-8cc2-dbbe0c6eac1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579700 Jul 16 01:40:08.535136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c351c-b18d-45dd-981a-7858703f36de req-9227fa68-06e8-4f8a-8c34-d8d293762187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.536962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-9227fa68-06e8-4f8a-8c34-d8d293762187 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 1095 time: 0.3143382 Jul 16 01:40:08.543074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.612430 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-2b385d6c-4ca5-4c63-a8be-70488b3c3a71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d HTTP/1.1" status: 200 len: 217 time: 0.0628483 Jul 16 01:40:08.658126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-221402b5-c334-4dc3-b0d7-4feeef7dc033 req-1f05170e-af23-4998-b0c2-8655db685ed3 service neutron] 10.222.0.50 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850116 Jul 16 01:40:08.778668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.790862 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-221402b5-c334-4dc3-b0d7-4feeef7dc033 req-799111fb-5dcd-4620-9862-48a0b9293292 service neutron] 10.222.0.50 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254485 Jul 16 01:40:08.825561 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.848254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c351c-b18d-45dd-981a-7858703f36de req-6c664aa8-32e9-4226-a5b4-68a3e4563e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.849888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-6c664aa8-32e9-4226-a5b4-68a3e4563e89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.1974554 Jul 16 01:40:08.852704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1d6474-2ad7-4abe-933a-a7892ccbd226']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:08.936999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de0075a-26e4-4cd1-bf85-5c5dcab3d12e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:08.936999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de0075a-26e4-4cd1-bf85-5c5dcab3d12e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:08.967867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-0006b179-1b7e-452d-a5c5-a42005bf9ab2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701673 Jul 16 01:40:08.973066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.024376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.038077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:09.038590 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:09.075335 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:09.624778 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.642462 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.643515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fe1d6474-2ad7-4abe-933a-a7892ccbd226 HTTP/1.1" status: 204 len: 168 time: 1.3158665 Jul 16 01:40:09.647350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34744) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:09.651432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 54dc31e2-eab4-437f-a6ff-ae061bcbfa10 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:09.661594 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-1e58ed07-6069-42ba-b768-7d78840545e6 service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864192 Jul 16 01:40:09.664713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedfac9-c007-45a7-a440-42a91105c3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1d6474-2ad7-4abe-933a-a7892ccbd226,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:09.699627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a399fef-a1b8-4bb8-bcd0-68fe54c694e8 admin admin] Deleting subnet 26e2c86f-e2cb-417f-91db-ab19c4ae6161 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:09.703648 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a399fef-a1b8-4bb8-bcd0-68fe54c694e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.749742 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a399fef-a1b8-4bb8-bcd0-68fe54c694e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.790836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a399fef-a1b8-4bb8-bcd0-68fe54c694e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.828185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf6ef-9ee6-4548-8e0a-e23982df5a6f req-4b8467d8-3ce2-45e3-809a-ccae6cd2e89d tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.829760 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-87ddf6ef-9ee6-4548-8e0a-e23982df5a6f req-4b8467d8-3ce2-45e3-809a-ccae6cd2e89d tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 943 time: 0.3104205 Jul 16 01:40:09.839044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:09.846112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-695b4462-93bf-4d11-ad12-877f9aaa4b8a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/54dc31e2-eab4-437f-a6ff-ae061bcbfa10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8473809 Jul 16 01:40:09.849162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34746) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:09.852501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e64e45-5137-4b32-91b0-0199ab5fcb04 None None] Sync routers for ids ['54dc31e2-eab4-437f-a6ff-ae061bcbfa10'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:09.864633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e64e45-5137-4b32-91b0-0199ab5fcb04 None None] Routers {'54dc31e2-eab4-437f-a6ff-ae061bcbfa10'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:09.866222 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d5e64e45-5137-4b32-91b0-0199ab5fcb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['54dc31e2-eab4-437f-a6ff-ae061bcbfa10'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:09.891192 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692c351c-b18d-45dd-981a-7858703f36de req-98a72d9c-72c3-4f1d-93ef-5359be3ef489 service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209146 Jul 16 01:40:09.917632 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-87ddf6ef-9ee6-4548-8e0a-e23982df5a6f req-73fb0e72-408b-4a5b-858d-92ad206bac7c tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695446 Jul 16 01:40:09.927095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d5e64e45-5137-4b32-91b0-0199ab5fcb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:09.937689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e64e45-5137-4b32-91b0-0199ab5fcb04 None None] Routers {'54dc31e2-eab4-437f-a6ff-ae061bcbfa10'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:09.938340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d5e64e45-5137-4b32-91b0-0199ab5fcb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['54dc31e2-eab4-437f-a6ff-ae061bcbfa10'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:09.972930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d5e64e45-5137-4b32-91b0-0199ab5fcb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:09.974048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e64e45-5137-4b32-91b0-0199ab5fcb04 None None] The sync data for ids ['54dc31e2-eab4-437f-a6ff-ae061bcbfa10'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:10.006618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a399fef-a1b8-4bb8-bcd0-68fe54c694e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.030915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f150fba-5f9b-4bc2-b422-77d211ddfeea req-4fec1033-3c3f-4d75-8415-6572995decff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.032842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f150fba-5f9b-4bc2-b422-77d211ddfeea req-4fec1033-3c3f-4d75-8415-6572995decff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 1095 time: 0.0618639 Jul 16 01:40:10.069708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a399fef-a1b8-4bb8-bcd0-68fe54c694e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e2c86f-e2cb-417f-91db-ab19c4ae6161,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:10.079666 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a399fef-a1b8-4bb8-bcd0-68fe54c694e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.084586 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2a399fef-a1b8-4bb8-bcd0-68fe54c694e8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/26e2c86f-e2cb-417f-91db-ab19c4ae6161 HTTP/1.1" status: 204 len: 168 time: 0.4361656 Jul 16 01:40:10.085380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34748) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:10.142286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f150fba-5f9b-4bc2-b422-77d211ddfeea req-6d12b8e5-ceb9-447b-9e44-17ff5c4d995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.143795 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f150fba-5f9b-4bc2-b422-77d211ddfeea req-6d12b8e5-ceb9-447b-9e44-17ff5c4d995e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 918 time: 0.1035480 Jul 16 01:40:10.161065 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-4df23fc7-6ae0-4fb5-9bcd-d4a507740ab6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:40:10.164394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4df23fc7-6ae0-4fb5-9bcd-d4a507740ab6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/54dc31e2-eab4-437f-a6ff-ae061bcbfa10/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3133712 Jul 16 01:40:10.165230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34754) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:10.223361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.240420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f150fba-5f9b-4bc2-b422-77d211ddfeea req-00b56855-a1c0-4db2-9986-e93f32de7f5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d HTTP/1.1" status: 200 len: 217 time: 0.0844171 Jul 16 01:40:10.243712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-da883378-e346-4087-8e72-7fafa26b8870 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=54dc31e2-eab4-437f-a6ff-ae061bcbfa10 HTTP/1.1" status: 200 len: 205 time: 0.0765905 Jul 16 01:40:10.245455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34756) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:10.311947 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.323072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:10.336946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44065e2-55aa-4abd-857a-56ad013a805b') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:10.337492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44065e2-55aa-4abd-857a-56ad013a805b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:10.349025 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.363214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-569fa163-f6ed-4b1e-800c-f6e889cb016f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.373303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.381418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:10.381968 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:10.384229 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:10.411203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f150fba-5f9b-4bc2-b422-77d211ddfeea req-c51f83db-b84c-46f0-9079-25807c202057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.412774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f150fba-5f9b-4bc2-b422-77d211ddfeea req-c51f83db-b84c-46f0-9079-25807c202057 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.1576097 Jul 16 01:40:10.447232 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.468383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.472976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] 10.222.0.64 "DELETE /v2.0/networks/eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219 HTTP/1.1" status: 204 len: 168 time: 0.3826895 Jul 16 01:40:10.477807 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f150fba-5f9b-4bc2-b422-77d211ddfeea req-6ba1593e-7c8a-45c5-a795-9e27f26b9787 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339701 Jul 16 01:40:10.481858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef5a89-b557-401d-b9e3-b1a8b5804764 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb3d4aa-ee9c-49f5-a8b8-5bd5eaf92219,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:10.610735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34760) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:10.614359 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-569fa163-f6ed-4b1e-800c-f6e889cb016f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.617987 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-569fa163-f6ed-4b1e-800c-f6e889cb016f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.654083 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af2d1890-9b5f-42f6-b093-4aaaac5708a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a50208e892e1457082922e8469ad6a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419309 Jul 16 01:40:10.657537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34762) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:10.709024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:10.719865 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-569fa163-f6ed-4b1e-800c-f6e889cb016f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.720397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569fa163-f6ed-4b1e-800c-f6e889cb016f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Fanout notify agent at l3_agent the message router_deleted on router 54dc31e2-eab4-437f-a6ff-ae061bcbfa10 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:10.727005 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6730042a-614d-44b3-8dfd-d42743bb0f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.728337 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-569fa163-f6ed-4b1e-800c-f6e889cb016f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.731520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-569fa163-f6ed-4b1e-800c-f6e889cb016f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/54dc31e2-eab4-437f-a6ff-ae061bcbfa10 HTTP/1.1" status: 204 len: 168 time: 0.4821436 Jul 16 01:40:10.732193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34764) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:10.757626 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f150fba-5f9b-4bc2-b422-77d211ddfeea req-cdc17489-0e40-4762-b0f3-0409b6895f1e service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999328 Jul 16 01:40:10.811318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6730042a-614d-44b3-8dfd-d42743bb0f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.832814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21e6c05-7d6f-451b-b097-97d017879d00 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting subnet 5da4d3ea-71a2-4306-834a-42fc3ec6c7ea {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:10.839943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c21e6c05-7d6f-451b-b097-97d017879d00 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.841599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:10.856706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '9c3fa54d-4b0e-4d59-8bcc-af06ce2391de', 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d', 'port_id': '9c3fa54d-4b0e-4d59-8bcc-af06ce2391de', 'mac_address': 'fa:16:3e:fa:84:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e14803-38e7-4632-807b-cac50e1001fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:10.906692 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f150fba-5f9b-4bc2-b422-77d211ddfeea req-8770a140-c59e-426d-bdd8-eda7c672936f service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409535 Jul 16 01:40:10.908685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c21e6c05-7d6f-451b-b097-97d017879d00 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.928611 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.949683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:10.953096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6730042a-614d-44b3-8dfd-d42743bb0f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.955955 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6730042a-614d-44b3-8dfd-d42743bb0f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.958000 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6730042a-614d-44b3-8dfd-d42743bb0f75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3eacdd07-5ace-48ae-b2c8-67bb8b0fb660 HTTP/1.1" status: 204 len: 168 time: 0.2987051 Jul 16 01:40:10.976791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730042a-614d-44b3-8dfd-d42743bb0f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eacdd07-5ace-48ae-b2c8-67bb8b0fb660,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:10.993269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:11.018460 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.024096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c21e6c05-7d6f-451b-b097-97d017879d00 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.080114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:11.141480 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c21e6c05-7d6f-451b-b097-97d017879d00 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.186425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e6c05-7d6f-451b-b097-97d017879d00 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Subnet': ['ID=5da4d3ea-71a2-4306-834a-42fc3ec6c7ea,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:11.189176 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c21e6c05-7d6f-451b-b097-97d017879d00 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.191693 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c21e6c05-7d6f-451b-b097-97d017879d00 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/5da4d3ea-71a2-4306-834a-42fc3ec6c7ea HTTP/1.1" status: 204 len: 168 time: 0.4578197 Jul 16 01:40:11.194510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.213567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f85244-d450-4e88-9c1c-8741fc6453d5 None None] Network 24918b6f-077c-45b0-b767-073caf444d09 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:11.252692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5d57f-7b40-476a-9286-415395acdc79 req-65d4f532-ce5b-40c8-927e-5199b9364932 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.261730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f0b5d57f-7b40-476a-9286-415395acdc79 req-65d4f532-ce5b-40c8-927e-5199b9364932 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 944 time: 0.1895421 Jul 16 01:40:11.348209 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f0b5d57f-7b40-476a-9286-415395acdc79 req-d9339330-ebd9-4745-87df-b412a6f60abb tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727139 Jul 16 01:40:11.392009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['9c3fa54d-4b0e-4d59-8bcc-af06ce2391de'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:11.438106 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.527476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port b5853c90-49bf-4fc1-b483-8c0fda054f13 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:11.527816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.616673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port b5853c90-49bf-4fc1-b483-8c0fda054f13, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b5853c90-49bf-4fc1-b483-8c0fda054f13,segment=NetworkSegment(1bcd76ff-1d90-4717-a268-ef5f516bd96b),segment_id=1bcd76ff-1d90-4717-a268-ef5f516bd96b)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:11.617049 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.628548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f426d2ce-26ef-4645-b6d1-03d79dbe963d details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:11.656788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for b5853c90-49bf-4fc1-b483-8c0fda054f13 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:11.684847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fcd4d1-78e2-4cda-a073-b0d9cb865500 None None] DHCP port deletion for 24918b6f-077c-45b0-b767-073caf444d09 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:11.701424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34790) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.799755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e79a6a1c-5876-4bc5-ba0d-7259b2a8985b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2c58fa62f4844b3a4a9e338ae2719de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967290 Jul 16 01:40:11.802585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.815739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f426d2ce-26ef-4645-b6d1-03d79dbe963d, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:11.825154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.828249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00fcd4d1-78e2-4cda-a073-b0d9cb865500 None None] Deleting port b5853c90-49bf-4fc1-b483-8c0fda054f13 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:11.828617 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00fcd4d1-78e2-4cda-a073-b0d9cb865500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.843855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'f426d2ce-26ef-4645-b6d1-03d79dbe963d', 'network_id': 'e1c53f78-7b24-4bc2-b780-a2c6550e090d', 'port_id': 'f426d2ce-26ef-4645-b6d1-03d79dbe963d', 'mac_address': 'fa:16:3e:bd:ea:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e14803-38e7-4632-807b-cac50e1001fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:11.859330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=b5853c90-49bf-4fc1-b483-8c0fda054f13,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:11.869187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No DVR routers for this DVR port b5853c90-49bf-4fc1-b483-8c0fda054f13 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:11.886319 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1a2-cb9c-451d-b4ad-da7163c769dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.918476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1a2-cb9c-451d-b4ad-da7163c769dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.949529 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.952579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-00fcd4d1-78e2-4cda-a073-b0d9cb865500 None None] For port b5853c90-49bf-4fc1-b483-8c0fda054f13, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:11.953153 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00fcd4d1-78e2-4cda-a073-b0d9cb865500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.978619 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.979592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f426d2ce-26ef-4645-b6d1-03d79dbe963d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:11.986646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00fcd4d1-78e2-4cda-a073-b0d9cb865500 None None] Calling delete_port for b5853c90-49bf-4fc1-b483-8c0fda054f13 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:11.990918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-00fcd4d1-78e2-4cda-a073-b0d9cb865500 None None] Port b5853c90-49bf-4fc1-b483-8c0fda054f13 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:40:11.992655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24918b6f-077c-45b0-b767-073caf444d09']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:11.999636 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00fcd4d1-78e2-4cda-a073-b0d9cb865500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.006077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcd76ff-1d90-4717-a268-ef5f516bd96b') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:12.006663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcd76ff-1d90-4717-a268-ef5f516bd96b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:12.017255 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.025250 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1a2-cb9c-451d-b4ad-da7163c769dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.033219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1a2-cb9c-451d-b4ad-da7163c769dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.036918 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.037094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36b4b1a2-cb9c-451d-b4ad-da7163c769dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed6133d2-af36-41db-bc3f-46d84b278a74 HTTP/1.1" status: 204 len: 168 time: 0.2296162 Jul 16 01:40:12.037198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f426d2ce-26ef-4645-b6d1-03d79dbe963d, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:12.043175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcd4d1-78e2-4cda-a073-b0d9cb865500 None None] Pushing event deleted for resources: {'Port': ['ID=b5853c90-49bf-4fc1-b483-8c0fda054f13,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.047619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4b1a2-cb9c-451d-b4ad-da7163c769dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6133d2-af36-41db-bc3f-46d84b278a74,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.048384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:12.048809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.049175 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:12.052939 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:12.057958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcd4d1-78e2-4cda-a073-b0d9cb865500 None None] No DVR routers for this DVR port b5853c90-49bf-4fc1-b483-8c0fda054f13 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:12.126585 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.126875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=f426d2ce-26ef-4645-b6d1-03d79dbe963d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.134120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.135934 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/networks/24918b6f-077c-45b0-b767-073caf444d09 HTTP/1.1" status: 204 len: 168 time: 0.9404290 Jul 16 01:40:12.141801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:12.148059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'network': {'name': 'tempest-RoutersTest-550756734'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:12.148839 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784f242-3d9c-4142-91a4-af64eaba2c65 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Network': ['ID=24918b6f-077c-45b0-b767-073caf444d09,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.172447 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:12.176419 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.205317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:12.214872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.215218 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added segment 2a8c7b76-877c-4ed0-ad3e-f25847fca8c4 of type vlan for network 3efc9764-0d10-4018-a169-0e8b342fb65a Jul 16 01:40:12.219708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34800) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:12.268405 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.285503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['f426d2ce-26ef-4645-b6d1-03d79dbe963d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:12.300618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.306848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.307458 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.328491 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1844506 Jul 16 01:40:12.331031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34806) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:12.336981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'subnet': {'network_id': '3efc9764-0d10-4018-a169-0e8b342fb65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:12.471384 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a33d78-fc34-4dda-9fb1-9aadb65a8be9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Network': ['ID=3efc9764-0d10-4018-a169-0e8b342fb65a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.477237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:12.481634 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.488018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 3efc9764-0d10-4018-a169-0e8b342fb65a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:12.731044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:12.777637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6bbec-71fc-431d-a78b-8e986234144e req-5e01e5cc-00bf-433a-a4d3-625662c52b56 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.779858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59e6bbec-71fc-431d-a78b-8e986234144e req-5e01e5cc-00bf-433a-a4d3-625662c52b56 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 944 time: 0.2921903 Jul 16 01:40:12.806454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:12.813911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:12.814364 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.933905 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.960777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59e6bbec-71fc-431d-a78b-8e986234144e req-51b4257d-b145-4000-b7b0-626ff2d5b86d tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708655 Jul 16 01:40:12.970475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2133984-0e25-49d3-b43d-cd4736d5fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3fa54d-4b0e-4d59-8bcc-af06ce2391de'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:12.973791 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15c746e-46eb-491a-a1e5-f0948a09fba6" -d '{"events": [{"server_uuid": "d2133984-0e25-49d3-b43d-cd4736d5fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "9c3fa54d-4b0e-4d59-8bcc-af06ce2391de"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:12.991812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:13.000008 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.030147 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.087105 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7520b5-238b-461e-bc8c-1c7ceb7f9ba4 x-openstack-request-id: req-cd7520b5-238b-461e-bc8c-1c7ceb7f9ba4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:13.087877 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2133984-0e25-49d3-b43d-cd4736d5fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "9c3fa54d-4b0e-4d59-8bcc-af06ce2391de", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:13.089142 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd7520b5-238b-461e-bc8c-1c7ceb7f9ba4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:13.090083 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2133984-0e25-49d3-b43d-cd4736d5fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3fa54d-4b0e-4d59-8bcc-af06ce2391de', 'code': 200} Jul 16 01:40:13.095836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 360295b6-02d4-478e-99cc-b718492073d4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:13.096181 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.100397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:13.129736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Subnet': ['ID=fda997ce-5cd9-4a05-8e8e-0df23d70ffc6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:13.213054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc8ebd-f7e8-4cb3-9cc0-9de6f0ef7d3c req-e6efa499-a7c2-4cf0-a90e-55ae857b9581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.214714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44cc8ebd-f7e8-4cb3-9cc0-9de6f0ef7d3c req-e6efa499-a7c2-4cf0-a90e-55ae857b9581 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 1097 time: 0.0795746 Jul 16 01:40:13.215976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Checking segment: {'id': '2a8c7b76-877c-4ed0-ad3e-f25847fca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '3efc9764-0d10-4018-a169-0e8b342fb65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:13.216429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network hostable DHCP agents. Network: 3efc9764-0d10-4018-a169-0e8b342fb65a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:13.260439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 3efc9764-0d10-4018-a169-0e8b342fb65a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:13.264871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.265454 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.284672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 3efc9764-0d10-4018-a169-0e8b342fb65a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:13.286654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 360295b6-02d4-478e-99cc-b718492073d4 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:13.293678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be507b-1f77-4cc6-9d38-0e8ec060e80f None None] Network 3efc9764-0d10-4018-a169-0e8b342fb65a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:13.294154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.295724 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.351116 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44cc8ebd-f7e8-4cb3-9cc0-9de6f0ef7d3c req-e6979b43-d9bf-4800-850d-6efa42218a71 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080968 Jul 16 01:40:13.364709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-eef15486-b024-4ba3-9dc2-6ff327a31ccd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0324461 Jul 16 01:40:13.368795 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.388304 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c6033245-68ea-4a89-8ad4-3f877f8de61b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-343232934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:13.464626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b5853c90-49bf-4fc1-b483-8c0fda054f13 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:13.486074 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6033245-68ea-4a89-8ad4-3f877f8de61b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.489374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6033245-68ea-4a89-8ad4-3f877f8de61b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.494509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b5853c90-49bf-4fc1-b483-8c0fda054f13 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:13.494767 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b5853c90-49bf-4fc1-b483-8c0fda054f13 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:13.615105 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6033245-68ea-4a89-8ad4-3f877f8de61b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.623887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6033245-68ea-4a89-8ad4-3f877f8de61b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.625772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-3efc9764-0d10-4018-a169-0e8b342fb65a', 'network_id': '3efc9764-0d10-4018-a169-0e8b342fb65a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'fixed_ips': [{'subnet_id': 'fda997ce-5cd9-4a05-8e8e-0df23d70ffc6'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:13.626998 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.661854 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6033245-68ea-4a89-8ad4-3f877f8de61b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.664676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c6033245-68ea-4a89-8ad4-3f877f8de61b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2945876 Jul 16 01:40:13.667277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34884) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.700613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.826205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f426d2ce-26ef-4645-b6d1-03d79dbe963d up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:14.024327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Allocated IP 172.20.0.2 (3efc9764-0d10-4018-a169-0e8b342fb65a/fda997ce-5cd9-4a05-8e8e-0df23d70ffc6/44617681-4312-4b89-bb7f-06eb8d141482) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:14.059185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port f426d2ce-26ef-4645-b6d1-03d79dbe963d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:14.064396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=360295b6-02d4-478e-99cc-b718492073d4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.102211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port f426d2ce-26ef-4645-b6d1-03d79dbe963d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:14.106228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.156696 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.157552 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Floating IP 60e58cb6-3403-4ab4-8494-dcb1de408785 disassociated (deleted). External IP: 172.25.4.112, port: 62c4a9c3-50c7-47a3-8120-03468cd8992d. Jul 16 01:40:14.394716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.400447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead12f81-c519-49b4-bf1d-c2db99d387ad req-fcbae0a5-6362-4989-be2f-310af0a5702c tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.402366 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ead12f81-c519-49b4-bf1d-c2db99d387ad req-fcbae0a5-6362-4989-be2f-310af0a5702c tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1705563 Jul 16 01:40:14.480281 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.511402 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.534695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Transition to ACTIVE for port object 44617681-4312-4b89-bb7f-06eb8d141482 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:14.607018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port f426d2ce-26ef-4645-b6d1-03d79dbe963d, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:14.630730 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.650274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Transition to ACTIVE for port object 44617681-4312-4b89-bb7f-06eb8d141482 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:14.677233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 4b67bb0c-9f7f-4f56-864d-51244de23577 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:14.708830 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ead12f81-c519-49b4-bf1d-c2db99d387ad req-eda36f46-7940-4033-a12b-487008075c5f tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551426 Jul 16 01:40:14.750240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=f426d2ce-26ef-4645-b6d1-03d79dbe963d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.755551 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.826990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Network 3efc9764-0d10-4018-a169-0e8b342fb65a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:14.838241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:14.844109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Allocated IP 172.20.0.1 (3efc9764-0d10-4018-a169-0e8b342fb65a/fda997ce-5cd9-4a05-8e8e-0df23d70ffc6/72fb575f-0731-4657-85ef-2673c7d348d9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:14.847516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:14.868603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:14.881924 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] Sync routers for ids ['4b67bb0c-9f7f-4f56-864d-51244de23577'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:14.888166 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.901884 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] Routers {'4b67bb0c-9f7f-4f56-864d-51244de23577'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:14.902851 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4b67bb0c-9f7f-4f56-864d-51244de23577'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:14.961811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Pushing event updated for resources: {'Port': ['ID=44617681-4312-4b89-bb7f-06eb8d141482,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.994610 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-83c83f9d-c991-44c6-8181-e5a083bd95e7 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/floatingips/60e58cb6-3403-4ab4-8494-dcb1de408785 HTTP/1.1" status: 204 len: 168 time: 2.7731307 Jul 16 01:40:15.000127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:15.000469 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee489db0-b3bf-496f-8920-bf146adad8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:15.022958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Attempting to bind port 44617681-4312-4b89-bb7f-06eb8d141482 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:15.023345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Attempting to bind port 44617681-4312-4b89-bb7f-06eb8d141482 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2a8c7b76-877c-4ed0-ad3e-f25847fca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '3efc9764-0d10-4018-a169-0e8b342fb65a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:15.031007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Attempting to bind port 44617681-4312-4b89-bb7f-06eb8d141482 on network 3efc9764-0d10-4018-a169-0e8b342fb65a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:15.053220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:15.053612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Checking segment: {'id': '2a8c7b76-877c-4ed0-ad3e-f25847fca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '3efc9764-0d10-4018-a169-0e8b342fb65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:15.054037 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.060776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Bound using segment: {'id': '2a8c7b76-877c-4ed0-ad3e-f25847fca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '3efc9764-0d10-4018-a169-0e8b342fb65a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:15.061612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Bound port: 44617681-4312-4b89-bb7f-06eb8d141482, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8c7b76-877c-4ed0-ad3e-f25847fca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '3efc9764-0d10-4018-a169-0e8b342fb65a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:15.062065 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.063602 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740a74fa-893a-4864-a6e9-6e4d00b0a589 x-openstack-request-id: req-740a74fa-893a-4864-a6e9-6e4d00b0a589 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:15.064132 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:15.064480 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-740a74fa-893a-4864-a6e9-6e4d00b0a589 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:15.065410 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'status': 'completed', 'code': 200} Jul 16 01:40:15.080449 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] Set router 4b67bb0c-9f7f-4f56-864d-51244de23577 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:15.158479 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.180577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Transition to ACTIVE for port object 72fb575f-0731-4657-85ef-2673c7d348d9 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:15.216233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecd89c7-9972-4036-8b2e-77bc4e6aa54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f426d2ce-26ef-4645-b6d1-03d79dbe963d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:15.226847 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20d55c5-18aa-4db1-b2d1-721b67fbc487" -d '{"events": [{"server_uuid": "2ecd89c7-9972-4036-8b2e-77bc4e6aa54c", "name": "network-vif-plugged", "status": "completed", "tag": "f426d2ce-26ef-4645-b6d1-03d79dbe963d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:15.227922 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-3681afaa-b27b-4515-ab5a-b8ab2d48a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.235292 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-3681afaa-b27b-4515-ab5a-b8ab2d48a2b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12c4eea5d22846989166acf9750bd01d&device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 1097 time: 0.1270797 Jul 16 01:40:15.254933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] For port 44617681-4312-4b89-bb7f-06eb8d141482, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:15.297756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] For port 44617681-4312-4b89-bb7f-06eb8d141482, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=44617681-4312-4b89-bb7f-06eb8d141482,segment=NetworkSegment(2a8c7b76-877c-4ed0-ad3e-f25847fca8c4),segment_id=2a8c7b76-877c-4ed0-ad3e-f25847fca8c4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:15.313214 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.402503 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4b28ed-57f1-4da3-ae95-f79904afe9af x-openstack-request-id: req-2e4b28ed-57f1-4da3-ae95-f79904afe9af {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:15.402853 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecd89c7-9972-4036-8b2e-77bc4e6aa54c", "name": "network-vif-plugged", "status": "completed", "tag": "f426d2ce-26ef-4645-b6d1-03d79dbe963d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:15.403020 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e4b28ed-57f1-4da3-ae95-f79904afe9af {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:15.403419 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecd89c7-9972-4036-8b2e-77bc4e6aa54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f426d2ce-26ef-4645-b6d1-03d79dbe963d', 'code': 200} Jul 16 01:40:15.424780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.461621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f650e7b-dacc-4b63-a7ca-d8f99fb9b618 None None] Pushing event updated for resources: {'Port': ['ID=44617681-4312-4b89-bb7f-06eb8d141482,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.552285 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 3efc9764-0d10-4018-a169-0e8b342fb65a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:15.561209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:15.588294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:15.607070 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:38:00Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7e8d2913-cdb0-4346-a524-b2f444c21a41', 'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:e6:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:58Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:15.617701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d92a2b-9b74-4838-b0cc-f3a3c7996190 req-d139b33d-634d-473b-a381-f53df11e9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.619681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93d92a2b-9b74-4838-b0cc-f3a3c7996190 req-d139b33d-634d-473b-a381-f53df11e9eaa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 1097 time: 0.1192262 Jul 16 01:40:15.663424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=72fb575f-0731-4657-85ef-2673c7d348d9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.678940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-f2492bb7-7737-42c2-af3d-5533056a119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.685932 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93d92a2b-9b74-4838-b0cc-f3a3c7996190 req-752b7ff5-7f7b-46ff-ba04-c6003f6fa5be service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579782 Jul 16 01:40:15.691413 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-f2492bb7-7737-42c2-af3d-5533056a119a service neutron] 10.222.0.50 "GET /v2.0/networks?id=37739147-4dff-4acf-9045-daa5951db93a HTTP/1.1" status: 200 len: 897 time: 0.4444616 Jul 16 01:40:15.700040 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] Checking router: 4b67bb0c-9f7f-4f56-864d-51244de23577 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:15.711441 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] Routers {'4b67bb0c-9f7f-4f56-864d-51244de23577'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:15.712293 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4b67bb0c-9f7f-4f56-864d-51244de23577'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:15.889171 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-201c5597-169d-4dff-9d81-02a8b508b9e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d HTTP/1.1" status: 200 len: 217 time: 0.1802132 Jul 16 01:40:15.892826 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.964948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab298312-2a67-41b4-bc80-b7495bbbfcf1 req-097bd4f0-fdbc-4265-89a8-dde08ac37ef8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.969350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab298312-2a67-41b4-bc80-b7495bbbfcf1 req-097bd4f0-fdbc-4265-89a8-dde08ac37ef8 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.1744614 Jul 16 01:40:15.976589 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] Set router 4b67bb0c-9f7f-4f56-864d-51244de23577 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:16.081586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab298312-2a67-41b4-bc80-b7495bbbfcf1 req-ec0464e3-ec3b-405e-84e5-478feafbd37b tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014092 Jul 16 01:40:16.109189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-fc25d166-2382-4f3d-8ddf-769127ab7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.110768 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-fc25d166-2382-4f3d-8ddf-769127ab7990 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa HTTP/1.1" status: 200 len: 835 time: 0.2106411 Jul 16 01:40:16.369796 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:38:00Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7e8d2913-cdb0-4346-a524-b2f444c21a41', 'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:e6:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:58Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:16.416765 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a057bf29-924e-41c7-a98e-ffac1a5eb6bb None None] The sync data for ids ['4b67bb0c-9f7f-4f56-864d-51244de23577'] in n-d-791504-14 is: [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:38:00Z', 'revision_number': 4, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7e8d2913-cdb0-4346-a524-b2f444c21a41', 'name': '', 'network_id': '37739147-4dff-4acf-9045-daa5951db93a', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'mac_address': 'fa:16:3e:e6:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:58Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'subnets': [{'id': '19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:16.685769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9f1be-0365-4387-b7a9-635c81d1e077 req-839c6d3f-fc02-45b4-9a90-0e3daa50a15f tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.686973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6d9f1be-0365-4387-b7a9-635c81d1e077 req-839c6d3f-fc02-45b4-9a90-0e3daa50a15f tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.7099807 Jul 16 01:40:16.776311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.840078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-c766517f-590f-45c3-8d07-c9823ab4f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.845470 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-c766517f-590f-45c3-8d07-c9823ab4f878 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37739147-4dff-4acf-9045-daa5951db93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7229724 Jul 16 01:40:16.945831 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6d9f1be-0365-4387-b7a9-635c81d1e077 req-e08f4748-d6f7-452f-b0ec-49cabcb47d3b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485037 Jul 16 01:40:16.993052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c44e2de-2862-46a2-9ef2-6ae70c367f9c None None] New status for floating IP 60e58cb6-3403-4ab4-8494-dcb1de408785: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:17.228769 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-abaa881d-ae76-4481-ae0e-3d2f5d37095e service neutron] 10.222.0.50 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499024 Jul 16 01:40:17.426030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbecf3-5df9-460e-8d05-e5b33c24743c None None] Network 3efc9764-0d10-4018-a169-0e8b342fb65a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:17.546936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 44617681-4312-4b89-bb7f-06eb8d141482 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:17.552497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35839d-bb37-43c3-85ba-ef063725f10c req-f78ded98-0e5a-4595-8887-7ca58876bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.554346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a35839d-bb37-43c3-85ba-ef063725f10c req-f78ded98-0e5a-4595-8887-7ca58876bd33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 1097 time: 0.0885842 Jul 16 01:40:17.564580 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-19349c11-8654-44c8-87f5-91a4c954e7ed service neutron] 10.222.0.50 "GET /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247101 Jul 16 01:40:17.665537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-68f4e4fd-4443-4667-9551-8b1f40600d40 None None] Provisioning for port 44617681-4312-4b89-bb7f-06eb8d141482 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:17.709245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 44617681-4312-4b89-bb7f-06eb8d141482 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:17.715460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a211672-aa24-4572-93bf-15a82af04d85 req-f306adeb-de05-457f-9bc2-f79bc7248377 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.717660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a211672-aa24-4572-93bf-15a82af04d85 req-f306adeb-de05-457f-9bc2-f79bc7248377 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.50 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.3505590 Jul 16 01:40:17.717951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 44617681-4312-4b89-bb7f-06eb8d141482 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:17.721574 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.726196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78e85f-1948-4e42-9aa7-28acdd97a8e7 req-d38eaa09-66b3-4de7-8954-676abfd36917 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.727897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c78e85f-1948-4e42-9aa7-28acdd97a8e7 req-d38eaa09-66b3-4de7-8954-676abfd36917 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 945 time: 0.3620315 Jul 16 01:40:17.740661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811b996-7061-4d17-a7d0-5f7fe1995c82 req-12fd276f-04ae-4b11-9f95-440dc2526107 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.742573 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8811b996-7061-4d17-a7d0-5f7fe1995c82 req-12fd276f-04ae-4b11-9f95-440dc2526107 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1569517 Jul 16 01:40:17.786121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35839d-bb37-43c3-85ba-ef063725f10c req-c2ccce1b-5a09-4652-aee8-788907c75e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.788076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a35839d-bb37-43c3-85ba-ef063725f10c req-c2ccce1b-5a09-4652-aee8-788907c75e19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 918 time: 0.2267675 Jul 16 01:40:17.792157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.807511 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.851020 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a35839d-bb37-43c3-85ba-ef063725f10c req-4748b314-0dc6-4b9d-815b-c08729bbdc91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de HTTP/1.1" status: 200 len: 217 time: 0.0497079 Jul 16 01:40:17.877598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8811b996-7061-4d17-a7d0-5f7fe1995c82 req-4b98ee6e-8e5e-449b-bb3b-6209100e540b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269119 Jul 16 01:40:17.901990 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.907138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c78e85f-1948-4e42-9aa7-28acdd97a8e7 req-866d4888-b3b0-461f-a125-37890cf6ad44 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/security-groups?id=471cbf21-7342-434d-a85f-40d1e95760df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688688 Jul 16 01:40:17.943255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35839d-bb37-43c3-85ba-ef063725f10c req-d858745c-ac8b-4eb4-8e5f-39981706ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.944839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a35839d-bb37-43c3-85ba-ef063725f10c req-d858745c-ac8b-4eb4-8e5f-39981706ad6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.0813634 Jul 16 01:40:17.972363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.977670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=72fb575f-0731-4657-85ef-2673c7d348d9,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.997372 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a35839d-bb37-43c3-85ba-ef063725f10c req-11c072e2-c50b-41fe-9f4f-6b015a5fc374 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445030 Jul 16 01:40:18.040565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-6a211672-aa24-4572-93bf-15a82af04d85 req-0aeeee87-b191-4301-95a8-3e984b078eef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 62c4a9c3-50c7-47a3-8120-03468cd8992d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:18.041236 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a211672-aa24-4572-93bf-15a82af04d85 req-0aeeee87-b191-4301-95a8-3e984b078eef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.119434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 44617681-4312-4b89-bb7f-06eb8d141482, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=44617681-4312-4b89-bb7f-06eb8d141482,segment=NetworkSegment(2a8c7b76-877c-4ed0-ad3e-f25847fca8c4),segment_id=2a8c7b76-877c-4ed0-ad3e-f25847fca8c4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:18.125819 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.170327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a35839d-bb37-43c3-85ba-ef063725f10c req-1c63cde2-5041-4192-8e9f-3e10f0110cbf service neutron] 10.222.0.50 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651065 Jul 16 01:40:18.205123 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 3efc9764-0d10-4018-a169-0e8b342fb65a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:18.208872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:18.221562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=44617681-4312-4b89-bb7f-06eb8d141482,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.335722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a211672-aa24-4572-93bf-15a82af04d85 req-0aeeee87-b191-4301-95a8-3e984b078eef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port 62c4a9c3-50c7-47a3-8120-03468cd8992d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=62c4a9c3-50c7-47a3-8120-03468cd8992d,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:18.336093 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a211672-aa24-4572-93bf-15a82af04d85 req-0aeeee87-b191-4301-95a8-3e984b078eef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.352855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-6a211672-aa24-4572-93bf-15a82af04d85 req-0aeeee87-b191-4301-95a8-3e984b078eef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 62c4a9c3-50c7-47a3-8120-03468cd8992d owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:18.383619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a35839d-bb37-43c3-85ba-ef063725f10c req-4b428794-0d1f-454a-8485-604b8b1a0a8b service neutron] 10.222.0.50 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062988 Jul 16 01:40:18.523732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07ca5729-c185-4ea6-87fa-0f35d05e18c6 None None] Provisioning complete for port 44617681-4312-4b89-bb7f-06eb8d141482 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:18.528818 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07ca5729-c185-4ea6-87fa-0f35d05e18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.636003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a211672-aa24-4572-93bf-15a82af04d85 req-0aeeee87-b191-4301-95a8-3e984b078eef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.685002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeee87-b191-4301-95a8-3e984b078eef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=62c4a9c3-50c7-47a3-8120-03468cd8992d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.721425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07ca5729-c185-4ea6-87fa-0f35d05e18c6 None None] Provisioning for port 72fb575f-0731-4657-85ef-2673c7d348d9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:18.727696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07ca5729-c185-4ea6-87fa-0f35d05e18c6 None None] Provisioning complete for port 72fb575f-0731-4657-85ef-2673c7d348d9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:18.728076 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07ca5729-c185-4ea6-87fa-0f35d05e18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.790408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-07ca5729-c185-4ea6-87fa-0f35d05e18c6 None None] Port 72fb575f-0731-4657-85ef-2673c7d348d9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:18.802448 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a211672-aa24-4572-93bf-15a82af04d85 req-0aeeee87-b191-4301-95a8-3e984b078eef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] No DVR routers for this DVR port 62c4a9c3-50c7-47a3-8120-03468cd8992d on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:18.815424 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a211672-aa24-4572-93bf-15a82af04d85 req-0aeeee87-b191-4301-95a8-3e984b078eef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.815424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a211672-aa24-4572-93bf-15a82af04d85 req-0aeeee87-b191-4301-95a8-3e984b078eef tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.50 "DELETE /v2.0/ports/62c4a9c3-50c7-47a3-8120-03468cd8992d HTTP/1.1" status: 204 len: 173 time: 1.0842397 Jul 16 01:40:18.816268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'name': 'network-vif-deleted', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:18.818929 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b9c64c-401c-45b3-993d-cead26487a28" -d '{"events": [{"server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "name": "network-vif-deleted", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:18.834732 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 571474d8-4583-4ca6-8a6c-df2adb4e0838 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:18.932786 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c136a276-7f01-4b14-8bd8-bf2485a1c1a9 x-openstack-request-id: req-c136a276-7f01-4b14-8bd8-bf2485a1c1a9 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:18.933676 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83213b4a-125c-461e-bf07-4a5930bd0e4e", "name": "network-vif-deleted", "tag": "62c4a9c3-50c7-47a3-8120-03468cd8992d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:18.934164 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c136a276-7f01-4b14-8bd8-bf2485a1c1a9 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:18.935162 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83213b4a-125c-461e-bf07-4a5930bd0e4e', 'name': 'network-vif-deleted', 'tag': '62c4a9c3-50c7-47a3-8120-03468cd8992d', 'status': 'completed', 'code': 200} Jul 16 01:40:19.034987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e915062f-1eff-4402-afec-bdc6bb8728e1 None None] Provisioning complete for port 72fb575f-0731-4657-85ef-2673c7d348d9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:19.038887 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e915062f-1eff-4402-afec-bdc6bb8728e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.083333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:19.095240 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede76a1-c75e-4d4b-a4e9-7337fc2241e1 None None] Sync routers for ids ['571474d8-4583-4ca6-8a6c-df2adb4e0838'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:19.113561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 34992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.129566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e9ae4a8a-b991-49dc-8612-915aa6e8fd12 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/571474d8-4583-4ca6-8a6c-df2adb4e0838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4600990 Jul 16 01:40:19.130102 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede76a1-c75e-4d4b-a4e9-7337fc2241e1 None None] Routers {'571474d8-4583-4ca6-8a6c-df2adb4e0838'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:19.150954 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aede76a1-c75e-4d4b-a4e9-7337fc2241e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['571474d8-4583-4ca6-8a6c-df2adb4e0838'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:19.178431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e915062f-1eff-4402-afec-bdc6bb8728e1 None None] Port 72fb575f-0731-4657-85ef-2673c7d348d9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:19.203491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a1c5d3-5e24-4e1d-b2eb-2f768f7b010e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.209441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 34994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.221268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-86a1c5d3-5e24-4e1d-b2eb-2f768f7b010e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports/72fb575f-0731-4657-85ef-2673c7d348d9 HTTP/1.1" status: 200 len: 910 time: 0.1048641 Jul 16 01:40:19.295469 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aede76a1-c75e-4d4b-a4e9-7337fc2241e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:19.323262 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede76a1-c75e-4d4b-a4e9-7337fc2241e1 None None] Routers {'571474d8-4583-4ca6-8a6c-df2adb4e0838'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:19.325440 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aede76a1-c75e-4d4b-a4e9-7337fc2241e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['571474d8-4583-4ca6-8a6c-df2adb4e0838'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:19.361540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b28141e-3717-47a6-af2f-52abca2cd964 req-ab695068-74a9-4004-bdb8-0200be8b7de5 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "GET /v2.0/ports?device_id=83213b4a-125c-461e-bf07-4a5930bd0e4e HTTP/1.1" status: 200 len: 210 time: 0.0481198 Jul 16 01:40:19.443813 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aede76a1-c75e-4d4b-a4e9-7337fc2241e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:19.444561 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede76a1-c75e-4d4b-a4e9-7337fc2241e1 None None] The sync data for ids ['571474d8-4583-4ca6-8a6c-df2adb4e0838'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:19.520362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 44617681-4312-4b89-bb7f-06eb8d141482 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:19.536028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f808a22c-7567-4504-b2d6-0e48a97527ac None None] Provisioning complete for port 72fb575f-0731-4657-85ef-2673c7d348d9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:19.536396 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f808a22c-7567-4504-b2d6-0e48a97527ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.613217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2613f-dcbe-4c14-98ea-83f2bcd6ce23 req-6d865a81-5125-4257-9516-65d51464ef14 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.615074 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92e2613f-dcbe-4c14-98ea-83f2bcd6ce23 req-6d865a81-5125-4257-9516-65d51464ef14 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.3049798 Jul 16 01:40:19.617480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f808a22c-7567-4504-b2d6-0e48a97527ac None None] Port 72fb575f-0731-4657-85ef-2673c7d348d9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:19.643360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 44617681-4312-4b89-bb7f-06eb8d141482 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:19.644236 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.707008 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92e2613f-dcbe-4c14-98ea-83f2bcd6ce23 req-3da2c7bb-c5dd-4531-a6ac-fc92cb1e2670 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727632 Jul 16 01:40:19.842873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.121081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 72fb575f-0731-4657-85ef-2673c7d348d9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:20.121423 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.230251 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.245459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 72fb575f-0731-4657-85ef-2673c7d348d9 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:20.436409 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.468730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=72fb575f-0731-4657-85ef-2673c7d348d9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.495554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.666359 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.802437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 62c4a9c3-50c7-47a3-8120-03468cd8992d no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:20.837378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 62c4a9c3-50c7-47a3-8120-03468cd8992d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:20.839657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 62c4a9c3-50c7-47a3-8120-03468cd8992d not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:20.897019 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 571474d8-4583-4ca6-8a6c-df2adb4e0838 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:20.939909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb74d91-717a-41c7-a7de-703ceb0ae439 req-2310110b-3aa5-4ed1-9a5a-1e922c6f7426 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.944185 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4cb74d91-717a-41c7-a7de-703ceb0ae439 req-2310110b-3aa5-4ed1-9a5a-1e922c6f7426 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.0946267 Jul 16 01:40:21.015028 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.056194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:21.065252 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3846ae82-4ff1-4923-812f-98ce78df205d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/571474d8-4583-4ca6-8a6c-df2adb4e0838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8546133 Jul 16 01:40:21.070992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35020) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:21.071734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b899ef-6fbb-4aa6-8647-f7ea999dd885 None None] Sync routers for ids ['571474d8-4583-4ca6-8a6c-df2adb4e0838'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:21.086163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b899ef-6fbb-4aa6-8647-f7ea999dd885 None None] Routers {'571474d8-4583-4ca6-8a6c-df2adb4e0838'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:21.086812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e7b899ef-6fbb-4aa6-8647-f7ea999dd885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['571474d8-4583-4ca6-8a6c-df2adb4e0838'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:21.116113 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4cb74d91-717a-41c7-a7de-703ceb0ae439 req-9b13873c-3ca5-4faf-b49d-be135f7a7d11 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261997 Jul 16 01:40:21.118371 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-85e951a7-93e9-4439-9e74-c2c75a15f312 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=571474d8-4583-4ca6-8a6c-df2adb4e0838 HTTP/1.1" status: 200 len: 205 time: 0.0463388 Jul 16 01:40:21.120881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35024) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:21.158585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e7b899ef-6fbb-4aa6-8647-f7ea999dd885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:21.168319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b899ef-6fbb-4aa6-8647-f7ea999dd885 None None] Routers {'571474d8-4583-4ca6-8a6c-df2adb4e0838'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:21.168873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e7b899ef-6fbb-4aa6-8647-f7ea999dd885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['571474d8-4583-4ca6-8a6c-df2adb4e0838'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:21.209604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e7b899ef-6fbb-4aa6-8647-f7ea999dd885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:21.210487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b899ef-6fbb-4aa6-8647-f7ea999dd885 None None] The sync data for ids ['571474d8-4583-4ca6-8a6c-df2adb4e0838'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:21.227096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbc37-ed4e-44db-aed2-e026ed0063c2 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.425309 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbc37-ed4e-44db-aed2-e026ed0063c2 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.427741 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbc37-ed4e-44db-aed2-e026ed0063c2 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.443453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 7e8d2913-cdb0-4346-a524-b2f444c21a41 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:21.444086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.487112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbc37-ed4e-44db-aed2-e026ed0063c2 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.487653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcfbc37-ed4e-44db-aed2-e026ed0063c2 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Fanout notify agent at l3_agent the message router_deleted on router 571474d8-4583-4ca6-8a6c-df2adb4e0838 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:21.494954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbc37-ed4e-44db-aed2-e026ed0063c2 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.496067 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5fcfbc37-ed4e-44db-aed2-e026ed0063c2 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/571474d8-4583-4ca6-8a6c-df2adb4e0838 HTTP/1.1" status: 204 len: 168 time: 0.3740909 Jul 16 01:40:21.500575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35030) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:21.564716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b12b559-0d11-4b00-99eb-a76a418b14d8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting subnet fda997ce-5cd9-4a05-8e8e-0df23d70ffc6 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:21.567702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port 7e8d2913-cdb0-4346-a524-b2f444c21a41, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7e8d2913-cdb0-4346-a524-b2f444c21a41,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:21.568351 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.569884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b12b559-0d11-4b00-99eb-a76a418b14d8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.587545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 7e8d2913-cdb0-4346-a524-b2f444c21a41 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:21.622126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b12b559-0d11-4b00-99eb-a76a418b14d8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.722075 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b12b559-0d11-4b00-99eb-a76a418b14d8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.802948 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.807568 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b12b559-0d11-4b00-99eb-a76a418b14d8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.838940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=7e8d2913-cdb0-4346-a524-b2f444c21a41,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:22.080671 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.301130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12b559-0d11-4b00-99eb-a76a418b14d8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Subnet': ['ID=fda997ce-5cd9-4a05-8e8e-0df23d70ffc6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:22.313013 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b12b559-0d11-4b00-99eb-a76a418b14d8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.315211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8b12b559-0d11-4b00-99eb-a76a418b14d8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/fda997ce-5cd9-4a05-8e8e-0df23d70ffc6 HTTP/1.1" status: 204 len: 168 time: 0.8134484 Jul 16 01:40:22.317556 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35038) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:22.319976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d1b78-3f66-41af-a148-dd3252c366ea None None] Network 3efc9764-0d10-4018-a169-0e8b342fb65a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:22.424596 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.519313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Router 4b67bb0c-9f7f-4f56-864d-51244de23577 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:22.520037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 44617681-4312-4b89-bb7f-06eb8d141482 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:22.520402 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.529895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49fdc4-2699-4872-a735-2ef646a64628 req-132f2019-01dd-4297-9596-a74f872341a2 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.537047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f49fdc4-2699-4872-a735-2ef646a64628 req-132f2019-01dd-4297-9596-a74f872341a2 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1943030 Jul 16 01:40:22.603667 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port 44617681-4312-4b89-bb7f-06eb8d141482, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=44617681-4312-4b89-bb7f-06eb8d141482,segment=NetworkSegment(2a8c7b76-877c-4ed0-ad3e-f25847fca8c4),segment_id=2a8c7b76-877c-4ed0-ad3e-f25847fca8c4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:22.604030 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.622358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 44617681-4312-4b89-bb7f-06eb8d141482 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:22.623184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119e4288-d0c1-4e7e-aefd-2bd056ce38b3 None None] DHCP port deletion for 3efc9764-0d10-4018-a169-0e8b342fb65a request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:22.629831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2f49fdc4-2699-4872-a735-2ef646a64628 req-9a0a6fd2-6700-4236-8277-39e087cc3b4d tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898974 Jul 16 01:40:22.692152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-119e4288-d0c1-4e7e-aefd-2bd056ce38b3 None None] Deleting port 44617681-4312-4b89-bb7f-06eb8d141482 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:22.692943 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-119e4288-d0c1-4e7e-aefd-2bd056ce38b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.709226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:22.714588 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f967ce6c-a553-4149-909e-622fe49dc31c tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "PUT /v2.0/routers/4b67bb0c-9f7f-4f56-864d-51244de23577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2171907 Jul 16 01:40:22.717442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35042) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:22.719482 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] Sync routers for ids ['4b67bb0c-9f7f-4f56-864d-51244de23577'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:22.734444 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] Routers {'4b67bb0c-9f7f-4f56-864d-51244de23577'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:22.735059 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4b67bb0c-9f7f-4f56-864d-51244de23577'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:22.780598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-119e4288-d0c1-4e7e-aefd-2bd056ce38b3 None None] For port 44617681-4312-4b89-bb7f-06eb8d141482, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=44617681-4312-4b89-bb7f-06eb8d141482,segment=NetworkSegment(2a8c7b76-877c-4ed0-ad3e-f25847fca8c4),segment_id=2a8c7b76-877c-4ed0-ad3e-f25847fca8c4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:22.781365 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-119e4288-d0c1-4e7e-aefd-2bd056ce38b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.784965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbbe9e8-fbf3-4fc6-b1e6-3c0f12da56fa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting subnet 19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:22.788611 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1bbbe9e8-fbf3-4fc6-b1e6-3c0f12da56fa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.806037 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.811197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-119e4288-d0c1-4e7e-aefd-2bd056ce38b3 None None] Calling delete_port for 44617681-4312-4b89-bb7f-06eb8d141482 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:22.869349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=44617681-4312-4b89-bb7f-06eb8d141482,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:22.879362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No DVR routers for this DVR port 44617681-4312-4b89-bb7f-06eb8d141482 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:22.912913 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1bbbe9e8-fbf3-4fc6-b1e6-3c0f12da56fa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.012286 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-119e4288-d0c1-4e7e-aefd-2bd056ce38b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.030691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1bbbe9e8-fbf3-4fc6-b1e6-3c0f12da56fa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.049579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e4288-d0c1-4e7e-aefd-2bd056ce38b3 None None] Pushing event deleted for resources: {'Port': ['ID=44617681-4312-4b89-bb7f-06eb8d141482,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.051932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e4288-d0c1-4e7e-aefd-2bd056ce38b3 None None] No DVR routers for this DVR port 44617681-4312-4b89-bb7f-06eb8d141482 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:23.058633 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.075001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efc9764-0d10-4018-a169-0e8b342fb65a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:23.103051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8c7b76-877c-4ed0-ad3e-f25847fca8c4') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:23.103310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8c7b76-877c-4ed0-ad3e-f25847fca8c4') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:23.110819 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] Set router 4b67bb0c-9f7f-4f56-864d-51244de23577 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:23.115557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.144386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.153264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:23.153487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1bbbe9e8-fbf3-4fc6-b1e6-3c0f12da56fa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.155518 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:23.159133 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:23.179260 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1bbbe9e8-fbf3-4fc6-b1e6-3c0f12da56fa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.185307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e75f3e-2d4b-4396-96b4-24d608810305 None None] Network 37739147-4dff-4acf-9045-daa5951db93a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:23.186374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1bbbe9e8-fbf3-4fc6-b1e6-3c0f12da56fa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/subnets/19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa HTTP/1.1" status: 204 len: 168 time: 0.4676244 Jul 16 01:40:23.188362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35046) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:23.240318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.251312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbe9e8-fbf3-4fc6-b1e6-3c0f12da56fa tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Subnet': ['ID=19c9fc9e-32a2-4f29-8a52-73d6a0a0a8aa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.254400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.261267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35048) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:23.263092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/networks/3efc9764-0d10-4018-a169-0e8b342fb65a HTTP/1.1" status: 204 len: 168 time: 0.9438827 Jul 16 01:40:23.270053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-742477013', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:23.289016 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175b3e7-52d4-479f-b055-0e9ae063f8a0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Network': ['ID=3efc9764-0d10-4018-a169-0e8b342fb65a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.307930 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.309121 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.412304 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:40:21Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:23.444894 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] Checking router: 4b67bb0c-9f7f-4f56-864d-51244de23577 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:23.456245 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] Routers {'4b67bb0c-9f7f-4f56-864d-51244de23577'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:23.457921 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:39:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4b67bb0c-9f7f-4f56-864d-51244de23577'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:23.492169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda4a269-e362-43b6-a8bb-e6bea55894a4 None None] DHCP port deletion for 37739147-4dff-4acf-9045-daa5951db93a request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:23.599268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 44617681-4312-4b89-bb7f-06eb8d141482 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:23.671666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 44617681-4312-4b89-bb7f-06eb8d141482 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:23.672156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 44617681-4312-4b89-bb7f-06eb8d141482 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:23.692992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-eda4a269-e362-43b6-a8bb-e6bea55894a4 None None] Deleting port 34b7242e-cd87-4435-b4cf-add4eec77576 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:23.693376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eda4a269-e362-43b6-a8bb-e6bea55894a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.765964 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] Set router 4b67bb0c-9f7f-4f56-864d-51244de23577 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:23.854043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-eda4a269-e362-43b6-a8bb-e6bea55894a4 None None] For port 34b7242e-cd87-4435-b4cf-add4eec77576, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=34b7242e-cd87-4435-b4cf-add4eec77576,segment=NetworkSegment(726f4880-b564-496c-a08b-59c7aa444800),segment_id=726f4880-b564-496c-a08b-59c7aa444800)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:23.854710 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eda4a269-e362-43b6-a8bb-e6bea55894a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.891523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-eda4a269-e362-43b6-a8bb-e6bea55894a4 None None] Calling delete_port for 34b7242e-cd87-4435-b4cf-add4eec77576 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:23.927642 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.024257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.102192 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eda4a269-e362-43b6-a8bb-e6bea55894a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.120219 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:40:21Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:24.130047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4a269-e362-43b6-a8bb-e6bea55894a4 None None] No DVR routers for this DVR port 34b7242e-cd87-4435-b4cf-add4eec77576 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:24.130294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b821e76-35cc-43a5-8097-d71aac941323 req-5064fada-e366-42f6-ae97-742eef854876 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.133077 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b821e76-35cc-43a5-8097-d71aac941323 req-5064fada-e366-42f6-ae97-742eef854876 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1742544 Jul 16 01:40:24.170925 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4a269-e362-43b6-a8bb-e6bea55894a4 None None] Pushing event deleted for resources: {'Port': ['ID=34b7242e-cd87-4435-b4cf-add4eec77576,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.181807 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3804fc-a8cd-43be-b639-b207676c25cb None None] The sync data for ids ['4b67bb0c-9f7f-4f56-864d-51244de23577'] in n-d-791504-14 is: [{'id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670082143', 'tenant_id': '12c4eea5d22846989166acf9750bd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:49Z', 'updated_at': '2021-07-16T01:40:21Z', 'revision_number': 5, 'project_id': '12c4eea5d22846989166acf9750bd01d', 'gw_port': {'id': '1e872e35-cd77-4a36-8f71-2369e688938d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67bb0c-9f7f-4f56-864d-51244de23577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:50Z', 'updated_at': '2021-07-16T01:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:24.223942 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4b821e76-35cc-43a5-8097-d71aac941323 req-4f4b09bf-60e2-4243-abe4-c3543d082a96 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747662 Jul 16 01:40:24.384865 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.416243 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.472809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35084) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:24.566656 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d353c13a-1a39-4041-b852-ef2a290a7209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.600541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Deleting port 1e872e35-cd77-4a36-8f71-2369e688938d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:24.601463 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.655602 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8203-3201-4948-abff-14991d0de731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.815410 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8203-3201-4948-abff-14991d0de731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.838110 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8203-3201-4948-abff-14991d0de731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.856535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] For port 1e872e35-cd77-4a36-8f71-2369e688938d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1e872e35-cd77-4a36-8f71-2369e688938d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:24.857566 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.876115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Calling delete_port for 1e872e35-cd77-4a36-8f71-2369e688938d owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:24.893568 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dd8d8203-3201-4948-abff-14991d0de731 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7b10c019a8a431185d83a36adc7c137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195695 Jul 16 01:40:24.894367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35088) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:24.895015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d8203-3201-4948-abff-14991d0de731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad736951-2e20-4c34-a75e-4c6582bc7ca1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.960053 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-066c7ad5-dd35-479b-85a5-2d73ff3c4c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.968869 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.984895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-066c7ad5-dd35-479b-85a5-2d73ff3c4c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.993373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.050299 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-066c7ad5-dd35-479b-85a5-2d73ff3c4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.054126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-066c7ad5-dd35-479b-85a5-2d73ff3c4c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.055371 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-066c7ad5-dd35-479b-85a5-2d73ff3c4c1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad736951-2e20-4c34-a75e-4c6582bc7ca1 HTTP/1.1" status: 204 len: 168 time: 0.1544530 Jul 16 01:40:25.069730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c7ad5-dd35-479b-85a5-2d73ff3c4c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad736951-2e20-4c34-a75e-4c6582bc7ca1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.188604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Allocated IP 172.25.4.221 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/1f471e49-c54e-48e7-bfa7-743cc2607768) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:25.214546 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.260047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Port': ['ID=1e872e35-cd77-4a36-8f71-2369e688938d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.394567 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.525556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 34b7242e-cd87-4435-b4cf-add4eec77576 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:25.545272 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.550269 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.557123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 34b7242e-cd87-4435-b4cf-add4eec77576 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:25.557795 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 34b7242e-cd87-4435-b4cf-add4eec77576 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:25.558511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7e8d2913-cdb0-4346-a524-b2f444c21a41 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:25.559168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.567659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35098) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:25.581625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 7e8d2913-cdb0-4346-a524-b2f444c21a41 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:25.583008 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7e8d2913-cdb0-4346-a524-b2f444c21a41 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:25.592411 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2725d41e-e676-4692-b628-7cc16212fbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.621680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.622233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Fanout notify agent at l3_agent the message router_deleted on router 4b67bb0c-9f7f-4f56-864d-51244de23577 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:25.633451 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.634602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8be3a396-33f5-4b44-abb6-d9b59f88c56d tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/routers/4b67bb0c-9f7f-4f56-864d-51244de23577 HTTP/1.1" status: 204 len: 168 time: 2.4453146 Jul 16 01:40:25.637516 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35100) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:25.671830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d2b66-8983-4ae3-9c27-e8ba16cbaf1e req-2941dc3e-a7e1-4473-a6e8-9fbad5ae4341 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.673435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b08d2b66-8983-4ae3-9c27-e8ba16cbaf1e req-2941dc3e-a7e1-4473-a6e8-9fbad5ae4341 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.2383220 Jul 16 01:40:25.687784 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.691686 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.745648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:25.758654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:25.765325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:25.781724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.793920 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b08d2b66-8983-4ae3-9c27-e8ba16cbaf1e req-a225108f-e17a-4de8-8885-07ec619a55bf tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133966 Jul 16 01:40:25.794320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=1f471e49-c54e-48e7-bfa7-743cc2607768,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.875960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2725d41e-e676-4692-b628-7cc16212fbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.880770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2725d41e-e676-4692-b628-7cc16212fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.947530 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.968530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37739147-4dff-4acf-9045-daa5951db93a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:25.975595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2725d41e-e676-4692-b628-7cc16212fbdb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79ba2ac4b2cd44c5bf8957e76e119e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068329 Jul 16 01:40:25.976370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:25.990733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725d41e-e676-4692-b628-7cc16212fbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f4cce1-c021-486b-b9ab-9f205ae42108,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.994521 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726f4880-b564-496c-a08b-59c7aa444800') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:25.994819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726f4880-b564-496c-a08b-59c7aa444800') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:26.011731 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.050420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.063959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:26.064432 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:26.068904 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:26.089218 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.152872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac9daa5f-5f1b-4644-9834-d97ef29fd055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.159079 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.173574 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.178149 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/networks/37739147-4dff-4acf-9045-daa5951db93a HTTP/1.1" status: 204 len: 168 time: 0.5364141 Jul 16 01:40:26.189129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35104) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.202606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927691d1-3cad-4269-bc56-4eafdd64cc96 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'Network': ['ID=37739147-4dff-4acf-9045-daa5951db93a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.213303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac9daa5f-5f1b-4644-9834-d97ef29fd055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.301896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac9daa5f-5f1b-4644-9834-d97ef29fd055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.304866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac9daa5f-5f1b-4644-9834-d97ef29fd055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.308304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ac9daa5f-5f1b-4644-9834-d97ef29fd055 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10f4cce1-c021-486b-b9ab-9f205ae42108 HTTP/1.1" status: 204 len: 168 time: 0.3239214 Jul 16 01:40:26.322523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9daa5f-5f1b-4644-9834-d97ef29fd055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f4cce1-c021-486b-b9ab-9f205ae42108,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.352755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5049aa1-706a-4a74-96dd-03b9ab6c1316 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.399428 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5049aa1-706a-4a74-96dd-03b9ab6c1316 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.408520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.492817 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5049aa1-706a-4a74-96dd-03b9ab6c1316 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.496572 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5049aa1-706a-4a74-96dd-03b9ab6c1316 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.502111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d5049aa1-706a-4a74-96dd-03b9ab6c1316 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] 10.222.0.64 "DELETE /v2.0/security-groups/471cbf21-7342-434d-a85f-40d1e95760df HTTP/1.1" status: 204 len: 168 time: 0.3122048 Jul 16 01:40:26.515382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5049aa1-706a-4a74-96dd-03b9ab6c1316 tempest-TestNetworkAdvancedServerOps-1457629895 tempest-TestNetworkAdvancedServerOps-1457629895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471cbf21-7342-434d-a85f-40d1e95760df,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.710955 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.937628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 87db9f06-04e7-47d2-8d7a-dc756fcf58af is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:26.986505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.117797 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-842740e1-9bd6-4cb6-8281-2f3e7275a5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.145171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cb786-0a3c-4791-b038-90af62e72ba0 req-7e0128c2-238c-4dcd-b44b-77b6527f913e tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.146730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af9cb786-0a3c-4791-b038-90af62e72ba0 req-7e0128c2-238c-4dcd-b44b-77b6527f913e tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1402822 Jul 16 01:40:27.148247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:27.159524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0586959-aad0-4fa1-9f96-b8edf67c43b9 None None] Sync routers for ids ['87db9f06-04e7-47d2-8d7a-dc756fcf58af'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:27.175419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0586959-aad0-4fa1-9f96-b8edf67c43b9 None None] Routers {'87db9f06-04e7-47d2-8d7a-dc756fcf58af'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:27.176529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e0586959-aad0-4fa1-9f96-b8edf67c43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['87db9f06-04e7-47d2-8d7a-dc756fcf58af'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.196733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.198068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f5f7c156-b336-46bd-91e6-9f6c6c1765d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.9360096 Jul 16 01:40:27.201740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35134) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.213663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-af9cb786-0a3c-4791-b038-90af62e72ba0 req-0e669820-f585-4893-bb73-e23bff3e02a9 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529029 Jul 16 01:40:27.244343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e0586959-aad0-4fa1-9f96-b8edf67c43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.254493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0586959-aad0-4fa1-9f96-b8edf67c43b9 None None] Routers {'87db9f06-04e7-47d2-8d7a-dc756fcf58af'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:27.255109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e0586959-aad0-4fa1-9f96-b8edf67c43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['87db9f06-04e7-47d2-8d7a-dc756fcf58af'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.290053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e0586959-aad0-4fa1-9f96-b8edf67c43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.290751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0586959-aad0-4fa1-9f96-b8edf67c43b9 None None] The sync data for ids ['87db9f06-04e7-47d2-8d7a-dc756fcf58af'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:27.362115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35142) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.368467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1e872e35-cd77-4a36-8f71-2369e688938d no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:27.371090 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-244af9f1-0512-45a5-a904-b6b6501c7d98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=12c4eea5d22846989166acf9750bd01d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829851 Jul 16 01:40:27.391718 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ddee6b54-5e50-4b86-8a49-0c7cbbd463cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/routers/87db9f06-04e7-47d2-8d7a-dc756fcf58af HTTP/1.1" status: 200 len: 880 time: 0.1884944 Jul 16 01:40:27.394141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.396983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 1e872e35-cd77-4a36-8f71-2369e688938d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:27.397587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1e872e35-cd77-4a36-8f71-2369e688938d not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:27.443249 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0cc1-3651-4d95-b3e2-892a3b4c2cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.478062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0cc1-3651-4d95-b3e2-892a3b4c2cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.552966 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0cc1-3651-4d95-b3e2-892a3b4c2cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.556025 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0cc1-3651-4d95-b3e2-892a3b4c2cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.557213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fe2b0cc1-3651-4d95-b3e2-892a3b4c2cc4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7cf115cd-2f7d-4615-ac22-fff915ffd677 HTTP/1.1" status: 204 len: 168 time: 0.1940269 Jul 16 01:40:27.569229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b0cc1-3651-4d95-b3e2-892a3b4c2cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf115cd-2f7d-4615-ac22-fff915ffd677,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.621690 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.687820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ab907b65-e558-492d-83be-21f995754ef2 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2925143 Jul 16 01:40:27.690270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.695232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d96d8d82-d1a6-4e56-b741-f65e65484c9f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-742477013'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:28.042659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35164) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.101819 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4ec54214-f2c9-4562-a10f-9e1a8547a6f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=582c148f200a4d7281f40a55d52b5d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557029 Jul 16 01:40:28.102157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.102750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96d8d82-d1a6-4e56-b741-f65e65484c9f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.118179 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96d8d82-d1a6-4e56-b741-f65e65484c9f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.164525 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c64a62e-cbb2-424d-a87f-a3307f6176f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.223887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c64a62e-cbb2-424d-a87f-a3307f6176f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.287780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96d8d82-d1a6-4e56-b741-f65e65484c9f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 87db9f06-04e7-47d2-8d7a-dc756fcf58af has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:28.293423 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c64a62e-cbb2-424d-a87f-a3307f6176f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.296467 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c64a62e-cbb2-424d-a87f-a3307f6176f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.297669 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3c64a62e-cbb2-424d-a87f-a3307f6176f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c2bbf0c-3245-424b-a879-91c7edafd8eb HTTP/1.1" status: 204 len: 168 time: 0.1945877 Jul 16 01:40:28.316187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64a62e-cbb2-424d-a87f-a3307f6176f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2bbf0c-3245-424b-a879-91c7edafd8eb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:28.471574 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.513911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96d8d82-d1a6-4e56-b741-f65e65484c9f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:28.521618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d96d8d82-d1a6-4e56-b741-f65e65484c9f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.522845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d96d8d82-d1a6-4e56-b741-f65e65484c9f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/87db9f06-04e7-47d2-8d7a-dc756fcf58af HTTP/1.1" status: 200 len: 887 time: 0.8316164 Jul 16 01:40:28.525557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35182) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.529611 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11720270-2fe6-46f6-b783-499b1a439b5f None None] Sync routers for ids ['87db9f06-04e7-47d2-8d7a-dc756fcf58af'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:28.543429 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11720270-2fe6-46f6-b783-499b1a439b5f None None] Routers {'87db9f06-04e7-47d2-8d7a-dc756fcf58af'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:28.545217 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-11720270-2fe6-46f6-b783-499b1a439b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['87db9f06-04e7-47d2-8d7a-dc756fcf58af'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.595976 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-11720270-2fe6-46f6-b783-499b1a439b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.602530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e430454-604c-4694-9247-15771463cd2d req-5049ec9e-2e01-4d0a-8282-be6c07cf999b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.604031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e430454-604c-4694-9247-15771463cd2d req-5049ec9e-2e01-4d0a-8282-be6c07cf999b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1756797 Jul 16 01:40:28.613212 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11720270-2fe6-46f6-b783-499b1a439b5f None None] Routers {'87db9f06-04e7-47d2-8d7a-dc756fcf58af'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:28.614070 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-11720270-2fe6-46f6-b783-499b1a439b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['87db9f06-04e7-47d2-8d7a-dc756fcf58af'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.661984 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-11720270-2fe6-46f6-b783-499b1a439b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.664565 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11720270-2fe6-46f6-b783-499b1a439b5f None None] The sync data for ids ['87db9f06-04e7-47d2-8d7a-dc756fcf58af'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:28.698934 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e430454-604c-4694-9247-15771463cd2d req-0e453ad7-ff05-414b-b2ea-77cbb072f416 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632782 Jul 16 01:40:28.705134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f85985bc-0dc2-465f-8877-26a4a48a5640 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/routers/87db9f06-04e7-47d2-8d7a-dc756fcf58af HTTP/1.1" status: 200 len: 887 time: 0.1784918 Jul 16 01:40:28.707892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35186) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.747556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-33499da2-c133-4187-8b0d-db597bb3950f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=87db9f06-04e7-47d2-8d7a-dc756fcf58af HTTP/1.1" status: 200 len: 205 time: 0.0381398 Jul 16 01:40:28.750664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35188) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.871119 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.995757 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.059827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 1f471e49-c54e-48e7-bfa7-743cc2607768 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:29.062462 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.572579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.587017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 1f471e49-c54e-48e7-bfa7-743cc2607768 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:29.807381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.835813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=1f471e49-c54e-48e7-bfa7-743cc2607768,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.906346 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.931316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27516a1b-9197-4d3f-8704-0b41bdb52be8 req-4c267ed9-dc80-4201-b50c-ce500b028383 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.933211 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27516a1b-9197-4d3f-8704-0b41bdb52be8 req-4c267ed9-dc80-4201-b50c-ce500b028383 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.0838809 Jul 16 01:40:29.983992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27516a1b-9197-4d3f-8704-0b41bdb52be8 req-4be42438-e676-4925-bf42-408b3ef43316 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Jul 16 01:40:30.024400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.026610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.076180 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.076864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Fanout notify agent at l3_agent the message router_deleted on router 87db9f06-04e7-47d2-8d7a-dc756fcf58af {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:30.089604 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.090826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d144661b-c342-4630-90a2-df95daf92a76 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/87db9f06-04e7-47d2-8d7a-dc756fcf58af HTTP/1.1" status: 204 len: 168 time: 1.3389721 Jul 16 01:40:30.096681 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.098085 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.101792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'network': {'name': 'tempest-RoutersTest-365626980'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:30.124840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:30.128322 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.156561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:30.167601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.167950 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added segment bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f of type vlan for network 48c80380-ff26-48b1-9e2a-eea8918cb88b Jul 16 01:40:30.217010 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.251142 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.257353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.258160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.300162 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2024324 Jul 16 01:40:30.304165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.309957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'subnet': {'network_id': '48c80380-ff26-48b1-9e2a-eea8918cb88b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:30.338471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca115bb-a104-46eb-9d12-e3101364bf14 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Network': ['ID=48c80380-ff26-48b1-9e2a-eea8918cb88b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.350657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 48c80380-ff26-48b1-9e2a-eea8918cb88b details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:30.491066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:30.499113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.791173 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.870735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Checking segment: {'id': 'bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48c80380-ff26-48b1-9e2a-eea8918cb88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:30.871531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network hostable DHCP agents. Network: 48c80380-ff26-48b1-9e2a-eea8918cb88b, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:30.873936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Subnet': ['ID=e040987c-b07c-40f3-a4ca-60bdd25abac3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.895656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 48c80380-ff26-48b1-9e2a-eea8918cb88b is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:30.905736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 48c80380-ff26-48b1-9e2a-eea8918cb88b) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:30.910234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.910823 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.917048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbafa94-62ea-494e-ab2f-3652b70ec4af None None] Network 48c80380-ff26-48b1-9e2a-eea8918cb88b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:30.932882 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5857f874-a6c7-48f1-b9db-fa39a32ca725 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6273503 Jul 16 01:40:30.936210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.942461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6bd0d1f5-e93d-4cf7-bd87-55278ae4cf55 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-413427641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:30.980473 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bd0d1f5-e93d-4cf7-bd87-55278ae4cf55 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.983214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bd0d1f5-e93d-4cf7-bd87-55278ae4cf55 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.073505 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bd0d1f5-e93d-4cf7-bd87-55278ae4cf55 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.078999 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bd0d1f5-e93d-4cf7-bd87-55278ae4cf55 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.099479 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bd0d1f5-e93d-4cf7-bd87-55278ae4cf55 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.101468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6bd0d1f5-e93d-4cf7-bd87-55278ae4cf55 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1639357 Jul 16 01:40:31.104351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.110385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-48c80380-ff26-48b1-9e2a-eea8918cb88b', 'network_id': '48c80380-ff26-48b1-9e2a-eea8918cb88b', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'fixed_ips': [{'subnet_id': 'e040987c-b07c-40f3-a4ca-60bdd25abac3'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:31.111269 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.206749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35368) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.328148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Allocated IP 172.20.0.2 (48c80380-ff26-48b1-9e2a-eea8918cb88b/e040987c-b07c-40f3-a4ca-60bdd25abac3/fedfac19-f0fa-44aa-aa77-2ca56de950cf) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:31.387774 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b57490eb-1106-4b94-9884-8c171d36463c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.406814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38b33a-cc5b-4fef-afe9-bb6ccd85c54f req-67d9ccf3-c617-4b41-8997-9c3a036b88dc tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:31.408652 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e38b33a-cc5b-4fef-afe9-bb6ccd85c54f req-67d9ccf3-c617-4b41-8997-9c3a036b88dc tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.2553766 Jul 16 01:40:31.497998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7e38b33a-cc5b-4fef-afe9-bb6ccd85c54f req-27027efa-f2b8-4858-9222-f4f28f52cc41 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574160 Jul 16 01:40:31.539187 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.543984 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.557664 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b57490eb-1106-4b94-9884-8c171d36463c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.562266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Transition to ACTIVE for port object fedfac19-f0fa-44aa-aa77-2ca56de950cf will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:31.568635 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b57490eb-1106-4b94-9884-8c171d36463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.598769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Transition to ACTIVE for port object fedfac19-f0fa-44aa-aa77-2ca56de950cf will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:31.606467 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.628262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57490eb-1106-4b94-9884-8c171d36463c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7714f3-ac4e-4e13-a3cd-c1d7e51ede86,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.661496 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b57490eb-1106-4b94-9884-8c171d36463c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c71ed9e73ef4586aaac51418614c85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535606 Jul 16 01:40:31.662601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35378) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.690728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Network 48c80380-ff26-48b1-9e2a-eea8918cb88b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:31.695449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:31.699836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:31.708004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Pushing event updated for resources: {'Port': ['ID=fedfac19-f0fa-44aa-aa77-2ca56de950cf,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.773204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Attempting to bind port fedfac19-f0fa-44aa-aa77-2ca56de950cf on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:31.773824 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Attempting to bind port fedfac19-f0fa-44aa-aa77-2ca56de950cf by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48c80380-ff26-48b1-9e2a-eea8918cb88b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:31.774471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Attempting to bind port fedfac19-f0fa-44aa-aa77-2ca56de950cf on network 48c80380-ff26-48b1-9e2a-eea8918cb88b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:31.781094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:31.781789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Checking segment: {'id': 'bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48c80380-ff26-48b1-9e2a-eea8918cb88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:31.782423 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.783014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Bound using segment: {'id': 'bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48c80380-ff26-48b1-9e2a-eea8918cb88b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:31.783681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Bound port: fedfac19-f0fa-44aa-aa77-2ca56de950cf, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48c80380-ff26-48b1-9e2a-eea8918cb88b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:31.784297 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.799730 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edaad4e8-5394-44c3-a439-0f4754721642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.853290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edaad4e8-5394-44c3-a439-0f4754721642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.882141 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] For port fedfac19-f0fa-44aa-aa77-2ca56de950cf, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:31.886204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] For port fedfac19-f0fa-44aa-aa77-2ca56de950cf, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fedfac19-f0fa-44aa-aa77-2ca56de950cf,segment=NetworkSegment(bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f),segment_id=bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:31.921802 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.011982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57b98b-aa4f-484a-9c6d-bd1ef4c26b8c None None] Pushing event updated for resources: {'Port': ['ID=fedfac19-f0fa-44aa-aa77-2ca56de950cf,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.028476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edaad4e8-5394-44c3-a439-0f4754721642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.032260 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edaad4e8-5394-44c3-a439-0f4754721642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.035845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-edaad4e8-5394-44c3-a439-0f4754721642 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b7714f3-ac4e-4e13-a3cd-c1d7e51ede86 HTTP/1.1" status: 204 len: 168 time: 0.3699844 Jul 16 01:40:32.050721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaad4e8-5394-44c3-a439-0f4754721642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7714f3-ac4e-4e13-a3cd-c1d7e51ede86,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.062304 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Allocated IP 172.20.0.1 (48c80380-ff26-48b1-9e2a-eea8918cb88b/e040987c-b07c-40f3-a4ca-60bdd25abac3/5b76dc0a-a5ea-48e3-9b28-53170bb8edae) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:32.268806 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.294726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Transition to ACTIVE for port object 5b76dc0a-a5ea-48e3-9b28-53170bb8edae will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:32.389101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.454765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 48c80380-ff26-48b1-9e2a-eea8918cb88b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:32.462167 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:32.466566 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:32.501448 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=5b76dc0a-a5ea-48e3-9b28-53170bb8edae,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.527345 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.620034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35396) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.648696 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d77d2b3-14b2-454e-8d7f-d08a0667d15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.731419 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.909880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431ec79-19c1-4aad-88eb-cdecd7a95bf8 req-b6c6b913-9a42-4b83-b5f4-88b912ea1bd5 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.923874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d431ec79-19c1-4aad-88eb-cdecd7a95bf8 req-b6c6b913-9a42-4b83-b5f4-88b912ea1bd5 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.2310333 Jul 16 01:40:33.008362 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d77d2b3-14b2-454e-8d7f-d08a0667d15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.026287 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d431ec79-19c1-4aad-88eb-cdecd7a95bf8 req-cb21f638-8113-4eaf-b230-8337a99f04da tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934539 Jul 16 01:40:33.029166 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d77d2b3-14b2-454e-8d7f-d08a0667d15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.067270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5d77d2b3-14b2-454e-8d7f-d08a0667d15a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f5eb672bb6a45029b0c988e1e019b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461169 Jul 16 01:40:33.073851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35408) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.126715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77d2b3-14b2-454e-8d7f-d08a0667d15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d564985-67da-4a24-bf12-81ea2af6553d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.171690 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4f97c7-349c-4d40-a928-58818bd1d283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.197777 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.206130 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.212855 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4f97c7-349c-4d40-a928-58818bd1d283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.229389 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:33.279737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4f97c7-349c-4d40-a928-58818bd1d283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.283476 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4f97c7-349c-4d40-a928-58818bd1d283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.296411 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4d4f97c7-349c-4d40-a928-58818bd1d283 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d564985-67da-4a24-bf12-81ea2af6553d HTTP/1.1" status: 204 len: 168 time: 0.2159681 Jul 16 01:40:33.318597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f97c7-349c-4d40-a928-58818bd1d283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d564985-67da-4a24-bf12-81ea2af6553d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.381572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=5b76dc0a-a5ea-48e3-9b28-53170bb8edae,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.414901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.598400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d11409-b983-43ee-a3dd-93e969afc469 None None] Network 48c80380-ff26-48b1-9e2a-eea8918cb88b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:33.670322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 48c80380-ff26-48b1-9e2a-eea8918cb88b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:33.671977 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:33.730660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fedfac19-f0fa-44aa-aa77-2ca56de950cf up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:33.830316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 8da53018-9be5-429a-b9a5-40d3fb3e0043 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:33.831845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dca397bd-058a-4c85-8335-59d90d7364a9 None None] Provisioning for port fedfac19-f0fa-44aa-aa77-2ca56de950cf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:33.921483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port fedfac19-f0fa-44aa-aa77-2ca56de950cf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:33.926432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port fedfac19-f0fa-44aa-aa77-2ca56de950cf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:33.926801 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.952458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:33.959754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aeaf9ce4-ef21-47cc-88c8-24e5bc2cedcb tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/8da53018-9be5-429a-b9a5-40d3fb3e0043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8542590 Jul 16 01:40:33.962702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35436) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.970437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7758c-66dd-475e-8e5d-5e17621f9f2a None None] Sync routers for ids ['8da53018-9be5-429a-b9a5-40d3fb3e0043'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:34.007964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7758c-66dd-475e-8e5d-5e17621f9f2a None None] Routers {'8da53018-9be5-429a-b9a5-40d3fb3e0043'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:34.008816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-88e7758c-66dd-475e-8e5d-5e17621f9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8da53018-9be5-429a-b9a5-40d3fb3e0043'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.038329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4e11fb-e9ad-4661-9594-916e613d34db tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.040293 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-af4e11fb-e9ad-4661-9594-916e613d34db tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports/5b76dc0a-a5ea-48e3-9b28-53170bb8edae HTTP/1.1" status: 200 len: 910 time: 0.0763075 Jul 16 01:40:34.042930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35440) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:34.055903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d51c3850-6939-4ad9-8c64-80e7f6c26379 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e040987c-b07c-40f3-a4ca-60bdd25abac3'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:34.066082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-88e7758c-66dd-475e-8e5d-5e17621f9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.085856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7758c-66dd-475e-8e5d-5e17621f9f2a None None] Routers {'8da53018-9be5-429a-b9a5-40d3fb3e0043'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:34.086931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-88e7758c-66dd-475e-8e5d-5e17621f9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8da53018-9be5-429a-b9a5-40d3fb3e0043'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.131144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-88e7758c-66dd-475e-8e5d-5e17621f9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.132397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7758c-66dd-475e-8e5d-5e17621f9f2a None None] The sync data for ids ['8da53018-9be5-429a-b9a5-40d3fb3e0043'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:34.133991 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.179809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port fedfac19-f0fa-44aa-aa77-2ca56de950cf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fedfac19-f0fa-44aa-aa77-2ca56de950cf,segment=NetworkSegment(bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f),segment_id=bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:34.187311 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.267762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=fedfac19-f0fa-44aa-aa77-2ca56de950cf,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.340218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e2214-690e-483c-82e4-fda148f370ff req-d18972fe-0c5e-4375-977c-6d5609286c98 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.350096 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-333e2214-690e-483c-82e4-fda148f370ff req-d18972fe-0c5e-4375-977c-6d5609286c98 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1209693 Jul 16 01:40:34.375738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e2165178-2b38-47af-8ffd-afc57d2d3526 None None] Provisioning complete for port fedfac19-f0fa-44aa-aa77-2ca56de950cf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:34.376101 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2165178-2b38-47af-8ffd-afc57d2d3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.391877 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d51c3850-6939-4ad9-8c64-80e7f6c26379 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.406787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-333e2214-690e-483c-82e4-fda148f370ff req-af159ec0-016b-4da2-8aee-82260f7333fb tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515983 Jul 16 01:40:34.581899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e2165178-2b38-47af-8ffd-afc57d2d3526 None None] Provisioning for port 5b76dc0a-a5ea-48e3-9b28-53170bb8edae completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:34.588041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e2165178-2b38-47af-8ffd-afc57d2d3526 None None] Provisioning complete for port 5b76dc0a-a5ea-48e3-9b28-53170bb8edae triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:34.589982 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2165178-2b38-47af-8ffd-afc57d2d3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.618264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:34.650957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e2165178-2b38-47af-8ffd-afc57d2d3526 None None] Port 5b76dc0a-a5ea-48e3-9b28-53170bb8edae cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:34.788703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c29dfcfa-c7b3-4515-bbac-c5ecded5688d None None] Provisioning complete for port 5b76dc0a-a5ea-48e3-9b28-53170bb8edae triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:34.789065 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c29dfcfa-c7b3-4515-bbac-c5ecded5688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.799305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-279231195-network', 'tenant_id': '3c29ed838d1c4b7c93c4a7a31c01d83a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:34.860507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c29dfcfa-c7b3-4515-bbac-c5ecded5688d None None] Port 5b76dc0a-a5ea-48e3-9b28-53170bb8edae cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:34.865176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Made reservation on behalf of 3c29ed838d1c4b7c93c4a7a31c01d83a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:34.867938 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.871475 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d51c3850-6939-4ad9-8c64-80e7f6c26379 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.891920 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d51c3850-6939-4ad9-8c64-80e7f6c26379 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.892518 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.999511 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c3850-6939-4ad9-8c64-80e7f6c26379 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.000685 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d51c3850-6939-4ad9-8c64-80e7f6c26379 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.000888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8cd686a4-14f7-4cd7-9b4e-ce221e603ce0 None None] Provisioning complete for port 5b76dc0a-a5ea-48e3-9b28-53170bb8edae triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:35.004584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d51c3850-6939-4ad9-8c64-80e7f6c26379 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/ports/5b76dc0a-a5ea-48e3-9b28-53170bb8edae HTTP/1.1" status: 200 len: 910 time: 0.9576204 Jul 16 01:40:35.004584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c3850-6939-4ad9-8c64-80e7f6c26379 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=5b76dc0a-a5ea-48e3-9b28-53170bb8edae,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.005205 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8cd686a4-14f7-4cd7-9b4e-ce221e603ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.005709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35470) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:35.085253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8cd686a4-14f7-4cd7-9b4e-ce221e603ce0 None None] Port 5b76dc0a-a5ea-48e3-9b28-53170bb8edae cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:35.104033 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.113701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.148925 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:35.160250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c4eec7-c764-4508-8f8a-4b1bbc027449,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.165601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.166066 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Added segment 0ecbbfd8-97a5-4e5c-a536-4994bd245c5d of type vlan for network 44ddf18b-acf6-420c-8852-82d2a59ce615 Jul 16 01:40:35.218424 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.252975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.254830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.255485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.317529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] Pushing event updated for resources: {'Network': ['ID=44ddf18b-acf6-420c-8852-82d2a59ce615,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.326760 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9a118937-449c-48b6-b34b-c78c1a3aa974 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7069826 Jul 16 01:40:35.327907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35488) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:35.332547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 44ddf18b-acf6-420c-8852-82d2a59ce615 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:35.332939 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Request body: {'subnet': {'network_id': '44ddf18b-acf6-420c-8852-82d2a59ce615', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-279231195-subnet', 'tenant_id': '3c29ed838d1c4b7c93c4a7a31c01d83a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:35.361877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Made reservation on behalf of 3c29ed838d1c4b7c93c4a7a31c01d83a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:35.365734 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.481891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fedfac19-f0fa-44aa-aa77-2ca56de950cf up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:35.572958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port fedfac19-f0fa-44aa-aa77-2ca56de950cf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:35.573594 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.584908 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.736672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.839059 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f62ef5-ceb6-4697-ab09-e11f52a45a58,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.845489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed4fb2-53d0-4e71-b0b6-ef6db45897d2 req-d8356a93-20a1-4d64-9d26-20e0b0c9ec78 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.845801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Checking segment: {'id': '0ecbbfd8-97a5-4e5c-a536-4994bd245c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44ddf18b-acf6-420c-8852-82d2a59ce615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:35.846114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Network hostable DHCP agents. Network: 44ddf18b-acf6-420c-8852-82d2a59ce615, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:35.847130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57ed4fb2-53d0-4e71-b0b6-ef6db45897d2 req-d8356a93-20a1-4d64-9d26-20e0b0c9ec78 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1655092 Jul 16 01:40:35.878689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Network 44ddf18b-acf6-420c-8852-82d2a59ce615 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:35.900602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 44ddf18b-acf6-420c-8852-82d2a59ce615) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:35.906226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.906867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.914667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159ce3e8-194a-4b52-8847-ebd502ab4fb2 None None] Network 44ddf18b-acf6-420c-8852-82d2a59ce615 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:35.938449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e8340ad7-1091-4201-9af3-906a400c5ab9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6092260 Jul 16 01:40:35.967267 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57ed4fb2-53d0-4e71-b0b6-ef6db45897d2 req-7f1dea66-33b6-4c88-a6bc-d9b0d5e60971 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114824 Jul 16 01:40:36.020721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 5b76dc0a-a5ea-48e3-9b28-53170bb8edae {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:36.021422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.103640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cae084f-ea8e-4aca-ab02-5904275172d6 None None] Network 44ddf18b-acf6-420c-8852-82d2a59ce615 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:36.155483 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.174809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 5b76dc0a-a5ea-48e3-9b28-53170bb8edae owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:36.387112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.442087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=5b76dc0a-a5ea-48e3-9b28-53170bb8edae,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:36.671874 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.764204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:36.769508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-177161219-network', 'tenant_id': '87b08316ac1e494c9496b77f50df8f45'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:36.808115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Made reservation on behalf of 87b08316ac1e494c9496b77f50df8f45 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:36.812217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.826498 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.890316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 8da53018-9be5-429a-b9a5-40d3fb3e0043 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:36.945815 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.951538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.978415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:36.996565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff05a5d6-1eb9-4a5b-86b1-4c57b3c6e99b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.003543 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.004041 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Added segment be5fdc19-5f90-464b-a27c-f017bd673dca of type vlan for network e8b808da-9fef-437d-9e75-a81a6382c668 Jul 16 01:40:37.008657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:37.019969 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a7cbf8eb-6836-451b-a2fc-eb86f51b7c10 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/8da53018-9be5-429a-b9a5-40d3fb3e0043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0096493 Jul 16 01:40:37.019969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35522) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:37.027039 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07506e1-f1bd-4e71-845f-80f9c18cfed3 None None] Sync routers for ids ['8da53018-9be5-429a-b9a5-40d3fb3e0043'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:37.047341 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07506e1-f1bd-4e71-845f-80f9c18cfed3 None None] Routers {'8da53018-9be5-429a-b9a5-40d3fb3e0043'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:37.048160 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b07506e1-f1bd-4e71-845f-80f9c18cfed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8da53018-9be5-429a-b9a5-40d3fb3e0043'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:37.078144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.105115 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1c997499-c19d-4160-8d5c-a5091afc27f4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da53018-9be5-429a-b9a5-40d3fb3e0043 HTTP/1.1" status: 200 len: 205 time: 0.0841417 Jul 16 01:40:37.110844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:37.131212 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b07506e1-f1bd-4e71-845f-80f9c18cfed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:37.149073 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07506e1-f1bd-4e71-845f-80f9c18cfed3 None None] Routers {'8da53018-9be5-429a-b9a5-40d3fb3e0043'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:37.150192 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b07506e1-f1bd-4e71-845f-80f9c18cfed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['8da53018-9be5-429a-b9a5-40d3fb3e0043'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:37.187200 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b07506e1-f1bd-4e71-845f-80f9c18cfed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:37.188128 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07506e1-f1bd-4e71-845f-80f9c18cfed3 None None] The sync data for ids ['8da53018-9be5-429a-b9a5-40d3fb3e0043'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:37.291102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8437c47-1711-46b2-be8d-2efd4d6f9210 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.331947 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.332817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.333397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.441424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6760778 Jul 16 01:40:37.444478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35526) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:37.452976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Request body: {'subnet': {'network_id': 'e8b808da-9fef-437d-9e75-a81a6382c668', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-177161219-subnet', 'tenant_id': '87b08316ac1e494c9496b77f50df8f45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:37.489110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Made reservation on behalf of 87b08316ac1e494c9496b77f50df8f45 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:37.492302 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.543601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b620f5-34f5-486c-b232-6b5956ca6833 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b808da-9fef-437d-9e75-a81a6382c668,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.551370 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8437c47-1711-46b2-be8d-2efd4d6f9210 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.554438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8437c47-1711-46b2-be8d-2efd4d6f9210 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.566435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e8b808da-9fef-437d-9e75-a81a6382c668 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:37.616528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d0318-e5ae-4ecf-ba72-dfeea4c9f5aa req-43ff5dce-1ad2-4d76-834d-ac979c982ae5 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.618059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-743d0318-e5ae-4ecf-ba72-dfeea4c9f5aa req-43ff5dce-1ad2-4d76-834d-ac979c982ae5 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.4053097 Jul 16 01:40:37.648562 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8437c47-1711-46b2-be8d-2efd4d6f9210 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.649430 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8437c47-1711-46b2-be8d-2efd4d6f9210 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Fanout notify agent at l3_agent the message router_deleted on router 8da53018-9be5-429a-b9a5-40d3fb3e0043 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:37.660890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8437c47-1711-46b2-be8d-2efd4d6f9210 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.662330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d8437c47-1711-46b2-be8d-2efd4d6f9210 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/8da53018-9be5-429a-b9a5-40d3fb3e0043 HTTP/1.1" status: 204 len: 168 time: 0.5449274 Jul 16 01:40:37.667981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:37.770448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-743d0318-e5ae-4ecf-ba72-dfeea4c9f5aa req-2f97602c-59ac-476a-896f-fdaebc8eac8b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454592 Jul 16 01:40:37.806604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba409321-6368-412f-8277-5bbeb7b2c265 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting subnet e040987c-b07c-40f3-a4ca-60bdd25abac3 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:37.816555 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba409321-6368-412f-8277-5bbeb7b2c265 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.898751 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba409321-6368-412f-8277-5bbeb7b2c265 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.095203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba409321-6368-412f-8277-5bbeb7b2c265 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.211673 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.213546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba409321-6368-412f-8277-5bbeb7b2c265 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.269410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba409321-6368-412f-8277-5bbeb7b2c265 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Subnet': ['ID=e040987c-b07c-40f3-a4ca-60bdd25abac3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.287976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba409321-6368-412f-8277-5bbeb7b2c265 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.289154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d9ed31-caba-4393-a0a3-78b9bfdf240e None None] Network 48c80380-ff26-48b1-9e2a-eea8918cb88b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:38.293009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf6d254-445f-4a92-a9aa-cbb1d4d40150,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.293958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ba409321-6368-412f-8277-5bbeb7b2c265 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/e040987c-b07c-40f3-a4ca-60bdd25abac3 HTTP/1.1" status: 204 len: 168 time: 0.6244998 Jul 16 01:40:38.295591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35540) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:38.300160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Checking segment: {'id': 'be5fdc19-5f90-464b-a27c-f017bd673dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e8b808da-9fef-437d-9e75-a81a6382c668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:38.300939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Network hostable DHCP agents. Network: e8b808da-9fef-437d-9e75-a81a6382c668, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:38.330196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Network e8b808da-9fef-437d-9e75-a81a6382c668 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:38.341910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, e8b808da-9fef-437d-9e75-a81a6382c668) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:38.346913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.347864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.366998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fd6d135c-e255-4585-9ea9-7beeafa45349 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9208014 Jul 16 01:40:38.424172 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.467303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200de837-9189-474c-ab67-0404ecbb1c7c None None] Network e8b808da-9fef-437d-9e75-a81a6382c668 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:38.787578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1de74af-3be4-45ee-bf3f-be61656099d9 None None] DHCP port deletion for 48c80380-ff26-48b1-9e2a-eea8918cb88b request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:38.838641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b58056-7fe9-4ad4-995f-ec4536a33bdd None None] Network e8b808da-9fef-437d-9e75-a81a6382c668 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:39.041579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port fedfac19-f0fa-44aa-aa77-2ca56de950cf {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:39.046156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c1de74af-3be4-45ee-bf3f-be61656099d9 None None] Deleting port fedfac19-f0fa-44aa-aa77-2ca56de950cf {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:39.046545 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1de74af-3be4-45ee-bf3f-be61656099d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.047157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.127421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c1de74af-3be4-45ee-bf3f-be61656099d9 None None] For port fedfac19-f0fa-44aa-aa77-2ca56de950cf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fedfac19-f0fa-44aa-aa77-2ca56de950cf,segment=NetworkSegment(bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f),segment_id=bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:39.127830 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1de74af-3be4-45ee-bf3f-be61656099d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.144336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c1de74af-3be4-45ee-bf3f-be61656099d9 None None] Calling delete_port for fedfac19-f0fa-44aa-aa77-2ca56de950cf owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:39.249137 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1de74af-3be4-45ee-bf3f-be61656099d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.286323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de74af-3be4-45ee-bf3f-be61656099d9 None None] No DVR routers for this DVR port fedfac19-f0fa-44aa-aa77-2ca56de950cf on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:39.291608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de74af-3be4-45ee-bf3f-be61656099d9 None None] Pushing event deleted for resources: {'Port': ['ID=fedfac19-f0fa-44aa-aa77-2ca56de950cf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.312738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-a2a59132-635e-4bea-8315-04d853dd40c0 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.314381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-a2a59132-635e-4bea-8315-04d853dd40c0 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/networks?id=44ddf18b-acf6-420c-8852-82d2a59ce615 HTTP/1.1" status: 200 len: 811 time: 0.3056157 Jul 16 01:40:39.355460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-a0c57b52-0134-4b5e-9569-67da3a50c5af tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/quotas/3c29ed838d1c4b7c93c4a7a31c01d83a HTTP/1.1" status: 200 len: 375 time: 0.0312440 Jul 16 01:40:39.376753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port fedfac19-f0fa-44aa-aa77-2ca56de950cf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fedfac19-f0fa-44aa-aa77-2ca56de950cf,segment=NetworkSegment(bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f),segment_id=bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:39.377149 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.451814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for fedfac19-f0fa-44aa-aa77-2ca56de950cf owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:39.454758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-f2ea84be-3667-44fb-b57d-eae77b68138f tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c29ed838d1c4b7c93c4a7a31c01d83a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920432 Jul 16 01:40:39.497199 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944cf57-2c46-4349-ac9e-e7e2207290e4 req-cf692a2a-0674-4d65-8fdc-bd4b2b0a2960 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.506927 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5944cf57-2c46-4349-ac9e-e7e2207290e4 req-cf692a2a-0674-4d65-8fdc-bd4b2b0a2960 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.4245811 Jul 16 01:40:39.510336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fedfac19-f0fa-44aa-aa77-2ca56de950cf no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:39.547065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: fedfac19-f0fa-44aa-aa77-2ca56de950cf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:39.547411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fedfac19-f0fa-44aa-aa77-2ca56de950cf not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:39.630182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5944cf57-2c46-4349-ac9e-e7e2207290e4 req-78580fda-26d8-4612-9f42-b01aa428f654 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208484 Jul 16 01:40:39.647894 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-a9c92b6c-e48b-46bd-82ee-90443d6a79d8 service neutron] 10.222.0.64 "GET /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796927 Jul 16 01:40:39.693627 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.727595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=fedfac19-f0fa-44aa-aa77-2ca56de950cf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.729774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No DVR routers for this DVR port fedfac19-f0fa-44aa-aa77-2ca56de950cf on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:39.772156 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-c1ffa9d6-09d5-4bd4-8f3a-5c765bcf8c23 service neutron] 10.222.0.64 "GET /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147578 Jul 16 01:40:39.831016 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.842651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c80380-ff26-48b1-9e2a-eea8918cb88b']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:39.853217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:39.853601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1fd53b-398e-45d7-b0d0-7c3ca5dd3b0f') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:39.862851 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.881940 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.895440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:39.896162 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: self.session.flush() Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:39.899250 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:39.993349 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-164fef8f-a0ef-429f-99b3-d63d6dd856a0 req-a9669d31-fa22-429e-a80f-3e1e1773038f tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 210 time: 0.0314894 Jul 16 01:40:39.994760 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.009175 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.011193 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/networks/48c80380-ff26-48b1-9e2a-eea8918cb88b HTTP/1.1" status: 204 len: 168 time: 1.7146761 Jul 16 01:40:40.018658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35588) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:40.021171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb373d14-06e8-40c0-8b2f-d5871cfe4350 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Network': ['ID=48c80380-ff26-48b1-9e2a-eea8918cb88b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.023755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-04ddb421-8d9b-40e6-83ce-9809d8854ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1396280433', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:40.049121 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04ddb421-8d9b-40e6-83ce-9809d8854ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.050304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04ddb421-8d9b-40e6-83ce-9809d8854ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.105993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04ddb421-8d9b-40e6-83ce-9809d8854ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.111533 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04ddb421-8d9b-40e6-83ce-9809d8854ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.129789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04ddb421-8d9b-40e6-83ce-9809d8854ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.131080 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-04ddb421-8d9b-40e6-83ce-9809d8854ce0 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1113331 Jul 16 01:40:40.133762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35594) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:40.139328 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'network': {'name': 'tempest-RoutersTest-1518842618'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:40.163043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:40.166539 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.194924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:40.207659 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.208009 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added segment 04da630a-841b-4682-9263-d3073e13ad88 of type vlan for network 86f20178-dfd3-4e57-95ad-16051ebc94e8 Jul 16 01:40:40.256389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.286548 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.292652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.293247 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.332902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1979830 Jul 16 01:40:40.334549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35598) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:40.343424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'subnet': {'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:40.380480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475f174-ab89-4f08-bd13-4b796f444eb4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Network': ['ID=86f20178-dfd3-4e57-95ad-16051ebc94e8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.390685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 86f20178-dfd3-4e57-95ad-16051ebc94e8 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:40.473514 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:40.482022 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.725825 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.811684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Subnet': ['ID=53a4ca96-cf42-4945-8f04-b962529e8e2b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.824141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Checking segment: {'id': '04da630a-841b-4682-9263-d3073e13ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:40.824515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network hostable DHCP agents. Network: 86f20178-dfd3-4e57-95ad-16051ebc94e8, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:40.848896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 86f20178-dfd3-4e57-95ad-16051ebc94e8 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:40.870907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 86f20178-dfd3-4e57-95ad-16051ebc94e8) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:40.874954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.875540 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.879838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b801d-6b48-4a69-a428-f4e992d3597d None None] Network 86f20178-dfd3-4e57-95ad-16051ebc94e8 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:40.889292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe0308-e2b6-469b-96f5-9b84a86baf0b req-7db6f0e8-8da4-415e-8bca-40e004745a60 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.891210 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93fe0308-e2b6-469b-96f5-9b84a86baf0b req-7db6f0e8-8da4-415e-8bca-40e004745a60 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1061401 Jul 16 01:40:40.908485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0f65a396-d1ab-45e7-ad95-aa11ebd69689 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5718267 Jul 16 01:40:40.909366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:41.046267 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93fe0308-e2b6-469b-96f5-9b84a86baf0b req-3081af91-28bc-460f-b946-d2112845af32 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478350 Jul 16 01:40:41.146460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-86f20178-dfd3-4e57-95ad-16051ebc94e8', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:41.147349 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.321146 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-28df35f9-0447-4faa-89c7-0f4edf51c2fa req-ed829402-cd0f-48e3-b023-3c6a5cbf73c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 210 time: 0.0737479 Jul 16 01:40:41.431290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Allocated IP 172.20.0.2 (86f20178-dfd3-4e57-95ad-16051ebc94e8/53a4ca96-cf42-4945-8f04-b962529e8e2b/06d557c4-0cf5-4759-a598-86b04836c5a6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:41.555742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-cfaa04b5-a520-4689-b39d-277d32a1d36a tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.557261 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-cfaa04b5-a520-4689-b39d-277d32a1d36a tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.67 "GET /v2.0/networks?id=44ddf18b-acf6-420c-8852-82d2a59ce615 HTTP/1.1" status: 200 len: 811 time: 0.2974021 Jul 16 01:40:41.590149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Request body: {'port': {'device_id': '703a938f-bf15-4014-9b9f-b4b82a80dfcf', 'network_id': '44ddf18b-acf6-420c-8852-82d2a59ce615', 'admin_state_up': True, 'tenant_id': '3c29ed838d1c4b7c93c4a7a31c01d83a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:41.593819 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.630256 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.651166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Transition to ACTIVE for port object 06d557c4-0cf5-4759-a598-86b04836c5a6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:41.691162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Transition to ACTIVE for port object 06d557c4-0cf5-4759-a598-86b04836c5a6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:41.702149 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.770664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Pushing event updated for resources: {'Port': ['ID=06d557c4-0cf5-4759-a598-86b04836c5a6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.780774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Network 86f20178-dfd3-4e57-95ad-16051ebc94e8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:41.783154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:41.785720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:41.897111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Attempting to bind port 06d557c4-0cf5-4759-a598-86b04836c5a6 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:41.898279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Attempting to bind port 06d557c4-0cf5-4759-a598-86b04836c5a6 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '04da630a-841b-4682-9263-d3073e13ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:41.898773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Attempting to bind port 06d557c4-0cf5-4759-a598-86b04836c5a6 on network 86f20178-dfd3-4e57-95ad-16051ebc94e8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:41.909606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Made reservation on behalf of 3c29ed838d1c4b7c93c4a7a31c01d83a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:41.913450 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.914172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:41.917013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Checking segment: {'id': '04da630a-841b-4682-9263-d3073e13ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:41.917698 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.920051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Bound using segment: {'id': '04da630a-841b-4682-9263-d3073e13ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:41.920666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Bound port: 06d557c4-0cf5-4759-a598-86b04836c5a6, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04da630a-841b-4682-9263-d3073e13ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:41.922446 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.016083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Allocated IP 172.20.0.1 (86f20178-dfd3-4e57-95ad-16051ebc94e8/53a4ca96-cf42-4945-8f04-b962529e8e2b/28349bcd-a8a6-4e48-a827-7f8aa467dd2d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:42.026817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] For port 06d557c4-0cf5-4759-a598-86b04836c5a6, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:42.030882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] For port 06d557c4-0cf5-4759-a598-86b04836c5a6, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=06d557c4-0cf5-4759-a598-86b04836c5a6,segment=NetworkSegment(04da630a-841b-4682-9263-d3073e13ad88),segment_id=04da630a-841b-4682-9263-d3073e13ad88)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:42.036263 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.177490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0eef9-9ccf-499a-b203-83765712e291 None None] Pushing event updated for resources: {'Port': ['ID=06d557c4-0cf5-4759-a598-86b04836c5a6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.229256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Allocated IP 172.20.0.8 (44ddf18b-acf6-420c-8852-82d2a59ce615/c5f62ef5-ceb6-4697-ab09-e11f52a45a58/c862fa09-56eb-4eaa-9157-0f0357138176) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:42.342884 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.390330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Transition to ACTIVE for port object 28349bcd-a8a6-4e48-a827-7f8aa467dd2d will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:42.530927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cb510-a752-45cb-bfc3-07b003123ae7 req-a39900bf-d17e-4a86-a90a-0e6778200f78 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.532464 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-630cb510-a752-45cb-bfc3-07b003123ae7 req-a39900bf-d17e-4a86-a90a-0e6778200f78 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.2475429 Jul 16 01:40:42.547247 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.631376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.643536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 86f20178-dfd3-4e57-95ad-16051ebc94e8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:42.654791 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7b748fe2-beb6-4788-809b-4ca4a194d6a2 req-89f41f36-d773-4090-b1fe-8eb22a416aed tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 210 time: 0.0650787 Jul 16 01:40:42.661419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:42.672401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:42.680971 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-630cb510-a752-45cb-bfc3-07b003123ae7 req-524f9b42-672a-4ca8-8d8d-8bc7946fb6f9 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353254 Jul 16 01:40:42.710240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=28349bcd-a8a6-4e48-a827-7f8aa467dd2d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.748353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.820816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.888969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Network 44ddf18b-acf6-420c-8852-82d2a59ce615 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:42.892342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:42.897068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:42.951156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Pushing event updated for resources: {'Port': ['ID=c862fa09-56eb-4eaa-9157-0f0357138176,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:43.000148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.000795 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.004384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.029749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-de95c63f-e025-405f-a4f4-0e09a79658c9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4448161 Jul 16 01:40:43.069631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Request body: {'port': {'device_id': '703a938f-bf15-4014-9b9f-b4b82a80dfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:43.242589 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.551426 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 06d557c4-0cf5-4759-a598-86b04836c5a6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:43.614647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35664) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:43.659408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b742e47-f593-468b-88d7-dd05b41cab3b None None] Network 86f20178-dfd3-4e57-95ad-16051ebc94e8 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:43.819205 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c890056-d10c-4444-9aca-93626d5937ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.917788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-80a7a552-6ee8-44d0-9581-40f4d784e706 None None] Provisioning for port 06d557c4-0cf5-4759-a598-86b04836c5a6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:43.923430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 06d557c4-0cf5-4759-a598-86b04836c5a6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:43.929113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-80a7a552-6ee8-44d0-9581-40f4d784e706 None None] Provisioning complete for port 06d557c4-0cf5-4759-a598-86b04836c5a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:43.929486 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80a7a552-6ee8-44d0-9581-40f4d784e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.936817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 06d557c4-0cf5-4759-a598-86b04836c5a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:43.937709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.013579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c890056-d10c-4444-9aca-93626d5937ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.021344 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c890056-d10c-4444-9aca-93626d5937ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.045361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0bb71-135c-4c66-b930-69bc22339752 req-9abad974-67ea-47b2-890c-8b97b8e2f6db tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.048932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bfb0bb71-135c-4c66-b930-69bc22339752 req-9abad974-67ea-47b2-890c-8b97b8e2f6db tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 931 time: 0.1540124 Jul 16 01:40:44.127031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6c890056-d10c-4444-9aca-93626d5937ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c6bfa02e88a47e6a9a53f75e5cae1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108187 Jul 16 01:40:44.131373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35674) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:44.141102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c890056-d10c-4444-9aca-93626d5937ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8032ba31-c357-49c8-86bf-e529de7ac2ce,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.154182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bfb0bb71-135c-4c66-b930-69bc22339752 req-67f4737b-4c2a-45a9-b893-f61c20cb5290 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913253 Jul 16 01:40:44.245200 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950115-11f4-455b-ad17-3c56c4df4aad req-5fbd8b47-2176-48f3-b762-423a55d26f6d tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.248472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18950115-11f4-455b-ad17-3c56c4df4aad req-5fbd8b47-2176-48f3-b762-423a55d26f6d tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.3373361 Jul 16 01:40:44.295774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd64cbb4-ee22-473f-8256-64764dc26c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.312708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.334734 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.336331 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80a7a552-6ee8-44d0-9581-40f4d784e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.360176 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd64cbb4-ee22-473f-8256-64764dc26c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.373278 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18950115-11f4-455b-ad17-3c56c4df4aad req-bc1fe0c9-88a6-4cd9-9387-0d6def6361cc tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041574 Jul 16 01:40:44.381185 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.385473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 06d557c4-0cf5-4759-a598-86b04836c5a6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=06d557c4-0cf5-4759-a598-86b04836c5a6,segment=NetworkSegment(04da630a-841b-4682-9263-d3073e13ad88),segment_id=04da630a-841b-4682-9263-d3073e13ad88)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:44.395005 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.461342 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd64cbb4-ee22-473f-8256-64764dc26c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.465039 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd64cbb4-ee22-473f-8256-64764dc26c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.473054 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fd64cbb4-ee22-473f-8256-64764dc26c38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8032ba31-c357-49c8-86bf-e529de7ac2ce HTTP/1.1" status: 204 len: 168 time: 0.3369114 Jul 16 01:40:44.488924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64cbb4-ee22-473f-8256-64764dc26c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8032ba31-c357-49c8-86bf-e529de7ac2ce,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.530934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=28349bcd-a8a6-4e48-a827-7f8aa467dd2d,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.539689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.567439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-80a7a552-6ee8-44d0-9581-40f4d784e706 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:40:44.567916 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-80a7a552-6ee8-44d0-9581-40f4d784e706 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:40:44.568607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=06d557c4-0cf5-4759-a598-86b04836c5a6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.694808 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 86f20178-dfd3-4e57-95ad-16051ebc94e8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:44.697854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:44.724929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4b0d3-ed69-4261-947c-732372b842a4 req-3b159df1-c11b-4eb1-bdfe-1c44d4416982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.726766 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2e4b0d3-ed69-4261-947c-732372b842a4 req-3b159df1-c11b-4eb1-bdfe-1c44d4416982 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 1097 time: 0.0642409 Jul 16 01:40:44.776060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c862fa09-56eb-4eaa-9157-0f0357138176 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:44.788599 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.794513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2e4b0d3-ed69-4261-947c-732372b842a4 req-c8531856-adb0-459e-95a9-23cdf66c8465 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603194 Jul 16 01:40:44.815862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Transition to ACTIVE for port object c862fa09-56eb-4eaa-9157-0f0357138176 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:44.820968 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.900200 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c862fa09-56eb-4eaa-9157-0f0357138176,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.966449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:44.991231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Attempting to bind port c862fa09-56eb-4eaa-9157-0f0357138176 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:44.991567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Attempting to bind port c862fa09-56eb-4eaa-9157-0f0357138176 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '0ecbbfd8-97a5-4e5c-a536-4994bd245c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44ddf18b-acf6-420c-8852-82d2a59ce615'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:44.991897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Attempting to bind port c862fa09-56eb-4eaa-9157-0f0357138176 on network 44ddf18b-acf6-420c-8852-82d2a59ce615 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:45.030970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Port c862fa09-56eb-4eaa-9157-0f0357138176 on network 44ddf18b-acf6-420c-8852-82d2a59ce615 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:45.030970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Attempting to bind port c862fa09-56eb-4eaa-9157-0f0357138176 on network 44ddf18b-acf6-420c-8852-82d2a59ce615 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:45.064302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:45.064652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Checking segment: {'id': '0ecbbfd8-97a5-4e5c-a536-4994bd245c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44ddf18b-acf6-420c-8852-82d2a59ce615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:45.065052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Bound using segment: {'id': '0ecbbfd8-97a5-4e5c-a536-4994bd245c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44ddf18b-acf6-420c-8852-82d2a59ce615'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:45.065510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Bound port: c862fa09-56eb-4eaa-9157-0f0357138176, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecbbfd8-97a5-4e5c-a536-4994bd245c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44ddf18b-acf6-420c-8852-82d2a59ce615'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:45.065880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.127812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:45.137913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-64859e17-31d1-4049-8419-42abf7926386 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2234509 Jul 16 01:40:45.137913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35692) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:45.140545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Sync routers for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:45.145642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'network': {'name': 'tempest-RoutersTest-1753106406'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:45.151146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:45.151975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:45.177521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] For port c862fa09-56eb-4eaa-9157-0f0357138176, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:45.181949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] For port c862fa09-56eb-4eaa-9157-0f0357138176, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c862fa09-56eb-4eaa-9157-0f0357138176,segment=NetworkSegment(0ecbbfd8-97a5-4e5c-a536-4994bd245c5d),segment_id=0ecbbfd8-97a5-4e5c-a536-4994bd245c5d)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:45.195029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.197063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:45.201543 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.297843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.306875 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.308486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] 10.222.0.67 "PUT /v2.0/ports/c862fa09-56eb-4eaa-9157-0f0357138176 HTTP/1.1" status: 200 len: 1092 time: 2.2457364 Jul 16 01:40:45.312474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703a938f-bf15-4014-9b9f-b4b82a80dfcf', 'tag': 'c862fa09-56eb-4eaa-9157-0f0357138176'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:45.320186 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3785229a-0746-439d-90ab-a5b3c0b31ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "703a938f-bf15-4014-9b9f-b4b82a80dfcf", "tag": "c862fa09-56eb-4eaa-9157-0f0357138176"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:45.348988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:45.423850 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.424673 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added segment ee59b720-e689-4bec-a57e-8fa846161d0f of type vlan for network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab Jul 16 01:40:45.436229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cd534-e94e-424a-af44-ce75f88018f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c862fa09-56eb-4eaa-9157-0f0357138176,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.442273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e361536-9ae9-467d-a3d2-521773618341 None None] Provisioning for port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:45.456472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e361536-9ae9-467d-a3d2-521773618341 None None] Provisioning complete for port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:45.457844 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e361536-9ae9-467d-a3d2-521773618341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.465232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1a9e-68ec-485a-934c-6e6b97d3442d req-521130a7-3aa6-45dc-8c7b-0d2a3ffe0336 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.474077 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af3d1a9e-68ec-485a-934c-6e6b97d3442d req-521130a7-3aa6-45dc-8c7b-0d2a3ffe0336 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 943 time: 0.1673343 Jul 16 01:40:45.503792 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.506141 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:45.535447 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12526316-45d0-40ac-94de-46f8513e72c7 x-openstack-request-id: req-12526316-45d0-40ac-94de-46f8513e72c7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:45.535972 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703a938f-bf15-4014-9b9f-b4b82a80dfcf", "tag": "c862fa09-56eb-4eaa-9157-0f0357138176", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:45.536404 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12526316-45d0-40ac-94de-46f8513e72c7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:45.536988 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703a938f-bf15-4014-9b9f-b4b82a80dfcf', 'tag': 'c862fa09-56eb-4eaa-9157-0f0357138176', 'status': 'completed', 'code': 200} Jul 16 01:40:45.543335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e361536-9ae9-467d-a3d2-521773618341 None None] Port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:45.547253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-a32957c4-2777-4891-9100-f061c81b1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.549324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-a32957c4-2777-4891-9100-f061c81b1da1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c29ed838d1c4b7c93c4a7a31c01d83a&device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 1095 time: 0.1749229 Jul 16 01:40:45.564167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e361536-9ae9-467d-a3d2-521773618341 None None] Provisioning complete for port 06d557c4-0cf5-4759-a598-86b04836c5a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:45.564822 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e361536-9ae9-467d-a3d2-521773618341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.572375 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.580874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.581799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.608724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af3d1a9e-68ec-485a-934c-6e6b97d3442d req-0fc0143c-4bdb-4160-9867-dc3ee5121c1f tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329651 Jul 16 01:40:45.666812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 06d557c4-0cf5-4759-a598-86b04836c5a6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:45.711629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-dba23fb9-2c26-4975-ac8a-96b658035199 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c862fa09-56eb-4eaa-9157-0f0357138176 HTTP/1.1" status: 200 len: 217 time: 0.1532173 Jul 16 01:40:45.787891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6475780 Jul 16 01:40:45.788970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:45.797689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'subnet': {'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:45.831760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 06d557c4-0cf5-4759-a598-86b04836c5a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:45.832277 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.849275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d699c63-479e-4763-a7d8-5bba31bb4707 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Network': ['ID=1a5cc772-d505-44a4-8fed-1ee9b6fad5ab,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.866257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-7b96385a-6af9-4fed-abd9-cc7fa01b45be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.867800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-7b96385a-6af9-4fed-abd9-cc7fa01b45be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5f62ef5-ceb6-4697-ab09-e11f52a45a58 HTTP/1.1" status: 200 len: 851 time: 0.1361351 Jul 16 01:40:45.877526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:45.915664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-4ff371ac-7b10-4483-97ba-da07ac4274d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=44ddf18b-acf6-420c-8852-82d2a59ce615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376539 Jul 16 01:40:45.965972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:45.968939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f211932-3284-4ee5-9308-003e4481839a req-4d08fdd6-01a8-448d-bc12-1bacc2a5e913 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.970629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f211932-3284-4ee5-9308-003e4481839a req-4d08fdd6-01a8-448d-bc12-1bacc2a5e913 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1823583 Jul 16 01:40:45.971526 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.056515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f211932-3284-4ee5-9308-003e4481839a req-f3f33a51-a98c-4f26-8335-1d6292294244 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Jul 16 01:40:46.063934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:40:42Z', 'revision_number': 2, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 2, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:46.072472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-17540b4e-1e8d-4858-b6f1-611566691b48 service neutron] 10.222.0.67 "GET /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463563 Jul 16 01:40:46.109555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Checking router: 271a4693-9a1b-4e00-96f4-e87d7c92cc6a for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:46.110197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Updating router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:46.147395 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.189654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f5b97d7d-8385-4ede-98c6-4ce2d20fcd7e req-0c712fff-ef66-4493-af53-869f2684a042 service neutron] 10.222.0.67 "GET /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082017 Jul 16 01:40:46.241137 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.328557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785229a-0746-439d-90ab-a5b3c0b31ebe req-c36153fa-2bc6-4a49-92d9-9559bcbcb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.333148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3785229a-0746-439d-90ab-a5b3c0b31ebe req-c36153fa-2bc6-4a49-92d9-9559bcbcb43f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c29ed838d1c4b7c93c4a7a31c01d83a&device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 1095 time: 0.0824695 Jul 16 01:40:46.336845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Subnet': ['ID=4ea74971-7f81-4d74-b855-6e1f9f60382b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:46.354751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Checking segment: {'id': 'ee59b720-e689-4bec-a57e-8fa846161d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:46.355630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network hostable DHCP agents. Network: 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:46.384785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:46.396124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:46.401657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.402836 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.426406 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eb48276a-68a8-4fc7-80d2-106c8ac4e92f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6313732 Jul 16 01:40:46.426895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f6807-b43d-423c-8a8c-35eaddb22127 None None] Network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:46.427096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:46.480009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785229a-0746-439d-90ab-a5b3c0b31ebe req-98be5b11-0698-415b-9dc1-b95eba4342ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.482291 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3785229a-0746-439d-90ab-a5b3c0b31ebe req-98be5b11-0698-415b-9dc1-b95eba4342ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=44ddf18b-acf6-420c-8852-82d2a59ce615 HTTP/1.1" status: 200 len: 911 time: 0.1421432 Jul 16 01:40:46.531245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3785229a-0746-439d-90ab-a5b3c0b31ebe req-e8c9caed-0604-4dfa-83f3-adeb06ca47a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c862fa09-56eb-4eaa-9157-0f0357138176 HTTP/1.1" status: 200 len: 217 time: 0.0418315 Jul 16 01:40:46.555019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.578729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Transition to ACTIVE for port object 28349bcd-a8a6-4e48-a827-7f8aa467dd2d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:46.600368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785229a-0746-439d-90ab-a5b3c0b31ebe req-95703c02-ae3b-45fc-a2aa-83a34a195783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.601843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3785229a-0746-439d-90ab-a5b3c0b31ebe req-95703c02-ae3b-45fc-a2aa-83a34a195783 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5f62ef5-ceb6-4697-ab09-e11f52a45a58 HTTP/1.1" status: 200 len: 851 time: 0.0599504 Jul 16 01:40:46.608112 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.646384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3785229a-0746-439d-90ab-a5b3c0b31ebe req-d4372de2-179c-427c-9940-eec696e5dec9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=44ddf18b-acf6-420c-8852-82d2a59ce615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355082 Jul 16 01:40:46.712164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fc601-1b1d-4a9f-b222-780d340db985 None None] Pushing event updated for resources: {'Port': ['ID=28349bcd-a8a6-4e48-a827-7f8aa467dd2d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:46.830411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:46.831596 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.852319 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3785229a-0746-439d-90ab-a5b3c0b31ebe req-9e2f1fd9-212d-4024-b466-be8bcdfdfb92 service neutron] 10.222.0.67 "GET /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955342 Jul 16 01:40:46.906053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Attempting to bind port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:46.906564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Attempting to bind port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '04da630a-841b-4682-9263-d3073e13ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:46.907027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Attempting to bind port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d on network 86f20178-dfd3-4e57-95ad-16051ebc94e8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:46.916738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:46.917261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Checking segment: {'id': '04da630a-841b-4682-9263-d3073e13ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:46.918064 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.918558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Bound using segment: {'id': '04da630a-841b-4682-9263-d3073e13ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:46.920016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Bound port: 28349bcd-a8a6-4e48-a827-7f8aa467dd2d, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04da630a-841b-4682-9263-d3073e13ad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:46.920695 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.955257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b76639-9ec6-41a7-b47f-88bfce90192a req-7a4b61ba-2aee-4da5-a8d7-834d84ac674c tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.956822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74b76639-9ec6-41a7-b47f-88bfce90192a req-7a4b61ba-2aee-4da5-a8d7-834d84ac674c tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 943 time: 0.1377258 Jul 16 01:40:46.961382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.108551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-74b76639-9ec6-41a7-b47f-88bfce90192a req-07485fa8-b8c3-4c59-a5df-be84d852181d tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444886 Jul 16 01:40:47.167863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] For port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:47.171976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3785229a-0746-439d-90ab-a5b3c0b31ebe req-52f2352f-547d-4423-9a08-3c60a36dc41b service neutron] 10.222.0.67 "GET /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112001 Jul 16 01:40:47.193721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] For port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=28349bcd-a8a6-4e48-a827-7f8aa467dd2d,segment=NetworkSegment(04da630a-841b-4682-9263-d3073e13ad88),segment_id=04da630a-841b-4682-9263-d3073e13ad88)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:47.196883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Allocated IP 172.21.0.2 (1a5cc772-d505-44a4-8fed-1ee9b6fad5ab/4ea74971-7f81-4d74-b855-6e1f9f60382b/b054ae12-59a2-4a9e-af91-38b4656e04e3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:47.202797 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.281788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fc601-1b1d-4a9f-b222-780d340db985 None None] Pushing event updated for resources: {'Port': ['ID=28349bcd-a8a6-4e48-a827-7f8aa467dd2d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.397213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:47.397957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:47.478695 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86e624-3097-498f-bcd9-68220651de12 req-07007e4e-1e47-4724-982a-10fc2131f400 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.481134 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c86e624-3097-498f-bcd9-68220651de12 req-07007e4e-1e47-4724-982a-10fc2131f400 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1219709 Jul 16 01:40:47.545677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c86e624-3097-498f-bcd9-68220651de12 req-9da504b5-430c-41c5-8fba-04f555bf9e52 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573993 Jul 16 01:40:47.553189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:47.609628 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.651214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Transition to ACTIVE for port object b054ae12-59a2-4a9e-af91-38b4656e04e3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:47.728632 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Transition to ACTIVE for port object b054ae12-59a2-4a9e-af91-38b4656e04e3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:47.739840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03d740-bd6f-43f6-ae9b-a63eec26f123 req-18922661-8eae-4449-8c77-f7d8581db0ad tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.741693 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9c03d740-bd6f-43f6-ae9b-a63eec26f123 req-18922661-8eae-4449-8c77-f7d8581db0ad tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0743670 Jul 16 01:40:47.741880 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.793913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:47.801936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:47.808088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c862fa09-56eb-4eaa-9157-0f0357138176 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:47.813210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:47.822150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Allocated IP 172.21.0.1 (1a5cc772-d505-44a4-8fed-1ee9b6fad5ab/4ea74971-7f81-4d74-b855-6e1f9f60382b/662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:47.831544 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9c03d740-bd6f-43f6-ae9b-a63eec26f123 req-ad7c8653-758e-4702-b89c-9f5a5b01815a tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585310 Jul 16 01:40:47.842389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Pushing event updated for resources: {'Port': ['ID=b054ae12-59a2-4a9e-af91-38b4656e04e3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.944145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Attempting to bind port b054ae12-59a2-4a9e-af91-38b4656e04e3 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:47.944523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Attempting to bind port b054ae12-59a2-4a9e-af91-38b4656e04e3 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ee59b720-e689-4bec-a57e-8fa846161d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:47.944893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Attempting to bind port b054ae12-59a2-4a9e-af91-38b4656e04e3 on network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:47.981451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:47.981753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Checking segment: {'id': 'ee59b720-e689-4bec-a57e-8fa846161d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:47.982209 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.982615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Bound using segment: {'id': 'ee59b720-e689-4bec-a57e-8fa846161d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:47.983110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Bound port: b054ae12-59a2-4a9e-af91-38b4656e04e3, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee59b720-e689-4bec-a57e-8fa846161d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:47.983502 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.998302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.014122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:40:42Z', 'revision_number': 2, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:47Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:48.028305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Transition to ACTIVE for port object 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:48.069921 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6ef51-524e-4963-80a7-da7be277adaa None None] The sync data for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 is: [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:40:42Z', 'revision_number': 2, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:47Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:48.082294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c862fa09-56eb-4eaa-9157-0f0357138176, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c862fa09-56eb-4eaa-9157-0f0357138176,segment=NetworkSegment(0ecbbfd8-97a5-4e5c-a536-4994bd245c5d),segment_id=0ecbbfd8-97a5-4e5c-a536-4994bd245c5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:48.085166 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.121452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'c862fa09-56eb-4eaa-9157-0f0357138176', 'network_id': '44ddf18b-acf6-420c-8852-82d2a59ce615', 'port_id': 'c862fa09-56eb-4eaa-9157-0f0357138176', 'mac_address': 'fa:16:3e:51:dd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f62ef5-ceb6-4697-ab09-e11f52a45a58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:48.134080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:48.168262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] For port b054ae12-59a2-4a9e-af91-38b4656e04e3, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:48.190613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] For port b054ae12-59a2-4a9e-af91-38b4656e04e3, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b054ae12-59a2-4a9e-af91-38b4656e04e3,segment=NetworkSegment(ee59b720-e689-4bec-a57e-8fa846161d0f),segment_id=ee59b720-e689-4bec-a57e-8fa846161d0f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:48.200458 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.206022 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.244529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.256383 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:48.272317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:48.299397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c862fa09-56eb-4eaa-9157-0f0357138176 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:48.367218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c862fa09-56eb-4eaa-9157-0f0357138176, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c862fa09-56eb-4eaa-9157-0f0357138176,segment=NetworkSegment(0ecbbfd8-97a5-4e5c-a536-4994bd245c5d),segment_id=0ecbbfd8-97a5-4e5c-a536-4994bd245c5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:48.375242 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6a41-500c-43bc-ad90-5b7a3a03f65a None None] Pushing event updated for resources: {'Port': ['ID=b054ae12-59a2-4a9e-af91-38b4656e04e3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.384381 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.482045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624013c-9163-4206-b751-b9355bef4ad2 req-35b9ece2-63cd-444b-83e9-454ededf8176 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.492731 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.496067 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8624013c-9163-4206-b751-b9355bef4ad2 req-35b9ece2-63cd-444b-83e9-454ededf8176 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 943 time: 0.1757185 Jul 16 01:40:48.508373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=c862fa09-56eb-4eaa-9157-0f0357138176,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.613235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8624013c-9163-4206-b751-b9355bef4ad2 req-fc952f96-0ff9-4d1c-a208-b5d2d50bd79a tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049199 Jul 16 01:40:48.626457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['c862fa09-56eb-4eaa-9157-0f0357138176'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:48.673399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0ef4c-ca6f-409a-8640-9bd83d820772 req-a4670633-3080-40d9-acf2-e2c7b3cdd629 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.680606 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0eb0ef4c-ca6f-409a-8640-9bd83d820772 req-a4670633-3080-40d9-acf2-e2c7b3cdd629 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.3275385 Jul 16 01:40:48.854754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0eb0ef4c-ca6f-409a-8640-9bd83d820772 req-7f92d713-39c7-4a02-aa09-f777a7b5368b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731489 Jul 16 01:40:48.901448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.288520 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.293371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.375353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.381091 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.556600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:49.558686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:49.564023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 28349bcd-a8a6-4e48-a827-7f8aa467dd2d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:49.640339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:49.650738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:49.652072 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.710345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:49.812876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c862fa09-56eb-4eaa-9157-0f0357138176 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:49.898080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa240b7-7d56-4281-8878-3e9dfea89093 req-b386c83e-81ea-496f-81e5-5e7995a93d76 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.909041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caa240b7-7d56-4281-8878-3e9dfea89093 req-b386c83e-81ea-496f-81e5-5e7995a93d76 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 944 time: 0.1203043 Jul 16 01:40:49.921613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.940097 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:49.952016 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ca454f3d-f3da-4eda-8e1f-39b647b77c18 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5206668 Jul 16 01:40:49.952790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35802) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:49.962304 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'network': {'name': 'tempest-RoutersTest-2005755699'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:49.991505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caa240b7-7d56-4281-8878-3e9dfea89093 req-b4bd86cb-1ae9-4781-9122-ba27dc0871b3 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804024 Jul 16 01:40:50.021442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port c862fa09-56eb-4eaa-9157-0f0357138176 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:50.035140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:50.039661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.052896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27bf397-ee33-4028-9706-fc7f03cba028 None None] Network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:50.061872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port c862fa09-56eb-4eaa-9157-0f0357138176 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:50.062981 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.069138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=28349bcd-a8a6-4e48-a827-7f8aa467dd2d,segment=NetworkSegment(04da630a-841b-4682-9263-d3073e13ad88),segment_id=04da630a-841b-4682-9263-d3073e13ad88)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:50.096484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:50.116667 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.117446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b054ae12-59a2-4a9e-af91-38b4656e04e3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:50.127162 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.127973 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added segment 901c6201-7487-4da6-97f8-1814e6e0d315 of type vlan for network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a Jul 16 01:40:50.180881 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.241688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487c0aa-1f3c-48c3-8386-1aa265272e84 req-b3c1454c-2c87-4b92-abb9-8355005dbbef tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.248059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d487c0aa-1f3c-48c3-8386-1aa265272e84 req-b3c1454c-2c87-4b92-abb9-8355005dbbef tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.1881635 Jul 16 01:40:50.310467 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.317058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.317763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.369054 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d487c0aa-1f3c-48c3-8386-1aa265272e84 req-4d798081-a8a1-49f7-a66f-248df9953233 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135712 Jul 16 01:40:50.386268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4325559 Jul 16 01:40:50.388959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35808) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:50.394559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'subnet': {'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:50.458202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-54b97fd5-6632-4258-8dd7-2fd5f78c68e0 None None] Provisioning for port b054ae12-59a2-4a9e-af91-38b4656e04e3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:50.460170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f2e80-3756-4a7d-9438-254998b6d9a3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Network': ['ID=9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.494492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:50.523132 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Sync routers for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:50.540317 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:50.540946 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:50.598485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b054ae12-59a2-4a9e-af91-38b4656e04e3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:50.619144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:50.622963 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.692514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b054ae12-59a2-4a9e-af91-38b4656e04e3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:50.692925 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.694678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=28349bcd-a8a6-4e48-a827-7f8aa467dd2d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.708689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.709039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.709383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.709720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.710076 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.710409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.710739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.711065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.711389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.711712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.712034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.712357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:50.805603 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:50.926391 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.945753 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.986626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Subnet': ['ID=0139b2cb-965b-42b3-9582-3a4a79ba7390,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.033949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Checking segment: {'id': '901c6201-7487-4da6-97f8-1814e6e0d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:51.034488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network hostable DHCP agents. Network: 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:51.036757 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c862fa09-56eb-4eaa-9157-0f0357138176, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c862fa09-56eb-4eaa-9157-0f0357138176,segment=NetworkSegment(0ecbbfd8-97a5-4e5c-a536-4994bd245c5d),segment_id=0ecbbfd8-97a5-4e5c-a536-4994bd245c5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:51.047445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703a938f-bf15-4014-9b9f-b4b82a80dfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c862fa09-56eb-4eaa-9157-0f0357138176'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:51.050375 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cc786c-350c-4d45-8291-bec56a4b0f09" -d '{"events": [{"server_uuid": "703a938f-bf15-4014-9b9f-b4b82a80dfcf", "name": "network-vif-plugged", "status": "completed", "tag": "c862fa09-56eb-4eaa-9157-0f0357138176"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:51.053594 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.068038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:51.086696 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:51.095837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.096792 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.125608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fc433c3c-0461-4bc7-9b34-2e4ddcd7942e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7354736 Jul 16 01:40:51.129343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:51.172801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef7238-03b4-4a88-aee5-b96db5dc24e3 None None] Network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:51.303628 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=c862fa09-56eb-4eaa-9157-0f0357138176,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.428796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.466714 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 3, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 2, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:51.487760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d89b-ff74-41b0-b6c3-29dc7e9fcb59 req-d466e3e0-262e-4f85-8e9d-25d1feb93461 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.491880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f398d89b-ff74-41b0-b6c3-29dc7e9fcb59 req-d466e3e0-262e-4f85-8e9d-25d1feb93461 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.3146820 Jul 16 01:40:51.603446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b054ae12-59a2-4a9e-af91-38b4656e04e3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b054ae12-59a2-4a9e-af91-38b4656e04e3,segment=NetworkSegment(ee59b720-e689-4bec-a57e-8fa846161d0f),segment_id=ee59b720-e689-4bec-a57e-8fa846161d0f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:51.611344 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.667828 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f398d89b-ff74-41b0-b6c3-29dc7e9fcb59 req-204d04a1-59d8-4b02-9e8c-07e9e218636d tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538897 Jul 16 01:40:51.670036 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Checking router: 271a4693-9a1b-4e00-96f4-e87d7c92cc6a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:51.671073 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Updating router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:51.841667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:51.871551 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.929135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 28349bcd-a8a6-4e48-a827-7f8aa467dd2d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:51.954631 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35ae181-88c3-4976-b824-e69390d50c17 x-openstack-request-id: req-c35ae181-88c3-4976-b824-e69390d50c17 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:51.955105 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703a938f-bf15-4014-9b9f-b4b82a80dfcf", "name": "network-vif-plugged", "status": "completed", "tag": "c862fa09-56eb-4eaa-9157-0f0357138176", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:51.955477 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c35ae181-88c3-4976-b824-e69390d50c17 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:51.955988 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703a938f-bf15-4014-9b9f-b4b82a80dfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c862fa09-56eb-4eaa-9157-0f0357138176', 'code': 200} Jul 16 01:40:51.967556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:51.975036 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.060437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b054ae12-59a2-4a9e-af91-38b4656e04e3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.103933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bfb8932b-6b98-4374-8a4d-c00f2a5326bd None None] Provisioning complete for port b054ae12-59a2-4a9e-af91-38b4656e04e3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:52.104472 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfb8932b-6b98-4374-8a4d-c00f2a5326bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.123915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf563-c88a-492e-9b2b-9141a05a37ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.222738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd5140-ec2a-4f85-b8f4-eb083a7ae104 req-70252429-4cda-4acb-9503-b21a541ba85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.226844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abdd5140-ec2a-4f85-b8f4-eb083a7ae104 req-70252429-4cda-4acb-9503-b21a541ba85c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 1097 time: 0.2369905 Jul 16 01:40:52.329029 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abdd5140-ec2a-4f85-b8f4-eb083a7ae104 req-a01fe493-d065-4f02-a8b0-6af95ad6a649 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937231 Jul 16 01:40:52.333687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:52.346566 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.464781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Allocated IP 172.22.0.2 (9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a/0139b2cb-965b-42b3-9582-3a4a79ba7390/e240e3c1-3987-4bfe-b5f7-3c87b522801f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:52.481763 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf563-c88a-492e-9b2b-9141a05a37ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.488153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf563-c88a-492e-9b2b-9141a05a37ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.507355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bfb8932b-6b98-4374-8a4d-c00f2a5326bd None None] Provisioning for port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:52.507736 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.514297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bfb8932b-6b98-4374-8a4d-c00f2a5326bd None None] Provisioning complete for port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:52.518552 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfb8932b-6b98-4374-8a4d-c00f2a5326bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.524162 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Transition to ACTIVE for port object 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:52.531762 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.599442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8932b-6b98-4374-8a4d-c00f2a5326bd None None] Port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:52.620800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0fdcf563-c88a-492e-9b2b-9141a05a37ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9fd3f96e77334a07baf5405484791003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740068 Jul 16 01:40:52.622736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcf563-c88a-492e-9b2b-9141a05a37ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d704a62-6063-471d-9866-2740a56fbd6e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.631052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35840) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:52.682501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52222b18-31bb-4be4-8257-373b4e9e4e9b req-5a1652e7-13aa-4841-97d5-36bb937a92fe tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.695828 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52222b18-31bb-4be4-8257-373b4e9e4e9b req-5a1652e7-13aa-4841-97d5-36bb937a92fe tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 1.2882361 Jul 16 01:40:52.741281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb6c5934-f2c6-46da-8bde-2bc821201e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.750575 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Attempting to bind port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:52.751535 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Attempting to bind port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ee59b720-e689-4bec-a57e-8fa846161d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:52.752905 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Attempting to bind port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 on network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:52.773803 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:52.775950 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Checking segment: {'id': 'ee59b720-e689-4bec-a57e-8fa846161d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:52.776527 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.785630 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Bound using segment: {'id': 'ee59b720-e689-4bec-a57e-8fa846161d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:52.786453 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Bound port: 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee59b720-e689-4bec-a57e-8fa846161d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:52.787026 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.791461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb6c5934-f2c6-46da-8bde-2bc821201e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.813011 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e863a-4f82-4c59-aad9-66e81f57fbc1 None None] Pushing event updated for resources: {'Port': ['ID=662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.891014 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb6c5934-f2c6-46da-8bde-2bc821201e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.895162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb6c5934-f2c6-46da-8bde-2bc821201e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.897577 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bb6c5934-f2c6-46da-8bde-2bc821201e3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d704a62-6063-471d-9866-2740a56fbd6e HTTP/1.1" status: 204 len: 168 time: 0.2611794 Jul 16 01:40:52.909403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c5934-f2c6-46da-8bde-2bc821201e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d704a62-6063-471d-9866-2740a56fbd6e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.947491 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] For port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:52.963583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52222b18-31bb-4be4-8257-373b4e9e4e9b req-b020a42b-8d51-4ce2-a020-0bf4c9ee6baa tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599449 Jul 16 01:40:52.966725 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] For port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3,segment=NetworkSegment(ee59b720-e689-4bec-a57e-8fa846161d0f),segment_id=ee59b720-e689-4bec-a57e-8fa846161d0f)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:52.976736 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.059912 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:53.061190 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.068440 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:53.081879 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Transition to ACTIVE for port object e240e3c1-3987-4bfe-b5f7-3c87b522801f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:53.117886 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e863a-4f82-4c59-aad9-66e81f57fbc1 None None] Pushing event updated for resources: {'Port': ['ID=662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:53.120412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Transition to ACTIVE for port object e240e3c1-3987-4bfe-b5f7-3c87b522801f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:53.130811 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.228543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:53.235656 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.249401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:53.264891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:53.299880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Pushing event updated for resources: {'Port': ['ID=e240e3c1-3987-4bfe-b5f7-3c87b522801f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:53.389737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c726a10-a64e-45ae-a132-ed9dc58a2929 req-9046867f-6444-43f7-91db-871bd10df0de tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.406465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5c726a10-a64e-45ae-a132-ed9dc58a2929 req-9046867f-6444-43f7-91db-871bd10df0de tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.4282773 Jul 16 01:40:53.458825 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Attempting to bind port e240e3c1-3987-4bfe-b5f7-3c87b522801f on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:53.459487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Attempting to bind port e240e3c1-3987-4bfe-b5f7-3c87b522801f by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '901c6201-7487-4da6-97f8-1814e6e0d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:53.460024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Attempting to bind port e240e3c1-3987-4bfe-b5f7-3c87b522801f on network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:53.470712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:53.474311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Checking segment: {'id': '901c6201-7487-4da6-97f8-1814e6e0d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:53.474951 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.475551 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Bound using segment: {'id': '901c6201-7487-4da6-97f8-1814e6e0d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:53.476237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Bound port: e240e3c1-3987-4bfe-b5f7-3c87b522801f, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901c6201-7487-4da6-97f8-1814e6e0d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:53.476799 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.522124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5c726a10-a64e-45ae-a132-ed9dc58a2929 req-25e0a22d-24b3-465a-9205-76ddac01b8e4 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138299 Jul 16 01:40:53.524805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:53.595815 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:53.634134 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2395ec5-874a-41c1-9170-17049194058f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.655656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] For port e240e3c1-3987-4bfe-b5f7-3c87b522801f, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:53.658845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] For port e240e3c1-3987-4bfe-b5f7-3c87b522801f, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e240e3c1-3987-4bfe-b5f7-3c87b522801f,segment=NetworkSegment(901c6201-7487-4da6-97f8-1814e6e0d315),segment_id=901c6201-7487-4da6-97f8-1814e6e0d315)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:53.665356 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.790794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b054ae12-59a2-4a9e-af91-38b4656e04e3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:53.903496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264052a7-460c-44b3-b720-65e5c346c1ab None None] Pushing event updated for resources: {'Port': ['ID=e240e3c1-3987-4bfe-b5f7-3c87b522801f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:53.932836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b054ae12-59a2-4a9e-af91-38b4656e04e3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:53.933503 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.947233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Allocated IP 172.22.0.1 (9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a/0139b2cb-965b-42b3-9582-3a4a79ba7390/9ff7826a-ae7b-480a-a972-331b919f5aa3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:54.003964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2395ec5-874a-41c1-9170-17049194058f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.021650 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2395ec5-874a-41c1-9170-17049194058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.148698 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 3, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:52Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:54.167466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d2395ec5-874a-41c1-9170-17049194058f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3511706c989b4b998cf0832bc9d2e9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6408818 Jul 16 01:40:54.176089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35862) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:54.176954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2395ec5-874a-41c1-9170-17049194058f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7800d6e5-49f5-42b1-a98d-f6e1bc926918,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.212147 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6edb3-1e48-4eb5-9e1c-24c9467d1031 None None] The sync data for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 is: [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 3, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:52Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:54.237349 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.294934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Transition to ACTIVE for port object 9ff7826a-ae7b-480a-a972-331b919f5aa3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:54.328215 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cf6ec2-3705-439b-abed-c97f5b42ba32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.378483 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cf6ec2-3705-439b-abed-c97f5b42ba32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.418979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.485983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:54.491002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:54.495840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:54.510272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=9ff7826a-ae7b-480a-a972-331b919f5aa3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.547857 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cf6ec2-3705-439b-abed-c97f5b42ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.553905 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cf6ec2-3705-439b-abed-c97f5b42ba32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.555211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-78cf6ec2-3705-439b-abed-c97f5b42ba32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7800d6e5-49f5-42b1-a98d-f6e1bc926918 HTTP/1.1" status: 204 len: 168 time: 0.3745728 Jul 16 01:40:54.558806 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e988407f-c0b9-4028-87a5-678d51c3d4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.582053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf6ec2-3705-439b-abed-c97f5b42ba32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7800d6e5-49f5-42b1-a98d-f6e1bc926918,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.595096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.872914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7836e-2181-4190-b172-4c4e4ff4f890 req-c74db95b-ead6-46c4-bcb6-def30cced061 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.874677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59b7836e-2181-4190-b172-4c4e4ff4f890 req-c74db95b-ead6-46c4-bcb6-def30cced061 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.5416372 Jul 16 01:40:54.947365 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.034105 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59b7836e-2181-4190-b172-4c4e4ff4f890 req-7bb0f66c-f662-405e-95c8-fef22b1e2764 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322157 Jul 16 01:40:55.465035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8ed47-02f1-40d0-8016-b50521d4449a None None] Network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:55.492401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da77c4-61da-4c6b-96c7-c2c65d6098ac req-1697f7e4-e2e7-4c85-8163-e38ee7fee570 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.494256 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06da77c4-61da-4c6b-96c7-c2c65d6098ac req-1697f7e4-e2e7-4c85-8163-e38ee7fee570 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.1789260 Jul 16 01:40:55.562902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06da77c4-61da-4c6b-96c7-c2c65d6098ac req-f50d69d7-3c8e-4c3c-8d11-bf3288d436a9 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598330 Jul 16 01:40:55.623294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c0d2bb67-b136-4a15-8cff-f4ce98e249bc None None] Provisioning for port e240e3c1-3987-4bfe-b5f7-3c87b522801f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:55.666184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.679113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.744168 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.860384 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.887986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=9ff7826a-ae7b-480a-a972-331b919f5aa3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.908092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.908446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.908785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.909124 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.909456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.909784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.910144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.910470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.910947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.911135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.911424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.911742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:55.913367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e240e3c1-3987-4bfe-b5f7-3c87b522801f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:55.991780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port e240e3c1-3987-4bfe-b5f7-3c87b522801f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:55.997900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e240e3c1-3987-4bfe-b5f7-3c87b522801f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:55.998360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.091559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:56.093533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:56.129941 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.183673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port e240e3c1-3987-4bfe-b5f7-3c87b522801f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e240e3c1-3987-4bfe-b5f7-3c87b522801f,segment=NetworkSegment(901c6201-7487-4da6-97f8-1814e6e0d315),segment_id=901c6201-7487-4da6-97f8-1814e6e0d315)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:56.195563 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.196475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:56.296086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:56.314052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfcbb4-1d51-41a4-aca6-bab50a2f46ca req-482ed406-b750-4a5c-ab60-c46a80f47d1a tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.321695 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0acfcbb4-1d51-41a4-aca6-bab50a2f46ca req-482ed406-b750-4a5c-ab60-c46a80f47d1a tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.0858259 Jul 16 01:40:56.421354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0acfcbb4-1d51-41a4-aca6-bab50a2f46ca req-e59b28e4-aff5-4803-85c7-1db0fda4d7b4 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987043 Jul 16 01:40:56.434372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:56.451559 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee54e2f1-2fca-47a1-8eac-bf4e889d56ba None None] Provisioning complete for port e240e3c1-3987-4bfe-b5f7-3c87b522801f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:56.456341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee54e2f1-2fca-47a1-8eac-bf4e889d56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.462390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=e240e3c1-3987-4bfe-b5f7-3c87b522801f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.479818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:56.480289 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.489640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:56.503352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b4d8a3d6-f4ff-4034-9b7e-36fc24a12f7c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3727272 Jul 16 01:40:56.506122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35926) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:56.511842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'network': {'name': 'tempest-RoutersTest-1306066918'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:56.547277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:56.552720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.616479 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:56.623262 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Sync routers for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:56.631278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.631642 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added segment 2a16ddb2-edd3-4c1f-9179-33eef7e56424 of type vlan for network e58532ef-cc2e-4ff5-b142-19e77046dc68 Jul 16 01:40:56.749424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.765950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:56.766723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.850941 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.873329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.874253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.928000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.981742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4717231 Jul 16 01:40:56.982364 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:56.989952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'subnet': {'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:57.020136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:57.099944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aed847-fd88-4a1c-8508-1de9d180406e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Network': ['ID=e58532ef-cc2e-4ff5-b142-19e77046dc68,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.131519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e58532ef-cc2e-4ff5-b142-19e77046dc68 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:57.185143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Made reservation on behalf of 0821018d15e64a78a58acbeb7e47c8ba for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:57.190094 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.282703 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.330520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8a3f-5c9d-4733-9c56-ae7d816d19c8 req-4d3dba0b-a57e-4eaf-a818-782781231aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.337024 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a4e8a3f-5c9d-4733-9c56-ae7d816d19c8 req-4d3dba0b-a57e-4eaf-a818-782781231aec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 1097 time: 0.1760712 Jul 16 01:40:57.458188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35948) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.472965 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.592722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Subnet': ['ID=8f82bcc5-1f12-464d-bfd2-8c367179bbd5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.650631 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7aa694d2-e7f9-40fe-ae54-63536948ed0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.671394 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c0519e0-af53-4433-80b9-7449dcc25e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.794955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee54e2f1-2fca-47a1-8eac-bf4e889d56ba None None] Provisioning for port 9ff7826a-ae7b-480a-a972-331b919f5aa3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:57.799285 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c0519e0-af53-4433-80b9-7449dcc25e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.813481 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c0519e0-af53-4433-80b9-7449dcc25e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.817914 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.833636 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fcc9d-4e0f-4fa4-a75f-ccc8fbe6e7ad req-58ce68f3-6bce-4799-b70e-287b941182bc tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.841634 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-321fcc9d-4e0f-4fa4-a75f-ccc8fbe6e7ad req-58ce68f3-6bce-4799-b70e-287b941182bc tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.6109018 Jul 16 01:40:57.850857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee54e2f1-2fca-47a1-8eac-bf4e889d56ba None None] Provisioning complete for port 9ff7826a-ae7b-480a-a972-331b919f5aa3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:57.851224 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee54e2f1-2fca-47a1-8eac-bf4e889d56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.864202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Checking segment: {'id': '2a16ddb2-edd3-4c1f-9179-33eef7e56424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:57.864913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network hostable DHCP agents. Network: e58532ef-cc2e-4ff5-b142-19e77046dc68, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:57.872301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8a3f-5c9d-4733-9c56-ae7d816d19c8 req-43ac753b-24cd-45f2-b0c8-e9f5523f3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.873856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a4e8a3f-5c9d-4733-9c56-ae7d816d19c8 req-43ac753b-24cd-45f2-b0c8-e9f5523f3f98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 918 time: 0.5268593 Jul 16 01:40:57.890130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3,segment=NetworkSegment(ee59b720-e689-4bec-a57e-8fa846161d0f),segment_id=ee59b720-e689-4bec-a57e-8fa846161d0f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:57.901703 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.925492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0c0519e0-af53-4433-80b9-7449dcc25e75 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8240b09e775e411b9a359bb9f5259486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656651 Jul 16 01:40:57.929813 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35954) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.932773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0519e0-af53-4433-80b9-7449dcc25e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af374f03-1a12-421f-8966-24480d1baeea,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.932918 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a4e8a3f-5c9d-4733-9c56-ae7d816d19c8 req-51b413c8-3bc6-4cee-86d7-9e0fd009f05b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d HTTP/1.1" status: 200 len: 217 time: 0.0458879 Jul 16 01:40:57.964062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ee54e2f1-2fca-47a1-8eac-bf4e889d56ba None None] Port 9ff7826a-ae7b-480a-a972-331b919f5aa3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:57.984519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network e58532ef-cc2e-4ff5-b142-19e77046dc68 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:57.995164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3cb4f-eb9f-4060-84c8-3507183a730a req-2676abde-7fda-4991-8694-e108dc89bf37 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.998102 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61a3cb4f-eb9f-4060-84c8-3507183a730a req-2676abde-7fda-4991-8694-e108dc89bf37 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.3729191 Jul 16 01:40:58.025225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-321fcc9d-4e0f-4fa4-a75f-ccc8fbe6e7ad req-ff62797e-c529-480c-988f-0fdc9d122eba tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823630 Jul 16 01:40:58.044714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:40:54Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:52Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:40:55Z', 'revision_number': 2, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:58.048073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e240e3c1-3987-4bfe-b5f7-3c87b522801f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:58.051113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:58.062744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, e58532ef-cc2e-4ff5-b142-19e77046dc68) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:58.083978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8a3f-5c9d-4733-9c56-ae7d816d19c8 req-9a7f9917-51df-43c9-a00a-ef59ee3d1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.085434 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a4e8a3f-5c9d-4733-9c56-ae7d816d19c8 req-9a7f9917-51df-43c9-a00a-ef59ee3d1964 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.1330423 Jul 16 01:40:58.101177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.102144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.129792 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a4e8a3f-5c9d-4733-9c56-ae7d816d19c8 req-98977aac-c5e4-406f-b98e-3c1a8385faf6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290592 Jul 16 01:40:58.130487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83fee336-52bb-4fba-a031-7cea02f3b311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.144094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303e5182-b7bb-400d-a107-51f7c57f05f0 None None] Network e58532ef-cc2e-4ff5-b142-19e77046dc68 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:58.145309 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-27b82688-2c08-43e7-8ffe-84b0d5d48d51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1612892 Jul 16 01:40:58.150745 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 35958) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.164023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61a3cb4f-eb9f-4060-84c8-3507183a730a req-e69ffa18-7273-4220-904e-39dd562e170b tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483800 Jul 16 01:40:58.210461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83fee336-52bb-4fba-a031-7cea02f3b311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.272657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Checking router: 271a4693-9a1b-4e00-96f4-e87d7c92cc6a for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:58.273135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Updating router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a port 9ff7826a-ae7b-480a-a972-331b919f5aa3 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:58.339609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-101ace13-1661-4313-9f8a-b7b674dfdb76 None None] Provisioning complete for port 9ff7826a-ae7b-480a-a972-331b919f5aa3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:58.340720 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-101ace13-1661-4313-9f8a-b7b674dfdb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.344614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a4e8a3f-5c9d-4733-9c56-ae7d816d19c8 req-afd3806b-3b96-4545-a348-8d10df4031a7 service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932781 Jul 16 01:40:58.354899 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83fee336-52bb-4fba-a031-7cea02f3b311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.358751 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83fee336-52bb-4fba-a031-7cea02f3b311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.360125 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-83fee336-52bb-4fba-a031-7cea02f3b311 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af374f03-1a12-421f-8966-24480d1baeea HTTP/1.1" status: 204 len: 168 time: 0.4289751 Jul 16 01:40:58.383771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-101ace13-1661-4313-9f8a-b7b674dfdb76 None None] Port 9ff7826a-ae7b-480a-a972-331b919f5aa3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:58.414127 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.433436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-e58532ef-cc2e-4ff5-b142-19e77046dc68', 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'fixed_ips': [{'subnet_id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:58.434533 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.496993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a4e8a3f-5c9d-4733-9c56-ae7d816d19c8 req-b6e91683-c294-43a7-8469-bd61ca19df00 service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353874 Jul 16 01:40:58.502860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fee336-52bb-4fba-a031-7cea02f3b311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af374f03-1a12-421f-8966-24480d1baeea,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:58.562829 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.581473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e240e3c1-3987-4bfe-b5f7-3c87b522801f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:58.581853 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.750560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.813450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35972) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.849225 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80b44f0f-87bd-444e-9239-c724a0fb59f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.937744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Allocated IP 172.23.0.2 (e58532ef-cc2e-4ff5-b142-19e77046dc68/8f82bcc5-1f12-464d-bfd2-8c367179bbd5/edd643bb-8508-4e22-a775-5c67a28f5c67) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:59.004744 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80b44f0f-87bd-444e-9239-c724a0fb59f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.019881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80b44f0f-87bd-444e-9239-c724a0fb59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.079330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec140a2f-eca1-48e1-ab1e-0592420ad2a2 req-791ed995-397d-49f4-9320-5d14575e6e6e tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.081560 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec140a2f-eca1-48e1-ab1e-0592420ad2a2 req-791ed995-397d-49f4-9320-5d14575e6e6e tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.1700745 Jul 16 01:40:59.101615 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.110196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-80b44f0f-87bd-444e-9239-c724a0fb59f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e1a94ca85ec43019639eba62512d4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951679 Jul 16 01:40:59.111814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b44f0f-87bd-444e-9239-c724a0fb59f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a3c41d-8e4b-46c7-8354-b452ee4c3a8c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.128566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 35976) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.129045 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Transition to ACTIVE for port object 9ff7826a-ae7b-480a-a972-331b919f5aa3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:59.145152 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.147263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec140a2f-eca1-48e1-ab1e-0592420ad2a2 req-31216d2e-e081-4a64-863a-f9b266cc229b tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551555 Jul 16 01:40:59.253020 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1124b34c-a388-4713-9393-eefe48269d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.254268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd21f9b-91d6-4f8f-bdc9-b1a42c5f3e7a None None] Pushing event updated for resources: {'Port': ['ID=9ff7826a-ae7b-480a-a972-331b919f5aa3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.266537 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.271761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced2bd-f0d7-433e-a202-5eabec1a6e38 req-910930ba-e587-4ad7-bb8c-8d8669fafed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.273282 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18ced2bd-f0d7-433e-a202-5eabec1a6e38 req-910930ba-e587-4ad7-bb8c-8d8669fafed0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c29ed838d1c4b7c93c4a7a31c01d83a&device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 1097 time: 0.2664685 Jul 16 01:40:59.301033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Transition to ACTIVE for port object edd643bb-8508-4e22-a775-5c67a28f5c67 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:59.302679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1124b34c-a388-4713-9393-eefe48269d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.350226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Transition to ACTIVE for port object edd643bb-8508-4e22-a775-5c67a28f5c67 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:59.351866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Attempting to bind port 9ff7826a-ae7b-480a-a972-331b919f5aa3 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:59.352235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Attempting to bind port 9ff7826a-ae7b-480a-a972-331b919f5aa3 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '901c6201-7487-4da6-97f8-1814e6e0d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:59.352601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Attempting to bind port 9ff7826a-ae7b-480a-a972-331b919f5aa3 on network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:59.364734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:59.365720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Checking segment: {'id': '901c6201-7487-4da6-97f8-1814e6e0d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:59.366414 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.367189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Bound using segment: {'id': '901c6201-7487-4da6-97f8-1814e6e0d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:59.368015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Bound port: 9ff7826a-ae7b-480a-a972-331b919f5aa3, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901c6201-7487-4da6-97f8-1814e6e0d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:59.368670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.373827 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.454570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6df9-bd94-4b64-86bd-28f50cc08057 req-8ae03068-333a-4235-80ed-efde6f754fac tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.456156 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c87c6df9-bd94-4b64-86bd-28f50cc08057 req-8ae03068-333a-4235-80ed-efde6f754fac tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.2516332 Jul 16 01:40:59.464992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Pushing event updated for resources: {'Port': ['ID=edd643bb-8508-4e22-a775-5c67a28f5c67,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.473567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Allocated IP 172.23.0.1 (e58532ef-cc2e-4ff5-b142-19e77046dc68/8f82bcc5-1f12-464d-bfd2-8c367179bbd5/a2af8623-3b8c-4bd0-bdb4-1022e7f436a7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:59.484458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced2bd-f0d7-433e-a202-5eabec1a6e38 req-fb520e41-252c-4101-8b3b-7c1d2eb9a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.486171 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18ced2bd-f0d7-433e-a202-5eabec1a6e38 req-fb520e41-252c-4101-8b3b-7c1d2eb9a283 service neutron] 10.222.0.67 "GET /v2.0/networks?id=44ddf18b-acf6-420c-8852-82d2a59ce615 HTTP/1.1" status: 200 len: 911 time: 0.1978371 Jul 16 01:40:59.547843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c87c6df9-bd94-4b64-86bd-28f50cc08057 req-1d8c7b3e-e572-4b84-9449-b69f5a719412 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788116 Jul 16 01:40:59.552171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] For port 9ff7826a-ae7b-480a-a972-331b919f5aa3, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:59.564430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] For port 9ff7826a-ae7b-480a-a972-331b919f5aa3, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9ff7826a-ae7b-480a-a972-331b919f5aa3,segment=NetworkSegment(901c6201-7487-4da6-97f8-1814e6e0d315),segment_id=901c6201-7487-4da6-97f8-1814e6e0d315)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:59.571928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Network e58532ef-cc2e-4ff5-b142-19e77046dc68 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:59.579349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:59.584918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.586163 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18ced2bd-f0d7-433e-a202-5eabec1a6e38 req-8d593c2e-6139-4173-ba20-435705a3a35a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c862fa09-56eb-4eaa-9157-0f0357138176 HTTP/1.1" status: 200 len: 217 time: 0.0774903 Jul 16 01:40:59.588291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:59.640907 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1124b34c-a388-4713-9393-eefe48269d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.643875 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1124b34c-a388-4713-9393-eefe48269d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.645151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1124b34c-a388-4713-9393-eefe48269d15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01a3c41d-8e4b-46c7-8354-b452ee4c3a8c HTTP/1.1" status: 204 len: 168 time: 0.5135481 Jul 16 01:40:59.660862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced2bd-f0d7-433e-a202-5eabec1a6e38 req-631f476e-3502-400e-89c0-7391e9dbedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.662692 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18ced2bd-f0d7-433e-a202-5eabec1a6e38 req-631f476e-3502-400e-89c0-7391e9dbedfc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5f62ef5-ceb6-4697-ab09-e11f52a45a58 HTTP/1.1" status: 200 len: 851 time: 0.0667772 Jul 16 01:40:59.664088 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124b34c-a388-4713-9393-eefe48269d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a3c41d-8e4b-46c7-8354-b452ee4c3a8c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.755697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18ced2bd-f0d7-433e-a202-5eabec1a6e38 req-dd9ef182-6f09-446d-99ec-be42a60f3405 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=44ddf18b-acf6-420c-8852-82d2a59ce615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830913 Jul 16 01:40:59.801563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd21f9b-91d6-4f8f-bdc9-b1a42c5f3e7a None None] Pushing event updated for resources: {'Port': ['ID=9ff7826a-ae7b-480a-a972-331b919f5aa3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.825671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:59.826677 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:59.827862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.891562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Attempting to bind port edd643bb-8508-4e22-a775-5c67a28f5c67 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:59.892265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Attempting to bind port edd643bb-8508-4e22-a775-5c67a28f5c67 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2a16ddb2-edd3-4c1f-9179-33eef7e56424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:59.892858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Attempting to bind port edd643bb-8508-4e22-a775-5c67a28f5c67 on network e58532ef-cc2e-4ff5-b142-19e77046dc68 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:59.900771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Transition to ACTIVE for port object a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:59.941227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:59.941701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Checking segment: {'id': '2a16ddb2-edd3-4c1f-9179-33eef7e56424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:59.942080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.942586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Bound using segment: {'id': '2a16ddb2-edd3-4c1f-9179-33eef7e56424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:59.943127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Bound port: edd643bb-8508-4e22-a775-5c67a28f5c67, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16ddb2-edd3-4c1f-9179-33eef7e56424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:59.943570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.945944 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-db3aabeb-0d95-41a9-b54e-72f1ec9acd0e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3013630 Jul 16 01:41:00.013107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18ced2bd-f0d7-433e-a202-5eabec1a6e38 req-dfc2a197-52e5-47b9-95a7-f5511382ba85 service neutron] 10.222.0.67 "GET /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465856 Jul 16 01:41:00.016026 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.118762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] For port edd643bb-8508-4e22-a775-5c67a28f5c67, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:00.124542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] For port edd643bb-8508-4e22-a775-5c67a28f5c67, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=edd643bb-8508-4e22-a775-5c67a28f5c67,segment=NetworkSegment(2a16ddb2-edd3-4c1f-9179-33eef7e56424),segment_id=2a16ddb2-edd3-4c1f-9179-33eef7e56424)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:00.139936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:00.149335 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.188428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network e58532ef-cc2e-4ff5-b142-19e77046dc68 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:00.223346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:00.232454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:00.260412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:00.275655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-18ced2bd-f0d7-433e-a202-5eabec1a6e38 req-23ddd58f-9481-46c8-ba16-7976d76222fc service neutron] 10.222.0.67 "GET /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491057 Jul 16 01:41:00.314401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=a2af8623-3b8c-4bd0-bdb4-1022e7f436a7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.366167 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.423427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.441709 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aeb80-009b-491f-87b3-3ac410c044dd None None] Pushing event updated for resources: {'Port': ['ID=edd643bb-8508-4e22-a775-5c67a28f5c67,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.506750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:00.507183 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.619424 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.674738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffc41-38b4-40cf-8620-46807ec008b5 req-41c0454b-b737-42d3-8118-68678b662d5d tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.688755 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8fffc41-38b4-40cf-8620-46807ec008b5 req-41c0454b-b737-42d3-8118-68678b662d5d tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.3681939 Jul 16 01:41:00.699086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-1a88ce90-365f-4ee3-8020-a2082c68996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.706417 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-1a88ce90-365f-4ee3-8020-a2082c68996b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 1097 time: 0.6791358 Jul 16 01:41:00.969330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46624d0-09cc-457c-9e02-8fca856bc76f req-10a6fce2-f87c-41ef-9ec2-ad7f89990554 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.974308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46624d0-09cc-457c-9e02-8fca856bc76f req-10a6fce2-f87c-41ef-9ec2-ad7f89990554 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.1574528 Jul 16 01:41:00.981348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:40:54Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:01.025468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2d7aa-5a78-4e1a-9b8a-e43a05302504 None None] The sync data for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 is: [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:40:54Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:01.059020 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46624d0-09cc-457c-9e02-8fca856bc76f req-903b404d-05be-435a-be2a-8182dff97078 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724852 Jul 16 01:41:01.577817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8fffc41-38b4-40cf-8620-46807ec008b5 req-95b97df7-05a4-4dfa-93d2-696e5d667940 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8883626 Jul 16 01:41:01.683062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-fc43724b-0357-4037-83fc-b151c330a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.685369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-fc43724b-0357-4037-83fc-b151c330a40d service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 918 time: 0.9282923 Jul 16 01:41:01.787486 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-988663f6-e385-42e6-b81d-c1fded56f1f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de HTTP/1.1" status: 200 len: 217 time: 0.0940514 Jul 16 01:41:01.889028 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-c5a91dca-a104-4628-b2c5-9ae418f9ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.890543 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-c5a91dca-a104-4628-b2c5-9ae418f9ab6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.0901833 Jul 16 01:41:01.892489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20330c2e-57c5-43e9-b9eb-c763ef754cdd None None] Network e58532ef-cc2e-4ff5-b142-19e77046dc68 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:01.946222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-06ea6ac6-b4b6-4729-8a32-61d284838d95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435569 Jul 16 01:41:01.997161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.040184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-112ade05-6065-4327-8d62-2a9f1c86ad21 None None] Provisioning for port edd643bb-8508-4e22-a775-5c67a28f5c67 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:02.112627 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.161152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9ff7826a-ae7b-480a-a972-331b919f5aa3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:02.274358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event updated for resources: {'Port': ['ID=a2af8623-3b8c-4bd0-bdb4-1022e7f436a7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.308383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2689f-fc5f-4b3b-905e-8165448fdfee req-c20f4fcd-f508-4aae-be44-c5f2a4a0b532 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.317357 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20f2689f-fc5f-4b3b-905e-8165448fdfee req-c20f4fcd-f508-4aae-be44-c5f2a4a0b532 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.1061158 Jul 16 01:41:02.337294 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.346536 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-116639ad-eec3-456e-b206-81609f502480 service neutron] 10.222.0.50 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895905 Jul 16 01:41:02.354030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9ff7826a-ae7b-480a-a972-331b919f5aa3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:02.361961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9ff7826a-ae7b-480a-a972-331b919f5aa3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:02.363120 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.429959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-20f2689f-fc5f-4b3b-905e-8165448fdfee req-7e39e366-5c3c-40db-8e14-6d8d09271a4c tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112633 Jul 16 01:41:02.527737 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.555000 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8ed29a7-47a2-493b-8d1a-6a15050611e8 req-92b8141c-aa04-4c28-8428-0a4b42e9cd91 service neutron] 10.222.0.50 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943214 Jul 16 01:41:02.585345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 9ff7826a-ae7b-480a-a972-331b919f5aa3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9ff7826a-ae7b-480a-a972-331b919f5aa3,segment=NetworkSegment(901c6201-7487-4da6-97f8-1814e6e0d315),segment_id=901c6201-7487-4da6-97f8-1814e6e0d315)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:02.593051 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.593923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device edd643bb-8508-4e22-a775-5c67a28f5c67 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:02.671858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Network e58532ef-cc2e-4ff5-b142-19e77046dc68 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:02.674067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:02.735377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=9ff7826a-ae7b-480a-a972-331b919f5aa3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.753918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port edd643bb-8508-4e22-a775-5c67a28f5c67 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:02.759134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port edd643bb-8508-4e22-a775-5c67a28f5c67 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:02.759134 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.848400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5b9e376-7aff-4b02-9bd9-1fd43ca6d78e None None] Provisioning for port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:02.860563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:02.875546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5b9e376-7aff-4b02-9bd9-1fd43ca6d78e None None] Provisioning complete for port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:02.875926 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e376-7aff-4b02-9bd9-1fd43ca6d78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.942553 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.993167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port edd643bb-8508-4e22-a775-5c67a28f5c67, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=edd643bb-8508-4e22-a775-5c67a28f5c67,segment=NetworkSegment(2a16ddb2-edd3-4c1f-9179-33eef7e56424),segment_id=2a16ddb2-edd3-4c1f-9179-33eef7e56424)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:02.994780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9e376-7aff-4b02-9bd9-1fd43ca6d78e None None] Port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:03.007044 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.035498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5b9e376-7aff-4b02-9bd9-1fd43ca6d78e None None] Provisioning complete for port edd643bb-8508-4e22-a775-5c67a28f5c67 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:03.035874 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e376-7aff-4b02-9bd9-1fd43ca6d78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.097879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb3346-22ad-487a-832a-aca1c26b10db req-21764982-b3fb-4ae5-bfdf-be57113b49f3 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.099799 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6eb3346-22ad-487a-832a-aca1c26b10db req-21764982-b3fb-4ae5-bfdf-be57113b49f3 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.3078783 Jul 16 01:41:03.108078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=edd643bb-8508-4e22-a775-5c67a28f5c67,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.156706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:03.164556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-350982ca-01a8-4b9b-a015-c8c3939d20b8 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0123906 Jul 16 01:41:03.167294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36064) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.174612 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Sync routers for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:03.177389 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6eb3346-22ad-487a-832a-aca1c26b10db req-d0ac3275-ff82-43be-adc0-b590b12c7f36 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677981 Jul 16 01:41:03.183881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-17c17a64-a82e-453a-903a-f6ddb1650865 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:03.195268 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:03.208663 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:03.341148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1ddb300d-6692-48e7-b243-826d9dc9d144 None None] Provisioning complete for port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:03.344459 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ddb300d-6692-48e7-b243-826d9dc9d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.368935 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:03.419071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb300d-6692-48e7-b243-826d9dc9d144 None None] Port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:03.567600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25a818d9-0447-4a72-bc5e-828d6345961a None None] Provisioning complete for port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:03.568560 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a818d9-0447-4a72-bc5e-828d6345961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.652258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25a818d9-0447-4a72-bc5e-828d6345961a None None] Port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:03.751854 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:00Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:02Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2af8623-3b8c-4bd0-bdb4-1022e7f436a7', 'name': '', 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:1e:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:58Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 2, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:03.811286 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Checking router: 271a4693-9a1b-4e00-96f4-e87d7c92cc6a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:03.812027 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Updating router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:41:03.830483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c0a4b-29d9-455a-ae0f-a75c350295c7 req-19a1edde-ba46-4ab7-b79a-d3419f43c316 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.833400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a06c0a4b-29d9-455a-ae0f-a75c350295c7 req-19a1edde-ba46-4ab7-b79a-d3419f43c316 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.1706622 Jul 16 01:41:03.903563 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a06c0a4b-29d9-455a-ae0f-a75c350295c7 req-d6e04c1c-3b6a-48c4-a0af-0034a52fb051 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639949 Jul 16 01:41:03.936095 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.989203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-17c17a64-a82e-453a-903a-f6ddb1650865 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:41:04.008993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-17c17a64-a82e-453a-903a-f6ddb1650865 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Removed routes are [] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:41:04.009449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17c17a64-a82e-453a-903a-f6ddb1650865 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.085816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9ff7826a-ae7b-480a-a972-331b919f5aa3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:04.131316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36080) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.204027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9ff7826a-ae7b-480a-a972-331b919f5aa3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:04.204588 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.305031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130de777-c17b-4a1c-84a5-05a7b768bad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.314448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device edd643bb-8508-4e22-a775-5c67a28f5c67 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:04.432613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port edd643bb-8508-4e22-a775-5c67a28f5c67 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:04.433254 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.435508 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17c17a64-a82e-453a-903a-f6ddb1650865 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.439571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17c17a64-a82e-453a-903a-f6ddb1650865 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.452598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c49ae1-284b-4748-a3ad-e394d3209b85 req-904db2bd-d71e-4ca8-a98b-e40913c73bc1 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.460105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-04c49ae1-284b-4748-a3ad-e394d3209b85 req-904db2bd-d71e-4ca8-a98b-e40913c73bc1 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.4483085 Jul 16 01:41:04.475320 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.481374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130de777-c17b-4a1c-84a5-05a7b768bad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.487789 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Transition to ACTIVE for port object a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:04.488893 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130de777-c17b-4a1c-84a5-05a7b768bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.497468 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.547974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-130de777-c17b-4a1c-84a5-05a7b768bad5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c6f7b7476e24218b266bb836d2c9758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146495 Jul 16 01:41:04.549646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130de777-c17b-4a1c-84a5-05a7b768bad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a5365d-3437-4fbc-8b0b-59bef88903bf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.552983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36084) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.602987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-04c49ae1-284b-4748-a3ad-e394d3209b85 req-7726aee5-21ae-4c4e-9e03-1dc7c2454a2c tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410499 Jul 16 01:41:04.627692 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Attempting to bind port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:04.628406 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Attempting to bind port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2a16ddb2-edd3-4c1f-9179-33eef7e56424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:04.628785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c17a64-a82e-453a-903a-f6ddb1650865 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:04.629136 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Attempting to bind port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 on network e58532ef-cc2e-4ff5-b142-19e77046dc68 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:04.629422 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b256adc4-1d8c-45e6-8bb6-2c47f787dde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.631645 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Pushing event updated for resources: {'Port': ['ID=a2af8623-3b8c-4bd0-bdb4-1022e7f436a7,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.648192 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.648532 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.648864 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.649192 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.649516 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.649855 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.650182 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.650499 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.650814 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.651128 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.651449 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.651763 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:04.659624 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:04.660302 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Checking segment: {'id': '2a16ddb2-edd3-4c1f-9179-33eef7e56424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:04.660881 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.661835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b256adc4-1d8c-45e6-8bb6-2c47f787dde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.661998 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Bound using segment: {'id': '2a16ddb2-edd3-4c1f-9179-33eef7e56424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:04.662784 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Bound port: a2af8623-3b8c-4bd0-bdb4-1022e7f436a7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16ddb2-edd3-4c1f-9179-33eef7e56424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:04.663716 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.715678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b256adc4-1d8c-45e6-8bb6-2c47f787dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.719648 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b256adc4-1d8c-45e6-8bb6-2c47f787dde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.723617 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b256adc4-1d8c-45e6-8bb6-2c47f787dde7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31a5365d-3437-4fbc-8b0b-59bef88903bf HTTP/1.1" status: 204 len: 168 time: 0.1666596 Jul 16 01:41:04.732058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256adc4-1d8c-45e6-8bb6-2c47f787dde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a5365d-3437-4fbc-8b0b-59bef88903bf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.760459 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] For port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:04.764639 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] For port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a2af8623-3b8c-4bd0-bdb4-1022e7f436a7,segment=NetworkSegment(2a16ddb2-edd3-4c1f-9179-33eef7e56424),segment_id=2a16ddb2-edd3-4c1f-9179-33eef7e56424)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:04.765158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c17a64-a82e-453a-903a-f6ddb1650865 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:04.769119 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.778713 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17c17a64-a82e-453a-903a-f6ddb1650865 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.783962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-17c17a64-a82e-453a-903a-f6ddb1650865 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a HTTP/1.1" status: 200 len: 934 time: 1.6125224 Jul 16 01:41:04.784304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.840410 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:04.841054 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:04.844361 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112f86c-3295-4d29-b2e5-ac1b6369fd6d None None] Pushing event updated for resources: {'Port': ['ID=a2af8623-3b8c-4bd0-bdb4-1022e7f436a7,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.969181 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-091c411e-00d5-4d35-b993-090b37873e36 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a HTTP/1.1" status: 200 len: 934 time: 0.1835690 Jul 16 01:41:04.971692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36094) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.976598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-52f517f3-7d9f-4b25-9376-4f5ba5b66071 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'routes': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:05.002967 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:05.306699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7496bf-4968-4ee1-b6b6-64876636706e req-abdc0dc8-972c-44ca-b44f-992927348106 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.319236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f7496bf-4968-4ee1-b6b6-64876636706e req-abdc0dc8-972c-44ca-b44f-992927348106 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.2138968 Jul 16 01:41:05.400425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f7496bf-4968-4ee1-b6b6-64876636706e req-ef0f97b8-76da-40e3-ba03-1a16ec4066d7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771990 Jul 16 01:41:05.433616 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:03Z', 'revision_number': 6, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:02Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2af8623-3b8c-4bd0-bdb4-1022e7f436a7', 'name': '', 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:1e:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:58Z', 'updated_at': '2021-07-16T01:41:04Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:05.470654 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dcbd3-53c4-42b3-8a10-d15742106f44 None None] The sync data for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 is: [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:03Z', 'revision_number': 6, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:02Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2af8623-3b8c-4bd0-bdb4-1022e7f436a7', 'name': '', 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:1e:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:58Z', 'updated_at': '2021-07-16T01:41:04Z', 'revision_number': 4, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:05.733926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.extraroute_db [None req-52f517f3-7d9f-4b25-9376-4f5ba5b66071 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added routes are [] {{(pid=93944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:41:05.734501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.extraroute_db [None req-52f517f3-7d9f-4b25-9376-4f5ba5b66071 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:41:05.790522 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52f517f3-7d9f-4b25-9376-4f5ba5b66071 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.965795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95ee92-ebb1-4748-8a21-acdfc7b6027d req-4e034d98-f4d0-4e13-b614-ffa81015ed32 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.978112 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5c95ee92-ebb1-4748-8a21-acdfc7b6027d req-4e034d98-f4d0-4e13-b614-ffa81015ed32 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.1775565 Jul 16 01:41:06.104202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:06.125454 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5c95ee92-ebb1-4748-8a21-acdfc7b6027d req-28686fe2-70fe-4512-93e0-8c8427e0db40 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437140 Jul 16 01:41:06.210838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:06.217268 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:06.217847 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.253640 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52f517f3-7d9f-4b25-9376-4f5ba5b66071 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.257856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52f517f3-7d9f-4b25-9376-4f5ba5b66071 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.364098 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.438515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a2af8623-3b8c-4bd0-bdb4-1022e7f436a7,segment=NetworkSegment(2a16ddb2-edd3-4c1f-9179-33eef7e56424),segment_id=2a16ddb2-edd3-4c1f-9179-33eef7e56424)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:06.444622 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.551575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f517f3-7d9f-4b25-9376-4f5ba5b66071 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:06.609276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=a2af8623-3b8c-4bd0-bdb4-1022e7f436a7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:06.794358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-09d7b94e-68d2-45be-be54-b9da780df035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.796334 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-09d7b94e-68d2-45be-be54-b9da780df035 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c29ed838d1c4b7c93c4a7a31c01d83a&device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 1097 time: 0.1807148 Jul 16 01:41:06.845226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f517f3-7d9f-4b25-9376-4f5ba5b66071 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:06.853691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52f517f3-7d9f-4b25-9376-4f5ba5b66071 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.855425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-52f517f3-7d9f-4b25-9376-4f5ba5b66071 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a HTTP/1.1" status: 200 len: 700 time: 1.8824997 Jul 16 01:41:06.864023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36134) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:06.894643 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d6874-6dea-450d-a2c1-9911570a9074 req-d275c40c-e9e6-4d83-8f96-50ba23907e3b tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.901106 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-205d6874-6dea-450d-a2c1-9911570a9074 req-d275c40c-e9e6-4d83-8f96-50ba23907e3b tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.2132697 Jul 16 01:41:06.903317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbfbbf-f715-4881-a93c-c9c32ff47b2c req-65fce003-384c-4394-91ec-3a4cc1ada0c7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.911339 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ebbfbbf-f715-4881-a93c-c9c32ff47b2c req-65fce003-384c-4394-91ec-3a4cc1ada0c7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.2438226 Jul 16 01:41:07.037685 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-205d6874-6dea-450d-a2c1-9911570a9074 req-5b3c81fe-2922-4c61-b94f-0cb5b18710f6 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953782 Jul 16 01:41:07.063359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-f9f639d4-bd67-4d05-b7f8-07f558cf9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.064329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] Sync routers for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:07.066947 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-f9f639d4-bd67-4d05-b7f8-07f558cf9a59 service neutron] 10.222.0.67 "GET /v2.0/networks?id=44ddf18b-acf6-420c-8852-82d2a59ce615 HTTP/1.1" status: 200 len: 911 time: 0.2510374 Jul 16 01:41:07.076350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e8f48432-4cdf-42be-9c5c-a497ce64891e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a HTTP/1.1" status: 200 len: 700 time: 0.2069538 Jul 16 01:41:07.076586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ebbfbbf-f715-4881-a93c-c9c32ff47b2c req-ef0fe84f-1e59-42ac-bd38-efec81c9736b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609328 Jul 16 01:41:07.080126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36142) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:07.092094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:07.093286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:07.231540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:07.536112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:05Z', 'revision_number': 7, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:02Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2af8623-3b8c-4bd0-bdb4-1022e7f436a7', 'name': '', 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:1e:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:58Z', 'updated_at': '2021-07-16T01:41:06Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:07.580430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] Checking router: 271a4693-9a1b-4e00-96f4-e87d7c92cc6a for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:07.593248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:07.594658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:07.678474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-6c51d37e-545c-4d28-8d3b-6420e33dedc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c862fa09-56eb-4eaa-9157-0f0357138176 HTTP/1.1" status: 200 len: 217 time: 0.6007516 Jul 16 01:41:07.687811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41932a03-cde0-4ffd-8550-9d4318942fb5 req-b98c39bf-3285-486b-a8c6-293dcd545eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.689465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41932a03-cde0-4ffd-8550-9d4318942fb5 req-b98c39bf-3285-486b-a8c6-293dcd545eb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 1097 time: 0.7971139 Jul 16 01:41:07.707070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:07.948527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-a3b6e887-dec6-490e-8f16-2e8fcc21d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.951263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-a3b6e887-dec6-490e-8f16-2e8fcc21d55e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5f62ef5-ceb6-4697-ab09-e11f52a45a58 HTTP/1.1" status: 200 len: 851 time: 0.2561202 Jul 16 01:41:08.025707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:08.061961 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-a31c3121-5760-4a52-a153-616fdebe0d9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=44ddf18b-acf6-420c-8852-82d2a59ce615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861042 Jul 16 01:41:08.073351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:05Z', 'revision_number': 7, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:02Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2af8623-3b8c-4bd0-bdb4-1022e7f436a7', 'name': '', 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:1e:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:58Z', 'updated_at': '2021-07-16T01:41:06Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:08.121817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d05947-489b-4de6-9816-3c8594b758ad None None] The sync data for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 is: [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:05Z', 'revision_number': 7, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:02Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2af8623-3b8c-4bd0-bdb4-1022e7f436a7', 'name': '', 'network_id': 'e58532ef-cc2e-4ff5-b142-19e77046dc68', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:1e:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:58Z', 'updated_at': '2021-07-16T01:41:06Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '8f82bcc5-1f12-464d-bfd2-8c367179bbd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:08.143269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:08.143655 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.208843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41932a03-cde0-4ffd-8550-9d4318942fb5 req-0cfd1aa7-2c0b-49dd-b47b-ddd40ef4ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.217068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41932a03-cde0-4ffd-8550-9d4318942fb5 req-0cfd1aa7-2c0b-49dd-b47b-ddd40ef4ca92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 918 time: 0.4886677 Jul 16 01:41:08.369424 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41932a03-cde0-4ffd-8550-9d4318942fb5 req-fba5deca-b30b-47df-9f10-4b01ca6d455d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d HTTP/1.1" status: 200 len: 217 time: 0.1021929 Jul 16 01:41:08.388105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e82cd9-6674-4887-b4ff-ebc1045de71a req-8d2d1fdf-1cec-4e50-b526-04a85a2bb478 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.389689 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-27e82cd9-6674-4887-b4ff-ebc1045de71a req-8d2d1fdf-1cec-4e50-b526-04a85a2bb478 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.0866535 Jul 16 01:41:08.434219 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-27e82cd9-6674-4887-b4ff-ebc1045de71a req-e72c1e9d-57f2-4c8e-a2c5-779a42fea3a6 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377307 Jul 16 01:41:08.440589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-06f5f4bf-2321-4763-986a-65e19877fe56 service neutron] 10.222.0.67 "GET /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694491 Jul 16 01:41:08.488054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41932a03-cde0-4ffd-8550-9d4318942fb5 req-fc625ff3-1fc0-4700-a593-dc9e428fc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.489823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41932a03-cde0-4ffd-8550-9d4318942fb5 req-fc625ff3-1fc0-4700-a593-dc9e428fc831 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.1136355 Jul 16 01:41:08.560717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41932a03-cde0-4ffd-8550-9d4318942fb5 req-7fc4749e-22bb-46c8-90cc-c70db23ca3f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617824 Jul 16 01:41:08.616013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a5102-f708-4dca-bde8-0c151f1181fc req-54eedca7-1b5f-430f-a28f-441cb106b010 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.617552 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-356a5102-f708-4dca-bde8-0c151f1181fc req-54eedca7-1b5f-430f-a28f-441cb106b010 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.2904034 Jul 16 01:41:08.735571 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-5ba7e4e6-2403-472b-8e39-67936fe1220a service neutron] 10.222.0.67 "GET /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832642 Jul 16 01:41:08.760012 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-356a5102-f708-4dca-bde8-0c151f1181fc req-15ad8093-a09f-435f-950a-c60f4294cd47 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284904 Jul 16 01:41:08.766961 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.771356 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41932a03-cde0-4ffd-8550-9d4318942fb5 req-c51d5be2-0bee-4ace-9b83-4a768d0029a4 service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785767 Jul 16 01:41:08.993525 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-41932a03-cde0-4ffd-8550-9d4318942fb5 req-96dda4bf-f2a1-4aad-9c86-ed9ca9632972 service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912458 Jul 16 01:41:09.130112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:09.130766 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.234673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port a2af8623-3b8c-4bd0-bdb4-1022e7f436a7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a2af8623-3b8c-4bd0-bdb4-1022e7f436a7,segment=NetworkSegment(2a16ddb2-edd3-4c1f-9179-33eef7e56424),segment_id=2a16ddb2-edd3-4c1f-9179-33eef7e56424)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:09.235340 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.253501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:09.472160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.515044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=a2af8623-3b8c-4bd0-bdb4-1022e7f436a7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:09.573426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.573763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.574148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.574477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.574963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.575305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.575632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.575952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.576277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.576738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.577065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.577383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:09.651213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887862df-4495-4e82-aba3-e7accfc6a510 req-ed1fc09b-4918-434f-8450-c8a663129ac7 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.663096 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-887862df-4495-4e82-aba3-e7accfc6a510 req-ed1fc09b-4918-434f-8450-c8a663129ac7 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.0889735 Jul 16 01:41:09.715169 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-887862df-4495-4e82-aba3-e7accfc6a510 req-f972ac84-979b-45c6-866a-6e2f98f04de1 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508859 Jul 16 01:41:09.764868 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.130418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b7837-5d33-4035-8b7e-92ea7d86f552 req-003e2bc7-cb30-486d-aa9e-daf18ee1270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.131931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-121b7837-5d33-4035-8b7e-92ea7d86f552 req-003e2bc7-cb30-486d-aa9e-daf18ee1270a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 1097 time: 0.2343132 Jul 16 01:41:10.135409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:10.159062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d5452-12d4-4f85-aadf-996e86e91200 req-6cebdbc9-c6be-4709-98bf-35f24cf4d042 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.166148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a93d5452-12d4-4f85-aadf-996e86e91200 req-6cebdbc9-c6be-4709-98bf-35f24cf4d042 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.2114959 Jul 16 01:41:10.230219 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:10.573379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-121b7837-5d33-4035-8b7e-92ea7d86f552 req-0d524970-8c13-4c11-a241-3833bc759068 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321625 Jul 16 01:41:10.582351 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a93d5452-12d4-4f85-aadf-996e86e91200 req-cd68f7be-3e69-4ba5-a01e-34e62c47d4a0 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140301 Jul 16 01:41:10.615079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:10.621345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7a286022-2b08-47f1-a96c-322d948c8b2f tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5197825 Jul 16 01:41:10.621457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.626073 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] Sync routers for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:10.641265 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:10.641809 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:10.682743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83a051e-75f1-4c2a-a50a-8d2f20568fa1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting subnet 8f82bcc5-1f12-464d-bfd2-8c367179bbd5 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:10.687590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e83a051e-75f1-4c2a-a50a-8d2f20568fa1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.734038 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e83a051e-75f1-4c2a-a50a-8d2f20568fa1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.854491 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e83a051e-75f1-4c2a-a50a-8d2f20568fa1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.860559 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:10.977764 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e83a051e-75f1-4c2a-a50a-8d2f20568fa1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.049740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a051e-75f1-4c2a-a50a-8d2f20568fa1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Subnet': ['ID=8f82bcc5-1f12-464d-bfd2-8c367179bbd5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.061499 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e83a051e-75f1-4c2a-a50a-8d2f20568fa1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.063772 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e83a051e-75f1-4c2a-a50a-8d2f20568fa1 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/8f82bcc5-1f12-464d-bfd2-8c367179bbd5 HTTP/1.1" status: 204 len: 168 time: 0.4413357 Jul 16 01:41:11.067282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36204) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.076943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319122c1-72cd-4b9c-831e-e417b14769dd None None] Network e58532ef-cc2e-4ff5-b142-19e77046dc68 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:11.126307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6b3d-d06d-4a45-9f05-7ca29b0041e8 req-ae181f43-282c-42d2-a8ae-3f9da9e6ef73 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.135007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-893e6b3d-d06d-4a45-9f05-7ca29b0041e8 req-ae181f43-282c-42d2-a8ae-3f9da9e6ef73 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.1494489 Jul 16 01:41:11.171998 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:09Z', 'revision_number': 8, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:02Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.182583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-893e6b3d-d06d-4a45-9f05-7ca29b0041e8 req-56114fd3-af9b-4304-9280-2970b2569fd1 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462329 Jul 16 01:41:11.209212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.237744 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] Checking router: 271a4693-9a1b-4e00-96f4-e87d7c92cc6a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:11.269994 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:11.271058 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.276458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port edd643bb-8508-4e22-a775-5c67a28f5c67 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:11.278354 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.393167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port edd643bb-8508-4e22-a775-5c67a28f5c67, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=edd643bb-8508-4e22-a775-5c67a28f5c67,segment=NetworkSegment(2a16ddb2-edd3-4c1f-9179-33eef7e56424),segment_id=2a16ddb2-edd3-4c1f-9179-33eef7e56424)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:11.393505 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.397320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1435c-e47e-4ce9-9971-22b622ab4cdd None None] DHCP port deletion for e58532ef-cc2e-4ff5-b142-19e77046dc68 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:11.407309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for edd643bb-8508-4e22-a775-5c67a28f5c67 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:11.493518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-74e1435c-e47e-4ce9-9971-22b622ab4cdd None None] Deleting port edd643bb-8508-4e22-a775-5c67a28f5c67 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:11.494364 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74e1435c-e47e-4ce9-9971-22b622ab4cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.521582 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:11.551007 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.614637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=edd643bb-8508-4e22-a775-5c67a28f5c67,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.623533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No DVR routers for this DVR port edd643bb-8508-4e22-a775-5c67a28f5c67 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:11.660305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74e1435c-e47e-4ce9-9971-22b622ab4cdd None None] For port edd643bb-8508-4e22-a775-5c67a28f5c67, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=edd643bb-8508-4e22-a775-5c67a28f5c67,segment=NetworkSegment(2a16ddb2-edd3-4c1f-9179-33eef7e56424),segment_id=2a16ddb2-edd3-4c1f-9179-33eef7e56424)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:11.660760 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74e1435c-e47e-4ce9-9971-22b622ab4cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.707260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-74e1435c-e47e-4ce9-9971-22b622ab4cdd None None] Calling delete_port for edd643bb-8508-4e22-a775-5c67a28f5c67 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:11.787775 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.809402 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58532ef-cc2e-4ff5-b142-19e77046dc68']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.821362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a16ddb2-edd3-4c1f-9179-33eef7e56424') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.821801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a16ddb2-edd3-4c1f-9179-33eef7e56424') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.842039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.848447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.871779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:11.872197 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.906904 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74e1435c-e47e-4ce9-9971-22b622ab4cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:11.916853 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:12.003723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1435c-e47e-4ce9-9971-22b622ab4cdd None None] No DVR routers for this DVR port edd643bb-8508-4e22-a775-5c67a28f5c67 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:12.032940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c9334-5c1c-4c6a-bc7b-972b66016a28 req-e85d550d-3baf-4b28-95ab-2b411f377b55 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.034556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a41c9334-5c1c-4c6a-bc7b-972b66016a28 req-e85d550d-3baf-4b28-95ab-2b411f377b55 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.1639824 Jul 16 01:41:12.044122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1435c-e47e-4ce9-9971-22b622ab4cdd None None] Pushing event deleted for resources: {'Port': ['ID=edd643bb-8508-4e22-a775-5c67a28f5c67,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.053924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device edd643bb-8508-4e22-a775-5c67a28f5c67 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:12.060067 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.073521 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.079991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: edd643bb-8508-4e22-a775-5c67a28f5c67 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:12.080810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device edd643bb-8508-4e22-a775-5c67a28f5c67 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:12.082512 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/networks/e58532ef-cc2e-4ff5-b142-19e77046dc68 HTTP/1.1" status: 204 len: 168 time: 1.0131888 Jul 16 01:41:12.085644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36228) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.117032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8234724-81cf-4a49-a7f2-6916d815ac96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Network': ['ID=e58532ef-cc2e-4ff5-b142-19e77046dc68,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.144542 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:09Z', 'revision_number': 8, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:02Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:12.178837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b786fa0-9618-4ce9-8cd6-f79ac8adeb16 req-ad7b85b4-e541-4ffb-ac19-91e2a255d42e tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.181183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b786fa0-9618-4ce9-8cd6-f79ac8adeb16 req-ad7b85b4-e541-4ffb-ac19-91e2a255d42e tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.2633915 Jul 16 01:41:12.193569 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d8e4b-e879-4797-86ac-c778e41872c9 None None] The sync data for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 is: [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:09Z', 'revision_number': 8, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff7826a-ae7b-480a-a972-331b919f5aa3', 'name': '', 'network_id': '9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:24:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:02Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '0139b2cb-965b-42b3-9582-3a4a79ba7390', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:12.246835 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b786fa0-9618-4ce9-8cd6-f79ac8adeb16 req-4f3943ac-8ce2-4021-8624-44016675bb3d tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584216 Jul 16 01:41:12.259492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a41c9334-5c1c-4c6a-bc7b-972b66016a28 req-1d29969c-6307-4986-ae50-47148b9c5f51 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120912 Jul 16 01:41:12.640028 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.881282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07c43d-b44b-42c8-865d-81d99047a15d req-975c99a7-1513-471c-b24d-d68cecb154a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.888674 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c07c43d-b44b-42c8-865d-81d99047a15d req-975c99a7-1513-471c-b24d-d68cecb154a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 1097 time: 0.1649015 Jul 16 01:41:13.004030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07c43d-b44b-42c8-865d-81d99047a15d req-13252b77-c088-44bf-9596-bf8bdf78977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.005723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c07c43d-b44b-42c8-865d-81d99047a15d req-13252b77-c088-44bf-9596-bf8bdf78977c service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 918 time: 0.1069016 Jul 16 01:41:13.022219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0665-bee7-4952-9cad-4a22b58e1b9c req-18394db9-e38e-43a0-9ce6-ab0698970a75 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.031555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df4e0665-bee7-4952-9cad-4a22b58e1b9c req-18394db9-e38e-43a0-9ce6-ab0698970a75 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.2423763 Jul 16 01:41:13.095309 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c07c43d-b44b-42c8-865d-81d99047a15d req-888f16cf-36f8-4bd3-ac40-8b38610d1107 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d HTTP/1.1" status: 200 len: 217 time: 0.0559983 Jul 16 01:41:13.168255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07c43d-b44b-42c8-865d-81d99047a15d req-43274c1d-9585-4b7c-b5d6-bd54b8fdcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.169995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c07c43d-b44b-42c8-865d-81d99047a15d req-43274c1d-9585-4b7c-b5d6-bd54b8fdcd07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.0590427 Jul 16 01:41:13.197266 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df4e0665-bee7-4952-9cad-4a22b58e1b9c req-302e55b6-53f8-4855-b279-4ed137eb22c2 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644886 Jul 16 01:41:13.320792 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c07c43d-b44b-42c8-865d-81d99047a15d req-916d8543-c34d-4d39-8815-b3986eae4d6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170614 Jul 16 01:41:13.478046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c07c43d-b44b-42c8-865d-81d99047a15d req-2efaa9d5-98a8-41ef-a851-6aedb9824a08 service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495829 Jul 16 01:41:13.607338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 9ff7826a-ae7b-480a-a972-331b919f5aa3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:13.608045 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.619765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb02579-f2f9-45fc-959f-0266caf14b77 req-4caf693f-9d9d-420c-9bfd-9ed60cf6b6fa tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.620777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c07c43d-b44b-42c8-865d-81d99047a15d req-52f44c61-6638-4bb0-907d-b3a9d14d8e0f service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301696 Jul 16 01:41:13.621381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bfb02579-f2f9-45fc-959f-0266caf14b77 req-4caf693f-9d9d-420c-9bfd-9ed60cf6b6fa tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.1500058 Jul 16 01:41:13.716950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bfb02579-f2f9-45fc-959f-0266caf14b77 req-f95d7645-ce6a-46db-8b6c-eadfeb7a0188 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/security-groups?id=76c4eec7-c764-4508-8f8a-4b1bbc027449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852060 Jul 16 01:41:13.744247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port 9ff7826a-ae7b-480a-a972-331b919f5aa3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9ff7826a-ae7b-480a-a972-331b919f5aa3,segment=NetworkSegment(901c6201-7487-4da6-97f8-1814e6e0d315),segment_id=901c6201-7487-4da6-97f8-1814e6e0d315)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:13.744528 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.758336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 9ff7826a-ae7b-480a-a972-331b919f5aa3 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:13.951654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:13.952150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.982117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:13.983007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a2af8623-3b8c-4bd0-bdb4-1022e7f436a7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:13.990483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=9ff7826a-ae7b-480a-a972-331b919f5aa3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.121482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-30ffb083-1d30-4497-bef4-3250fe8ea46a tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.123680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-30ffb083-1d30-4497-bef4-3250fe8ea46a tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.67 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 945 time: 0.1026328 Jul 16 01:41:14.190710 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.250557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-c7587097-a743-4917-ab0a-b4d75843bf24 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Deleting port c862fa09-56eb-4eaa-9157-0f0357138176 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:14.250989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-c7587097-a743-4917-ab0a-b4d75843bf24 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.358730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-c7587097-a743-4917-ab0a-b4d75843bf24 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] For port c862fa09-56eb-4eaa-9157-0f0357138176, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c862fa09-56eb-4eaa-9157-0f0357138176,segment=NetworkSegment(0ecbbfd8-97a5-4e5c-a536-4994bd245c5d),segment_id=0ecbbfd8-97a5-4e5c-a536-4994bd245c5d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:14.359107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-c7587097-a743-4917-ab0a-b4d75843bf24 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.374132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-c7587097-a743-4917-ab0a-b4d75843bf24 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Calling delete_port for c862fa09-56eb-4eaa-9157-0f0357138176 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:14.440713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:14.537945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51524bdb-e16d-4955-9f34-1831f1879c1e req-60d4befb-7d79-4ba7-bf4f-fb2871e3b456 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.539823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51524bdb-e16d-4955-9f34-1831f1879c1e req-60d4befb-7d79-4ba7-bf4f-fb2871e3b456 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.1150460 Jul 16 01:41:14.562227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:14.570777 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-caf427cd-49e3-4647-bc43-2d8348bc4a96 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4805241 Jul 16 01:41:14.573617 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36296) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:14.577533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] Sync routers for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:14.593236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:14.594179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:14.682207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51524bdb-e16d-4955-9f34-1831f1879c1e req-b299ddda-f33a-4335-9541-7d2f49c1de35 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320136 Jul 16 01:41:14.691801 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-c7587097-a743-4917-ab0a-b4d75843bf24 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.738231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7587097-a743-4917-ab0a-b4d75843bf24 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Pushing event deleted for resources: {'Port': ['ID=c862fa09-56eb-4eaa-9157-0f0357138176,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.741639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:14.752386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['c862fa09-56eb-4eaa-9157-0f0357138176'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:14.803412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2612c47-689a-49ff-bfe5-ecc83f40e1cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting subnet 0139b2cb-965b-42b3-9582-3a4a79ba7390 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:14.814881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2612c47-689a-49ff-bfe5-ecc83f40e1cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.893791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-c7587097-a743-4917-ab0a-b4d75843bf24 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] No DVR routers for this DVR port c862fa09-56eb-4eaa-9157-0f0357138176 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:14.897583 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-c7587097-a743-4917-ab0a-b4d75843bf24 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.900135 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9e9c983a-6cc7-41ff-b325-47a5c478fca4 req-c7587097-a743-4917-ab0a-b4d75843bf24 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.67 "DELETE /v2.0/ports/c862fa09-56eb-4eaa-9157-0f0357138176 HTTP/1.1" status: 204 len: 173 time: 0.7659757 Jul 16 01:41:14.911870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703a938f-bf15-4014-9b9f-b4b82a80dfcf', 'name': 'network-vif-deleted', 'tag': 'c862fa09-56eb-4eaa-9157-0f0357138176'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:14.914210 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045757bb-c267-458d-b5a8-e7b9a56cd4b7" -d '{"events": [{"server_uuid": "703a938f-bf15-4014-9b9f-b4b82a80dfcf", "name": "network-vif-deleted", "tag": "c862fa09-56eb-4eaa-9157-0f0357138176"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:14.949665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2612c47-689a-49ff-bfe5-ecc83f40e1cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.986535 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-285d6a0d-d81e-46b2-b09f-9e85381e49b3 req-5448d21b-383f-45ab-aa5f-9e74e3a50a77 tempest-TestServerAdvancedOps-137066952 tempest-TestServerAdvancedOps-137066952-project] 10.222.0.64 "GET /v2.0/ports?device_id=703a938f-bf15-4014-9b9f-b4b82a80dfcf HTTP/1.1" status: 200 len: 210 time: 0.1007409 Jul 16 01:41:15.008514 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb973b44-04ad-45d2-a8ce-9a6fe12d5f2a x-openstack-request-id: req-eb973b44-04ad-45d2-a8ce-9a6fe12d5f2a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:15.008794 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703a938f-bf15-4014-9b9f-b4b82a80dfcf", "name": "network-vif-deleted", "tag": "c862fa09-56eb-4eaa-9157-0f0357138176", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:15.009045 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb973b44-04ad-45d2-a8ce-9a6fe12d5f2a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:15.009452 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703a938f-bf15-4014-9b9f-b4b82a80dfcf', 'name': 'network-vif-deleted', 'tag': 'c862fa09-56eb-4eaa-9157-0f0357138176', 'status': 'completed', 'code': 200} Jul 16 01:41:15.096736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:13Z', 'revision_number': 9, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.113532 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2612c47-689a-49ff-bfe5-ecc83f40e1cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.192517 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2612c47-689a-49ff-bfe5-ecc83f40e1cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.225478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2612c47-689a-49ff-bfe5-ecc83f40e1cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Subnet': ['ID=0139b2cb-965b-42b3-9582-3a4a79ba7390,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.231341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2612c47-689a-49ff-bfe5-ecc83f40e1cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.233716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b2612c47-689a-49ff-bfe5-ecc83f40e1cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/0139b2cb-965b-42b3-9582-3a4a79ba7390 HTTP/1.1" status: 204 len: 168 time: 0.6558485 Jul 16 01:41:15.236612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36308) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:15.336116 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] Checking router: 271a4693-9a1b-4e00-96f4-e87d7c92cc6a for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:15.337316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.344770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81b098f-89d5-4ad5-8238-1b6959e216c0 None None] Network 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:15.349454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:15.350030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.397806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port e240e3c1-3987-4bfe-b5f7-3c87b522801f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:15.397806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.494573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port e240e3c1-3987-4bfe-b5f7-3c87b522801f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e240e3c1-3987-4bfe-b5f7-3c87b522801f,segment=NetworkSegment(901c6201-7487-4da6-97f8-1814e6e0d315),segment_id=901c6201-7487-4da6-97f8-1814e6e0d315)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:15.494985 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.519816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for e240e3c1-3987-4bfe-b5f7-3c87b522801f owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:15.624835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:15.670847 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.709334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=e240e3c1-3987-4bfe-b5f7-3c87b522801f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.712557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No DVR routers for this DVR port e240e3c1-3987-4bfe-b5f7-3c87b522801f on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:15.910231 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.936872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.966921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901c6201-7487-4da6-97f8-1814e6e0d315') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.967220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901c6201-7487-4da6-97f8-1814e6e0d315') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.981379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1b871-755b-46ff-b681-a5b9f705638f None None] DHCP port deletion for 9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:15.982337 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.014807 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.035400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:16.036408 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:16.040752 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:16.143049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36318) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:16.200295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d98a1f-8afd-489c-9513-e1344cee115c req-504c1396-5b55-4935-968e-a9501107254e tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.208595 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93d98a1f-8afd-489c-9513-e1344cee115c req-504c1396-5b55-4935-968e-a9501107254e tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.2850924 Jul 16 01:41:16.211267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:13Z', 'revision_number': 9, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:16.225159 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.249384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.253705 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/networks/9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a HTTP/1.1" status: 204 len: 168 time: 1.0159724 Jul 16 01:41:16.256897 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36320) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:16.263619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd49690-d484-4606-b243-530d367bad8b admin admin] Deleting subnet c5f62ef5-ceb6-4697-ab09-e11f52a45a58 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:16.267472 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd49690-d484-4606-b243-530d367bad8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.274370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c25d46-e1f4-48d7-a16f-89f769da1fcf None None] The sync data for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 is: [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:13Z', 'revision_number': 9, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3', 'name': '', 'network_id': '1a5cc772-d505-44a4-8fed-1ee9b6fad5ab', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:54:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:47Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '4ea74971-7f81-4d74-b855-6e1f9f60382b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:16.287289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e240e3c1-3987-4bfe-b5f7-3c87b522801f no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:16.348278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: e240e3c1-3987-4bfe-b5f7-3c87b522801f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:16.348857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e240e3c1-3987-4bfe-b5f7-3c87b522801f not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:16.352259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00672fdd-b01a-4951-8ab9-9b9e95c74f72 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Network': ['ID=9b6a2a10-e4e6-4fe9-8bbc-546b6e23a77a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:16.356954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd49690-d484-4606-b243-530d367bad8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.385739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-93d98a1f-8afd-489c-9513-e1344cee115c req-31b698da-09a4-4439-bdb9-2e9c439a8765 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758354 Jul 16 01:41:16.431011 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd49690-d484-4606-b243-530d367bad8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.517538 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd49690-d484-4606-b243-530d367bad8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.553808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd49690-d484-4606-b243-530d367bad8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f62ef5-ceb6-4697-ab09-e11f52a45a58,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:16.556434 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd49690-d484-4606-b243-530d367bad8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.558832 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7cd49690-d484-4606-b243-530d367bad8b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c5f62ef5-ceb6-4697-ab09-e11f52a45a58 HTTP/1.1" status: 204 len: 168 time: 0.4127195 Jul 16 01:41:16.562134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36326) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:16.700824 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.771171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.811855 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.825387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ddf18b-acf6-420c-8852-82d2a59ce615']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:16.837666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecbbfd8-97a5-4e5c-a536-4994bd245c5d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:16.838136 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecbbfd8-97a5-4e5c-a536-4994bd245c5d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:16.848878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.872876 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.885725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:16.885725 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:16.890089 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:16.983166 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.989485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.999241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] 10.222.0.64 "DELETE /v2.0/networks/44ddf18b-acf6-420c-8852-82d2a59ce615 HTTP/1.1" status: 204 len: 168 time: 0.4347718 Jul 16 01:41:16.999241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36340) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:17.078701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb665e-777a-48f0-901f-ead4f742e48a admin admin] Pushing event deleted for resources: {'Network': ['ID=44ddf18b-acf6-420c-8852-82d2a59ce615,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.131013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25fa612-4c4b-46e3-9424-3832f686a126 admin admin] Deleting subnet fdf6d254-445f-4a92-a9aa-cbb1d4d40150 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:17.143443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d25fa612-4c4b-46e3-9424-3832f686a126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.178550 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d25fa612-4c4b-46e3-9424-3832f686a126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.249257 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d25fa612-4c4b-46e3-9424-3832f686a126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.250279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:17.250746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.332803 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d25fa612-4c4b-46e3-9424-3832f686a126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.374560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d25fa612-4c4b-46e3-9424-3832f686a126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.379645 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d25fa612-4c4b-46e3-9424-3832f686a126 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fdf6d254-445f-4a92-a9aa-cbb1d4d40150 HTTP/1.1" status: 204 len: 168 time: 0.3776221 Jul 16 01:41:17.380291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36344) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:17.381058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fa612-4c4b-46e3-9424-3832f686a126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf6d254-445f-4a92-a9aa-cbb1d4d40150,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.393875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3,segment=NetworkSegment(ee59b720-e689-4bec-a57e-8fa846161d0f),segment_id=ee59b720-e689-4bec-a57e-8fa846161d0f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:17.394262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.412131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:17.496949 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.640324 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.656866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b808da-9fef-437d-9e75-a81a6382c668']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:17.669093 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5fdc19-5f90-464b-a27c-f017bd673dca') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:17.669417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5fdc19-5f90-464b-a27c-f017bd673dca') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:17.679953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.684872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.715692 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.720609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.728229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:17.728893 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:17.827257 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:17.833186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.838953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.847106 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e8b808da-9fef-437d-9e75-a81a6382c668 HTTP/1.1" status: 204 len: 168 time: 0.4567692 Jul 16 01:41:17.861152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9e3d5-e83a-40b8-bb6f-7d33dd6cd274 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b808da-9fef-437d-9e75-a81a6382c668,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.876176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c862fa09-56eb-4eaa-9157-0f0357138176 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:17.994090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: c862fa09-56eb-4eaa-9157-0f0357138176 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:17.994761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c862fa09-56eb-4eaa-9157-0f0357138176 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:18.178298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9ff7826a-ae7b-480a-a972-331b919f5aa3 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:18.236946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9ff7826a-ae7b-480a-a972-331b919f5aa3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:18.240188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9ff7826a-ae7b-480a-a972-331b919f5aa3 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:18.358757 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36360) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:18.424496 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9312d147-5118-419c-8886-a05212a586a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c29ed838d1c4b7c93c4a7a31c01d83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638938 Jul 16 01:41:18.425127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:18.521796 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41dc08ff-66b7-4b7e-b0aa-41a98ffa63ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.546184 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.568741 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41dc08ff-66b7-4b7e-b0aa-41a98ffa63ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.674426 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41dc08ff-66b7-4b7e-b0aa-41a98ffa63ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.677861 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41dc08ff-66b7-4b7e-b0aa-41a98ffa63ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.679082 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-41dc08ff-66b7-4b7e-b0aa-41a98ffa63ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76c4eec7-c764-4508-8f8a-4b1bbc027449 HTTP/1.1" status: 204 len: 168 time: 0.2528713 Jul 16 01:41:18.690479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc08ff-66b7-4b7e-b0aa-41a98ffa63ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c4eec7-c764-4508-8f8a-4b1bbc027449,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:18.864032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:19.033351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:19.042815 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6a44d441-2cf9-43f4-a2c0-c98f433ae31d tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7823772 Jul 16 01:41:19.043252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.051409 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] Sync routers for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:19.071080 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:19.072542 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:19.162551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce05e51c-806a-4b8d-a2c2-70d62278ab90 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting subnet 4ea74971-7f81-4d74-b855-6e1f9f60382b {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:19.170001 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce05e51c-806a-4b8d-a2c2-70d62278ab90 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.253466 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:19.285309 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce05e51c-806a-4b8d-a2c2-70d62278ab90 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.385494 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce05e51c-806a-4b8d-a2c2-70d62278ab90 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.510178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce05e51c-806a-4b8d-a2c2-70d62278ab90 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.516561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce033c1-51a0-47e9-aff2-575e26066d70 req-05910266-1e5f-4fd0-a684-c7e3fe1738d9 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.518452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ce033c1-51a0-47e9-aff2-575e26066d70 req-05910266-1e5f-4fd0-a684-c7e3fe1738d9 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.1239560 Jul 16 01:41:19.546137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05e51c-806a-4b8d-a2c2-70d62278ab90 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea74971-7f81-4d74-b855-6e1f9f60382b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.552161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36378) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.570561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ce0b98-793b-48de-b0d6-7bee97af50ac None None] Network 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:19.584946 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce05e51c-806a-4b8d-a2c2-70d62278ab90 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.591606 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ce05e51c-806a-4b8d-a2c2-70d62278ab90 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/4ea74971-7f81-4d74-b855-6e1f9f60382b HTTP/1.1" status: 204 len: 168 time: 0.5460918 Jul 16 01:41:19.594538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36380) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.610040 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ce033c1-51a0-47e9-aff2-575e26066d70 req-e522b474-a534-433f-8703-519b725151d0 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854101 Jul 16 01:41:19.645950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2e10de5d-8c4e-4686-91de-14d6a125f2d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87b08316ac1e494c9496b77f50df8f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890226 Jul 16 01:41:19.646669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36382) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.714933 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:17Z', 'revision_number': 10, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:19.782320 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.788238 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] Checking router: 271a4693-9a1b-4e00-96f4-e87d7c92cc6a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:19.803029 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:19.803798 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:19.809466 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31f67ce0-786c-4dd4-a58f-ee4a9aef7dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.865873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31f67ce0-786c-4dd4-a58f-ee4a9aef7dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.878292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port b054ae12-59a2-4a9e-af91-38b4656e04e3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:19.878641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.970493 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:19.973527 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31f67ce0-786c-4dd4-a58f-ee4a9aef7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.976480 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31f67ce0-786c-4dd4-a58f-ee4a9aef7dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.980423 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-31f67ce0-786c-4dd4-a58f-ee4a9aef7dc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff05a5d6-1eb9-4a5b-86b1-4c57b3c6e99b HTTP/1.1" status: 204 len: 168 time: 0.3296442 Jul 16 01:41:19.998126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f67ce0-786c-4dd4-a58f-ee4a9aef7dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff05a5d6-1eb9-4a5b-86b1-4c57b3c6e99b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.055788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c26af2-e989-47d1-9a01-b106b0aa547e None None] DHCP port deletion for 1a5cc772-d505-44a4-8fed-1ee9b6fad5ab request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:20.141353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port b054ae12-59a2-4a9e-af91-38b4656e04e3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b054ae12-59a2-4a9e-af91-38b4656e04e3,segment=NetworkSegment(ee59b720-e689-4bec-a57e-8fa846161d0f),segment_id=ee59b720-e689-4bec-a57e-8fa846161d0f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:20.141738 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.158865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-21c26af2-e989-47d1-9a01-b106b0aa547e None None] Deleting port b054ae12-59a2-4a9e-af91-38b4656e04e3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:20.159237 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21c26af2-e989-47d1-9a01-b106b0aa547e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.173499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for b054ae12-59a2-4a9e-af91-38b4656e04e3 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:20.256784 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-21c26af2-e989-47d1-9a01-b106b0aa547e None None] For port b054ae12-59a2-4a9e-af91-38b4656e04e3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b054ae12-59a2-4a9e-af91-38b4656e04e3,segment=NetworkSegment(ee59b720-e689-4bec-a57e-8fa846161d0f),segment_id=ee59b720-e689-4bec-a57e-8fa846161d0f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:20.257008 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21c26af2-e989-47d1-9a01-b106b0aa547e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.275493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-21c26af2-e989-47d1-9a01-b106b0aa547e None None] Calling delete_port for b054ae12-59a2-4a9e-af91-38b4656e04e3 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:20.337977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.411827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No DVR routers for this DVR port b054ae12-59a2-4a9e-af91-38b4656e04e3 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:20.502860 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21c26af2-e989-47d1-9a01-b106b0aa547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.611191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c26af2-e989-47d1-9a01-b106b0aa547e None None] No DVR routers for this DVR port b054ae12-59a2-4a9e-af91-38b4656e04e3 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:20.614411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c26af2-e989-47d1-9a01-b106b0aa547e None None] Pushing event deleted for resources: {'Port': ['ID=b054ae12-59a2-4a9e-af91-38b4656e04e3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.712199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=b054ae12-59a2-4a9e-af91-38b4656e04e3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.861182 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:17Z', 'revision_number': 10, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:20.913658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.954288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5cc772-d505-44a4-8fed-1ee9b6fad5ab']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:21.014777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee59b720-e689-4bec-a57e-8fa846161d0f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:21.015148 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee59b720-e689-4bec-a57e-8fa846161d0f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:21.049417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.078194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:21.089826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.111714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:21.112348 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:21.128629 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:21.234558 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0cc9-13ea-4686-a748-cc3072c9e8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.241804 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538356f-8898-4258-ae7f-395dfd6702b2 None None] The sync data for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 is: [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:17Z', 'revision_number': 10, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None, '_interfaces': [{'id': '28349bcd-a8a6-4e48-a827-7f8aa467dd2d', 'name': '', 'network_id': '86f20178-dfd3-4e57-95ad-16051ebc94e8', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'mac_address': 'fa:16:3e:9b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:49Z', 'revision_number': 5, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'subnets': [{'id': '53a4ca96-cf42-4945-8f04-b962529e8e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:21.267816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.293361 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.299700 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/networks/1a5cc772-d505-44a4-8fed-1ee9b6fad5ab HTTP/1.1" status: 204 len: 168 time: 1.7033892 Jul 16 01:41:21.300957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf93ea9-b625-466e-96fc-d2cb7844ce28 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Network': ['ID=1a5cc772-d505-44a4-8fed-1ee9b6fad5ab,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.307503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36412) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:21.406558 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0cc9-13ea-4686-a748-cc3072c9e8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.416485 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0cc9-13ea-4686-a748-cc3072c9e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.496967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9d5f0cc9-13ea-4686-a748-cc3072c9e8c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ff290d957b842879d81662f9b67ad44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169002 Jul 16 01:41:21.499241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f0cc9-13ea-4686-a748-cc3072c9e8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d39f943-5158-418f-8aef-a4d78d4a6039,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.503011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:21.581869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f0909e5-3dd6-4aba-867a-6d53c095efb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.609890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f0909e5-3dd6-4aba-867a-6d53c095efb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.706219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f0909e5-3dd6-4aba-867a-6d53c095efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.706219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f0909e5-3dd6-4aba-867a-6d53c095efb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.706219 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4f0909e5-3dd6-4aba-867a-6d53c095efb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d39f943-5158-418f-8aef-a4d78d4a6039 HTTP/1.1" status: 204 len: 168 time: 0.2019796 Jul 16 01:41:21.719215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0909e5-3dd6-4aba-867a-6d53c095efb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d39f943-5158-418f-8aef-a4d78d4a6039,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.800679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.077714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b054ae12-59a2-4a9e-af91-38b4656e04e3 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:22.129432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b054ae12-59a2-4a9e-af91-38b4656e04e3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:22.129782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b054ae12-59a2-4a9e-af91-38b4656e04e3 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:22.131261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:22.169653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:22.170432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 662b21c2-df8e-43d8-a9fe-1b0ae06ea1d3 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:22.186935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36424) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.211115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d859b03-1b18-4b92-9316-bab096d301f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.234446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:22.234785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.380403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port 28349bcd-a8a6-4e48-a827-7f8aa467dd2d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=28349bcd-a8a6-4e48-a827-7f8aa467dd2d,segment=NetworkSegment(04da630a-841b-4682-9263-d3073e13ad88),segment_id=04da630a-841b-4682-9263-d3073e13ad88)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:22.380914 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.403393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 28349bcd-a8a6-4e48-a827-7f8aa467dd2d owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:22.481879 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d859b03-1b18-4b92-9316-bab096d301f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.529661 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d859b03-1b18-4b92-9316-bab096d301f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.627541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1d859b03-1b18-4b92-9316-bab096d301f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba010775e1514d9fb19ac314c559045c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396081 Jul 16 01:41:22.630142 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36428) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.640091 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d859b03-1b18-4b92-9316-bab096d301f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a6e97-73eb-4063-90f6-e3d2b5438ca4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.733691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.764728 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d51b2846-cacb-49fb-986d-ceafc7e49ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.778895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=28349bcd-a8a6-4e48-a827-7f8aa467dd2d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.800226 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d51b2846-cacb-49fb-986d-ceafc7e49ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.986840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.993718 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d51b2846-cacb-49fb-986d-ceafc7e49ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.997141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d51b2846-cacb-49fb-986d-ceafc7e49ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.998790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d51b2846-cacb-49fb-986d-ceafc7e49ef8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/337a6e97-73eb-4063-90f6-e3d2b5438ca4 HTTP/1.1" status: 204 len: 168 time: 0.3675432 Jul 16 01:41:23.062297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b2846-cacb-49fb-986d-ceafc7e49ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a6e97-73eb-4063-90f6-e3d2b5438ca4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.190085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:23.285092 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:23.290965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-58ee2cf6-6b05-44c7-9b41-1d5d0ccbdb26 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9820671 Jul 16 01:41:23.294095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36436) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.296312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] Sync routers for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:23.310321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:23.311563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:23.371561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-70de18e5-11cc-4ddb-8a9e-0b9951bf060c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting subnet 53a4ca96-cf42-4945-8f04-b962529e8e2b {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:23.377183 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70de18e5-11cc-4ddb-8a9e-0b9951bf060c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.409062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:23.428748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70de18e5-11cc-4ddb-8a9e-0b9951bf060c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.476279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:22Z', 'revision_number': 11, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:23.514978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] Checking router: 271a4693-9a1b-4e00-96f4-e87d7c92cc6a for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:23.528898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:23.529547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:23.559424 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70de18e5-11cc-4ddb-8a9e-0b9951bf060c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.636517 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70de18e5-11cc-4ddb-8a9e-0b9951bf060c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.652637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:23.692294 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70de18e5-11cc-4ddb-8a9e-0b9951bf060c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.694513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-70de18e5-11cc-4ddb-8a9e-0b9951bf060c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/53a4ca96-cf42-4945-8f04-b962529e8e2b HTTP/1.1" status: 204 len: 168 time: 0.3983202 Jul 16 01:41:23.696480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de18e5-11cc-4ddb-8a9e-0b9951bf060c tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Subnet': ['ID=53a4ca96-cf42-4945-8f04-b962529e8e2b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.697625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.724214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac0e89-48ab-4cd9-a9c1-e7a5232b1834 None None] Network 86f20178-dfd3-4e57-95ad-16051ebc94e8 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:23.727423 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:22Z', 'revision_number': 11, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:23.813445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.831256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad451fd-fa52-450a-95c3-d3cfb0743b13 None None] The sync data for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 is: [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:22Z', 'revision_number': 11, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:23.981836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Deleting port 06d557c4-0cf5-4759-a598-86b04836c5a6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:23.982748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.107127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] For port 06d557c4-0cf5-4759-a598-86b04836c5a6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=06d557c4-0cf5-4759-a598-86b04836c5a6,segment=NetworkSegment(04da630a-841b-4682-9263-d3073e13ad88),segment_id=04da630a-841b-4682-9263-d3073e13ad88)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:24.107810 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.123425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Calling delete_port for 06d557c4-0cf5-4759-a598-86b04836c5a6 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:24.245437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36462) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:24.269162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeaceb5-f4c8-49dc-a2d5-2916ab063159 None None] DHCP port deletion for 86f20178-dfd3-4e57-95ad-16051ebc94e8 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:24.275952 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.327975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-caeaceb5-f4c8-49dc-a2d5-2916ab063159 None None] The port '06d557c4-0cf5-4759-a598-86b04836c5a6' was deleted {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:41:24.356851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Port': ['ID=06d557c4-0cf5-4759-a598-86b04836c5a6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:24.360220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No DVR routers for this DVR port 06d557c4-0cf5-4759-a598-86b04836c5a6 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:24.377055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 28349bcd-a8a6-4e48-a827-7f8aa467dd2d no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:24.437722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 28349bcd-a8a6-4e48-a827-7f8aa467dd2d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:24.438433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 28349bcd-a8a6-4e48-a827-7f8aa467dd2d not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:24.439131 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 06d557c4-0cf5-4759-a598-86b04836c5a6 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:24.476528 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.481834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 06d557c4-0cf5-4759-a598-86b04836c5a6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:24.483406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 06d557c4-0cf5-4759-a598-86b04836c5a6 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:24.489334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f20178-dfd3-4e57-95ad-16051ebc94e8']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:24.505785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04da630a-841b-4682-9263-d3073e13ad88') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:24.506436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04da630a-841b-4682-9263-d3073e13ad88') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:24.518689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.552177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.563499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:24.565359 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f021a3b-3ac0-4540-9fe7-21411df24482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.567429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:24.570818 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:24.616777 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c2c63db-1b73-458f-9431-26c0f0d8a91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.683866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.694037 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.697102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/networks/86f20178-dfd3-4e57-95ad-16051ebc94e8 HTTP/1.1" status: 204 len: 168 time: 0.9954293 Jul 16 01:41:24.706942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:24.713189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa5da4-6ea1-4eaa-9ba7-a7bc937040d4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Pushing event deleted for resources: {'Network': ['ID=86f20178-dfd3-4e57-95ad-16051ebc94e8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:24.720359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2db6039c-6b60-437b-93de-e88a40737ea6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'routes': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:24.949996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.extraroute_db [None req-2db6039c-6b60-437b-93de-e88a40737ea6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Added routes are [] {{(pid=93944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:41:24.950312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.extraroute_db [None req-2db6039c-6b60-437b-93de-e88a40737ea6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Removed routes are [] {{(pid=93944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:41:24.950708 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2db6039c-6b60-437b-93de-e88a40737ea6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.035495 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c2c63db-1b73-458f-9431-26c0f0d8a91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.041230 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c2c63db-1b73-458f-9431-26c0f0d8a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.165945 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2c2c63db-1b73-458f-9431-26c0f0d8a91b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ee209b087d44276b513d7d5f1e95d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9167690 Jul 16 01:41:25.165945 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2db6039c-6b60-437b-93de-e88a40737ea6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.166457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.168695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c63db-1b73-458f-9431-26c0f0d8a91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd921e6-34cd-43af-8312-705ddbaa34f5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.185274 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2db6039c-6b60-437b-93de-e88a40737ea6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.228666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b97971-a0e5-42a7-9c93-5ef44e131f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.257428 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b97971-a0e5-42a7-9c93-5ef44e131f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.284831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db6039c-6b60-437b-93de-e88a40737ea6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:25.335074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b97971-a0e5-42a7-9c93-5ef44e131f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.338324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b97971-a0e5-42a7-9c93-5ef44e131f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.357813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d1b97971-a0e5-42a7-9c93-5ef44e131f6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ccd921e6-34cd-43af-8312-705ddbaa34f5 HTTP/1.1" status: 204 len: 168 time: 0.1776650 Jul 16 01:41:25.378021 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db6039c-6b60-437b-93de-e88a40737ea6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:25.386844 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2db6039c-6b60-437b-93de-e88a40737ea6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.387873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b97971-a0e5-42a7-9c93-5ef44e131f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd921e6-34cd-43af-8312-705ddbaa34f5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.388383 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] Sync routers for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:25.391807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36494) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.400775 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:25.401820 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:25.416720 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2db6039c-6b60-437b-93de-e88a40737ea6 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a HTTP/1.1" status: 200 len: 701 time: 0.7020597 Jul 16 01:41:25.463634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36496) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.475698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-79343aef-e55a-4105-942a-628dd767e665 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=271a4693-9a1b-4e00-96f4-e87d7c92cc6a HTTP/1.1" status: 200 len: 205 time: 0.0826752 Jul 16 01:41:25.536744 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:25.566787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed2399a7-3ac0-4f91-abca-1479644c585b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.602238 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:22Z', 'revision_number': 11, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:25.640941 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] Checking router: 271a4693-9a1b-4e00-96f4-e87d7c92cc6a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:25.655995 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] Routers {'271a4693-9a1b-4e00-96f4-e87d7c92cc6a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:25.658680 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:25.689741 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.789984 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] Set router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:25.841191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed2399a7-3ac0-4f91-abca-1479644c585b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.843708 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed2399a7-3ac0-4f91-abca-1479644c585b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.939010 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed2399a7-3ac0-4f91-abca-1479644c585b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.939780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2399a7-3ac0-4f91-abca-1479644c585b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Fanout notify agent at l3_agent the message router_deleted on router 271a4693-9a1b-4e00-96f4-e87d7c92cc6a {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:25.964521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed2399a7-3ac0-4f91-abca-1479644c585b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.969998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36500) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.976545 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:22Z', 'revision_number': 11, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:25.980377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f7f422fb-2c56-4dec-978a-c698d108fabd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-798438840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:25.986227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ed2399a7-3ac0-4f91-abca-1479644c585b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a HTTP/1.1" status: 204 len: 168 time: 0.5191653 Jul 16 01:41:26.013300 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4980f-85e9-403f-a914-11662cd0be8a None None] The sync data for ids ['271a4693-9a1b-4e00-96f4-e87d7c92cc6a'] in n-d-791504-14 is: [{'id': '271a4693-9a1b-4e00-96f4-e87d7c92cc6a', 'name': 'tempest-RoutersTest-router-1396280433', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:40Z', 'updated_at': '2021-07-16T01:41:22Z', 'revision_number': 11, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:26.066361 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f422fb-2c56-4dec-978a-c698d108fabd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.068139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f422fb-2c56-4dec-978a-c698d108fabd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.142716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f422fb-2c56-4dec-978a-c698d108fabd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.150108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f422fb-2c56-4dec-978a-c698d108fabd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.173005 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f422fb-2c56-4dec-978a-c698d108fabd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.174993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f7f422fb-2c56-4dec-978a-c698d108fabd tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2009268 Jul 16 01:41:26.178109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36508) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:26.184161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7eeab2c0-d5a9-45f5-9670-c42138e2aca4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:26.416358 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eeab2c0-d5a9-45f5-9670-c42138e2aca4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.427026 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eeab2c0-d5a9-45f5-9670-c42138e2aca4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.527709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeab2c0-d5a9-45f5-9670-c42138e2aca4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Router c6a424b4-0835-463e-a524-eb9d5c08dd26 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:26.732195 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.947944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeab2c0-d5a9-45f5-9670-c42138e2aca4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:26.955750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eeab2c0-d5a9-45f5-9670-c42138e2aca4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.956918 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7eeab2c0-d5a9-45f5-9670-c42138e2aca4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "PUT /v2.0/routers/c6a424b4-0835-463e-a524-eb9d5c08dd26 HTTP/1.1" status: 200 len: 693 time: 0.7778323 Jul 16 01:41:26.959500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36510) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:26.962071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] Sync routers for ids ['c6a424b4-0835-463e-a524-eb9d5c08dd26'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:26.972616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] Routers {'c6a424b4-0835-463e-a524-eb9d5c08dd26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:26.973231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c6a424b4-0835-463e-a524-eb9d5c08dd26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:27.037353 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3329e2e2-8f7f-4a70-a87c-381881ce47aa tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/routers/c6a424b4-0835-463e-a524-eb9d5c08dd26 HTTP/1.1" status: 200 len: 699 time: 0.0765944 Jul 16 01:41:27.039848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36512) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.041574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] Set router c6a424b4-0835-463e-a524-eb9d5c08dd26 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:27.075638 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a2da207a-8507-4e30-aff3-b2fb7734d80a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6a424b4-0835-463e-a524-eb9d5c08dd26 HTTP/1.1" status: 200 len: 205 time: 0.0319531 Jul 16 01:41:27.076045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36516) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.097266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a424b4-0835-463e-a524-eb9d5c08dd26', 'name': 'tempest-RoutersTest-router-798438840', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:26Z', 'updated_at': '2021-07-16T01:41:26Z', 'revision_number': 2, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:27.129089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] Checking router: c6a424b4-0835-463e-a524-eb9d5c08dd26 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:27.142796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06bef115-57e1-403e-bee9-60991222ca28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.144260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] Routers {'c6a424b4-0835-463e-a524-eb9d5c08dd26'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:27.144863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:40:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c6a424b4-0835-463e-a524-eb9d5c08dd26'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:27.164881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4acf5c47-e798-4da4-84a3-0f81fd18c6bc tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.216562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] Set router c6a424b4-0835-463e-a524-eb9d5c08dd26 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:27.268393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a424b4-0835-463e-a524-eb9d5c08dd26', 'name': 'tempest-RoutersTest-router-798438840', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:26Z', 'updated_at': '2021-07-16T01:41:26Z', 'revision_number': 2, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:27.340594 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4acf5c47-e798-4da4-84a3-0f81fd18c6bc tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.343345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4acf5c47-e798-4da4-84a3-0f81fd18c6bc tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.394050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4acf5c47-e798-4da4-84a3-0f81fd18c6bc tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.394815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acf5c47-e798-4da4-84a3-0f81fd18c6bc tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Fanout notify agent at l3_agent the message router_deleted on router c6a424b4-0835-463e-a524-eb9d5c08dd26 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:27.402740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4acf5c47-e798-4da4-84a3-0f81fd18c6bc tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.408520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.408822 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4acf5c47-e798-4da4-84a3-0f81fd18c6bc tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/c6a424b4-0835-463e-a524-eb9d5c08dd26 HTTP/1.1" status: 204 len: 168 time: 0.3283794 Jul 16 01:41:27.446949 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9b1a829d-ec32-45c9-9244-6271798ca526 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6a424b4-0835-463e-a524-eb9d5c08dd26 HTTP/1.1" status: 200 len: 205 time: 0.0370562 Jul 16 01:41:27.450267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.453972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601915da-57a0-4733-9dac-8ed7d81ed676 None None] The sync data for ids ['c6a424b4-0835-463e-a524-eb9d5c08dd26'] in n-d-791504-14 is: [{'id': 'c6a424b4-0835-463e-a524-eb9d5c08dd26', 'name': 'tempest-RoutersTest-router-798438840', 'tenant_id': '0821018d15e64a78a58acbeb7e47c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:26Z', 'updated_at': '2021-07-16T01:41:26Z', 'revision_number': 2, 'project_id': '0821018d15e64a78a58acbeb7e47c8ba', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:27.497370 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-56f4b2f0-976a-4cd2-aab1-64ce43971b01 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] delete failed (client error): The resource could not be found. Jul 16 01:41:27.500837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-56f4b2f0-976a-4cd2-aab1-64ce43971b01 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/c6a424b4-0835-463e-a524-eb9d5c08dd26 HTTP/1.1" status: 404 len: 336 time: 0.0472627 Jul 16 01:41:27.501011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.531363 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ebd8b6-714a-422c-84a9-1021eb5f46ea tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] DELETE failed (client error): The resource could not be found. Jul 16 01:41:27.531823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ebd8b6-714a-422c-84a9-1021eb5f46ea tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:27.536024 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-73ebd8b6-714a-422c-84a9-1021eb5f46ea tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/8f82bcc5-1f12-464d-bfd2-8c367179bbd5 HTTP/1.1" status: 404 len: 337 time: 0.0316427 Jul 16 01:41:27.536590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36534) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.568120 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ded03f1-2f74-49fd-b317-b2a79765da9b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] DELETE failed (client error): The resource could not be found. Jul 16 01:41:27.568730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ded03f1-2f74-49fd-b317-b2a79765da9b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:27.570616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0ded03f1-2f74-49fd-b317-b2a79765da9b tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/0139b2cb-965b-42b3-9582-3a4a79ba7390 HTTP/1.1" status: 404 len: 337 time: 0.0329294 Jul 16 01:41:27.574098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36536) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.610679 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-54839cfd-82ba-47f8-a7e0-8122cc23c944 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] DELETE failed (client error): The resource could not be found. Jul 16 01:41:27.611283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54839cfd-82ba-47f8-a7e0-8122cc23c944 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:27.614070 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-54839cfd-82ba-47f8-a7e0-8122cc23c944 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/4ea74971-7f81-4d74-b855-6e1f9f60382b HTTP/1.1" status: 404 len: 337 time: 0.0377421 Jul 16 01:41:27.616261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.627827 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.651252 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-06feea33-ead5-4d61-be59-afb07e4da9e9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] DELETE failed (client error): The resource could not be found. Jul 16 01:41:27.652623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06feea33-ead5-4d61-be59-afb07e4da9e9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:27.654425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-06feea33-ead5-4d61-be59-afb07e4da9e9 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/53a4ca96-cf42-4945-8f04-b962529e8e2b HTTP/1.1" status: 404 len: 337 time: 0.0371382 Jul 16 01:41:27.657040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36540) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.687426 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aae17f93-3aa7-40c2-97dc-0eabed344da2 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=271a4693-9a1b-4e00-96f4-e87d7c92cc6a HTTP/1.1" status: 200 len: 205 time: 0.0293050 Jul 16 01:41:27.689801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36542) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.728997 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-0e6734fc-7b49-4119-9539-3f9ba55a03b5 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] delete failed (client error): The resource could not be found. Jul 16 01:41:27.733245 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0e6734fc-7b49-4119-9539-3f9ba55a03b5 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/271a4693-9a1b-4e00-96f4-e87d7c92cc6a HTTP/1.1" status: 404 len: 336 time: 0.0391750 Jul 16 01:41:27.733670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36544) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.767887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-321d8dc8-1ce7-4dcb-b561-054097fcfd66 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=8da53018-9be5-429a-b9a5-40d3fb3e0043 HTTP/1.1" status: 200 len: 205 time: 0.0330997 Jul 16 01:41:27.770280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36546) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.806380 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-8f396407-625a-497d-8d4f-c5355c04bff3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] delete failed (client error): The resource could not be found. Jul 16 01:41:27.807396 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8f396407-625a-497d-8d4f-c5355c04bff3 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/8da53018-9be5-429a-b9a5-40d3fb3e0043 HTTP/1.1" status: 404 len: 336 time: 0.0361581 Jul 16 01:41:27.810989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.838735 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae301e8-f825-4938-a916-55e64e528810 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] DELETE failed (client error): The resource could not be found. Jul 16 01:41:27.839391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae301e8-f825-4938-a916-55e64e528810 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:27.841306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0ae301e8-f825-4938-a916-55e64e528810 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/e040987c-b07c-40f3-a4ca-60bdd25abac3 HTTP/1.1" status: 404 len: 337 time: 0.0293036 Jul 16 01:41:27.844076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36550) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.874815 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dbf40f34-d34b-4fda-a684-6449065e3033 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=87db9f06-04e7-47d2-8d7a-dc756fcf58af HTTP/1.1" status: 200 len: 205 time: 0.0297358 Jul 16 01:41:27.877146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.914048 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-85178cf1-a79c-4b73-a655-66c924eee397 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] delete failed (client error): The resource could not be found. Jul 16 01:41:27.915061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-85178cf1-a79c-4b73-a655-66c924eee397 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/87db9f06-04e7-47d2-8d7a-dc756fcf58af HTTP/1.1" status: 404 len: 336 time: 0.0370486 Jul 16 01:41:27.917851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36554) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.954341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-94219cc1-cc19-4fba-ba61-93d2a41c8730 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=571474d8-4583-4ca6-8a6c-df2adb4e0838 HTTP/1.1" status: 200 len: 205 time: 0.0353758 Jul 16 01:41:27.956785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36556) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.994686 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-59e456e7-a26c-4356-97f0-888440d32590 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] delete failed (client error): The resource could not be found. Jul 16 01:41:27.996593 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-59e456e7-a26c-4356-97f0-888440d32590 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/571474d8-4583-4ca6-8a6c-df2adb4e0838 HTTP/1.1" status: 404 len: 336 time: 0.0388238 Jul 16 01:41:27.999051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36558) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.026457 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf91460-c77e-404a-a5e7-b03cf46a5514 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] DELETE failed (client error): The resource could not be found. Jul 16 01:41:28.027630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf91460-c77e-404a-a5e7-b03cf46a5514 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:28.029461 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cbf91460-c77e-404a-a5e7-b03cf46a5514 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/fda997ce-5cd9-4a05-8e8e-0df23d70ffc6 HTTP/1.1" status: 404 len: 337 time: 0.0295267 Jul 16 01:41:28.032240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36560) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.065652 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-51093fbf-88d9-48a1-84c6-c285bcd09c23 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=54dc31e2-eab4-437f-a6ff-ae061bcbfa10 HTTP/1.1" status: 200 len: 205 time: 0.0322847 Jul 16 01:41:28.068030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36562) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.106184 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-73f09ec8-c24c-46f6-82a5-ff9b20349ec4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] delete failed (client error): The resource could not be found. Jul 16 01:41:28.107128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-73f09ec8-c24c-46f6-82a5-ff9b20349ec4 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/54dc31e2-eab4-437f-a6ff-ae061bcbfa10 HTTP/1.1" status: 404 len: 336 time: 0.0382185 Jul 16 01:41:28.109745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.137373 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed727fb6-2857-4630-9174-956cd34288cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] DELETE failed (client error): The resource could not be found. Jul 16 01:41:28.137816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed727fb6-2857-4630-9174-956cd34288cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:28.139572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ed727fb6-2857-4630-9174-956cd34288cf tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/5da4d3ea-71a2-4306-834a-42fc3ec6c7ea HTTP/1.1" status: 404 len: 337 time: 0.0289280 Jul 16 01:41:28.142850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36568) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.186581 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c3dd709a-ab4c-40e6-91c6-4d8801a2689e tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "GET /v2.0/ports?device_id=1379d4f6-46cf-41b4-9de2-4c29524d4f4c HTTP/1.1" status: 200 len: 205 time: 0.0426004 Jul 16 01:41:28.188887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.233437 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-336ac785-9024-439c-b276-28af38bb145a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] delete failed (client error): The resource could not be found. Jul 16 01:41:28.234528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-336ac785-9024-439c-b276-28af38bb145a tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/routers/1379d4f6-46cf-41b4-9de2-4c29524d4f4c HTTP/1.1" status: 404 len: 336 time: 0.0445650 Jul 16 01:41:28.237143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.265005 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66165c1-14ae-471c-8d3c-568646e58f51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] DELETE failed (client error): The resource could not be found. Jul 16 01:41:28.265477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66165c1-14ae-471c-8d3c-568646e58f51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:28.269652 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d66165c1-14ae-471c-8d3c-568646e58f51 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/24f600e7-031b-4f6d-a25e-2572d994237d HTTP/1.1" status: 404 len: 337 time: 0.0291972 Jul 16 01:41:28.269790 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36574) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.295711 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-84433796-1a5a-4a11-97f4-84156de085b7 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] DELETE failed (client error): The resource could not be found. Jul 16 01:41:28.296169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84433796-1a5a-4a11-97f4-84156de085b7 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:28.297946 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-84433796-1a5a-4a11-97f4-84156de085b7 tempest-RoutersTest-2020010257 tempest-RoutersTest-2020010257-project] 10.222.0.64 "DELETE /v2.0/subnets/2c3b4fbd-85fd-4aa9-924f-38c6a0100107 HTTP/1.1" status: 404 len: 337 time: 0.0271621 Jul 16 01:41:28.481173 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.691347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36586) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.836522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0d6c448f-6213-4835-9e0c-9f3aeb4b52a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0821018d15e64a78a58acbeb7e47c8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414864 Jul 16 01:41:28.836729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.891712 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-747e0609-829a-42f3-9ff5-edc095d06e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.914940 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-747e0609-829a-42f3-9ff5-edc095d06e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.967371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-747e0609-829a-42f3-9ff5-edc095d06e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.970029 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-747e0609-829a-42f3-9ff5-edc095d06e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.971366 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-747e0609-829a-42f3-9ff5-edc095d06e96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9118144d-2c36-4796-884a-4df28d49b3d4 HTTP/1.1" status: 204 len: 168 time: 0.1334360 Jul 16 01:41:28.979263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e0609-829a-42f3-9ff5-edc095d06e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9118144d-2c36-4796-884a-4df28d49b3d4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.688830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.783891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-73320077-eea3-439b-b34a-56e99a93d242 tempest-DvrRoutersNegativeTest-1679982131 tempest-DvrRoutersNegativeTest-1679982131-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-963007410', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:29.786810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.policy [None req-73320077-eea3-439b-b34a-56e99a93d242 tempest-DvrRoutersNegativeTest-1679982131 tempest-DvrRoutersNegativeTest-1679982131-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93944) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 01:41:29.787116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.policy [None req-73320077-eea3-439b-b34a-56e99a93d242 tempest-DvrRoutersNegativeTest-1679982131 tempest-DvrRoutersNegativeTest-1679982131-project] Failed policy check for 'create_router' {{(pid=93944) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 01:41:29.787653 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-73320077-eea3-439b-b34a-56e99a93d242 tempest-DvrRoutersNegativeTest-1679982131 tempest-DvrRoutersNegativeTest-1679982131-project] create failed (client error): Access was denied to this resource. Jul 16 01:41:29.788646 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-73320077-eea3-439b-b34a-56e99a93d242 tempest-DvrRoutersNegativeTest-1679982131 tempest-DvrRoutersNegativeTest-1679982131-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0987980 Jul 16 01:41:30.059387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36626) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:30.101989 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.177387 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44294ff1-2b99-4b47-82c5-bfcbc8b5c163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.267640 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44294ff1-2b99-4b47-82c5-bfcbc8b5c163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.271320 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-44294ff1-2b99-4b47-82c5-bfcbc8b5c163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.310445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-44294ff1-2b99-4b47-82c5-bfcbc8b5c163 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bfaafa7d458541ccb462d08496fa03d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498560 Jul 16 01:41:30.311456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44294ff1-2b99-4b47-82c5-bfcbc8b5c163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f69c585-df00-4b83-8315-29b92a9e6d60,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.313217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36632) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:30.364821 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5776618d-bc3b-4306-8300-3630e53e5ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.389403 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5776618d-bc3b-4306-8300-3630e53e5ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.690613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5776618d-bc3b-4306-8300-3630e53e5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.693200 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5776618d-bc3b-4306-8300-3630e53e5ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.694375 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5776618d-bc3b-4306-8300-3630e53e5ad9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f69c585-df00-4b83-8315-29b92a9e6d60 HTTP/1.1" status: 204 len: 168 time: 0.3800645 Jul 16 01:41:30.702438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776618d-bc3b-4306-8300-3630e53e5ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f69c585-df00-4b83-8315-29b92a9e6d60,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.983391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c7512-e0b2-464e-b259-1d119026d900 req-b08bc9d0-921e-47e5-937e-07309d0531ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.984941 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-292c7512-e0b2-464e-b259-1d119026d900 req-b08bc9d0-921e-47e5-937e-07309d0531ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 1097 time: 0.0957634 Jul 16 01:41:33.078400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830bda3-898e-4d1c-9c1c-fce3a3ab15fa req-22d86ca5-0583-46db-bb48-3ab4af2933b2 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.079959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4830bda3-898e-4d1c-9c1c-fce3a3ab15fa req-22d86ca5-0583-46db-bb48-3ab4af2933b2 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.1416430 Jul 16 01:41:33.125146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c7512-e0b2-464e-b259-1d119026d900 req-26e8d32d-8e9d-489d-bb9e-4454ade8379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.126662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-292c7512-e0b2-464e-b259-1d119026d900 req-26e8d32d-8e9d-489d-bb9e-4454ade8379b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 918 time: 0.1341946 Jul 16 01:41:33.187374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4830bda3-898e-4d1c-9c1c-fce3a3ab15fa req-245265f1-249c-46ec-8de9-453675ffca86 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005456 Jul 16 01:41:33.188801 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-292c7512-e0b2-464e-b259-1d119026d900 req-2ee53309-190c-47e8-a1be-310f32a942dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d HTTP/1.1" status: 200 len: 217 time: 0.0511417 Jul 16 01:41:33.254984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c7512-e0b2-464e-b259-1d119026d900 req-2b315b6d-d170-4e7e-9132-22550bcc30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.257256 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-292c7512-e0b2-464e-b259-1d119026d900 req-2b315b6d-d170-4e7e-9132-22550bcc30ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.0573239 Jul 16 01:41:33.294990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-292c7512-e0b2-464e-b259-1d119026d900 req-e1d488ba-cb25-4ca4-94fa-4055ca9571dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298710 Jul 16 01:41:33.412601 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-292c7512-e0b2-464e-b259-1d119026d900 req-793e2db1-156c-4f09-9d28-7be56439292e service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064057 Jul 16 01:41:33.514717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-292c7512-e0b2-464e-b259-1d119026d900 req-1ce8e0e5-2030-4b6f-a4ec-534202d71fb1 service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926673 Jul 16 01:41:33.623721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36714) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:33.752112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdc92096-4f10-403c-93c6-68810cf76c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.855268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdc92096-4f10-403c-93c6-68810cf76c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.858997 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdc92096-4f10-403c-93c6-68810cf76c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.903127 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bdc92096-4f10-403c-93c6-68810cf76c18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86912aff7f9c44139486be204b4af0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782886 Jul 16 01:41:33.904030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc92096-4f10-403c-93c6-68810cf76c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991e4e27-8257-4b1f-bbed-baa94a4740a4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.905818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36720) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:33.960032 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef94054d-3e50-46d6-9a80-3a7a892d13b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.983721 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef94054d-3e50-46d6-9a80-3a7a892d13b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.043398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef94054d-3e50-46d6-9a80-3a7a892d13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.046036 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef94054d-3e50-46d6-9a80-3a7a892d13b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.047300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ef94054d-3e50-46d6-9a80-3a7a892d13b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/991e4e27-8257-4b1f-bbed-baa94a4740a4 HTTP/1.1" status: 204 len: 168 time: 0.1396666 Jul 16 01:41:34.063087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94054d-3e50-46d6-9a80-3a7a892d13b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991e4e27-8257-4b1f-bbed-baa94a4740a4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.313554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:34.353030 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eb55a62-ba2b-40cb-ab16-323252b8f4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.422160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd30c85-bb49-4bef-baa0-06520b8a08b0 req-8491a97e-1f53-4311-855a-40ea5ecaa95c tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.423613 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2cd30c85-bb49-4bef-baa0-06520b8a08b0 req-8491a97e-1f53-4311-855a-40ea5ecaa95c tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.1033642 Jul 16 01:41:34.482079 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2cd30c85-bb49-4bef-baa0-06520b8a08b0 req-bb21318c-81ff-40a0-8f6d-765a050067b8 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499463 Jul 16 01:41:34.512335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eb55a62-ba2b-40cb-ab16-323252b8f4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.516184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eb55a62-ba2b-40cb-ab16-323252b8f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.558577 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1eb55a62-ba2b-40cb-ab16-323252b8f4c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d41f2c02b5614e25bf67b8dc321ada97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436075 Jul 16 01:41:34.559728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb55a62-ba2b-40cb-ab16-323252b8f4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e08290b-173a-48d7-a79d-a7f04fc75201,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.561627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:34.632711 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-374722bd-d2eb-42a0-8197-501ec7512447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.657475 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-374722bd-d2eb-42a0-8197-501ec7512447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.712103 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-374722bd-d2eb-42a0-8197-501ec7512447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.714554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-374722bd-d2eb-42a0-8197-501ec7512447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.715726 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-374722bd-d2eb-42a0-8197-501ec7512447 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e08290b-173a-48d7-a79d-a7f04fc75201 HTTP/1.1" status: 204 len: 168 time: 0.1494410 Jul 16 01:41:34.723471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374722bd-d2eb-42a0-8197-501ec7512447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e08290b-173a-48d7-a79d-a7f04fc75201,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.665226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f920bd-4473-4970-9426-e7569c1b91c6 req-0ee3904a-7733-46c6-ab03-48e17c47d847 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.667530 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d0f920bd-4473-4970-9426-e7569c1b91c6 req-0ee3904a-7733-46c6-ab03-48e17c47d847 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0718381 Jul 16 01:41:35.707704 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d0f920bd-4473-4970-9426-e7569c1b91c6 req-3867a708-009e-4a99-a586-f537105244ac tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Jul 16 01:41:36.899924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c951e-ed8c-4910-92b9-27d507ea37b5 req-50dcacb8-064e-4ffa-8813-09ff9cb4cce4 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.902122 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d94c951e-ed8c-4910-92b9-27d507ea37b5 req-50dcacb8-064e-4ffa-8813-09ff9cb4cce4 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0738776 Jul 16 01:41:36.942290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d94c951e-ed8c-4910-92b9-27d507ea37b5 req-117e68df-2cde-4fb1-a70a-c5f11becbd86 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Jul 16 01:41:38.130090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ffa19-c7ce-4fe9-a9ff-9278c2432584 req-d27c5f6a-5ad0-4feb-939a-abc183788f15 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.131752 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-564ffa19-c7ce-4fe9-a9ff-9278c2432584 req-d27c5f6a-5ad0-4feb-939a-abc183788f15 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0715332 Jul 16 01:41:38.176381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-564ffa19-c7ce-4fe9-a9ff-9278c2432584 req-3f72255f-101a-4ec5-a3d6-d5cebb14a538 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379376 Jul 16 01:41:39.371180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef56609-4f16-4241-a950-f8c4609ac879 req-67ecc5db-53ed-429b-85cc-ef4359af61dd tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.372737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ef56609-4f16-4241-a950-f8c4609ac879 req-67ecc5db-53ed-429b-85cc-ef4359af61dd tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0683715 Jul 16 01:41:39.423511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8ef56609-4f16-4241-a950-f8c4609ac879 req-99765efe-ec2a-40b3-9a1d-8ec22af59428 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446475 Jul 16 01:41:39.664972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad686b3-3ba5-4756-b4e1-e9e562df4315 req-771ee232-02a1-4307-9b39-d608c5851006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.667932 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ad686b3-3ba5-4756-b4e1-e9e562df4315 req-771ee232-02a1-4307-9b39-d608c5851006 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 1097 time: 0.0607271 Jul 16 01:41:39.706258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ad686b3-3ba5-4756-b4e1-e9e562df4315 req-35d025e4-3ccc-4205-a36d-df45677c3564 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Jul 16 01:41:40.662584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f970776-69d0-4801-a70b-ca879c8f6ad1 req-4a6d5242-260b-4fdd-b4d0-1b419366834c tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.664134 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f970776-69d0-4801-a70b-ca879c8f6ad1 req-4a6d5242-260b-4fdd-b4d0-1b419366834c tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0887592 Jul 16 01:41:40.723805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f970776-69d0-4801-a70b-ca879c8f6ad1 req-7cbfecaf-3a09-42a8-95d9-232cdceecbe6 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521884 Jul 16 01:41:40.755116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36860) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:40.891549 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f740a6f-3f7f-4b56-8f41-3790329fd59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.983200 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f740a6f-3f7f-4b56-8f41-3790329fd59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.987034 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f740a6f-3f7f-4b56-8f41-3790329fd59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.028924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.029558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1f740a6f-3f7f-4b56-8f41-3790329fd59e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e6ec597d6ba44f2b58d98de1d96adcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727427 Jul 16 01:41:41.029884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740a6f-3f7f-4b56-8f41-3790329fd59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce7db21-8ca3-4cad-80de-bd49cb806367,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.093759 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7915b2d-93a5-4023-a0c7-f481093d7251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.115815 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7915b2d-93a5-4023-a0c7-f481093d7251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.162493 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7915b2d-93a5-4023-a0c7-f481093d7251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.165123 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7915b2d-93a5-4023-a0c7-f481093d7251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.166301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b7915b2d-93a5-4023-a0c7-f481093d7251 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ce7db21-8ca3-4cad-80de-bd49cb806367 HTTP/1.1" status: 204 len: 168 time: 0.1363659 Jul 16 01:41:41.174306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7915b2d-93a5-4023-a0c7-f481093d7251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce7db21-8ca3-4cad-80de-bd49cb806367,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.435285 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 36872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.449561 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af1cc71a-1d7d-4312-af4f-5fbf3a37af37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.544997 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af1cc71a-1d7d-4312-af4f-5fbf3a37af37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.548755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af1cc71a-1d7d-4312-af4f-5fbf3a37af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.587848 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-af1cc71a-1d7d-4312-af4f-5fbf3a37af37 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f785ef46cc7844fbb86e0902eb0e6197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513710 Jul 16 01:41:41.589168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cc71a-1d7d-4312-af4f-5fbf3a37af37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220969a4-306a-4e64-93b0-3eaeb9bbd730,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.590594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 36874) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.642848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b61b9255-3d76-4a5b-b36f-f9e6a4c304f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.664554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b61b9255-3d76-4a5b-b36f-f9e6a4c304f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.712309 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b61b9255-3d76-4a5b-b36f-f9e6a4c304f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.716225 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b61b9255-3d76-4a5b-b36f-f9e6a4c304f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.717483 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b61b9255-3d76-4a5b-b36f-f9e6a4c304f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/220969a4-306a-4e64-93b0-3eaeb9bbd730 HTTP/1.1" status: 204 len: 168 time: 0.1256521 Jul 16 01:41:41.726444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b9255-3d76-4a5b-b36f-f9e6a4c304f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220969a4-306a-4e64-93b0-3eaeb9bbd730,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:42.024252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e648afd-cd32-48aa-933a-85477ac61607 req-04fb9239-25f8-4052-9b1b-c53e74eb2339 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.027286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e648afd-cd32-48aa-933a-85477ac61607 req-04fb9239-25f8-4052-9b1b-c53e74eb2339 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0843935 Jul 16 01:41:42.076268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e648afd-cd32-48aa-933a-85477ac61607 req-0dcc57df-8d5d-4e2f-b1cb-4e5ab972567a tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 Jul 16 01:41:42.572136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe2d39-fb35-4728-a52f-24e23462c19f req-d371d650-1599-481c-89f6-d28aa76c0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.573932 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fefe2d39-fb35-4728-a52f-24e23462c19f req-d371d650-1599-481c-89f6-d28aa76c0ab2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=13ebdde221624a5aa01c1145d9361cdc&device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 1097 time: 0.0992916 Jul 16 01:41:42.624504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b442c-b675-4ad2-af52-184eff74d7fe req-08c8454a-5da4-44f5-be36-980715569dc7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.625998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e14b442c-b675-4ad2-af52-184eff74d7fe req-08c8454a-5da4-44f5-be36-980715569dc7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.1075368 Jul 16 01:41:42.713471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e14b442c-b675-4ad2-af52-184eff74d7fe req-c44a1408-8d6d-41dc-b1bc-2a58e5f118ea tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803158 Jul 16 01:41:42.715252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe2d39-fb35-4728-a52f-24e23462c19f req-91650713-2a9d-47fe-a486-20a9dabdc808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.716649 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fefe2d39-fb35-4728-a52f-24e23462c19f req-91650713-2a9d-47fe-a486-20a9dabdc808 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 200 len: 918 time: 0.1348579 Jul 16 01:41:42.771187 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fefe2d39-fb35-4728-a52f-24e23462c19f req-1ac5d0dd-2c96-4970-a326-ceffc1cd25e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d HTTP/1.1" status: 200 len: 217 time: 0.0471606 Jul 16 01:41:42.830299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe2d39-fb35-4728-a52f-24e23462c19f req-44e6ab79-993a-4f51-9912-1b84fa5d195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.832025 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fefe2d39-fb35-4728-a52f-24e23462c19f req-44e6ab79-993a-4f51-9912-1b84fa5d195c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 200 len: 858 time: 0.0498142 Jul 16 01:41:42.867780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fefe2d39-fb35-4728-a52f-24e23462c19f req-100b90c2-57ce-4871-b91c-9b445be4d931 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1c53f78-7b24-4bc2-b780-a2c6550e090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272405 Jul 16 01:41:42.965354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fefe2d39-fb35-4728-a52f-24e23462c19f req-ed5a944e-71d4-46be-b0a9-340eab737c5c service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889423 Jul 16 01:41:43.070761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fefe2d39-fb35-4728-a52f-24e23462c19f req-83c7e2c7-b636-41c4-bbce-8120f81dbeeb service neutron] 10.222.0.67 "GET /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986555 Jul 16 01:41:43.906122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e28b-ab85-4eba-8d3f-0fde23a277b8 req-e1214139-6620-4a61-87b9-9a1a6738779b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.907647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5015e28b-ab85-4eba-8d3f-0fde23a277b8 req-e1214139-6620-4a61-87b9-9a1a6738779b tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0719411 Jul 16 01:41:43.965902 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5015e28b-ab85-4eba-8d3f-0fde23a277b8 req-460fd141-43a2-4b64-91ad-d5bfa5523328 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525033 Jul 16 01:41:45.146656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b743f4-1205-4adb-8162-860c9af13370 req-46540880-d283-4382-84ba-68e9342e4821 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.148169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10b743f4-1205-4adb-8162-860c9af13370 req-46540880-d283-4382-84ba-68e9342e4821 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0650911 Jul 16 01:41:45.189498 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-10b743f4-1205-4adb-8162-860c9af13370 req-a9ab47ed-423f-4833-9876-9625046e00ca tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Jul 16 01:41:47.231085 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:48.863716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37028) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:48.993038 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-558afc05-0791-4a2a-987f-09be15010374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.083065 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-558afc05-0791-4a2a-987f-09be15010374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.086895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-558afc05-0791-4a2a-987f-09be15010374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.128273 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-558afc05-0791-4a2a-987f-09be15010374 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fef08674dbd14ad1bff3c36a09c540d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627847 Jul 16 01:41:49.130966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.133259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558afc05-0791-4a2a-987f-09be15010374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005d24c3-8f0a-4156-a789-a93836640dad,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.181370 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d74886e-c8d2-4dc5-8404-9bf5fcc14b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.204023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d74886e-c8d2-4dc5-8404-9bf5fcc14b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.253598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d74886e-c8d2-4dc5-8404-9bf5fcc14b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.256207 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d74886e-c8d2-4dc5-8404-9bf5fcc14b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.257369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1d74886e-c8d2-4dc5-8404-9bf5fcc14b19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/005d24c3-8f0a-4156-a789-a93836640dad HTTP/1.1" status: 204 len: 168 time: 0.1253951 Jul 16 01:41:49.266023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74886e-c8d2-4dc5-8404-9bf5fcc14b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d24c3-8f0a-4156-a789-a93836640dad,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.520094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.533620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9354f3c6-1f36-48ff-b224-cf507d49472d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.632731 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9354f3c6-1f36-48ff-b224-cf507d49472d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.637773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9354f3c6-1f36-48ff-b224-cf507d49472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.678664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9354f3c6-1f36-48ff-b224-cf507d49472d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df6f92c7a4fd4a4988501643d31c55af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574333 Jul 16 01:41:49.679630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354f3c6-1f36-48ff-b224-cf507d49472d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1e9d2c-d87c-4cca-bb7d-f436701db6f3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.681717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.742325 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-707f966b-495e-4c8d-ba5a-3f411ff5a87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.765500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-707f966b-495e-4c8d-ba5a-3f411ff5a87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.813174 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-707f966b-495e-4c8d-ba5a-3f411ff5a87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.815783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-707f966b-495e-4c8d-ba5a-3f411ff5a87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.817036 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-707f966b-495e-4c8d-ba5a-3f411ff5a87e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad1e9d2c-d87c-4cca-bb7d-f436701db6f3 HTTP/1.1" status: 204 len: 168 time: 0.1330104 Jul 16 01:41:49.830313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f966b-495e-4c8d-ba5a-3f411ff5a87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1e9d2c-d87c-4cca-bb7d-f436701db6f3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.215111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.328883 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3897ae32-a8fb-44e6-b52b-2854e73234e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.425853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3897ae32-a8fb-44e6-b52b-2854e73234e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.430685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3897ae32-a8fb-44e6-b52b-2854e73234e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.478581 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3897ae32-a8fb-44e6-b52b-2854e73234e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=784e5432ce6f45f493c24beff819c1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621562 Jul 16 01:41:52.480050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37152) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.480610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897ae32-a8fb-44e6-b52b-2854e73234e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb4cc4-0dcc-4958-bbd8-e7ffcbbf22fb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.541587 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45bb4bb9-2129-416f-b49e-0c03129a6ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.564490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45bb4bb9-2129-416f-b49e-0c03129a6ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.616693 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45bb4bb9-2129-416f-b49e-0c03129a6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.620465 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45bb4bb9-2129-416f-b49e-0c03129a6ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.624551 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-45bb4bb9-2129-416f-b49e-0c03129a6ce1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62bb4cc4-0dcc-4958-bbd8-e7ffcbbf22fb HTTP/1.1" status: 204 len: 168 time: 0.1409030 Jul 16 01:41:52.631977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb4bb9-2129-416f-b49e-0c03129a6ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bb4cc4-0dcc-4958-bbd8-e7ffcbbf22fb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.913977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37158) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.932652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34075fcb-fc11-4194-8db1-8c401a193a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.026472 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34075fcb-fc11-4194-8db1-8c401a193a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.034452 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34075fcb-fc11-4194-8db1-8c401a193a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.081452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34075fcb-fc11-4194-8db1-8c401a193a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9371dd-8c40-4eb6-a330-ef56aba90e67,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.090646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-34075fcb-fc11-4194-8db1-8c401a193a9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c549e8a76f924b6cb44946d00c15a365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750379 Jul 16 01:41:53.091203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.162795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0b69-11e8-48ab-84f2-2b805e9b3503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.189632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0b69-11e8-48ab-84f2-2b805e9b3503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.250106 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0b69-11e8-48ab-84f2-2b805e9b3503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.253016 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0b69-11e8-48ab-84f2-2b805e9b3503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.254214 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c8fd0b69-11e8-48ab-84f2-2b805e9b3503 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b9371dd-8c40-4eb6-a330-ef56aba90e67 HTTP/1.1" status: 204 len: 168 time: 0.1618173 Jul 16 01:41:53.268183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd0b69-11e8-48ab-84f2-2b805e9b3503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9371dd-8c40-4eb6-a330-ef56aba90e67,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.565020 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19e3bf29-aef0-41a7-803d-2ffd026a09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.613710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37238) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.761308 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26524ba1-9392-4529-8ca8-e66fa08056f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.861514 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26524ba1-9392-4529-8ca8-e66fa08056f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.866852 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26524ba1-9392-4529-8ca8-e66fa08056f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.910592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-26524ba1-9392-4529-8ca8-e66fa08056f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b952857a3654a2e9aacd0558c4eab78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957473 Jul 16 01:41:54.911559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26524ba1-9392-4529-8ca8-e66fa08056f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a2cba1-233f-48ba-b37f-d26ea8d47bc9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.913161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37248) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.973954 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80d18374-ec63-4b28-b319-d829bbeff239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.997875 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80d18374-ec63-4b28-b319-d829bbeff239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.053999 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80d18374-ec63-4b28-b319-d829bbeff239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.057757 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80d18374-ec63-4b28-b319-d829bbeff239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.061686 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-80d18374-ec63-4b28-b319-d829bbeff239 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9a2cba1-233f-48ba-b37f-d26ea8d47bc9 HTTP/1.1" status: 204 len: 168 time: 0.1464112 Jul 16 01:41:55.070094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d18374-ec63-4b28-b319-d829bbeff239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a2cba1-233f-48ba-b37f-d26ea8d47bc9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.695610 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.176739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d97bf-f792-4a22-bc07-b195b3c65e55 req-7a3253aa-6a7d-489d-b053-98cc6d01805e tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.178267 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-872d97bf-f792-4a22-bc07-b195b3c65e55 req-7a3253aa-6a7d-489d-b053-98cc6d01805e tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.0716064 Jul 16 01:41:56.222978 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-872d97bf-f792-4a22-bc07-b195b3c65e55 req-84b3f544-42eb-4a09-aded-005c4d4b14cd tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382421 Jul 16 01:41:56.734393 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.116970 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-28a29c94-1181-4c8f-a28c-63ff00c63739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.453331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a519e9-b4e1-4d26-bed7-4fc9ae78183e req-c433c3a8-7803-4cdf-96bb-b55a6b9b8839 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.455084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01a519e9-b4e1-4d26-bed7-4fc9ae78183e req-c433c3a8-7803-4cdf-96bb-b55a6b9b8839 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.0966754 Jul 16 01:41:57.501857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01a519e9-b4e1-4d26-bed7-4fc9ae78183e req-4b3cfb14-7291-440d-baee-165584f25abc tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Jul 16 01:41:57.626574 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.479319 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.514155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-ae3fe28e-0915-4ed9-8b27-b63eddf3179d tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.515610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-ae3fe28e-0915-4ed9-8b27-b63eddf3179d tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.0765200 Jul 16 01:41:58.743099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Deleting port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:58.743605 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.787628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af500c8-05b8-49f1-8751-f54f0789ffe0 req-bd988fd4-b242-4eaf-8d6c-2afe09719a59 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.789114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8af500c8-05b8-49f1-8751-f54f0789ffe0 req-bd988fd4-b242-4eaf-8d6c-2afe09719a59 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2133984-0e25-49d3-b43d-cd4736d5fd2b HTTP/1.1" status: 200 len: 945 time: 0.1269324 Jul 16 01:41:58.875851 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8af500c8-05b8-49f1-8751-f54f0789ffe0 req-4cfc0a6a-ce94-429c-ad40-4d09ea730c6c tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582070 Jul 16 01:41:58.877536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] For port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:58.877901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.905832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Calling delete_port for 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:59.074429 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.088580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['9c3fa54d-4b0e-4d59-8bcc-af06ce2391de'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:59.094977 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['f426d2ce-26ef-4645-b6d1-03d79dbe963d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:59.108467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Pushing event deleted for resources: {'Port': ['ID=9c3fa54d-4b0e-4d59-8bcc-af06ce2391de,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.123340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.123952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.124542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.124993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.125413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.125827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.126565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.126954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.127423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.128224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.128636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.129039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:59.226555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] No DVR routers for this DVR port 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:59.232119 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.235618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d68eecf-79ca-4ff4-bad6-b74ab58b3bdd req-6c5dfb0f-e2bc-42b8-92a3-21f7e95e7356 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.50 "DELETE /v2.0/ports/9c3fa54d-4b0e-4d59-8bcc-af06ce2391de HTTP/1.1" status: 204 len: 173 time: 0.7143700 Jul 16 01:41:59.239451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2133984-0e25-49d3-b43d-cd4736d5fd2b', 'name': 'network-vif-deleted', 'tag': '9c3fa54d-4b0e-4d59-8bcc-af06ce2391de'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:59.243697 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2cc16d-d22e-4834-9239-870bdac0cc8e" -d '{"events": [{"server_uuid": "d2133984-0e25-49d3-b43d-cd4736d5fd2b", "name": "network-vif-deleted", "tag": "9c3fa54d-4b0e-4d59-8bcc-af06ce2391de"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:59.398367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37380) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.501301 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49454cb6-f6f1-4dac-933a-48730804516c x-openstack-request-id: req-49454cb6-f6f1-4dac-933a-48730804516c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:59.501639 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2133984-0e25-49d3-b43d-cd4736d5fd2b", "name": "network-vif-deleted", "tag": "9c3fa54d-4b0e-4d59-8bcc-af06ce2391de", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:59.501958 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49454cb6-f6f1-4dac-933a-48730804516c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:59.502272 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2133984-0e25-49d3-b43d-cd4736d5fd2b', 'name': 'network-vif-deleted', 'tag': '9c3fa54d-4b0e-4d59-8bcc-af06ce2391de', 'status': 'completed', 'code': 200} Jul 16 01:41:59.538050 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d37141a-602d-4ad8-b630-0e4095447971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.642336 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d37141a-602d-4ad8-b630-0e4095447971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.647090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d37141a-602d-4ad8-b630-0e4095447971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.688517 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2d37141a-602d-4ad8-b630-0e4095447971 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e981aa190319486e9a4641fd4a18ff18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889743 Jul 16 01:41:59.689404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37141a-602d-4ad8-b630-0e4095447971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ee2be0-6bc1-4b6c-b797-417656d9b25a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.691230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37386) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.755809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-563bbcc1-bd32-4473-af17-c3bd620ff67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.781576 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-563bbcc1-bd32-4473-af17-c3bd620ff67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.836925 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-563bbcc1-bd32-4473-af17-c3bd620ff67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.841535 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-563bbcc1-bd32-4473-af17-c3bd620ff67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.842965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-563bbcc1-bd32-4473-af17-c3bd620ff67c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95ee2be0-6bc1-4b6c-b797-417656d9b25a HTTP/1.1" status: 204 len: 168 time: 0.1507449 Jul 16 01:41:59.854119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bbcc1-bd32-4473-af17-c3bd620ff67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ee2be0-6bc1-4b6c-b797-417656d9b25a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.172500 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.211385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37396) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.231581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0246-2644-486f-b313-c41da1b01518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.359103 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0246-2644-486f-b313-c41da1b01518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.364349 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0246-2644-486f-b313-c41da1b01518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.411672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3f1a0246-2644-486f-b313-c41da1b01518 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fd8b0bd4a394d2e95e7eb00dec689c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985412 Jul 16 01:42:00.412514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a0246-2644-486f-b313-c41da1b01518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad70f65-30b6-4650-a86e-6e6a896e6529,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.414832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37400) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.420068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83219094-a079-4d9d-9a7c-d11d3a26d622 req-f6262c9b-4d44-4ef3-a157-9528b9da42d0 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.421392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83219094-a079-4d9d-9a7c-d11d3a26d622 req-f6262c9b-4d44-4ef3-a157-9528b9da42d0 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0755043 Jul 16 01:42:00.471344 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-333f6c9a-4f9f-439a-8163-c1fc9b2309e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.477159 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83219094-a079-4d9d-9a7c-d11d3a26d622 req-fd3d6861-84de-416d-b3d2-d563619621c3 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501692 Jul 16 01:42:00.498170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-333f6c9a-4f9f-439a-8163-c1fc9b2309e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.548405 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-333f6c9a-4f9f-439a-8163-c1fc9b2309e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.551096 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-333f6c9a-4f9f-439a-8163-c1fc9b2309e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.552258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-333f6c9a-4f9f-439a-8163-c1fc9b2309e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bad70f65-30b6-4650-a86e-6e6a896e6529 HTTP/1.1" status: 204 len: 168 time: 0.1365178 Jul 16 01:42:00.560980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f6c9a-4f9f-439a-8163-c1fc9b2309e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad70f65-30b6-4650-a86e-6e6a896e6529,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.662073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97420d42-9b25-4787-8fec-80c403a36fbe req-d8b77f3e-a61e-4135-894c-7ddab4b8cb71 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.663859 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97420d42-9b25-4787-8fec-80c403a36fbe req-d8b77f3e-a61e-4135-894c-7ddab4b8cb71 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0716667 Jul 16 01:42:01.712022 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97420d42-9b25-4787-8fec-80c403a36fbe req-b526f4f0-0ff0-4734-b528-795f0d7fd0d6 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Jul 16 01:42:03.127320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a4fd-84c7-445f-ad71-a81150c521b9 req-2e43bf63-316c-42d0-890d-32e3c3a5d0c0 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.128834 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8a45a4fd-84c7-445f-ad71-a81150c521b9 req-2e43bf63-316c-42d0-890d-32e3c3a5d0c0 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0728934 Jul 16 01:42:03.169757 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8a45a4fd-84c7-445f-ad71-a81150c521b9 req-b312056e-819f-41c6-ba7d-c88c6a77a461 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351386 Jul 16 01:42:03.343875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:03.365316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:03.365659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 9c3fa54d-4b0e-4d59-8bcc-af06ce2391de not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:04.360286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29d10-a256-4a31-94f8-e16a25581893 req-7d75ece7-cae8-43eb-9f13-84d35d760b76 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.362671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e1b29d10-a256-4a31-94f8-e16a25581893 req-7d75ece7-cae8-43eb-9f13-84d35d760b76 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0766408 Jul 16 01:42:04.407310 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e1b29d10-a256-4a31-94f8-e16a25581893 req-d904b7f5-3eaa-45fd-bb30-bf18c53d92df tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389545 Jul 16 01:42:05.606991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13212a-6c45-4efd-be42-4c3457ce0a8e req-56537253-c2c9-4be5-ba95-dc16943536df tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.614180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f13212a-6c45-4efd-be42-4c3457ce0a8e req-56537253-c2c9-4be5-ba95-dc16943536df tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0865831 Jul 16 01:42:05.657894 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f13212a-6c45-4efd-be42-4c3457ce0a8e req-9c0d4297-6647-4f3b-9d4a-600733703d86 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425372 Jul 16 01:42:06.867521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945fe96-a74c-408a-bb41-18e911a485b5 req-d327c170-99ad-4092-9c13-9f397b94f915 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.871044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6945fe96-a74c-408a-bb41-18e911a485b5 req-d327c170-99ad-4092-9c13-9f397b94f915 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0673816 Jul 16 01:42:06.909348 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6945fe96-a74c-408a-bb41-18e911a485b5 req-70be132e-247a-4940-a827-a97f6fba6d04 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa514ad-7af9-4be6-8c87-44d84fbc6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341673 Jul 16 01:42:07.201775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-eabb04bf-1cd0-41b1-bad4-939cddbe4586 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.203727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-eabb04bf-1cd0-41b1-bad4-939cddbe4586 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 945 time: 0.0661092 Jul 16 01:42:07.318642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-0bc3e132-d2f7-4fa0-906a-3c5090cbcaa7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Deleting port f426d2ce-26ef-4645-b6d1-03d79dbe963d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:07.319016 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-0bc3e132-d2f7-4fa0-906a-3c5090cbcaa7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.420372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-0bc3e132-d2f7-4fa0-906a-3c5090cbcaa7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] For port f426d2ce-26ef-4645-b6d1-03d79dbe963d, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=f426d2ce-26ef-4645-b6d1-03d79dbe963d,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:07.420514 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-0bc3e132-d2f7-4fa0-906a-3c5090cbcaa7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.434177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-0bc3e132-d2f7-4fa0-906a-3c5090cbcaa7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Calling delete_port for f426d2ce-26ef-4645-b6d1-03d79dbe963d owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:07.569194 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-0bc3e132-d2f7-4fa0-906a-3c5090cbcaa7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.582238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['f426d2ce-26ef-4645-b6d1-03d79dbe963d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:07.607019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3e132-d2f7-4fa0-906a-3c5090cbcaa7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Pushing event deleted for resources: {'Port': ['ID=f426d2ce-26ef-4645-b6d1-03d79dbe963d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:07.655755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-0bc3e132-d2f7-4fa0-906a-3c5090cbcaa7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] No DVR routers for this DVR port f426d2ce-26ef-4645-b6d1-03d79dbe963d on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:07.659141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-0bc3e132-d2f7-4fa0-906a-3c5090cbcaa7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.661252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c82c5e03-bf7c-4077-82f6-f7c1b2a091a1 req-0bc3e132-d2f7-4fa0-906a-3c5090cbcaa7 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.67 "DELETE /v2.0/ports/f426d2ce-26ef-4645-b6d1-03d79dbe963d HTTP/1.1" status: 204 len: 173 time: 0.4510820 Jul 16 01:42:07.661704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecd89c7-9972-4036-8b2e-77bc4e6aa54c', 'name': 'network-vif-deleted', 'tag': 'f426d2ce-26ef-4645-b6d1-03d79dbe963d'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:07.664180 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c5a96d-681a-4298-a85d-2329ac66492e" -d '{"events": [{"server_uuid": "2ecd89c7-9972-4036-8b2e-77bc4e6aa54c", "name": "network-vif-deleted", "tag": "f426d2ce-26ef-4645-b6d1-03d79dbe963d"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:07.972396 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47115956-4403-48d5-839d-5c4930104fe8 x-openstack-request-id: req-47115956-4403-48d5-839d-5c4930104fe8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:07.973012 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecd89c7-9972-4036-8b2e-77bc4e6aa54c", "name": "network-vif-deleted", "tag": "f426d2ce-26ef-4645-b6d1-03d79dbe963d", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:07.973012 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47115956-4403-48d5-839d-5c4930104fe8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:07.973324 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecd89c7-9972-4036-8b2e-77bc4e6aa54c', 'name': 'network-vif-deleted', 'tag': 'f426d2ce-26ef-4645-b6d1-03d79dbe963d', 'status': 'completed', 'code': 200} Jul 16 01:42:08.131784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61d3b533-d083-404a-9f54-8382ef41fa66 req-3ffa4315-8919-4bf9-8bd3-9580c615f563 tempest-ServerRescueNegativeTestJSON-1020734830 tempest-ServerRescueNegativeTestJSON-1020734830-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ecd89c7-9972-4036-8b2e-77bc4e6aa54c HTTP/1.1" status: 200 len: 210 time: 0.0442011 Jul 16 01:42:08.361874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.484087 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d411ad6d-3d3d-4a00-92aa-d64ac5578e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.578769 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d411ad6d-3d3d-4a00-92aa-d64ac5578e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.582355 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d411ad6d-3d3d-4a00-92aa-d64ac5578e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.625131 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d411ad6d-3d3d-4a00-92aa-d64ac5578e4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73182bfc70e448b581a3562ff4c7c224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618537 Jul 16 01:42:08.625968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411ad6d-3d3d-4a00-92aa-d64ac5578e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54805c9-4f5b-40e6-a449-b427aa3fd90c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.627858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37576) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.686161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3848165c-4701-48fe-81a7-4e53c46467b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.707059 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3848165c-4701-48fe-81a7-4e53c46467b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.754684 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3848165c-4701-48fe-81a7-4e53c46467b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.757373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3848165c-4701-48fe-81a7-4e53c46467b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.758780 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3848165c-4701-48fe-81a7-4e53c46467b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b54805c9-4f5b-40e6-a449-b427aa3fd90c HTTP/1.1" status: 204 len: 168 time: 0.1285198 Jul 16 01:42:08.767119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848165c-4701-48fe-81a7-4e53c46467b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54805c9-4f5b-40e6-a449-b427aa3fd90c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.026997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37582) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.041048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2cb2041-715d-4b2e-81f9-c16a262e3cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.134609 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2cb2041-715d-4b2e-81f9-c16a262e3cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.138496 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2cb2041-715d-4b2e-81f9-c16a262e3cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.173333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb2041-715d-4b2e-81f9-c16a262e3cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4351785a-587d-478a-a30a-e2e3b7a4487a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.185576 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b2cb2041-715d-4b2e-81f9-c16a262e3cf8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98d2be7488124899bedbacb09febce1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548817 Jul 16 01:42:09.185774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37586) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.246179 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f7b961b-25f1-4ed5-be23-a32463a1ba8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.262439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37590) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.281046 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f7b961b-25f1-4ed5-be23-a32463a1ba8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.331109 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f7b961b-25f1-4ed5-be23-a32463a1ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.334353 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f7b961b-25f1-4ed5-be23-a32463a1ba8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.335563 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7f7b961b-25f1-4ed5-be23-a32463a1ba8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4351785a-587d-478a-a30a-e2e3b7a4487a HTTP/1.1" status: 204 len: 168 time: 0.1488414 Jul 16 01:42:09.345096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b961b-25f1-4ed5-be23-a32463a1ba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4351785a-587d-478a-a30a-e2e3b7a4487a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.651240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.922812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Deleting port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:09.923156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.013179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] For port ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e,segment=NetworkSegment(78cfc868-3f3d-4207-ac39-f20103447832),segment_id=78cfc868-3f3d-4207-ac39-f20103447832)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:10.013611 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.029558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Calling delete_port for ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:10.229368 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.262049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.272547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.273150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.273275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.273545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.273883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.274326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.274575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.276946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.276946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.276946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.276946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.276946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:10.447670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.976976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Router 7a6bebe7-cf70-4b84-8347-707d82aedb99 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:11.102348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:11.108135 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-48c62fa1-dea3-4428-a07c-308151d69b52 admin admin] 10.222.0.64 "PUT /v2.0/routers/7a6bebe7-cf70-4b84-8347-707d82aedb99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8444448 Jul 16 01:42:11.110661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37658) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:11.121297 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] Sync routers for ids ['7a6bebe7-cf70-4b84-8347-707d82aedb99'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:11.133089 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] Routers {'7a6bebe7-cf70-4b84-8347-707d82aedb99'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:11.133776 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:41:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7a6bebe7-cf70-4b84-8347-707d82aedb99'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:11.263890 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] Set router 7a6bebe7-cf70-4b84-8347-707d82aedb99 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:11.265595 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.429253 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.522330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Deleting port ff8fa441-8f3c-47bc-b8a4-44ff73361646 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:11.523133 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.528324 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'name': 'tempest-ServerRescueNegativeTestJSON-561728753-router', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:42:10Z', 'revision_number': 5, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'gw_port': {'id': 'ff8fa441-8f3c-47bc-b8a4-44ff73361646', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:52Z', 'updated_at': '2021-07-16T01:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:11.562738 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] Checking router: 7a6bebe7-cf70-4b84-8347-707d82aedb99 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:11.574046 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] Routers {'7a6bebe7-cf70-4b84-8347-707d82aedb99'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:11.574843 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:41:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['7a6bebe7-cf70-4b84-8347-707d82aedb99'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:11.623377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] For port ff8fa441-8f3c-47bc-b8a4-44ff73361646, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ff8fa441-8f3c-47bc-b8a4-44ff73361646,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:11.623739 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.637620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Calling delete_port for ff8fa441-8f3c-47bc-b8a4-44ff73361646 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:11.682940 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] Set router 7a6bebe7-cf70-4b84-8347-707d82aedb99 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:11.754824 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'name': 'tempest-ServerRescueNegativeTestJSON-561728753-router', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 6, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:11.787189 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3fb55-ecfb-48e4-90da-df34dd882dd1 None None] The sync data for ids ['7a6bebe7-cf70-4b84-8347-707d82aedb99'] in n-d-791504-14 is: [{'id': '7a6bebe7-cf70-4b84-8347-707d82aedb99', 'name': 'tempest-ServerRescueNegativeTestJSON-561728753-router', 'tenant_id': '13ebdde221624a5aa01c1145d9361cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 6, 'project_id': '13ebdde221624a5aa01c1145d9361cdc', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:11.881612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:11.905333 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.943893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8fa441-8f3c-47bc-b8a4-44ff73361646,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.025598 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c0f035-f756-4ee4-a2e4-b9e94e977680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.026351 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.094810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f426d2ce-26ef-4645-b6d1-03d79dbe963d no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:12.121419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: f426d2ce-26ef-4645-b6d1-03d79dbe963d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:12.122200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device f426d2ce-26ef-4645-b6d1-03d79dbe963d not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:12.130624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.131857 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c0f035-f756-4ee4-a2e4-b9e94e977680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.132833 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.139509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43c0f035-f756-4ee4-a2e4-b9e94e977680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.186233 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.186854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6bebe7-cf70-4b84-8347-707d82aedb99 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:12.187641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-43c0f035-f756-4ee4-a2e4-b9e94e977680 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef691e1015d447eba0de564f027f85f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046083 Jul 16 01:42:12.188332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37678) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:12.191801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0f035-f756-4ee4-a2e4-b9e94e977680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe17d0b-02ca-4a3b-a122-973df9ff8f6f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.192568 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.194759 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-314080d9-b198-40be-b542-ffa9ed73b061 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7a6bebe7-cf70-4b84-8347-707d82aedb99 HTTP/1.1" status: 204 len: 168 time: 1.0831008 Jul 16 01:42:12.199202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:12.257101 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988b366a-24b3-4c6d-b3e2-a04b60dce712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.281211 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988b366a-24b3-4c6d-b3e2-a04b60dce712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.304201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-5324401f-6ef0-4aae-8b78-b3b2a27fdb81 admin admin] Deleting subnet 94e14803-38e7-4632-807b-cac50e1001fd {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:12.308601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5324401f-6ef0-4aae-8b78-b3b2a27fdb81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.345879 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988b366a-24b3-4c6d-b3e2-a04b60dce712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.348758 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-988b366a-24b3-4c6d-b3e2-a04b60dce712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.349915 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-988b366a-24b3-4c6d-b3e2-a04b60dce712 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fe17d0b-02ca-4a3b-a122-973df9ff8f6f HTTP/1.1" status: 204 len: 168 time: 0.1594765 Jul 16 01:42:12.354287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5324401f-6ef0-4aae-8b78-b3b2a27fdb81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.359544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b366a-24b3-4c6d-b3e2-a04b60dce712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe17d0b-02ca-4a3b-a122-973df9ff8f6f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.364729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:12.404309 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5324401f-6ef0-4aae-8b78-b3b2a27fdb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.414817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:12.416068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ae9c2ff7-1997-4ac8-9ef4-106ea2f02c5e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:12.480665 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5324401f-6ef0-4aae-8b78-b3b2a27fdb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.509849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324401f-6ef0-4aae-8b78-b3b2a27fdb81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e14803-38e7-4632-807b-cac50e1001fd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.515477 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5324401f-6ef0-4aae-8b78-b3b2a27fdb81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.519423 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5324401f-6ef0-4aae-8b78-b3b2a27fdb81 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/94e14803-38e7-4632-807b-cac50e1001fd HTTP/1.1" status: 204 len: 168 time: 0.3187556 Jul 16 01:42:12.520452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37686) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:12.595971 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.684221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.695446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c53f78-7b24-4bc2-b780-a2c6550e090d']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:12.707925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cfc868-3f3d-4207-ac39-f20103447832') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:12.708435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cfc868-3f3d-4207-ac39-f20103447832') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:12.720268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.731808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37690) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:12.736320 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.745057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:12.745057 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:12.745853 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:12.767110 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf731440-410c-4aaf-b7e3-ac5d54b25394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.811232 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.819429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.825393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] 10.222.0.64 "DELETE /v2.0/networks/e1c53f78-7b24-4bc2-b780-a2c6550e090d HTTP/1.1" status: 204 len: 168 time: 0.3037076 Jul 16 01:42:12.844119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856924f1-1bd2-4e5d-a2cc-7ed0d8f92f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c53f78-7b24-4bc2-b780-a2c6550e090d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.882817 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf731440-410c-4aaf-b7e3-ac5d54b25394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.888599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf731440-410c-4aaf-b7e3-ac5d54b25394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.925857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bf731440-410c-4aaf-b7e3-ac5d54b25394 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=385fe610b9f4428496e0c3f15cdf4799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928337 Jul 16 01:42:12.928607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37694) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:12.931881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf731440-410c-4aaf-b7e3-ac5d54b25394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5002ba0b-6097-4c11-a12e-fd9e3a22f70c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.985414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70881c73-262d-4031-93c1-26139ee3574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.007703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:13.010738 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70881c73-262d-4031-93c1-26139ee3574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.050706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cc00ab1b-7948-48fe-bcaa-b746067be07a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13ebdde221624a5aa01c1145d9361cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417185 Jul 16 01:42:13.051746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37698) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:13.068240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70881c73-262d-4031-93c1-26139ee3574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.073161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70881c73-262d-4031-93c1-26139ee3574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.074919 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-70881c73-262d-4031-93c1-26139ee3574e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5002ba0b-6097-4c11-a12e-fd9e3a22f70c HTTP/1.1" status: 204 len: 168 time: 0.1445558 Jul 16 01:42:13.084837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70881c73-262d-4031-93c1-26139ee3574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5002ba0b-6097-4c11-a12e-fd9e3a22f70c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.116490 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a538624-1236-4c3f-b415-0716abd91f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.138835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a538624-1236-4c3f-b415-0716abd91f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.184862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a538624-1236-4c3f-b415-0716abd91f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.187329 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a538624-1236-4c3f-b415-0716abd91f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.188482 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0a538624-1236-4c3f-b415-0716abd91f6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7aa514ad-7af9-4be6-8c87-44d84fbc6beb HTTP/1.1" status: 204 len: 168 time: 0.1358371 Jul 16 01:42:13.200060 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a538624-1236-4c3f-b415-0716abd91f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa514ad-7af9-4be6-8c87-44d84fbc6beb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.988718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ff8fa441-8f3c-47bc-b8a4-44ff73361646 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:14.013349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ff8fa441-8f3c-47bc-b8a4-44ff73361646 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:14.013952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ff8fa441-8f3c-47bc-b8a4-44ff73361646 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:15.409510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37818) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:15.533532 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfcc4f7b-a488-4f8a-9a1e-a714fa1a52f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.631415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfcc4f7b-a488-4f8a-9a1e-a714fa1a52f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.635638 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfcc4f7b-a488-4f8a-9a1e-a714fa1a52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.682627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cfcc4f7b-a488-4f8a-9a1e-a714fa1a52f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1516dc9793544242a94f0bdf589072b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704296 Jul 16 01:42:15.685685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:15.686535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc4f7b-a488-4f8a-9a1e-a714fa1a52f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a59cef-df37-4b21-a2ce-26b5c280a268,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:15.749310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2280ab1a-80e4-463a-b424-e8e57aaaedaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.782360 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2280ab1a-80e4-463a-b424-e8e57aaaedaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.852164 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2280ab1a-80e4-463a-b424-e8e57aaaedaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.855926 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2280ab1a-80e4-463a-b424-e8e57aaaedaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.857070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2280ab1a-80e4-463a-b424-e8e57aaaedaf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65a59cef-df37-4b21-a2ce-26b5c280a268 HTTP/1.1" status: 204 len: 168 time: 0.1686087 Jul 16 01:42:15.871379 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280ab1a-80e4-463a-b424-e8e57aaaedaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a59cef-df37-4b21-a2ce-26b5c280a268,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.369966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:16.384432 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a10d310-f92f-4f5a-ac36-d2deb16a2b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.477272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37844) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:16.481833 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a10d310-f92f-4f5a-ac36-d2deb16a2b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.492633 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a10d310-f92f-4f5a-ac36-d2deb16a2b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.533610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8a10d310-f92f-4f5a-ac36-d2deb16a2b48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4e71c1046664475827e9f2f8c867ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624897 Jul 16 01:42:16.534585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10d310-f92f-4f5a-ac36-d2deb16a2b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e101097-efc5-454d-bfe6-afa54970fed2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.536427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:16.606262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23e0ce3-c879-4c25-b53d-9f87b1842c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.608053 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3df97849-b494-45d9-aabd-822b37fe767d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.643039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3df97849-b494-45d9-aabd-822b37fe767d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.725077 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3df97849-b494-45d9-aabd-822b37fe767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.728119 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3df97849-b494-45d9-aabd-822b37fe767d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.729442 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3df97849-b494-45d9-aabd-822b37fe767d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e101097-efc5-454d-bfe6-afa54970fed2 HTTP/1.1" status: 204 len: 168 time: 0.1917076 Jul 16 01:42:16.745667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df97849-b494-45d9-aabd-822b37fe767d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e101097-efc5-454d-bfe6-afa54970fed2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.762694 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23e0ce3-c879-4c25-b53d-9f87b1842c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.770561 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d23e0ce3-c879-4c25-b53d-9f87b1842c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.814711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:16.822517 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d23e0ce3-c879-4c25-b53d-9f87b1842c88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cec3ead32bc40a08381d5edf90edbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428278 Jul 16 01:42:16.823971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e0ce3-c879-4c25-b53d-9f87b1842c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fc6541-f215-4525-bb06-3c55d4306ff9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.872059 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d4d21d1-dc41-4e60-8c90-6771b58ea422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.894891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d4d21d1-dc41-4e60-8c90-6771b58ea422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.944348 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d4d21d1-dc41-4e60-8c90-6771b58ea422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.948113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d4d21d1-dc41-4e60-8c90-6771b58ea422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.952324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8d4d21d1-dc41-4e60-8c90-6771b58ea422 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8fc6541-f215-4525-bb06-3c55d4306ff9 HTTP/1.1" status: 204 len: 168 time: 0.1365902 Jul 16 01:42:16.960282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d21d1-dc41-4e60-8c90-6771b58ea422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fc6541-f215-4525-bb06-3c55d4306ff9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.347816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37874) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:17.364563 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8d4b-8b60-4acc-ab73-81b8bc970de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.491254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8d4b-8b60-4acc-ab73-81b8bc970de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.497576 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8d4b-8b60-4acc-ab73-81b8bc970de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.533809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f8d4b-8b60-4acc-ab73-81b8bc970de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa635c70-54f9-4e9e-b4ac-8fe85956de21,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.570594 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ec8f8d4b-8b60-4acc-ab73-81b8bc970de3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d72265d6036d47edbc50095b56afb04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215748 Jul 16 01:42:17.575451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37880) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:17.653921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 37882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:17.663017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1245c18f-9e45-4663-b669-4e2d8c314123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.701693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1245c18f-9e45-4663-b669-4e2d8c314123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.761083 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1245c18f-9e45-4663-b669-4e2d8c314123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.764192 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1245c18f-9e45-4663-b669-4e2d8c314123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.768722 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1245c18f-9e45-4663-b669-4e2d8c314123 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa635c70-54f9-4e9e-b4ac-8fe85956de21 HTTP/1.1" status: 204 len: 168 time: 0.1919742 Jul 16 01:42:17.781153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245c18f-9e45-4663-b669-4e2d8c314123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa635c70-54f9-4e9e-b4ac-8fe85956de21,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.792143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1895632853-network', 'tenant_id': '1f378b231dd84238bed2be1c7563f05e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:17.820837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Made reservation on behalf of 1f378b231dd84238bed2be1c7563f05e for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:17.827360 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.845938 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.020612 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.026499 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.058600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:18.070845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.071977 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Added segment 8a02587a-e88f-4d44-a111-6c1c4bf1aebf of type vlan for network 3fb879bb-45ff-41f8-9280-102bb8518eb7 Jul 16 01:42:18.073769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be4f4e2-5dbf-4e8e-8626-cbda093fd495,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.145672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.191186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.192071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:18.192958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.255008 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5995166 Jul 16 01:42:18.263391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37896) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:18.275479 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Request body: {'subnet': {'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1895632853-subnet', 'tenant_id': '1f378b231dd84238bed2be1c7563f05e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:18.294433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16efd0-537e-4b92-a147-1cdd1c8daf2e admin admin] Pushing event updated for resources: {'Network': ['ID=3fb879bb-45ff-41f8-9280-102bb8518eb7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.309115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 3fb879bb-45ff-41f8-9280-102bb8518eb7 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:18.343186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Made reservation on behalf of 1f378b231dd84238bed2be1c7563f05e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:18.348037 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.659740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.755946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde04f99-f827-4bde-9e35-23b0444a380b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.765903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Checking segment: {'id': '8a02587a-e88f-4d44-a111-6c1c4bf1aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:18.766553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Network hostable DHCP agents. Network: 3fb879bb-45ff-41f8-9280-102bb8518eb7, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:18.795898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Network 3fb879bb-45ff-41f8-9280-102bb8518eb7 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:18.811870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 3fb879bb-45ff-41f8-9280-102bb8518eb7) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:18.817786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:18.818352 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.839063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0f12a6-be82-4b4b-9c28-175bd1909308 None None] Network 3fb879bb-45ff-41f8-9280-102bb8518eb7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:18.846610 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c19e0dc1-2bc8-402f-aa65-62c2a3db4d15 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5805790 Jul 16 01:42:19.068862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88b2a8-3979-469a-804d-056d8b0abe5b None None] Network 3fb879bb-45ff-41f8-9280-102bb8518eb7 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:21.489386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:21.632847 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb78c822-1a30-4c53-ba92-ab5c857784ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.746769 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb78c822-1a30-4c53-ba92-ab5c857784ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.753167 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb78c822-1a30-4c53-ba92-ab5c857784ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.795363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78c822-1a30-4c53-ba92-ab5c857784ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ebf60-f908-42a2-bcdb-da6f2ed099af,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.814078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bb78c822-1a30-4c53-ba92-ab5c857784ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50b67af4db614fe5aebff54c3b0406c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222218 Jul 16 01:42:21.815557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 37996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:21.873337 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18705ef7-1491-4003-8493-356f6981de47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.898079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18705ef7-1491-4003-8493-356f6981de47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.971300 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18705ef7-1491-4003-8493-356f6981de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.974316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18705ef7-1491-4003-8493-356f6981de47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.979821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-18705ef7-1491-4003-8493-356f6981de47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c0ebf60-f908-42a2-bcdb-da6f2ed099af HTTP/1.1" status: 204 len: 168 time: 0.1590977 Jul 16 01:42:21.999473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18705ef7-1491-4003-8493-356f6981de47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ebf60-f908-42a2-bcdb-da6f2ed099af,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:22.401854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38004) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:22.416812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a372f4d-bc72-4c1d-a9a3-18479b78c0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.530553 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a372f4d-bc72-4c1d-a9a3-18479b78c0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.535040 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a372f4d-bc72-4c1d-a9a3-18479b78c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.574671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2a372f4d-bc72-4c1d-a9a3-18479b78c0c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e657c3f7cd6e45bfa8a4c4ece60f4af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716764 Jul 16 01:42:22.575552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a372f4d-bc72-4c1d-a9a3-18479b78c0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfb9890-ec1d-4844-886e-70f76f858e49,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:22.579740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:22.647826 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95f9f567-92db-4b84-b936-8b91b516e781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.671654 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95f9f567-92db-4b84-b936-8b91b516e781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.719091 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95f9f567-92db-4b84-b936-8b91b516e781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.721516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95f9f567-92db-4b84-b936-8b91b516e781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.725298 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-95f9f567-92db-4b84-b936-8b91b516e781 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8cfb9890-ec1d-4844-886e-70f76f858e49 HTTP/1.1" status: 204 len: 168 time: 0.1419747 Jul 16 01:42:22.733232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9f567-92db-4b84-b936-8b91b516e781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfb9890-ec1d-4844-886e-70f76f858e49,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:24.233164 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:42:24.548911 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5db41af1-3e65-4597-95f7-c2b00045eb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.829609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38070) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:24.970159 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d0f6484-6da8-4964-ba51-a6a0ae71c1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.076385 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d0f6484-6da8-4964-ba51-a6a0ae71c1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.080772 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d0f6484-6da8-4964-ba51-a6a0ae71c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.123140 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1d0f6484-6da8-4964-ba51-a6a0ae71c1c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=001d4193feed445aa78d3c28543b7042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898486 Jul 16 01:42:25.123140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f6484-6da8-4964-ba51-a6a0ae71c1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f63a5ed-c205-4a7d-8d62-d36b0f5d6373,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.123377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38080) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:25.177160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14f562c0-5375-496a-8761-6195b78caede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.200661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14f562c0-5375-496a-8761-6195b78caede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.251916 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14f562c0-5375-496a-8761-6195b78caede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.255030 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14f562c0-5375-496a-8761-6195b78caede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.259075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-14f562c0-5375-496a-8761-6195b78caede admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f63a5ed-c205-4a7d-8d62-d36b0f5d6373 HTTP/1.1" status: 204 len: 168 time: 0.1319394 Jul 16 01:42:25.271938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f562c0-5375-496a-8761-6195b78caede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f63a5ed-c205-4a7d-8d62-d36b0f5d6373,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.579809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38088) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:25.594972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e0ae1a9-e2a1-4bc1-8272-f3e35be2eac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.704257 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.724603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e0ae1a9-e2a1-4bc1-8272-f3e35be2eac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.729809 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e0ae1a9-e2a1-4bc1-8272-f3e35be2eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.768889 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9e0ae1a9-e2a1-4bc1-8272-f3e35be2eac2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b6e374f465145cca246f5b36051ef0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853359 Jul 16 01:42:25.769216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38090) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:25.788529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ae1a9-e2a1-4bc1-8272-f3e35be2eac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5153b88d-a6c9-4eeb-87cf-79650028c241,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.834695 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfeee6f2-4fd9-4742-bfee-7b3942822b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.858775 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfeee6f2-4fd9-4742-bfee-7b3942822b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.923198 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfeee6f2-4fd9-4742-bfee-7b3942822b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.926499 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfeee6f2-4fd9-4742-bfee-7b3942822b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.930596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cfeee6f2-4fd9-4742-bfee-7b3942822b3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5153b88d-a6c9-4eeb-87cf-79650028c241 HTTP/1.1" status: 204 len: 168 time: 0.1601636 Jul 16 01:42:25.938887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeee6f2-4fd9-4742-bfee-7b3942822b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5153b88d-a6c9-4eeb-87cf-79650028c241,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:26.736827 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.123871 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de5e7864-3fc1-4e5c-8fdc-8eab9ca26e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.637584 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.488867 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.983122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:29.112246 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d7b0-becf-41fb-a105-04a193cb52d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.239319 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d7b0-becf-41fb-a105-04a193cb52d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.245001 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d7b0-becf-41fb-a105-04a193cb52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.291286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38190) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:29.298296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a6b1d7b0-becf-41fb-a105-04a193cb52d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70786c213adc4b9d8e3d6167e36904d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135107 Jul 16 01:42:29.313069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1d7b0-becf-41fb-a105-04a193cb52d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7158e280-e404-44f3-b033-dbfc481161b4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.362992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-954b0049-ed59-49f7-b755-89cfaabfd822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.386470 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-954b0049-ed59-49f7-b755-89cfaabfd822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.448287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-954b0049-ed59-49f7-b755-89cfaabfd822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.455165 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-954b0049-ed59-49f7-b755-89cfaabfd822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.456687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-954b0049-ed59-49f7-b755-89cfaabfd822 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7158e280-e404-44f3-b033-dbfc481161b4 HTTP/1.1" status: 204 len: 168 time: 0.1643412 Jul 16 01:42:29.465778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b0049-ed59-49f7-b755-89cfaabfd822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7158e280-e404-44f3-b033-dbfc481161b4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.898632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:29.919122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42f9c517-7187-4f08-b12f-89ad2276e7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.039258 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42f9c517-7187-4f08-b12f-89ad2276e7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.045570 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42f9c517-7187-4f08-b12f-89ad2276e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.088984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:30.098768 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-42f9c517-7187-4f08-b12f-89ad2276e7dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=317eacb53e4f45e6a70187c2d54755cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889431 Jul 16 01:42:30.099699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9c517-7187-4f08-b12f-89ad2276e7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72249ac-7358-4b34-945d-47ae0a5ba019,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.114845 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.156170 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b69be873-a258-4996-b71a-d8335dead4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.178393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b69be873-a258-4996-b71a-d8335dead4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.236848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b69be873-a258-4996-b71a-d8335dead4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.241284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b69be873-a258-4996-b71a-d8335dead4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.244539 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b69be873-a258-4996-b71a-d8335dead4cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f72249ac-7358-4b34-945d-47ae0a5ba019 HTTP/1.1" status: 204 len: 168 time: 0.1518672 Jul 16 01:42:30.258121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69be873-a258-4996-b71a-d8335dead4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72249ac-7358-4b34-945d-47ae0a5ba019,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.497348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38272) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:33.652824 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c886ee-23bb-427d-a104-a22b762fc003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.804305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c886ee-23bb-427d-a104-a22b762fc003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.816311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c886ee-23bb-427d-a104-a22b762fc003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.857951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-52c886ee-23bb-427d-a104-a22b762fc003 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=727db8b5d9be4480a73db7ddbf6fbbe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594306 Jul 16 01:42:33.861190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:33.862643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c886ee-23bb-427d-a104-a22b762fc003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c224971-8668-433d-825f-29ddc6e34251,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.954292 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6487-2eb8-4673-9b6f-23586d8ceba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.993540 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6487-2eb8-4673-9b6f-23586d8ceba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.096335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6487-2eb8-4673-9b6f-23586d8ceba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.099055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6487-2eb8-4673-9b6f-23586d8ceba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.100618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eb9c6487-2eb8-4673-9b6f-23586d8ceba2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c224971-8668-433d-825f-29ddc6e34251 HTTP/1.1" status: 204 len: 168 time: 0.2366331 Jul 16 01:42:34.123308 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c6487-2eb8-4673-9b6f-23586d8ceba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c224971-8668-433d-825f-29ddc6e34251,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:34.449167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:34.463218 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa2e785e-8293-4afd-ab35-a7e63a2be333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.591312 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa2e785e-8293-4afd-ab35-a7e63a2be333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.603724 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa2e785e-8293-4afd-ab35-a7e63a2be333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.649457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e785e-8293-4afd-ab35-a7e63a2be333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429e3dbe-f81f-4b1b-b2bf-16fd49f6c7ec,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:34.671860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aa2e785e-8293-4afd-ab35-a7e63a2be333 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76141c337a8d40b1bc2d4bdda752825b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214167 Jul 16 01:42:34.674277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:34.730530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab810a3b-db07-4fd2-ac89-6ceaa54404fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.756732 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab810a3b-db07-4fd2-ac89-6ceaa54404fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.818485 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab810a3b-db07-4fd2-ac89-6ceaa54404fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.821773 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab810a3b-db07-4fd2-ac89-6ceaa54404fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.823118 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ab810a3b-db07-4fd2-ac89-6ceaa54404fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/429e3dbe-f81f-4b1b-b2bf-16fd49f6c7ec HTTP/1.1" status: 204 len: 168 time: 0.1479030 Jul 16 01:42:34.838880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab810a3b-db07-4fd2-ac89-6ceaa54404fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429e3dbe-f81f-4b1b-b2bf-16fd49f6c7ec,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:35.963023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38332) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:36.079536 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ae69-bd01-4a99-a5d7-3f890f2bf6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.189281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ae69-bd01-4a99-a5d7-3f890f2bf6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.192247 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ae69-bd01-4a99-a5d7-3f890f2bf6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.232170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1ff5ae69-bd01-4a99-a5d7-3f890f2bf6be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=855b2f45039346f1bfb779dfc6a26e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672698 Jul 16 01:42:36.232724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5ae69-bd01-4a99-a5d7-3f890f2bf6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b40e593-ec1b-447d-988e-c467b6d69fb1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.234896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38338) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:36.285228 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d3f244c-b51b-4f46-ac5b-b35fc8954d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.305933 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d3f244c-b51b-4f46-ac5b-b35fc8954d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.352754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d3f244c-b51b-4f46-ac5b-b35fc8954d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.354924 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d3f244c-b51b-4f46-ac5b-b35fc8954d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.356063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2d3f244c-b51b-4f46-ac5b-b35fc8954d44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b40e593-ec1b-447d-988e-c467b6d69fb1 HTTP/1.1" status: 204 len: 168 time: 0.1201932 Jul 16 01:42:36.366883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f244c-b51b-4f46-ac5b-b35fc8954d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b40e593-ec1b-447d-988e-c467b6d69fb1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.451762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 38626) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:46.570967 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0544a87-ba0f-4e9b-b852-85368c11ffb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.663442 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0544a87-ba0f-4e9b-b852-85368c11ffb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.668068 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0544a87-ba0f-4e9b-b852-85368c11ffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.706259 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e0544a87-ba0f-4e9b-b852-85368c11ffb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=903bcdd18a1146b6b1d2fff7e0925c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524962 Jul 16 01:42:46.707031 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0544a87-ba0f-4e9b-b852-85368c11ffb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66143cd9-6673-47f7-bb26-e1916a353224,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.708932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 38634) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:46.762933 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b888efb5-c0f2-41fd-bc1d-2a529d4bb65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.789609 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b888efb5-c0f2-41fd-bc1d-2a529d4bb65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.842677 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b888efb5-c0f2-41fd-bc1d-2a529d4bb65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.845166 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b888efb5-c0f2-41fd-bc1d-2a529d4bb65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.846346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b888efb5-c0f2-41fd-bc1d-2a529d4bb65e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66143cd9-6673-47f7-bb26-e1916a353224 HTTP/1.1" status: 204 len: 168 time: 0.1355543 Jul 16 01:42:46.855136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888efb5-c0f2-41fd-bc1d-2a529d4bb65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66143cd9-6673-47f7-bb26-e1916a353224,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.589505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1fa36dda-911b-4784-89ac-4e8645c6e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.685528 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.744570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.117131 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e419841-e800-4a6c-a48d-a8f78a28451e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.624169 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.487604 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.101397 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.236907 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:01.307446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:01.424341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.546168 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.550744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.590660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ba113-6ceb-4295-bd76-3ed322c11d4f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.596653 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=015e78f639704ce4b975e3f876513862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879651 Jul 16 01:43:01.597134 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39058) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:01.606332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.607642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.608151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.608800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.609141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.609503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.609791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.610153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.610480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.611072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.611397 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.611715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac1df4-01ec-488e-9b0f-68915aa8f8e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:01.657054 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e72ecb2-05e4-488c-8ad0-20478bfa9947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.681041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e72ecb2-05e4-488c-8ad0-20478bfa9947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.731388 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e72ecb2-05e4-488c-8ad0-20478bfa9947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.734765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e72ecb2-05e4-488c-8ad0-20478bfa9947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.736214 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7e72ecb2-05e4-488c-8ad0-20478bfa9947 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd6ba113-6ceb-4295-bd76-3ed322c11d4f HTTP/1.1" status: 204 len: 168 time: 0.1377795 Jul 16 01:43:01.747004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72ecb2-05e4-488c-8ad0-20478bfa9947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ba113-6ceb-4295-bd76-3ed322c11d4f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.155778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39154) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:03.266725 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b57546a-4df0-45ed-b50d-589bd9e1707b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.359328 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b57546a-4df0-45ed-b50d-589bd9e1707b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.364342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b57546a-4df0-45ed-b50d-589bd9e1707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.404939 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5b57546a-4df0-45ed-b50d-589bd9e1707b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d611726826641cbb29024af70e64b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480495 Jul 16 01:43:03.405823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57546a-4df0-45ed-b50d-589bd9e1707b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb1467e-0754-4fba-b79a-a05957640f40,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.407954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39162) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:03.476359 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b1dbf5-0491-4a4f-be97-932b918f3883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.499032 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b1dbf5-0491-4a4f-be97-932b918f3883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.550913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b1dbf5-0491-4a4f-be97-932b918f3883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.553597 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1b1dbf5-0491-4a4f-be97-932b918f3883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.555614 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1b1dbf5-0491-4a4f-be97-932b918f3883 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aeb1467e-0754-4fba-b79a-a05957640f40 HTTP/1.1" status: 204 len: 168 time: 0.1463690 Jul 16 01:43:03.565524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1dbf5-0491-4a4f-be97-932b918f3883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb1467e-0754-4fba-b79a-a05957640f40,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:04.864858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39220) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.003560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7cad61f7-5e1b-431a-8a12-b38502c5a18c tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-988191142'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:05.004329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7cad61f7-5e1b-431a-8a12-b38502c5a18c tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Unknown quota resources ['metering_label']. {{(pid=93944) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:43:05.254183 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cad61f7-5e1b-431a-8a12-b38502c5a18c tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.259463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39230) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.260678 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7cad61f7-5e1b-431a-8a12-b38502c5a18c tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3926511 Jul 16 01:43:05.265177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0f39b070-7877-44d6-aa32-3e50aacb0042 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '654254fd-bf69-4f14-b3ad-9eb05ee28c7f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:05.265741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0f39b070-7877-44d6-aa32-3e50aacb0042 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:43:05.268017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39232) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.345368 n-d-791504-14 neutron-server[93945]: WARNING neutron.services.metering.metering_plugin [None req-0f39b070-7877-44d6-aa32-3e50aacb0042 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:43:05.400651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f72543f2-eeba-4b7f-b431-9952e67318df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.510798 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f39b070-7877-44d6-aa32-3e50aacb0042 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.515685 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0f39b070-7877-44d6-aa32-3e50aacb0042 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2543275 Jul 16 01:43:05.516339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.521032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3eb83bfb-f79e-4404-b267-f8370a6ffaad tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '654254fd-bf69-4f14-b3ad-9eb05ee28c7f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:05.521536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3eb83bfb-f79e-4404-b267-f8370a6ffaad tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:43:05.527763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f72543f2-eeba-4b7f-b431-9952e67318df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.533943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f72543f2-eeba-4b7f-b431-9952e67318df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.573922 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f72543f2-eeba-4b7f-b431-9952e67318df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b92d9686e7a54f3f878c24b903d78633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046837 Jul 16 01:43:05.574843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72543f2-eeba-4b7f-b431-9952e67318df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030c9aa6-5297-4a22-b9b9-3653344bef2a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.577180 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39240) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.580426 n-d-791504-14 neutron-server[93945]: WARNING neutron.services.metering.metering_plugin [None req-3eb83bfb-f79e-4404-b267-f8370a6ffaad tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:43:05.627872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d66594e8-79f9-41d8-a02a-3ff61aba5da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.649290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d66594e8-79f9-41d8-a02a-3ff61aba5da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.666624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3eb83bfb-f79e-4404-b267-f8370a6ffaad tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.670377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3eb83bfb-f79e-4404-b267-f8370a6ffaad tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1505351 Jul 16 01:43:05.670660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39242) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.691229 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ddecf86a-8a9b-45bc-af96-95a0088a6521 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=97285540-36aa-4688-84b0-c9cc69d95708 HTTP/1.1" status: 200 len: 462 time: 0.0169933 Jul 16 01:43:05.691675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39244) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.718800 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d66594e8-79f9-41d8-a02a-3ff61aba5da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.721173 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d66594e8-79f9-41d8-a02a-3ff61aba5da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.722337 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d66594e8-79f9-41d8-a02a-3ff61aba5da8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/030c9aa6-5297-4a22-b9b9-3653344bef2a HTTP/1.1" status: 204 len: 168 time: 0.1442373 Jul 16 01:43:05.801943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66594e8-79f9-41d8-a02a-3ff61aba5da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030c9aa6-5297-4a22-b9b9-3653344bef2a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.843954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3e4f6ab-8b25-44ed-a442-7b7044180cfe tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.845089 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b3e4f6ab-8b25-44ed-a442-7b7044180cfe tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/97285540-36aa-4688-84b0-c9cc69d95708 HTTP/1.1" status: 204 len: 168 time: 0.1526856 Jul 16 01:43:05.847747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.857367 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b0d6f921-d05f-4330-9da1-bb3543b18563 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=97285540-36aa-4688-84b0-c9cc69d95708 HTTP/1.1" status: 200 len: 221 time: 0.0085557 Jul 16 01:43:05.861033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.875062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cded9db6-0817-4a74-b7f9-b0a591459320 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--247239652', 'description': 'label created by tempest'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:05.875582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cded9db6-0817-4a74-b7f9-b0a591459320 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Unknown quota resources ['metering_label']. {{(pid=93944) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:43:06.038452 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cded9db6-0817-4a74-b7f9-b0a591459320 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.041602 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cded9db6-0817-4a74-b7f9-b0a591459320 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1770248 Jul 16 01:43:06.041881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.121852 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-80b18b13-0c04-48c4-b751-b27ef1a7a90e tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=b0d82923-7065-44ec-a54d-d373e6309225 HTTP/1.1" status: 200 len: 467 time: 0.0764761 Jul 16 01:43:06.122122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39264) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.305326 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7b9f52-2714-4d7b-8e48-c9af8d9d2e74 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.306489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8c7b9f52-2714-4d7b-8e48-c9af8d9d2e74 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/b0d82923-7065-44ec-a54d-d373e6309225 HTTP/1.1" status: 204 len: 168 time: 0.1834307 Jul 16 01:43:06.309214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.323716 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-184cd67b-b2b2-4dce-be5d-c06770f5e058 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=b0d82923-7065-44ec-a54d-d373e6309225 HTTP/1.1" status: 200 len: 216 time: 0.0104401 Jul 16 01:43:06.324283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39274) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.336128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d8c53f92-4211-4790-8030-9ea017259dbc tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098214 Jul 16 01:43:06.339530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39276) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.358057 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bd438826-928d-4ee7-b653-821544601e59 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0161800 Jul 16 01:43:06.361220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.420717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-af2caa85-de50-473c-9f02-3f83fffd1798 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/654254fd-bf69-4f14-b3ad-9eb05ee28c7f HTTP/1.1" status: 200 len: 472 time: 0.0582263 Jul 16 01:43:06.423962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39282) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.435073 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f5c42958-de82-4db2-bcce-799580d2357c tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/5b9cd2e8-5e2e-43ef-ab80-9e1da01c4146 HTTP/1.1" status: 200 len: 459 time: 0.0097046 Jul 16 01:43:06.438177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.448578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.547655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-097f8028-d875-4cb4-9a7e-216bf5663fb6 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.549157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-097f8028-d875-4cb4-9a7e-216bf5663fb6 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/5b9cd2e8-5e2e-43ef-ab80-9e1da01c4146 HTTP/1.1" status: 204 len: 168 time: 0.1101062 Jul 16 01:43:06.551594 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.565625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-43023363-network', 'tenant_id': '541bd36bdcee4725bef5158a0e967941'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:06.590555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Made reservation on behalf of 541bd36bdcee4725bef5158a0e967941 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:06.593402 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.604347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.704324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.709428 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.735418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:06.759804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42607a73-f508-4892-b557-e1974679f11d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:06.763597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.764335 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Added segment 24bc8242-d2e4-4882-82c2-de6e86534285 of type vlan for network 12960294-0bc7-4c91-b68b-a65b78eded3c Jul 16 01:43:06.811336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.846576 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.847648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.848273 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.892914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4432430 Jul 16 01:43:06.895721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39294) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.903713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Request body: {'subnet': {'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-43023363-subnet', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:06.939936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c05df3-e409-4182-a8cc-c9ff01090641 admin admin] Pushing event updated for resources: {'Network': ['ID=12960294-0bc7-4c91-b68b-a65b78eded3c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:06.951929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 12960294-0bc7-4c91-b68b-a65b78eded3c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:06.959067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Made reservation on behalf of 541bd36bdcee4725bef5158a0e967941 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:06.961648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.112817 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e9ce28d-0833-4ebf-a3af-03f834e89869 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.116374 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1e9ce28d-0833-4ebf-a3af-03f834e89869 tempest-MeteringIpV6TestJSON-212790166 tempest-MeteringIpV6TestJSON-212790166-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/654254fd-bf69-4f14-b3ad-9eb05ee28c7f HTTP/1.1" status: 204 len: 168 time: 0.5614665 Jul 16 01:43:07.152957 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.215391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:07.219907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Checking segment: {'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:07.220337 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Network hostable DHCP agents. Network: 12960294-0bc7-4c91-b68b-a65b78eded3c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:07.239699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Network 12960294-0bc7-4c91-b68b-a65b78eded3c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:07.253355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 12960294-0bc7-4c91-b68b-a65b78eded3c) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:07.261474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.262181 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.264451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0931a8-f48a-4dce-8e92-4d73b7b1d9ae None None] Network 12960294-0bc7-4c91-b68b-a65b78eded3c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:07.280984 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bb608f23-ee52-4467-8ade-c2788ec2e00d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3838189 Jul 16 01:43:07.283445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39300) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.289100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:07.312288 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.313411 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.358489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39302) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.387921 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.450752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-12960294-0bc7-4c91-b68b-a65b78eded3c', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:07.452177 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.489658 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfcde5d7-0220-419d-8ec1-dc7bc6ef2509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.541830 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.602314 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfcde5d7-0220-419d-8ec1-dc7bc6ef2509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.609114 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfcde5d7-0220-419d-8ec1-dc7bc6ef2509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.628397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Allocated IP 172.20.0.2 (12960294-0bc7-4c91-b68b-a65b78eded3c/4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd/212e8c82-999c-4eaa-8af8-3b5851f2b229) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:07.650701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dfcde5d7-0220-419d-8ec1-dc7bc6ef2509 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1757364702234f498e18cb39629a35b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910748 Jul 16 01:43:07.654674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39308) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.678203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcde5d7-0220-419d-8ec1-dc7bc6ef2509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d4b32d-f97c-4792-9da3-1ddfe072828c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:07.798182 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-353d7f22-db3d-4bba-8e2c-de41f454df3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.831595 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.844525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Transition to ACTIVE for port object 212e8c82-999c-4eaa-8af8-3b5851f2b229 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:07.856152 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-353d7f22-db3d-4bba-8e2c-de41f454df3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.863543 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.869133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Transition to ACTIVE for port object 212e8c82-999c-4eaa-8af8-3b5851f2b229 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:07.878314 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.893993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.921594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Network 12960294-0bc7-4c91-b68b-a65b78eded3c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:07.925920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:07.930337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:07.950230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Pushing event updated for resources: {'Port': ['ID=212e8c82-999c-4eaa-8af8-3b5851f2b229,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:07.980570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.981246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.981498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.981938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.982520 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.982952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.983398 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.984128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.984939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.985369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.986179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:07.986767 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:08.031601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Attempting to bind port 212e8c82-999c-4eaa-8af8-3b5851f2b229 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:08.031972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Attempting to bind port 212e8c82-999c-4eaa-8af8-3b5851f2b229 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:08.032348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Attempting to bind port 212e8c82-999c-4eaa-8af8-3b5851f2b229 on network 12960294-0bc7-4c91-b68b-a65b78eded3c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:08.039464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:08.039759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Checking segment: {'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:08.040273 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.040761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Bound using segment: {'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:08.041257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Bound port: 212e8c82-999c-4eaa-8af8-3b5851f2b229, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:08.041658 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.116119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] For port 212e8c82-999c-4eaa-8af8-3b5851f2b229, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:08.120376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] For port 212e8c82-999c-4eaa-8af8-3b5851f2b229, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=212e8c82-999c-4eaa-8af8-3b5851f2b229,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:08.125967 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.193354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324bf95-59fd-4569-ba8f-64567e8bdb27 None None] Pushing event updated for resources: {'Port': ['ID=212e8c82-999c-4eaa-8af8-3b5851f2b229,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.294256 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-353d7f22-db3d-4bba-8e2c-de41f454df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.297012 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-353d7f22-db3d-4bba-8e2c-de41f454df3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.300620 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-353d7f22-db3d-4bba-8e2c-de41f454df3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6d4b32d-f97c-4792-9da3-1ddfe072828c HTTP/1.1" status: 204 len: 168 time: 0.6425285 Jul 16 01:43:08.322818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d7f22-db3d-4bba-8e2c-de41f454df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d4b32d-f97c-4792-9da3-1ddfe072828c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.346103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Allocated IP 172.25.4.175 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/afe8ac66-22ad-4515-9a42-5eb0bddd9a2d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:08.502327 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.557521 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.604750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:08.608107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:08.611020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:08.643721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=afe8ac66-22ad-4515-9a42-5eb0bddd9a2d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.719075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39320) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.746742 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4acf14e4-2a0e-4872-99f1-49a929577e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.896243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4acf14e4-2a0e-4872-99f1-49a929577e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.900787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4acf14e4-2a0e-4872-99f1-49a929577e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.959065 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4acf14e4-2a0e-4872-99f1-49a929577e27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52c6a611c69246a78ab1fa130079732b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387283 Jul 16 01:43:08.960423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf14e4-2a0e-4872-99f1-49a929577e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc50eea5-a0e7-4f04-8930-af0080d7d09a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.963087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.994622 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.103172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d02ec7ba-7a8e-4ed3-bf29-c706bff7672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.167709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d02ec7ba-7a8e-4ed3-bf29-c706bff7672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.326163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d02ec7ba-7a8e-4ed3-bf29-c706bff7672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.328691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d02ec7ba-7a8e-4ed3-bf29-c706bff7672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.332389 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d02ec7ba-7a8e-4ed3-bf29-c706bff7672f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc50eea5-a0e7-4f04-8930-af0080d7d09a HTTP/1.1" status: 204 len: 168 time: 0.3658793 Jul 16 01:43:09.350173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ec7ba-7a8e-4ed3-bf29-c706bff7672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc50eea5-a0e7-4f04-8930-af0080d7d09a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:09.393249 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.481493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da9f2f-fa01-4605-ad14-d8c69cf31ce0 None None] Network 12960294-0bc7-4c91-b68b-a65b78eded3c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:09.530966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8ea55230-72e0-49b1-840e-3d626a03d6f5 None None] Provisioning for port 212e8c82-999c-4eaa-8af8-3b5851f2b229 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:09.599194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:09.755383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:09.779554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.784998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.787150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3666309f-f9f0-4500-bdc8-26e86bb54ab3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5024447 Jul 16 01:43:09.791577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Sync routers for ids ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:09.848984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Routers {'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:09.848984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:42:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:10.071994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Set router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:10.195571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 212e8c82-999c-4eaa-8af8-3b5851f2b229 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:10.376143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 212e8c82-999c-4eaa-8af8-3b5851f2b229 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:10.383094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 212e8c82-999c-4eaa-8af8-3b5851f2b229 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:10.383468 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.497460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:08Z', 'revision_number': 3, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:10.513975 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.556651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Checking router: f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:10.557367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Updating router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:10.643672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-12827368-e895-486f-b360-fe5281238881 None None] Provisioning complete for port 212e8c82-999c-4eaa-8af8-3b5851f2b229 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:10.644470 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12827368-e895-486f-b360-fe5281238881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.688605 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.701649 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.760416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 212e8c82-999c-4eaa-8af8-3b5851f2b229, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=212e8c82-999c-4eaa-8af8-3b5851f2b229,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:10.825495 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.833220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Allocated IP 172.20.0.1 (12960294-0bc7-4c91-b68b-a65b78eded3c/4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd/758f7fdf-8775-4df6-aad3-e699ca5dd894) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:10.998987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=212e8c82-999c-4eaa-8af8-3b5851f2b229,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.072562 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.101813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Transition to ACTIVE for port object 758f7fdf-8775-4df6-aad3-e699ca5dd894 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:11.150872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.200494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.211381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Pushing event updated for resources: {'Port': ['ID=758f7fdf-8775-4df6-aad3-e699ca5dd894,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.212427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Transition to ACTIVE for port object afe8ac66-22ad-4515-9a42-5eb0bddd9a2d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:11.221947 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.230798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Network 12960294-0bc7-4c91-b68b-a65b78eded3c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:11.232768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:11.246916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:11.289616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Attempting to bind port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:11.290178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Attempting to bind port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:11.290655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Attempting to bind port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:11.299487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:11.301456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:11.301939 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.302516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:11.305702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Bound port: afe8ac66-22ad-4515-9a42-5eb0bddd9a2d, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:11.306227 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.357163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.368397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b815bf-a03b-40de-a5ea-8cece05c425e None None] Pushing event updated for resources: {'Port': ['ID=afe8ac66-22ad-4515-9a42-5eb0bddd9a2d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.389028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] For port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:11.397034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] For port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=afe8ac66-22ad-4515-9a42-5eb0bddd9a2d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:11.410976 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.498129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Routers {'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:11.499476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:42:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:11.614463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.661603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39650) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.787679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b815bf-a03b-40de-a5ea-8cece05c425e None None] Pushing event updated for resources: {'Port': ['ID=afe8ac66-22ad-4515-9a42-5eb0bddd9a2d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.797177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-100f718e-96dc-40f6-b34b-26cee4443ac2 None None] Provisioning for port 758f7fdf-8775-4df6-aad3-e699ca5dd894 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:11.827252 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.833178 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.840039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-100f718e-96dc-40f6-b34b-26cee4443ac2 None None] Provisioning complete for port 758f7fdf-8775-4df6-aad3-e699ca5dd894 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:11.840310 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100f718e-96dc-40f6-b34b-26cee4443ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.861998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-986712055'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:11.906843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Made reservation on behalf of 087f9c509227461dbc65b03bd2f2395e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:11.913733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-100f718e-96dc-40f6-b34b-26cee4443ac2 None None] Port 758f7fdf-8775-4df6-aad3-e699ca5dd894 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:11.915036 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.935431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] Set router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:11.937911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Pushing event updated for resources: {'Port': ['ID=758f7fdf-8775-4df6-aad3-e699ca5dd894,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.939623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.947804 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.064900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Network 12960294-0bc7-4c91-b68b-a65b78eded3c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:12.066253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:12.126256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 212e8c82-999c-4eaa-8af8-3b5851f2b229 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:12.128707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.135554 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.165864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:12.183992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501989e9-a7c6-4cbe-abb6-833ebb6f4dc6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:12.186611 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.187146 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Added segment bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26 of type vlan for network 8972213e-7aa2-4b27-b49b-2110f2ea7bac Jul 16 01:43:12.203037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.203653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.204260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.204870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.205426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.205933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.206599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.207173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.207824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.208374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.208999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.209514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.259812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.279385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:12.307095 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.337911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 212e8c82-999c-4eaa-8af8-3b5851f2b229 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:12.338465 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.348777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.351409 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.364932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:08Z', 'revision_number': 3, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:12.417540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:12.419714 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7555282 Jul 16 01:43:12.424022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fa486ba7-b5b6-499e-8357-22c125e74e5a admin admin] 10.222.0.64 "PUT /v2.0/routers/f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6365044 Jul 16 01:43:12.428043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890d54-38aa-482b-85fb-ec0843787958 None None] The sync data for ids ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'] in n-d-791504-14 is: [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:08Z', 'revision_number': 3, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:12.455575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6854e34-c709-4c18-ad93-2b65c275bd3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Pushing event updated for resources: {'Network': ['ID=8972213e-7aa2-4b27-b49b-2110f2ea7bac,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:12.480501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 8972213e-7aa2-4b27-b49b-2110f2ea7bac details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:12.614544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2ef1fb2b-8ab1-4fec-8e4a-88c956b91d72 None None] Provisioning complete for port 758f7fdf-8775-4df6-aad3-e699ca5dd894 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:12.619089 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ef1fb2b-8ab1-4fec-8e4a-88c956b91d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.656906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1fb2b-8ab1-4fec-8e4a-88c956b91d72 None None] Port 758f7fdf-8775-4df6-aad3-e699ca5dd894 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:12.753640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39770) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.761620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Request body: {'port': {'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac', 'binding:host_id': 'n-h2-791504-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108787705'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:12.812378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Made reservation on behalf of 0975cfb97bfb4a278a34871ba60d16b5 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:12.821656 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.832816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.012763 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.019226 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.027668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] device_id is not set on port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:13.112227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a94a936-0ac6-4b05-8163-8483e9d57f72,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.241047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.246600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1693016815-network', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:13.268865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Made reservation on behalf of 872d404bb9de4b2b8110f307a434f8f9 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:13.271629 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.282245 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.314300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] device_id is not set on port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:13.324667 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.336522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Transition to ACTIVE for port object 0ffbb768-d158-4a97-b359-cb9e4aad8d42 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:13.347929 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.389373 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.394144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.405541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event updated for resources: {'Port': ['ID=0ffbb768-d158-4a97-b359-cb9e4aad8d42,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.417249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:13.421828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Checking segment: {'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:13.422238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Network hostable DHCP agents. Network: 8972213e-7aa2-4b27-b49b-2110f2ea7bac, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:13.432319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ae727c-a5a8-4806-ba3c-f0a911197487,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.438170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.438638 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Added segment 4420181f-6214-45e4-8d6d-b84c635287a7 of type vlan for network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c Jul 16 01:43:13.443470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Network 8972213e-7aa2-4b27-b49b-2110f2ea7bac is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:13.457107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 8972213e-7aa2-4b27-b49b-2110f2ea7bac) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:13.461351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:13.468851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353dfe2f-49e4-4897-9afc-3fd5b0d152cc None None] Network 8972213e-7aa2-4b27-b49b-2110f2ea7bac requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:13.480248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.481456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.481805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.487263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.487648 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:13.488039 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 2 to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 Jul 16 01:43:13.500784 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.502898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.503251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.504153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.510721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.511050 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:13.511632 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 3 to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 Jul 16 01:43:13.527011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.527671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.528183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.533112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.533411 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:13.533991 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 4 to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 Jul 16 01:43:13.537176 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.539204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.539849 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.549742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.550597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.551638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.559090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.559698 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:13.560270 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 5 to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 Jul 16 01:43:13.567793 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3254492 Jul 16 01:43:13.571950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39828) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.579400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Request body: {'subnet': {'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1693016815-subnet', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:13.591195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.591796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.592350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.602461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.603029 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:13.604858 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 6 to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 Jul 16 01:43:13.613828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf700a8-8140-4149-8223-2edc42e74de6 admin admin] Pushing event updated for resources: {'Network': ['ID=8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.626139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:13.628839 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.629266 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.629710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.633866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Made reservation on behalf of 872d404bb9de4b2b8110f307a434f8f9 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:13.636530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.640659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.641230 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:13.650413 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 7 to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 Jul 16 01:43:13.681341 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.681705 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.682058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.716462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.716820 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:13.719443 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 8 to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 Jul 16 01:43:13.740874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.742277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.742467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.752698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.753026 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:13.754591 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 9 to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 Jul 16 01:43:13.773765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.773765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.774191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.798000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.798345 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:13.800139 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 10 to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 Jul 16 01:43:13.820040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.820375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.820706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.829738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.830080 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:13.830444 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.898597 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.972865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.977395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] For port 0ffbb768-d158-4a97-b359-cb9e4aad8d42, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:13.977778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempted to set empty binding levels {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:43:13.988157 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.027701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.028147 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.030361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Checking segment: {'id': '4420181f-6214-45e4-8d6d-b84c635287a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:14.030714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Network hostable DHCP agents. Network: 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:14.056125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event updated for resources: {'Port': ['ID=0ffbb768-d158-4a97-b359-cb9e4aad8d42,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:14.068627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-332a1457-3a11-49ee-b73e-41492bda07a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.3134036 Jul 16 01:43:14.071402 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.090724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:14.118097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device afe8ac66-22ad-4515-9a42-5eb0bddd9a2d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:14.133538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:14.145449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.146095 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.150728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7801b9-9fbf-4a95-89e7-ed955b2ce65a None None] Network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:14.187064 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-19434838-ef7f-4985-a7e1-4b318a63367a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6138256 Jul 16 01:43:14.190035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39844) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.193950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1693016815-router', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:14.230408 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.231546 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.244785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e01330b4-a1cb-4ad4-b2fa-eef9e2884d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Deleting port 0ffbb768-d158-4a97-b359-cb9e4aad8d42 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:14.245041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e01330b4-a1cb-4ad4-b2fa-eef9e2884d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.267140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:14.274037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:14.274682 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.343920 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.349187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-2733f9ec-89cb-488b-ac5c-0ef3f7d40514 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.357565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e01330b4-a1cb-4ad4-b2fa-eef9e2884d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] For port 0ffbb768-d158-4a97-b359-cb9e4aad8d42, host n-h2-791504-14, got binding levels [] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:14.358080 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e01330b4-a1cb-4ad4-b2fa-eef9e2884d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.360055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-2733f9ec-89cb-488b-ac5c-0ef3f7d40514 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/networks?id=3fb879bb-45ff-41f8-9280-102bb8518eb7 HTTP/1.1" status: 200 len: 814 time: 0.1315968 Jul 16 01:43:14.379954 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-fa8c44c0-c3ac-4fc9-bc1c-b86b0c6e6fd5 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/quotas/1f378b231dd84238bed2be1c7563f05e HTTP/1.1" status: 200 len: 375 time: 0.0181351 Jul 16 01:43:14.404243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c', 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'fixed_ips': [{'subnet_id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:14.405447 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.418639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-adb1921d-1db3-482e-8866-b8e422b8cfe3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f378b231dd84238bed2be1c7563f05e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375054 Jul 16 01:43:14.438071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e01330b4-a1cb-4ad4-b2fa-eef9e2884d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Calling delete_port for 0ffbb768-d158-4a97-b359-cb9e4aad8d42 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:14.439166 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.518342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=afe8ac66-22ad-4515-9a42-5eb0bddd9a2d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:14.525547 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.561959 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.615163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=afe8ac66-22ad-4515-9a42-5eb0bddd9a2d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:14.621514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Allocated IP 172.20.0.2 (8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c/0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a/f22882b0-3a1e-440c-a49f-d2828d2bfc70) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:14.645121 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Sync routers for ids ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:14.656841 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Routers {'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:14.657612 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:42:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:14.672083 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e01330b4-a1cb-4ad4-b2fa-eef9e2884d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.682714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-a35036c1-cb2d-4257-8ff6-cbd85b27a305 service neutron] 10.222.0.64 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612596 Jul 16 01:43:14.705094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01330b4-a1cb-4ad4-b2fa-eef9e2884d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ffbb768-d158-4a97-b359-cb9e4aad8d42,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:14.715628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e01330b4-a1cb-4ad4-b2fa-eef9e2884d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.717691 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e01330b4-a1cb-4ad4-b2fa-eef9e2884d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "DELETE /v2.0/ports/0ffbb768-d158-4a97-b359-cb9e4aad8d42 HTTP/1.1" status: 204 len: 168 time: 0.6386962 Jul 16 01:43:14.720985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39852) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.753480 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae7e997-8ed2-40ec-b63c-726e655be582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:43:14.755034 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9ae7e997-8ed2-40ec-b63c-726e655be582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "GET /v2.0/ports/0ffbb768-d158-4a97-b359-cb9e4aad8d42 HTTP/1.1" status: 404 len: 333 time: 0.0320303 Jul 16 01:43:14.759355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39854) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.764448 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Request body: {'port': {'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-716512179'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:14.805837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-2916951e-0e15-42c4-9c16-de766477f19f service neutron] 10.222.0.64 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217728 Jul 16 01:43:14.815607 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Set router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:14.850416 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.860100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Made reservation on behalf of 0975cfb97bfb4a278a34871ba60d16b5 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:14.862791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Transition to ACTIVE for port object f22882b0-3a1e-440c-a49f-d2828d2bfc70 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:14.863373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.905791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Transition to ACTIVE for port object f22882b0-3a1e-440c-a49f-d2828d2bfc70 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:14.907853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] device_id is not set on port c6d2457a-8d1e-449a-ad81-f994b409905e yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:14.917508 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.918541 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.973393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.995303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:15.001252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:15.003732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Pushing event updated for resources: {'Port': ['ID=f22882b0-3a1e-440c-a49f-d2828d2bfc70,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.005918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:15.081481 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9875a0d-5652-49dc-a5e1-b400d742ccaa req-8aab3b7c-9834-457e-bb86-72f6e411ffc1 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 210 time: 0.0504336 Jul 16 01:43:15.131026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Attempting to bind port f22882b0-3a1e-440c-a49f-d2828d2bfc70 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:15.131404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Attempting to bind port f22882b0-3a1e-440c-a49f-d2828d2bfc70 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4420181f-6214-45e4-8d6d-b84c635287a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:15.131984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Attempting to bind port f22882b0-3a1e-440c-a49f-d2828d2bfc70 on network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:15.137506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:15.137888 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Checking segment: {'id': '4420181f-6214-45e4-8d6d-b84c635287a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:15.138322 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.138878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Bound using segment: {'id': '4420181f-6214-45e4-8d6d-b84c635287a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:15.139357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Bound port: f22882b0-3a1e-440c-a49f-d2828d2bfc70, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4420181f-6214-45e4-8d6d-b84c635287a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:15.139735 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.216472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Allocated IP 172.25.4.235 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:15.220800 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '758f7fdf-8775-4df6-aad3-e699ca5dd894', 'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'mac_address': 'fa:16:3e:a8:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:10Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 2, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'subnets': [{'id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:15.223894 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.226984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] For port f22882b0-3a1e-440c-a49f-d2828d2bfc70, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:15.231406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] For port f22882b0-3a1e-440c-a49f-d2828d2bfc70, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f22882b0-3a1e-440c-a49f-d2828d2bfc70,segment=NetworkSegment(4420181f-6214-45e4-8d6d-b84c635287a7),segment_id=4420181f-6214-45e4-8d6d-b84c635287a7)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:15.239307 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.255400 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Checking router: f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:15.255690 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Updating router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab port 758f7fdf-8775-4df6-aad3-e699ca5dd894 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:15.310112 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.329017 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5eff2e-f30c-498f-b3bd-cfe060e6b2c0 None None] Pushing event updated for resources: {'Port': ['ID=f22882b0-3a1e-440c-a49f-d2828d2bfc70,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.362982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.707234 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.723497 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Transition to ACTIVE for port object 758f7fdf-8775-4df6-aad3-e699ca5dd894 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:15.732173 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.759171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Network 8972213e-7aa2-4b27-b49b-2110f2ea7bac is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:15.767265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:15.780000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:15.781247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.782033 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.791091 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Pushing event updated for resources: {'Port': ['ID=758f7fdf-8775-4df6-aad3-e699ca5dd894,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.813058 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0523965 Jul 16 01:43:15.816284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39870) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.818723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17432ee-77cf-452f-8ebc-237ef8b1e2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event updated for resources: {'Port': ['ID=c6d2457a-8d1e-449a-ad81-f994b409905e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.825645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:15.827011 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.847447 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.847775 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.848306 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.848831 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.849349 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.849844 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.850944 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.851443 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.852822 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.853353 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.853867 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.854396 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:15.882990 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Attempting to bind port 758f7fdf-8775-4df6-aad3-e699ca5dd894 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:15.883510 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Attempting to bind port 758f7fdf-8775-4df6-aad3-e699ca5dd894 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:15.883880 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Attempting to bind port 758f7fdf-8775-4df6-aad3-e699ca5dd894 on network 12960294-0bc7-4c91-b68b-a65b78eded3c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:15.891561 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:15.892227 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Checking segment: {'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:15.892813 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.893564 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Bound using segment: {'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:15.894331 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Bound port: 758f7fdf-8775-4df6-aad3-e699ca5dd894, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:15.896009 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.909901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.983465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Pushing event updated for resources: {'Port': ['ID=519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.995202 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] For port 758f7fdf-8775-4df6-aad3-e699ca5dd894, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:15.996856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:15.998647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:16.001321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:16.007470 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] For port 758f7fdf-8775-4df6-aad3-e699ca5dd894, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=758f7fdf-8775-4df6-aad3-e699ca5dd894,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:16.018111 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.033376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.098319 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Routers {'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:16.099746 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:42:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:16.223094 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] Set router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:16.338267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device afe8ac66-22ad-4515-9a42-5eb0bddd9a2d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:16.367573 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045578d3-340d-4fd8-91ba-9d67ff4135db None None] Pushing event updated for resources: {'Port': ['ID=758f7fdf-8775-4df6-aad3-e699ca5dd894,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.476083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:16.476809 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.497039 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79229168-ba28-4343-ad73-25e21412679f req-3e58077d-79f5-4f29-a82e-252a5b3aa3ec tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 210 time: 0.0675714 Jul 16 01:43:16.585060 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] device_id is not set on port c6d2457a-8d1e-449a-ad81-f994b409905e yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:16.595084 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.610670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.615636 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '758f7fdf-8775-4df6-aad3-e699ca5dd894', 'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'mac_address': 'fa:16:3e:a8:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:10Z', 'updated_at': '2021-07-16T01:43:15Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'subnets': [{'id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:16.620482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Transition to ACTIVE for port object c6d2457a-8d1e-449a-ad81-f994b409905e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:16.627446 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.675473 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b567708-f808-4e41-ae59-dcdb5355311f None None] The sync data for ids ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'] in n-d-791504-14 is: [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '758f7fdf-8775-4df6-aad3-e699ca5dd894', 'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'mac_address': 'fa:16:3e:a8:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:10Z', 'updated_at': '2021-07-16T01:43:15Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'subnets': [{'id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:16.688702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event updated for resources: {'Port': ['ID=c6d2457a-8d1e-449a-ad81-f994b409905e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.703182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f22882b0-3a1e-440c-a49f-d2828d2bfc70 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:16.722537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:16.723313 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:16.724198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:16.730544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:16.730983 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:16.731466 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 2 to bind port c6d2457a-8d1e-449a-ad81-f994b409905e Jul 16 01:43:16.748760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:16.749459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:16.750099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:16.759460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:16.760089 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:16.760771 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 3 to bind port c6d2457a-8d1e-449a-ad81-f994b409905e Jul 16 01:43:16.777584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:16.778056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:16.778679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:16.784920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:16.785662 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:16.786507 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 4 to bind port c6d2457a-8d1e-449a-ad81-f994b409905e Jul 16 01:43:16.810678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:16.811940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:16.812558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:16.818228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:16.819361 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:16.820847 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 5 to bind port c6d2457a-8d1e-449a-ad81-f994b409905e Jul 16 01:43:16.837096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:16.838168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:16.839783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:16.841800 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port f22882b0-3a1e-440c-a49f-d2828d2bfc70 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:16.850614 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:16.851162 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:16.851991 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 6 to bind port c6d2457a-8d1e-449a-ad81-f994b409905e Jul 16 01:43:16.869231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:16.869941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:16.870565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:16.875896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:16.877280 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:16.878002 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 7 to bind port c6d2457a-8d1e-449a-ad81-f994b409905e Jul 16 01:43:16.896435 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:16.897706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:16.898374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:16.904662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:16.905313 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:16.906712 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 8 to bind port c6d2457a-8d1e-449a-ad81-f994b409905e Jul 16 01:43:16.937651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18118fe-c39a-46ad-80f1-70f703c1e3d3 None None] Network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:16.960694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:16.961309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:16.961827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:16.971077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:16.971711 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:16.974429 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 9 to bind port c6d2457a-8d1e-449a-ad81-f994b409905e Jul 16 01:43:17.024356 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:17.024976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:17.025496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:17.038055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:17.038672 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:17.041384 n-d-791504-14 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 10 to bind port c6d2457a-8d1e-449a-ad81-f994b409905e Jul 16 01:43:17.052918 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.064213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:17.064817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:17.065328 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:17.078393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:17.078726 n-d-791504-14 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port c6d2457a-8d1e-449a-ad81-f994b409905e on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:17.079109 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.109992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-43289bc7-ac1c-482a-bc76-5515cdae2d40 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.112231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-43289bc7-ac1c-482a-bc76-5515cdae2d40 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.50 "GET /v2.0/networks?id=3fb879bb-45ff-41f8-9280-102bb8518eb7 HTTP/1.1" status: 200 len: 814 time: 0.2000592 Jul 16 01:43:17.126774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Request body: {'port': {'device_id': '266256d8-87dc-47b4-9161-642a65b9080c', 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7', 'admin_state_up': True, 'tenant_id': '1f378b231dd84238bed2be1c7563f05e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:17.195693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-afb1f037-3e8a-4644-aeb9-306049f610f2 None None] Provisioning for port f22882b0-3a1e-440c-a49f-d2828d2bfc70 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:17.201802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-afb1f037-3e8a-4644-aeb9-306049f610f2 None None] Provisioning complete for port f22882b0-3a1e-440c-a49f-d2828d2bfc70 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:17.203845 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-afb1f037-3e8a-4644-aeb9-306049f610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.289855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Made reservation on behalf of 1f378b231dd84238bed2be1c7563f05e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:17.294380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.311941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Router 00061c8c-7518-454e-acd8-24345ec6d231 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:17.336154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] For port c6d2457a-8d1e-449a-ad81-f994b409905e, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:17.336544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempted to set empty binding levels {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:43:17.373491 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.374504 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-afb1f037-3e8a-4644-aeb9-306049f610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.418403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-afb1f037-3e8a-4644-aeb9-306049f610f2 None None] For port f22882b0-3a1e-440c-a49f-d2828d2bfc70, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f22882b0-3a1e-440c-a49f-d2828d2bfc70,segment=NetworkSegment(4420181f-6214-45e4-8d6d-b84c635287a7),segment_id=4420181f-6214-45e4-8d6d-b84c635287a7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:17.426610 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-afb1f037-3e8a-4644-aeb9-306049f610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.447358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] In _notify_port_updated(), no bound segment for port c6d2457a-8d1e-449a-ad81-f994b409905e on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:43:17.448770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.449389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.450867 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "PUT /v2.0/ports/c6d2457a-8d1e-449a-ad81-f994b409905e HTTP/1.1" status: 200 len: 979 time: 1.6303229 Jul 16 01:43:17.457507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39876) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.501681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:17.518453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Sync routers for ids ['00061c8c-7518-454e-acd8-24345ec6d231'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:17.521411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1f037-3e8a-4644-aeb9-306049f610f2 None None] Pushing event updated for resources: {'Port': ['ID=f22882b0-3a1e-440c-a49f-d2828d2bfc70,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.525618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.527667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e7fcf4c8-008a-4fd8-9a80-de4264cf68c8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3367167 Jul 16 01:43:17.529991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.538576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Routers {'00061c8c-7518-454e-acd8-24345ec6d231'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:17.539306 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:42:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['00061c8c-7518-454e-acd8-24345ec6d231'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:17.544019 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6bd0c-6281-4b2d-bb9f-519a10a44898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event updated for resources: {'Port': ['ID=c6d2457a-8d1e-449a-ad81-f994b409905e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.696958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Set router 00061c8c-7518-454e-acd8-24345ec6d231 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:17.737693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Allocated IP 172.20.0.13 (3fb879bb-45ff-41f8-9280-102bb8518eb7/dde04f99-f827-4bde-9e35-23b0444a380b/762a9405-1a94-4ce0-b03a-e83388307d84) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:17.766644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.767689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.767805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.768314 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.768788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.769440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.769945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.770469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.770990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.771456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.777325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-44366bfd-cda2-42a5-a1c3-4bfdbb228bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9110 time: 0.3153386 Jul 16 01:43:17.778237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.790115 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a204290c-4b55-4be7-a122-a75d513f52d0 req-796f9cd9-dc44-486f-8132-0e47e258bf2d tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 210 time: 0.0467985 Jul 16 01:43:17.809633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-34552da6-f9e3-4a1d-a57b-02e9d34d9910 None None] Provisioning complete for port f22882b0-3a1e-440c-a49f-d2828d2bfc70 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:17.809633 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34552da6-f9e3-4a1d-a57b-02e9d34d9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.969562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a2792054-36b8-4de1-982e-c13ff86f80b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Deleting port c6d2457a-8d1e-449a-ad81-f994b409905e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:17.970193 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2792054-36b8-4de1-982e-c13ff86f80b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.092541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a2792054-36b8-4de1-982e-c13ff86f80b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] For port c6d2457a-8d1e-449a-ad81-f994b409905e, host n-h2-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:18.092917 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2792054-36b8-4de1-982e-c13ff86f80b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.116560 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.127847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a2792054-36b8-4de1-982e-c13ff86f80b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Calling delete_port for c6d2457a-8d1e-449a-ad81-f994b409905e owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:18.293040 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.293615 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.304618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 758f7fdf-8775-4df6-aad3-e699ca5dd894 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:18.351347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Network 3fb879bb-45ff-41f8-9280-102bb8518eb7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:18.358097 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:18.361394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:18.364466 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2792054-36b8-4de1-982e-c13ff86f80b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.374335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00061c8c-7518-454e-acd8-24345ec6d231', 'name': 'tempest-TestServerBasicOps-1693016815-router', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:16Z', 'revision_number': 3, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'gw_port': {'id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:18.387960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2792054-36b8-4de1-982e-c13ff86f80b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.393635 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a2792054-36b8-4de1-982e-c13ff86f80b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c6d2457a-8d1e-449a-ad81-f994b409905e HTTP/1.1" status: 204 len: 168 time: 0.6123090 Jul 16 01:43:18.419244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39884) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.430449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Checking router: 00061c8c-7518-454e-acd8-24345ec6d231 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:18.431348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Updating router 00061c8c-7518-454e-acd8-24345ec6d231 port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:18.462729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Pushing event updated for resources: {'Port': ['ID=762a9405-1a94-4ce0-b03a-e83388307d84,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.485056 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef2d31d-348c-44bf-8b7c-9abf3846c1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:43:18.489394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-eef2d31d-348c-44bf-8b7c-9abf3846c1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "GET /v2.0/ports/c6d2457a-8d1e-449a-ad81-f994b409905e HTTP/1.1" status: 404 len: 333 time: 0.0682693 Jul 16 01:43:18.495637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 758f7fdf-8775-4df6-aad3-e699ca5dd894 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:18.496937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.501553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 758f7fdf-8775-4df6-aad3-e699ca5dd894 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:18.501927 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.503649 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.505690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-674315342', 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:18.516613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2792054-36b8-4de1-982e-c13ff86f80b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6d2457a-8d1e-449a-ad81-f994b409905e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.535945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.535945 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.588887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Made reservation on behalf of 0975cfb97bfb4a278a34871ba60d16b5 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:18.592214 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.596959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Allocated IP 172.20.0.1 (8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c/0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a/6bdcfb28-fa5c-4922-8754-4f120365eca6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:18.597487 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-f02b9292-0661-47f8-9787-fb76982b1784 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4753797 Jul 16 01:43:18.628555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] device_id is not set on port 9219f57b-ee60-4a62-8e0b-c990a88befae yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:18.700764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Request body: {'port': {'device_id': '266256d8-87dc-47b4-9161-642a65b9080c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:18.748225 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.795509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 758f7fdf-8775-4df6-aad3-e699ca5dd894, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=758f7fdf-8775-4df6-aad3-e699ca5dd894,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:18.807993 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.826969 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.827853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f22882b0-3a1e-440c-a49f-d2828d2bfc70 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:18.838693 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.905005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Transition to ACTIVE for port object 6bdcfb28-fa5c-4922-8754-4f120365eca6 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:18.925735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.963162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=758f7fdf-8775-4df6-aad3-e699ca5dd894,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.965781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f22882b0-3a1e-440c-a49f-d2828d2bfc70 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:18.966189 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.981931 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.016712 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.049318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:19.057207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:19.060473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Network 8972213e-7aa2-4b27-b49b-2110f2ea7bac is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:19.061253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Pushing event updated for resources: {'Port': ['ID=6bdcfb28-fa5c-4922-8754-4f120365eca6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.063538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:19.070873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:19.088174 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.108734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Transition to ACTIVE for port object 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:19.118238 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.122499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:19.124957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.124957 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.163024 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.167927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event updated for resources: {'Port': ['ID=9219f57b-ee60-4a62-8e0b-c990a88befae,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.173893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Attempting to bind port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:19.174621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Attempting to bind port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:19.174997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Attempting to bind port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:19.177245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af991fe-1d58-4ce5-9cc4-8685ebbea2f3 None None] Pushing event updated for resources: {'Port': ['ID=519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.183794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:19.184225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:19.184638 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.185030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:19.185573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Bound port: 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:19.185941 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.203796 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3b561171-8c52-447d-ac65-9444bae3d73e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7033105 Jul 16 01:43:19.204047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a9af4-34c5-465e-a8a0-d084859338af req-4c6b0bfb-efd5-4f50-9da3-f5708eb2a161 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.204047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-915a9af4-34c5-465e-a8a0-d084859338af req-4c6b0bfb-efd5-4f50-9da3-f5708eb2a161 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 932 time: 0.2601650 Jul 16 01:43:19.209256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39892) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.261976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] For port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:19.266615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] For port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:19.276579 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.289217 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-915a9af4-34c5-465e-a8a0-d084859338af req-811934d8-dbc5-40ae-8508-878676363b64 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587962 Jul 16 01:43:19.325491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3ddc5a-687d-482f-b34d-912b3f4d414f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.327078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ff3ddc5a-687d-482f-b34d-912b3f4d414f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "GET /v2.0/ports/9219f57b-ee60-4a62-8e0b-c990a88befae HTTP/1.1" status: 200 len: 958 time: 0.1142540 Jul 16 01:43:19.331846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.355524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Routers {'00061c8c-7518-454e-acd8-24345ec6d231'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:19.357318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:42:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['00061c8c-7518-454e-acd8-24345ec6d231'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:19.387156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.408393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af991fe-1d58-4ce5-9cc4-8685ebbea2f3 None None] Pushing event updated for resources: {'Port': ['ID=519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.450292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762a9405-1a94-4ce0-b03a-e83388307d84 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:19.463827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.488317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Transition to ACTIVE for port object 762a9405-1a94-4ce0-b03a-e83388307d84 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:19.493669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.493891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] Set router 00061c8c-7518-454e-acd8-24345ec6d231 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:19.533818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c18952f-f861-42c5-a592-b78c0cb160f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Deleting port 9219f57b-ee60-4a62-8e0b-c990a88befae {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:19.534185 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c18952f-f861-42c5-a592-b78c0cb160f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.544548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4373525-e054-4de9-b63f-0968ee77651a None None] Provisioning for port 6bdcfb28-fa5c-4922-8754-4f120365eca6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:19.577175 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.579386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4373525-e054-4de9-b63f-0968ee77651a None None] Provisioning complete for port 6bdcfb28-fa5c-4922-8754-4f120365eca6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:19.579747 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4373525-e054-4de9-b63f-0968ee77651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.583737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.600447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c18952f-f861-42c5-a592-b78c0cb160f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.612430 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c18952f-f861-42c5-a592-b78c0cb160f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Calling delete_port for 9219f57b-ee60-4a62-8e0b-c990a88befae owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:19.656733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=762a9405-1a94-4ce0-b03a-e83388307d84,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.656977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.659800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Pushing event updated for resources: {'Port': ['ID=6bdcfb28-fa5c-4922-8754-4f120365eca6,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.659975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f4373525-e054-4de9-b63f-0968ee77651a None None] Port 6bdcfb28-fa5c-4922-8754-4f120365eca6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:19.748977 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00061c8c-7518-454e-acd8-24345ec6d231', 'name': 'tempest-TestServerBasicOps-1693016815-router', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 4, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'gw_port': {'id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '6bdcfb28-fa5c-4922-8754-4f120365eca6', 'name': '', 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'mac_address': 'fa:16:3e:98:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:18Z', 'updated_at': '2021-07-16T01:43:18Z', 'revision_number': 1, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'subnets': [{'id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:19.760730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:19.762442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:19.777812 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c18952f-f861-42c5-a592-b78c0cb160f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.782993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779401f0-7044-40be-a56e-ccbd81815b12 None None] The sync data for ids ['00061c8c-7518-454e-acd8-24345ec6d231'] in n-d-791504-14 is: [{'id': '00061c8c-7518-454e-acd8-24345ec6d231', 'name': 'tempest-TestServerBasicOps-1693016815-router', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 4, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'gw_port': {'id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '6bdcfb28-fa5c-4922-8754-4f120365eca6', 'name': '', 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'mac_address': 'fa:16:3e:98:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:18Z', 'updated_at': '2021-07-16T01:43:18Z', 'revision_number': 1, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'subnets': [{'id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:19.792268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Attempting to bind port 762a9405-1a94-4ce0-b03a-e83388307d84 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:19.792592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Attempting to bind port 762a9405-1a94-4ce0-b03a-e83388307d84 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8a02587a-e88f-4d44-a111-6c1c4bf1aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:19.792917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Attempting to bind port 762a9405-1a94-4ce0-b03a-e83388307d84 on network 3fb879bb-45ff-41f8-9280-102bb8518eb7 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:19.820966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18952f-f861-42c5-a592-b78c0cb160f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event deleted for resources: {'Port': ['ID=9219f57b-ee60-4a62-8e0b-c990a88befae,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.833901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c18952f-f861-42c5-a592-b78c0cb160f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.836765 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5c18952f-f861-42c5-a592-b78c0cb160f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "DELETE /v2.0/ports/9219f57b-ee60-4a62-8e0b-c990a88befae HTTP/1.1" status: 204 len: 168 time: 0.5039859 Jul 16 01:43:19.838312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Port 762a9405-1a94-4ce0-b03a-e83388307d84 on network 3fb879bb-45ff-41f8-9280-102bb8518eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:19.838646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Attempting to bind port 762a9405-1a94-4ce0-b03a-e83388307d84 on network 3fb879bb-45ff-41f8-9280-102bb8518eb7 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:19.840687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39896) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.869239 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a23209-c838-45da-9c34-7527a30eeb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:43:19.874210 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f4a23209-c838-45da-9c34-7527a30eeb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "GET /v2.0/ports/9219f57b-ee60-4a62-8e0b-c990a88befae HTTP/1.1" status: 404 len: 333 time: 0.0292790 Jul 16 01:43:19.874958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:19.875097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.875204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Checking segment: {'id': '8a02587a-e88f-4d44-a111-6c1c4bf1aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:19.875948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Bound using segment: {'id': '8a02587a-e88f-4d44-a111-6c1c4bf1aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:19.875948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Bound port: 762a9405-1a94-4ce0-b03a-e83388307d84, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a02587a-e88f-4d44-a111-6c1c4bf1aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:19.876930 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.886327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Request body: {'port': {'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931553373'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:19.926532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Router 00061c8c-7518-454e-acd8-24345ec6d231 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:19.929909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Made reservation on behalf of 0975cfb97bfb4a278a34871ba60d16b5 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:19.932558 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.954674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] device_id is not set on port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:19.956742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] For port 762a9405-1a94-4ce0-b03a-e83388307d84, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:19.966520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] For port 762a9405-1a94-4ce0-b03a-e83388307d84, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=762a9405-1a94-4ce0-b03a-e83388307d84,segment=NetworkSegment(8a02587a-e88f-4d44-a111-6c1c4bf1aebf),segment_id=8a02587a-e88f-4d44-a111-6c1c4bf1aebf)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:19.973866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.012089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.013336 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.014903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] 10.222.0.50 "PUT /v2.0/ports/762a9405-1a94-4ce0-b03a-e83388307d84 HTTP/1.1" status: 200 len: 1093 time: 1.4081230 Jul 16 01:43:20.017671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266256d8-87dc-47b4-9161-642a65b9080c', 'tag': '762a9405-1a94-4ce0-b03a-e83388307d84'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:20.028597 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18" -d '{"events": [{"name": "network-changed", "server_uuid": "266256d8-87dc-47b4-9161-642a65b9080c", "tag": "762a9405-1a94-4ce0-b03a-e83388307d84"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:20.086279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed8dda-627a-4c37-b75a-fc5d8ca35ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=762a9405-1a94-4ce0-b03a-e83388307d84,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:20.129725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c2a20ed8-cb31-4bd2-b01a-8fd8e4847533 None None] Provisioning complete for port 6bdcfb28-fa5c-4922-8754-4f120365eca6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:20.130260 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2a20ed8-cb31-4bd2-b01a-8fd8e4847533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.149000 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9681270e-794b-4ba4-9747-3b7d2379dcbe x-openstack-request-id: req-9681270e-794b-4ba4-9747-3b7d2379dcbe {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:20.149837 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266256d8-87dc-47b4-9161-642a65b9080c", "tag": "762a9405-1a94-4ce0-b03a-e83388307d84", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:20.150278 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9681270e-794b-4ba4-9747-3b7d2379dcbe {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:20.150856 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266256d8-87dc-47b4-9161-642a65b9080c', 'tag': '762a9405-1a94-4ce0-b03a-e83388307d84', 'status': 'completed', 'code': 200} Jul 16 01:43:20.191406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-20ab197d-503b-47b9-a973-ff128d1b608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.192962 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-20ab197d-503b-47b9-a973-ff128d1b608c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f378b231dd84238bed2be1c7563f05e&device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 1096 time: 0.1096890 Jul 16 01:43:20.212483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c2a20ed8-cb31-4bd2-b01a-8fd8e4847533 None None] Port 6bdcfb28-fa5c-4922-8754-4f120365eca6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:20.226745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 758f7fdf-8775-4df6-aad3-e699ca5dd894 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:20.280650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:20.292749 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7711089c-de08-471d-ba48-2a56961cf93b admin admin] 10.222.0.64 "PUT /v2.0/routers/00061c8c-7518-454e-acd8-24345ec6d231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7611229 Jul 16 01:43:20.310791 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.330332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 758f7fdf-8775-4df6-aad3-e699ca5dd894 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:20.330834 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.373265 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.465004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Network 8972213e-7aa2-4b27-b49b-2110f2ea7bac is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:20.483087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:20.488456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:20.493474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.495106 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.529385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event updated for resources: {'Port': ['ID=e7cf9f07-0ba3-4d45-bf52-937f97ef4262,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:20.547737 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b60ba914-aeef-4b71-8001-3d91312439b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6715860 Jul 16 01:43:20.550381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39908) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:20.566172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:20.787188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-cc88a23a-a819-4596-b55b-e0953ef59f66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762a9405-1a94-4ce0-b03a-e83388307d84 HTTP/1.1" status: 200 len: 217 time: 0.5846195 Jul 16 01:43:20.893878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-a26fff90-54db-456a-afa1-591878072285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.895440 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-a26fff90-54db-456a-afa1-591878072285 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dde04f99-f827-4bde-9e35-23b0444a380b HTTP/1.1" status: 200 len: 854 time: 0.0980275 Jul 16 01:43:20.923888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a3427-f8e7-476b-b0a0-f1ae4807338c req-65f5d8ce-ec77-4dad-939e-cb115ad27b91 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.925500 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-714a3427-f8e7-476b-b0a0-f1ae4807338c req-65f5d8ce-ec77-4dad-939e-cb115ad27b91 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 944 time: 0.1409688 Jul 16 01:43:20.948821 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-83ae64f6-1f62-4e25-b47a-cd7bf4b54426 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3fb879bb-45ff-41f8-9280-102bb8518eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450490 Jul 16 01:43:21.013613 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-714a3427-f8e7-476b-b0a0-f1ae4807338c req-2157b0ed-c07e-4e37-96e2-903d3afa5646 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679607 Jul 16 01:43:21.031689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.091687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-736e500a-734f-49f2-aff6-12598261140c service neutron] 10.222.0.50 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229792 Jul 16 01:43:21.159571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39914) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.164810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8c9c1461-4537-494c-a71d-9ca834d9b90c tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24424005', 'description': 'tempest-secgroup-smoke-24424005 description', 'project_id': '541bd36bdcee4725bef5158a0e967941'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:21.208406 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1461-4537-494c-a71d-9ca834d9b90c tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.208619 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dd6fc40-9a01-4def-980b-f57aefb01748 req-bb95bf65-f336-4e33-a3ba-4b024a39115c service neutron] 10.222.0.50 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101332 Jul 16 01:43:21.274001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] device_id is not set on port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:21.285213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.314430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Transition to ACTIVE for port object e7cf9f07-0ba3-4d45-bf52-937f97ef4262 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:21.322666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.331515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18 req-d6b4848c-9d5c-4681-b0ec-bdd3c7a91296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.333217 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18 req-d6b4848c-9d5c-4681-b0ec-bdd3c7a91296 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f378b231dd84238bed2be1c7563f05e&device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 1096 time: 0.0573642 Jul 16 01:43:21.412277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event updated for resources: {'Port': ['ID=e7cf9f07-0ba3-4d45-bf52-937f97ef4262,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:21.432882 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1461-4537-494c-a71d-9ca834d9b90c tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.434462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:21.434820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:21.435164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:21.440101 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1461-4537-494c-a71d-9ca834d9b90c tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.441866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18 req-3a8009e3-7955-42ca-8361-895175916cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.444199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18 req-3a8009e3-7955-42ca-8361-895175916cc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3fb879bb-45ff-41f8-9280-102bb8518eb7 HTTP/1.1" status: 200 len: 914 time: 0.1027949 Jul 16 01:43:21.451219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:21.451637 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:21.460463 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 2 to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 Jul 16 01:43:21.491272 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18 req-6fd871a2-c286-47d0-acda-1c7d054d8471 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762a9405-1a94-4ce0-b03a-e83388307d84 HTTP/1.1" status: 200 len: 217 time: 0.0391023 Jul 16 01:43:21.492905 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1461-4537-494c-a71d-9ca834d9b90c tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.494254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8c9c1461-4537-494c-a71d-9ca834d9b90c tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3336661 Jul 16 01:43:21.497593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39916) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.498462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:21.498812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:21.499160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:21.505309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-142d9c07-fea6-48a7-be42-ebb2296b35fa tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Request body: {'security_group_rule': {'security_group_id': '9639b41e-e72a-443e-bd3b-76bf5829d631', 'project_id': '541bd36bdcee4725bef5158a0e967941', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:21.515831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c1461-4537-494c-a71d-9ca834d9b90c tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9639b41e-e72a-443e-bd3b-76bf5829d631,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:21.519675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:21.520008 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:21.523627 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 3 to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 Jul 16 01:43:21.544608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:21.545040 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:21.545372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:21.548401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18 req-f19290da-fcaf-457d-b80f-a8751fe2e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.554887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18 req-f19290da-fcaf-457d-b80f-a8751fe2e36c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dde04f99-f827-4bde-9e35-23b0444a380b HTTP/1.1" status: 200 len: 854 time: 0.0524075 Jul 16 01:43:21.559746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:21.560084 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:21.561204 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 4 to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 Jul 16 01:43:21.564122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-142d9c07-fea6-48a7-be42-ebb2296b35fa tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.590797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:21.591028 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18 req-d381f04f-9d63-4d0a-b641-9bc603ef72a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3fb879bb-45ff-41f8-9280-102bb8518eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311043 Jul 16 01:43:21.591157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:21.591460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:21.602876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:21.603223 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:21.608390 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 5 to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 Jul 16 01:43:21.644525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:21.644863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:21.645205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:21.660169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:21.660503 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:21.668887 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 6 to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 Jul 16 01:43:21.673547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-142d9c07-fea6-48a7-be42-ebb2296b35fa tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.680623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-142d9c07-fea6-48a7-be42-ebb2296b35fa tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.692707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:21.693049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:21.693394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:21.701970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18 req-119cfdf3-e5ea-4e7b-a065-3ebf5761eca9 service neutron] 10.222.0.50 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031127 Jul 16 01:43:21.710648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:21.710874 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:21.711481 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 7 to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 Jul 16 01:43:21.714325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d9c07-fea6-48a7-be42-ebb2296b35fa tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6959bf8c-8e18-49f8-bcd0-191dd79eba38,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:21.723007 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-142d9c07-fea6-48a7-be42-ebb2296b35fa tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.724216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-142d9c07-fea6-48a7-be42-ebb2296b35fa tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2226114 Jul 16 01:43:21.727951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.729776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:21.730143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:21.730481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:21.734888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c5fc907d-d5be-49a9-bd82-fe2e0c475586 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Request body: {'security_group_rule': {'security_group_id': '9639b41e-e72a-443e-bd3b-76bf5829d631', 'project_id': '541bd36bdcee4725bef5158a0e967941', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:21.735093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:21.735546 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:21.735938 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 8 to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 Jul 16 01:43:21.750777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:21.750777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:21.750777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:21.755163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:21.755472 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:21.755868 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 9 to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 Jul 16 01:43:21.775304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:21.775663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:21.776000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:21.781478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:21.781812 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:21.782230 n-d-791504-14 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempt 10 to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 Jul 16 01:43:21.795301 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:21.795642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:21.795976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempting to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:21.800976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:21.801312 n-d-791504-14 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Failed to bind port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on host n-h2-791504-14 for vnic_type normal using segments [{'id': 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8972213e-7aa2-4b27-b49b-2110f2ea7bac'}] Jul 16 01:43:21.801687 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.814214 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5fc907d-d5be-49a9-bd82-fe2e0c475586 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.847325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe557fdc-23ca-43d5-b57b-7beb5df9fb18 req-e98bbb9b-42fc-48d1-b7f5-f8915dbfc308 service neutron] 10.222.0.50 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389349 Jul 16 01:43:21.888319 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5fc907d-d5be-49a9-bd82-fe2e0c475586 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.893057 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5fc907d-d5be-49a9-bd82-fe2e0c475586 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.893247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] For port e7cf9f07-0ba3-4d45-bf52-937f97ef4262, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:21.893857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attempted to set empty binding levels {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:43:21.902173 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.913300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc907d-d5be-49a9-bd82-fe2e0c475586 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eabe4d1-5d1e-425b-8cc5-0e13212158bf,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:21.920952 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5fc907d-d5be-49a9-bd82-fe2e0c475586 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.923448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c5fc907d-d5be-49a9-bd82-fe2e0c475586 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1942415 Jul 16 01:43:21.928626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.933778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-73156fe8-ec49-47b1-a05e-1f3e443df153 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Request body: {'security_group_rule': {'security_group_id': '9639b41e-e72a-443e-bd3b-76bf5829d631', 'project_id': '541bd36bdcee4725bef5158a0e967941', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:21.941611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] In _notify_port_updated(), no bound segment for port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 on network 8972213e-7aa2-4b27-b49b-2110f2ea7bac {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:43:21.942515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.943571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.945965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "PUT /v2.0/ports/e7cf9f07-0ba3-4d45-bf52-937f97ef4262 HTTP/1.1" status: 200 len: 980 time: 1.3935478 Jul 16 01:43:21.948090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39922) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.962775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47b63b-55e0-4c83-9293-4cb7f2f734c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event updated for resources: {'Port': ['ID=e7cf9f07-0ba3-4d45-bf52-937f97ef4262,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:21.999056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73156fe8-ec49-47b1-a05e-1f3e443df153 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.127847 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73156fe8-ec49-47b1-a05e-1f3e443df153 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.130486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ec76c29e-1c32-4e3f-9e7e-61142d63c9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Deleting port e7cf9f07-0ba3-4d45-bf52-937f97ef4262 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:22.130702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec76c29e-1c32-4e3f-9e7e-61142d63c9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.134447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73156fe8-ec49-47b1-a05e-1f3e443df153 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.141208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:22.173680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73156fe8-ec49-47b1-a05e-1f3e443df153 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0369b0b1-7042-4180-a7f8-3ddbe0fc0563,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.195823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:22.199421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:22.199792 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.233363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73156fe8-ec49-47b1-a05e-1f3e443df153 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.234482 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-73156fe8-ec49-47b1-a05e-1f3e443df153 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044901 Jul 16 01:43:22.237608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39926) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.242848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-359d0319-63a9-4021-bfdf-ebc8c72ce858 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Request body: {'security_group_rule': {'security_group_id': '9639b41e-e72a-443e-bd3b-76bf5829d631', 'project_id': '541bd36bdcee4725bef5158a0e967941', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:22.247998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ec76c29e-1c32-4e3f-9e7e-61142d63c9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] For port e7cf9f07-0ba3-4d45-bf52-937f97ef4262, host n-h2-791504-14, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:22.248355 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec76c29e-1c32-4e3f-9e7e-61142d63c9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.263813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ec76c29e-1c32-4e3f-9e7e-61142d63c9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Calling delete_port for e7cf9f07-0ba3-4d45-bf52-937f97ef4262 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:22.273043 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359d0319-63a9-4021-bfdf-ebc8c72ce858 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.298253 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.325436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:22.330496 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.334993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060af84-64fd-4039-8c05-a7f9ed5c2349 req-5444addb-9193-40ad-8fe0-6578d598017b tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.336467 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4060af84-64fd-4039-8c05-a7f9ed5c2349 req-5444addb-9193-40ad-8fe0-6578d598017b tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 944 time: 0.1665452 Jul 16 01:43:22.341634 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359d0319-63a9-4021-bfdf-ebc8c72ce858 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.345686 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359d0319-63a9-4021-bfdf-ebc8c72ce858 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.362692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d0319-63a9-4021-bfdf-ebc8c72ce858 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd7ce7d-5af1-4ca2-a77d-6d7f6cc152ff,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.381445 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359d0319-63a9-4021-bfdf-ebc8c72ce858 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.387855 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-359d0319-63a9-4021-bfdf-ebc8c72ce858 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477883 Jul 16 01:43:22.387855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39928) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.391125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.391361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4060af84-64fd-4039-8c05-a7f9ed5c2349 req-50b57c9b-e687-4e50-a679-ed8e964656e4 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463171 Jul 16 01:43:22.394805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-16381be3-e2f8-4803-8f18-cbf1400d7028 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Request body: {'security_group_rule': {'security_group_id': '9639b41e-e72a-443e-bd3b-76bf5829d631', 'project_id': '541bd36bdcee4725bef5158a0e967941', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:22.397297 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec76c29e-1c32-4e3f-9e7e-61142d63c9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.422996 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-16381be3-e2f8-4803-8f18-cbf1400d7028 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Project 541bd36bdcee4725bef5158a0e967941 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:43:22.428708 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16381be3-e2f8-4803-8f18-cbf1400d7028 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.430726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76c29e-1c32-4e3f-9e7e-61142d63c9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7cf9f07-0ba3-4d45-bf52-937f97ef4262,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.436180 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec76c29e-1c32-4e3f-9e7e-61142d63c9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.440518 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ec76c29e-1c32-4e3f-9e7e-61142d63c9a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e7cf9f07-0ba3-4d45-bf52-937f97ef4262 HTTP/1.1" status: 204 len: 168 time: 0.4892137 Jul 16 01:43:22.441489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.467018 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c9296d-84c0-476c-8b4f-519cd95568a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:43:22.468512 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-34c9296d-84c0-476c-8b4f-519cd95568a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860388204-project-admin] 10.222.0.64 "GET /v2.0/ports/e7cf9f07-0ba3-4d45-bf52-937f97ef4262 HTTP/1.1" status: 404 len: 333 time: 0.0268588 Jul 16 01:43:22.472445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.502341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16381be3-e2f8-4803-8f18-cbf1400d7028 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.506990 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16381be3-e2f8-4803-8f18-cbf1400d7028 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.526394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16381be3-e2f8-4803-8f18-cbf1400d7028 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3adc9b6-793d-4e5f-ba97-fda52a054083,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.528963 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16381be3-e2f8-4803-8f18-cbf1400d7028 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.533180 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-16381be3-e2f8-4803-8f18-cbf1400d7028 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440969 Jul 16 01:43:22.534104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 39934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.538716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e75d73ac-a7f9-4bb2-954f-6d73be40a19e tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Request body: {'security_group_rule': {'security_group_id': '9639b41e-e72a-443e-bd3b-76bf5829d631', 'project_id': '541bd36bdcee4725bef5158a0e967941', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:22.548267 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.560728 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-e75d73ac-a7f9-4bb2-954f-6d73be40a19e tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Project 541bd36bdcee4725bef5158a0e967941 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:43:22.565691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e75d73ac-a7f9-4bb2-954f-6d73be40a19e tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.638767 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e75d73ac-a7f9-4bb2-954f-6d73be40a19e tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.640683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.643640 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e75d73ac-a7f9-4bb2-954f-6d73be40a19e tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.651951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8972213e-7aa2-4b27-b49b-2110f2ea7bac']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:22.662171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:22.662525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc70fa8-839d-4c8c-bb84-b8e4efe9ee26') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:22.664543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d73ac-a7f9-4bb2-954f-6d73be40a19e tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c447df-afea-44a3-b372-449529d93a2a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.668828 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e75d73ac-a7f9-4bb2-954f-6d73be40a19e tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.670635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e75d73ac-a7f9-4bb2-954f-6d73be40a19e tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355243 Jul 16 01:43:22.681189 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.696754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.702715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:22.703124 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:22.706035 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:22.771053 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.778650 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.780476 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] 10.222.0.64 "DELETE /v2.0/networks/8972213e-7aa2-4b27-b49b-2110f2ea7bac HTTP/1.1" status: 204 len: 168 time: 0.3071187 Jul 16 01:43:22.793964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d8861-ac72-4048-8036-09b60da13041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448438215-project] Pushing event deleted for resources: {'Network': ['ID=8972213e-7aa2-4b27-b49b-2110f2ea7bac,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.833078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1d860411-dd8b-4f75-a941-fc504ae2d0ee tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24424005&fields=id&tenant_id=541bd36bdcee4725bef5158a0e967941 HTTP/1.1" status: 200 len: 267 time: 0.0483758 Jul 16 01:43:22.949877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-d0c0fd03-6ae2-4978-801d-00a755eb49b1 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.949877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-d0c0fd03-6ae2-4978-801d-00a755eb49b1 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/networks?id=12960294-0bc7-4c91-b68b-a65b78eded3c HTTP/1.1" status: 200 len: 807 time: 0.1091316 Jul 16 01:43:22.964312 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-57d4a6bf-c996-4723-97a9-3886a0aa4f0f tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/quotas/541bd36bdcee4725bef5158a0e967941 HTTP/1.1" status: 200 len: 375 time: 0.0094647 Jul 16 01:43:23.032145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.056366 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-407249f8-b3b0-48af-9f2f-b8cda8474fd2 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=541bd36bdcee4725bef5158a0e967941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871143 Jul 16 01:43:23.159429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1f9ff0a3-963d-47b7-84de-9d6bfcd68b17 service neutron] 10.222.0.64 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918069 Jul 16 01:43:23.169592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-76dfbe87-19c4-43c8-89e3-66f82c151315 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=087f9c509227461dbc65b03bd2f2395e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361005 Jul 16 01:43:23.171972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39956) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.219680 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-748ce976-fb19-4524-bec1-16d760769aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.241414 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-748ce976-fb19-4524-bec1-16d760769aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.257335 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-e89a445b-1db6-4c21-830f-95c9d2761a53 service neutron] 10.222.0.64 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913086 Jul 16 01:43:23.289954 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-748ce976-fb19-4524-bec1-16d760769aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.292755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-748ce976-fb19-4524-bec1-16d760769aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.294109 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-748ce976-fb19-4524-bec1-16d760769aa2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/501989e9-a7c6-4cbe-abb6-833ebb6f4dc6 HTTP/1.1" status: 204 len: 168 time: 0.1211267 Jul 16 01:43:23.302153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ce976-fb19-4524-bec1-16d760769aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501989e9-a7c6-4cbe-abb6-833ebb6f4dc6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.467471 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e029f179-231b-4055-91e0-d365e1cf6bfb req-43063097-07cc-4cf6-af16-f1947abbd0d9 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 210 time: 0.0343144 Jul 16 01:43:23.593860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df4a34-f268-4826-8109-6b2884e95894 req-b46e9aeb-a636-4853-bb11-cb110a8fa670 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.595248 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-95df4a34-f268-4826-8109-6b2884e95894 req-b46e9aeb-a636-4853-bb11-cb110a8fa670 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 944 time: 0.0699377 Jul 16 01:43:23.615169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39972) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.639040 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-95df4a34-f268-4826-8109-6b2884e95894 req-8a4b7dfe-25d9-4847-85bf-cf2c79c2a6e9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373530 Jul 16 01:43:23.669231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 762a9405-1a94-4ce0-b03a-e83388307d84 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:23.673390 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4542410d-64c7-407e-9dc7-2f4ca099bf0a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0975cfb97bfb4a278a34871ba60d16b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541697 Jul 16 01:43:23.673709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 39974) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.743780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8cd38bf6-191e-4f90-9915-ca02f4e96262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.770175 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8cd38bf6-191e-4f90-9915-ca02f4e96262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.785552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 762a9405-1a94-4ce0-b03a-e83388307d84, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=762a9405-1a94-4ce0-b03a-e83388307d84,segment=NetworkSegment(8a02587a-e88f-4d44-a111-6c1c4bf1aebf),segment_id=8a02587a-e88f-4d44-a111-6c1c4bf1aebf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:23.799281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '762a9405-1a94-4ce0-b03a-e83388307d84', 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7', 'port_id': '762a9405-1a94-4ce0-b03a-e83388307d84', 'mac_address': 'fa:16:3e:7e:9a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde04f99-f827-4bde-9e35-23b0444a380b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:23.830346 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8cd38bf6-191e-4f90-9915-ca02f4e96262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.833869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8cd38bf6-191e-4f90-9915-ca02f4e96262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.835621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8cd38bf6-191e-4f90-9915-ca02f4e96262 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a94a936-0ac6-4b05-8163-8483e9d57f72 HTTP/1.1" status: 204 len: 168 time: 0.1607172 Jul 16 01:43:23.845351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd38bf6-191e-4f90-9915-ca02f4e96262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a94a936-0ac6-4b05-8163-8483e9d57f72,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.876929 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.895781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762a9405-1a94-4ce0-b03a-e83388307d84 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:23.921739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 762a9405-1a94-4ce0-b03a-e83388307d84, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=762a9405-1a94-4ce0-b03a-e83388307d84,segment=NetworkSegment(8a02587a-e88f-4d44-a111-6c1c4bf1aebf),segment_id=8a02587a-e88f-4d44-a111-6c1c4bf1aebf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:23.926315 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.991057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=762a9405-1a94-4ce0-b03a-e83388307d84,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.047273 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Sync routers for ids ['00061c8c-7518-454e-acd8-24345ec6d231'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:24.058200 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Routers {'00061c8c-7518-454e-acd8-24345ec6d231'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:24.058920 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:42:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['00061c8c-7518-454e-acd8-24345ec6d231'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:24.098772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:24.162352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:24.163290 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.205952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['762a9405-1a94-4ce0-b03a-e83388307d84'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:24.217700 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Set router 00061c8c-7518-454e-acd8-24345ec6d231 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:24.472357 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00061c8c-7518-454e-acd8-24345ec6d231', 'name': 'tempest-TestServerBasicOps-1693016815-router', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 4, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'gw_port': {'id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '6bdcfb28-fa5c-4922-8754-4f120365eca6', 'name': '', 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'mac_address': 'fa:16:3e:98:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:18Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 2, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'subnets': [{'id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:24.502440 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Checking router: 00061c8c-7518-454e-acd8-24345ec6d231 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:24.502641 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Updating router 00061c8c-7518-454e-acd8-24345ec6d231 port 6bdcfb28-fa5c-4922-8754-4f120365eca6 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:24.546444 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.566142 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da562919-e7a9-4651-a482-ca48121d07ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.637692 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fdb88ef1-08f3-4085-8ee7-5b5d06b154a6 req-cdcd25ed-9c21-4a50-add0-f81a914c8b09 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 210 time: 0.0474739 Jul 16 01:43:24.887212 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.907239 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Transition to ACTIVE for port object 6bdcfb28-fa5c-4922-8754-4f120365eca6 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:24.922825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-660aa9fd-38b0-439c-846f-29c5a35a78db tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.924418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-660aa9fd-38b0-439c-846f-29c5a35a78db tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.67 "GET /v2.0/networks?id=12960294-0bc7-4c91-b68b-a65b78eded3c HTTP/1.1" status: 200 len: 807 time: 0.1919520 Jul 16 01:43:24.924766 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.983637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c86951-f909-4d4e-9148-a81eb1c9ba23 req-0cb2da83-1440-4ca2-969d-0d753521a1da tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.992286 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c7c86951-f909-4d4e-9148-a81eb1c9ba23 req-0cb2da83-1440-4ca2-969d-0d753521a1da tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 945 time: 0.1452258 Jul 16 01:43:25.001896 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f65262-926d-4cc5-b449-1ec6a78e4e3c None None] Pushing event updated for resources: {'Port': ['ID=6bdcfb28-fa5c-4922-8754-4f120365eca6,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.026832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-80b8ec7b-d6cd-48c9-af8b-64effc8a71a3 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=541bd36bdcee4725bef5158a0e967941 HTTP/1.1" status: 200 len: 378 time: 0.0901287 Jul 16 01:43:25.039072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Request body: {'port': {'device_id': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'admin_state_up': True, 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'security_groups': ['9639b41e-e72a-443e-bd3b-76bf5829d631']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.081699 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c7c86951-f909-4d4e-9148-a81eb1c9ba23 req-61a5b484-4ad4-46b2-a367-10ee3addb727 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882039 Jul 16 01:43:25.086738 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Attempting to bind port 6bdcfb28-fa5c-4922-8754-4f120365eca6 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:25.087264 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Attempting to bind port 6bdcfb28-fa5c-4922-8754-4f120365eca6 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4420181f-6214-45e4-8d6d-b84c635287a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:25.087729 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Attempting to bind port 6bdcfb28-fa5c-4922-8754-4f120365eca6 on network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:25.105078 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:25.105397 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Checking segment: {'id': '4420181f-6214-45e4-8d6d-b84c635287a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:25.105801 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.107874 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Bound using segment: {'id': '4420181f-6214-45e4-8d6d-b84c635287a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:25.107874 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Bound port: 6bdcfb28-fa5c-4922-8754-4f120365eca6, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4420181f-6214-45e4-8d6d-b84c635287a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:25.108135 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.201531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Made reservation on behalf of 541bd36bdcee4725bef5158a0e967941 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:25.207274 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.295586 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] For port 6bdcfb28-fa5c-4922-8754-4f120365eca6, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:25.299235 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] For port 6bdcfb28-fa5c-4922-8754-4f120365eca6, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6bdcfb28-fa5c-4922-8754-4f120365eca6,segment=NetworkSegment(4420181f-6214-45e4-8d6d-b84c635287a7),segment_id=4420181f-6214-45e4-8d6d-b84c635287a7)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:25.304397 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.366757 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Routers {'00061c8c-7518-454e-acd8-24345ec6d231'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:25.367431 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:42:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['00061c8c-7518-454e-acd8-24345ec6d231'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:25.382615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Allocated IP 172.20.0.3 (12960294-0bc7-4c91-b68b-a65b78eded3c/4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd/fd3aab21-c3ef-47b6-a743-76bb5f38954a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:25.405676 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f65262-926d-4cc5-b449-1ec6a78e4e3c None None] Pushing event updated for resources: {'Port': ['ID=6bdcfb28-fa5c-4922-8754-4f120365eca6,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.486378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.512033 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] Set router 00061c8c-7518-454e-acd8-24345ec6d231 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:25.591855 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.609777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Transition to ACTIVE for port object fd3aab21-c3ef-47b6-a743-76bb5f38954a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:25.634748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1909003045', 'router:external': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.653441 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.656354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Made reservation on behalf of 51ffa64102d24a81ae9131cb53cc4ed9 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:25.660204 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.674293 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.685612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 762a9405-1a94-4ce0-b03a-e83388307d84 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:25.709896 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Network 12960294-0bc7-4c91-b68b-a65b78eded3c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:25.715541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:25.719589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:25.750514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event updated for resources: {'Port': ['ID=fd3aab21-c3ef-47b6-a743-76bb5f38954a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.774528 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00061c8c-7518-454e-acd8-24345ec6d231', 'name': 'tempest-TestServerBasicOps-1693016815-router', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 4, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'gw_port': {'id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '6bdcfb28-fa5c-4922-8754-4f120365eca6', 'name': '', 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'mac_address': 'fa:16:3e:98:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:18Z', 'updated_at': '2021-07-16T01:43:25Z', 'revision_number': 4, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'subnets': [{'id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:25.794876 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.799488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:25.800461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.820792 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 762a9405-1a94-4ce0-b03a-e83388307d84 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:25.829811 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023f41cf-1356-423e-98cb-dbc1de9b80ca None None] The sync data for ids ['00061c8c-7518-454e-acd8-24345ec6d231'] in n-d-791504-14 is: [{'id': '00061c8c-7518-454e-acd8-24345ec6d231', 'name': 'tempest-TestServerBasicOps-1693016815-router', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 4, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'gw_port': {'id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '6bdcfb28-fa5c-4922-8754-4f120365eca6', 'name': '', 'network_id': '8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'mac_address': 'fa:16:3e:98:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:18Z', 'updated_at': '2021-07-16T01:43:25Z', 'revision_number': 4, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'subnets': [{'id': '0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:25.830972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 762a9405-1a94-4ce0-b03a-e83388307d84 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:25.831918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.862471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.879476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.892340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1e6c1b3b-faba-476d-b735-b239c418495a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8581619 Jul 16 01:43:25.956066 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.979453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:26.007900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Request body: {'port': {'device_id': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:26.011475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 762a9405-1a94-4ce0-b03a-e83388307d84, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=762a9405-1a94-4ce0-b03a-e83388307d84,segment=NetworkSegment(8a02587a-e88f-4d44-a111-6c1c4bf1aebf),segment_id=8a02587a-e88f-4d44-a111-6c1c4bf1aebf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:26.013061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266256d8-87dc-47b4-9161-642a65b9080c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762a9405-1a94-4ce0-b03a-e83388307d84'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:26.017494 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30be037-2467-4c47-882a-bb44f7106315" -d '{"events": [{"server_uuid": "266256d8-87dc-47b4-9161-642a65b9080c", "name": "network-vif-plugged", "status": "completed", "tag": "762a9405-1a94-4ce0-b03a-e83388307d84"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:26.026500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.027347 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Added segment 0db0eb7b-0bf5-4db4-af7e-949a589f57d3 of type vlan for network a00c9735-b4de-4b5f-b5a2-88a095b5fa61 Jul 16 01:43:26.035536 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.043345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec8bd15-6435-4a03-8123-eec77df0d2c8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.140839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96e283-f1ef-4d36-9164-f4ba06787e91 req-a8886a61-a580-4233-99de-14bee38c6b24 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.142806 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d96e283-f1ef-4d36-9164-f4ba06787e91 req-a8886a61-a580-4233-99de-14bee38c6b24 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 931 time: 0.2402894 Jul 16 01:43:26.154972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.209966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f62e259-8c77-4b84-9c8d-d110098c0545 None None] Provisioning for port fd3aab21-c3ef-47b6-a743-76bb5f38954a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:26.216448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.217518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=762a9405-1a94-4ce0-b03a-e83388307d84,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.235005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f62e259-8c77-4b84-9c8d-d110098c0545 None None] Provisioning complete for port fd3aab21-c3ef-47b6-a743-76bb5f38954a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:26.235552 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f62e259-8c77-4b84-9c8d-d110098c0545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.238868 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d96e283-f1ef-4d36-9164-f4ba06787e91 req-a377b243-4530-4384-98d4-466eac602ece tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869024 Jul 16 01:43:26.262856 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.265050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.266036 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.304465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6bdcfb28-fa5c-4922-8754-4f120365eca6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:26.328401 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8378205 Jul 16 01:43:26.328630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40030) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.334033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Request body: {'subnet': {'network_id': 'a00c9735-b4de-4b5f-b5a2-88a095b5fa61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:26.377805 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e10734b-40b7-4867-be5f-c0bfc04caa0b x-openstack-request-id: req-4e10734b-40b7-4867-be5f-c0bfc04caa0b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:26.378275 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266256d8-87dc-47b4-9161-642a65b9080c", "name": "network-vif-plugged", "status": "completed", "tag": "762a9405-1a94-4ce0-b03a-e83388307d84", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:26.378634 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e10734b-40b7-4867-be5f-c0bfc04caa0b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:26.379128 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266256d8-87dc-47b4-9161-642a65b9080c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762a9405-1a94-4ce0-b03a-e83388307d84', 'code': 200} Jul 16 01:43:26.379779 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6f62e259-8c77-4b84-9c8d-d110098c0545 None None] Port fd3aab21-c3ef-47b6-a743-76bb5f38954a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:26.413817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 6bdcfb28-fa5c-4922-8754-4f120365eca6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:26.420765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c24a5-e7fb-4f1e-8df1-9a88337da6be tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event updated for resources: {'Network': ['ID=a00c9735-b4de-4b5f-b5a2-88a095b5fa61,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.425954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 6bdcfb28-fa5c-4922-8754-4f120365eca6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:26.426970 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.434500 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network a00c9735-b4de-4b5f-b5a2-88a095b5fa61 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:26.512212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Made reservation on behalf of 51ffa64102d24a81ae9131cb53cc4ed9 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:26.514747 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.597189 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.608568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11e817-a342-4f92-9a13-6dec0db811c8 req-5c068e71-1ba2-4617-ad89-00b910a88379 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.610431 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b11e817-a342-4f92-9a13-6dec0db811c8 req-5c068e71-1ba2-4617-ad89-00b910a88379 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 946 time: 0.2121181 Jul 16 01:43:26.642377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 6bdcfb28-fa5c-4922-8754-4f120365eca6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6bdcfb28-fa5c-4922-8754-4f120365eca6,segment=NetworkSegment(4420181f-6214-45e4-8d6d-b84c635287a7),segment_id=4420181f-6214-45e4-8d6d-b84c635287a7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:26.642985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed350e4-a297-4626-bd40-effbcd052621 req-19f947a3-d0bc-461b-8d61-66a3bbccd492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.644901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fed350e4-a297-4626-bd40-effbcd052621 req-19f947a3-d0bc-461b-8d61-66a3bbccd492 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 1098 time: 0.2149000 Jul 16 01:43:26.652545 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.687829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3aab21-c3ef-47b6-a743-76bb5f38954a {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:26.698726 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.713019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Transition to ACTIVE for port object fd3aab21-c3ef-47b6-a743-76bb5f38954a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:26.713386 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fed350e4-a297-4626-bd40-effbcd052621 req-3b0668b6-850f-4e59-a05e-128f70d1ee19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574589 Jul 16 01:43:26.718249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=6bdcfb28-fa5c-4922-8754-4f120365eca6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.719690 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.725986 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b11e817-a342-4f92-9a13-6dec0db811c8 req-377f156c-5e8d-4e3e-a908-1be528ac5088 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059048 Jul 16 01:43:26.776638 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.806723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Pushing event updated for resources: {'Port': ['ID=fd3aab21-c3ef-47b6-a743-76bb5f38954a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.894812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Attempting to bind port fd3aab21-c3ef-47b6-a743-76bb5f38954a on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:26.895251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Attempting to bind port fd3aab21-c3ef-47b6-a743-76bb5f38954a by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:26.895591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Attempting to bind port fd3aab21-c3ef-47b6-a743-76bb5f38954a on network 12960294-0bc7-4c91-b68b-a65b78eded3c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:26.903166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Port fd3aab21-c3ef-47b6-a743-76bb5f38954a on network 12960294-0bc7-4c91-b68b-a65b78eded3c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:26.903574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Attempting to bind port fd3aab21-c3ef-47b6-a743-76bb5f38954a on network 12960294-0bc7-4c91-b68b-a65b78eded3c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:26.911223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:26.911584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Checking segment: {'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:26.911962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Bound using segment: {'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:26.913036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Bound port: fd3aab21-c3ef-47b6-a743-76bb5f38954a, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bc8242-d2e4-4882-82c2-de6e86534285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:26.913430 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.994439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] For port fd3aab21-c3ef-47b6-a743-76bb5f38954a, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:26.998640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] For port fd3aab21-c3ef-47b6-a743-76bb5f38954a, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:27.003324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.objects.ports [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:43:27.004107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.005532 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.044489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.045247 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.046750 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] 10.222.0.67 "PUT /v2.0/ports/fd3aab21-c3ef-47b6-a743-76bb5f38954a HTTP/1.1" status: 200 len: 1092 time: 1.1416681 Jul 16 01:43:27.047215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'tag': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:27.049707 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e4ee98-b676-4357-9cc1-50bbec52ac87" -d '{"events": [{"name": "network-changed", "server_uuid": "270d6dc2-ab23-430e-8177-5e9366b55d46", "tag": "fd3aab21-c3ef-47b6-a743-76bb5f38954a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:27.069001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3be5f22c-e4b2-466a-a505-d0be620f6133,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.078448 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f393e-cbc6-41b3-9845-c3f47ded885c service neutron] Pushing event updated for resources: {'Port': ['ID=fd3aab21-c3ef-47b6-a743-76bb5f38954a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.079969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Checking segment: {'id': '0db0eb7b-0bf5-4db4-af7e-949a589f57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a00c9735-b4de-4b5f-b5a2-88a095b5fa61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:27.080546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Network hostable DHCP agents. Network: a00c9735-b4de-4b5f-b5a2-88a095b5fa61, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:27.105054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Network a00c9735-b4de-4b5f-b5a2-88a095b5fa61 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:27.119682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, a00c9735-b4de-4b5f-b5a2-88a095b5fa61) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:27.124813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.125802 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.132655 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59e2cb1-1664-40a6-950b-5152ec52ff6e x-openstack-request-id: req-b59e2cb1-1664-40a6-950b-5152ec52ff6e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:27.132948 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270d6dc2-ab23-430e-8177-5e9366b55d46", "tag": "fd3aab21-c3ef-47b6-a743-76bb5f38954a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:27.133200 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b59e2cb1-1664-40a6-950b-5152ec52ff6e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:27.134836 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'tag': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a', 'status': 'completed', 'code': 200} Jul 16 01:43:27.142601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320d1d48-a75f-4240-8d51-3a85b6879aa2 None None] Network a00c9735-b4de-4b5f-b5a2-88a095b5fa61 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:27.156828 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-85026b35-5442-4eec-819e-e87af1c7c8a0 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8266103 Jul 16 01:43:27.159302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.167062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-161391722', 'network_id': 'a00c9735-b4de-4b5f-b5a2-88a095b5fa61'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:27.189598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-a9f94b78-62d8-4550-8c3c-3134c04de307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.191893 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-a9f94b78-62d8-4550-8c3c-3134c04de307 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=541bd36bdcee4725bef5158a0e967941&device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1095 time: 0.0723701 Jul 16 01:43:27.199444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Made reservation on behalf of 51ffa64102d24a81ae9131cb53cc4ed9 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:27.202213 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.208365 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b84ca4e3-126f-43fc-bfab-b1b3bec890e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.220445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] device_id is not set on port 33c30b3f-4699-4473-ada5-f6b5ff18b917 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:27.263961 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-f0b0017c-473a-4305-8a74-3ee178ba5234 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a HTTP/1.1" status: 200 len: 217 time: 0.0621519 Jul 16 01:43:27.307419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a63819-5844-4d49-a922-5447b17dfa6d None None] Network a00c9735-b4de-4b5f-b5a2-88a095b5fa61 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:27.340484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-a0e2fb2e-d609-42cb-82a9-1a9103fb7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.341985 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-a0e2fb2e-d609-42cb-82a9-1a9103fb7339 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd HTTP/1.1" status: 200 len: 846 time: 0.0675459 Jul 16 01:43:27.408638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Allocated IP 2001:db8::1dc (a00c9735-b4de-4b5f-b5a2-88a095b5fa61/3be5f22c-e4b2-466a-a505-d0be620f6133/33c30b3f-4699-4473-ada5-f6b5ff18b917) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:27.421334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-50e9bb6f-22bf-4e0f-a947-44136c177c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.422925 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-50e9bb6f-22bf-4e0f-a947-44136c177c73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12960294-0bc7-4c91-b68b-a65b78eded3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736971 Jul 16 01:43:27.552416 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-1733fa9c-7518-4727-b335-2d8cb8e14d7b service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208777 Jul 16 01:43:27.553857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88979ae-7fd0-46fe-90da-b75341d92c2a req-e8f9b33f-32fe-47c1-8d94-1aca4b1681f8 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.555428 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d88979ae-7fd0-46fe-90da-b75341d92c2a req-e8f9b33f-32fe-47c1-8d94-1aca4b1681f8 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 943 time: 0.1483622 Jul 16 01:43:27.627687 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.655522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d88979ae-7fd0-46fe-90da-b75341d92c2a req-6470accc-dc80-4d5b-8f73-efee6487d9e9 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911484 Jul 16 01:43:27.657064 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1f82706e-5641-45bd-8b3b-0dd0c971a62b req-982314fe-4cda-46d7-88fa-6bfb802d2f2f service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973330 Jul 16 01:43:27.674927 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.720624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.760467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Network a00c9735-b4de-4b5f-b5a2-88a095b5fa61 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:27.767629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:27.771326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:27.773113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.773722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.783223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event updated for resources: {'Port': ['ID=33c30b3f-4699-4473-ada5-f6b5ff18b917,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.795461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-e9f5030e-d4fb-42a3-a19b-3d36cd684084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.795659 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2924db02-1a57-49db-84ba-e68b3eecf0c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6348379 Jul 16 01:43:27.798221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.798857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-e9f5030e-d4fb-42a3-a19b-3d36cd684084 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=541bd36bdcee4725bef5158a0e967941&device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1095 time: 0.0757556 Jul 16 01:43:27.918444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e66ee-db84-4965-8c1c-2f57961104fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Deleting port 33c30b3f-4699-4473-ada5-f6b5ff18b917 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:27.918807 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c3e66ee-db84-4965-8c1c-2f57961104fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.956759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-3bd18951-90df-49c8-99fc-ea554d622b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.958337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-3bd18951-90df-49c8-99fc-ea554d622b45 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12960294-0bc7-4c91-b68b-a65b78eded3c HTTP/1.1" status: 200 len: 907 time: 0.1518486 Jul 16 01:43:27.981193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc6522-0e5c-4aac-bc8a-c08b3fb5fc0a req-af11ee0e-3cd7-40f8-8e33-f0b9979af9ff tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.982687 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c4cc6522-0e5c-4aac-bc8a-c08b3fb5fc0a req-af11ee0e-3cd7-40f8-8e33-f0b9979af9ff tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 946 time: 0.1020710 Jul 16 01:43:27.997850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c3e66ee-db84-4965-8c1c-2f57961104fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.010201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e66ee-db84-4965-8c1c-2f57961104fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Calling delete_port for 33c30b3f-4699-4473-ada5-f6b5ff18b917 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:28.034680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-d349e462-7789-4594-a0a1-ef064d5abcb6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a HTTP/1.1" status: 200 len: 217 time: 0.0616744 Jul 16 01:43:28.083445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c4cc6522-0e5c-4aac-bc8a-c08b3fb5fc0a req-fb44dc32-c705-4802-b9ab-dede61a8a03d tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939355 Jul 16 01:43:28.100676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6bdcfb28-fa5c-4922-8754-4f120365eca6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:28.101930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-f504f20c-8351-49d5-a1c8-62c15d2ef655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.103467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-f504f20c-8351-49d5-a1c8-62c15d2ef655 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd HTTP/1.1" status: 200 len: 846 time: 0.0618448 Jul 16 01:43:28.169774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c3e66ee-db84-4965-8c1c-2f57961104fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.170999 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 6bdcfb28-fa5c-4922-8754-4f120365eca6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:28.171744 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.184420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-f00481b5-2d1a-4b07-b9da-e799c40f81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.185992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-f00481b5-2d1a-4b07-b9da-e799c40f81c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12960294-0bc7-4c91-b68b-a65b78eded3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710542 Jul 16 01:43:28.199720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e66ee-db84-4965-8c1c-2f57961104fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event deleted for resources: {'Port': ['ID=33c30b3f-4699-4473-ada5-f6b5ff18b917,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.241359 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c3e66ee-db84-4965-8c1c-2f57961104fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.243912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5c3e66ee-db84-4965-8c1c-2f57961104fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "DELETE /v2.0/ports/33c30b3f-4699-4473-ada5-f6b5ff18b917 HTTP/1.1" status: 204 len: 168 time: 0.4443729 Jul 16 01:43:28.246683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40064) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.252843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a00c9735-b4de-4b5f-b5a2-88a095b5fa61', 'external_fixed_ips': [{'subnet_id': '3be5f22c-e4b2-466a-a505-d0be620f6133', 'ip_address': '2001:db8::1dc'}]}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:28.284839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.285892 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.310955 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-c55b5da1-1e46-4f0a-9b0c-ed4340790392 service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152823 Jul 16 01:43:28.382406 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.417279 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7e4ee98-b676-4357-9cc1-50bbec52ac87 req-3dd380df-112f-48c9-be48-8b97513e69ba service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955482 Jul 16 01:43:28.488661 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.533361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.752035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.771873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.204880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0354650-bdc6-40cd-8caa-34da6d9be407 req-7ff07f77-4090-495e-802c-87681cb00d66 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.206408 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f0354650-bdc6-40cd-8caa-34da6d9be407 req-7ff07f77-4090-495e-802c-87681cb00d66 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 943 time: 0.4249899 Jul 16 01:43:29.243404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Allocated IP 2001:db8::1dc (a00c9735-b4de-4b5f-b5a2-88a095b5fa61/3be5f22c-e4b2-466a-a505-d0be620f6133/a417dea1-6bb0-4f03-ba3e-db9370923fc9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:29.270838 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f0354650-bdc6-40cd-8caa-34da6d9be407 req-cd419839-df37-417d-bdd7-9b5fc4c7db1f tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550690 Jul 16 01:43:29.366605 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.410244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.445604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Network a00c9735-b4de-4b5f-b5a2-88a095b5fa61 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:29.451312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:29.454362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:29.518579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event updated for resources: {'Port': ['ID=a417dea1-6bb0-4f03-ba3e-db9370923fc9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.677232 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.881827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.020524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Router 5ec5f09a-6dcd-4dae-8989-09b83481e90d is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:30.105700 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.133082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:30.142173 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] Sync routers for ids ['5ec5f09a-6dcd-4dae-8989-09b83481e90d'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:30.153546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.154239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] Routers {'5ec5f09a-6dcd-4dae-8989-09b83481e90d'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:30.157258 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-46185304-e851-49c8-aeb2-208077e683b1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9060025 Jul 16 01:43:30.157405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['5ec5f09a-6dcd-4dae-8989-09b83481e90d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:30.158070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40120) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:30.270063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.389126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.413386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fd3aab21-c3ef-47b6-a743-76bb5f38954a details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:30.452958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Deleting port a417dea1-6bb0-4f03-ba3e-db9370923fc9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:30.453885 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.469263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] Set router 5ec5f09a-6dcd-4dae-8989-09b83481e90d gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:30.491407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bc619-8f62-46b0-9b8c-8b99b975bdf1 req-e4fc18ca-2807-4b0d-aed6-49015a81fb28 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.499501 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-134bc619-8f62-46b0-9b8c-8b99b975bdf1 req-e4fc18ca-2807-4b0d-aed6-49015a81fb28 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 943 time: 0.0902381 Jul 16 01:43:30.550619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-134bc619-8f62-46b0-9b8c-8b99b975bdf1 req-5b2da150-82c8-4a60-ac7c-6620c691f778 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501802 Jul 16 01:43:30.562850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.575831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Calling delete_port for a417dea1-6bb0-4f03-ba3e-db9370923fc9 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:30.656476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port fd3aab21-c3ef-47b6-a743-76bb5f38954a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:30.677350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'port_id': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a', 'mac_address': 'fa:16:3e:3c:42:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:30.754957 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.773576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3aab21-c3ef-47b6-a743-76bb5f38954a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:30.780371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5f09a-6dcd-4dae-8989-09b83481e90d', 'name': '', 'tenant_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a00c9735-b4de-4b5f-b5a2-88a095b5fa61', 'external_fixed_ips': [{'subnet_id': '3be5f22c-e4b2-466a-a505-d0be620f6133', 'ip_address': '2001:db8::1dc'}], 'enable_snat': True}, 'gw_port_id': 'a417dea1-6bb0-4f03-ba3e-db9370923fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:28Z', 'updated_at': '2021-07-16T01:43:29Z', 'revision_number': 3, 'project_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'gw_port': {'id': 'a417dea1-6bb0-4f03-ba3e-db9370923fc9', 'name': '', 'network_id': 'a00c9735-b4de-4b5f-b5a2-88a095b5fa61', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:18:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5f09a-6dcd-4dae-8989-09b83481e90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '3be5f22c-e4b2-466a-a505-d0be620f6133', 'ip_address': '2001:db8::1dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:28Z', 'updated_at': '2021-07-16T01:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3be5f22c-e4b2-466a-a505-d0be620f6133', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:30.783860 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.812290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event deleted for resources: {'Port': ['ID=a417dea1-6bb0-4f03-ba3e-db9370923fc9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:30.814837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] Checking router: 5ec5f09a-6dcd-4dae-8989-09b83481e90d for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:30.815190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] Updating router 5ec5f09a-6dcd-4dae-8989-09b83481e90d port a417dea1-6bb0-4f03-ba3e-db9370923fc9 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:30.842093 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.843474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port fd3aab21-c3ef-47b6-a743-76bb5f38954a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:30.844590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] Port a417dea1-6bb0-4f03-ba3e-db9370923fc9 not found while updating agent binding for router 5ec5f09a-6dcd-4dae-8989-09b83481e90d. {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:43:30.850203 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.877882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] Routers {'5ec5f09a-6dcd-4dae-8989-09b83481e90d'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:30.878548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['5ec5f09a-6dcd-4dae-8989-09b83481e90d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:30.936828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.938941 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.964433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] Set router 5ec5f09a-6dcd-4dae-8989-09b83481e90d gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:30.989771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.994085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec5f09a-6dcd-4dae-8989-09b83481e90d {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:30.999304 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.002437 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0ba18389-1154-4734-8d11-339a6887af01 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "DELETE /v2.0/routers/5ec5f09a-6dcd-4dae-8989-09b83481e90d HTTP/1.1" status: 204 len: 168 time: 0.8432913 Jul 16 01:43:31.003902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.026971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=fd3aab21-c3ef-47b6-a743-76bb5f38954a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.030670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5f09a-6dcd-4dae-8989-09b83481e90d', 'name': '', 'tenant_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:28Z', 'updated_at': '2021-07-16T01:43:30Z', 'revision_number': 5, 'project_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:31.059425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbe7cef-6983-4579-ab17-71723b095327 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Deleting subnet 3be5f22c-e4b2-466a-a505-d0be620f6133 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:31.062842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f37760-675e-4fd7-8680-8b33f0f9ade5 None None] The sync data for ids ['5ec5f09a-6dcd-4dae-8989-09b83481e90d'] in n-d-791504-14 is: [{'id': '5ec5f09a-6dcd-4dae-8989-09b83481e90d', 'name': '', 'tenant_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:28Z', 'updated_at': '2021-07-16T01:43:30Z', 'revision_number': 5, 'project_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:31.066826 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edbe7cef-6983-4579-ab17-71723b095327 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.113972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edbe7cef-6983-4579-ab17-71723b095327 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.138492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['fd3aab21-c3ef-47b6-a743-76bb5f38954a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:31.167565 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edbe7cef-6983-4579-ab17-71723b095327 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.237269 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edbe7cef-6983-4579-ab17-71723b095327 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.269715 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edbe7cef-6983-4579-ab17-71723b095327 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.271938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-edbe7cef-6983-4579-ab17-71723b095327 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/3be5f22c-e4b2-466a-a505-d0be620f6133 HTTP/1.1" status: 204 len: 168 time: 0.2668109 Jul 16 01:43:31.273039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe7cef-6983-4579-ab17-71723b095327 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3be5f22c-e4b2-466a-a505-d0be620f6133,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.275969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40128) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.375400 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.458415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.470132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00c9735-b4de-4b5f-b5a2-88a095b5fa61']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:31.481561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db0eb7b-0bf5-4db4-af7e-949a589f57d3') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:31.481861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db0eb7b-0bf5-4db4-af7e-949a589f57d3') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:31.491238 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.509960 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.516405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:31.516925 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:31.518647 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:31.579669 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.586297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a00c9735-b4de-4b5f-b5a2-88a095b5fa61 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:43:31.589613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.592280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "DELETE /v2.0/networks/a00c9735-b4de-4b5f-b5a2-88a095b5fa61 HTTP/1.1" status: 204 len: 168 time: 0.3150277 Jul 16 01:43:31.605112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e55018-1120-4c15-b7c6-4d409a341c07 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event deleted for resources: {'Network': ['ID=a00c9735-b4de-4b5f-b5a2-88a095b5fa61,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.824172 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4524ad-50aa-4ea5-bff9-7e076a148163 req-0a19fafc-e921-4ae8-8d5d-98ebfae36115 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.826215 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe4524ad-50aa-4ea5-bff9-7e076a148163 req-0a19fafc-e921-4ae8-8d5d-98ebfae36115 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 944 time: 0.1528592 Jul 16 01:43:31.879631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe4524ad-50aa-4ea5-bff9-7e076a148163 req-39a59a1f-caa0-441f-982f-7733bc7074ed tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451853 Jul 16 01:43:31.893389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.898961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-422df202-d64d-406f-afb1-7a5ff3cc69c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Request body: {'router': {'name': 'tempest-router--1471929361', 'project_id': 'cc2259bfdef44ceead8f788e692b892c'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:31.935491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422df202-d64d-406f-afb1-7a5ff3cc69c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.936990 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422df202-d64d-406f-afb1-7a5ff3cc69c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.012848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422df202-d64d-406f-afb1-7a5ff3cc69c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.017084 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422df202-d64d-406f-afb1-7a5ff3cc69c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.033402 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422df202-d64d-406f-afb1-7a5ff3cc69c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.035128 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-422df202-d64d-406f-afb1-7a5ff3cc69c1 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1400483 Jul 16 01:43:32.038080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40142) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.135810 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8ebc-9211-49e5-9675-c607f4afc6fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.314867 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8ebc-9211-49e5-9675-c607f4afc6fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.317143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8ebc-9211-49e5-9675-c607f4afc6fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.374032 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8ebc-9211-49e5-9675-c607f4afc6fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.374670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4b8ebc-9211-49e5-9675-c607f4afc6fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38764098-d8b9-44f3-a113-2e4d9ed4f808 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:32.380894 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8ebc-9211-49e5-9675-c607f4afc6fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.386527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5d4b8ebc-9211-49e5-9675-c607f4afc6fe tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "DELETE /v2.0/routers/38764098-d8b9-44f3-a113-2e4d9ed4f808 HTTP/1.1" status: 204 len: 168 time: 0.3473198 Jul 16 01:43:32.400356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fd3aab21-c3ef-47b6-a743-76bb5f38954a up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:32.465188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port fd3aab21-c3ef-47b6-a743-76bb5f38954a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:32.473856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port fd3aab21-c3ef-47b6-a743-76bb5f38954a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:32.476025 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.536101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40146) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.598421 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.627953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:32.631563 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d29d3fc-8dff-4f3d-8ffd-f3065d220ce6" -d '{"events": [{"server_uuid": "270d6dc2-ab23-430e-8177-5e9366b55d46", "name": "network-vif-plugged", "status": "completed", "tag": "fd3aab21-c3ef-47b6-a743-76bb5f38954a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:32.647180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port fd3aab21-c3ef-47b6-a743-76bb5f38954a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:32.652616 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.738264 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=fd3aab21-c3ef-47b6-a743-76bb5f38954a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.743812 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c8818d-3dfc-4724-a473-b70657c14154 x-openstack-request-id: req-e1c8818d-3dfc-4724-a473-b70657c14154 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:32.743812 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270d6dc2-ab23-430e-8177-5e9366b55d46", "name": "network-vif-plugged", "status": "completed", "tag": "fd3aab21-c3ef-47b6-a743-76bb5f38954a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:32.744518 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1c8818d-3dfc-4724-a473-b70657c14154 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:32.746099 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a', 'code': 200} Jul 16 01:43:33.078517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4d58c-20b0-473d-b22a-8204483749d9 req-ae977f23-9330-481a-bdfa-6030f8d4e01a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.080072 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dcc4d58c-20b0-473d-b22a-8204483749d9 req-ae977f23-9330-481a-bdfa-6030f8d4e01a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 945 time: 0.0670793 Jul 16 01:43:33.093772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-778228997', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:33.125628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.126742 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.131830 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dcc4d58c-20b0-473d-b22a-8204483749d9 req-24927690-409f-4250-a862-05dcedc3bc8e tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447361 Jul 16 01:43:33.157769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dff928-82cc-44ff-ac14-9dee5addd340 req-9d1af5f8-2620-4dfd-af11-294e70cd296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.159384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65dff928-82cc-44ff-ac14-9dee5addd340 req-9d1af5f8-2620-4dfd-af11-294e70cd296b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1097 time: 0.3890042 Jul 16 01:43:33.211952 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.283092 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65dff928-82cc-44ff-ac14-9dee5addd340 req-bca81f56-6142-4a97-aef2-da889b194537 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155694 Jul 16 01:43:33.361311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.579123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.600356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.707351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Allocated IP 172.25.4.177 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/75ce60f2-1b93-4cd2-9f59-c29b36334007) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:33.837733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.881731 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.928333 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:33.934750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:33.940175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:33.943967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Pushing event updated for resources: {'Port': ['ID=75ce60f2-1b93-4cd2-9f59-c29b36334007,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:34.234174 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.405016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028488a8-b13d-4b95-a9e4-598a18df2ff7 req-df93d189-c4a4-4b89-ae5a-5955fcf17133 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.406516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-028488a8-b13d-4b95-a9e4-598a18df2ff7 req-df93d189-c4a4-4b89-ae5a-5955fcf17133 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 945 time: 0.1301131 Jul 16 01:43:34.519415 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-028488a8-b13d-4b95-a9e4-598a18df2ff7 req-2de5a03f-70da-45bb-94f0-a6503145ee4a tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770845 Jul 16 01:43:34.542245 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.674492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Router b499f546-51ed-4c7b-ac63-f7087f38f5cd is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:34.786601 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:34.796861 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ac477-d923-4c19-a452-7a02dfca9ff6 None None] Sync routers for ids ['b499f546-51ed-4c7b-ac63-f7087f38f5cd'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:34.806319 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.807968 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a796022c-4114-452f-9e43-ed1a4159aecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2690260 Jul 16 01:43:34.810341 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ac477-d923-4c19-a452-7a02dfca9ff6 None None] Routers {'b499f546-51ed-4c7b-ac63-f7087f38f5cd'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:34.810485 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.811545 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac477-d923-4c19-a452-7a02dfca9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b499f546-51ed-4c7b-ac63-f7087f38f5cd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:34.845247 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac477-d923-4c19-a452-7a02dfca9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:34.856062 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ac477-d923-4c19-a452-7a02dfca9ff6 None None] Routers {'b499f546-51ed-4c7b-ac63-f7087f38f5cd'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:34.856682 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac477-d923-4c19-a452-7a02dfca9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['b499f546-51ed-4c7b-ac63-f7087f38f5cd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:34.895601 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac477-d923-4c19-a452-7a02dfca9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:34.896299 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ac477-d923-4c19-a452-7a02dfca9ff6 None None] The sync data for ids ['b499f546-51ed-4c7b-ac63-f7087f38f5cd'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:34.935187 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cb55838a-4d2a-4d17-a722-6a364f987a2f tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/routers/b499f546-51ed-4c7b-ac63-f7087f38f5cd HTTP/1.1" status: 200 len: 924 time: 0.1235518 Jul 16 01:43:34.937635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.969457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-217c366f-2440-4e81-80c8-2e86f6baea64 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=b499f546-51ed-4c7b-ac63-f7087f38f5cd HTTP/1.1" status: 200 len: 205 time: 0.0307140 Jul 16 01:43:34.972122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40166) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:35.085915 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.188895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.245909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Deleting port 75ce60f2-1b93-4cd2-9f59-c29b36334007 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:35.246282 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.324217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.336132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Calling delete_port for 75ce60f2-1b93-4cd2-9f59-c29b36334007 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:35.509540 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.542251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Pushing event deleted for resources: {'Port': ['ID=75ce60f2-1b93-4cd2-9f59-c29b36334007,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:35.605124 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.727525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.730936 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.787294 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.788041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Fanout notify agent at l3_agent the message router_deleted on router b499f546-51ed-4c7b-ac63-f7087f38f5cd {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:35.795452 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.796559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-add83f3e-61d0-404f-8097-03df0dfd179f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/b499f546-51ed-4c7b-ac63-f7087f38f5cd HTTP/1.1" status: 204 len: 168 time: 0.8229399 Jul 16 01:43:35.800362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40170) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:35.805705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1619312666', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'enable_snat': False}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:36.095517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7f207-8405-47be-a2c1-1590078bc369 req-61a948b7-bb0c-4a70-8041-0f242a6ccea8 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:36.097093 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37d7f207-8405-47be-a2c1-1590078bc369 req-61a948b7-bb0c-4a70-8041-0f242a6ccea8 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 945 time: 0.4276323 Jul 16 01:43:36.111679 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.112655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.150002 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37d7f207-8405-47be-a2c1-1590078bc369 req-37de55f1-c833-405e-b7b8-7fbb5961ffba tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465658 Jul 16 01:43:36.185587 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.332206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.349527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3783a6a-be1e-4daf-b74a-4d6c4d66f626 req-ad42229c-58bc-43d1-b71d-f54efea84f11 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:36.351516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3783a6a-be1e-4daf-b74a-4d6c4d66f626 req-ad42229c-58bc-43d1-b71d-f54efea84f11 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 945 time: 0.0798917 Jul 16 01:43:36.395340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3783a6a-be1e-4daf-b74a-4d6c4d66f626 req-a176c741-4482-4260-bc52-e18727a02433 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381472 Jul 16 01:43:36.601757 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.627168 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.677028 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6620a1-5869-4451-bc30-323280666db1 req-3de08f79-4514-4095-8432-76c48aac5a67 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:36.679204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af6620a1-5869-4451-bc30-323280666db1 req-3de08f79-4514-4095-8432-76c48aac5a67 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 945 time: 0.1650734 Jul 16 01:43:36.761695 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af6620a1-5869-4451-bc30-323280666db1 req-14163276-d076-4038-962d-574ba5a435ab tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767143 Jul 16 01:43:36.785990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Allocated IP 172.25.4.126 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/ecfa9961-215b-4b16-b47c-bf15727fb6a1) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:36.790170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40178) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:36.947998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.001784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188108cf-6335-4184-8590-52f8a747114f tempest-TestServerBasicOps-458611998 tempest-TestServerBasicOps-458611998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.003339 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-188108cf-6335-4184-8590-52f8a747114f tempest-TestServerBasicOps-458611998 tempest-TestServerBasicOps-458611998-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1092 time: 0.2121248 Jul 16 01:43:37.008724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:37.013519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:37.016725 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.042516 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.081015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:37.095907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:37.100039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:37.159427 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.175540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event updated for resources: {'Port': ['ID=ecfa9961-215b-4b16-b47c-bf15727fb6a1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.283002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Allocated IP 172.25.4.23 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/31624e97-a9e9-4e21-8815-6c37aa58788d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:37.403237 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.420603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.450304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.495240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:37.499901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:37.504312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:37.507470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event updated for resources: {'Port': ['ID=31624e97-a9e9-4e21-8815-6c37aa58788d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.644467 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.789810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Router 197a1f8c-1d75-4949-8f97-0734dcdfed65 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:37.909655 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:37.921786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Sync routers for ids ['197a1f8c-1d75-4949-8f97-0734dcdfed65'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:37.929315 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.931523 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-15a2d9c6-406f-4d08-9bcf-e2c1152becab tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.1300757 Jul 16 01:43:37.934154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40186) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:37.940051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Routers {'197a1f8c-1d75-4949-8f97-0734dcdfed65'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:37.940713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['197a1f8c-1d75-4949-8f97-0734dcdfed65'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:38.073352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0618ffa3-c6d4-434f-8b85-98dfb7e8437c tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/routers/197a1f8c-1d75-4949-8f97-0734dcdfed65 HTTP/1.1" status: 200 len: 909 time: 0.1376238 Jul 16 01:43:38.075828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40188) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.082823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1619312666', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'enable_snat': True}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:38.085322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Set router 197a1f8c-1d75-4949-8f97-0734dcdfed65 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:38.110788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.112018 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.185104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.245532 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:38.368387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197a1f8c-1d75-4949-8f97-0734dcdfed65', 'name': 'tempest-snat-router-1619312666', 'tenant_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.126'}], 'enable_snat': False}, 'gw_port_id': 'ecfa9961-215b-4b16-b47c-bf15727fb6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:36Z', 'updated_at': '2021-07-16T01:43:37Z', 'revision_number': 3, 'project_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'gw_port': {'id': 'ecfa9961-215b-4b16-b47c-bf15727fb6a1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197a1f8c-1d75-4949-8f97-0734dcdfed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:36Z', 'updated_at': '2021-07-16T01:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:38.401213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Checking router: 197a1f8c-1d75-4949-8f97-0734dcdfed65 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:38.401603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Updating router 197a1f8c-1d75-4949-8f97-0734dcdfed65 port ecfa9961-215b-4b16-b47c-bf15727fb6a1 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:38.402158 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.442839 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.457834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.598779 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.672156 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.701264 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.785310 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.796261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Transition to ACTIVE for port object ecfa9961-215b-4b16-b47c-bf15727fb6a1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:38.804330 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.829725 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.838972 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.870895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Attempting to bind port ecfa9961-215b-4b16-b47c-bf15727fb6a1 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:38.870895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Attempting to bind port ecfa9961-215b-4b16-b47c-bf15727fb6a1 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:38.870895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Attempting to bind port ecfa9961-215b-4b16-b47c-bf15727fb6a1 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:38.874544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e1ac8-f7ee-4c1d-a04e-d685371025f2 None None] Pushing event updated for resources: {'Port': ['ID=ecfa9961-215b-4b16-b47c-bf15727fb6a1,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:38.877597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:38.877800 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:38.878099 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.878489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:38.878968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Bound port: ecfa9961-215b-4b16-b47c-bf15727fb6a1, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:38.881468 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.886968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Allocated IP 172.25.4.187 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/63fc782a-4751-42b7-b094-0c25b7478a31) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:38.930246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event updated for resources: {'Port': ['ID=31624e97-a9e9-4e21-8815-6c37aa58788d,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:38.935304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.943984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] For port ecfa9961-215b-4b16-b47c-bf15727fb6a1, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:38.948097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] For port ecfa9961-215b-4b16-b47c-bf15727fb6a1, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ecfa9961-215b-4b16-b47c-bf15727fb6a1,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:38.953028 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.031015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Routers {'197a1f8c-1d75-4949-8f97-0734dcdfed65'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:39.031656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['197a1f8c-1d75-4949-8f97-0734dcdfed65'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.033788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e1ac8-f7ee-4c1d-a04e-d685371025f2 None None] Pushing event updated for resources: {'Port': ['ID=ecfa9961-215b-4b16-b47c-bf15727fb6a1,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.070084 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Floating IP 43ff3855-8397-4ee7-baec-7615c77441de associated. External IP: 172.25.4.23, port: fd3aab21-c3ef-47b6-a743-76bb5f38954a. Jul 16 01:43:39.178470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] Set router 197a1f8c-1d75-4949-8f97-0734dcdfed65 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:39.349210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:39.375904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.434437 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.463695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197a1f8c-1d75-4949-8f97-0734dcdfed65', 'name': 'tempest-snat-router-1619312666', 'tenant_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.126'}], 'enable_snat': False}, 'gw_port_id': 'ecfa9961-215b-4b16-b47c-bf15727fb6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:36Z', 'updated_at': '2021-07-16T01:43:37Z', 'revision_number': 3, 'project_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'gw_port': {'id': 'ecfa9961-215b-4b16-b47c-bf15727fb6a1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197a1f8c-1d75-4949-8f97-0734dcdfed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:36Z', 'updated_at': '2021-07-16T01:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.486187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:39.488131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:39.497515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:39.500217 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9654c03-09a8-4a43-a925-361b348200be None None] Sync routers for ids ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:39.501436 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:39.520087 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.522281 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9654c03-09a8-4a43-a925-361b348200be None None] Routers {'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:39.523160 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c9654c03-09a8-4a43-a925-361b348200be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.531142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ed206-f010-4c55-9349-c7a07a5ad7de None None] The sync data for ids ['197a1f8c-1d75-4949-8f97-0734dcdfed65'] in n-d-791504-14 is: [{'id': '197a1f8c-1d75-4949-8f97-0734dcdfed65', 'name': 'tempest-snat-router-1619312666', 'tenant_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.126'}], 'enable_snat': False}, 'gw_port_id': 'ecfa9961-215b-4b16-b47c-bf15727fb6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:36Z', 'updated_at': '2021-07-16T01:43:37Z', 'revision_number': 3, 'project_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'gw_port': {'id': 'ecfa9961-215b-4b16-b47c-bf15727fb6a1', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197a1f8c-1d75-4949-8f97-0734dcdfed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:36Z', 'updated_at': '2021-07-16T01:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:39.533453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event updated for resources: {'Port': ['ID=63fc782a-4751-42b7-b094-0c25b7478a31,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.593987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-908a5a6e-dae2-47a3-a6ff-8845eec6af07 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5716667 Jul 16 01:43:39.593987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'tag': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:39.593987 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "270d6dc2-ab23-430e-8177-5e9366b55d46", "tag": "fd3aab21-c3ef-47b6-a743-76bb5f38954a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:39.644730 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2235a193-f501-4ea8-91ac-f984db229b81 x-openstack-request-id: req-2235a193-f501-4ea8-91ac-f984db229b81 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:39.645031 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270d6dc2-ab23-430e-8177-5e9366b55d46", "tag": "fd3aab21-c3ef-47b6-a743-76bb5f38954a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:39.645345 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2235a193-f501-4ea8-91ac-f984db229b81 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:39.645758 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'tag': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a', 'status': 'completed', 'code': 200} Jul 16 01:43:39.692011 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c9654c03-09a8-4a43-a925-361b348200be None None] Set router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:39.780091 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-5ca8b82f-b481-4b61-927b-7d0bf8507f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.781192 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-5ca8b82f-b481-4b61-927b-7d0bf8507f9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=541bd36bdcee4725bef5158a0e967941&device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1097 time: 0.0920548 Jul 16 01:43:39.822366 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.059490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-396da676-7a1e-436b-8c49-9042df3f5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.061085 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-396da676-7a1e-436b-8c49-9042df3f5c1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=12960294-0bc7-4c91-b68b-a65b78eded3c HTTP/1.1" status: 200 len: 907 time: 0.2693722 Jul 16 01:43:40.113463 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c9654c03-09a8-4a43-a925-361b348200be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '43ff3855-8397-4ee7-baec-7615c77441de', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'floating_ip_address': '172.25.4.23', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'port_id': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'mac_address': 'fa:16:3e:3c:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:37Z', 'updated_at': '2021-07-16T01:43:37Z', 'revision_number': 0, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758f7fdf-8775-4df6-aad3-e699ca5dd894', 'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'mac_address': 'fa:16:3e:a8:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:10Z', 'updated_at': '2021-07-16T01:43:18Z', 'revision_number': 5, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'subnets': [{'id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:40.174146 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9654c03-09a8-4a43-a925-361b348200be None None] Checking router: f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:40.191679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ecfa9961-215b-4b16-b47c-bf15727fb6a1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:40.200605 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9654c03-09a8-4a43-a925-361b348200be None None] Routers {'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:40.201521 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c9654c03-09a8-4a43-a925-361b348200be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:40.256626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.282000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-63fe0480-97bb-4fdd-8b44-2e09bcb24cb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a HTTP/1.1" status: 200 len: 998 time: 0.2117410 Jul 16 01:43:40.299117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ecfa9961-215b-4b16-b47c-bf15727fb6a1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:40.307744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ecfa9961-215b-4b16-b47c-bf15727fb6a1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:40.308114 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.361379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-fdc24cb7-4cba-45c4-8e48-27448df0318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.363690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-fdc24cb7-4cba-45c4-8e48-27448df0318e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd HTTP/1.1" status: 200 len: 846 time: 0.0747201 Jul 16 01:43:40.406801 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c9654c03-09a8-4a43-a925-361b348200be None None] Set router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:40.495089 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-d65ca0ae-4094-4cde-b8ca-3ebcc60796f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.496629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-d65ca0ae-4094-4cde-b8ca-3ebcc60796f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12960294-0bc7-4c91-b68b-a65b78eded3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249285 Jul 16 01:43:40.500478 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.553775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ecfa9961-215b-4b16-b47c-bf15727fb6a1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ecfa9961-215b-4b16-b47c-bf15727fb6a1,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:40.559207 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.584283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Router 70765f47-949c-4ef9-a237-eb0d31cbd7c4 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:40.665376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ecfa9961-215b-4b16-b47c-bf15727fb6a1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.680258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-7c3981ff-278b-4868-9af1-d6b3dfbb9205 service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746099 Jul 16 01:43:40.756762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:40.768939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Sync routers for ids ['70765f47-949c-4ef9-a237-eb0d31cbd7c4'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:40.777011 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.784195 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c8879373-3fe7-4fb2-b5a0-dd360d5b1930 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7071335 Jul 16 01:43:40.784632 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Routers {'70765f47-949c-4ef9-a237-eb0d31cbd7c4'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:40.785661 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['70765f47-949c-4ef9-a237-eb0d31cbd7c4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:40.786292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40208) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:40.804130 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c9654c03-09a8-4a43-a925-361b348200be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '43ff3855-8397-4ee7-baec-7615c77441de', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'floating_ip_address': '172.25.4.23', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'port_id': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'mac_address': 'fa:16:3e:3c:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:37Z', 'updated_at': '2021-07-16T01:43:37Z', 'revision_number': 0, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758f7fdf-8775-4df6-aad3-e699ca5dd894', 'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'mac_address': 'fa:16:3e:a8:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:10Z', 'updated_at': '2021-07-16T01:43:18Z', 'revision_number': 5, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'subnets': [{'id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:40.869000 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9654c03-09a8-4a43-a925-361b348200be None None] The sync data for ids ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'] in n-d-791504-14 is: [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '43ff3855-8397-4ee7-baec-7615c77441de', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'floating_ip_address': '172.25.4.23', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'port_id': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'mac_address': 'fa:16:3e:3c:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:37Z', 'updated_at': '2021-07-16T01:43:37Z', 'revision_number': 0, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758f7fdf-8775-4df6-aad3-e699ca5dd894', 'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'mac_address': 'fa:16:3e:a8:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:10Z', 'updated_at': '2021-07-16T01:43:18Z', 'revision_number': 5, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'subnets': [{'id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:40.894317 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d7a70aa-feb3-4851-af69-bf1415cfb2e0 req-4aaac649-a2ef-4843-b600-e3d0ee88ccee service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028203 Jul 16 01:43:40.931293 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c319d7a9-b3f1-447c-adef-7586b8b768d6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/routers/70765f47-949c-4ef9-a237-eb0d31cbd7c4 HTTP/1.1" status: 200 len: 908 time: 0.1424630 Jul 16 01:43:40.933895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40210) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:41.053781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Set router 70765f47-949c-4ef9-a237-eb0d31cbd7c4 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:41.069621 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.190457 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.257229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Deleting port 63fc782a-4751-42b7-b094-0c25b7478a31 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:41.259186 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.269464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70765f47-949c-4ef9-a237-eb0d31cbd7c4', 'name': 'tempest-snat-router-1619312666', 'tenant_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '63fc782a-4751-42b7-b094-0c25b7478a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:38Z', 'updated_at': '2021-07-16T01:43:39Z', 'revision_number': 3, 'project_id': '51ffa64102d24a81ae9131cb53cc4ed9', 'gw_port': {'id': '63fc782a-4751-42b7-b094-0c25b7478a31', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:95:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70765f47-949c-4ef9-a237-eb0d31cbd7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:38Z', 'updated_at': '2021-07-16T01:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:41.300834 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Checking router: 70765f47-949c-4ef9-a237-eb0d31cbd7c4 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:41.301246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Updating router 70765f47-949c-4ef9-a237-eb0d31cbd7c4 port 63fc782a-4751-42b7-b094-0c25b7478a31 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:41.339778 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.346315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.358361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Calling delete_port for 63fc782a-4751-42b7-b094-0c25b7478a31 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:41.561289 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.594907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event deleted for resources: {'Port': ['ID=63fc782a-4751-42b7-b094-0c25b7478a31,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.678403 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.728409 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb763d3e-7c47-4644-92ad-af25ceb4ad7a None None] New status for floating IP 43ff3855-8397-4ee7-baec-7615c77441de: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:43:41.824436 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.827336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.853396 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:41.854039 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:41.877817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.878476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70765f47-949c-4ef9-a237-eb0d31cbd7c4 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:41.887021 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.888810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-57a27422-15b7-4fef-af34-4399bc0968f6 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "DELETE /v2.0/routers/70765f47-949c-4ef9-a237-eb0d31cbd7c4 HTTP/1.1" status: 204 len: 168 time: 0.9537277 Jul 16 01:43:41.891383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40222) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:42.023791 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.107755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ecfa9961-215b-4b16-b47c-bf15727fb6a1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:42.166523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ecfa9961-215b-4b16-b47c-bf15727fb6a1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:42.166898 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.379283 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Port 63fc782a-4751-42b7-b094-0c25b7478a31 not found while updating agent binding for router 70765f47-949c-4ef9-a237-eb0d31cbd7c4. {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:43:42.389589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Routers set() bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:42.389950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Router IDs set() for agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:43:42.390606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_agentschedulers_db [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'70765f47-949c-4ef9-a237-eb0d31cbd7c4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent'). {{(pid=93946) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:43:42.390985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02e6d5-77cd-41e0-b123-4b97b275b381 None None] The sync data for ids ['70765f47-949c-4ef9-a237-eb0d31cbd7c4'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:42.432130 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.489358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Deleting port ecfa9961-215b-4b16-b47c-bf15727fb6a1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:42.491720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.578876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] For port ecfa9961-215b-4b16-b47c-bf15727fb6a1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ecfa9961-215b-4b16-b47c-bf15727fb6a1,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:42.579594 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.591384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Calling delete_port for ecfa9961-215b-4b16-b47c-bf15727fb6a1 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:42.758854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.787055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecfa9961-215b-4b16-b47c-bf15727fb6a1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:42.855318 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.950036 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.952146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.998972 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.999484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 197a1f8c-1d75-4949-8f97-0734dcdfed65 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:43.003732 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.004899 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-95df5020-f283-4699-8514-0c08b69981d7 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "DELETE /v2.0/routers/197a1f8c-1d75-4949-8f97-0734dcdfed65 HTTP/1.1" status: 204 len: 168 time: 1.1123450 Jul 16 01:43:43.009834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:43.014464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-132595525', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:43.041094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.042099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.097483 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.257202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.468075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.488207 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.623043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Allocated IP 172.25.4.145 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/96a1110a-1a69-4b8d-a1c8-c38869987d7e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:43.735599 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.780027 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.826419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:43.829236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:43.831844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:43.858736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Pushing event updated for resources: {'Port': ['ID=96a1110a-1a69-4b8d-a1c8-c38869987d7e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:44.107975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ecfa9961-215b-4b16-b47c-bf15727fb6a1 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:44.134479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ecfa9961-215b-4b16-b47c-bf15727fb6a1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:44.134849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ecfa9961-215b-4b16-b47c-bf15727fb6a1 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:44.178281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.439416 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.588009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Router 4464facc-231d-49f4-9a48-9ecd90ddd6a5 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:44.700405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:44.712920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a60ae6-ba79-4287-a8f6-54dd66f85aec None None] Sync routers for ids ['4464facc-231d-49f4-9a48-9ecd90ddd6a5'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:44.719720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.722444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a60ae6-ba79-4287-a8f6-54dd66f85aec None None] Routers {'4464facc-231d-49f4-9a48-9ecd90ddd6a5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:44.722728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-54ed7cea-06b4-4d32-aed5-6e9e2fddf027 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7116024 Jul 16 01:43:44.723065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f1a60ae6-ba79-4287-a8f6-54dd66f85aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4464facc-231d-49f4-9a48-9ecd90ddd6a5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:44.723898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40240) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:44.729512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-075221d3-235a-47aa-a638-e2a0b4e05ae8 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'enable_snat': False}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:44.758186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f1a60ae6-ba79-4287-a8f6-54dd66f85aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:44.768822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a60ae6-ba79-4287-a8f6-54dd66f85aec None None] Routers {'4464facc-231d-49f4-9a48-9ecd90ddd6a5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:44.769012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f1a60ae6-ba79-4287-a8f6-54dd66f85aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4464facc-231d-49f4-9a48-9ecd90ddd6a5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:44.804661 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f1a60ae6-ba79-4287-a8f6-54dd66f85aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:44.805989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a60ae6-ba79-4287-a8f6-54dd66f85aec None None] The sync data for ids ['4464facc-231d-49f4-9a48-9ecd90ddd6a5'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:45.033770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-075221d3-235a-47aa-a638-e2a0b4e05ae8 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.447685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-075221d3-235a-47aa-a638-e2a0b4e05ae8 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.450929 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-075221d3-235a-47aa-a638-e2a0b4e05ae8 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.556134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075221d3-235a-47aa-a638-e2a0b4e05ae8 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Router 4464facc-231d-49f4-9a48-9ecd90ddd6a5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:45.934295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075221d3-235a-47aa-a638-e2a0b4e05ae8 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:45.938742 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-075221d3-235a-47aa-a638-e2a0b4e05ae8 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.939929 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-075221d3-235a-47aa-a638-e2a0b4e05ae8 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "PUT /v2.0/routers/4464facc-231d-49f4-9a48-9ecd90ddd6a5 HTTP/1.1" status: 200 len: 925 time: 1.2147605 Jul 16 01:43:45.943417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40248) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:45.944069 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b305ee-f1f1-46a4-a709-2c8b1049c9d7 None None] Sync routers for ids ['4464facc-231d-49f4-9a48-9ecd90ddd6a5'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:45.957829 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b305ee-f1f1-46a4-a709-2c8b1049c9d7 None None] Routers {'4464facc-231d-49f4-9a48-9ecd90ddd6a5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:45.959400 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1b305ee-f1f1-46a4-a709-2c8b1049c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4464facc-231d-49f4-9a48-9ecd90ddd6a5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:46.074512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40254) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.074787 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6a41722a-e886-4e86-9c7a-f54b976d8418 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/routers/4464facc-231d-49f4-9a48-9ecd90ddd6a5 HTTP/1.1" status: 200 len: 925 time: 0.1294348 Jul 16 01:43:46.090490 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1b305ee-f1f1-46a4-a709-2c8b1049c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:46.101704 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b305ee-f1f1-46a4-a709-2c8b1049c9d7 None None] Routers {'4464facc-231d-49f4-9a48-9ecd90ddd6a5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:46.102576 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1b305ee-f1f1-46a4-a709-2c8b1049c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4464facc-231d-49f4-9a48-9ecd90ddd6a5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:46.137040 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1b305ee-f1f1-46a4-a709-2c8b1049c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:46.137699 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b305ee-f1f1-46a4-a709-2c8b1049c9d7 None None] The sync data for ids ['4464facc-231d-49f4-9a48-9ecd90ddd6a5'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:46.171645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343c0f4f-c528-4527-8737-f04537ba0f1a tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.173508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-343c0f4f-c528-4527-8737-f04537ba0f1a tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&device_id=4464facc-231d-49f4-9a48-9ecd90ddd6a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0977077 Jul 16 01:43:46.176095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40258) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.266682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6323cf-d023-4864-a4c4-48138764382c tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.268071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dc6323cf-d023-4864-a4c4-48138764382c tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 881 time: 0.0911968 Jul 16 01:43:46.271045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.303303 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1718b874-8e2c-4623-b617-170916cb03fb tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=4464facc-231d-49f4-9a48-9ecd90ddd6a5 HTTP/1.1" status: 200 len: 205 time: 0.0307171 Jul 16 01:43:46.305695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40262) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.413604 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.524226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.579309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Deleting port 96a1110a-1a69-4b8d-a1c8-c38869987d7e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:46.579545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.661195 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.673702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Calling delete_port for 96a1110a-1a69-4b8d-a1c8-c38869987d7e owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:46.849701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.878379 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Pushing event deleted for resources: {'Port': ['ID=96a1110a-1a69-4b8d-a1c8-c38869987d7e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.939740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.036365 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.038911 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.082358 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.082885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Fanout notify agent at l3_agent the message router_deleted on router 4464facc-231d-49f4-9a48-9ecd90ddd6a5 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:47.089742 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.094496 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-93a23d92-6336-456d-b5da-f0dd72f2b58f tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/4464facc-231d-49f4-9a48-9ecd90ddd6a5 HTTP/1.1" status: 204 len: 168 time: 0.7842546 Jul 16 01:43:47.095334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40264) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.100661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fe6f1091-4124-444c-9b79-280cae33596d tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1417880727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:47.127086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1091-4124-444c-9b79-280cae33596d tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.128468 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1091-4124-444c-9b79-280cae33596d tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.184975 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1091-4124-444c-9b79-280cae33596d tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.190817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1091-4124-444c-9b79-280cae33596d tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.208348 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1091-4124-444c-9b79-280cae33596d tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.209790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fe6f1091-4124-444c-9b79-280cae33596d tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1134090 Jul 16 01:43:47.212928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40268) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.219353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:47.435813 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.639118 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.659113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.081095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Allocated IP 172.25.4.178 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/ade4fb39-e10b-4eae-865d-e3d6b0c6b6b0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:48.189142 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.228825 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.273367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:48.278815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:48.282486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:48.310656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Pushing event updated for resources: {'Port': ['ID=ade4fb39-e10b-4eae-865d-e3d6b0c6b6b0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.546741 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.767759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.771415 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.910262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Router 1909d259-24ad-43a2-bd4d-3ed1b3db5f20 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:49.025565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:49.033143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.037382 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e7b11678-78b8-47ed-893c-7ab883829a8b tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "PUT /v2.0/routers/1909d259-24ad-43a2-bd4d-3ed1b3db5f20 HTTP/1.1" status: 200 len: 884 time: 1.8202126 Jul 16 01:43:49.037640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e6791-1d45-48ae-853e-ab4aa4cb5ca2 None None] Sync routers for ids ['1909d259-24ad-43a2-bd4d-3ed1b3db5f20'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:49.038122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40274) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.054113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e6791-1d45-48ae-853e-ab4aa4cb5ca2 None None] Routers {'1909d259-24ad-43a2-bd4d-3ed1b3db5f20'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:49.054759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed1e6791-1d45-48ae-853e-ab4aa4cb5ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1909d259-24ad-43a2-bd4d-3ed1b3db5f20'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.088324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed1e6791-1d45-48ae-853e-ab4aa4cb5ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.097036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e6791-1d45-48ae-853e-ab4aa4cb5ca2 None None] Routers {'1909d259-24ad-43a2-bd4d-3ed1b3db5f20'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:49.097655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed1e6791-1d45-48ae-853e-ab4aa4cb5ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1909d259-24ad-43a2-bd4d-3ed1b3db5f20'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.134706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed1e6791-1d45-48ae-853e-ab4aa4cb5ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.135277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e6791-1d45-48ae-853e-ab4aa4cb5ca2 None None] The sync data for ids ['1909d259-24ad-43a2-bd4d-3ed1b3db5f20'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:49.154117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e1d83262-93ad-492f-bd4d-903773a22922 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/routers/1909d259-24ad-43a2-bd4d-3ed1b3db5f20 HTTP/1.1" status: 200 len: 925 time: 0.1146524 Jul 16 01:43:49.156981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40276) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.214482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26584a10-3e7a-4945-8b8a-c44983f4198d tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.216005 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-26584a10-3e7a-4945-8b8a-c44983f4198d tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&device_id=1909d259-24ad-43a2-bd4d-3ed1b3db5f20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0582368 Jul 16 01:43:49.218741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.318712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bba2bd7-265b-4367-b39a-6f5df5462940 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.322878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3bba2bd7-265b-4367-b39a-6f5df5462940 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 881 time: 0.1006064 Jul 16 01:43:49.323189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40282) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.359284 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d76fd67f-8cdf-4a16-ab2d-512921195048 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=1909d259-24ad-43a2-bd4d-3ed1b3db5f20 HTTP/1.1" status: 200 len: 205 time: 0.0317428 Jul 16 01:43:49.359969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.471987 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.577909 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.633819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Deleting port ade4fb39-e10b-4eae-865d-e3d6b0c6b6b0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:49.634138 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.717607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.730196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Calling delete_port for ade4fb39-e10b-4eae-865d-e3d6b0c6b6b0 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:49.901788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.928460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Pushing event deleted for resources: {'Port': ['ID=ade4fb39-e10b-4eae-865d-e3d6b0c6b6b0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.995265 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.090266 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.092354 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.144171 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.144695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Fanout notify agent at l3_agent the message router_deleted on router 1909d259-24ad-43a2-bd4d-3ed1b3db5f20 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:50.153491 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.154636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-130e596b-07e1-4a87-bf6c-682a56e29049 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/1909d259-24ad-43a2-bd4d-3ed1b3db5f20 HTTP/1.1" status: 204 len: 168 time: 0.7938678 Jul 16 01:43:50.158528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.165313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-55e40671-8cc7-4fa6-a768-99743af13bb6 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1248507916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:50.189571 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55e40671-8cc7-4fa6-a768-99743af13bb6 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.190613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55e40671-8cc7-4fa6-a768-99743af13bb6 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.241547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55e40671-8cc7-4fa6-a768-99743af13bb6 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.245689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55e40671-8cc7-4fa6-a768-99743af13bb6 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.263630 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55e40671-8cc7-4fa6-a768-99743af13bb6 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.264823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-55e40671-8cc7-4fa6-a768-99743af13bb6 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1044307 Jul 16 01:43:50.267492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.272490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'enable_snat': True}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:50.476455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.675760 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.695037 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.802622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Allocated IP 172.25.4.93 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/dc36e64c-2752-44dc-be4b-60da21c4b2e0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:50.922278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.965808 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.009721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:51.012572 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:51.016189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:51.039825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event updated for resources: {'Port': ['ID=dc36e64c-2752-44dc-be4b-60da21c4b2e0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.271224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.473284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.478555 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.942182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Router e665fb2a-7115-4362-b107-f5930d006843 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:52.053801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:52.058297 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.059765 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8ae5ca11-a0a1-4a38-a067-bd7706187056 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "PUT /v2.0/routers/e665fb2a-7115-4362-b107-f5930d006843 HTTP/1.1" status: 200 len: 918 time: 1.7913430 Jul 16 01:43:52.062574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40296) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.062930 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f15be77-0cb6-4997-a0db-733d4838032d None None] Sync routers for ids ['e665fb2a-7115-4362-b107-f5930d006843'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:52.073443 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f15be77-0cb6-4997-a0db-733d4838032d None None] Routers {'e665fb2a-7115-4362-b107-f5930d006843'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:52.074094 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0f15be77-0cb6-4997-a0db-733d4838032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e665fb2a-7115-4362-b107-f5930d006843'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:52.108533 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0f15be77-0cb6-4997-a0db-733d4838032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:52.118227 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f15be77-0cb6-4997-a0db-733d4838032d None None] Routers {'e665fb2a-7115-4362-b107-f5930d006843'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:52.118847 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0f15be77-0cb6-4997-a0db-733d4838032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e665fb2a-7115-4362-b107-f5930d006843'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:52.151056 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0f15be77-0cb6-4997-a0db-733d4838032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:52.151621 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f15be77-0cb6-4997-a0db-733d4838032d None None] The sync data for ids ['e665fb2a-7115-4362-b107-f5930d006843'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:52.171135 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7728f39d-4e6e-43b9-9573-b37de5d1e859 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/routers/e665fb2a-7115-4362-b107-f5930d006843 HTTP/1.1" status: 200 len: 924 time: 0.1074381 Jul 16 01:43:52.175025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40298) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.260257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f7029-044f-4d05-bb3d-ad770a0b249b tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.261800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bd4f7029-044f-4d05-bb3d-ad770a0b249b tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&device_id=e665fb2a-7115-4362-b107-f5930d006843&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0858738 Jul 16 01:43:52.265427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40300) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.353464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc05451-6566-4217-bc96-5c8aa25a8489 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.354933 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6bc05451-6566-4217-bc96-5c8aa25a8489 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 881 time: 0.0885887 Jul 16 01:43:52.357729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40302) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.387306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-38d7c227-fbea-4fc7-8759-62d5771f6f8e tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=e665fb2a-7115-4362-b107-f5930d006843 HTTP/1.1" status: 200 len: 205 time: 0.0283937 Jul 16 01:43:52.389867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.503848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.618466 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.672594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Deleting port dc36e64c-2752-44dc-be4b-60da21c4b2e0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:52.673007 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.753586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.765551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Calling delete_port for dc36e64c-2752-44dc-be4b-60da21c4b2e0 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:52.936916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.964010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Pushing event deleted for resources: {'Port': ['ID=dc36e64c-2752-44dc-be4b-60da21c4b2e0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.025074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.116839 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.119066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.167035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.167645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Fanout notify agent at l3_agent the message router_deleted on router e665fb2a-7115-4362-b107-f5930d006843 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:53.174484 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.175587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c6dfa37d-917c-4f9c-9a00-8d902ad453e7 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/e665fb2a-7115-4362-b107-f5930d006843 HTTP/1.1" status: 204 len: 168 time: 0.7849772 Jul 16 01:43:53.180179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40308) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:53.184692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b1837edd-3de9-4274-b0ae-2c1af06ec0d9 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1246019639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:53.207631 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1837edd-3de9-4274-b0ae-2c1af06ec0d9 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.209212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1837edd-3de9-4274-b0ae-2c1af06ec0d9 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.261944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1837edd-3de9-4274-b0ae-2c1af06ec0d9 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.266302 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1837edd-3de9-4274-b0ae-2c1af06ec0d9 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.283046 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1837edd-3de9-4274-b0ae-2c1af06ec0d9 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.284169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b1837edd-3de9-4274-b0ae-2c1af06ec0d9 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1030269 Jul 16 01:43:53.287184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40310) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:53.292020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'enable_snat': False}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:53.500490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.717351 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.737955 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.852044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Allocated IP 172.25.4.166 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/2d47650d-1614-43a6-a312-7e1210968b1a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:53.959233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.999496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.035188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:54.040932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:54.045052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:54.069368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Pushing event updated for resources: {'Port': ['ID=2d47650d-1614-43a6-a312-7e1210968b1a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.304953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.505310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.508769 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.561739 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-534e2b4c-de0e-4644-ab57-1c89568f6417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.962245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Router 80d4cf87-ac0d-4ea4-9b02-378e3d1cd152 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:55.069355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:55.073633 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.075784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f1343bf5-d852-490a-873c-757dfcd463df tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "PUT /v2.0/routers/80d4cf87-ac0d-4ea4-9b02-378e3d1cd152 HTTP/1.1" status: 200 len: 920 time: 1.7876308 Jul 16 01:43:55.077521 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40316) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.078599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f50158-600b-490a-a319-d46f578615cf None None] Sync routers for ids ['80d4cf87-ac0d-4ea4-9b02-378e3d1cd152'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:55.089539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f50158-600b-490a-a319-d46f578615cf None None] Routers {'80d4cf87-ac0d-4ea4-9b02-378e3d1cd152'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:55.090185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-02f50158-600b-490a-a319-d46f578615cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['80d4cf87-ac0d-4ea4-9b02-378e3d1cd152'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.123436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-02f50158-600b-490a-a319-d46f578615cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.132992 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f50158-600b-490a-a319-d46f578615cf None None] Routers {'80d4cf87-ac0d-4ea4-9b02-378e3d1cd152'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:55.133605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-02f50158-600b-490a-a319-d46f578615cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['80d4cf87-ac0d-4ea4-9b02-378e3d1cd152'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.166940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-02f50158-600b-490a-a319-d46f578615cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.167606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f50158-600b-490a-a319-d46f578615cf None None] The sync data for ids ['80d4cf87-ac0d-4ea4-9b02-378e3d1cd152'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:55.447441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-53f76be9-682a-4a96-aa9f-629cbbbc81bc tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/routers/80d4cf87-ac0d-4ea4-9b02-378e3d1cd152 HTTP/1.1" status: 200 len: 926 time: 0.3685405 Jul 16 01:43:55.450169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40318) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.509097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f3b6d8-abab-40be-9783-516277edf488 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.510654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-83f3b6d8-abab-40be-9783-516277edf488 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&device_id=80d4cf87-ac0d-4ea4-9b02-378e3d1cd152&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0594394 Jul 16 01:43:55.513356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40320) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.603992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4836dae2-fbcf-4b24-b245-7608d6eafe4c tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.605683 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4836dae2-fbcf-4b24-b245-7608d6eafe4c tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/networks/d87f37df-43b0-4002-ae3b-0ea68dbbf9af HTTP/1.1" status: 200 len: 881 time: 0.0913255 Jul 16 01:43:55.609810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.648265 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9450895b-853c-4c61-bdb3-a356a0e7d0cb tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d4cf87-ac0d-4ea4-9b02-378e3d1cd152 HTTP/1.1" status: 200 len: 205 time: 0.0369899 Jul 16 01:43:55.650689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40324) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.701311 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.782505 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.900485 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.971371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Deleting port 2d47650d-1614-43a6-a312-7e1210968b1a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:55.971796 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.048074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.062930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Calling delete_port for 2d47650d-1614-43a6-a312-7e1210968b1a owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:56.233350 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.259173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Pushing event deleted for resources: {'Port': ['ID=2d47650d-1614-43a6-a312-7e1210968b1a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:56.330429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.430122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.432385 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.477977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.478573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Fanout notify agent at l3_agent the message router_deleted on router 80d4cf87-ac0d-4ea4-9b02-378e3d1cd152 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:56.486824 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.488224 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ed052e22-a506-4874-b130-60555601cb3c tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/80d4cf87-ac0d-4ea4-9b02-378e3d1cd152 HTTP/1.1" status: 204 len: 168 time: 0.8364732 Jul 16 01:43:56.492836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.500322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1696410508', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:56.525758 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.526806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.586506 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.731496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.764278 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.989087 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.010859 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.123052 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbc923c1-107f-4899-8a48-f3ef95b43606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.126457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Allocated IP 172.25.4.109 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/81afb158-2183-4a20-b31e-5c8537fc65ed) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:57.232834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.274065 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.320728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:57.323765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:57.326229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:57.331915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Pushing event updated for resources: {'Port': ['ID=81afb158-2183-4a20-b31e-5c8537fc65ed,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:57.581340 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.625174 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.785833 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.915189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Router 6f7686ed-78a8-4a9a-b893-a4bffed67818 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:58.023575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:58.033500 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc42aec-3737-4b8f-ade9-df5bf106f799 None None] Sync routers for ids ['6f7686ed-78a8-4a9a-b893-a4bffed67818'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:58.044658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.044884 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc42aec-3737-4b8f-ade9-df5bf106f799 None None] Routers {'6f7686ed-78a8-4a9a-b893-a4bffed67818'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:58.045381 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6cc42aec-3737-4b8f-ade9-df5bf106f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['6f7686ed-78a8-4a9a-b893-a4bffed67818'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:58.046320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c93b9ce5-a93d-432c-8721-d5e8e9713353 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.5515852 Jul 16 01:43:58.049135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40342) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:58.056181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:58.089827 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6cc42aec-3737-4b8f-ade9-df5bf106f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:58.099373 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc42aec-3737-4b8f-ade9-df5bf106f799 None None] Routers {'6f7686ed-78a8-4a9a-b893-a4bffed67818'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:58.099858 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6cc42aec-3737-4b8f-ade9-df5bf106f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['6f7686ed-78a8-4a9a-b893-a4bffed67818'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:58.134729 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6cc42aec-3737-4b8f-ade9-df5bf106f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:58.135622 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc42aec-3737-4b8f-ade9-df5bf106f799 None None] The sync data for ids ['6f7686ed-78a8-4a9a-b893-a4bffed67818'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:58.494061 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.688391 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.703848 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.767993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Deleting port 81afb158-2183-4a20-b31e-5c8537fc65ed {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:58.768405 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.859281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.874959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Calling delete_port for 81afb158-2183-4a20-b31e-5c8537fc65ed owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:59.069551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.095934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Pushing event deleted for resources: {'Port': ['ID=81afb158-2183-4a20-b31e-5c8537fc65ed,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.181985 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.409189 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.414347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811599'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.498453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Router 6f7686ed-78a8-4a9a-b893-a4bffed67818 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:59.576540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:59.585106 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.586330 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c2f1a831-f168-47f9-ac9f-23115ee02ecd tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "PUT /v2.0/routers/6f7686ed-78a8-4a9a-b893-a4bffed67818 HTTP/1.1" status: 200 len: 710 time: 1.5358632 Jul 16 01:43:59.586965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f07abf-176a-4a64-9d4c-44cccb6cb1d9 None None] Sync routers for ids ['6f7686ed-78a8-4a9a-b893-a4bffed67818'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:59.589129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40350) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.596369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f07abf-176a-4a64-9d4c-44cccb6cb1d9 None None] Routers {'6f7686ed-78a8-4a9a-b893-a4bffed67818'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:59.596984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9f07abf-176a-4a64-9d4c-44cccb6cb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['6f7686ed-78a8-4a9a-b893-a4bffed67818'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.630286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9f07abf-176a-4a64-9d4c-44cccb6cb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.638879 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f07abf-176a-4a64-9d4c-44cccb6cb1d9 None None] Routers {'6f7686ed-78a8-4a9a-b893-a4bffed67818'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:59.639493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9f07abf-176a-4a64-9d4c-44cccb6cb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['6f7686ed-78a8-4a9a-b893-a4bffed67818'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.660395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2de572cb-fce8-4c0c-afc9-7a0d3178ce34 tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/routers/6f7686ed-78a8-4a9a-b893-a4bffed67818 HTTP/1.1" status: 200 len: 745 time: 0.0699682 Jul 16 01:43:59.663904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.673088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9f07abf-176a-4a64-9d4c-44cccb6cb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.673739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f07abf-176a-4a64-9d4c-44cccb6cb1d9 None None] The sync data for ids ['6f7686ed-78a8-4a9a-b893-a4bffed67818'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:59.734299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bd8cb55f-a4d0-4b08-a957-7c0b7234eacd tempest-RoutersIpV6AdminTest-2056406015 tempest-RoutersIpV6AdminTest-2056406015-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&device_id=6f7686ed-78a8-4a9a-b893-a4bffed67818 HTTP/1.1" status: 200 len: 205 time: 0.0688422 Jul 16 01:43:59.736967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40354) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.767633 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9c73a97d-8e51-4964-aae1-f450a1981f14 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f7686ed-78a8-4a9a-b893-a4bffed67818 HTTP/1.1" status: 200 len: 205 time: 0.0295136 Jul 16 01:43:59.770453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40356) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.845177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dea314be-148f-4486-a18f-d8cead4c61e3 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.005980 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dea314be-148f-4486-a18f-d8cead4c61e3 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.008450 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dea314be-148f-4486-a18f-d8cead4c61e3 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.053044 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dea314be-148f-4486-a18f-d8cead4c61e3 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.053582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea314be-148f-4486-a18f-d8cead4c61e3 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7686ed-78a8-4a9a-b893-a4bffed67818 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:00.060517 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dea314be-148f-4486-a18f-d8cead4c61e3 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.061736 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dea314be-148f-4486-a18f-d8cead4c61e3 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/6f7686ed-78a8-4a9a-b893-a4bffed67818 HTTP/1.1" status: 204 len: 168 time: 0.2905114 Jul 16 01:44:00.065199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40358) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.095464 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d31cad58-b085-4acb-bb47-3bba1dc20715 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f7686ed-78a8-4a9a-b893-a4bffed67818 HTTP/1.1" status: 200 len: 205 time: 0.0291624 Jul 16 01:44:00.097733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.112413 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.138688 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-f934a46c-5a30-47b0-ade3-9442f22767ae tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] delete failed (client error): The resource could not be found. Jul 16 01:44:00.139719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f934a46c-5a30-47b0-ade3-9442f22767ae tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/6f7686ed-78a8-4a9a-b893-a4bffed67818 HTTP/1.1" status: 404 len: 336 time: 0.0410066 Jul 16 01:44:00.142360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40362) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.171969 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1d52da41-c6f4-4c05-9e70-8dd9b82bd9fe tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d4cf87-ac0d-4ea4-9b02-378e3d1cd152 HTTP/1.1" status: 200 len: 205 time: 0.0285015 Jul 16 01:44:00.174358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40364) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.212195 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-d1c46990-ee01-43d8-9070-28418874dffc tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] delete failed (client error): The resource could not be found. Jul 16 01:44:00.213224 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d1c46990-ee01-43d8-9070-28418874dffc tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/80d4cf87-ac0d-4ea4-9b02-378e3d1cd152 HTTP/1.1" status: 404 len: 336 time: 0.0379524 Jul 16 01:44:00.215880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.250761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-54b12920-1b33-4e98-9c50-be232bf12728 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=e665fb2a-7115-4362-b107-f5930d006843 HTTP/1.1" status: 200 len: 205 time: 0.0337996 Jul 16 01:44:00.252999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.293178 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-29716a48-1aa3-40b5-8cd3-4fe602a953a1 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] delete failed (client error): The resource could not be found. Jul 16 01:44:00.294221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-29716a48-1aa3-40b5-8cd3-4fe602a953a1 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/e665fb2a-7115-4362-b107-f5930d006843 HTTP/1.1" status: 404 len: 336 time: 0.0403221 Jul 16 01:44:00.296990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.327017 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c195b8a1-92f0-490b-83a5-aa8b1cc86da8 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=1909d259-24ad-43a2-bd4d-3ed1b3db5f20 HTTP/1.1" status: 200 len: 205 time: 0.0288525 Jul 16 01:44:00.329480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40376) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.369042 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-00847e2b-8df8-4434-92aa-ca12bd1fc7d8 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] delete failed (client error): The resource could not be found. Jul 16 01:44:00.372741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-00847e2b-8df8-4434-92aa-ca12bd1fc7d8 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/1909d259-24ad-43a2-bd4d-3ed1b3db5f20 HTTP/1.1" status: 404 len: 336 time: 0.0395362 Jul 16 01:44:00.372908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40378) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.414596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40382) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.419983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5e17209a-d5b5-445c-bb06-83a1ec70b069 tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=4464facc-231d-49f4-9a48-9ecd90ddd6a5 HTTP/1.1" status: 200 len: 205 time: 0.0405743 Jul 16 01:44:00.460337 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-4cf007e0-5d68-4ee8-a587-ae92426c07de tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] delete failed (client error): The resource could not be found. Jul 16 01:44:00.461383 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4cf007e0-5d68-4ee8-a587-ae92426c07de tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/4464facc-231d-49f4-9a48-9ecd90ddd6a5 HTTP/1.1" status: 404 len: 336 time: 0.0424500 Jul 16 01:44:00.464013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40384) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.494316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1d4f706d-a265-420a-8b20-6eb67691d67e tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "GET /v2.0/ports?device_id=b499f546-51ed-4c7b-ac63-f7087f38f5cd HTTP/1.1" status: 200 len: 205 time: 0.0291979 Jul 16 01:44:00.496559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40386) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.533181 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-1c505be0-cf9f-42a7-8dad-ffa982c58d5a tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] delete failed (client error): The resource could not be found. Jul 16 01:44:00.534147 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1c505be0-cf9f-42a7-8dad-ffa982c58d5a tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/routers/b499f546-51ed-4c7b-ac63-f7087f38f5cd HTTP/1.1" status: 404 len: 336 time: 0.0365875 Jul 16 01:44:00.537498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40388) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.570024 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8ff14e-67e2-45e4-aceb-cdf8c058ffff tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:00.570506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8ff14e-67e2-45e4-aceb-cdf8c058ffff tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:00.574664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8a8ff14e-67e2-45e4-aceb-cdf8c058ffff tempest-RoutersIpV6AdminTest-992450382 tempest-RoutersIpV6AdminTest-992450382-project] 10.222.0.64 "DELETE /v2.0/subnets/3be5f22c-e4b2-466a-a505-d0be620f6133 HTTP/1.1" status: 404 len: 337 time: 0.0338314 Jul 16 01:44:00.862647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40394) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.986246 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16dfb90a-7bc1-4c9b-bbd4-416d440a7cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.084734 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16dfb90a-7bc1-4c9b-bbd4-416d440a7cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.088665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16dfb90a-7bc1-4c9b-bbd4-416d440a7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.127945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-16dfb90a-7bc1-4c9b-bbd4-416d440a7cbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5965064b5bed47cdab0b76e9fd4b182e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641606 Jul 16 01:44:01.128949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfb90a-7bc1-4c9b-bbd4-416d440a7cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195b1ce7-021e-4ecf-b9bb-062f71000d2e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.131575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40398) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.183892 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5185b0d-e1f4-4a63-8315-6a6d71fb451c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.205513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5185b0d-e1f4-4a63-8315-6a6d71fb451c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.260657 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5185b0d-e1f4-4a63-8315-6a6d71fb451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.263507 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5185b0d-e1f4-4a63-8315-6a6d71fb451c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.264667 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b5185b0d-e1f4-4a63-8315-6a6d71fb451c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/195b1ce7-021e-4ecf-b9bb-062f71000d2e HTTP/1.1" status: 204 len: 168 time: 0.1302462 Jul 16 01:44:01.275224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5185b0d-e1f4-4a63-8315-6a6d71fb451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195b1ce7-021e-4ecf-b9bb-062f71000d2e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.616943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40406) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.661095 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f27cddab-fcab-4f3e-ab12-1f54832da014 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51ffa64102d24a81ae9131cb53cc4ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423541 Jul 16 01:44:01.663587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.714897 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.736290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.788381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.791501 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.792644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cec8bd15-6435-4a03-8123-eec77df0d2c8 HTTP/1.1" status: 204 len: 168 time: 0.1281292 Jul 16 01:44:01.800337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec8bd15-6435-4a03-8123-eec77df0d2c8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.808326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.808668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.809007 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.809336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.809665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.809995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.810341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.810661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.810980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.811396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.811663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:01.812152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ed005-5d19-4f0c-b3d9-2118d3ce4140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:02.515076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40434) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.623924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-981444451'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:02.647100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Made reservation on behalf of 8d411d896f1a4339849e62739902dc03 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:02.650778 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.659964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.768908 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.774223 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.829218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:02.840041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d144842-0f31-48ab-9770-852fd273a227,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.848363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.849358 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Added segment 531fff4e-6240-46ae-9419-5bdfbbaf021e of type vlan for network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 Jul 16 01:44:02.903352 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.921892 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-a9ca0a42-621c-43e7-b2ac-5941eb075e02 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1304426 Jul 16 01:44:02.939569 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.946909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.947632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.024340 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5051498 Jul 16 01:44:03.025861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40440) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.030470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Request body: {'subnet': {'network_id': '5e9bef88-9b86-4e2c-836d-29907c78c6e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:03.056126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4598cb-8aa9-4e96-b0ef-0b338e847e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event updated for resources: {'Network': ['ID=5e9bef88-9b86-4e2c-836d-29907c78c6e4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.070344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:03.079818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-89a850ef-0718-4bbf-9ca5-f31d183d31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.081327 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-89a850ef-0718-4bbf-9ca5-f31d183d31f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f378b231dd84238bed2be1c7563f05e&device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 1098 time: 0.1012232 Jul 16 01:44:03.149860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Made reservation on behalf of 8d411d896f1a4339849e62739902dc03 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:03.154396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.224609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-25c99eee-60dc-4d8b-8d0b-36532c1b8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.226323 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-25c99eee-60dc-4d8b-8d0b-36532c1b8d33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3fb879bb-45ff-41f8-9280-102bb8518eb7 HTTP/1.1" status: 200 len: 914 time: 0.1139829 Jul 16 01:44:03.272706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-312b8a10-d9e1-4590-ac7a-49af1161eb6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762a9405-1a94-4ce0-b03a-e83388307d84 HTTP/1.1" status: 200 len: 217 time: 0.0378149 Jul 16 01:44:03.332917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-15f6726e-2680-4fdf-ae91-d82b94a8dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.334679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-15f6726e-2680-4fdf-ae91-d82b94a8dafb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dde04f99-f827-4bde-9e35-23b0444a380b HTTP/1.1" status: 200 len: 854 time: 0.0544813 Jul 16 01:44:03.350686 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.373097 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-1d1ee2c0-5859-4593-be2f-7854ae5b481a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3fb879bb-45ff-41f8-9280-102bb8518eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291088 Jul 16 01:44:03.413569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event updated for resources: {'Subnet': ['ID=21d2d95c-01f8-4e89-97b8-368084bfe9f0,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.447366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Checking segment: {'id': '531fff4e-6240-46ae-9419-5bdfbbaf021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e9bef88-9b86-4e2c-836d-29907c78c6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:03.447713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Network hostable DHCP agents. Network: 5e9bef88-9b86-4e2c-836d-29907c78c6e4, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:03.481281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:03.496787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 5e9bef88-9b86-4e2c-836d-29907c78c6e4) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:03.505137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.506139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.522955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c2a59a-0870-44e3-a6b9-874c58b4c92c None None] Network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:03.531461 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7aee7dd2-76bf-4eb9-912c-a36977cb8993 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5051115 Jul 16 01:44:03.534706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40442) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.540376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Request body: {'port': {'network_id': '5e9bef88-9b86-4e2c-836d-29907c78c6e4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1928690737'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:03.549866 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-db781190-0fc0-425a-a4e0-9e31a3971be2 service neutron] 10.222.0.50 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698372 Jul 16 01:44:03.674042 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8032c0be-e8d8-4ebd-bfa8-d7447acd63eb req-d4ee63d0-2577-4dc4-aec5-9d1b9cb7bb48 service neutron] 10.222.0.50 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117132 Jul 16 01:44:03.707175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Made reservation on behalf of 8d411d896f1a4339849e62739902dc03 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:03.712045 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.730595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] device_id is not set on port dd82a30b-ba3c-4f60-bd04-659b7618d439 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:03.734684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-5e9bef88-9b86-4e2c-836d-29907c78c6e4', 'network_id': '5e9bef88-9b86-4e2c-836d-29907c78c6e4', 'tenant_id': '8d411d896f1a4339849e62739902dc03', 'fixed_ips': [{'subnet_id': '21d2d95c-01f8-4e89-97b8-368084bfe9f0'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:03.735696 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.856999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Allocated IP 2001:db8::3dd (5e9bef88-9b86-4e2c-836d-29907c78c6e4/21d2d95c-01f8-4e89-97b8-368084bfe9f0/dd82a30b-ba3c-4f60-bd04-659b7618d439) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:04.011222 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.025118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Transition to ACTIVE for port object dd82a30b-ba3c-4f60-bd04-659b7618d439 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:04.058871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.105153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Allocated IP 2001:db8::2 (5e9bef88-9b86-4e2c-836d-29907c78c6e4/21d2d95c-01f8-4e89-97b8-368084bfe9f0/6ac176a0-dea0-4287-9068-88c0dc7c8563) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:04.107064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:04.112761 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:04.117224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:04.123094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:04.123732 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.137466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event updated for resources: {'Port': ['ID=dd82a30b-ba3c-4f60-bd04-659b7618d439,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.144959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-19aa11e9-e2ec-430f-974b-9e76fac80067 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6089780 Jul 16 01:44:04.148678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.153551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Request body: {'port': {'network_id': '5e9bef88-9b86-4e2c-836d-29907c78c6e4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2052836341', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:04.154123 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] bootfile-name is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:04.154460 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] tftp-server is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:04.154783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] server-ip-address is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:04.258643 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.267453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Transition to ACTIVE for port object 6ac176a0-dea0-4287-9068-88c0dc7c8563 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:04.270866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Made reservation on behalf of 8d411d896f1a4339849e62739902dc03 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:04.274847 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.283949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Transition to ACTIVE for port object 6ac176a0-dea0-4287-9068-88c0dc7c8563 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:04.292041 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.296548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] device_id is not set on port c3cbd10c-f051-4994-8005-27c184fb6cda yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:04.342434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:04.347727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:04.353175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:04.356522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Pushing event updated for resources: {'Port': ['ID=6ac176a0-dea0-4287-9068-88c0dc7c8563,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.417833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Attempting to bind port 6ac176a0-dea0-4287-9068-88c0dc7c8563 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:04.418226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Attempting to bind port 6ac176a0-dea0-4287-9068-88c0dc7c8563 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '531fff4e-6240-46ae-9419-5bdfbbaf021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e9bef88-9b86-4e2c-836d-29907c78c6e4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:04.418890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Attempting to bind port 6ac176a0-dea0-4287-9068-88c0dc7c8563 on network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:04.424443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:04.424683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Allocated IP 2001:db8::20b (5e9bef88-9b86-4e2c-836d-29907c78c6e4/21d2d95c-01f8-4e89-97b8-368084bfe9f0/c3cbd10c-f051-4994-8005-27c184fb6cda) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:04.424817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Checking segment: {'id': '531fff4e-6240-46ae-9419-5bdfbbaf021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e9bef88-9b86-4e2c-836d-29907c78c6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:04.425256 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.425813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Bound using segment: {'id': '531fff4e-6240-46ae-9419-5bdfbbaf021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e9bef88-9b86-4e2c-836d-29907c78c6e4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:04.426660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Bound port: 6ac176a0-dea0-4287-9068-88c0dc7c8563, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531fff4e-6240-46ae-9419-5bdfbbaf021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e9bef88-9b86-4e2c-836d-29907c78c6e4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:04.427212 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.500062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] For port 6ac176a0-dea0-4287-9068-88c0dc7c8563, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:04.503712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] For port 6ac176a0-dea0-4287-9068-88c0dc7c8563, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6ac176a0-dea0-4287-9068-88c0dc7c8563,segment=NetworkSegment(531fff4e-6240-46ae-9419-5bdfbbaf021e),segment_id=531fff4e-6240-46ae-9419-5bdfbbaf021e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:04.508483 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.568361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f7d32-a9bc-4861-9718-2d2b31d61c26 None None] Pushing event updated for resources: {'Port': ['ID=6ac176a0-dea0-4287-9068-88c0dc7c8563,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.603401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.620038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Transition to ACTIVE for port object c3cbd10c-f051-4994-8005-27c184fb6cda will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:04.660559 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.722797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:04.725053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event updated for resources: {'Port': ['ID=c3cbd10c-f051-4994-8005-27c184fb6cda,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.728284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:04.730471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:04.736402 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:04.737121 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.761426 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d94799c5-57dd-416b-9159-64cf281807ce tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6071186 Jul 16 01:44:04.761426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40454) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.869127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c623e-dfd1-4506-8468-9ec75b807ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:04.875349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c623e-dfd1-4506-8468-9ec75b807ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:04.886122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c623e-dfd1-4506-8468-9ec75b807ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:04.886122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2f9c623e-dfd1-4506-8468-9ec75b807ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1218598 Jul 16 01:44:04.887303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40456) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.993419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bfeeb957-47d2-4cbb-adcb-cbf36cf734f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Deleting port c3cbd10c-f051-4994-8005-27c184fb6cda {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:04.993683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfeeb957-47d2-4cbb-adcb-cbf36cf734f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.087879 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfeeb957-47d2-4cbb-adcb-cbf36cf734f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.101212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bfeeb957-47d2-4cbb-adcb-cbf36cf734f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Calling delete_port for c3cbd10c-f051-4994-8005-27c184fb6cda owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:05.251594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfeeb957-47d2-4cbb-adcb-cbf36cf734f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.284042 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeb957-47d2-4cbb-adcb-cbf36cf734f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event deleted for resources: {'Port': ['ID=c3cbd10c-f051-4994-8005-27c184fb6cda,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.313563 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfeeb957-47d2-4cbb-adcb-cbf36cf734f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.320096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40460) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.320619 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bfeeb957-47d2-4cbb-adcb-cbf36cf734f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "DELETE /v2.0/ports/c3cbd10c-f051-4994-8005-27c184fb6cda HTTP/1.1" status: 204 len: 168 time: 0.4310184 Jul 16 01:44:05.325856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Request body: {'port': {'name': 'tempest-new-port-name-451079877', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:05.326294 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] bootfile-name is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:05.326634 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] tftp-server is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:05.326969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] server-ip-address is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:05.429311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.649482 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.654224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.671857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e97663-e363-4bff-8798-3d2222396c4b None None] Network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:05.688244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] In _notify_port_updated(), no bound segment for port dd82a30b-ba3c-4f60-bd04-659b7618d439 on network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:44:05.694758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:05.695456 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.696827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "PUT /v2.0/ports/dd82a30b-ba3c-4f60-bd04-659b7618d439 HTTP/1.1" status: 200 len: 1129 time: 0.3757205 Jul 16 01:44:05.699956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40462) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.724853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db010a04-7856-49a7-b1d4-a2a64e47be47 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event updated for resources: {'Port': ['ID=dd82a30b-ba3c-4f60-bd04-659b7618d439,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.758117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d7b40f7-98b2-467b-ac08-ef5fb6a18425 None None] Provisioning for port 6ac176a0-dea0-4287-9068-88c0dc7c8563 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:05.815641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d467b-68c1-4bbd-bc5d-1bd6ac3c82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:05.822175 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-047d467b-68c1-4bbd-bc5d-1bd6ac3c82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "GET /v2.0/ports/dd82a30b-ba3c-4f60-bd04-659b7618d439 HTTP/1.1" status: 200 len: 1129 time: 0.1159997 Jul 16 01:44:05.822720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40466) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.947827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3358d8df-ef4a-45b4-820a-2bd498924125 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Deleting port dd82a30b-ba3c-4f60-bd04-659b7618d439 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:05.948530 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3358d8df-ef4a-45b4-820a-2bd498924125 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.047081 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3358d8df-ef4a-45b4-820a-2bd498924125 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.082483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3358d8df-ef4a-45b4-820a-2bd498924125 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Calling delete_port for dd82a30b-ba3c-4f60-bd04-659b7618d439 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:06.172538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6ac176a0-dea0-4287-9068-88c0dc7c8563 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:06.227467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 6ac176a0-dea0-4287-9068-88c0dc7c8563 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:06.231920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 6ac176a0-dea0-4287-9068-88c0dc7c8563 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:06.232626 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.266032 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3358d8df-ef4a-45b4-820a-2bd498924125 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.297887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358d8df-ef4a-45b4-820a-2bd498924125 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event deleted for resources: {'Port': ['ID=dd82a30b-ba3c-4f60-bd04-659b7618d439,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.329266 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3358d8df-ef4a-45b4-820a-2bd498924125 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.331222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3358d8df-ef4a-45b4-820a-2bd498924125 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "DELETE /v2.0/ports/dd82a30b-ba3c-4f60-bd04-659b7618d439 HTTP/1.1" status: 204 len: 168 time: 0.5074949 Jul 16 01:44:06.332622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3b468f2-4039-4d52-a858-0c001c29b8b5 None None] Could not find standard attr ID for object dd82a30b-ba3c-4f60-bd04-659b7618d439. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:44:06.333799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40468) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:06.335848 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.360847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3b468f2-4039-4d52-a858-0c001c29b8b5 None None] Provisioning complete for port 6ac176a0-dea0-4287-9068-88c0dc7c8563 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:06.360847 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3b468f2-4039-4d52-a858-0c001c29b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.390166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-2151154b-cdb8-4bf9-8ea6-7fc8245dba02 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Deleting subnet 21d2d95c-01f8-4e89-97b8-368084bfe9f0 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:06.393821 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2151154b-cdb8-4bf9-8ea6-7fc8245dba02 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.399780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 6ac176a0-dea0-4287-9068-88c0dc7c8563, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6ac176a0-dea0-4287-9068-88c0dc7c8563,segment=NetworkSegment(531fff4e-6240-46ae-9419-5bdfbbaf021e),segment_id=531fff4e-6240-46ae-9419-5bdfbbaf021e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:06.406717 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.437461 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2151154b-cdb8-4bf9-8ea6-7fc8245dba02 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.465809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=6ac176a0-dea0-4287-9068-88c0dc7c8563,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.545438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2151154b-cdb8-4bf9-8ea6-7fc8245dba02 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.606347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2151154b-cdb8-4bf9-8ea6-7fc8245dba02 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.628577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9b986891-6816-4bfe-a8f3-f79dc5ec9717 None None] Could not find standard attr ID for object dd82a30b-ba3c-4f60-bd04-659b7618d439. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:44:06.635261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151154b-cdb8-4bf9-8ea6-7fc8245dba02 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event deleted for resources: {'Subnet': ['ID=21d2d95c-01f8-4e89-97b8-368084bfe9f0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.638972 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2151154b-cdb8-4bf9-8ea6-7fc8245dba02 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.640685 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2151154b-cdb8-4bf9-8ea6-7fc8245dba02 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "DELETE /v2.0/subnets/21d2d95c-01f8-4e89-97b8-368084bfe9f0 HTTP/1.1" status: 204 len: 168 time: 0.3057258 Jul 16 01:44:06.643214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40470) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:06.688055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b9f0c9-9000-49fc-bb8d-fb86650f7a5a None None] Network 5e9bef88-9b86-4e2c-836d-29907c78c6e4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:06.725422 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.753002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2db3d83a-03e7-441c-a113-e9bff226c1bf None None] Could not find standard attr ID for object c3cbd10c-f051-4994-8005-27c184fb6cda. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:44:06.783840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Deleting port 6ac176a0-dea0-4287-9068-88c0dc7c8563 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:06.784184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.850613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] For port 6ac176a0-dea0-4287-9068-88c0dc7c8563, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6ac176a0-dea0-4287-9068-88c0dc7c8563,segment=NetworkSegment(531fff4e-6240-46ae-9419-5bdfbbaf021e),segment_id=531fff4e-6240-46ae-9419-5bdfbbaf021e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:06.851039 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.864661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Calling delete_port for 6ac176a0-dea0-4287-9068-88c0dc7c8563 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:06.886296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c970a673-97a9-4749-8c7f-272a9de40773 None None] DHCP port deletion for 5e9bef88-9b86-4e2c-836d-29907c78c6e4 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:06.946037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c970a673-97a9-4749-8c7f-272a9de40773 None None] Deleting port 6ac176a0-dea0-4287-9068-88c0dc7c8563 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:06.946615 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c970a673-97a9-4749-8c7f-272a9de40773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.963898 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.997733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event deleted for resources: {'Port': ['ID=6ac176a0-dea0-4287-9068-88c0dc7c8563,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.001290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] No DVR routers for this DVR port 6ac176a0-dea0-4287-9068-88c0dc7c8563 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:07.012231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c970a673-97a9-4749-8c7f-272a9de40773 None None] For port 6ac176a0-dea0-4287-9068-88c0dc7c8563, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6ac176a0-dea0-4287-9068-88c0dc7c8563,segment=NetworkSegment(531fff4e-6240-46ae-9419-5bdfbbaf021e),segment_id=531fff4e-6240-46ae-9419-5bdfbbaf021e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:07.012735 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c970a673-97a9-4749-8c7f-272a9de40773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.025881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c970a673-97a9-4749-8c7f-272a9de40773 None None] Calling delete_port for 6ac176a0-dea0-4287-9068-88c0dc7c8563 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:07.084571 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.094880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9bef88-9b86-4e2c-836d-29907c78c6e4']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:07.102179 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 01:44:07.106224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531fff4e-6240-46ae-9419-5bdfbbaf021e') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.106224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531fff4e-6240-46ae-9419-5bdfbbaf021e') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.113898 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c970a673-97a9-4749-8c7f-272a9de40773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.115745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.130165 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.136279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:07.136770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.138966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970a673-97a9-4749-8c7f-272a9de40773 None None] Pushing event deleted for resources: {'Port': ['ID=6ac176a0-dea0-4287-9068-88c0dc7c8563,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:07.139976 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:07.147313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970a673-97a9-4749-8c7f-272a9de40773 None None] No DVR routers for this DVR port 6ac176a0-dea0-4287-9068-88c0dc7c8563 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:07.206237 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.214136 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.216222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] 10.222.0.64 "DELETE /v2.0/networks/5e9bef88-9b86-4e2c-836d-29907c78c6e4 HTTP/1.1" status: 204 len: 168 time: 0.5720539 Jul 16 01:44:07.231140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f763cf2-c001-4a59-b5a1-c6f6b0e4a951 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819 tempest-ExtraDHCPOptionsIpV6TestJSON-1977817819-project] Pushing event deleted for resources: {'Network': ['ID=5e9bef88-9b86-4e2c-836d-29907c78c6e4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.462319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.600866 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d53c8a21-f03b-4493-971b-38bd603df443 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d411d896f1a4339849e62739902dc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372960 Jul 16 01:44:07.603424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40488) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.657805 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cbcf489f-154d-499a-b7d1-4532757ac4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.680351 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cbcf489f-154d-499a-b7d1-4532757ac4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.728689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cbcf489f-154d-499a-b7d1-4532757ac4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.731549 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cbcf489f-154d-499a-b7d1-4532757ac4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.733122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cbcf489f-154d-499a-b7d1-4532757ac4df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d144842-0f31-48ab-9770-852fd273a227 HTTP/1.1" status: 204 len: 168 time: 0.1286850 Jul 16 01:44:07.742648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf489f-154d-499a-b7d1-4532757ac4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d144842-0f31-48ab-9770-852fd273a227,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.121441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6ac176a0-dea0-4287-9068-88c0dc7c8563 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:08.141505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 6ac176a0-dea0-4287-9068-88c0dc7c8563 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:08.141854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6ac176a0-dea0-4287-9068-88c0dc7c8563 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:08.383998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40512) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.479407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1610529808'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:08.502919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Made reservation on behalf of 1848eef254e347268d2d49a1d7d9f803 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:08.507036 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.515477 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.604755 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.608480 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.636061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:08.645669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d117fa-1fbf-4609-81c6-591bdb4d951f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.650660 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.651032 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Added segment 22ad40c3-ad2c-4122-9389-53900fe33359 of type vlan for network db236b8a-f786-46e4-b02b-e58570e3a479 Jul 16 01:44:08.690693 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.718511 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.723990 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:08.724569 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.764495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3791623 Jul 16 01:44:08.767215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.772583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'subnet': {'network_id': 'db236b8a-f786-46e4-b02b-e58570e3a479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:08.795855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6cad9-68c5-4a76-a3cd-530c42c8616e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Network': ['ID=db236b8a-f786-46e4-b02b-e58570e3a479,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.807258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network db236b8a-f786-46e4-b02b-e58570e3a479 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:08.867879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Made reservation on behalf of 1848eef254e347268d2d49a1d7d9f803 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:08.871888 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.060025 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.123566 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Subnet': ['ID=b058976c-aa65-42b2-9cca-e64fcb24a5e2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:09.131756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Checking segment: {'id': '22ad40c3-ad2c-4122-9389-53900fe33359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'db236b8a-f786-46e4-b02b-e58570e3a479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:09.132120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network hostable DHCP agents. Network: db236b8a-f786-46e4-b02b-e58570e3a479, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:09.148552 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network db236b8a-f786-46e4-b02b-e58570e3a479 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:09.158033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, db236b8a-f786-46e4-b02b-e58570e3a479) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:09.163078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:09.163662 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.171711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0986486-537f-41b7-8ece-b08f0ac5f72d None None] Network db236b8a-f786-46e4-b02b-e58570e3a479 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:09.180954 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cbcbdb32-e584-4112-90c7-74f5008dd807 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4121490 Jul 16 01:44:09.183069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:09.187850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1457942526', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:09.224164 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.225205 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.309943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.328828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c328791-0db8-4104-815c-90a1c0fe1c89 None None] Network db236b8a-f786-46e4-b02b-e58570e3a479 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:09.461045 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.684597 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.704191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.816415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.25.4.189 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/39595ab6-6365-45af-9d84-2f8e82822826) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:09.937607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.979765 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.017207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:10.025113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:10.028969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:10.059136 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=39595ab6-6365-45af-9d84-2f8e82822826,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:10.309169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.527207 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.928808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:11.041170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:11.051418 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6aa523-90eb-47f3-beac-02eb74bd3e7f None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:11.062274 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.065901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a5803f2b-3595-41c4-a83e-d10db84d1521 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8795183 Jul 16 01:44:11.066130 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6aa523-90eb-47f3-beac-02eb74bd3e7f None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:11.066130 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8c6aa523-90eb-47f3-beac-02eb74bd3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:11.066457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40534) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:11.104779 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8c6aa523-90eb-47f3-beac-02eb74bd3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:11.116502 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6aa523-90eb-47f3-beac-02eb74bd3e7f None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:11.117094 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8c6aa523-90eb-47f3-beac-02eb74bd3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:11.149579 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8c6aa523-90eb-47f3-beac-02eb74bd3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:11.150179 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6aa523-90eb-47f3-beac-02eb74bd3e7f None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:11.508533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.788227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.20.0.1 (db236b8a-f786-46e4-b02b-e58570e3a479/b058976c-aa65-42b2-9cca-e64fcb24a5e2/b4668a4c-314d-4b71-8f25-5479ed78f98d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:11.815201 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-b06d4855-f83d-47c8-9e23-dbb27c3083ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536833 Jul 16 01:44:11.925634 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.928744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-0d70f309-f6d0-4901-88c9-9a25b520af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.930265 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-0d70f309-f6d0-4901-88c9-9a25b520af8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=541bd36bdcee4725bef5158a0e967941&device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1097 time: 0.0609775 Jul 16 01:44:11.966843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.010001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network db236b8a-f786-46e4-b02b-e58570e3a479 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:12.015741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:12.019587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:12.050066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-4d220b91-4566-4a96-a696-b5deeaebf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.052572 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-4d220b91-4566-4a96-a696-b5deeaebf197 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12960294-0bc7-4c91-b68b-a65b78eded3c HTTP/1.1" status: 200 len: 907 time: 0.0962090 Jul 16 01:44:12.053892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=b4668a4c-314d-4b71-8f25-5479ed78f98d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.077984 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.140717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-b4b3e757-a4e4-480d-9ad4-80b834dea066 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a HTTP/1.1" status: 200 len: 1000 time: 0.0770080 Jul 16 01:44:12.232897 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.511442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-5b1b081a-a79a-4ffb-90da-2ae94b420bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.512900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-5b1b081a-a79a-4ffb-90da-2ae94b420bbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd HTTP/1.1" status: 200 len: 846 time: 0.3610442 Jul 16 01:44:12.550058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.554936 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.576297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-f9bfc42e-42dd-434d-aa12-b124a73b2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.577832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-f9bfc42e-42dd-434d-aa12-b124a73b2896 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12960294-0bc7-4c91-b68b-a65b78eded3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558426 Jul 16 01:44:12.634504 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=b4668a4c-314d-4b71-8f25-5479ed78f98d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.636777 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.694731 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-0bb0bb08-0b82-448e-95a0-cf276bbe86f6 service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065693 Jul 16 01:44:12.729594 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network db236b8a-f786-46e4-b02b-e58570e3a479 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:12.730987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:12.794227 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-417c1d84-59a6-4db1-bc8f-5c5fcd2ef828 req-4f8f7fc7-a510-4008-8d20-2cfa22b6d817 service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896394 Jul 16 01:44:12.845005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:12.956845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:12.965279 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-14ff0a22-af44-4db3-844e-b64717f00370 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "PUT /v2.0/routers/4bf74d19-95ce-4967-8020-5d5aa959167f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8952000 Jul 16 01:44:12.965798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40540) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.968299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d0c7af-0173-48a6-997a-5d77758555bc None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:12.972119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'port': {'network_id': 'db236b8a-f786-46e4-b02b-e58570e3a479', 'name': 'tempest-FloatingIPTestJSON-76568852'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:12.979683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0c7af-0173-48a6-997a-5d77758555bc None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:12.980625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-80d0c7af-0173-48a6-997a-5d77758555bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:13.015329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-80d0c7af-0173-48a6-997a-5d77758555bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:13.024622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0c7af-0173-48a6-997a-5d77758555bc None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:13.025242 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-80d0c7af-0173-48a6-997a-5d77758555bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:13.060653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-80d0c7af-0173-48a6-997a-5d77758555bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:13.061321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d0c7af-0173-48a6-997a-5d77758555bc None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:13.105372 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Made reservation on behalf of 1848eef254e347268d2d49a1d7d9f803 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:13.109476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.126953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] device_id is not set on port f50f37db-2be2-4b41-a434-81467e4bcb9e yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:13.233141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.20.0.13 (db236b8a-f786-46e4-b02b-e58570e3a479/b058976c-aa65-42b2-9cca-e64fcb24a5e2/f50f37db-2be2-4b41-a434-81467e4bcb9e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:13.382257 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.420085 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.465251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network db236b8a-f786-46e4-b02b-e58570e3a479 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:13.468366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:13.472201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:13.478719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=f50f37db-2be2-4b41-a434-81467e4bcb9e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.529901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.530795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.545288 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-347034ce-aec7-404a-b1f3-fd6a6387134a tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5780599 Jul 16 01:44:13.547496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40544) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:13.552537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'port': {'network_id': 'db236b8a-f786-46e4-b02b-e58570e3a479', 'name': 'tempest-FloatingIPTestJSON-534966463'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:13.661813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Made reservation on behalf of 1848eef254e347268d2d49a1d7d9f803 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:13.665445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.683360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] device_id is not set on port bba4f7fc-f463-4cc4-9b17-f09f059fe330 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:13.805764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.20.0.7 (db236b8a-f786-46e4-b02b-e58570e3a479/b058976c-aa65-42b2-9cca-e64fcb24a5e2/bba4f7fc-f463-4cc4-9b17-f09f059fe330) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:13.951534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f584a79-1c42-445f-b0cd-52f485214a10 req-4f7727d7-3356-42c7-93d2-507c57187aec tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.953125 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f584a79-1c42-445f-b0cd-52f485214a10 req-4f7727d7-3356-42c7-93d2-507c57187aec tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 946 time: 0.0658150 Jul 16 01:44:14.000645 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.002884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5f584a79-1c42-445f-b0cd-52f485214a10 req-ccc9a338-64ce-45b8-9612-4ab1e1694d7d tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397656 Jul 16 01:44:14.042772 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.087609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network db236b8a-f786-46e4-b02b-e58570e3a479 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:14.092843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:14.095327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:14.126760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=bba4f7fc-f463-4cc4-9b17-f09f059fe330,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:14.156587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:14.157187 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.171789 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-85eb607c-3a32-4701-842f-afcf461a8898 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6232677 Jul 16 01:44:14.175246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40554) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:14.181419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'bba4f7fc-f463-4cc4-9b17-f09f059fe330', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:14.210750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.314181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.420961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.25.4.193 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/204498b3-b550-41e4-b4a1-814b5a7c8a68) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:14.531563 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.570903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.610794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:14.614242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:14.618154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:14.623651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=204498b3-b550-41e4-b4a1-814b5a7c8a68,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.240522 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:15.478202 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.562813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52f0f-8fbf-4d78-ad0e-03677c334da2 req-52bda4c6-4ff7-4f16-8840-4fa7b951a35b tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:15.564290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e9b52f0f-8fbf-4d78-ad0e-03677c334da2 req-52bda4c6-4ff7-4f16-8840-4fa7b951a35b tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 946 time: 0.2504375 Jul 16 01:44:15.594969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-80a7a396-7308-46c7-892f-0601da107de1 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:15.596374 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-80a7a396-7308-46c7-892f-0601da107de1 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.50 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 946 time: 0.2063043 Jul 16 01:44:15.680494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e9b52f0f-8fbf-4d78-ad0e-03677c334da2 req-822e0ea6-1396-48bc-88a9-d54f799889eb tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099975 Jul 16 01:44:15.684923 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.827297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-37935f96-7d9c-4e76-b691-ef782aed16b3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Deleting port 762a9405-1a94-4ce0-b03a-e83388307d84 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:15.827540 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-37935f96-7d9c-4e76-b691-ef782aed16b3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.944598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.951903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.955862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-37935f96-7d9c-4e76-b691-ef782aed16b3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] For port 762a9405-1a94-4ce0-b03a-e83388307d84, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=762a9405-1a94-4ce0-b03a-e83388307d84,segment=NetworkSegment(8a02587a-e88f-4d44-a111-6c1c4bf1aebf),segment_id=8a02587a-e88f-4d44-a111-6c1c4bf1aebf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:15.956220 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-37935f96-7d9c-4e76-b691-ef782aed16b3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.997214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-37935f96-7d9c-4e76-b691-ef782aed16b3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Calling delete_port for 762a9405-1a94-4ce0-b03a-e83388307d84 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:16.041279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=204498b3-b550-41e4-b4a1-814b5a7c8a68,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:16.088234 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.228089 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 4bc0bbc5-582d-4987-a13b-9051b3058ed1 associated. External IP: 172.25.4.193, port: bba4f7fc-f463-4cc4-9b17-f09f059fe330. Jul 16 01:44:16.288036 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-37935f96-7d9c-4e76-b691-ef782aed16b3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.299594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['762a9405-1a94-4ce0-b03a-e83388307d84'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:16.354802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37935f96-7d9c-4e76-b691-ef782aed16b3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Pushing event deleted for resources: {'Port': ['ID=762a9405-1a94-4ce0-b03a-e83388307d84,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:16.411826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-37935f96-7d9c-4e76-b691-ef782aed16b3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] No DVR routers for this DVR port 762a9405-1a94-4ce0-b03a-e83388307d84 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:16.415661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-37935f96-7d9c-4e76-b691-ef782aed16b3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.417582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3371c82-0d3b-4d70-84af-7b8fc5cc6101 req-37935f96-7d9c-4e76-b691-ef782aed16b3 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.50 "DELETE /v2.0/ports/762a9405-1a94-4ce0-b03a-e83388307d84 HTTP/1.1" status: 204 len: 173 time: 0.8124325 Jul 16 01:44:16.418025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266256d8-87dc-47b4-9161-642a65b9080c', 'name': 'network-vif-deleted', 'tag': '762a9405-1a94-4ce0-b03a-e83388307d84'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:16.420389 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e982294-fbd0-43bf-956f-fad57eb88912" -d '{"events": [{"server_uuid": "266256d8-87dc-47b4-9161-642a65b9080c", "name": "network-vif-deleted", "tag": "762a9405-1a94-4ce0-b03a-e83388307d84"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:16.506611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40568) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:16.513919 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a07931-554b-4aee-80e9-974dbb691f30 x-openstack-request-id: req-56a07931-554b-4aee-80e9-974dbb691f30 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:16.514370 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266256d8-87dc-47b4-9161-642a65b9080c", "name": "network-vif-deleted", "tag": "762a9405-1a94-4ce0-b03a-e83388307d84", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:16.514370 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56a07931-554b-4aee-80e9-974dbb691f30 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:16.514662 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266256d8-87dc-47b4-9161-642a65b9080c', 'name': 'network-vif-deleted', 'tag': '762a9405-1a94-4ce0-b03a-e83388307d84', 'status': 'completed', 'code': 200} Jul 16 01:44:16.546060 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:16.616595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b813f-87e8-4a6a-ad3c-bdac27e83cbd req-a6c19fb9-44a0-48e8-86a5-8286a79f1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:16.618221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-546b813f-87e8-4a6a-ad3c-bdac27e83cbd req-a6c19fb9-44a0-48e8-86a5-8286a79f1812 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1097 time: 0.1099975 Jul 16 01:44:16.655113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-546b813f-87e8-4a6a-ad3c-bdac27e83cbd req-7b7ecd28-89dc-40f4-8308-33b9cde7af85 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310452 Jul 16 01:44:16.665154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:16.674979 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dab69c6-c7b0-45eb-9c65-57a44e837448 None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:16.684557 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab69c6-c7b0-45eb-9c65-57a44e837448 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:16.684861 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.685179 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7dab69c6-c7b0-45eb-9c65-57a44e837448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:16.719312 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7dab69c6-c7b0-45eb-9c65-57a44e837448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:16.729111 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab69c6-c7b0-45eb-9c65-57a44e837448 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:16.729731 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7dab69c6-c7b0-45eb-9c65-57a44e837448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:16.733587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f64724d7-0f95-46ec-8d16-40ed296dc244 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5543532 Jul 16 01:44:16.733771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40576) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:16.742315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f062eea5-ab62-4c42-bbb9-d1e240d5a670 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:16.767941 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7dab69c6-c7b0-45eb-9c65-57a44e837448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:16.768597 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dab69c6-c7b0-45eb-9c65-57a44e837448 None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:16.873821 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89a62ea9-0374-410b-97b4-e969899f1c36 req-0afac42f-ac7e-4dc7-a292-b3803da2f6f2 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=266256d8-87dc-47b4-9161-642a65b9080c HTTP/1.1" status: 200 len: 210 time: 0.0508232 Jul 16 01:44:16.893734 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f062eea5-ab62-4c42-bbb9-d1e240d5a670 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.044799 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f062eea5-ab62-4c42-bbb9-d1e240d5a670 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.054673 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f062eea5-ab62-4c42-bbb9-d1e240d5a670 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.055009 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-f062eea5-ab62-4c42-bbb9-d1e240d5a670 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 4bc0bbc5-582d-4987-a13b-9051b3058ed1 disassociated. External IP: 172.25.4.193, port: bba4f7fc-f463-4cc4-9b17-f09f059fe330. Jul 16 01:44:17.532337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f062eea5-ab62-4c42-bbb9-d1e240d5a670 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:17.638972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f062eea5-ab62-4c42-bbb9-d1e240d5a670 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:17.643554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f062eea5-ab62-4c42-bbb9-d1e240d5a670 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.647789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e177da-74c8-4b78-aea6-7e7ee98f9cfa None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:17.656655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e177da-74c8-4b78-aea6-7e7ee98f9cfa None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:17.657263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75e177da-74c8-4b78-aea6-7e7ee98f9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:17.681778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f062eea5-ab62-4c42-bbb9-d1e240d5a670 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "PUT /v2.0/floatingips/4bc0bbc5-582d-4987-a13b-9051b3058ed1 HTTP/1.1" status: 200 len: 688 time: 0.9443269 Jul 16 01:44:17.681999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40578) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.692745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75e177da-74c8-4b78-aea6-7e7ee98f9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:17.701163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e177da-74c8-4b78-aea6-7e7ee98f9cfa None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:17.701754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75e177da-74c8-4b78-aea6-7e7ee98f9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:17.733372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75e177da-74c8-4b78-aea6-7e7ee98f9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:17.734356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e177da-74c8-4b78-aea6-7e7ee98f9cfa None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:17.809244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a4b40724-2848-4192-8fb0-02592fa1b01e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port 204498b3-b550-41e4-b4a1-814b5a7c8a68 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:17.809590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4b40724-2848-4192-8fb0-02592fa1b01e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.890668 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4b40724-2848-4192-8fb0-02592fa1b01e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.890998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4b40724-2848-4192-8fb0-02592fa1b01e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.903563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a4b40724-2848-4192-8fb0-02592fa1b01e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for 204498b3-b550-41e4-b4a1-814b5a7c8a68 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:18.076745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4b40724-2848-4192-8fb0-02592fa1b01e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.115622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b40724-2848-4192-8fb0-02592fa1b01e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=204498b3-b550-41e4-b4a1-814b5a7c8a68,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:18.201151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4b40724-2848-4192-8fb0-02592fa1b01e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.204716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4b40724-2848-4192-8fb0-02592fa1b01e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.205888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a4b40724-2848-4192-8fb0-02592fa1b01e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/floatingips/4bc0bbc5-582d-4987-a13b-9051b3058ed1 HTTP/1.1" status: 204 len: 168 time: 0.5229597 Jul 16 01:44:18.211037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:18.215679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'f50f37db-2be2-4b41-a434-81467e4bcb9e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:18.240687 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.337441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.446866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.25.4.136 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/aef536b2-7c1b-4e13-a0c6-ef00b071953c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:18.554767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.593470 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.632816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:18.637817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:18.641281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:18.666598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=aef536b2-7c1b-4e13-a0c6-ef00b071953c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:19.050527 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.142823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.388688 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.394428 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.478362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=aef536b2-7c1b-4e13-a0c6-ef00b071953c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:19.501387 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.609873 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 30f83c02-ea68-4955-a1c5-f2b62bc97f89 associated. External IP: 172.25.4.136, port: f50f37db-2be2-4b41-a434-81467e4bcb9e. Jul 16 01:44:19.835344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:19.948938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 762a9405-1a94-4ce0-b03a-e83388307d84 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:19.950096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:19.960164 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e756f-d236-4344-bf6e-c0a42f803c66 None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:19.971403 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.972512 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e756f-d236-4344-bf6e-c0a42f803c66 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:19.973625 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d22e756f-d236-4344-bf6e-c0a42f803c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.019354 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d22e756f-d236-4344-bf6e-c0a42f803c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.028544 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e756f-d236-4344-bf6e-c0a42f803c66 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:20.029280 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d22e756f-d236-4344-bf6e-c0a42f803c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.032561 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8140f1d4-7143-456c-b562-162b96c71f86 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8202353 Jul 16 01:44:20.035120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40600) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.082321 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d22e756f-d236-4344-bf6e-c0a42f803c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.083357 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e756f-d236-4344-bf6e-c0a42f803c66 None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:20.104662 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6dc3368c-8121-4a34-bf69-f11425c69e49 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "GET /v2.0/floatingips/30f83c02-ea68-4955-a1c5-f2b62bc97f89 HTTP/1.1" status: 200 len: 977 time: 0.0679126 Jul 16 01:44:20.107030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40602) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.161367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 762a9405-1a94-4ce0-b03a-e83388307d84 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:20.161708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 762a9405-1a94-4ce0-b03a-e83388307d84 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:20.217914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-043be10f-c2b6-4dde-9e07-019b16c6aaeb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1083946 Jul 16 01:44:20.219210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40606) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.224352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'port_id': 'bba4f7fc-f463-4cc4-9b17-f09f059fe330'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:20.280021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.761906 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.765561 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.867278 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 30f83c02-ea68-4955-a1c5-f2b62bc97f89 associated. External IP: 172.25.4.136, port: f50f37db-2be2-4b41-a434-81467e4bcb9e. Jul 16 01:44:21.386172 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:21.506580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:21.520180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e881ed9-ea60-4873-9f10-e74eebf299a7 None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:21.529655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e881ed9-ea60-4873-9f10-e74eebf299a7 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:21.530335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4e881ed9-ea60-4873-9f10-e74eebf299a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:21.563452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4e881ed9-ea60-4873-9f10-e74eebf299a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:21.574853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e881ed9-ea60-4873-9f10-e74eebf299a7 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:21.575495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4e881ed9-ea60-4873-9f10-e74eebf299a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:21.610774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4e881ed9-ea60-4873-9f10-e74eebf299a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:21.611437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e881ed9-ea60-4873-9f10-e74eebf299a7 None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:21.725741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:21.836776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:21.842729 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.847032 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1677de9-ae62-4bbb-8189-9d1fc5b67ee4 None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:21.857257 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1677de9-ae62-4bbb-8189-9d1fc5b67ee4 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:21.857981 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b1677de9-ae62-4bbb-8189-9d1fc5b67ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:21.891558 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b1677de9-ae62-4bbb-8189-9d1fc5b67ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:21.900625 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1677de9-ae62-4bbb-8189-9d1fc5b67ee4 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:21.901211 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b1677de9-ae62-4bbb-8189-9d1fc5b67ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:21.921507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ed8f54a1-6674-4bea-b5fa-c8eaa607b340 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "PUT /v2.0/floatingips/30f83c02-ea68-4955-a1c5-f2b62bc97f89 HTTP/1.1" status: 200 len: 977 time: 1.6987641 Jul 16 01:44:21.921695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40622) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:21.926639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-76486f8e-1c0a-4895-943e-4a6d66cef0e5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:21.933569 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b1677de9-ae62-4bbb-8189-9d1fc5b67ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:21.934222 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1677de9-ae62-4bbb-8189-9d1fc5b67ee4 None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:21.982136 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76486f8e-1c0a-4895-943e-4a6d66cef0e5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.128431 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76486f8e-1c0a-4895-943e-4a6d66cef0e5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.132829 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76486f8e-1c0a-4895-943e-4a6d66cef0e5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.133141 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-76486f8e-1c0a-4895-943e-4a6d66cef0e5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 30f83c02-ea68-4955-a1c5-f2b62bc97f89 disassociated. External IP: 172.25.4.136, port: bba4f7fc-f463-4cc4-9b17-f09f059fe330. Jul 16 01:44:22.335593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76486f8e-1c0a-4895-943e-4a6d66cef0e5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:22.443328 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76486f8e-1c0a-4895-943e-4a6d66cef0e5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:22.447883 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76486f8e-1c0a-4895-943e-4a6d66cef0e5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.453488 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35006371-015f-45be-9cf2-2b4ef78062bb None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:22.468196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35006371-015f-45be-9cf2-2b4ef78062bb None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:22.468904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35006371-015f-45be-9cf2-2b4ef78062bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.486375 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-76486f8e-1c0a-4895-943e-4a6d66cef0e5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "PUT /v2.0/floatingips/30f83c02-ea68-4955-a1c5-f2b62bc97f89 HTTP/1.1" status: 200 len: 688 time: 0.5635228 Jul 16 01:44:22.488971 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:22.505038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35006371-015f-45be-9cf2-2b4ef78062bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.514269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35006371-015f-45be-9cf2-2b4ef78062bb None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:22.515142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35006371-015f-45be-9cf2-2b4ef78062bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.549864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35006371-015f-45be-9cf2-2b4ef78062bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.551805 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35006371-015f-45be-9cf2-2b4ef78062bb None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:22.624513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0bd90e75-5cc5-4fa1-8c3f-d0649ff230b0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port aef536b2-7c1b-4e13-a0c6-ef00b071953c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:22.624895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bd90e75-5cc5-4fa1-8c3f-d0649ff230b0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.707475 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bd90e75-5cc5-4fa1-8c3f-d0649ff230b0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.707800 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bd90e75-5cc5-4fa1-8c3f-d0649ff230b0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.719507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0bd90e75-5cc5-4fa1-8c3f-d0649ff230b0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for aef536b2-7c1b-4e13-a0c6-ef00b071953c owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:22.855442 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bd90e75-5cc5-4fa1-8c3f-d0649ff230b0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.883892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd90e75-5cc5-4fa1-8c3f-d0649ff230b0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=aef536b2-7c1b-4e13-a0c6-ef00b071953c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:22.944438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bd90e75-5cc5-4fa1-8c3f-d0649ff230b0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.947021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bd90e75-5cc5-4fa1-8c3f-d0649ff230b0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.948180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0bd90e75-5cc5-4fa1-8c3f-d0649ff230b0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/floatingips/30f83c02-ea68-4955-a1c5-f2b62bc97f89 HTTP/1.1" status: 204 len: 168 time: 0.4581852 Jul 16 01:44:22.950913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40632) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:22.989549 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-ecf49398-d18c-4044-b5e7-b7f3e3abbc27 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] delete failed (client error): The resource could not be found. Jul 16 01:44:22.990626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ecf49398-d18c-4044-b5e7-b7f3e3abbc27 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/floatingips/30f83c02-ea68-4955-a1c5-f2b62bc97f89 HTTP/1.1" status: 404 len: 345 time: 0.0388026 Jul 16 01:44:22.994404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40634) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.105344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f60c8-7724-4b6b-aeeb-66d718e92bbf tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:23.111730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f60c8-7724-4b6b-aeeb-66d718e92bbf tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:23.118570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f60c8-7724-4b6b-aeeb-66d718e92bbf tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:23.120266 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-021f60c8-7724-4b6b-aeeb-66d718e92bbf tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "GET /v2.0/ports?network_id=db236b8a-f786-46e4-b02b-e58570e3a479 HTTP/1.1" status: 200 len: 2356 time: 0.1249371 Jul 16 01:44:23.122927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.178083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29983c8-0b9c-470f-adb6-8e59064f1bc6 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:23.179458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c29983c8-0b9c-470f-adb6-8e59064f1bc6 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "GET /v2.0/subnets/b058976c-aa65-42b2-9cca-e64fcb24a5e2 HTTP/1.1" status: 200 len: 797 time: 0.0556040 Jul 16 01:44:23.183996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.188687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'port': {'network_id': 'db236b8a-f786-46e4-b02b-e58570e3a479', 'name': 'tempest-FloatingIPTestJSON-1068233741', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:23.295687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Made reservation on behalf of 1848eef254e347268d2d49a1d7d9f803 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:23.382270 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.399159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] device_id is not set on port 5cf71668-99ec-42fb-a9f8-9e46b09cb809 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:23.751682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.20.0.14 (db236b8a-f786-46e4-b02b-e58570e3a479/b058976c-aa65-42b2-9cca-e64fcb24a5e2/5cf71668-99ec-42fb-a9f8-9e46b09cb809) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:23.759343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.20.0.12 (db236b8a-f786-46e4-b02b-e58570e3a479/b058976c-aa65-42b2-9cca-e64fcb24a5e2/5cf71668-99ec-42fb-a9f8-9e46b09cb809) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:23.903660 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.939838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.984532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network db236b8a-f786-46e4-b02b-e58570e3a479 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:23.989864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:23.993610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:24.019052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=5cf71668-99ec-42fb-a9f8-9e46b09cb809,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.046237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:24.046837 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.060623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-716b9cf7-27a9-48c1-9099-1b58df3bb504 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8756473 Jul 16 01:44:24.063138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:24.068307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '5cf71668-99ec-42fb-a9f8-9e46b09cb809', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:24.090614 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.184891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.291238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.25.4.239 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/6f6e2184-3598-4a09-9dcc-8da6fae06b82) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:24.390702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.433998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.473236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:24.475916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:24.478320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:24.506725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=6f6e2184-3598-4a09-9dcc-8da6fae06b82,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.563639 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1ad11c8-f90b-4246-aa9c-52d55e368e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.849719 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.926919 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.960176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-39af2748-17b9-4d21-a3db-6f72267e081b tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:24.961683 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-39af2748-17b9-4d21-a3db-6f72267e081b tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/networks?id=3fb879bb-45ff-41f8-9280-102bb8518eb7 HTTP/1.1" status: 200 len: 814 time: 0.1070709 Jul 16 01:44:24.977044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-5ec9fe58-5176-4952-90a3-56eeaeaf09ed tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/quotas/1f378b231dd84238bed2be1c7563f05e HTTP/1.1" status: 200 len: 375 time: 0.0097966 Jul 16 01:44:25.012186 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-2b202e98-04d0-4c77-806b-a53979490e60 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f378b231dd84238bed2be1c7563f05e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296862 Jul 16 01:44:25.080417 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.084851 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.154509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=6f6e2184-3598-4a09-9dcc-8da6fae06b82,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:25.161398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-d7b05f29-04dd-4f0f-9aac-6809d27f5d67 service neutron] 10.222.0.64 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425066 Jul 16 01:44:25.166681 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.256742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-853e07df-3e6e-4053-9f55-847596aa6b3d service neutron] 10.222.0.64 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879586 Jul 16 01:44:25.266810 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 91998e83-961b-4768-a132-142f96ebd60d associated. External IP: 172.25.4.239, port: 5cf71668-99ec-42fb-a9f8-9e46b09cb809. Jul 16 01:44:25.442931 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-071d61d2-0aee-4182-a7fe-99ba9bc12745 req-5dbaf62b-e8bc-4b92-ad59-0f24b20cffc1 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 210 time: 0.0318847 Jul 16 01:44:25.513495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:25.716783 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.932350 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:25.942828 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac39cb5b-43b7-4dca-832b-9f2373900054 None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:25.948858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.955950 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39cb5b-43b7-4dca-832b-9f2373900054 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:25.956619 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ac39cb5b-43b7-4dca-832b-9f2373900054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:25.991466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7d02f867-fb65-461f-8122-0b73ae3a07e2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.9247706 Jul 16 01:44:25.991825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40670) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:25.997061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-91f19cf1-48b3-434c-ba24-99b2956ec242 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'port_id': '5cf71668-99ec-42fb-a9f8-9e46b09cb809', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:26.002747 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ac39cb5b-43b7-4dca-832b-9f2373900054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:26.012691 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39cb5b-43b7-4dca-832b-9f2373900054 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:26.013288 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ac39cb5b-43b7-4dca-832b-9f2373900054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:26.047084 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ac39cb5b-43b7-4dca-832b-9f2373900054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:26.047732 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac39cb5b-43b7-4dca-832b-9f2373900054 None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:26.059333 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91f19cf1-48b3-434c-ba24-99b2956ec242 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.513908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-ecdc8a42-3a41-4f34-94da-1e7351bda28f tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:26.515559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-ecdc8a42-3a41-4f34-94da-1e7351bda28f tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.50 "GET /v2.0/networks?id=3fb879bb-45ff-41f8-9280-102bb8518eb7 HTTP/1.1" status: 200 len: 814 time: 0.1142256 Jul 16 01:44:26.529693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Request body: {'port': {'device_id': 'e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2', 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7', 'admin_state_up': True, 'tenant_id': '1f378b231dd84238bed2be1c7563f05e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:26.599395 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91f19cf1-48b3-434c-ba24-99b2956ec242 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.623453 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54c9937a-40aa-4150-8e50-4f930a0b5536 req-03140e1a-2d1c-4ea6-914b-bf9219917db4 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 210 time: 0.0473557 Jul 16 01:44:26.624637 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91f19cf1-48b3-434c-ba24-99b2956ec242 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.659130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Made reservation on behalf of 1f378b231dd84238bed2be1c7563f05e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:26.663403 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.772101 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.794051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Allocated IP 172.20.0.7 (3fb879bb-45ff-41f8-9280-102bb8518eb7/dde04f99-f827-4bde-9e35-23b0444a380b/f9b72318-7dab-4570-8947-cf6d0c34d16d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:26.854585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f19cf1-48b3-434c-ba24-99b2956ec242 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:26.945846 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.964347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f19cf1-48b3-434c-ba24-99b2956ec242 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:26.969164 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91f19cf1-48b3-434c-ba24-99b2956ec242 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.975758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac9975-cb5a-4eb5-8ebe-dce422d55198 None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:26.985624 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac9975-cb5a-4eb5-8ebe-dce422d55198 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:26.986472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-91ac9975-cb5a-4eb5-8ebe-dce422d55198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:26.993369 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.021204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-91ac9975-cb5a-4eb5-8ebe-dce422d55198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:27.030753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac9975-cb5a-4eb5-8ebe-dce422d55198 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:27.031287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-91ac9975-cb5a-4eb5-8ebe-dce422d55198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:43:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:27.036814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Network 3fb879bb-45ff-41f8-9280-102bb8518eb7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:27.044111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:27.046673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:27.048415 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-91f19cf1-48b3-434c-ba24-99b2956ec242 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "PUT /v2.0/floatingips/91998e83-961b-4768-a132-142f96ebd60d HTTP/1.1" status: 200 len: 979 time: 1.0555022 Jul 16 01:44:27.051622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:27.067783 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-91ac9975-cb5a-4eb5-8ebe-dce422d55198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:27.068458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac9975-cb5a-4eb5-8ebe-dce422d55198 None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:27.086989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Pushing event updated for resources: {'Port': ['ID=f9b72318-7dab-4570-8947-cf6d0c34d16d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.115102 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:27.115915 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.125935 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32e0ab39-1b2b-469d-9383-e01defb3ca36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.134942 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-76a9cff7-14f0-4e46-a0a1-5030d5728ab9 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6096077 Jul 16 01:44:27.147716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Request body: {'port': {'device_id': 'e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:27.219237 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.220269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port 6f6e2184-3598-4a09-9dcc-8da6fae06b82 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:27.220600 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.297430 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.297682 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.310104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for 6f6e2184-3598-4a09-9dcc-8da6fae06b82 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:27.460683 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.491720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b72318-7dab-4570-8947-cf6d0c34d16d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:27.493263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=6f6e2184-3598-4a09-9dcc-8da6fae06b82,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.500320 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.506195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.506545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.506892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.507268 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.507613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.507930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.508261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.508590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.508919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.509245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.509580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.509895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:27.514387 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Transition to ACTIVE for port object f9b72318-7dab-4570-8947-cf6d0c34d16d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:27.519295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.568342 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.568677 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 91998e83-961b-4768-a132-142f96ebd60d disassociated (deleted). External IP: 172.25.4.239, port: 5cf71668-99ec-42fb-a9f8-9e46b09cb809. Jul 16 01:44:27.570361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Pushing event updated for resources: {'Port': ['ID=f9b72318-7dab-4570-8947-cf6d0c34d16d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.628569 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.651288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Attempting to bind port f9b72318-7dab-4570-8947-cf6d0c34d16d on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:27.651683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Attempting to bind port f9b72318-7dab-4570-8947-cf6d0c34d16d by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8a02587a-e88f-4d44-a111-6c1c4bf1aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:27.651999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Attempting to bind port f9b72318-7dab-4570-8947-cf6d0c34d16d on network 3fb879bb-45ff-41f8-9280-102bb8518eb7 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:27.658671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Port f9b72318-7dab-4570-8947-cf6d0c34d16d on network 3fb879bb-45ff-41f8-9280-102bb8518eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:27.658671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Attempting to bind port f9b72318-7dab-4570-8947-cf6d0c34d16d on network 3fb879bb-45ff-41f8-9280-102bb8518eb7 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:27.664411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:27.664905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Checking segment: {'id': '8a02587a-e88f-4d44-a111-6c1c4bf1aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:27.665167 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Bound using segment: {'id': '8a02587a-e88f-4d44-a111-6c1c4bf1aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:27.665589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Bound port: f9b72318-7dab-4570-8947-cf6d0c34d16d, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a02587a-e88f-4d44-a111-6c1c4bf1aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:27.666097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.744673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] For port f9b72318-7dab-4570-8947-cf6d0c34d16d, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:27.749071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] For port f9b72318-7dab-4570-8947-cf6d0c34d16d, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f9b72318-7dab-4570-8947-cf6d0c34d16d,segment=NetworkSegment(8a02587a-e88f-4d44-a111-6c1c4bf1aebf),segment_id=8a02587a-e88f-4d44-a111-6c1c4bf1aebf)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:27.763748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.795668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:27.823918 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:27.824546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.825947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] 10.222.0.50 "PUT /v2.0/ports/f9b72318-7dab-4570-8947-cf6d0c34d16d HTTP/1.1" status: 200 len: 1092 time: 0.6836386 Jul 16 01:44:27.826419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2', 'tag': 'f9b72318-7dab-4570-8947-cf6d0c34d16d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:27.829003 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac3db29-f53d-4bb5-9941-8f51d2179f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2", "tag": "f9b72318-7dab-4570-8947-cf6d0c34d16d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:27.859348 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb02f2-9434-4917-a2fd-e414a3276c5a service neutron] Pushing event updated for resources: {'Port': ['ID=f9b72318-7dab-4570-8947-cf6d0c34d16d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.890671 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe30a31-d388-4d8f-8912-175e7fc42e21 req-226c9965-d1f6-4a61-b65d-e984963ae181 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:27.892249 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bbe30a31-d388-4d8f-8912-175e7fc42e21 req-226c9965-d1f6-4a61-b65d-e984963ae181 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 943 time: 0.1396637 Jul 16 01:44:27.893709 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9360d656-32bf-4fc5-b375-6c1c9c4b6e22 x-openstack-request-id: req-9360d656-32bf-4fc5-b375-6c1c9c4b6e22 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:27.893990 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2", "tag": "f9b72318-7dab-4570-8947-cf6d0c34d16d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:27.894310 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9360d656-32bf-4fc5-b375-6c1c9c4b6e22 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:27.894778 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2', 'tag': 'f9b72318-7dab-4570-8947-cf6d0c34d16d', 'status': 'completed', 'code': 200} Jul 16 01:44:27.920060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:27.924448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.929932 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5627a2-5790-4853-bf85-76ca8b9285fe None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:27.939392 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5627a2-5790-4853-bf85-76ca8b9285fe None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:27.940248 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c5627a2-5790-4853-bf85-76ca8b9285fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:27.964558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3d1f39d0-662e-4f55-b354-20cd6251cb7c tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/floatingips/91998e83-961b-4768-a132-142f96ebd60d HTTP/1.1" status: 204 len: 168 time: 0.9116964 Jul 16 01:44:27.967152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:27.978210 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c5627a2-5790-4853-bf85-76ca8b9285fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:27.982996 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bbe30a31-d388-4d8f-8912-175e7fc42e21 req-ae41720c-cafe-42ca-8fa8-994fda2a1381 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785766 Jul 16 01:44:27.986900 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5627a2-5790-4853-bf85-76ca8b9285fe None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:27.987664 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c5627a2-5790-4853-bf85-76ca8b9285fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:28.020038 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c5627a2-5790-4853-bf85-76ca8b9285fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:28.020666 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5627a2-5790-4853-bf85-76ca8b9285fe None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:28.024418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-0dacef12-3504-4908-83b4-b5087ad3343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:28.026097 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-0dacef12-3504-4908-83b4-b5087ad3343c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f378b231dd84238bed2be1c7563f05e&device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 1095 time: 0.1301823 Jul 16 01:44:28.088990 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-d5fa5e4d-2e05-4ad6-8338-9509ebfdc89a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b72318-7dab-4570-8947-cf6d0c34d16d HTTP/1.1" status: 200 len: 217 time: 0.0548282 Jul 16 01:44:28.150751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3161b75a-c886-42d1-89c3-f76f961dcbeb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port 5cf71668-99ec-42fb-a9f8-9e46b09cb809 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:28.151095 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3161b75a-c886-42d1-89c3-f76f961dcbeb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.154367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-92af5d99-7e72-4ccf-ad0e-055be6aa370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:28.155823 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-92af5d99-7e72-4ccf-ad0e-055be6aa370d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dde04f99-f827-4bde-9e35-23b0444a380b HTTP/1.1" status: 200 len: 854 time: 0.0597761 Jul 16 01:44:28.204419 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-a3ba33e2-903d-4c33-94ad-59aa73861b9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3fb879bb-45ff-41f8-9280-102bb8518eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358129 Jul 16 01:44:28.315262 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3161b75a-c886-42d1-89c3-f76f961dcbeb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.334179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3161b75a-c886-42d1-89c3-f76f961dcbeb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for 5cf71668-99ec-42fb-a9f8-9e46b09cb809 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:28.361113 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-52c7b241-25ea-4dae-87fa-936e49930944 service neutron] 10.222.0.50 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225183 Jul 16 01:44:28.493842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.509665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2dda7902-f913-4a49-80eb-c25e95f6a7c7 req-93b78a8a-cefc-414d-a9d2-11868456efca service neutron] 10.222.0.50 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180291 Jul 16 01:44:28.633408 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3161b75a-c886-42d1-89c3-f76f961dcbeb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.668850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161b75a-c886-42d1-89c3-f76f961dcbeb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=5cf71668-99ec-42fb-a9f8-9e46b09cb809,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:28.679546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3db29-f53d-4bb5-9941-8f51d2179f6f req-f6adf527-51ce-43e2-9496-cf58cafc5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:28.681066 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aac3db29-f53d-4bb5-9941-8f51d2179f6f req-f6adf527-51ce-43e2-9496-cf58cafc5d2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f378b231dd84238bed2be1c7563f05e&device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 1095 time: 0.1219854 Jul 16 01:44:28.831681 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3161b75a-c886-42d1-89c3-f76f961dcbeb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.833726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3161b75a-c886-42d1-89c3-f76f961dcbeb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/ports/5cf71668-99ec-42fb-a9f8-9e46b09cb809 HTTP/1.1" status: 204 len: 168 time: 0.8656349 Jul 16 01:44:28.838930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:28.844289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:28.851253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3db29-f53d-4bb5-9941-8f51d2179f6f req-8ba38458-aba4-4a21-ad07-1f4a12141a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:28.852758 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aac3db29-f53d-4bb5-9941-8f51d2179f6f req-8ba38458-aba4-4a21-ad07-1f4a12141a43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3fb879bb-45ff-41f8-9280-102bb8518eb7 HTTP/1.1" status: 200 len: 914 time: 0.1512065 Jul 16 01:44:28.868562 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.906501 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aac3db29-f53d-4bb5-9941-8f51d2179f6f req-b9717046-a9f8-4e75-9d9c-3cb6ce243bcd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b72318-7dab-4570-8947-cf6d0c34d16d HTTP/1.1" status: 200 len: 217 time: 0.0455537 Jul 16 01:44:28.959372 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3db29-f53d-4bb5-9941-8f51d2179f6f req-f111d4af-1c71-4ce2-999d-9e67872781cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:28.960892 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aac3db29-f53d-4bb5-9941-8f51d2179f6f req-f111d4af-1c71-4ce2-999d-9e67872781cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dde04f99-f827-4bde-9e35-23b0444a380b HTTP/1.1" status: 200 len: 854 time: 0.0456769 Jul 16 01:44:28.977163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.002608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aac3db29-f53d-4bb5-9941-8f51d2179f6f req-a7da8d98-62ac-4de9-abfc-970c0da36750 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3fb879bb-45ff-41f8-9280-102bb8518eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313315 Jul 16 01:44:29.094714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.25.4.65 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/6641e31b-d846-48b6-a792-2b7cb45dab25) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:29.102390 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aac3db29-f53d-4bb5-9941-8f51d2179f6f req-a0c2e4c8-97d5-4853-ae8c-df6bfc343e89 service neutron] 10.222.0.50 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962634 Jul 16 01:44:29.225356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aac3db29-f53d-4bb5-9941-8f51d2179f6f req-655a67c9-7bb5-4f18-a675-4abc0e5919ad service neutron] 10.222.0.50 "GET /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157413 Jul 16 01:44:29.243138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1583d93-5145-4f44-bafc-7c232e1b8f5a req-101493d9-50e1-4b6b-b100-25bcc65d740c tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:29.244596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1583d93-5145-4f44-bafc-7c232e1b8f5a req-101493d9-50e1-4b6b-b100-25bcc65d740c tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 943 time: 0.1384232 Jul 16 01:44:29.265205 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.307083 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1583d93-5145-4f44-bafc-7c232e1b8f5a req-17b872cc-1c6f-471a-92ea-0aa45b13c60e tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523822 Jul 16 01:44:29.336267 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.378192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:29.383850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:29.386299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:29.416627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=6641e31b-d846-48b6-a792-2b7cb45dab25,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.479401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.524198 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.671265 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.676588 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.749135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=6641e31b-d846-48b6-a792-2b7cb45dab25,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.757962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.771574 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.772800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dc4dd8c7-4094-4d59-b2bb-bc2eddf59458 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9322526 Jul 16 01:44:29.775442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40686) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:29.780398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'port': {'network_id': 'db236b8a-f786-46e4-b02b-e58570e3a479', 'name': 'tempest-FloatingIPTestJSON-1254558210'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:29.887792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Made reservation on behalf of 1848eef254e347268d2d49a1d7d9f803 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:29.891592 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.908938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] device_id is not set on port 45ba51d8-5443-4506-8f0c-9eac15f1a53d yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:30.019532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.20.0.5 (db236b8a-f786-46e4-b02b-e58570e3a479/b058976c-aa65-42b2-9cca-e64fcb24a5e2/45ba51d8-5443-4506-8f0c-9eac15f1a53d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:30.104834 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.169824 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.488969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30632-acbf-4c6f-950c-33e7ec664098 req-3e82947f-16b0-4843-9dba-41a5de119356 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:30.490977 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4c30632-acbf-4c6f-950c-33e7ec664098 req-3e82947f-16b0-4843-9dba-41a5de119356 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 943 time: 0.0683110 Jul 16 01:44:30.513061 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.533476 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4c30632-acbf-4c6f-950c-33e7ec664098 req-93d62b9e-35b9-438a-a5d0-a81f20912d83 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359066 Jul 16 01:44:30.562265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network db236b8a-f786-46e4-b02b-e58570e3a479 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:30.565556 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:30.571086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:30.574941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=45ba51d8-5443-4506-8f0c-9eac15f1a53d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:30.619535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:30.620067 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.636879 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-070a43ec-22ad-4266-aff8-2b2ea3b8fae2 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8580723 Jul 16 01:44:30.637085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40690) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:30.641416 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bfc14856-b3c7-400d-a8ec-dcd29ef5f8ba tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'port_id': '45ba51d8-5443-4506-8f0c-9eac15f1a53d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:30.681645 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfc14856-b3c7-400d-a8ec-dcd29ef5f8ba tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.123305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfc14856-b3c7-400d-a8ec-dcd29ef5f8ba tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.127219 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfc14856-b3c7-400d-a8ec-dcd29ef5f8ba tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.225723 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-bfc14856-b3c7-400d-a8ec-dcd29ef5f8ba tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 4c699948-df91-4699-bb90-a3824e919801 associated. External IP: 172.25.4.65, port: 45ba51d8-5443-4506-8f0c-9eac15f1a53d. Jul 16 01:44:31.432435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc14856-b3c7-400d-a8ec-dcd29ef5f8ba tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:31.540232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc14856-b3c7-400d-a8ec-dcd29ef5f8ba tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:31.544947 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfc14856-b3c7-400d-a8ec-dcd29ef5f8ba tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.548955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cba41b-552f-4b6c-88d6-3756ff2b51fc None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:31.563128 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cba41b-552f-4b6c-88d6-3756ff2b51fc None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:31.564050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9cba41b-552f-4b6c-88d6-3756ff2b51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:31.586673 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bfc14856-b3c7-400d-a8ec-dcd29ef5f8ba tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "PUT /v2.0/floatingips/4c699948-df91-4699-bb90-a3824e919801 HTTP/1.1" status: 200 len: 977 time: 0.9463129 Jul 16 01:44:31.586993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40694) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:31.598219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9cba41b-552f-4b6c-88d6-3756ff2b51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:31.606882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cba41b-552f-4b6c-88d6-3756ff2b51fc None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:31.607497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9cba41b-552f-4b6c-88d6-3756ff2b51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:31.640315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9cba41b-552f-4b6c-88d6-3756ff2b51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:31.640976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cba41b-552f-4b6c-88d6-3756ff2b51fc None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:31.729470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port 45ba51d8-5443-4506-8f0c-9eac15f1a53d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:31.729720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.756146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad79d9c-fefb-4fbf-b508-92ab91aeaddd req-a1dbb056-e207-46b2-b5f2-1ebb7760f9b6 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:31.757654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fad79d9c-fefb-4fbf-b508-92ab91aeaddd req-a1dbb056-e207-46b2-b5f2-1ebb7760f9b6 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 943 time: 0.0971186 Jul 16 01:44:31.842831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fad79d9c-fefb-4fbf-b508-92ab91aeaddd req-73885329-642e-4e42-a8f5-a923bae12315 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783522 Jul 16 01:44:31.856988 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.994171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f9b72318-7dab-4570-8947-cf6d0c34d16d details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:32.099596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.100173 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.100451 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 4c699948-df91-4699-bb90-a3824e919801 disassociated. External IP: 172.25.4.65, port: 45ba51d8-5443-4506-8f0c-9eac15f1a53d. Jul 16 01:44:32.100803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for 45ba51d8-5443-4506-8f0c-9eac15f1a53d owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:32.103155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port f9b72318-7dab-4570-8947-cf6d0c34d16d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f9b72318-7dab-4570-8947-cf6d0c34d16d,segment=NetworkSegment(8a02587a-e88f-4d44-a111-6c1c4bf1aebf),segment_id=8a02587a-e88f-4d44-a111-6c1c4bf1aebf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:32.115608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'f9b72318-7dab-4570-8947-cf6d0c34d16d', 'network_id': '3fb879bb-45ff-41f8-9280-102bb8518eb7', 'port_id': 'f9b72318-7dab-4570-8947-cf6d0c34d16d', 'mac_address': 'fa:16:3e:c0:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde04f99-f827-4bde-9e35-23b0444a380b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:32.165159 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.178280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b72318-7dab-4570-8947-cf6d0c34d16d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:32.198461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port f9b72318-7dab-4570-8947-cf6d0c34d16d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f9b72318-7dab-4570-8947-cf6d0c34d16d,segment=NetworkSegment(8a02587a-e88f-4d44-a111-6c1c4bf1aebf),segment_id=8a02587a-e88f-4d44-a111-6c1c4bf1aebf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:32.203154 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.247691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.263337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=f9b72318-7dab-4570-8947-cf6d0c34d16d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.272272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.273100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.273603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.274154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.274648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.275160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.275650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.276133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.276611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.277081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.277616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.278131 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.284665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=45ba51d8-5443-4506-8f0c-9eac15f1a53d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.401111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:32.468710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['f9b72318-7dab-4570-8947-cf6d0c34d16d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:32.517393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:32.528972 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b9c2b9-7d4f-4ce8-aba7-0f96ace8910b None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:32.541615 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9c2b9-7d4f-4ce8-aba7-0f96ace8910b None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:32.542872 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-61b9c2b9-7d4f-4ce8-aba7-0f96ace8910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:32.587974 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-61b9c2b9-7d4f-4ce8-aba7-0f96ace8910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:32.597881 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9c2b9-7d4f-4ce8-aba7-0f96ace8910b None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:32.598658 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-61b9c2b9-7d4f-4ce8-aba7-0f96ace8910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:32.601217 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.603839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c4e7c516-5e5a-4a15-ac09-1cb432fc2527 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/ports/45ba51d8-5443-4506-8f0c-9eac15f1a53d HTTP/1.1" status: 204 len: 168 time: 1.0159917 Jul 16 01:44:32.606477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40696) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.635107 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-61b9c2b9-7d4f-4ce8-aba7-0f96ace8910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:32.635756 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b9c2b9-7d4f-4ce8-aba7-0f96ace8910b None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:32.655626 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-640694b0-b92b-4a31-8f72-782a5d9a95a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "GET /v2.0/floatingips/4c699948-df91-4699-bb90-a3824e919801 HTTP/1.1" status: 200 len: 687 time: 0.0479181 Jul 16 01:44:32.658126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40698) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.788749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ce25679f-144f-48e1-b429-b40c84f51a64 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port 6641e31b-d846-48b6-a792-2b7cb45dab25 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:32.788997 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce25679f-144f-48e1-b429-b40c84f51a64 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.875489 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce25679f-144f-48e1-b429-b40c84f51a64 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.875817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce25679f-144f-48e1-b429-b40c84f51a64 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.888780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ce25679f-144f-48e1-b429-b40c84f51a64 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for 6641e31b-d846-48b6-a792-2b7cb45dab25 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:33.025615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5bbf1-b379-446f-8e9d-6863f9303a85 req-f8f49c41-561e-4dd9-b33c-8ffee72bcd02 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:33.027226 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3fe5bbf1-b379-446f-8e9d-6863f9303a85 req-f8f49c41-561e-4dd9-b33c-8ffee72bcd02 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 944 time: 0.0647025 Jul 16 01:44:33.027739 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce25679f-144f-48e1-b429-b40c84f51a64 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.052596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25679f-144f-48e1-b429-b40c84f51a64 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=6641e31b-d846-48b6-a792-2b7cb45dab25,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.071779 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3fe5bbf1-b379-446f-8e9d-6863f9303a85 req-16a830fd-8460-4a08-8e43-75893c9126c6 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382795 Jul 16 01:44:33.116938 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce25679f-144f-48e1-b429-b40c84f51a64 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.119555 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce25679f-144f-48e1-b429-b40c84f51a64 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.120740 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ce25679f-144f-48e1-b429-b40c84f51a64 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/floatingips/4c699948-df91-4699-bb90-a3824e919801 HTTP/1.1" status: 204 len: 168 time: 0.4617271 Jul 16 01:44:33.124209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40702) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:33.129152 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'bba4f7fc-f463-4cc4-9b17-f09f059fe330'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:33.151324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.251176 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.351721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.25.4.90 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/3ad6da21-19f4-451a-af37-9c86de53e01c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:33.455882 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.498361 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.532497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:33.535952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:33.541355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:33.568760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=3ad6da21-19f4-451a-af37-9c86de53e01c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.995153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f9b72318-7dab-4570-8947-cf6d0c34d16d up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:34.048141 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port f9b72318-7dab-4570-8947-cf6d0c34d16d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:34.053808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port f9b72318-7dab-4570-8947-cf6d0c34d16d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:34.054201 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.135323 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.163425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b72318-7dab-4570-8947-cf6d0c34d16d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:34.166170 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ebb243-84a8-4325-80e8-7fff5942d34e" -d '{"events": [{"server_uuid": "e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2", "name": "network-vif-plugged", "status": "completed", "tag": "f9b72318-7dab-4570-8947-cf6d0c34d16d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:34.183760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port f9b72318-7dab-4570-8947-cf6d0c34d16d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f9b72318-7dab-4570-8947-cf6d0c34d16d,segment=NetworkSegment(8a02587a-e88f-4d44-a111-6c1c4bf1aebf),segment_id=8a02587a-e88f-4d44-a111-6c1c4bf1aebf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:34.189575 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.220507 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bc99c7-1f35-454b-82e1-d883bb7dabc7 x-openstack-request-id: req-f9bc99c7-1f35-454b-82e1-d883bb7dabc7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:34.220791 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2", "name": "network-vif-plugged", "status": "completed", "tag": "f9b72318-7dab-4570-8947-cf6d0c34d16d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:34.221041 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9bc99c7-1f35-454b-82e1-d883bb7dabc7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:34.221425 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b72318-7dab-4570-8947-cf6d0c34d16d', 'code': 200} Jul 16 01:44:34.243420 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.255912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=f9b72318-7dab-4570-8947-cf6d0c34d16d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.303435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eaaa5-3418-4b8a-a055-8c5239b8d244 req-fe70d504-348d-4735-a133-a3df1cf29d5e tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.304956 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b13eaaa5-3418-4b8a-a055-8c5239b8d244 req-fe70d504-348d-4735-a133-a3df1cf29d5e tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 945 time: 0.1086032 Jul 16 01:44:34.339839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fab2fa-d55f-4b9a-a6a9-fce6e6ce4ed2 req-8ff6276f-d213-48e1-bb5d-cf47e4a74c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.341335 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52fab2fa-d55f-4b9a-a6a9-fce6e6ce4ed2 req-8ff6276f-d213-48e1-bb5d-cf47e4a74c0e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 1097 time: 0.0570092 Jul 16 01:44:34.367965 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.378321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-52fab2fa-d55f-4b9a-a6a9-fce6e6ce4ed2 req-eac7da73-3f86-43ad-af84-3610c20bbe56 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290613 Jul 16 01:44:34.392746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b13eaaa5-3418-4b8a-a055-8c5239b8d244 req-8217ca56-a450-496e-ac5c-1a5dc4fb2df4 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623581 Jul 16 01:44:34.532576 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.539706 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.608053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=3ad6da21-19f4-451a-af37-9c86de53e01c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.621515 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.723489 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 7942f267-be21-49ed-bcf2-96650cbb8ddb associated. External IP: 172.25.4.90, port: bba4f7fc-f463-4cc4-9b17-f09f059fe330. Jul 16 01:44:34.947628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:35.066193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:35.079243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a56004-e73b-4d07-954d-228942d7f068 None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:35.084518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.090383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a56004-e73b-4d07-954d-228942d7f068 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:35.091024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-26a56004-e73b-4d07-954d-228942d7f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:35.124228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-26a56004-e73b-4d07-954d-228942d7f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:35.125172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ade9e95c-c9ce-4c26-9eb5-f5a3c99aab4b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.9999409 Jul 16 01:44:35.129771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40708) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:35.134872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a56004-e73b-4d07-954d-228942d7f068 None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:35.135090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-26a56004-e73b-4d07-954d-228942d7f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:35.135421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1528235366'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:35.163392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Made reservation on behalf of 1848eef254e347268d2d49a1d7d9f803 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:35.167152 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.173786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-26a56004-e73b-4d07-954d-228942d7f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:35.174609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a56004-e73b-4d07-954d-228942d7f068 None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:35.197000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:35.206592 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.207636 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Added segment 8342106d-4b8e-42b8-a110-faa81d605e52 of type vlan for network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 Jul 16 01:44:35.251410 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.282027 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.288917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.288917 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.328293 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1973019 Jul 16 01:44:35.331182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:35.339283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'subnet': {'network_id': '8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:35.367918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48a61d-684e-44f6-8c7b-94726af8e1a0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Network': ['ID=8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.378745 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:35.456183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Made reservation on behalf of 1848eef254e347268d2d49a1d7d9f803 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:35.460411 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.581176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1afe3-259f-4461-908e-a0770e7a0dcc req-c575636f-9cf6-42c4-926f-9ea3d5ea219d tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.582722 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-caf1afe3-259f-4461-908e-a0770e7a0dcc req-c575636f-9cf6-42c4-926f-9ea3d5ea219d tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 945 time: 0.0644066 Jul 16 01:44:35.621041 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-caf1afe3-259f-4461-908e-a0770e7a0dcc req-98b2862d-b133-499c-9ad2-32b837fc2c61 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Jul 16 01:44:35.647953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.715633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Subnet': ['ID=cfd8cd64-0326-4fe2-9e03-162b74911644,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.723534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Checking segment: {'id': '8342106d-4b8e-42b8-a110-faa81d605e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:35.723893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network hostable DHCP agents. Network: 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:35.743002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:35.752829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:35.758469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.759213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.764254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b71727-553d-47b0-9fcb-946147aa0bbd None None] Network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:35.774886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-870ceee6-ac86-4e7d-b9d8-f8e6f8a727d8 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4416885 Jul 16 01:44:35.777632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:35.782363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2016180937', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:35.814758 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.817060 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.877315 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.945638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71', 'network_id': '8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71', 'tenant_id': '1848eef254e347268d2d49a1d7d9f803', 'fixed_ips': [{'subnet_id': 'cfd8cd64-0326-4fe2-9e03-162b74911644'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:35.946663 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.033869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.098284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Allocated IP 172.20.0.2 (8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71/cfd8cd64-0326-4fe2-9e03-162b74911644/3618ec6b-31b6-4eac-ac1a-9b90d738aed9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:36.250542 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.252621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.259930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Transition to ACTIVE for port object 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:36.272793 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.275891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Transition to ACTIVE for port object 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:36.283818 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.327285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:36.332936 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:36.336605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:36.347654 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Pushing event updated for resources: {'Port': ['ID=3618ec6b-31b6-4eac-ac1a-9b90d738aed9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:36.393826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.25.4.238 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/4be2a868-896f-4bba-b437-5b17d8fbaad9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:36.403018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Attempting to bind port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:36.403553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Attempting to bind port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '8342106d-4b8e-42b8-a110-faa81d605e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:36.404265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Attempting to bind port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 on network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:36.411258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:36.411629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Checking segment: {'id': '8342106d-4b8e-42b8-a110-faa81d605e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:36.412036 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.413052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Bound using segment: {'id': '8342106d-4b8e-42b8-a110-faa81d605e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:36.413793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Bound port: 3618ec6b-31b6-4eac-ac1a-9b90d738aed9, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8342106d-4b8e-42b8-a110-faa81d605e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:36.414511 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.478733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-007717bf-844a-4383-843a-a4da29b5947d None None] For port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:36.482340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-007717bf-844a-4383-843a-a4da29b5947d None None] For port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3618ec6b-31b6-4eac-ac1a-9b90d738aed9,segment=NetworkSegment(8342106d-4b8e-42b8-a110-faa81d605e52),segment_id=8342106d-4b8e-42b8-a110-faa81d605e52)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:36.489813 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.505756 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.548131 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.549360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007717bf-844a-4383-843a-a4da29b5947d None None] Pushing event updated for resources: {'Port': ['ID=3618ec6b-31b6-4eac-ac1a-9b90d738aed9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:36.601113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:36.605508 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:36.608246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:36.611307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=4be2a868-896f-4bba-b437-5b17d8fbaad9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:37.228167 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.446493 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.547363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d181fe-eb30-468f-b867-325319bae637 None None] Network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:37.586926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router f7d139a6-2a80-4f91-b780-dcf0f4ace4c5 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:37.627028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8c7f76c4-9348-4f19-94e1-94e5d56e1de2 None None] Provisioning for port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:37.698920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:37.712551 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2898401-295e-4356-ad0a-1775d81158be None None] Sync routers for ids ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:37.719880 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.722474 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-39433b74-9301-43af-84c8-402737c14654 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9436862 Jul 16 01:44:37.723994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:37.727648 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2898401-295e-4356-ad0a-1775d81158be None None] Routers {'f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:37.728464 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f2898401-295e-4356-ad0a-1775d81158be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:37.786475 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f2898401-295e-4356-ad0a-1775d81158be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:37.796151 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2898401-295e-4356-ad0a-1775d81158be None None] Routers {'f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:37.797250 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f2898401-295e-4356-ad0a-1775d81158be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:37.837503 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f2898401-295e-4356-ad0a-1775d81158be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:37.838564 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2898401-295e-4356-ad0a-1775d81158be None None] The sync data for ids ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:38.187800 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:38.216982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.242485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:38.248923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:38.249708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.334072 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.370248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3618ec6b-31b6-4eac-ac1a-9b90d738aed9,segment=NetworkSegment(8342106d-4b8e-42b8-a110-faa81d605e52),segment_id=8342106d-4b8e-42b8-a110-faa81d605e52)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:38.374949 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.429135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=3618ec6b-31b6-4eac-ac1a-9b90d738aed9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.505013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.20.0.1 (8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71/cfd8cd64-0326-4fe2-9e03-162b74911644/952bd95b-0022-49fc-9b01-ff4adf0dba22) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:38.620174 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.635443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Transition to ACTIVE for port object 952bd95b-0022-49fc-9b01-ff4adf0dba22 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:38.669754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.715394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:38.718677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:38.722747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:38.729227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=952bd95b-0022-49fc-9b01-ff4adf0dba22,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.776974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.940905 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.991297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-12bb6b18-01a4-4f5d-9b52-e9079aaefb4e None None] Provisioning for port 952bd95b-0022-49fc-9b01-ff4adf0dba22 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:38.995051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-12bb6b18-01a4-4f5d-9b52-e9079aaefb4e None None] Provisioning complete for port 952bd95b-0022-49fc-9b01-ff4adf0dba22 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:38.995426 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12bb6b18-01a4-4f5d-9b52-e9079aaefb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.032260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-12bb6b18-01a4-4f5d-9b52-e9079aaefb4e None None] Port 952bd95b-0022-49fc-9b01-ff4adf0dba22 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:39.221673 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.226973 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.308634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=952bd95b-0022-49fc-9b01-ff4adf0dba22,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:39.316876 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.416712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:39.418238 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:39.542026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router f7d139a6-2a80-4f91-b780-dcf0f4ace4c5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:39.653985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ae82ef7c-2ebe-4a68-a955-0930a720566a None None] Provisioning complete for port 952bd95b-0022-49fc-9b01-ff4adf0dba22 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:39.654453 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae82ef7c-2ebe-4a68-a955-0930a720566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.658708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:39.664099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c8ba9cd3-5a6a-42ec-b869-ee7bff4d98c0 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "PUT /v2.0/routers/f7d139a6-2a80-4f91-b780-dcf0f4ace4c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9391110 Jul 16 01:44:39.667061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:39.673353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'port': {'network_id': '8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71', 'name': 'tempest-FloatingIPTestJSON-1671758137'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:39.678164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844804d-639f-4cdf-b581-1cc48bb2ed3a None None] Sync routers for ids ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:39.698440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844804d-639f-4cdf-b581-1cc48bb2ed3a None None] Routers {'f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:39.699149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9844804d-639f-4cdf-b581-1cc48bb2ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:39.734994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ae82ef7c-2ebe-4a68-a955-0930a720566a None None] Port 952bd95b-0022-49fc-9b01-ff4adf0dba22 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:39.737497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9844804d-639f-4cdf-b581-1cc48bb2ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:39.746577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844804d-639f-4cdf-b581-1cc48bb2ed3a None None] Routers {'f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:39.747265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9844804d-639f-4cdf-b581-1cc48bb2ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:39.780519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9844804d-639f-4cdf-b581-1cc48bb2ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:39.781454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844804d-639f-4cdf-b581-1cc48bb2ed3a None None] The sync data for ids ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:39.793237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Made reservation on behalf of 1848eef254e347268d2d49a1d7d9f803 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:39.796828 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.814699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] device_id is not set on port c1e917a9-ee01-4dd3-a0ec-bb0024517847 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:39.929799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Allocated IP 172.20.0.13 (8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71/cfd8cd64-0326-4fe2-9e03-162b74911644/c1e917a9-ee01-4dd3-a0ec-bb0024517847) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:40.095538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.110788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Transition to ACTIVE for port object c1e917a9-ee01-4dd3-a0ec-bb0024517847 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:40.142983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:40.150610 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.189649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:40.190063 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.197019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:40.200218 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:40.204192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:40.234542 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event updated for resources: {'Port': ['ID=c1e917a9-ee01-4dd3-a0ec-bb0024517847,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.260077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.260663 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.288373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-07e7bd96-9a22-4087-9d7e-46563e495df1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6193876 Jul 16 01:44:40.291033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40738) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:40.295676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Request body: {'floatingip': {'port_id': 'c1e917a9-ee01-4dd3-a0ec-bb0024517847'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:40.364776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.461204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e6bb3894-7af1-44ff-a81a-770be3448fce None None] Provisioning for port c1e917a9-ee01-4dd3-a0ec-bb0024517847 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:40.464953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e6bb3894-7af1-44ff-a81a-770be3448fce None None] Provisioning complete for port c1e917a9-ee01-4dd3-a0ec-bb0024517847 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:40.465319 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3894-7af1-44ff-a81a-770be3448fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.500743 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb3894-7af1-44ff-a81a-770be3448fce None None] Port c1e917a9-ee01-4dd3-a0ec-bb0024517847 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:40.841481 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.845628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.943326 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 7942f267-be21-49ed-bcf2-96650cbb8ddb associated. External IP: 172.25.4.90, port: bba4f7fc-f463-4cc4-9b17-f09f059fe330. Jul 16 01:44:41.150233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:41.258888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:41.267857 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ed0ab-f486-434a-b8fe-5cafc802d21e None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:41.277484 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ed0ab-f486-434a-b8fe-5cafc802d21e None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:41.278198 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-026ed0ab-f486-434a-b8fe-5cafc802d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:41.314236 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-026ed0ab-f486-434a-b8fe-5cafc802d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:41.323199 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ed0ab-f486-434a-b8fe-5cafc802d21e None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:41.323806 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-026ed0ab-f486-434a-b8fe-5cafc802d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:41.355741 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-026ed0ab-f486-434a-b8fe-5cafc802d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:41.356875 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ed0ab-f486-434a-b8fe-5cafc802d21e None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:41.474079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router f7d139a6-2a80-4f91-b780-dcf0f4ace4c5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:41.585499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:41.589770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.594152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f2ba8-89fb-4f3c-9c96-7dcab8d7f7e6 None None] Sync routers for ids ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:41.603734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f2ba8-89fb-4f3c-9c96-7dcab8d7f7e6 None None] Routers {'f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:41.604350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dd9f2ba8-89fb-4f3c-9c96-7dcab8d7f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:41.635703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dd9f2ba8-89fb-4f3c-9c96-7dcab8d7f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:41.644599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f2ba8-89fb-4f3c-9c96-7dcab8d7f7e6 None None] Routers {'f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:41.645194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dd9f2ba8-89fb-4f3c-9c96-7dcab8d7f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:41.660290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cf843be8-ad1c-4ce2-ae8e-a44ec09af777 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "PUT /v2.0/floatingips/7942f267-be21-49ed-bcf2-96650cbb8ddb HTTP/1.1" status: 200 len: 978 time: 1.3674538 Jul 16 01:44:41.662907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40742) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:41.680478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dd9f2ba8-89fb-4f3c-9c96-7dcab8d7f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:41.681132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f2ba8-89fb-4f3c-9c96-7dcab8d7f7e6 None None] The sync data for ids ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:41.763477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port c1e917a9-ee01-4dd3-a0ec-bb0024517847 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:41.763716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.848073 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.322807 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.323169 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.323472 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Floating IP 7942f267-be21-49ed-bcf2-96650cbb8ddb disassociated. External IP: 172.25.4.90, port: c1e917a9-ee01-4dd3-a0ec-bb0024517847. Jul 16 01:44:42.323802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for c1e917a9-ee01-4dd3-a0ec-bb0024517847 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:42.446406 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.478649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=c1e917a9-ee01-4dd3-a0ec-bb0024517847,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.600353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router f7d139a6-2a80-4f91-b780-dcf0f4ace4c5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:42.708806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:42.718102 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea205ff5-7c6d-465b-9f7e-6ef4c132a1e1 None None] Sync routers for ids ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:42.727779 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea205ff5-7c6d-465b-9f7e-6ef4c132a1e1 None None] Routers {'f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:42.728472 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ea205ff5-7c6d-465b-9f7e-6ef4c132a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:42.763474 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ea205ff5-7c6d-465b-9f7e-6ef4c132a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:42.771889 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea205ff5-7c6d-465b-9f7e-6ef4c132a1e1 None None] Routers {'f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:42.772570 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ea205ff5-7c6d-465b-9f7e-6ef4c132a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:42.781315 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.783404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-321be01e-39f4-481f-823b-98bed3ae8c0e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/ports/c1e917a9-ee01-4dd3-a0ec-bb0024517847 HTTP/1.1" status: 204 len: 168 time: 1.1194937 Jul 16 01:44:42.786829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40746) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:42.804808 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ea205ff5-7c6d-465b-9f7e-6ef4c132a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:42.805442 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea205ff5-7c6d-465b-9f7e-6ef4c132a1e1 None None] The sync data for ids ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:43.132576 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.404118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port 952bd95b-0022-49fc-9b01-ff4adf0dba22 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:43.404380 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.495730 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.508506 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for 952bd95b-0022-49fc-9b01-ff4adf0dba22 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:43.692286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.717482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=952bd95b-0022-49fc-9b01-ff4adf0dba22,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.906606 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.118440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router f7d139a6-2a80-4f91-b780-dcf0f4ace4c5 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:44.224693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:44.231365 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9c38614b-552e-4e80-af2f-78bdebce9a00 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "PUT /v2.0/routers/f7d139a6-2a80-4f91-b780-dcf0f4ace4c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4418442 Jul 16 01:44:44.232308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:44.233968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d6da42-fa12-4877-845f-edd03537dd4d None None] Sync routers for ids ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:44.243883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6da42-fa12-4877-845f-edd03537dd4d None None] Routers {'f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:44.244531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-97d6da42-fa12-4877-845f-edd03537dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:44.276294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-97d6da42-fa12-4877-845f-edd03537dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:44.285167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6da42-fa12-4877-845f-edd03537dd4d None None] Routers {'f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:44.285780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-97d6da42-fa12-4877-845f-edd03537dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:44.320963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-97d6da42-fa12-4877-845f-edd03537dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:44.321611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d6da42-fa12-4877-845f-edd03537dd4d None None] The sync data for ids ['f7d139a6-2a80-4f91-b780-dcf0f4ace4c5'] in n-d-791504-14 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:44.342484 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.443665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.497949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port 4be2a868-896f-4bba-b437-5b17d8fbaad9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:44.498318 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.579127 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.591312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for 4be2a868-896f-4bba-b437-5b17d8fbaad9 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:44.754866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.780424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=4be2a868-896f-4bba-b437-5b17d8fbaad9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:44.849487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.941020 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.943164 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.985916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.986465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Fanout notify agent at l3_agent the message router_deleted on router f7d139a6-2a80-4f91-b780-dcf0f4ace4c5 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:44.994951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.995972 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e9cd99d8-7eeb-4368-8c77-10b7d46450b5 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/routers/f7d139a6-2a80-4f91-b780-dcf0f4ace4c5 HTTP/1.1" status: 204 len: 168 time: 0.7627366 Jul 16 01:44:44.998502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40754) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.049287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fb373b-9a16-4e2a-aeb0-efdeb420cf14 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting subnet cfd8cd64-0326-4fe2-9e03-162b74911644 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:45.052417 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84fb373b-9a16-4e2a-aeb0-efdeb420cf14 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.093174 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84fb373b-9a16-4e2a-aeb0-efdeb420cf14 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.189759 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84fb373b-9a16-4e2a-aeb0-efdeb420cf14 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.277634 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84fb373b-9a16-4e2a-aeb0-efdeb420cf14 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.306624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb373b-9a16-4e2a-aeb0-efdeb420cf14 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd8cd64-0326-4fe2-9e03-162b74911644,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.311379 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84fb373b-9a16-4e2a-aeb0-efdeb420cf14 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.313259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-84fb373b-9a16-4e2a-aeb0-efdeb420cf14 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/subnets/cfd8cd64-0326-4fe2-9e03-162b74911644 HTTP/1.1" status: 204 len: 168 time: 0.3138318 Jul 16 01:44:45.318787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40756) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.322203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269406fe-2ead-464b-9aea-aba9c47e6e53 None None] Network 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:45.412524 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.468613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:45.469144 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.524597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c59ee-7bd4-4fd6-9041-5a502f3dd340 None None] DHCP port deletion for 8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:45.572482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] For port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3618ec6b-31b6-4eac-ac1a-9b90d738aed9,segment=NetworkSegment(8342106d-4b8e-42b8-a110-faa81d605e52),segment_id=8342106d-4b8e-42b8-a110-faa81d605e52)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:45.572936 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.573433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f85c59ee-7bd4-4fd6-9041-5a502f3dd340 None None] Deleting port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:45.573578 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f85c59ee-7bd4-4fd6-9041-5a502f3dd340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.615217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:45.652130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f85c59ee-7bd4-4fd6-9041-5a502f3dd340 None None] For port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3618ec6b-31b6-4eac-ac1a-9b90d738aed9,segment=NetworkSegment(8342106d-4b8e-42b8-a110-faa81d605e52),segment_id=8342106d-4b8e-42b8-a110-faa81d605e52)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:45.652914 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f85c59ee-7bd4-4fd6-9041-5a502f3dd340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.667437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f85c59ee-7bd4-4fd6-9041-5a502f3dd340 None None] Calling delete_port for 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:45.704584 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.734444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] No DVR routers for this DVR port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:45.740209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=3618ec6b-31b6-4eac-ac1a-9b90d738aed9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.756224 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f85c59ee-7bd4-4fd6-9041-5a502f3dd340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.784458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c59ee-7bd4-4fd6-9041-5a502f3dd340 None None] Pushing event deleted for resources: {'Port': ['ID=3618ec6b-31b6-4eac-ac1a-9b90d738aed9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.789534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c59ee-7bd4-4fd6-9041-5a502f3dd340 None None] No DVR routers for this DVR port 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:45.823908 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.835345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:45.844948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8342106d-4b8e-42b8-a110-faa81d605e52') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:45.845239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8342106d-4b8e-42b8-a110-faa81d605e52') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:45.854318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.868332 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.874900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:45.875299 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:45.880149 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:45.943031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.950112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.954743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/networks/8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71 HTTP/1.1" status: 204 len: 168 time: 0.6323020 Jul 16 01:44:45.954910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40760) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.964714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ab2a4-bffc-45bf-94b6-dde99eb8a33d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Network': ['ID=8c2c47e4-3d14-4015-ae05-0e9ca0ec6e71,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:46.087197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-18fa3439-9bd9-4e3d-96e5-34fb2457c2aa tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port 3ad6da21-19f4-451a-af37-9c86de53e01c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:46.087544 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18fa3439-9bd9-4e3d-96e5-34fb2457c2aa tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.148905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:46.169570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:46.170021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3618ec6b-31b6-4eac-ac1a-9b90d738aed9 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:46.174545 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18fa3439-9bd9-4e3d-96e5-34fb2457c2aa tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.175502 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18fa3439-9bd9-4e3d-96e5-34fb2457c2aa tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.192562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-18fa3439-9bd9-4e3d-96e5-34fb2457c2aa tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for 3ad6da21-19f4-451a-af37-9c86de53e01c owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:46.352531 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18fa3439-9bd9-4e3d-96e5-34fb2457c2aa tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.381236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa3439-9bd9-4e3d-96e5-34fb2457c2aa tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=3ad6da21-19f4-451a-af37-9c86de53e01c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:46.446102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18fa3439-9bd9-4e3d-96e5-34fb2457c2aa tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.449479 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18fa3439-9bd9-4e3d-96e5-34fb2457c2aa tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.450662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-18fa3439-9bd9-4e3d-96e5-34fb2457c2aa tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/floatingips/7942f267-be21-49ed-bcf2-96650cbb8ddb HTTP/1.1" status: 204 len: 168 time: 0.4947188 Jul 16 01:44:46.454603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40762) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:46.484858 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38ccc52-fedc-4327-90ab-d019d709760b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:46.485609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38ccc52-fedc-4327-90ab-d019d709760b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:46.488596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e38ccc52-fedc-4327-90ab-d019d709760b tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/ports/c1e917a9-ee01-4dd3-a0ec-bb0024517847 HTTP/1.1" status: 404 len: 333 time: 0.0326121 Jul 16 01:44:46.491287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40764) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:46.521156 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-996b567e-8173-4f62-8505-894c5e34516e tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7d139a6-2a80-4f91-b780-dcf0f4ace4c5 HTTP/1.1" status: 200 len: 205 time: 0.0285177 Jul 16 01:44:46.523285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40766) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:46.561093 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-fcd3b697-6858-458c-b3b3-a74a138b99d6 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] delete failed (client error): The resource could not be found. Jul 16 01:44:46.562161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fcd3b697-6858-458c-b3b3-a74a138b99d6 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/routers/f7d139a6-2a80-4f91-b780-dcf0f4ace4c5 HTTP/1.1" status: 404 len: 336 time: 0.0379176 Jul 16 01:44:46.564741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40768) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:46.595987 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-efce9e49-47d3-461c-b9d4-0e017b9e24eb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:46.597023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efce9e49-47d3-461c-b9d4-0e017b9e24eb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:46.599234 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-efce9e49-47d3-461c-b9d4-0e017b9e24eb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/subnets/cfd8cd64-0326-4fe2-9e03-162b74911644 HTTP/1.1" status: 404 len: 337 time: 0.0334654 Jul 16 01:44:46.601915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40770) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:46.701614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bfdca3cf-582c-4a72-9d20-02be7d09e2b1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port bba4f7fc-f463-4cc4-9b17-f09f059fe330 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:46.701962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfdca3cf-582c-4a72-9d20-02be7d09e2b1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.803139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfdca3cf-582c-4a72-9d20-02be7d09e2b1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.814780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bfdca3cf-582c-4a72-9d20-02be7d09e2b1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for bba4f7fc-f463-4cc4-9b17-f09f059fe330 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:46.965100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfdca3cf-582c-4a72-9d20-02be7d09e2b1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.000809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdca3cf-582c-4a72-9d20-02be7d09e2b1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=bba4f7fc-f463-4cc4-9b17-f09f059fe330,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.073009 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfdca3cf-582c-4a72-9d20-02be7d09e2b1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.075442 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bfdca3cf-582c-4a72-9d20-02be7d09e2b1 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/ports/bba4f7fc-f463-4cc4-9b17-f09f059fe330 HTTP/1.1" status: 204 len: 168 time: 0.4724855 Jul 16 01:44:47.080135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40778) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.186077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-24c13df0-29a2-4f99-8d61-1c8a267d442d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port f50f37db-2be2-4b41-a434-81467e4bcb9e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:47.186309 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24c13df0-29a2-4f99-8d61-1c8a267d442d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.284425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24c13df0-29a2-4f99-8d61-1c8a267d442d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.296037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-24c13df0-29a2-4f99-8d61-1c8a267d442d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for f50f37db-2be2-4b41-a434-81467e4bcb9e owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:47.431354 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24c13df0-29a2-4f99-8d61-1c8a267d442d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.465936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13df0-29a2-4f99-8d61-1c8a267d442d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=f50f37db-2be2-4b41-a434-81467e4bcb9e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.538285 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24c13df0-29a2-4f99-8d61-1c8a267d442d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.540206 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-24c13df0-29a2-4f99-8d61-1c8a267d442d tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/ports/f50f37db-2be2-4b41-a434-81467e4bcb9e HTTP/1.1" status: 204 len: 168 time: 0.4584217 Jul 16 01:44:47.542959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40780) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.608422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f57c4e-f670-4fc4-b419-15ab5daff149 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.609839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-54f57c4e-f670-4fc4-b419-15ab5daff149 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf74d19-95ce-4967-8020-5d5aa959167f HTTP/1.1" status: 200 len: 913 time: 0.0659077 Jul 16 01:44:47.612853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40782) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.072281 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.343920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port b4668a4c-314d-4b71-8f25-5479ed78f98d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:48.344646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.738289 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.749726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for b4668a4c-314d-4b71-8f25-5479ed78f98d owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:48.944004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.971228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=b4668a4c-314d-4b71-8f25-5479ed78f98d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.149271 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.370665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Router 4bf74d19-95ce-4967-8020-5d5aa959167f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:49.480513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:49.485623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-229b3007-079b-4881-9d3e-0fa94267dcfb tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "PUT /v2.0/routers/4bf74d19-95ce-4967-8020-5d5aa959167f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8717885 Jul 16 01:44:49.489330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40792) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:49.492652 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd67cc-3e7b-41da-84f1-63ee6f59891e None None] Sync routers for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:49.501842 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd67cc-3e7b-41da-84f1-63ee6f59891e None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:49.502486 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9bfd67cc-3e7b-41da-84f1-63ee6f59891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:49.538041 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9bfd67cc-3e7b-41da-84f1-63ee6f59891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:49.547216 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd67cc-3e7b-41da-84f1-63ee6f59891e None None] Routers {'4bf74d19-95ce-4967-8020-5d5aa959167f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:49.547839 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9bfd67cc-3e7b-41da-84f1-63ee6f59891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:44:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['4bf74d19-95ce-4967-8020-5d5aa959167f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:49.582235 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9bfd67cc-3e7b-41da-84f1-63ee6f59891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:49.582912 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd67cc-3e7b-41da-84f1-63ee6f59891e None None] The sync data for ids ['4bf74d19-95ce-4967-8020-5d5aa959167f'] in n-d-791504-14 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:49.913380 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.022252 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.114856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting port 39595ab6-6365-45af-9d84-2f8e82822826 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:50.121451 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.267784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.280249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Calling delete_port for 39595ab6-6365-45af-9d84-2f8e82822826 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:50.452836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.478740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Port': ['ID=39595ab6-6365-45af-9d84-2f8e82822826,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:50.540871 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.633618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.635710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.682091 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.682607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Fanout notify agent at l3_agent the message router_deleted on router 4bf74d19-95ce-4967-8020-5d5aa959167f {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:50.689261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.691319 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ab43ce7f-75ea-4930-8ffe-62b2a1aa5083 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/routers/4bf74d19-95ce-4967-8020-5d5aa959167f HTTP/1.1" status: 204 len: 168 time: 1.2000110 Jul 16 01:44:50.693913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40796) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:50.746762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fb657d-e063-481b-ae5e-21f81e2b0e33 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Deleting subnet b058976c-aa65-42b2-9cca-e64fcb24a5e2 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:50.749951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49fb657d-e063-481b-ae5e-21f81e2b0e33 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.791887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49fb657d-e063-481b-ae5e-21f81e2b0e33 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.844826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49fb657d-e063-481b-ae5e-21f81e2b0e33 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.903196 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49fb657d-e063-481b-ae5e-21f81e2b0e33 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.932691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb657d-e063-481b-ae5e-21f81e2b0e33 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Subnet': ['ID=b058976c-aa65-42b2-9cca-e64fcb24a5e2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:50.934663 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49fb657d-e063-481b-ae5e-21f81e2b0e33 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.937308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-49fb657d-e063-481b-ae5e-21f81e2b0e33 tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/subnets/b058976c-aa65-42b2-9cca-e64fcb24a5e2 HTTP/1.1" status: 204 len: 168 time: 0.2416170 Jul 16 01:44:50.938999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40798) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:51.019276 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.115743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.126345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db236b8a-f786-46e4-b02b-e58570e3a479']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:51.137254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ad40c3-ad2c-4122-9389-53900fe33359') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:51.137551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ad40c3-ad2c-4122-9389-53900fe33359') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:51.147723 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.161633 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.167795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:51.168197 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:51.171228 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:51.239377 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.249031 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.251000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] 10.222.0.64 "DELETE /v2.0/networks/db236b8a-f786-46e4-b02b-e58570e3a479 HTTP/1.1" status: 204 len: 168 time: 0.3110368 Jul 16 01:44:51.269918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75138797-4055-480f-b46c-b5f267ddb2bc tempest-FloatingIPTestJSON-292827962 tempest-FloatingIPTestJSON-292827962-project] Pushing event deleted for resources: {'Network': ['ID=db236b8a-f786-46e4-b02b-e58570e3a479,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:51.520919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:51.655184 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0f40a354-f594-4fe4-87cc-ca46b935332c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1848eef254e347268d2d49a1d7d9f803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308880 Jul 16 01:44:51.655937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40814) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:51.708770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6e10-16d9-44be-9bba-1b11a40b69e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.731393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6e10-16d9-44be-9bba-1b11a40b69e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.779628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6e10-16d9-44be-9bba-1b11a40b69e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.782567 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6e10-16d9-44be-9bba-1b11a40b69e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.786666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1a2f6e10-16d9-44be-9bba-1b11a40b69e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78d117fa-1fbf-4609-81c6-591bdb4d951f HTTP/1.1" status: 204 len: 168 time: 0.1274300 Jul 16 01:44:51.794338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f6e10-16d9-44be-9bba-1b11a40b69e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d117fa-1fbf-4609-81c6-591bdb4d951f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.242445 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:52.558538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.658804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094663373'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:52.686977 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.696602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.806046 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.809901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.849155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c572351d-4b4a-4a36-b6d2-0cdf37357cd1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.918128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.921956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.952236 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.953460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3939133 Jul 16 01:44:52.954711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f11b8-848f-4d91-912b-2c3eac1025a3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d786cb59-c138-43fb-b20b-34a3b49e1a83,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.956568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40842) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.019350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-810e4468-ec09-4796-8f02-4418eca7740f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0615823 Jul 16 01:44:53.023203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40844) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.027763 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-69237db8-42a3-4f33-a596-0370cafe3da9 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group': {'name': 'tempest-security--78430005', 'description': 'tempest-security-description-1396722295'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:53.054244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69237db8-42a3-4f33-a596-0370cafe3da9 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.099748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69237db8-42a3-4f33-a596-0370cafe3da9 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.103363 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69237db8-42a3-4f33-a596-0370cafe3da9 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.106061 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69237db8-42a3-4f33-a596-0370cafe3da9 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.107312 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-69237db8-42a3-4f33-a596-0370cafe3da9 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "PUT /v2.0/security-groups/d786cb59-c138-43fb-b20b-34a3b49e1a83 HTTP/1.1" status: 200 len: 1778 time: 0.0831692 Jul 16 01:44:53.110522 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40846) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.136499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69237db8-42a3-4f33-a596-0370cafe3da9 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d786cb59-c138-43fb-b20b-34a3b49e1a83,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.152880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c8fb2624-2c77-4a1d-a115-f346ad02248e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups/d786cb59-c138-43fb-b20b-34a3b49e1a83 HTTP/1.1" status: 200 len: 1778 time: 0.0409157 Jul 16 01:44:53.155507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.206899 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a759237a-ba3e-4d72-872b-a4bbb21c6fd2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.233804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a759237a-ba3e-4d72-872b-a4bbb21c6fd2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.277206 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a759237a-ba3e-4d72-872b-a4bbb21c6fd2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.280008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a759237a-ba3e-4d72-872b-a4bbb21c6fd2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.281140 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a759237a-ba3e-4d72-872b-a4bbb21c6fd2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-groups/d786cb59-c138-43fb-b20b-34a3b49e1a83 HTTP/1.1" status: 204 len: 168 time: 0.1247478 Jul 16 01:44:53.284799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.291794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759237a-ba3e-4d72-872b-a4bbb21c6fd2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d786cb59-c138-43fb-b20b-34a3b49e1a83,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.344423 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5a5ec3c0-d7cb-4e95-aa4b-8a53be0fdb90 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549858 Jul 16 01:44:53.345630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40856) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.359651 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-677972b9-5a1c-415c-957a-15790b7ef9d2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] delete failed (client error): The resource could not be found. Jul 16 01:44:53.364988 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-677972b9-5a1c-415c-957a-15790b7ef9d2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-groups/d786cb59-c138-43fb-b20b-34a3b49e1a83 HTTP/1.1" status: 404 len: 347 time: 0.0134428 Jul 16 01:44:53.365278 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40858) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.370905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a8ec2160-b149-4f9d-9b6d-9347178aad77 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group': {'name': 'tempest-secgroup--456434916'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:53.398516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8ec2160-b149-4f9d-9b6d-9347178aad77 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.485468 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8ec2160-b149-4f9d-9b6d-9347178aad77 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.491962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8ec2160-b149-4f9d-9b6d-9347178aad77 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.520672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8ec2160-b149-4f9d-9b6d-9347178aad77 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.522329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a8ec2160-b149-4f9d-9b6d-9347178aad77 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1560028 Jul 16 01:44:53.525870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40862) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.526450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec2160-b149-4f9d-9b6d-9347178aad77 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1f3be1-5bd2-472c-abc7-0a664b26ec1c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.531562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-eb3710a5-a906-449b-a36c-1c2f37c79726 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': '5d1f3be1-5bd2-472c-abc7-0a664b26ec1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:53.563341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb3710a5-a906-449b-a36c-1c2f37c79726 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.614933 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb3710a5-a906-449b-a36c-1c2f37c79726 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.620165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb3710a5-a906-449b-a36c-1c2f37c79726 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.640712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3710a5-a906-449b-a36c-1c2f37c79726 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45aa99d6-784e-4101-a08c-b884f0699dc0,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.647843 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb3710a5-a906-449b-a36c-1c2f37c79726 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.649148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-eb3710a5-a906-449b-a36c-1c2f37c79726 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217039 Jul 16 01:44:53.652224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.682384 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-214c3e51-38a2-4965-8e7d-c87e0956d8c5 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.689858 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-214c3e51-38a2-4965-8e7d-c87e0956d8c5 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.720431 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-214c3e51-38a2-4965-8e7d-c87e0956d8c5 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.727038 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-214c3e51-38a2-4965-8e7d-c87e0956d8c5 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.728149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-214c3e51-38a2-4965-8e7d-c87e0956d8c5 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/45aa99d6-784e-4101-a08c-b884f0699dc0 HTTP/1.1" status: 204 len: 168 time: 0.0749819 Jul 16 01:44:53.730753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40866) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.743271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c3e51-38a2-4965-8e7d-c87e0956d8c5 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45aa99d6-784e-4101-a08c-b884f0699dc0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.784267 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-19b1bc6f-8875-4b22-a846-336b3fc886c7 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491366 Jul 16 01:44:53.786990 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40868) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.844348 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-071d5f46-f28b-45d9-9f69-8b7f63570fe0 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.869628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-071d5f46-f28b-45d9-9f69-8b7f63570fe0 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.918401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-071d5f46-f28b-45d9-9f69-8b7f63570fe0 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.921239 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-071d5f46-f28b-45d9-9f69-8b7f63570fe0 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.922410 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-071d5f46-f28b-45d9-9f69-8b7f63570fe0 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-groups/5d1f3be1-5bd2-472c-abc7-0a664b26ec1c HTTP/1.1" status: 204 len: 168 time: 0.1345100 Jul 16 01:44:53.926840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.945295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d5f46-f28b-45d9-9f69-8b7f63570fe0 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1f3be1-5bd2-472c-abc7-0a664b26ec1c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.995206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fb97a78a-1ebd-419b-be7e-73a00e4456a1 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635738 Jul 16 01:44:53.995581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.000178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fbb65c63-5aea-4e9f-8294-578efde3653e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group': {'name': 'tempest-secgroup--155714536'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:54.024273 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c63-5aea-4e9f-8294-578efde3653e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.110836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c63-5aea-4e9f-8294-578efde3653e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.116803 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c63-5aea-4e9f-8294-578efde3653e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.144964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbb65c63-5aea-4e9f-8294-578efde3653e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.146262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fbb65c63-5aea-4e9f-8294-578efde3653e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1495991 Jul 16 01:44:54.149130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40874) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.153661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-42140eba-5403-4820-847a-c772cc9f041c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': 'a99598ee-e73f-4c4d-9ce5-b4f1ceacbbf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:54.160026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb65c63-5aea-4e9f-8294-578efde3653e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99598ee-e73f-4c4d-9ce5-b4f1ceacbbf0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.183770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42140eba-5403-4820-847a-c772cc9f041c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.247355 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42140eba-5403-4820-847a-c772cc9f041c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.253162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42140eba-5403-4820-847a-c772cc9f041c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.280700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42140eba-5403-4820-847a-c772cc9f041c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f43b83-a65d-4ace-8048-ef90ace55d70,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.294349 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42140eba-5403-4820-847a-c772cc9f041c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.295848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-42140eba-5403-4820-847a-c772cc9f041c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457210 Jul 16 01:44:54.298686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.308078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9c218bc3-e8b4-4d82-88aa-68367a66e572 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': 'a99598ee-e73f-4c4d-9ce5-b4f1ceacbbf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:54.343108 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c218bc3-e8b4-4d82-88aa-68367a66e572 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.420680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c218bc3-e8b4-4d82-88aa-68367a66e572 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.425463 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c218bc3-e8b4-4d82-88aa-68367a66e572 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.445447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c218bc3-e8b4-4d82-88aa-68367a66e572 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e49f5a3-5cc9-4fa7-abd4-3c794d0416f5,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.451721 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c218bc3-e8b4-4d82-88aa-68367a66e572 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.452978 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9c218bc3-e8b4-4d82-88aa-68367a66e572 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1527402 Jul 16 01:44:54.455672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.460982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7d044591-6930-4b78-bfc4-bd669cdbf475 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': 'a99598ee-e73f-4c4d-9ce5-b4f1ceacbbf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:54.490550 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d044591-6930-4b78-bfc4-bd669cdbf475 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.556618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d044591-6930-4b78-bfc4-bd669cdbf475 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.561326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d044591-6930-4b78-bfc4-bd669cdbf475 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.569798 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b120fbc-867f-4071-a91c-970eb2c9f448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.579944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044591-6930-4b78-bfc4-bd669cdbf475 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a2489a-7c2f-44b0-9cb7-f798e90b0136,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.590259 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7d044591-6930-4b78-bfc4-bd669cdbf475 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.591473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7d044591-6930-4b78-bfc4-bd669cdbf475 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344299 Jul 16 01:44:54.594490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40884) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.601155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8db36b67-14fb-44e5-bc25-ae7627d20157 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': 'a99598ee-e73f-4c4d-9ce5-b4f1ceacbbf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:54.629271 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8db36b67-14fb-44e5-bc25-ae7627d20157 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.693767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8db36b67-14fb-44e5-bc25-ae7627d20157 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.697488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8db36b67-14fb-44e5-bc25-ae7627d20157 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.716748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db36b67-14fb-44e5-bc25-ae7627d20157 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc8d1d1-4b42-45e2-a812-252f650c3f56,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.722774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8db36b67-14fb-44e5-bc25-ae7627d20157 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.724126 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8db36b67-14fb-44e5-bc25-ae7627d20157 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283026 Jul 16 01:44:54.726874 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40886) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.731505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4d8a78d1-9c2c-4c38-8092-8b42abab678f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': 'a99598ee-e73f-4c4d-9ce5-b4f1ceacbbf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:54.759951 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d8a78d1-9c2c-4c38-8092-8b42abab678f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.826804 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d8a78d1-9c2c-4c38-8092-8b42abab678f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.830412 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d8a78d1-9c2c-4c38-8092-8b42abab678f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.852078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a78d1-9c2c-4c38-8092-8b42abab678f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4964995a-54e5-404d-9eba-febe915e930a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.855589 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d8a78d1-9c2c-4c38-8092-8b42abab678f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.856956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4d8a78d1-9c2c-4c38-8092-8b42abab678f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1289289 Jul 16 01:44:54.860303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.890118 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c2788f5-446d-4cbf-ae45-1a26d7287ee3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.899341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c2788f5-446d-4cbf-ae45-1a26d7287ee3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.928741 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c2788f5-446d-4cbf-ae45-1a26d7287ee3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.934414 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c2788f5-446d-4cbf-ae45-1a26d7287ee3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.935534 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8c2788f5-446d-4cbf-ae45-1a26d7287ee3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/4964995a-54e5-404d-9eba-febe915e930a HTTP/1.1" status: 204 len: 168 time: 0.0743308 Jul 16 01:44:54.938487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40890) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.944484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2788f5-446d-4cbf-ae45-1a26d7287ee3 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4964995a-54e5-404d-9eba-febe915e930a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.987594 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c41de642-89b5-4555-a516-ac6dcbdedfa7 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0473089 Jul 16 01:44:54.990233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40892) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.014800 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f27d-f7cf-475f-9e8a-bbd7780444b8 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.022457 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f27d-f7cf-475f-9e8a-bbd7780444b8 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.047987 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f27d-f7cf-475f-9e8a-bbd7780444b8 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.054661 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f27d-f7cf-475f-9e8a-bbd7780444b8 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.055765 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7ad6f27d-f7cf-475f-9e8a-bbd7780444b8 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0fc8d1d1-4b42-45e2-a812-252f650c3f56 HTTP/1.1" status: 204 len: 168 time: 0.0646091 Jul 16 01:44:55.058580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.061394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6f27d-f7cf-475f-9e8a-bbd7780444b8 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fc8d1d1-4b42-45e2-a812-252f650c3f56,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.116896 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-db7de33c-82fc-4c2c-b1a0-de470c1b52c2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0571153 Jul 16 01:44:55.119569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40896) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.144519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2b30eed-f448-4b7b-bfe5-dd7a2f28a022 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.152048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2b30eed-f448-4b7b-bfe5-dd7a2f28a022 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.179280 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2b30eed-f448-4b7b-bfe5-dd7a2f28a022 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.185496 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f2b30eed-f448-4b7b-bfe5-dd7a2f28a022 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.186640 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f2b30eed-f448-4b7b-bfe5-dd7a2f28a022 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/47a2489a-7c2f-44b0-9cb7-f798e90b0136 HTTP/1.1" status: 204 len: 168 time: 0.0661685 Jul 16 01:44:55.189443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.192626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b30eed-f448-4b7b-bfe5-dd7a2f28a022 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47a2489a-7c2f-44b0-9cb7-f798e90b0136,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.235154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9094a035-eda9-4344-a883-828891e2eff7 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0445926 Jul 16 01:44:55.238294 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.264868 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89aee575-af5d-419c-a4e1-7cce4ed71b80 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.275751 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89aee575-af5d-419c-a4e1-7cce4ed71b80 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.304953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89aee575-af5d-419c-a4e1-7cce4ed71b80 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.311294 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89aee575-af5d-419c-a4e1-7cce4ed71b80 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.312387 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-89aee575-af5d-419c-a4e1-7cce4ed71b80 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/9e49f5a3-5cc9-4fa7-abd4-3c794d0416f5 HTTP/1.1" status: 204 len: 168 time: 0.0732040 Jul 16 01:44:55.315416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40902) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.318084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aee575-af5d-419c-a4e1-7cce4ed71b80 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e49f5a3-5cc9-4fa7-abd4-3c794d0416f5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.359460 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-604f74cd-84a5-49f3-a97a-e972890423c4 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0426841 Jul 16 01:44:55.362451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40904) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.386584 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58b573fa-2c4e-4cce-a0a9-d9a34014f3a6 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.394885 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58b573fa-2c4e-4cce-a0a9-d9a34014f3a6 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.426500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58b573fa-2c4e-4cce-a0a9-d9a34014f3a6 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.432420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58b573fa-2c4e-4cce-a0a9-d9a34014f3a6 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.434914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-58b573fa-2c4e-4cce-a0a9-d9a34014f3a6 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/30f43b83-a65d-4ace-8048-ef90ace55d70 HTTP/1.1" status: 204 len: 168 time: 0.0714004 Jul 16 01:44:55.437541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40906) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.441863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b573fa-2c4e-4cce-a0a9-d9a34014f3a6 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30f43b83-a65d-4ace-8048-ef90ace55d70,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.487239 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3637afd5-52cf-4e06-8a31-2e55ff37cc47 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477827 Jul 16 01:44:55.489812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40912) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.550145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38ed6e25-4236-4ee1-83cf-e13dd4337748 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.574379 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38ed6e25-4236-4ee1-83cf-e13dd4337748 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.619241 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38ed6e25-4236-4ee1-83cf-e13dd4337748 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.622039 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38ed6e25-4236-4ee1-83cf-e13dd4337748 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.623578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-38ed6e25-4236-4ee1-83cf-e13dd4337748 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-groups/a99598ee-e73f-4c4d-9ce5-b4f1ceacbbf0 HTTP/1.1" status: 204 len: 168 time: 0.1325517 Jul 16 01:44:55.626911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40916) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.640867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed6e25-4236-4ee1-83cf-e13dd4337748 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99598ee-e73f-4c4d-9ce5-b4f1ceacbbf0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.692735 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5529f4de-66b0-4f88-a311-5fca54b2bb39 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595403 Jul 16 01:44:55.693163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40918) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.697921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9b76b4d3-7766-4925-9ab1-f7c7d77df48f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206432889'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:55.723099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b76b4d3-7766-4925-9ab1-f7c7d77df48f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.724750 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.810960 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b76b4d3-7766-4925-9ab1-f7c7d77df48f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.815879 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b76b4d3-7766-4925-9ab1-f7c7d77df48f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.844225 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b76b4d3-7766-4925-9ab1-f7c7d77df48f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.845458 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9b76b4d3-7766-4925-9ab1-f7c7d77df48f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1513562 Jul 16 01:44:55.847871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76b4d3-7766-4925-9ab1-f7c7d77df48f tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbcf958-e2d3-4a1c-b25e-81b0ad8d9bc7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.848486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.853156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b43abe49-db1d-4428-a518-0053a4e2726c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': 'cdbcf958-e2d3-4a1c-b25e-81b0ad8d9bc7', 'direction': 'ingress', 'protocol': 17}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:55.883341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b43abe49-db1d-4428-a518-0053a4e2726c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.946548 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b43abe49-db1d-4428-a518-0053a4e2726c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.950815 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b43abe49-db1d-4428-a518-0053a4e2726c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.973511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43abe49-db1d-4428-a518-0053a4e2726c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e761c9-269a-41ba-b8a0-fb884308d350,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.979619 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b43abe49-db1d-4428-a518-0053a4e2726c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.983722 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b43abe49-db1d-4428-a518-0053a4e2726c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1313484 Jul 16 01:44:55.984236 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40922) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.048311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40e9cc9a-ebdb-49da-a9c8-42310064ffcd tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.074409 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40e9cc9a-ebdb-49da-a9c8-42310064ffcd tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.120281 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40e9cc9a-ebdb-49da-a9c8-42310064ffcd tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.122885 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40e9cc9a-ebdb-49da-a9c8-42310064ffcd tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.126546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-40e9cc9a-ebdb-49da-a9c8-42310064ffcd tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-groups/cdbcf958-e2d3-4a1c-b25e-81b0ad8d9bc7 HTTP/1.1" status: 204 len: 168 time: 0.1390519 Jul 16 01:44:56.127914 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40924) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.134274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9cc9a-ebdb-49da-a9c8-42310064ffcd tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbcf958-e2d3-4a1c-b25e-81b0ad8d9bc7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.185617 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dc24cecc-ca2b-4ec1-8b4b-165b98ca2c32 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553031 Jul 16 01:44:56.189628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.195806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b77b83ab-1fe0-4757-8c1e-a1f0614dd56a tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group': {'name': 'tempest-secgroup--938212373'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:56.219516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b77b83ab-1fe0-4757-8c1e-a1f0614dd56a tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.307754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b77b83ab-1fe0-4757-8c1e-a1f0614dd56a tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.311748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b77b83ab-1fe0-4757-8c1e-a1f0614dd56a tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.343593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b83ab-1fe0-4757-8c1e-a1f0614dd56a tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b68cdbd-5bdf-443e-a6ac-75467a470ab1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.352502 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b77b83ab-1fe0-4757-8c1e-a1f0614dd56a tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.356479 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b77b83ab-1fe0-4757-8c1e-a1f0614dd56a tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1644800 Jul 16 01:44:56.356823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40928) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.362093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d96018a3-de98-48b1-b5cb-825923c1f4e2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group': {'name': 'tempest-secgroup--576146715'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:56.384669 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d96018a3-de98-48b1-b5cb-825923c1f4e2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.484088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d96018a3-de98-48b1-b5cb-825923c1f4e2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.490280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d96018a3-de98-48b1-b5cb-825923c1f4e2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.530043 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d96018a3-de98-48b1-b5cb-825923c1f4e2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.531641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d96018a3-de98-48b1-b5cb-825923c1f4e2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1737707 Jul 16 01:44:56.532942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96018a3-de98-48b1-b5cb-825923c1f4e2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a28ff5d-4009-4196-967b-4075af7e4875,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.536975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.543618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6213e17b-8b17-4aad-b8e9-0495d4ac674e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': '4b68cdbd-5bdf-443e-a6ac-75467a470ab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5a28ff5d-4009-4196-967b-4075af7e4875', 'remote_ip_prefix': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:56.589726 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6213e17b-8b17-4aad-b8e9-0495d4ac674e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.672756 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6213e17b-8b17-4aad-b8e9-0495d4ac674e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.677818 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6213e17b-8b17-4aad-b8e9-0495d4ac674e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.697714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213e17b-8b17-4aad-b8e9-0495d4ac674e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f522ca0b-ef88-41fd-a159-9edf707b5f3d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.706343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6213e17b-8b17-4aad-b8e9-0495d4ac674e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.707856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6213e17b-8b17-4aad-b8e9-0495d4ac674e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1695926 Jul 16 01:44:56.710592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40934) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.736389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d8b465-ff8f-4330-96d1-b2bf3cbda570 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.745724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d8b465-ff8f-4330-96d1-b2bf3cbda570 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.780009 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d8b465-ff8f-4330-96d1-b2bf3cbda570 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.786931 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d8b465-ff8f-4330-96d1-b2bf3cbda570 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.790902 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-30d8b465-ff8f-4330-96d1-b2bf3cbda570 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f522ca0b-ef88-41fd-a159-9edf707b5f3d HTTP/1.1" status: 204 len: 168 time: 0.0766809 Jul 16 01:44:56.792516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.795537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8b465-ff8f-4330-96d1-b2bf3cbda570 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f522ca0b-ef88-41fd-a159-9edf707b5f3d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.795758 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.841168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c920acad-a4fa-4b22-ba18-7632a40a0f6a tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0473716 Jul 16 01:44:56.844124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40938) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.898350 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-111089eb-db47-44ab-af72-94b5505a2066 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.921102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-111089eb-db47-44ab-af72-94b5505a2066 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.963287 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-111089eb-db47-44ab-af72-94b5505a2066 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.965839 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-111089eb-db47-44ab-af72-94b5505a2066 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.967018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-111089eb-db47-44ab-af72-94b5505a2066 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-groups/5a28ff5d-4009-4196-967b-4075af7e4875 HTTP/1.1" status: 204 len: 168 time: 0.1219778 Jul 16 01:44:56.969806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.977392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111089eb-db47-44ab-af72-94b5505a2066 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a28ff5d-4009-4196-967b-4075af7e4875,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.027103 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-232b8915-ab57-4f2a-a66f-4b05ac93a206 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0559871 Jul 16 01:44:57.030216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40942) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.089924 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a87a8640-db13-4017-bf5a-6dd702d892aa tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.114754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a87a8640-db13-4017-bf5a-6dd702d892aa tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.130607 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc792fc9-3519-4691-b1a3-601a13031766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.161882 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a87a8640-db13-4017-bf5a-6dd702d892aa tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.164490 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a87a8640-db13-4017-bf5a-6dd702d892aa tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.165636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a87a8640-db13-4017-bf5a-6dd702d892aa tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-groups/4b68cdbd-5bdf-443e-a6ac-75467a470ab1 HTTP/1.1" status: 204 len: 168 time: 0.1345081 Jul 16 01:44:57.168366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40944) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.175536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a8640-db13-4017-bf5a-6dd702d892aa tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b68cdbd-5bdf-443e-a6ac-75467a470ab1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.216172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bbd05f67-76cb-4648-a16d-6a7530fb2290 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466542 Jul 16 01:44:57.220076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.224733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8eccbea2-0af8-4401-8e37-ff10fc8d9a3e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059747809'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:57.248385 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8eccbea2-0af8-4401-8e37-ff10fc8d9a3e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.340995 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8eccbea2-0af8-4401-8e37-ff10fc8d9a3e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.344817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8eccbea2-0af8-4401-8e37-ff10fc8d9a3e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.378282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccbea2-0af8-4401-8e37-ff10fc8d9a3e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f37120-6125-4dc9-b0f2-69270366c899,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.380460 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8eccbea2-0af8-4401-8e37-ff10fc8d9a3e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.381675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8eccbea2-0af8-4401-8e37-ff10fc8d9a3e tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1606896 Jul 16 01:44:57.384498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40948) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.388962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8c0cfcad-9d72-446d-b69c-94b68e8836ce tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': '02f37120-6125-4dc9-b0f2-69270366c899', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:57.415881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0cfcad-9d72-446d-b69c-94b68e8836ce tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.476198 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0cfcad-9d72-446d-b69c-94b68e8836ce tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.479909 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0cfcad-9d72-446d-b69c-94b68e8836ce tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.505515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cfcad-9d72-446d-b69c-94b68e8836ce tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3384b94c-e73b-4f3b-b8a5-bc9723acfdf3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.513388 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0cfcad-9d72-446d-b69c-94b68e8836ce tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.514608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8c0cfcad-9d72-446d-b69c-94b68e8836ce tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1291182 Jul 16 01:44:57.517431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.543074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ced8-42a8-4b12-a087-2ef3e38c75a1 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.551017 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ced8-42a8-4b12-a087-2ef3e38c75a1 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.578885 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ced8-42a8-4b12-a087-2ef3e38c75a1 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.586485 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ced8-42a8-4b12-a087-2ef3e38c75a1 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.589790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3cd2ced8-42a8-4b12-a087-2ef3e38c75a1 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3384b94c-e73b-4f3b-b8a5-bc9723acfdf3 HTTP/1.1" status: 204 len: 168 time: 0.0680153 Jul 16 01:44:57.589906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40954) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.593806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2ced8-42a8-4b12-a087-2ef3e38c75a1 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3384b94c-e73b-4f3b-b8a5-bc9723acfdf3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.633942 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.656199 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1caecfc-a942-43b1-ab4b-6e4da9dec696 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0652151 Jul 16 01:44:57.659343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40958) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.714922 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc6c474b-27ef-4d37-bcde-af4b178e1b3b tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.739352 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc6c474b-27ef-4d37-bcde-af4b178e1b3b tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.784623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc6c474b-27ef-4d37-bcde-af4b178e1b3b tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.787143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc6c474b-27ef-4d37-bcde-af4b178e1b3b tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.788307 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bc6c474b-27ef-4d37-bcde-af4b178e1b3b tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-groups/02f37120-6125-4dc9-b0f2-69270366c899 HTTP/1.1" status: 204 len: 168 time: 0.1279869 Jul 16 01:44:57.791157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40964) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.798494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c474b-27ef-4d37-bcde-af4b178e1b3b tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f37120-6125-4dc9-b0f2-69270366c899,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.849925 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-800c0b88-bab8-4f9c-8f85-b1daafebf357 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569069 Jul 16 01:44:57.855799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.861554 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a1fa91b1-2a97-470f-b5fc-0828e85fed9d tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903222456'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:57.892733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1fa91b1-2a97-470f-b5fc-0828e85fed9d tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.982693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1fa91b1-2a97-470f-b5fc-0828e85fed9d tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.987848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1fa91b1-2a97-470f-b5fc-0828e85fed9d tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.019721 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1fa91b1-2a97-470f-b5fc-0828e85fed9d tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.020954 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1fa91b1-2a97-470f-b5fc-0828e85fed9d tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1638842 Jul 16 01:44:58.021820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa91b1-2a97-470f-b5fc-0828e85fed9d tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda86bf9-9496-43fc-80e7-a084a5422589,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.024510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40970) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.030286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a5ae1370-e0c3-4066-9c5e-8f09cff89281 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': 'fda86bf9-9496-43fc-80e7-a084a5422589', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:58.060161 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1370-e0c3-4066-9c5e-8f09cff89281 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.122822 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1370-e0c3-4066-9c5e-8f09cff89281 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.133708 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1370-e0c3-4066-9c5e-8f09cff89281 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.153954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae1370-e0c3-4066-9c5e-8f09cff89281 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7e9dd2-5133-4a64-98dd-d67b23bbcf3f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.163556 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1370-e0c3-4066-9c5e-8f09cff89281 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.163556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a5ae1370-e0c3-4066-9c5e-8f09cff89281 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379824 Jul 16 01:44:58.166253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40972) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.182954 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-36ef15a7-6a8a-4a44-8d85-03f38b98a447 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules/8a7e9dd2-5133-4a64-98dd-d67b23bbcf3f HTTP/1.1" status: 200 len: 763 time: 0.0155902 Jul 16 01:44:58.185453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40974) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.228607 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-289fcf6c-15ea-4d4d-ad9c-efc13c8fbaf0 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0418563 Jul 16 01:44:58.230917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40976) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.258944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6369d60-000c-481a-8a6b-54968ac49cab tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.268675 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6369d60-000c-481a-8a6b-54968ac49cab tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.297024 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6369d60-000c-481a-8a6b-54968ac49cab tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.302479 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6369d60-000c-481a-8a6b-54968ac49cab tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.303628 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b6369d60-000c-481a-8a6b-54968ac49cab tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/8a7e9dd2-5133-4a64-98dd-d67b23bbcf3f HTTP/1.1" status: 204 len: 168 time: 0.0717664 Jul 16 01:44:58.306246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40978) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.311477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6369d60-000c-481a-8a6b-54968ac49cab tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a7e9dd2-5133-4a64-98dd-d67b23bbcf3f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.349952 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f6984ecc-9d7e-49f6-b215-c3d5ce8134c1 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425208 Jul 16 01:44:58.352658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 40980) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.357153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-332bf35f-5878-4816-a346-20f88e9e6cc4 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': 'fda86bf9-9496-43fc-80e7-a084a5422589', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:58.386276 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332bf35f-5878-4816-a346-20f88e9e6cc4 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.438234 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332bf35f-5878-4816-a346-20f88e9e6cc4 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.442426 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332bf35f-5878-4816-a346-20f88e9e6cc4 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.458595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bf35f-5878-4816-a346-20f88e9e6cc4 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a0f7b9-5314-445d-85ee-0685888977a7,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.467813 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332bf35f-5878-4816-a346-20f88e9e6cc4 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.472119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-332bf35f-5878-4816-a346-20f88e9e6cc4 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154454 Jul 16 01:44:58.472424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40982) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.494500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dc720322-7eae-486f-8fab-cfd172759590 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules/91a0f7b9-5314-445d-85ee-0685888977a7 HTTP/1.1" status: 200 len: 763 time: 0.0208304 Jul 16 01:44:58.497003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.504016 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.540742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d6ae1354-2d96-4600-84ac-a3e3774b4532 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420408 Jul 16 01:44:58.543398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40986) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.568137 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8df74804-37ea-444e-b4bf-8227425a11a2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.575775 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8df74804-37ea-444e-b4bf-8227425a11a2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.603842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8df74804-37ea-444e-b4bf-8227425a11a2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.609631 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8df74804-37ea-444e-b4bf-8227425a11a2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.610814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8df74804-37ea-444e-b4bf-8227425a11a2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/91a0f7b9-5314-445d-85ee-0685888977a7 HTTP/1.1" status: 204 len: 168 time: 0.0664198 Jul 16 01:44:58.614263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40988) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.635466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df74804-37ea-444e-b4bf-8227425a11a2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91a0f7b9-5314-445d-85ee-0685888977a7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.671444 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-af80ec1a-161a-4aac-b971-642d52210796 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0559659 Jul 16 01:44:58.673831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.679280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c2edb8e3-e977-4917-8ba1-3c228358ebc2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Request body: {'security_group_rule': {'security_group_id': 'fda86bf9-9496-43fc-80e7-a084a5422589', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:58.709319 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2edb8e3-e977-4917-8ba1-3c228358ebc2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.759796 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2edb8e3-e977-4917-8ba1-3c228358ebc2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.763481 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2edb8e3-e977-4917-8ba1-3c228358ebc2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.781766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edb8e3-e977-4917-8ba1-3c228358ebc2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8270c04-5177-4473-837e-ef27a958c4b9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.788513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2edb8e3-e977-4917-8ba1-3c228358ebc2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.792320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c2edb8e3-e977-4917-8ba1-3c228358ebc2 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148627 Jul 16 01:44:58.792450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.810225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e48ceae0-056b-45b9-9b7c-f7be55257735 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules/b8270c04-5177-4473-837e-ef27a958c4b9 HTTP/1.1" status: 200 len: 764 time: 0.0166819 Jul 16 01:44:58.812649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.854891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-55d1430c-677d-4910-94aa-14f0774434c6 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0409751 Jul 16 01:44:58.857359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 40996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.884980 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5709814d-2236-4b8e-9210-e938c53b6718 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.893789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5709814d-2236-4b8e-9210-e938c53b6718 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.921779 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5709814d-2236-4b8e-9210-e938c53b6718 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.929408 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5709814d-2236-4b8e-9210-e938c53b6718 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.933168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5709814d-2236-4b8e-9210-e938c53b6718 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b8270c04-5177-4473-837e-ef27a958c4b9 HTTP/1.1" status: 204 len: 168 time: 0.0746014 Jul 16 01:44:58.933546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.940693 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709814d-2236-4b8e-9210-e938c53b6718 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8270c04-5177-4473-837e-ef27a958c4b9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.016841 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a64ad859-9d93-47af-b9cf-ac438aa90b4c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0773880 Jul 16 01:44:59.018712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41002) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.078289 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b983bf67-d5d2-4f88-a66e-a89b538ca683 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.105691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b983bf67-d5d2-4f88-a66e-a89b538ca683 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.148327 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b983bf67-d5d2-4f88-a66e-a89b538ca683 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.151181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b983bf67-d5d2-4f88-a66e-a89b538ca683 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.152597 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b983bf67-d5d2-4f88-a66e-a89b538ca683 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "DELETE /v2.0/security-groups/fda86bf9-9496-43fc-80e7-a084a5422589 HTTP/1.1" status: 204 len: 168 time: 0.1327372 Jul 16 01:44:59.155581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41004) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.163331 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983bf67-d5d2-4f88-a66e-a89b538ca683 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda86bf9-9496-43fc-80e7-a084a5422589,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.217134 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6231ea45-f37d-4b64-a4e5-d1a51d6f080c tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558553 Jul 16 01:44:59.217711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41006) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.262821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-25cc09a6-bb8e-45b2-ae82-408babead889 tempest-SecGroupTest-1590674381 tempest-SecGroupTest-1590674381-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443816 Jul 16 01:44:59.533182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.685109 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-68c1053b-53dc-47d7-91d3-caad5f7cdd87 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0731b37c581d431e8b634b827d41b429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496129 Jul 16 01:44:59.688181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41018) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.743254 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43809559-0103-4e7f-a55f-eef1c967679d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.768088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43809559-0103-4e7f-a55f-eef1c967679d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.818521 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43809559-0103-4e7f-a55f-eef1c967679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.823233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43809559-0103-4e7f-a55f-eef1c967679d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.824575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-43809559-0103-4e7f-a55f-eef1c967679d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c572351d-4b4a-4a36-b6d2-0cdf37357cd1 HTTP/1.1" status: 204 len: 168 time: 0.1354473 Jul 16 01:44:59.832912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43809559-0103-4e7f-a55f-eef1c967679d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c572351d-4b4a-4a36-b6d2-0cdf37357cd1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:00.110768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.552150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41042) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:00.662052 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-11897b91-6173-4ae1-8d5c-d7d76ac864bd tempest-ServiceProvidersTest-2087238303 tempest-ServiceProvidersTest-2087238303-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1051290 Jul 16 01:45:00.912861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.028984 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15059c7b-f3c4-4be7-bfd7-ac491004eb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.126431 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15059c7b-f3c4-4be7-bfd7-ac491004eb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.131743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15059c7b-f3c4-4be7-bfd7-ac491004eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.173886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-15059c7b-f3c4-4be7-bfd7-ac491004eb1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b841ccad26e4188a6377da87c80973b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598732 Jul 16 01:45:01.175541 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15059c7b-f3c4-4be7-bfd7-ac491004eb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da7ec88-fc10-4bb7-b978-d954c6bff227,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:01.177170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.231442 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97dac8a1-37a3-41cd-818c-6111ad1e8f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.254923 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97dac8a1-37a3-41cd-818c-6111ad1e8f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.304704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97dac8a1-37a3-41cd-818c-6111ad1e8f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.307330 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97dac8a1-37a3-41cd-818c-6111ad1e8f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.308526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-97dac8a1-37a3-41cd-818c-6111ad1e8f23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6da7ec88-fc10-4bb7-b978-d954c6bff227 HTTP/1.1" status: 204 len: 168 time: 0.1295304 Jul 16 01:45:01.321858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dac8a1-37a3-41cd-818c-6111ad1e8f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da7ec88-fc10-4bb7-b978-d954c6bff227,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.083086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41078) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:02.185970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1291496121'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:02.208340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Made reservation on behalf of 95596e5923b646048e2b162c82a96219 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:02.211821 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.221516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.321439 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.326204 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.354302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:02.365463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7653c491-1c40-45f9-a656-7266366d2bf0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.370733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.371130 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Added segment f642dd63-f397-4aeb-8de4-d4b4f99df310 of type vlan for network 120b87c5-2f62-4d61-9884-4aca2ea83e1e Jul 16 01:45:02.388169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.388590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.388765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.389086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.389417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.389782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.390154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.390559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.390845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.391200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.391505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.391826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:02.445108 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.479364 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.489520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.490492 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.533088 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4485750 Jul 16 01:45:02.536979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:02.545958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Request body: {'subnet': {'network_id': '120b87c5-2f62-4d61-9884-4aca2ea83e1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:02.568158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48776973-d487-47b9-85a4-3f50004096d0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Pushing event updated for resources: {'Network': ['ID=120b87c5-2f62-4d61-9884-4aca2ea83e1e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.584190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 120b87c5-2f62-4d61-9884-4aca2ea83e1e details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:02.654541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39dac7-b3bb-449a-915a-911863b0885b req-8a2bdee3-d8f3-4c04-9bcc-fecc93815013 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.656489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Made reservation on behalf of 95596e5923b646048e2b162c82a96219 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:02.656756 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee39dac7-b3bb-449a-915a-911863b0885b req-8a2bdee3-d8f3-4c04-9bcc-fecc93815013 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 945 time: 0.0903907 Jul 16 01:45:02.661464 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.705774 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee39dac7-b3bb-449a-915a-911863b0885b req-b1be41cc-aac4-443d-a01e-a7b72c7c3868 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385497 Jul 16 01:45:02.865850 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.929793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Pushing event updated for resources: {'Subnet': ['ID=a7f7f933-ff1f-491b-8ca1-58e85e2ebc08,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.942500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Checking segment: {'id': 'f642dd63-f397-4aeb-8de4-d4b4f99df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b87c5-2f62-4d61-9884-4aca2ea83e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:02.942855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Network hostable DHCP agents. Network: 120b87c5-2f62-4d61-9884-4aca2ea83e1e, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:02.960794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Network 120b87c5-2f62-4d61-9884-4aca2ea83e1e is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:02.970662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 120b87c5-2f62-4d61-9884-4aca2ea83e1e) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:02.976523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.977447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.985414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4ea22-b7cf-4cdc-ac3a-c4e9572a6980 None None] Network 120b87c5-2f62-4d61-9884-4aca2ea83e1e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:02.998990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c4dedaee-9347-41f7-9e6e-e8477978bf6f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4577551 Jul 16 01:45:02.999412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41090) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:03.007231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Request body: {'port': {'network_id': '120b87c5-2f62-4d61-9884-4aca2ea83e1e', 'name': 'tempest-TagsExtTest-2099585689'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:03.137107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Made reservation on behalf of 95596e5923b646048e2b162c82a96219 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:03.143864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.151940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-120b87c5-2f62-4d61-9884-4aca2ea83e1e', 'network_id': '120b87c5-2f62-4d61-9884-4aca2ea83e1e', 'tenant_id': '95596e5923b646048e2b162c82a96219', 'fixed_ips': [{'subnet_id': 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:03.152842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.166795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] device_id is not set on port 21b7c76d-b5cc-4183-af9d-79ffbd658d63 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:03.291441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Allocated IP 172.20.0.14 (120b87c5-2f62-4d61-9884-4aca2ea83e1e/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/21b7c76d-b5cc-4183-af9d-79ffbd658d63) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:03.459982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.475246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Transition to ACTIVE for port object 21b7c76d-b5cc-4183-af9d-79ffbd658d63 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:03.512732 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.567688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Allocated IP 172.20.0.2 (120b87c5-2f62-4d61-9884-4aca2ea83e1e/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/a1af7bfb-3468-479d-97e7-d93c16e2059e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:03.568527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Network 120b87c5-2f62-4d61-9884-4aca2ea83e1e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:03.572291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:03.577060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:03.583302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Pushing event updated for resources: {'Port': ['ID=21b7c76d-b5cc-4183-af9d-79ffbd658d63,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.634035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.634687 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.650665 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-25b8b0fc-8955-4e62-b2eb-40a0b3fe67d1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6499877 Jul 16 01:45:03.654165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41092) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:03.659119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-52b7abfc-546e-46f4-b6b8-d91968ed0646 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1419844155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:03.690042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52b7abfc-546e-46f4-b6b8-d91968ed0646 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.691746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52b7abfc-546e-46f4-b6b8-d91968ed0646 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.739812 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.752015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Transition to ACTIVE for port object a1af7bfb-3468-479d-97e7-d93c16e2059e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:03.759180 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52b7abfc-546e-46f4-b6b8-d91968ed0646 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.764099 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52b7abfc-546e-46f4-b6b8-d91968ed0646 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.773158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Transition to ACTIVE for port object a1af7bfb-3468-479d-97e7-d93c16e2059e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:03.785100 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.795425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52b7abfc-546e-46f4-b6b8-d91968ed0646 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.797056 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-52b7abfc-546e-46f4-b6b8-d91968ed0646 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1416891 Jul 16 01:45:03.800829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:03.810442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b8bf44ce-79d7-4adf-8768-b77231e9894c tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1199366443', 'prefixes': ['172.20.0.0/16']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:03.829583 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Network 120b87c5-2f62-4d61-9884-4aca2ea83e1e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:03.835607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:03.839687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:03.854534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Pushing event updated for resources: {'Port': ['ID=a1af7bfb-3468-479d-97e7-d93c16e2059e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.903986 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8bf44ce-79d7-4adf-8768-b77231e9894c tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for subnetpool, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.905920 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b8bf44ce-79d7-4adf-8768-b77231e9894c tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1033320 Jul 16 01:45:03.910463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Attempting to bind port a1af7bfb-3468-479d-97e7-d93c16e2059e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:03.911056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Attempting to bind port a1af7bfb-3468-479d-97e7-d93c16e2059e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'f642dd63-f397-4aeb-8de4-d4b4f99df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b87c5-2f62-4d61-9884-4aca2ea83e1e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:03.911318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41098) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:03.911619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Attempting to bind port a1af7bfb-3468-479d-97e7-d93c16e2059e on network 120b87c5-2f62-4d61-9884-4aca2ea83e1e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:03.916659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-5b803d70-1622-4275-9790-f8b28be6c2a9 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08', 'tempest-TagsExtTest-Tag-1778349395') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:03.921835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:03.922835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Checking segment: {'id': 'f642dd63-f397-4aeb-8de4-d4b4f99df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b87c5-2f62-4d61-9884-4aca2ea83e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:03.923650 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.924662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Bound using segment: {'id': 'f642dd63-f397-4aeb-8de4-d4b4f99df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b87c5-2f62-4d61-9884-4aca2ea83e1e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:03.925467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Bound port: a1af7bfb-3468-479d-97e7-d93c16e2059e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f642dd63-f397-4aeb-8de4-d4b4f99df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b87c5-2f62-4d61-9884-4aca2ea83e1e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:03.925956 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.978001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b521dc-fea3-462b-af73-42b2393a7ed8 req-3ec11f08-9836-486c-8078-630768db9e88 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.979717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45b521dc-fea3-462b-af73-42b2393a7ed8 req-3ec11f08-9836-486c-8078-630768db9e88 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 945 time: 0.1376934 Jul 16 01:45:04.055890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45b521dc-fea3-462b-af73-42b2393a7ed8 req-b9462206-20a7-4541-9ac5-ac357345166b tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/security-groups?id=7be4f4e2-5dbf-4e8e-8626-cbda093fd495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681841 Jul 16 01:45:04.093798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41100) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.102153 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5b803d70-1622-4275-9790-f8b28be6c2a9 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags/tempest-TagsExtTest-Tag-1778349395 HTTP/1.1" status: 201 len: 201 time: 0.1784470 Jul 16 01:45:04.105196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-955715d3-8654-4869-9261-603718cc0faf tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63', 'tempest-TagsExtTest-Tag-267979790') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.170949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] For port a1af7bfb-3468-479d-97e7-d93c16e2059e, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:04.175018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] For port a1af7bfb-3468-479d-97e7-d93c16e2059e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a1af7bfb-3468-479d-97e7-d93c16e2059e,segment=NetworkSegment(f642dd63-f397-4aeb-8de4-d4b4f99df310),segment_id=f642dd63-f397-4aeb-8de4-d4b4f99df310)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:04.177416 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-955715d3-8654-4869-9261-603718cc0faf tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags/tempest-TagsExtTest-Tag-267979790 HTTP/1.1" status: 201 len: 201 time: 0.0770640 Jul 16 01:45:04.179536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.180959 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.185267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-774e0b56-7ae5-45ed-95da-a0b9d176a2f7 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b', 'tempest-TagsExtTest-Tag-1747838197') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.247257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa7479-2867-4c70-8472-9b84d6ce0b98 None None] Pushing event updated for resources: {'Port': ['ID=a1af7bfb-3468-479d-97e7-d93c16e2059e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.314445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-774e0b56-7ae5-45ed-95da-a0b9d176a2f7 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags/tempest-TagsExtTest-Tag-1747838197 HTTP/1.1" status: 201 len: 201 time: 0.1335323 Jul 16 01:45:04.318137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41104) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.322954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-849c5588-a01d-41dc-a025-3de661f140f7 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090', 'tempest-TagsExtTest-Tag-2006720225') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.346902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-f31a8d2b-37e1-4054-877b-5d2def099721 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.348419 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-f31a8d2b-37e1-4054-877b-5d2def099721 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 945 time: 0.0745943 Jul 16 01:45:04.372803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-849c5588-a01d-41dc-a025-3de661f140f7 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags/tempest-TagsExtTest-Tag-2006720225 HTTP/1.1" status: 201 len: 201 time: 0.0534518 Jul 16 01:45:04.375396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41106) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.380363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-ee5cad62-de00-44c9-8cbf-49c6e8654116 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.447153 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ee5cad62-de00-44c9-8cbf-49c6e8654116 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags HTTP/1.1" status: 200 len: 241 time: 0.0706654 Jul 16 01:45:04.449558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41108) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.453885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-fa2f3417-c0b8-40c7-8702-a919642a8e62 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08', 'tempest-TagsExtTest-Tag-1778349395') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.500270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-116933f6-3d81-4304-9ff1-f809c9a740ea tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Deleting port f9b72318-7dab-4570-8947-cf6d0c34d16d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:04.500758 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-116933f6-3d81-4304-9ff1-f809c9a740ea tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.514970 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fa2f3417-c0b8-40c7-8702-a919642a8e62 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags/tempest-TagsExtTest-Tag-1778349395 HTTP/1.1" status: 204 len: 168 time: 0.0643327 Jul 16 01:45:04.517474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41110) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.521963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-f3caa5e7-073b-46a2-b55f-bdbc80352f3c tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08', 'tempest-TagsExtTest-Tag-1778349395') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.606133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f3caa5e7-073b-46a2-b55f-bdbc80352f3c tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags/tempest-TagsExtTest-Tag-1778349395 HTTP/1.1" status: 204 len: 168 time: 0.0873122 Jul 16 01:45:04.608616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41112) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.612957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-116933f6-3d81-4304-9ff1-f809c9a740ea tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] For port f9b72318-7dab-4570-8947-cf6d0c34d16d, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=f9b72318-7dab-4570-8947-cf6d0c34d16d,segment=NetworkSegment(8a02587a-e88f-4d44-a111-6c1c4bf1aebf),segment_id=8a02587a-e88f-4d44-a111-6c1c4bf1aebf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:04.613331 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-116933f6-3d81-4304-9ff1-f809c9a740ea tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.614478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-dac50c9f-80ed-424b-8457-e78ba4ad3ef9 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.626293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-116933f6-3d81-4304-9ff1-f809c9a740ea tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Calling delete_port for f9b72318-7dab-4570-8947-cf6d0c34d16d owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:04.666667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dac50c9f-80ed-424b-8457-e78ba4ad3ef9 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags HTTP/1.1" status: 200 len: 205 time: 0.0568619 Jul 16 01:45:04.669096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41114) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.673272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-16efc599-f91d-4b54-9a3f-61f519eb003d tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.725258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-16efc599-f91d-4b54-9a3f-61f519eb003d tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags HTTP/1.1" status: 200 len: 240 time: 0.0551548 Jul 16 01:45:04.727802 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41116) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.731970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-cc55f1d2-1eb7-4642-92ea-cd50d31f9a26 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63', 'tempest-TagsExtTest-Tag-267979790') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.760716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-116933f6-3d81-4304-9ff1-f809c9a740ea tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.774297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['f9b72318-7dab-4570-8947-cf6d0c34d16d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:04.792914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cc55f1d2-1eb7-4642-92ea-cd50d31f9a26 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags/tempest-TagsExtTest-Tag-267979790 HTTP/1.1" status: 204 len: 168 time: 0.0618014 Jul 16 01:45:04.793291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41118) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.794861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116933f6-3d81-4304-9ff1-f809c9a740ea tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Pushing event deleted for resources: {'Port': ['ID=f9b72318-7dab-4570-8947-cf6d0c34d16d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.798101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-e5104cb5-fe54-4747-b495-f6ba88036825 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63', 'tempest-TagsExtTest-Tag-267979790') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.847592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-116933f6-3d81-4304-9ff1-f809c9a740ea tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] No DVR routers for this DVR port f9b72318-7dab-4570-8947-cf6d0c34d16d on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:04.850582 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-116933f6-3d81-4304-9ff1-f809c9a740ea tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.853295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9c108922-3853-4ec4-a394-292d9d0ebd87 req-116933f6-3d81-4304-9ff1-f809c9a740ea tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.50 "DELETE /v2.0/ports/f9b72318-7dab-4570-8947-cf6d0c34d16d HTTP/1.1" status: 204 len: 173 time: 0.4985771 Jul 16 01:45:04.853814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2', 'name': 'network-vif-deleted', 'tag': 'f9b72318-7dab-4570-8947-cf6d0c34d16d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:04.857018 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6bd181-11e9-497c-966b-91f8b5b5a37b" -d '{"events": [{"server_uuid": "e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2", "name": "network-vif-deleted", "tag": "f9b72318-7dab-4570-8947-cf6d0c34d16d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:04.873506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e5104cb5-fe54-4747-b495-f6ba88036825 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags/tempest-TagsExtTest-Tag-267979790 HTTP/1.1" status: 204 len: 168 time: 0.0769544 Jul 16 01:45:04.873919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41122) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.879885 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-9aa4099f-6449-4c5c-abfd-80b37a8c8496 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.910888 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb7ec9a-80de-41a0-b852-7dff66499996 x-openstack-request-id: req-4fb7ec9a-80de-41a0-b852-7dff66499996 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:04.911215 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2", "name": "network-vif-deleted", "tag": "f9b72318-7dab-4570-8947-cf6d0c34d16d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:04.911483 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4fb7ec9a-80de-41a0-b852-7dff66499996 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:04.912294 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2', 'name': 'network-vif-deleted', 'tag': 'f9b72318-7dab-4570-8947-cf6d0c34d16d', 'status': 'completed', 'code': 200} Jul 16 01:45:04.942901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9aa4099f-6449-4c5c-abfd-80b37a8c8496 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags HTTP/1.1" status: 200 len: 205 time: 0.0676632 Jul 16 01:45:04.945531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41124) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.951535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-b271466c-1b12-48e7-b79c-32b8ff6de8aa tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.040089 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b271466c-1b12-48e7-b79c-32b8ff6de8aa tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags HTTP/1.1" status: 200 len: 241 time: 0.0933003 Jul 16 01:45:05.043336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41126) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.048540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-4db3ab71-0662-4d41-9359-4e86f925a061 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b', 'tempest-TagsExtTest-Tag-1747838197') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.134565 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4db3ab71-0662-4d41-9359-4e86f925a061 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags/tempest-TagsExtTest-Tag-1747838197 HTTP/1.1" status: 204 len: 168 time: 0.0901270 Jul 16 01:45:05.136906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41130) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.141716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-e5d0dfcb-e725-4b7b-87aa-b60d6fbaa8b1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b', 'tempest-TagsExtTest-Tag-1747838197') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.243684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b983d89-dca4-4193-b7c9-fd4db73e19d8 req-3108e9b2-df9a-4c62-af23-15c259924f18 tempest-VolumesSnapshotTestJSON-1561652549 tempest-VolumesSnapshotTestJSON-1561652549-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b0f9a5-fa10-4aba-8a62-ddfd836e01e2 HTTP/1.1" status: 200 len: 210 time: 0.0384200 Jul 16 01:45:05.271383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce542fc6-4ba1-4090-8bc2-8f1f57b7ff9a None None] Network 120b87c5-2f62-4d61-9884-4aca2ea83e1e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:05.275814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e5d0dfcb-e725-4b7b-87aa-b60d6fbaa8b1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags/tempest-TagsExtTest-Tag-1747838197 HTTP/1.1" status: 204 len: 168 time: 0.1379275 Jul 16 01:45:05.278703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41132) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.284074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-29c2d3b8-750d-4ae8-8672-9cf5292f8bfd tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.350873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df385a3b-c09d-4a86-ad66-d8ff13fd083e None None] Provisioning for port a1af7bfb-3468-479d-97e7-d93c16e2059e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:05.365892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-29c2d3b8-750d-4ae8-8672-9cf5292f8bfd tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags HTTP/1.1" status: 200 len: 205 time: 0.0859058 Jul 16 01:45:05.368054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41134) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.372641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-109b1335-31fb-4ee5-9ca1-6b7621ed56f0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.398588 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-109b1335-31fb-4ee5-9ca1-6b7621ed56f0 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags HTTP/1.1" status: 200 len: 241 time: 0.0292985 Jul 16 01:45:05.400986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41136) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.405730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-142f6def-69bd-4348-928b-ab01d093d6cb tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090', 'tempest-TagsExtTest-Tag-2006720225') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.433063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41138) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.433290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-142f6def-69bd-4348-928b-ab01d093d6cb tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags/tempest-TagsExtTest-Tag-2006720225 HTTP/1.1" status: 204 len: 168 time: 0.0308380 Jul 16 01:45:05.439024 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-d3030c20-79d3-404d-b1b7-e60c14899457 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090', 'tempest-TagsExtTest-Tag-2006720225') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.495806 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d3030c20-79d3-404d-b1b7-e60c14899457 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags/tempest-TagsExtTest-Tag-2006720225 HTTP/1.1" status: 204 len: 168 time: 0.0609996 Jul 16 01:45:05.498046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41140) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.503109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-606d7bba-067b-489c-ae0d-611caf8a7496 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.526755 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-606d7bba-067b-489c-ae0d-611caf8a7496 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags HTTP/1.1" status: 200 len: 205 time: 0.0277247 Jul 16 01:45:05.529235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41142) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.535253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-75f35532-6b77-4db6-9f21-000f94a01c06 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.562372 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-75f35532-6b77-4db6-9f21-000f94a01c06 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags HTTP/1.1" status: 204 len: 168 time: 0.0318606 Jul 16 01:45:05.564971 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.569486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-cef61842-d46f-4e9b-8b9c-de3900ab682f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.652166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cef61842-d46f-4e9b-8b9c-de3900ab682f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0860786 Jul 16 01:45:05.654913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.660201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-fafd181e-4129-4eaa-bc80-5cd1bd0e1e10 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.694522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08e7904e-65d6-45d7-8516-588bbfb4fa83 None None] Provisioning for port 21b7c76d-b5cc-4183-af9d-79ffbd658d63 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:05.698758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08e7904e-65d6-45d7-8516-588bbfb4fa83 None None] Provisioning complete for port 21b7c76d-b5cc-4183-af9d-79ffbd658d63 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:05.699257 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08e7904e-65d6-45d7-8516-588bbfb4fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.718833 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fafd181e-4129-4eaa-bc80-5cd1bd0e1e10 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags HTTP/1.1" status: 204 len: 168 time: 0.0627105 Jul 16 01:45:05.721472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41148) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.727849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-99a1654f-e240-46f3-b9fb-47cc41a32a17 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.743007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-08e7904e-65d6-45d7-8516-588bbfb4fa83 None None] Port 21b7c76d-b5cc-4183-af9d-79ffbd658d63 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:05.830566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-99a1654f-e240-46f3-b9fb-47cc41a32a17 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags HTTP/1.1" status: 204 len: 168 time: 0.1078715 Jul 16 01:45:05.834550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41150) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.839588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-c5f05692-6da3-4eec-984e-3751eab4b018 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08', 'tempest-TagsExtTest-Tag-733638101') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.874946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-684fb448-5bf8-44e3-80dc-0d5e1d271246 None None] Provisioning complete for port 21b7c76d-b5cc-4183-af9d-79ffbd658d63 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:05.875459 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-684fb448-5bf8-44e3-80dc-0d5e1d271246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.905924 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c5f05692-6da3-4eec-984e-3751eab4b018 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags/tempest-TagsExtTest-Tag-733638101 HTTP/1.1" status: 201 len: 201 time: 0.0699239 Jul 16 01:45:05.909454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41152) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.910430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-684fb448-5bf8-44e3-80dc-0d5e1d271246 None None] Port 21b7c76d-b5cc-4183-af9d-79ffbd658d63 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:05.914205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-93b38be1-3712-41ad-93db-d1fe95193d9c tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63', 'tempest-TagsExtTest-Tag-244996115') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.975392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-93b38be1-3712-41ad-93db-d1fe95193d9c tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags/tempest-TagsExtTest-Tag-244996115 HTTP/1.1" status: 201 len: 201 time: 0.0647295 Jul 16 01:45:05.977942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.982574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-18b845b0-912f-4ef1-8389-9d7ca3f5395b tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b', 'tempest-TagsExtTest-Tag-755059783') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.074892 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-18b845b0-912f-4ef1-8389-9d7ca3f5395b tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags/tempest-TagsExtTest-Tag-755059783 HTTP/1.1" status: 201 len: 201 time: 0.0958512 Jul 16 01:45:06.077437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.082658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-52428fbc-ca34-4bd1-b281-6bb728c6c644 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090', 'tempest-TagsExtTest-Tag-217946442') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.120522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-52428fbc-ca34-4bd1-b281-6bb728c6c644 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags/tempest-TagsExtTest-Tag-217946442 HTTP/1.1" status: 201 len: 201 time: 0.0419734 Jul 16 01:45:06.123295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.131953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-e93b7012-5d9c-489d-897d-461e32e3ab22 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08', {'tags': ['tempest-TagsExtTest-Tag-1113308794', 'tempest-TagsExtTest-Tag-475410405', 'tempest-TagsExtTest-Tag-1225468696']}) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.201130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e93b7012-5d9c-489d-897d-461e32e3ab22 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags HTTP/1.1" status: 200 len: 317 time: 0.0746281 Jul 16 01:45:06.202132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.207202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a1af7bfb-3468-479d-97e7-d93c16e2059e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:06.208139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-e14e9230-05b1-4c72-82f2-7aef916ef424 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.257261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a1af7bfb-3468-479d-97e7-d93c16e2059e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:06.261609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a1af7bfb-3468-479d-97e7-d93c16e2059e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:06.261933 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.277286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e14e9230-05b1-4c72-82f2-7aef916ef424 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags HTTP/1.1" status: 204 len: 168 time: 0.0746865 Jul 16 01:45:06.279871 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41164) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.284542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-c4d79a9b-ed93-406f-ba89-4002a435112a tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08', 'tempest-TagsExtTest-Tag-1113308794') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.339471 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-c4d79a9b-ed93-406f-ba89-4002a435112a tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:06.340511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c4d79a9b-ed93-406f-ba89-4002a435112a tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags/tempest-TagsExtTest-Tag-1113308794 HTTP/1.1" status: 404 len: 329 time: 0.0595937 Jul 16 01:45:06.343583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.348787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-b517ac24-dfc9-4b9c-8ae9-7ffa6f23ccbd tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08', 'tempest-TagsExtTest-Tag-475410405') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.362056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.397859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port a1af7bfb-3468-479d-97e7-d93c16e2059e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a1af7bfb-3468-479d-97e7-d93c16e2059e,segment=NetworkSegment(f642dd63-f397-4aeb-8de4-d4b4f99df310),segment_id=f642dd63-f397-4aeb-8de4-d4b4f99df310)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:06.403531 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.411859 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-b517ac24-dfc9-4b9c-8ae9-7ffa6f23ccbd tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:06.412474 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b517ac24-dfc9-4b9c-8ae9-7ffa6f23ccbd tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags/tempest-TagsExtTest-Tag-475410405 HTTP/1.1" status: 404 len: 328 time: 0.0679231 Jul 16 01:45:06.415323 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.419976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-964d42cc-03ef-4009-a91a-97175095863d tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08', 'tempest-TagsExtTest-Tag-1225468696') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.454927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=a1af7bfb-3468-479d-97e7-d93c16e2059e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.475127 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-964d42cc-03ef-4009-a91a-97175095863d tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:06.476174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-964d42cc-03ef-4009-a91a-97175095863d tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags/tempest-TagsExtTest-Tag-1225468696 HTTP/1.1" status: 404 len: 329 time: 0.0599375 Jul 16 01:45:06.479249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41172) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.484082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-15cd6b74-6677-4903-b814-13aff9caad04 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63', {'tags': ['tempest-TagsExtTest-Tag-1882735964', 'tempest-TagsExtTest-Tag-1074101640', 'tempest-TagsExtTest-Tag-1520647673']}) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.548647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-15cd6b74-6677-4903-b814-13aff9caad04 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags HTTP/1.1" status: 200 len: 318 time: 0.0682724 Jul 16 01:45:06.552330 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41174) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.556755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-71b377af-e511-4525-8078-e1dedb31b709 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.632904 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-71b377af-e511-4525-8078-e1dedb31b709 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags HTTP/1.1" status: 204 len: 168 time: 0.0794070 Jul 16 01:45:06.635488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.642310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-b22106c4-6a4f-42e2-9742-ca9a020c944d tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63', 'tempest-TagsExtTest-Tag-1882735964') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.692243 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-b22106c4-6a4f-42e2-9742-ca9a020c944d tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:06.693276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b22106c4-6a4f-42e2-9742-ca9a020c944d tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags/tempest-TagsExtTest-Tag-1882735964 HTTP/1.1" status: 404 len: 329 time: 0.0568857 Jul 16 01:45:06.696149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.700604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-03a86242-de34-49fd-a601-cf631d09918b tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63', 'tempest-TagsExtTest-Tag-1074101640') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.749529 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-03a86242-de34-49fd-a601-cf631d09918b tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:06.750595 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-03a86242-de34-49fd-a601-cf631d09918b tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags/tempest-TagsExtTest-Tag-1074101640 HTTP/1.1" status: 404 len: 329 time: 0.0535452 Jul 16 01:45:06.754086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41198) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.759093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-b6009430-537e-47f5-aadf-0d17ee7f52e1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63', 'tempest-TagsExtTest-Tag-1520647673') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:06.813986 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-b6009430-537e-47f5-aadf-0d17ee7f52e1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:06.815792 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b6009430-537e-47f5-aadf-0d17ee7f52e1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags/tempest-TagsExtTest-Tag-1520647673 HTTP/1.1" status: 404 len: 329 time: 0.0607388 Jul 16 01:45:06.818771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41200) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.823442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-730ca38f-5a73-43c9-ab5c-ee89a89e8dbd tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b', {'tags': ['tempest-TagsExtTest-Tag-872620102', 'tempest-TagsExtTest-Tag-1246652642', 'tempest-TagsExtTest-Tag-1968188288']}) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.230685 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-730ca38f-5a73-43c9-ab5c-ee89a89e8dbd tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags HTTP/1.1" status: 200 len: 317 time: 0.4108863 Jul 16 01:45:07.233577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.238376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-6f4294f6-2d0f-4218-be52-60f4dee3cbc7 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.328073 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6f4294f6-2d0f-4218-be52-60f4dee3cbc7 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0933826 Jul 16 01:45:07.331287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41204) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.335574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-d144782e-bd66-4203-bffc-f125184509c1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b', 'tempest-TagsExtTest-Tag-872620102') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.411125 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-d144782e-bd66-4203-bffc-f125184509c1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:07.412148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d144782e-bd66-4203-bffc-f125184509c1 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags/tempest-TagsExtTest-Tag-872620102 HTTP/1.1" status: 404 len: 328 time: 0.0799780 Jul 16 01:45:07.414975 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.419600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-24e99d3e-35b4-4c78-a061-e3c96599359a tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b', 'tempest-TagsExtTest-Tag-1246652642') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.494153 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-24e99d3e-35b4-4c78-a061-e3c96599359a tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:07.495108 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-24e99d3e-35b4-4c78-a061-e3c96599359a tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags/tempest-TagsExtTest-Tag-1246652642 HTTP/1.1" status: 404 len: 329 time: 0.0789485 Jul 16 01:45:07.497840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41208) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.502773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-c72244dc-1cae-4699-8c66-6283890e21e2 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b', 'tempest-TagsExtTest-Tag-1968188288') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.577266 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c72244dc-1cae-4699-8c66-6283890e21e2 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:07.578319 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c72244dc-1cae-4699-8c66-6283890e21e2 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags/tempest-TagsExtTest-Tag-1968188288 HTTP/1.1" status: 404 len: 329 time: 0.0795386 Jul 16 01:45:07.581212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41210) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.586756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-21f681f5-a6ae-47a9-b337-a9b1156699ce tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090', {'tags': ['tempest-TagsExtTest-Tag-1215809644', 'tempest-TagsExtTest-Tag-692141373', 'tempest-TagsExtTest-Tag-1448112129']}) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.620093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-21f681f5-a6ae-47a9-b337-a9b1156699ce tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "PUT /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags HTTP/1.1" status: 200 len: 317 time: 0.0373409 Jul 16 01:45:07.622503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41212) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.626742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-f4313327-17b2-4089-926f-80ba2135aedb tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.663810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f4313327-17b2-4089-926f-80ba2135aedb tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags HTTP/1.1" status: 204 len: 168 time: 0.0400236 Jul 16 01:45:07.666267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41216) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.671186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-7b16993e-a380-4e4c-8cfc-21fb527fac32 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090', 'tempest-TagsExtTest-Tag-1215809644') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.692003 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-7b16993e-a380-4e4c-8cfc-21fb527fac32 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:07.693034 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7b16993e-a380-4e4c-8cfc-21fb527fac32 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags/tempest-TagsExtTest-Tag-1215809644 HTTP/1.1" status: 404 len: 329 time: 0.0257759 Jul 16 01:45:07.695817 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41218) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.700234 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-decf0883-6f7f-4f23-b870-1e524b57719f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090', 'tempest-TagsExtTest-Tag-692141373') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.720630 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-decf0883-6f7f-4f23-b870-1e524b57719f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:07.721815 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-decf0883-6f7f-4f23-b870-1e524b57719f tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags/tempest-TagsExtTest-Tag-692141373 HTTP/1.1" status: 404 len: 328 time: 0.0250845 Jul 16 01:45:07.724729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41222) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.728959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-7c721e65-fb2b-4a08-a92b-46eaf66b162e tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090', 'tempest-TagsExtTest-Tag-1448112129') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.749121 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-7c721e65-fb2b-4a08-a92b-46eaf66b162e tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] show failed (client error): The resource could not be found. Jul 16 01:45:07.750178 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7c721e65-fb2b-4a08-a92b-46eaf66b162e tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags/tempest-TagsExtTest-Tag-1448112129 HTTP/1.1" status: 404 len: 329 time: 0.0245523 Jul 16 01:45:07.753702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41224) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.759139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-fe62bb99-ea2b-489e-8615-1fe199d8b14b tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fd9e0281-3c2a-48a6-bff2-54fcaa292090') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.789294 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fe62bb99-ea2b-489e-8615-1fe199d8b14b tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090/tags HTTP/1.1" status: 204 len: 168 time: 0.0320752 Jul 16 01:45:07.789550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41226) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.794150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-c0c48a2a-377d-4ffe-bed2-b010770bc7fb tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7e584e5e-b6a5-439f-b99a-999d9a940f7b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.892186 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c0c48a2a-377d-4ffe-bed2-b010770bc7fb tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0992899 Jul 16 01:45:07.892422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41230) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.897083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-f4a6766f-df0e-49e9-b209-d5f5df6c34e9 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '21b7c76d-b5cc-4183-af9d-79ffbd658d63') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.950983 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f4a6766f-df0e-49e9-b209-d5f5df6c34e9 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63/tags HTTP/1.1" status: 204 len: 168 time: 0.0573375 Jul 16 01:45:07.953514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41232) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.957772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-c79eb0dc-7a43-4b07-aec0-e55627f15bb2 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a7f7f933-ff1f-491b-8ca1-58e85e2ebc08') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:08.012208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c79eb0dc-7a43-4b07-aec0-e55627f15bb2 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08/tags HTTP/1.1" status: 204 len: 168 time: 0.0575802 Jul 16 01:45:08.016827 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:08.108750 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0c80f2f4-eb82-41ed-b04c-45eec6d5c9e5 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for subnetpool, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.113775 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0c80f2f4-eb82-41ed-b04c-45eec6d5c9e5 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/subnetpools/fd9e0281-3c2a-48a6-bff2-54fcaa292090 HTTP/1.1" status: 204 len: 168 time: 0.0922680 Jul 16 01:45:08.113775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41236) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:08.143047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3910c6ff-7869-4499-ad23-92c86d4b8778 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e584e5e-b6a5-439f-b99a-999d9a940f7b HTTP/1.1" status: 200 len: 205 time: 0.0281937 Jul 16 01:45:08.145222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:08.171788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a1af7bfb-3468-479d-97e7-d93c16e2059e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:08.221313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a1af7bfb-3468-479d-97e7-d93c16e2059e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:08.221313 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.221910 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d920277-8844-4390-8ce5-03d826cf5c26 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.243874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f9b72318-7dab-4570-8947-cf6d0c34d16d no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:08.273419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: f9b72318-7dab-4570-8947-cf6d0c34d16d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:08.273673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device f9b72318-7dab-4570-8947-cf6d0c34d16d not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:08.387425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d920277-8844-4390-8ce5-03d826cf5c26 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.389561 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d920277-8844-4390-8ce5-03d826cf5c26 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.432714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d920277-8844-4390-8ce5-03d826cf5c26 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.433402 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d920277-8844-4390-8ce5-03d826cf5c26 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Fanout notify agent at l3_agent the message router_deleted on router 7e584e5e-b6a5-439f-b99a-999d9a940f7b {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:08.441289 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d920277-8844-4390-8ce5-03d826cf5c26 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.442427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5d920277-8844-4390-8ce5-03d826cf5c26 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/routers/7e584e5e-b6a5-439f-b99a-999d9a940f7b HTTP/1.1" status: 204 len: 168 time: 0.2963166 Jul 16 01:45:08.444916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41240) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:08.473296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-60ac74c9-275f-4d1e-b7a2-7e1469ee7c49 req-24aea176-c2a8-4e70-b2b6-cb61fd8a93ac service neutron] (93945) timed out ('10.222.0.67', 57013) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:45:08.548020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bbc080a5-a6c6-47f2-a725-3226bd40a1f6 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Deleting port 21b7c76d-b5cc-4183-af9d-79ffbd658d63 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:08.548250 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbc080a5-a6c6-47f2-a725-3226bd40a1f6 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.635687 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbc080a5-a6c6-47f2-a725-3226bd40a1f6 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.647940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bbc080a5-a6c6-47f2-a725-3226bd40a1f6 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Calling delete_port for 21b7c76d-b5cc-4183-af9d-79ffbd658d63 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:08.785373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbc080a5-a6c6-47f2-a725-3226bd40a1f6 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.835989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc080a5-a6c6-47f2-a725-3226bd40a1f6 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Pushing event deleted for resources: {'Port': ['ID=21b7c76d-b5cc-4183-af9d-79ffbd658d63,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.949627 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbc080a5-a6c6-47f2-a725-3226bd40a1f6 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.951746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bbc080a5-a6c6-47f2-a725-3226bd40a1f6 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/ports/21b7c76d-b5cc-4183-af9d-79ffbd658d63 HTTP/1.1" status: 204 len: 168 time: 0.5058484 Jul 16 01:45:08.954270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41244) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:09.015049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b0383d-43a3-4258-bee3-d6aedca12996 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Deleting subnet a7f7f933-ff1f-491b-8ca1-58e85e2ebc08 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:09.019625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11b0383d-43a3-4258-bee3-d6aedca12996 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.063836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11b0383d-43a3-4258-bee3-d6aedca12996 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.151378 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11b0383d-43a3-4258-bee3-d6aedca12996 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.208292 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11b0383d-43a3-4258-bee3-d6aedca12996 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.236793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0383d-43a3-4258-bee3-d6aedca12996 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f7f933-ff1f-491b-8ca1-58e85e2ebc08,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:09.238809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11b0383d-43a3-4258-bee3-d6aedca12996 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.242829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-11b0383d-43a3-4258-bee3-d6aedca12996 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/subnets/a7f7f933-ff1f-491b-8ca1-58e85e2ebc08 HTTP/1.1" status: 204 len: 168 time: 0.2854519 Jul 16 01:45:09.243150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41246) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:09.245977 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f76641-016c-4d79-aa9c-79eee87b9c9f None None] Network 120b87c5-2f62-4d61-9884-4aca2ea83e1e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:09.323341 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.386476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Deleting port a1af7bfb-3468-479d-97e7-d93c16e2059e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:09.386854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.429548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071c2fae-f349-4900-956b-de3499b62ce7 None None] DHCP port deletion for 120b87c5-2f62-4d61-9884-4aca2ea83e1e request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:09.450677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] For port a1af7bfb-3468-479d-97e7-d93c16e2059e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a1af7bfb-3468-479d-97e7-d93c16e2059e,segment=NetworkSegment(f642dd63-f397-4aeb-8de4-d4b4f99df310),segment_id=f642dd63-f397-4aeb-8de4-d4b4f99df310)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:09.451388 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.463237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Calling delete_port for a1af7bfb-3468-479d-97e7-d93c16e2059e owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:09.476191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-071c2fae-f349-4900-956b-de3499b62ce7 None None] Deleting port a1af7bfb-3468-479d-97e7-d93c16e2059e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:09.476601 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-071c2fae-f349-4900-956b-de3499b62ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.539444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-071c2fae-f349-4900-956b-de3499b62ce7 None None] For port a1af7bfb-3468-479d-97e7-d93c16e2059e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a1af7bfb-3468-479d-97e7-d93c16e2059e,segment=NetworkSegment(f642dd63-f397-4aeb-8de4-d4b4f99df310),segment_id=f642dd63-f397-4aeb-8de4-d4b4f99df310)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:09.539842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-071c2fae-f349-4900-956b-de3499b62ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.546808 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.557809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-071c2fae-f349-4900-956b-de3499b62ce7 None None] Calling delete_port for a1af7bfb-3468-479d-97e7-d93c16e2059e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:09.573818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Pushing event deleted for resources: {'Port': ['ID=a1af7bfb-3468-479d-97e7-d93c16e2059e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:09.577657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] No DVR routers for this DVR port a1af7bfb-3468-479d-97e7-d93c16e2059e on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:09.635526 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-071c2fae-f349-4900-956b-de3499b62ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.659435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c2fae-f349-4900-956b-de3499b62ce7 None None] Pushing event deleted for resources: {'Port': ['ID=a1af7bfb-3468-479d-97e7-d93c16e2059e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:09.660154 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.664865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c2fae-f349-4900-956b-de3499b62ce7 None None] No DVR routers for this DVR port a1af7bfb-3468-479d-97e7-d93c16e2059e on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:09.675195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120b87c5-2f62-4d61-9884-4aca2ea83e1e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:09.685354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f642dd63-f397-4aeb-8de4-d4b4f99df310') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:09.685684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f642dd63-f397-4aeb-8de4-d4b4f99df310') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:09.694591 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.708491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.714411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:09.714802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:09.717710 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:09.774326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.781353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.784517 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] 10.222.0.64 "DELETE /v2.0/networks/120b87c5-2f62-4d61-9884-4aca2ea83e1e HTTP/1.1" status: 204 len: 168 time: 0.5397336 Jul 16 01:45:09.795814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db689d5f-adf0-4328-8773-f266ad2e0e50 tempest-TagsExtTest-810653042 tempest-TagsExtTest-810653042-project] Pushing event deleted for resources: {'Network': ['ID=120b87c5-2f62-4d61-9884-4aca2ea83e1e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.027891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:10.163589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a1af7bfb-3468-479d-97e7-d93c16e2059e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:10.169907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-61d69843-e545-4b3f-82a5-e68b49504ee5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95596e5923b646048e2b162c82a96219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406434 Jul 16 01:45:10.172237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:10.186556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a1af7bfb-3468-479d-97e7-d93c16e2059e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:10.187197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a1af7bfb-3468-479d-97e7-d93c16e2059e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:10.230102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-682bd56d-3a1b-4a2d-8031-c1a305944fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.255680 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-682bd56d-3a1b-4a2d-8031-c1a305944fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.304999 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-682bd56d-3a1b-4a2d-8031-c1a305944fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.307601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-682bd56d-3a1b-4a2d-8031-c1a305944fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.308733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-682bd56d-3a1b-4a2d-8031-c1a305944fca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7653c491-1c40-45f9-a656-7266366d2bf0 HTTP/1.1" status: 204 len: 168 time: 0.1356001 Jul 16 01:45:10.316664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bd56d-3a1b-4a2d-8031-c1a305944fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7653c491-1c40-45f9-a656-7266366d2bf0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:11.812179 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-baea336a-f4ba-45ba-b1ef-1b1b1a18c0a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0607660 Jul 16 01:45:11.928528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-7a53d482-02c2-49b8-8c17-90d83fbb15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.931021 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-7a53d482-02c2-49b8-8c17-90d83fbb15f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=541bd36bdcee4725bef5158a0e967941&device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1097 time: 0.0673840 Jul 16 01:45:12.061443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-9343e319-b1e0-4762-ba93-d2509bcd30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:12.062977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-9343e319-b1e0-4762-ba93-d2509bcd30d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12960294-0bc7-4c91-b68b-a65b78eded3c HTTP/1.1" status: 200 len: 907 time: 0.1084833 Jul 16 01:45:12.183422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-62af1335-a3d9-498d-8b15-c8c21c703882 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a HTTP/1.1" status: 200 len: 1000 time: 0.1123481 Jul 16 01:45:12.268393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-cdee1188-28c5-4b85-a529-72ce7c579429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:12.270602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-cdee1188-28c5-4b85-a529-72ce7c579429 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd HTTP/1.1" status: 200 len: 846 time: 0.0783763 Jul 16 01:45:12.343386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-07e95ba1-59f6-496d-abc2-143f30032697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:12.345167 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-07e95ba1-59f6-496d-abc2-143f30032697 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12960294-0bc7-4c91-b68b-a65b78eded3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674496 Jul 16 01:45:12.455308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-50c55303-de77-4d8d-9485-f48357c8e955 service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014855 Jul 16 01:45:12.559938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b7ed7c28-d69e-4272-be14-f91fc47f191e req-8973f781-201c-417b-b62a-296797a3d74d service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955935 Jul 16 01:45:15.869928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:16.027499 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e114bb1c-535a-4578-b13d-22b8ecebb731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.123634 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e114bb1c-535a-4578-b13d-22b8ecebb731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.129599 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e114bb1c-535a-4578-b13d-22b8ecebb731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.171097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e114bb1c-535a-4578-b13d-22b8ecebb731 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50a389fa1ee14a9b903a8af62c4b3cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000729 Jul 16 01:45:16.171831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114bb1c-535a-4578-b13d-22b8ecebb731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646437f1-08a8-43d7-906a-8d20f843365b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:16.174634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41356) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:16.229237 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b96f9bb7-f7c7-4dc6-b697-25aa2dbbca76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.252828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b96f9bb7-f7c7-4dc6-b697-25aa2dbbca76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.302065 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b96f9bb7-f7c7-4dc6-b697-25aa2dbbca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.304716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b96f9bb7-f7c7-4dc6-b697-25aa2dbbca76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.305957 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b96f9bb7-f7c7-4dc6-b697-25aa2dbbca76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/646437f1-08a8-43d7-906a-8d20f843365b HTTP/1.1" status: 204 len: 168 time: 0.1293299 Jul 16 01:45:16.316933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f9bb7-f7c7-4dc6-b697-25aa2dbbca76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646437f1-08a8-43d7-906a-8d20f843365b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:16.605776 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:16.621048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00df3fa2-6295-483c-849e-809a637aec44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.726743 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00df3fa2-6295-483c-849e-809a637aec44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.731755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00df3fa2-6295-483c-849e-809a637aec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.779275 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-00df3fa2-6295-483c-849e-809a637aec44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=adfdd3cec2af4c33bb3244fac2d8c569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723557 Jul 16 01:45:16.780140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df3fa2-6295-483c-849e-809a637aec44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c311e240-c9f6-4f19-856a-89c159e4721a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:16.781944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:16.832538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71fbeab8-009f-42df-8ee9-faf4dbae3e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.853790 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71fbeab8-009f-42df-8ee9-faf4dbae3e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.903400 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71fbeab8-009f-42df-8ee9-faf4dbae3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.906068 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71fbeab8-009f-42df-8ee9-faf4dbae3e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.907296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-71fbeab8-009f-42df-8ee9-faf4dbae3e74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c311e240-c9f6-4f19-856a-89c159e4721a HTTP/1.1" status: 204 len: 168 time: 0.1239190 Jul 16 01:45:16.915568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbeab8-009f-42df-8ee9-faf4dbae3e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c311e240-c9f6-4f19-856a-89c159e4721a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.038491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41500) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:23.143216 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f50e5551-de90-4ff3-b7d5-de88e109950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.231380 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f50e5551-de90-4ff3-b7d5-de88e109950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.235136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f50e5551-de90-4ff3-b7d5-de88e109950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.274442 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f50e5551-de90-4ff3-b7d5-de88e109950b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=187c557d4f8449c4b1685b29cd7fd662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351303 Jul 16 01:45:23.276915 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e5551-de90-4ff3-b7d5-de88e109950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f915097a-1c91-410e-84e0-d1b3d90492c3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.277207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41504) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:23.326701 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-543e0452-923e-4583-a8aa-a6030a2ad3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.348356 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-543e0452-923e-4583-a8aa-a6030a2ad3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.393426 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-543e0452-923e-4583-a8aa-a6030a2ad3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.395934 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-543e0452-923e-4583-a8aa-a6030a2ad3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.397049 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-543e0452-923e-4583-a8aa-a6030a2ad3ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f915097a-1c91-410e-84e0-d1b3d90492c3 HTTP/1.1" status: 204 len: 168 time: 0.1188574 Jul 16 01:45:23.404394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e0452-923e-4583-a8aa-a6030a2ad3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f915097a-1c91-410e-84e0-d1b3d90492c3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.669482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:23.683369 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a78c7420-145a-4854-b609-76846615db49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.775431 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a78c7420-145a-4854-b609-76846615db49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.779981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a78c7420-145a-4854-b609-76846615db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.822618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41518) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:23.822789 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a78c7420-145a-4854-b609-76846615db49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88a10b3429cc41f191c40735f67241d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519880 Jul 16 01:45:23.823545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c7420-145a-4854-b609-76846615db49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48dbba8-6949-47a5-a5e6-480a93759141,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.892753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70d9447b-76fa-4446-aa27-ec137bc64ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.915857 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70d9447b-76fa-4446-aa27-ec137bc64ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.963550 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70d9447b-76fa-4446-aa27-ec137bc64ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.966127 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70d9447b-76fa-4446-aa27-ec137bc64ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.967415 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-70d9447b-76fa-4446-aa27-ec137bc64ee5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f48dbba8-6949-47a5-a5e6-480a93759141 HTTP/1.1" status: 204 len: 168 time: 0.1432450 Jul 16 01:45:23.975622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9447b-76fa-4446-aa27-ec137bc64ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48dbba8-6949-47a5-a5e6-480a93759141,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:24.294885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 41528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:24.309327 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3a5b-50de-4250-ba60-d7a79a3a0f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.417635 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3a5b-50de-4250-ba60-d7a79a3a0f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.422520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3a5b-50de-4250-ba60-d7a79a3a0f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.462274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ffeb3a5b-50de-4250-ba60-d7a79a3a0f01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7dd39df87b54749867331a365ae101b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660938 Jul 16 01:45:24.463159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb3a5b-50de-4250-ba60-d7a79a3a0f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8188d0-a9e5-4461-8fb5-5c6fc73d486f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:24.464891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 41530) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:24.524732 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a3aa-af16-47f4-af82-ccebfcb3e152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.547301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a3aa-af16-47f4-af82-ccebfcb3e152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.575860 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21522dee-27a5-492d-8b06-b046c05d6b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.596432 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a3aa-af16-47f4-af82-ccebfcb3e152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.599057 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a3aa-af16-47f4-af82-ccebfcb3e152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.602489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a9e1a3aa-af16-47f4-af82-ccebfcb3e152 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff8188d0-a9e5-4461-8fb5-5c6fc73d486f HTTP/1.1" status: 204 len: 168 time: 0.1336610 Jul 16 01:45:24.611937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1a3aa-af16-47f4-af82-ccebfcb3e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8188d0-a9e5-4461-8fb5-5c6fc73d486f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:25.727537 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.770073 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.137898 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7417eba5-04dd-46ed-bb9f-90d8cb62b314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.630676 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.511085 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.242937 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:30.118766 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.980961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42022) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.032052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d0bbbf-d779-4645-8f2c-081597938ec3 admin admin] Deleting subnet dde04f99-f827-4bde-9e35-23b0444a380b {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:50.035809 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55d0bbbf-d779-4645-8f2c-081597938ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.081547 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55d0bbbf-d779-4645-8f2c-081597938ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.126165 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55d0bbbf-d779-4645-8f2c-081597938ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.185083 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55d0bbbf-d779-4645-8f2c-081597938ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.212045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0bbbf-d779-4645-8f2c-081597938ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde04f99-f827-4bde-9e35-23b0444a380b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.216104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55d0bbbf-d779-4645-8f2c-081597938ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.222724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-55d0bbbf-d779-4645-8f2c-081597938ec3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dde04f99-f827-4bde-9e35-23b0444a380b HTTP/1.1" status: 204 len: 168 time: 0.2363460 Jul 16 01:45:50.222724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42030) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.292798 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.380282 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.391119 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb879bb-45ff-41f8-9280-102bb8518eb7']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.401353 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a02587a-e88f-4d44-a111-6c1c4bf1aebf') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.401647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a02587a-e88f-4d44-a111-6c1c4bf1aebf') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.411146 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.425618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.431796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:50.432189 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:50.434052 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:50.493048 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.500009 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.502911 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3fb879bb-45ff-41f8-9280-102bb8518eb7 HTTP/1.1" status: 204 len: 168 time: 0.2790239 Jul 16 01:45:50.514202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c477af-6f7e-492f-9ee7-d3284f00a226 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fb879bb-45ff-41f8-9280-102bb8518eb7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.692601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42042) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.732478 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-75835783-9a21-455e-b37e-04239bbbe48c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f378b231dd84238bed2be1c7563f05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385854 Jul 16 01:45:50.735053 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 42044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.786220 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9f68bce-86ec-4ea4-9d3c-d679e593e094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.811186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9f68bce-86ec-4ea4-9d3c-d679e593e094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.860942 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9f68bce-86ec-4ea4-9d3c-d679e593e094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.863664 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9f68bce-86ec-4ea4-9d3c-d679e593e094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.864946 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a9f68bce-86ec-4ea4-9d3c-d679e593e094 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7be4f4e2-5dbf-4e8e-8626-cbda093fd495 HTTP/1.1" status: 204 len: 168 time: 0.1283598 Jul 16 01:45:50.878788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f68bce-86ec-4ea4-9d3c-d679e593e094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be4f4e2-5dbf-4e8e-8626-cbda093fd495,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:54.571768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8859678-d50d-480b-b29a-6eda045b9321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.711356 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.766982 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.130279 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-420d4b02-1763-4d5d-80db-7e0953737917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.622939 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.499849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.109930 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.242659 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:13.824096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2cec97ec-450f-4424-a172-820d842d168b req-178d1508-7ff2-4259-bd83-2bbdd0a6b4d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0581739 Jul 16 01:46:13.945433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec97ec-450f-4424-a172-820d842d168b req-1cb170a6-0638-4d96-9bf0-b23ed17aeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.946984 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2cec97ec-450f-4424-a172-820d842d168b req-1cb170a6-0638-4d96-9bf0-b23ed17aeb35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=541bd36bdcee4725bef5158a0e967941&device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1097 time: 0.0627253 Jul 16 01:46:14.090731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec97ec-450f-4424-a172-820d842d168b req-27e55c71-20c7-434e-bc6e-9a8d5f178fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.092346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2cec97ec-450f-4424-a172-820d842d168b req-27e55c71-20c7-434e-bc6e-9a8d5f178fc3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12960294-0bc7-4c91-b68b-a65b78eded3c HTTP/1.1" status: 200 len: 907 time: 0.1063790 Jul 16 01:46:14.167064 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2cec97ec-450f-4424-a172-820d842d168b req-5aa54b8d-8b8e-42bf-8932-b7fc5804fb64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a HTTP/1.1" status: 200 len: 1000 time: 0.0669048 Jul 16 01:46:14.224027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec97ec-450f-4424-a172-820d842d168b req-6b2b9992-f6a7-4c3e-9f3e-f2498177cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.225562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2cec97ec-450f-4424-a172-820d842d168b req-6b2b9992-f6a7-4c3e-9f3e-f2498177cdb2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd HTTP/1.1" status: 200 len: 846 time: 0.0504210 Jul 16 01:46:14.290912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec97ec-450f-4424-a172-820d842d168b req-2f570891-8fe9-4b4c-b1f3-7fbc19e76ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.292436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2cec97ec-450f-4424-a172-820d842d168b req-2f570891-8fe9-4b4c-b1f3-7fbc19e76ad2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12960294-0bc7-4c91-b68b-a65b78eded3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588958 Jul 16 01:46:14.392082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2cec97ec-450f-4424-a172-820d842d168b req-65c7933d-46fd-47ef-ba6a-2bab0d2b350f service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910745 Jul 16 01:46:14.493488 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2cec97ec-450f-4424-a172-820d842d168b req-d2c39920-a7de-4ea8-aeb1-285210529f76 service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939147 Jul 16 01:46:24.573056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97b78706-dcca-4b78-bb44-25c3003f1039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.712550 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.798247 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.132519 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f5f1-f7bc-4505-911e-f50318fd33ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.624596 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.504062 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.119153 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.241406 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:54.572741 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da3c5f8c-3a86-4cf5-a136-d4c8a1094b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.740492 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.811880 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.136124 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c979cb96-b75e-4f53-b710-1e5fd90ea802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.627369 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.507682 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.117990 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.805537 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-d5a5fe0b-8764-47be-b306-1112f0e98968 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587895 Jul 16 01:47:15.925428 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-3d0952a2-903a-4f6d-a35f-299e7cad4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.928169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-3d0952a2-903a-4f6d-a35f-299e7cad4c2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=541bd36bdcee4725bef5158a0e967941&device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1097 time: 0.0718420 Jul 16 01:47:16.054165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-d5c6f8f7-d136-4b12-a9a6-17e208291503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:16.056021 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-d5c6f8f7-d136-4b12-a9a6-17e208291503 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12960294-0bc7-4c91-b68b-a65b78eded3c HTTP/1.1" status: 200 len: 907 time: 0.1029222 Jul 16 01:47:16.133739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-bd4fc576-5fc0-4621-8001-0e5e96aca18a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a HTTP/1.1" status: 200 len: 1000 time: 0.0693192 Jul 16 01:47:16.197371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-942e8282-64b5-45e1-83d0-ea3aeff9f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:16.198924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-942e8282-64b5-45e1-83d0-ea3aeff9f1eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd HTTP/1.1" status: 200 len: 846 time: 0.0577216 Jul 16 01:47:16.261799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-3f514f0f-2fc1-4982-a7d9-aa5d28569b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:16.263990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-3f514f0f-2fc1-4982-a7d9-aa5d28569b0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12960294-0bc7-4c91-b68b-a65b78eded3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573645 Jul 16 01:47:16.274994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-3aeb351e-35c7-4717-a2e1-65840438580d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:16.275952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-3aeb351e-35c7-4717-a2e1-65840438580d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051055 Jul 16 01:47:16.382253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-7388939f-5fd5-4458-9626-477049ac3b72 service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988581 Jul 16 01:47:16.404615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43980) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.476887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-40a5c27e-8abd-4580-a568-df0a2cc158ce req-296be200-dd8b-4718-9f69-8af895aa998e service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868382 Jul 16 01:47:16.548404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.645616 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.649450 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.687211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=047cc7b290c84089818c9e36d04a5540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815025 Jul 16 01:47:16.688039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a05bf2-1cb1-4ebe-8be1-26444d2041bc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.689869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43986) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.696257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.696600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.696934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.697265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.697592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.697915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.698267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.698587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.698904 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.699221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.699540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.699854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d7cbf-b1f3-4003-b329-d49c0fa01560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.743566 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.769377 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.817103 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.820282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.823823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33a05bf2-1cb1-4ebe-8be1-26444d2041bc HTTP/1.1" status: 204 len: 168 time: 0.1305127 Jul 16 01:47:16.830368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a05bf2-1cb1-4ebe-8be1-26444d2041bc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.838309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.838708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.839112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.839510 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.839860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.840198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.840520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.840841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.841158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.841501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.841807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:16.842280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1616dc-ca57-41de-86c9-0bc37ffa5772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:17.082775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 43992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.095887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53daa820-fddf-4a75-8ba6-3b9866424b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.187162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53daa820-fddf-4a75-8ba6-3b9866424b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.190864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53daa820-fddf-4a75-8ba6-3b9866424b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.229331 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-53daa820-fddf-4a75-8ba6-3b9866424b90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38e9fbb42149497cbd0966b2a6983f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453574 Jul 16 01:47:17.230126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daa820-fddf-4a75-8ba6-3b9866424b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c679d95e-a8e3-4375-965d-16929f0b3769,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:17.231915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 43994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.280689 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-839e7430-b37b-45d4-b8e6-8216b7dcb0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.302465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-839e7430-b37b-45d4-b8e6-8216b7dcb0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.348333 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-839e7430-b37b-45d4-b8e6-8216b7dcb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.350942 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-839e7430-b37b-45d4-b8e6-8216b7dcb0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.352088 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-839e7430-b37b-45d4-b8e6-8216b7dcb0b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c679d95e-a8e3-4375-965d-16929f0b3769 HTTP/1.1" status: 204 len: 168 time: 0.1191928 Jul 16 01:47:17.359455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e7430-b37b-45d4-b8e6-8216b7dcb0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c679d95e-a8e3-4375-965d-16929f0b3769,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.241988 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:47:24.574627 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23226130-2ba6-43fe-a7db-aa25d7a4ac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.735171 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.831821 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.137504 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e82a5d07-c431-4ab1-a663-a1d6124f5bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.633423 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.510060 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.120438 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.202151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.311958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36989656-60b2-4da7-8356-fe06e477d74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.403633 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36989656-60b2-4da7-8356-fe06e477d74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.407239 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36989656-60b2-4da7-8356-fe06e477d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.446094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36989656-60b2-4da7-8356-fe06e477d74d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca8a445e363941ea8d107a78859e36f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428377 Jul 16 01:47:31.447037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36989656-60b2-4da7-8356-fe06e477d74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3084e41e-bc89-46a1-b0e0-8a4421f64f71,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.448834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44130) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.498258 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6db7946e-447a-40a4-b74a-2f3e2419b43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.519896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6db7946e-447a-40a4-b74a-2f3e2419b43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.568041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6db7946e-447a-40a4-b74a-2f3e2419b43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.570679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6db7946e-447a-40a4-b74a-2f3e2419b43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.571806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6db7946e-447a-40a4-b74a-2f3e2419b43c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3084e41e-bc89-46a1-b0e0-8a4421f64f71 HTTP/1.1" status: 204 len: 168 time: 0.1219878 Jul 16 01:47:31.579249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7946e-447a-40a4-b74a-2f3e2419b43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3084e41e-bc89-46a1-b0e0-8a4421f64f71,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.832264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44136) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.845693 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a86f-78c4-4a76-9bf0-e539834af495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.939404 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a86f-78c4-4a76-9bf0-e539834af495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.943633 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a86f-78c4-4a76-9bf0-e539834af495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.980870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1a86f-78c4-4a76-9bf0-e539834af495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223a37a8-6892-4675-8871-b9ff4be70804,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.988144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2ea1a86f-78c4-4a76-9bf0-e539834af495 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af95ded73dfb44569a3c579de38884a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522748 Jul 16 01:47:31.988406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44138) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.038487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-872ef260-6157-48b9-babb-febd020788e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.059723 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-872ef260-6157-48b9-babb-febd020788e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.108363 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-872ef260-6157-48b9-babb-febd020788e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.110988 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-872ef260-6157-48b9-babb-febd020788e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.112175 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-872ef260-6157-48b9-babb-febd020788e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/223a37a8-6892-4675-8871-b9ff4be70804 HTTP/1.1" status: 204 len: 168 time: 0.1229424 Jul 16 01:47:32.121747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ef260-6157-48b9-babb-febd020788e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223a37a8-6892-4675-8871-b9ff4be70804,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.137855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:42.242950 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e91c0112-1139-470d-9fdc-ed16bf66a8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.334241 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e91c0112-1139-470d-9fdc-ed16bf66a8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.338235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e91c0112-1139-470d-9fdc-ed16bf66a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.377252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e91c0112-1139-470d-9fdc-ed16bf66a8ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19a3c25cbc12476ab45229aab89c0143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382953 Jul 16 01:47:42.378173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c0112-1139-470d-9fdc-ed16bf66a8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d397fac-9372-4841-9244-7d6ee2d69a66,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.379852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44274) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:42.428122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90f3bac2-54aa-4a4b-9836-a88d2d2a795d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.449264 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90f3bac2-54aa-4a4b-9836-a88d2d2a795d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.495226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90f3bac2-54aa-4a4b-9836-a88d2d2a795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.497715 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90f3bac2-54aa-4a4b-9836-a88d2d2a795d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.498900 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-90f3bac2-54aa-4a4b-9836-a88d2d2a795d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d397fac-9372-4841-9244-7d6ee2d69a66 HTTP/1.1" status: 204 len: 168 time: 0.1180646 Jul 16 01:47:42.506202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3bac2-54aa-4a4b-9836-a88d2d2a795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d397fac-9372-4841-9244-7d6ee2d69a66,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.751351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44280) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:42.764698 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2ad569f-9e05-4653-8847-5e0b713f25df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.853379 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2ad569f-9e05-4653-8847-5e0b713f25df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.857110 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2ad569f-9e05-4653-8847-5e0b713f25df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.897923 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d2ad569f-9e05-4653-8847-5e0b713f25df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a45ba8fb2d5d4f22aed9b8208e3bc44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449611 Jul 16 01:47:42.899025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad569f-9e05-4653-8847-5e0b713f25df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810bc35d-b6ae-4e63-b066-76b8dcc032ba,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.901046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44282) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:42.950440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f414c42b-45c4-4cc0-b033-413cd3da2d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.971184 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f414c42b-45c4-4cc0-b033-413cd3da2d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.016552 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f414c42b-45c4-4cc0-b033-413cd3da2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.019261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f414c42b-45c4-4cc0-b033-413cd3da2d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.020437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f414c42b-45c4-4cc0-b033-413cd3da2d61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/810bc35d-b6ae-4e63-b066-76b8dcc032ba HTTP/1.1" status: 204 len: 168 time: 0.1183362 Jul 16 01:47:43.028716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414c42b-45c4-4cc0-b033-413cd3da2d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810bc35d-b6ae-4e63-b066-76b8dcc032ba,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.336357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.349638 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdd019fd-e680-4963-9d06-b905b55c7975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.436112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdd019fd-e680-4963-9d06-b905b55c7975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.440345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdd019fd-e680-4963-9d06-b905b55c7975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.480581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd019fd-e680-4963-9d06-b905b55c7975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e25b66-d456-420c-b9d6-b95fbb0d2923,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.484650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cdd019fd-e680-4963-9d06-b905b55c7975 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2cfc6bf340c440b0b993c1c04c36bc14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472654 Jul 16 01:47:43.487184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.535662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e70dfb-1887-45a7-aa98-5343c15421c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.557203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e70dfb-1887-45a7-aa98-5343c15421c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.603538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e70dfb-1887-45a7-aa98-5343c15421c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.606061 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92e70dfb-1887-45a7-aa98-5343c15421c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.607181 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-92e70dfb-1887-45a7-aa98-5343c15421c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9e25b66-d456-420c-b9d6-b95fbb0d2923 HTTP/1.1" status: 204 len: 168 time: 0.1191206 Jul 16 01:47:43.614578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e70dfb-1887-45a7-aa98-5343c15421c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e25b66-d456-420c-b9d6-b95fbb0d2923,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.616568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44320) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.720603 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c258967-e01e-49e8-b66c-fcdeb4c74764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.807901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c258967-e01e-49e8-b66c-fcdeb4c74764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.811710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c258967-e01e-49e8-b66c-fcdeb4c74764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.849004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c258967-e01e-49e8-b66c-fcdeb4c74764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb488e-c4bd-4a3e-b640-0823af6dd115,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.854556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1c258967-e01e-49e8-b66c-fcdeb4c74764 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01db9b1b3f93404484514c4f4f991e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369959 Jul 16 01:47:44.857140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44324) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.910264 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4a02d98-102c-4c50-865d-bdbfc0ce7f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.930525 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4a02d98-102c-4c50-865d-bdbfc0ce7f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.976042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4a02d98-102c-4c50-865d-bdbfc0ce7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.978743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4a02d98-102c-4c50-865d-bdbfc0ce7f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.979879 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d4a02d98-102c-4c50-865d-bdbfc0ce7f4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89bb488e-c4bd-4a3e-b640-0823af6dd115 HTTP/1.1" status: 204 len: 168 time: 0.1218491 Jul 16 01:47:44.987553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a02d98-102c-4c50-865d-bdbfc0ce7f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb488e-c4bd-4a3e-b640-0823af6dd115,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:46.926920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44378) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:46.932699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'network': {'name': 'tempest-network-smoke--1097004110', 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:46.952877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Made reservation on behalf of 995df8a3b8c440bdaa53f6aec5a80412 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:46.956305 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.964759 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.055816 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.059475 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.085268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:47.093932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55430db-765d-40c4-a721-68d7695dfc97,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.099920 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.100902 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Added segment d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e of type vlan for network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc Jul 16 01:47:47.140004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.169387 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.174896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.175468 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.214360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2837744 Jul 16 01:47:47.214735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44380) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.219534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'admin_state_up': True, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:47.243908 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.244903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.247044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972681ac-275e-49c7-8861-58188b4988d5 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Network': ['ID=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.259055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:47.295958 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.735797 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.933937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.952662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.055983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Allocated IP 172.25.4.214 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/e90ead8e-bba7-41e9-b9e8-35ec60519862) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:48.159870 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.198881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.238834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:48.242081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:48.245684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:48.267524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Port': ['ID=e90ead8e-bba7-41e9-b9e8-35ec60519862,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.492264 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.686079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.813291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Router 3e96e972-f7fa-4dd9-a7dc-065bde39259f is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:48.921882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:48.932257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Sync routers for ids ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:48.941002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.941826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Routers {'3e96e972-f7fa-4dd9-a7dc-065bde39259f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:48.942210 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6c8945b0-849e-4aaa-aae0-fe4b14b4faa9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7263801 Jul 16 01:47:48.942485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:47:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:48.946564 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44382) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.046389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Set router 3e96e972-f7fa-4dd9-a7dc-065bde39259f gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:49.075654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-277914d4-799f-4eac-8ff8-b7ad1134d7d2 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=995df8a3b8c440bdaa53f6aec5a80412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1277740 Jul 16 01:47:49.078131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44386) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.220839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 3, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:49.226562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb10a7-b91e-405f-835b-0adae149660d tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.228229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b5fb10a7-b91e-405f-835b-0adae149660d tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491976 Jul 16 01:47:49.231054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44388) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.252231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Checking router: 3e96e972-f7fa-4dd9-a7dc-065bde39259f for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:49.252573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Updating router 3e96e972-f7fa-4dd9-a7dc-065bde39259f port e90ead8e-bba7-41e9-b9e8-35ec60519862 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:47:49.269718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-96c55301-034a-4f6a-b910-311d2e96869d tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375919 Jul 16 01:47:49.272269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44390) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.277214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-868257243', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:49.286465 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.364678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Made reservation on behalf of 995df8a3b8c440bdaa53f6aec5a80412 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:49.368881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.544066 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.551648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.554210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Transition to ACTIVE for port object e90ead8e-bba7-41e9-b9e8-35ec60519862 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:49.560543 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.611097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Subnet': ['ID=effe68fb-908c-42d0-9a8f-8633d9b25418,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.615084 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Attempting to bind port e90ead8e-bba7-41e9-b9e8-35ec60519862 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:49.615401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Attempting to bind port e90ead8e-bba7-41e9-b9e8-35ec60519862 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:49.616180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Attempting to bind port e90ead8e-bba7-41e9-b9e8-35ec60519862 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:49.622345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Checking segment: {'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:49.622698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network hostable DHCP agents. Network: 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:49.623317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Pushing event updated for resources: {'Port': ['ID=e90ead8e-bba7-41e9-b9e8-35ec60519862,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.629544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:49.629921 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:49.630360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.630758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:49.631255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Bound port: e90ead8e-bba7-41e9-b9e8-35ec60519862, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:49.631642 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.634835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.635181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.635525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.635864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.636324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.636809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.637198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.637596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.638111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.638505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.638982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.639466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.640605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:49.651277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:49.655591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.656187 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.666847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a1778-0ce0-4f7b-931a-98c8f534efb6 None None] Network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:49.674817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-15a7c70a-b223-4a4a-8882-561f40897171 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3988147 Jul 16 01:47:49.675346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44392) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.753003 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] For port e90ead8e-bba7-41e9-b9e8-35ec60519862, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:49.757958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] For port e90ead8e-bba7-41e9-b9e8-35ec60519862, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e90ead8e-bba7-41e9-b9e8-35ec60519862,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:49.764425 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.862771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101c659-f53f-4640-8c7c-86899ab4c4cd None None] Pushing event updated for resources: {'Port': ['ID=e90ead8e-bba7-41e9-b9e8-35ec60519862,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.868532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Routers {'3e96e972-f7fa-4dd9-a7dc-065bde39259f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:49.869072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:47:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:49.973227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:49.974116 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.070035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] Set router 3e96e972-f7fa-4dd9-a7dc-065bde39259f gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:50.396986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Allocated IP 172.20.0.2 (3e89f90b-fc03-4d5f-92f6-fc7cd65029cc/effe68fb-908c-42d0-9a8f-8633d9b25418/5de7fbf9-2d6b-4807-a8ee-aa12da7962e7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:50.426351 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.542816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 3, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:50.590226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f3413-ab80-449e-81b4-636605ffca00 None None] The sync data for ids ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'] in n-d-791504-14 is: [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 3, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:50.613477 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.623273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Transition to ACTIVE for port object 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:50.639004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Transition to ACTIVE for port object 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:50.645626 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.690393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:50.693559 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:50.696640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:50.704501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Pushing event updated for resources: {'Port': ['ID=5de7fbf9-2d6b-4807-a8ee-aa12da7962e7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:50.704663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Allocated IP 172.20.0.1 (3e89f90b-fc03-4d5f-92f6-fc7cd65029cc/effe68fb-908c-42d0-9a8f-8633d9b25418/7187a932-212c-4946-9138-25165a55aea7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:50.768729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Attempting to bind port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:50.769111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Attempting to bind port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:50.769483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Attempting to bind port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 on network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:50.774967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:50.775348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Checking segment: {'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:50.775759 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.776162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Bound using segment: {'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:50.776640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Bound port: 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:50.777024 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.825441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.858930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Transition to ACTIVE for port object 7187a932-212c-4946-9138-25165a55aea7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:50.878466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] For port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:50.884564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] For port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=5de7fbf9-2d6b-4807-a8ee-aa12da7962e7,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:50.892566 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.905398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.955585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14311d-fe12-42a1-ae02-4faef7990dae None None] Pushing event updated for resources: {'Port': ['ID=5de7fbf9-2d6b-4807-a8ee-aa12da7962e7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:50.958254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:50.961741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:50.966434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:50.973110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Port': ['ID=7187a932-212c-4946-9138-25165a55aea7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:51.015475 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.200552 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.504389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.509366 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.585762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Port': ['ID=7187a932-212c-4946-9138-25165a55aea7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:51.588151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.687173 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:51.688629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:51.806113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Router 3e96e972-f7fa-4dd9-a7dc-065bde39259f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:51.892215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3308f5c7-ab91-410c-afdd-934a6a76e9c1 None None] Network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:51.920832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:51.928845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44396) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:51.929352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-51c39d69-a163-4f98-aba1-9fc30f0e9015 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "PUT /v2.0/routers/3e96e972-f7fa-4dd9-a7dc-065bde39259f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2525055 Jul 16 01:47:51.934432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-65b444c3-6677-4df3-8744-264af0976ae4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1007582712', 'description': 'tempest-secgroup_access--1007582712 description', 'project_id': '995df8a3b8c440bdaa53f6aec5a80412'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:51.959936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65b444c3-6677-4df3-8744-264af0976ae4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.986989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-516377a5-f612-4ad4-9ed7-dd7ca22d6157 None None] Provisioning for port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:52.053525 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65b444c3-6677-4df3-8744-264af0976ae4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.060216 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65b444c3-6677-4df3-8744-264af0976ae4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.091117 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65b444c3-6677-4df3-8744-264af0976ae4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.092562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-65b444c3-6677-4df3-8744-264af0976ae4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1619904 Jul 16 01:47:52.095236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:52.101276 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-265a5ffe-3459-44e6-bc3b-8fedea85d8e3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1859738599', 'description': 'tempest-secgroup_general--1859738599 description', 'project_id': '995df8a3b8c440bdaa53f6aec5a80412'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:52.109538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b444c3-6677-4df3-8744-264af0976ae4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62764628-acc1-49c2-b117-fc77d8123bbf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.137530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-265a5ffe-3459-44e6-bc3b-8fedea85d8e3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.241064 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-265a5ffe-3459-44e6-bc3b-8fedea85d8e3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.245148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-265a5ffe-3459-44e6-bc3b-8fedea85d8e3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.287120 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-265a5ffe-3459-44e6-bc3b-8fedea85d8e3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.293386 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44400) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:52.294597 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-265a5ffe-3459-44e6-bc3b-8fedea85d8e3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1961155 Jul 16 01:47:52.295758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a5ffe-3459-44e6-bc3b-8fedea85d8e3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.298303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e58e450f-a973-47b2-863e-89c6b67bd750 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'security_group_rule': {'security_group_id': '62764628-acc1-49c2-b117-fc77d8123bbf', 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:52.333501 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e58e450f-a973-47b2-863e-89c6b67bd750 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.356914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-04b59a38-f333-413b-aa03-c1fb81554d58 None None] Provisioning for port 7187a932-212c-4946-9138-25165a55aea7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:52.367926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-04b59a38-f333-413b-aa03-c1fb81554d58 None None] Provisioning complete for port 7187a932-212c-4946-9138-25165a55aea7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:52.368468 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04b59a38-f333-413b-aa03-c1fb81554d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.396234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:52.422263 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e58e450f-a973-47b2-863e-89c6b67bd750 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.427557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e58e450f-a973-47b2-863e-89c6b67bd750 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.446484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-04b59a38-f333-413b-aa03-c1fb81554d58 None None] Port 7187a932-212c-4946-9138-25165a55aea7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:52.453983 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e450f-a973-47b2-863e-89c6b67bd750 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710e9bc1-c8e5-4867-8f1b-cccc511dd2c7,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.462451 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e58e450f-a973-47b2-863e-89c6b67bd750 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.472818 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e58e450f-a973-47b2-863e-89c6b67bd750 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703804 Jul 16 01:47:52.473009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:52.477315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:52.477709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.551204 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Sync routers for ids ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:52.565439 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Routers {'3e96e972-f7fa-4dd9-a7dc-065bde39259f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:52.566907 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:47:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:52.588285 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.628119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=5de7fbf9-2d6b-4807-a8ee-aa12da7962e7,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:52.635399 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.636134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e90ead8e-bba7-41e9-b9e8-35ec60519862 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:52.730825 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Set router 3e96e972-f7fa-4dd9-a7dc-065bde39259f gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:52.731138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cc705ecb-92d5-4597-8496-2d5e927168f7 None None] Provisioning complete for port 7187a932-212c-4946-9138-25165a55aea7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:52.731510 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc705ecb-92d5-4597-8496-2d5e927168f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.758760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=5de7fbf9-2d6b-4807-a8ee-aa12da7962e7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.786772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port e90ead8e-bba7-41e9-b9e8-35ec60519862 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:52.791526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e90ead8e-bba7-41e9-b9e8-35ec60519862 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:52.791900 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.793371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cc705ecb-92d5-4597-8496-2d5e927168f7 None None] Port 7187a932-212c-4946-9138-25165a55aea7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:52.807620 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-b76bc426-6383-46b8-8ff0-537ded3bd300 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--1007582712&fields=id&tenant_id=995df8a3b8c440bdaa53f6aec5a80412 HTTP/1.1" status: 200 len: 267 time: 0.0643716 Jul 16 01:47:52.846770 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-05c8ad85-25a3-4e63-8229-e0fcd4c53e52 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--1859738599&fields=id&tenant_id=995df8a3b8c440bdaa53f6aec5a80412 HTTP/1.1" status: 200 len: 267 time: 0.0370436 Jul 16 01:47:52.892452 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.921007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port e90ead8e-bba7-41e9-b9e8-35ec60519862, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e90ead8e-bba7-41e9-b9e8-35ec60519862,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:52.925935 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.932658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5621ea0f-ffd6-4e69-a1eb-9e781b701d65 None None] Provisioning complete for port 7187a932-212c-4946-9138-25165a55aea7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:52.933030 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5621ea0f-ffd6-4e69-a1eb-9e781b701d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.965979 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:51Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7187a932-212c-4946-9138-25165a55aea7', 'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:d2:48:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:50Z', 'updated_at': '2021-07-16T01:47:51Z', 'revision_number': 2, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:52.974605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-0b93ca13-7b8d-494d-95bc-c3b3a68205d6 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.976805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-0b93ca13-7b8d-494d-95bc-c3b3a68205d6 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/networks?id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc HTTP/1.1" status: 200 len: 797 time: 0.1233358 Jul 16 01:47:52.992761 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Checking router: 3e96e972-f7fa-4dd9-a7dc-065bde39259f for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:52.993096 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Updating router 3e96e972-f7fa-4dd9-a7dc-065bde39259f port 7187a932-212c-4946-9138-25165a55aea7 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:47:52.995876 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-749b99db-293c-466a-92c0-23793c9c5af0 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/quotas/995df8a3b8c440bdaa53f6aec5a80412 HTTP/1.1" status: 200 len: 375 time: 0.0127397 Jul 16 01:47:53.003607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5621ea0f-ffd6-4e69-a1eb-9e781b701d65 None None] Port 7187a932-212c-4946-9138-25165a55aea7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:53.009941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=e90ead8e-bba7-41e9-b9e8-35ec60519862,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.034933 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.089048 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-928e80a8-5cda-4510-ba8d-e17673f57272 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876923 Jul 16 01:47:53.188373 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-1a324438-1400-4207-9d20-1453121f3899 service neutron] 10.222.0.64 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880082 Jul 16 01:47:53.278940 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-f238e5bd-f354-4e04-ab16-61d3c95fc4e0 service neutron] 10.222.0.64 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842097 Jul 16 01:47:53.293374 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.303749 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Transition to ACTIVE for port object 7187a932-212c-4946-9138-25165a55aea7 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:53.309800 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.362888 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Pushing event updated for resources: {'Port': ['ID=7187a932-212c-4946-9138-25165a55aea7,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.396142 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.396478 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.397119 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.397451 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.397979 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.398329 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.398763 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.399356 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.399478 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.399711 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.400024 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.400338 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.450166 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Attempting to bind port 7187a932-212c-4946-9138-25165a55aea7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:53.451221 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Attempting to bind port 7187a932-212c-4946-9138-25165a55aea7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:53.451824 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Attempting to bind port 7187a932-212c-4946-9138-25165a55aea7 on network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:53.458353 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:53.458815 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Checking segment: {'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:53.459322 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.460385 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Bound using segment: {'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:53.461294 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Bound port: 7187a932-212c-4946-9138-25165a55aea7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:53.461748 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.562391 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] For port 7187a932-212c-4946-9138-25165a55aea7, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:53.568417 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] For port 7187a932-212c-4946-9138-25165a55aea7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7187a932-212c-4946-9138-25165a55aea7,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:53.574052 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.626757 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-208f2e33-f4ff-4ecf-9776-111c56a5bb2a req-431c32b3-f683-4cde-92dc-83260154b21b tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 210 time: 0.1632771 Jul 16 01:47:53.660698 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Routers {'3e96e972-f7fa-4dd9-a7dc-065bde39259f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:53.661380 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:47:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:53.717023 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046bd5f-9830-45ab-a7f0-f334c249c6f1 None None] Pushing event updated for resources: {'Port': ['ID=7187a932-212c-4946-9138-25165a55aea7,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.816341 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] Set router 3e96e972-f7fa-4dd9-a7dc-065bde39259f gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:54.053205 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:51Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7187a932-212c-4946-9138-25165a55aea7', 'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:d2:48:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:50Z', 'updated_at': '2021-07-16T01:47:53Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.082442 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696be26-b03c-4102-a952-32791c7ebe4a None None] The sync data for ids ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'] in n-d-791504-14 is: [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:51Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7187a932-212c-4946-9138-25165a55aea7', 'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:d2:48:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:50Z', 'updated_at': '2021-07-16T01:47:53Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:54.355912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:54.411261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:54.411635 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.501607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7187a932-212c-4946-9138-25165a55aea7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:54.555150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 7187a932-212c-4946-9138-25165a55aea7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:54.559509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7187a932-212c-4946-9138-25165a55aea7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:54.559888 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.602395 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da8b450e-d951-478c-b399-55cdf3bc3823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.657252 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.707155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 7187a932-212c-4946-9138-25165a55aea7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7187a932-212c-4946-9138-25165a55aea7,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:54.712917 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.714084 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e90ead8e-bba7-41e9-b9e8-35ec60519862 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:54.829917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=7187a932-212c-4946-9138-25165a55aea7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.840414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e90ead8e-bba7-41e9-b9e8-35ec60519862 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:54.841635 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.886050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7381c2d5-b447-4253-8eb5-3119410a9e26 req-e3eda0e8-7ebf-490e-aa6e-c631c010c9ee tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 210 time: 0.0712585 Jul 16 01:47:54.926890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-8378f6fa-a912-434f-acf6-e3cb4da2d402 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:54.931305 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-8378f6fa-a912-434f-acf6-e3cb4da2d402 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.50 "GET /v2.0/networks?id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc HTTP/1.1" status: 200 len: 797 time: 0.2083731 Jul 16 01:47:54.999635 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-eb22222d-faef-4879-a98a-4e7c4d4e15c6 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=995df8a3b8c440bdaa53f6aec5a80412 HTTP/1.1" status: 200 len: 478 time: 0.0596645 Jul 16 01:47:55.012340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'port': {'device_id': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'admin_state_up': True, 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'security_groups': ['62764628-acc1-49c2-b117-fc77d8123bbf', '8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:55.128869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Made reservation on behalf of 995df8a3b8c440bdaa53f6aec5a80412 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:55.132805 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.275397 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Allocated IP 172.20.0.9 (3e89f90b-fc03-4d5f-92f6-fc7cd65029cc/effe68fb-908c-42d0-9a8f-8633d9b25418/95907a03-0feb-42c6-8e49-3780f781aff6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:55.425738 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.444325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Transition to ACTIVE for port object 95907a03-0feb-42c6-8e49-3780f781aff6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:55.477940 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.526430 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:55.529922 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:55.532463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:55.561515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Port': ['ID=95907a03-0feb-42c6-8e49-3780f781aff6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.589107 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.589755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.607367 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-afc07354-ff9d-4050-bdd3-d585d3a6eb2d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5994327 Jul 16 01:47:55.618235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-4b4b54fb-68b6-42ab-bff8-57f08e31c05f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:55.619153 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-4b4b54fb-68b6-42ab-bff8-57f08e31c05f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057747 Jul 16 01:47:55.630643 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Request body: {'port': {'device_id': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:55.711529 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.729872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0374a340-02da-4ff1-b16a-2587fad5740e None None] Provisioning for port 95907a03-0feb-42c6-8e49-3780f781aff6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:55.734652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0374a340-02da-4ff1-b16a-2587fad5740e None None] Provisioning complete for port 95907a03-0feb-42c6-8e49-3780f781aff6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:55.735015 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0374a340-02da-4ff1-b16a-2587fad5740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.737840 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.769798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0374a340-02da-4ff1-b16a-2587fad5740e None None] Port 95907a03-0feb-42c6-8e49-3780f781aff6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:55.973332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95907a03-0feb-42c6-8e49-3780f781aff6 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:55.981870 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.994746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Transition to ACTIVE for port object 95907a03-0feb-42c6-8e49-3780f781aff6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:56.001347 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.075192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Pushing event updated for resources: {'Port': ['ID=95907a03-0feb-42c6-8e49-3780f781aff6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.107869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07974ccb-cafe-4bed-bd04-3bde8985b22e req-06d6a76e-7697-42d4-98c8-70d29bda891c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.109382 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-07974ccb-cafe-4bed-bd04-3bde8985b22e req-06d6a76e-7697-42d4-98c8-70d29bda891c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 982 time: 0.1066971 Jul 16 01:47:56.134788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Attempting to bind port 95907a03-0feb-42c6-8e49-3780f781aff6 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:56.135532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Attempting to bind port 95907a03-0feb-42c6-8e49-3780f781aff6 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:56.135869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Attempting to bind port 95907a03-0feb-42c6-8e49-3780f781aff6 on network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:56.140667 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Port 95907a03-0feb-42c6-8e49-3780f781aff6 on network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:56.140991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Attempting to bind port 95907a03-0feb-42c6-8e49-3780f781aff6 on network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:56.147490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:56.147490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Checking segment: {'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:56.148224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Bound using segment: {'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:56.148654 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Bound port: 95907a03-0feb-42c6-8e49-3780f781aff6, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:56.149017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.153990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-07974ccb-cafe-4bed-bd04-3bde8985b22e req-d4c61bab-454f-4941-ae79-f67e43e1ba9b tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0388572 Jul 16 01:47:56.223721 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] For port 95907a03-0feb-42c6-8e49-3780f781aff6, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:56.227958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] For port 95907a03-0feb-42c6-8e49-3780f781aff6, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=95907a03-0feb-42c6-8e49-3780f781aff6,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:56.234240 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.263171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7187a932-212c-4946-9138-25165a55aea7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:56.283610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.284443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.285746 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] 10.222.0.50 "PUT /v2.0/ports/95907a03-0feb-42c6-8e49-3780f781aff6 HTTP/1.1" status: 200 len: 1131 time: 0.6594608 Jul 16 01:47:56.286405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'tag': '95907a03-0feb-42c6-8e49-3780f781aff6'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:56.293028 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4df2d7-47f8-423f-8551-24c47955fc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "50474d48-59e0-4fa3-96c0-2c945b9e9fa7", "tag": "95907a03-0feb-42c6-8e49-3780f781aff6"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:56.320531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1c700-8bbf-4eca-a81f-9f93b5f5cea3 service neutron] Pushing event updated for resources: {'Port': ['ID=95907a03-0feb-42c6-8e49-3780f781aff6,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.336428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 7187a932-212c-4946-9138-25165a55aea7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:56.336814 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.403092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-b6288cde-dd28-47b7-8d9b-aeb820e335db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.404652 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-b6288cde-dd28-47b7-8d9b-aeb820e335db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 1134 time: 0.0727942 Jul 16 01:47:56.450210 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-3914c8d0-ebd0-4331-a85a-9643aa0e2eb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95907a03-0feb-42c6-8e49-3780f781aff6 HTTP/1.1" status: 200 len: 217 time: 0.0378618 Jul 16 01:47:56.451722 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e05327-89f7-434f-b698-d0027d688bbd x-openstack-request-id: req-42e05327-89f7-434f-b698-d0027d688bbd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:56.452011 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50474d48-59e0-4fa3-96c0-2c945b9e9fa7", "tag": "95907a03-0feb-42c6-8e49-3780f781aff6", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:56.452256 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42e05327-89f7-434f-b698-d0027d688bbd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:56.452649 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'tag': '95907a03-0feb-42c6-8e49-3780f781aff6', 'status': 'completed', 'code': 200} Jul 16 01:47:56.500190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-56ee00a7-1124-4321-9961-089e5d68a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.501657 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-56ee00a7-1124-4321-9961-089e5d68a48f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=effe68fb-908c-42d0-9a8f-8633d9b25418 HTTP/1.1" status: 200 len: 834 time: 0.0448983 Jul 16 01:47:56.575792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-f8c56463-01c0-491b-a040-d84291e2fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.577344 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-f8c56463-01c0-491b-a040-d84291e2fc6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678270 Jul 16 01:47:56.667581 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-427dc512-9fc3-4f63-ae83-a0edf8792389 service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828598 Jul 16 01:47:56.759540 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a538f97d-8170-47a2-9cf2-9dd701f68477 req-e3d224e9-c281-4078-bdc3-5fbe08dfeeec service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854423 Jul 16 01:47:56.840702 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.864014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-40a7b320-f8bf-4171-96fd-52f6ae18125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.866679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-40a7b320-f8bf-4171-96fd-52f6ae18125b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 1134 time: 0.0549524 Jul 16 01:47:56.960619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-9eea442a-a6bd-4bd5-a632-105bf31bb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.962030 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-9eea442a-a6bd-4bd5-a632-105bf31bb300 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc HTTP/1.1" status: 200 len: 897 time: 0.0892384 Jul 16 01:47:57.003997 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-ff46fa30-d415-4e6f-ab22-6771bae07905 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95907a03-0feb-42c6-8e49-3780f781aff6 HTTP/1.1" status: 200 len: 217 time: 0.0350094 Jul 16 01:47:57.054336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-c16e24b7-caec-4847-8841-6c5f18f5c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.055822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-c16e24b7-caec-4847-8841-6c5f18f5c609 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=effe68fb-908c-42d0-9a8f-8633d9b25418 HTTP/1.1" status: 200 len: 834 time: 0.0451663 Jul 16 01:47:57.114597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-2505e63f-5aa6-41f9-8026-ff0023858642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.116486 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-2505e63f-5aa6-41f9-8026-ff0023858642 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532186 Jul 16 01:47:57.139942 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f68e4030-9c77-47ed-972a-de026d888fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.218305 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-a77ea57b-2329-4190-8094-34aa94d723ca service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944786 Jul 16 01:47:57.242532 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:47:57.323013 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c4df2d7-47f8-423f-8551-24c47955fc8f req-40f32081-5d7c-4ffb-b154-02b3df87b68f service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950065 Jul 16 01:47:57.349205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf5176-66f9-4d1e-8bbb-82a709acaea6 req-3c4503f2-56fc-4916-9fd5-f5f27f5c5919 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.350829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0bcf5176-66f9-4d1e-8bbb-82a709acaea6 req-3c4503f2-56fc-4916-9fd5-f5f27f5c5919 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 982 time: 0.0673058 Jul 16 01:47:57.392635 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0bcf5176-66f9-4d1e-8bbb-82a709acaea6 req-5d043fe0-5666-4eea-bf3b-abf753a2393f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0360386 Jul 16 01:47:57.630684 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.511834 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.570517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d919f8c-ec22-4573-9e49-ca7641169576 req-0f24b321-653f-4dcb-ae17-f49390dcdca0 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.572011 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d919f8c-ec22-4573-9e49-ca7641169576 req-0f24b321-653f-4dcb-ae17-f49390dcdca0 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 982 time: 0.0653827 Jul 16 01:47:58.612060 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d919f8c-ec22-4573-9e49-ca7641169576 req-b7cf3df5-d590-48e6-8381-f41aee9c7fd0 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0344334 Jul 16 01:47:59.788231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8aa69-5bf2-41a4-9a80-d37e9ec4de4e req-8b2f5694-631f-4ec0-a3ed-8fa2b14a1eca tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.789697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ff8aa69-5bf2-41a4-9a80-d37e9ec4de4e req-8b2f5694-631f-4ec0-a3ed-8fa2b14a1eca tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 982 time: 0.0632346 Jul 16 01:47:59.828651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ff8aa69-5bf2-41a4-9a80-d37e9ec4de4e req-66f4fbd2-691b-4881-9936-02d6e7f30669 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0333586 Jul 16 01:48:00.128147 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.002780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f971ca-2ccf-4256-bfce-07ff79234df7 req-1c526511-72f2-4280-8678-8ea2fac66da0 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.004177 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76f971ca-2ccf-4256-bfce-07ff79234df7 req-1c526511-72f2-4280-8678-8ea2fac66da0 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 982 time: 0.0622208 Jul 16 01:48:01.045693 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76f971ca-2ccf-4256-bfce-07ff79234df7 req-dc5b6c21-8ab5-4dea-ac11-7f92aa5379f3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0357733 Jul 16 01:48:01.046762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 95907a03-0feb-42c6-8e49-3780f781aff6 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:01.142113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 95907a03-0feb-42c6-8e49-3780f781aff6, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=95907a03-0feb-42c6-8e49-3780f781aff6,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:01.153351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '95907a03-0feb-42c6-8e49-3780f781aff6', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'port_id': '95907a03-0feb-42c6-8e49-3780f781aff6', 'mac_address': 'fa:16:3e:ea:22:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:01.188539 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.201159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95907a03-0feb-42c6-8e49-3780f781aff6 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:01.220258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 95907a03-0feb-42c6-8e49-3780f781aff6, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=95907a03-0feb-42c6-8e49-3780f781aff6,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:01.224915 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.274107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=95907a03-0feb-42c6-8e49-3780f781aff6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.461383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['95907a03-0feb-42c6-8e49-3780f781aff6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:02.220424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49994528-170c-4cf2-ac94-434c24046108 req-4bf935d6-35cf-4acf-8c14-a283e5563e0a tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.221910 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49994528-170c-4cf2-ac94-434c24046108 req-4bf935d6-35cf-4acf-8c14-a283e5563e0a tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 983 time: 0.0670745 Jul 16 01:48:02.267825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49994528-170c-4cf2-ac94-434c24046108 req-94209afc-512f-43fc-ac43-9b71b54d8e66 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0394592 Jul 16 01:48:03.060105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 95907a03-0feb-42c6-8e49-3780f781aff6 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:03.107806 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 95907a03-0feb-42c6-8e49-3780f781aff6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:03.111373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 95907a03-0feb-42c6-8e49-3780f781aff6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:03.111745 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.188980 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.210795 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95907a03-0feb-42c6-8e49-3780f781aff6'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:03.213458 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6943768b-80b8-48d3-9ce3-b461d7371d6e" -d '{"events": [{"server_uuid": "50474d48-59e0-4fa3-96c0-2c945b9e9fa7", "name": "network-vif-plugged", "status": "completed", "tag": "95907a03-0feb-42c6-8e49-3780f781aff6"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:03.226833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 95907a03-0feb-42c6-8e49-3780f781aff6, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=95907a03-0feb-42c6-8e49-3780f781aff6,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:03.231415 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.255208 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce0b9d-991c-44a8-9659-9b4bbd0a5883 x-openstack-request-id: req-80ce0b9d-991c-44a8-9659-9b4bbd0a5883 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:03.255499 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50474d48-59e0-4fa3-96c0-2c945b9e9fa7", "name": "network-vif-plugged", "status": "completed", "tag": "95907a03-0feb-42c6-8e49-3780f781aff6", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:03.255808 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80ce0b9d-991c-44a8-9659-9b4bbd0a5883 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:03.256198 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95907a03-0feb-42c6-8e49-3780f781aff6', 'code': 200} Jul 16 01:48:03.283151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=95907a03-0feb-42c6-8e49-3780f781aff6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.450452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b28f8-9885-4544-ac78-d1f8ce697144 req-ad5098b2-7afc-4f1d-a0f4-17ea5e3c8299 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:03.451979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-747b28f8-9885-4544-ac78-d1f8ce697144 req-ad5098b2-7afc-4f1d-a0f4-17ea5e3c8299 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 984 time: 0.0667312 Jul 16 01:48:03.497427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-747b28f8-9885-4544-ac78-d1f8ce697144 req-47d1a940-14d7-41bf-aeda-7086c15460b7 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0394771 Jul 16 01:48:03.696325 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9ee72-0198-40d5-8d34-691f2506b9b0 req-11c5f008-5b5a-48f0-b487-d7e2aeab6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:03.697828 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f9d9ee72-0198-40d5-8d34-691f2506b9b0 req-11c5f008-5b5a-48f0-b487-d7e2aeab6fc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 1136 time: 0.3806362 Jul 16 01:48:03.733646 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f9d9ee72-0198-40d5-8d34-691f2506b9b0 req-69b2e3d0-56f1-4288-a1a8-d47992cbd123 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62764628-acc1-49c2-b117-fc77d8123bbf&id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0288799 Jul 16 01:48:04.674937 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d05931-536d-43f1-9eda-9316bcae2164 req-7b0cd145-cf8d-499b-aed9-4434f332cbbf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.676438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35d05931-536d-43f1-9eda-9316bcae2164 req-7b0cd145-cf8d-499b-aed9-4434f332cbbf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 984 time: 0.0660393 Jul 16 01:48:04.716209 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35d05931-536d-43f1-9eda-9316bcae2164 req-cbcde1f6-9d99-4e16-a923-dcf7d765ad67 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0334353 Jul 16 01:48:05.895184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf154143-8a0d-436f-a7c5-5f2fe790a29f req-226b4ed6-101c-440b-8640-8b96dd21cb6a tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.896671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf154143-8a0d-436f-a7c5-5f2fe790a29f req-226b4ed6-101c-440b-8640-8b96dd21cb6a tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 984 time: 0.0686469 Jul 16 01:48:05.937087 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf154143-8a0d-436f-a7c5-5f2fe790a29f req-ccd26387-8621-45b9-9aa1-aee2850c9bbe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0347128 Jul 16 01:48:06.118620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db006bec-d841-417b-8a86-139a126d4e53 req-65b193ae-d03f-42f4-a442-fb86c428e80a tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.120092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-db006bec-d841-417b-8a86-139a126d4e53 req-65b193ae-d03f-42f4-a442-fb86c428e80a tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 984 time: 0.0723374 Jul 16 01:48:06.159856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-db006bec-d841-417b-8a86-139a126d4e53 req-3d154ec7-3aa3-41fc-b6ec-c363c0525ed1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0337148 Jul 16 01:48:06.325830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab39c7a-49da-485f-a84b-b5c5289a78a9 req-1eb29d31-7f98-483e-92c5-4edad51ae91c tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.327372 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ab39c7a-49da-485f-a84b-b5c5289a78a9 req-1eb29d31-7f98-483e-92c5-4edad51ae91c tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 1136 time: 0.0558388 Jul 16 01:48:06.346312 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ab39c7a-49da-485f-a84b-b5c5289a78a9 req-1fb44924-36d2-4a35-a9a0-f9cde057b2d5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.434317 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ab39c7a-49da-485f-a84b-b5c5289a78a9 req-1fb44924-36d2-4a35-a9a0-f9cde057b2d5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.437919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ab39c7a-49da-485f-a84b-b5c5289a78a9 req-1fb44924-36d2-4a35-a9a0-f9cde057b2d5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.461940 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ab39c7a-49da-485f-a84b-b5c5289a78a9 req-1fb44924-36d2-4a35-a9a0-f9cde057b2d5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1288958 Jul 16 01:48:06.471948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb44924-36d2-4a35-a9a0-f9cde057b2d5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66378a94-851a-478c-a046-402aea8bc1fe,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.485985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44474) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:06.541620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b3c978-1af1-44aa-8d71-06a9937ab002 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.543161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a0b3c978-1af1-44aa-8d71-06a9937ab002 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 1131 time: 0.0561399 Jul 16 01:48:06.546119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44476) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:06.550433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '95907a03-0feb-42c6-8e49-3780f781aff6', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:06.572690 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.666744 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.771899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Allocated IP 172.25.4.33 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/901f89cc-1b70-46fd-8ec9-dc97c6ea580b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:06.871126 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.909240 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.945146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:06.950988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:06.954525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:06.979889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Port': ['ID=901f89cc-1b70-46fd-8ec9-dc97c6ea580b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:07.321829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.401572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.553234 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.558347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.625745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Port': ['ID=901f89cc-1b70-46fd-8ec9-dc97c6ea580b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:07.636664 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.736236 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Floating IP 53cb7996-3129-4a5e-9d2d-7300fa095a22 associated. External IP: 172.25.4.33, port: 95907a03-0feb-42c6-8e49-3780f781aff6. Jul 16 01:48:07.948249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Router 3e96e972-f7fa-4dd9-a7dc-065bde39259f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:08.370460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:08.379546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] Sync routers for ids ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:08.386592 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.391930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] Routers {'3e96e972-f7fa-4dd9-a7dc-065bde39259f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:08.392555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:47:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:08.422826 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-578e86d5-a53f-4826-a95a-29c2c6384adf tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8756750 Jul 16 01:48:08.423514 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'tag': '95907a03-0feb-42c6-8e49-3780f781aff6'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:08.425520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.426145 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe91a1f-959c-44b2-8058-4f59a342dc11" -d '{"events": [{"name": "network-changed", "server_uuid": "50474d48-59e0-4fa3-96c0-2c945b9e9fa7", "tag": "95907a03-0feb-42c6-8e49-3780f781aff6"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:08.503634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] Set router 3e96e972-f7fa-4dd9-a7dc-065bde39259f gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:08.530912 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4aacac-44c2-4062-b19c-a34eecdd01e2 x-openstack-request-id: req-dc4aacac-44c2-4062-b19c-a34eecdd01e2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:08.531214 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50474d48-59e0-4fa3-96c0-2c945b9e9fa7", "tag": "95907a03-0feb-42c6-8e49-3780f781aff6", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:08.531518 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc4aacac-44c2-4062-b19c-a34eecdd01e2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:08.531919 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'tag': '95907a03-0feb-42c6-8e49-3780f781aff6', 'status': 'completed', 'code': 200} Jul 16 01:48:08.646396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-b5a008fb-c3b3-4927-8282-9d62506c6c06 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554299 Jul 16 01:48:08.649725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c0997-fc32-462f-9ff3-f5a5671f0330 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.650240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c0997-fc32-462f-9ff3-f5a5671f0330 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.650812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c0997-fc32-462f-9ff3-f5a5671f0330 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.651172 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c0997-fc32-462f-9ff3-f5a5671f0330 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.651630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c0997-fc32-462f-9ff3-f5a5671f0330 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.652091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c0997-fc32-462f-9ff3-f5a5671f0330 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.653901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2a2c0997-fc32-462f-9ff3-f5a5671f0330 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.2272668 Jul 16 01:48:08.656883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44484) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.664215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-9c7184dd-bdc4-41cf-9c0a-6cbeae4d3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.665839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-9c7184dd-bdc4-41cf-9c0a-6cbeae4d3ca1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 1136 time: 0.1091151 Jul 16 01:48:08.760723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:51Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '53cb7996-3129-4a5e-9d2d-7300fa095a22', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'port_id': '95907a03-0feb-42c6-8e49-3780f781aff6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'mac_address': 'fa:16:3e:ea:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:07Z', 'revision_number': 0, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7187a932-212c-4946-9138-25165a55aea7', 'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:d2:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:50Z', 'updated_at': '2021-07-16T01:47:54Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:08.766184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199db60-fcc4-4e43-9a81-88f2fc8c8ea5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.766656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199db60-fcc4-4e43-9a81-88f2fc8c8ea5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.767111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199db60-fcc4-4e43-9a81-88f2fc8c8ea5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.767972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199db60-fcc4-4e43-9a81-88f2fc8c8ea5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.767972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199db60-fcc4-4e43-9a81-88f2fc8c8ea5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.768439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199db60-fcc4-4e43-9a81-88f2fc8c8ea5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.770220 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6199db60-fcc4-4e43-9a81-88f2fc8c8ea5 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3997 time: 0.1123133 Jul 16 01:48:08.773443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.780890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-d43a2387-6474-496c-bcea-f2eeae7606e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.787354 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-d43a2387-6474-496c-bcea-f2eeae7606e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc HTTP/1.1" status: 200 len: 897 time: 0.1098874 Jul 16 01:48:08.900938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-2a51705e-b3a4-44b8-9fe2-0e2de96d435d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95907a03-0feb-42c6-8e49-3780f781aff6 HTTP/1.1" status: 200 len: 998 time: 0.1105313 Jul 16 01:48:08.949943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] Checking router: 3e96e972-f7fa-4dd9-a7dc-065bde39259f for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:08.953640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-752d9f22-4201-46fb-9d98-a0a748a13a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.961168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-752d9f22-4201-46fb-9d98-a0a748a13a9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=effe68fb-908c-42d0-9a8f-8633d9b25418 HTTP/1.1" status: 200 len: 834 time: 0.0478864 Jul 16 01:48:08.962460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] Routers {'3e96e972-f7fa-4dd9-a7dc-065bde39259f'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:08.962460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:47:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:09.019909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-88c565c6-0d43-48ca-aa34-b52099f76022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.021332 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-88c565c6-0d43-48ca-aa34-b52099f76022 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583045 Jul 16 01:48:09.029998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-40ea5479-5548-48f4-96fd-475892599e04 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2553728 Jul 16 01:48:09.032536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44488) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:09.072582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] Set router 3e96e972-f7fa-4dd9-a7dc-065bde39259f gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:09.087395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f2846-6241-4787-a913-3027c99ecfac tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.087877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f2846-6241-4787-a913-3027c99ecfac tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.096453 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f46f2846-6241-4787-a913-3027c99ecfac tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e96e972-f7fa-4dd9-a7dc-065bde39259f HTTP/1.1" status: 200 len: 1992 time: 0.0557146 Jul 16 01:48:09.127492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-8a89ead1-36a3-48fe-a805-17135af10c12 service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977371 Jul 16 01:48:09.222734 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8fe91a1f-959c-44b2-8058-4f59a342dc11 req-9fc588ef-3179-45ee-a1dd-57230d26db3b service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887337 Jul 16 01:48:09.305219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:51Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '53cb7996-3129-4a5e-9d2d-7300fa095a22', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'port_id': '95907a03-0feb-42c6-8e49-3780f781aff6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'mac_address': 'fa:16:3e:ea:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:07Z', 'revision_number': 0, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7187a932-212c-4946-9138-25165a55aea7', 'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:d2:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:50Z', 'updated_at': '2021-07-16T01:47:54Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:09.336850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c5d3-e8ef-4642-b0d9-fb212d1e439f None None] The sync data for ids ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'] in n-d-791504-14 is: [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:51Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '53cb7996-3129-4a5e-9d2d-7300fa095a22', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'port_id': '95907a03-0feb-42c6-8e49-3780f781aff6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'mac_address': 'fa:16:3e:ea:22:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:07Z', 'revision_number': 0, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7187a932-212c-4946-9138-25165a55aea7', 'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:d2:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:50Z', 'updated_at': '2021-07-16T01:47:54Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:09.364129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-13ce0eed-acc7-4076-b836-590a6bfe2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.365970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-13ce0eed-acc7-4076-b836-590a6bfe2718 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 1136 time: 0.0641215 Jul 16 01:48:09.483740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-0ad68b7a-a498-474f-a029-696af3720b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.485236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-0ad68b7a-a498-474f-a029-696af3720b1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc HTTP/1.1" status: 200 len: 897 time: 0.0942359 Jul 16 01:48:09.549296 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbaa9c3-24ed-4f24-9451-5c226c071324 None None] New status for floating IP 53cb7996-3129-4a5e-9d2d-7300fa095a22: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:48:09.559020 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-2223cbf9-c81d-4537-9bfd-d8ff7ada27b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95907a03-0feb-42c6-8e49-3780f781aff6 HTTP/1.1" status: 200 len: 998 time: 0.0663431 Jul 16 01:48:09.612652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-03b485f0-f39f-42ee-8715-77f7cd074e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.614187 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-03b485f0-f39f-42ee-8715-77f7cd074e61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=effe68fb-908c-42d0-9a8f-8633d9b25418 HTTP/1.1" status: 200 len: 834 time: 0.0454326 Jul 16 01:48:09.681112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-99786f52-360c-4eda-bc5a-6c1c15932508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.682843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-99786f52-360c-4eda-bc5a-6c1c15932508 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613310 Jul 16 01:48:09.777773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-05e400f6-914a-4cf1-9bdd-c9cb9c01ab53 service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878432 Jul 16 01:48:09.876754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cacf5bd1-d00d-4e8c-ad83-d26b5fe7db34 req-7fcc402c-7033-438a-87a1-5b1005170539 service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926976 Jul 16 01:48:16.824229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-51db2090-1954-4bf0-8259-57f1fc2f7841 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639322 Jul 16 01:48:16.923400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-b0f7dbed-8e10-4422-813d-81bfbbce8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.924896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-b0f7dbed-8e10-4422-813d-81bfbbce8ae8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=541bd36bdcee4725bef5158a0e967941&device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 1097 time: 0.0533309 Jul 16 01:48:17.033101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-efccc187-e44f-46a0-af99-925f766faf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.034598 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-efccc187-e44f-46a0-af99-925f766faf14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12960294-0bc7-4c91-b68b-a65b78eded3c HTTP/1.1" status: 200 len: 907 time: 0.0870554 Jul 16 01:48:17.099165 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-238c2a94-840c-46c9-8d6f-95faa7522ebb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a HTTP/1.1" status: 200 len: 1000 time: 0.0572574 Jul 16 01:48:17.148963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-5e776000-ab98-4cc2-aced-c9f5c5c475e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.150422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-5e776000-ab98-4cc2-aced-c9f5c5c475e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd HTTP/1.1" status: 200 len: 846 time: 0.0437953 Jul 16 01:48:17.213932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-ef7b6512-c775-40c8-89d2-dec9c016584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.215521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-ef7b6512-c775-40c8-89d2-dec9c016584c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12960294-0bc7-4c91-b68b-a65b78eded3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574040 Jul 16 01:48:17.305986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-7ea20f07-8241-48d8-9102-043d811469b9 service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831356 Jul 16 01:48:17.403090 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab8ee7c2-6997-4687-93d9-cd0e0b822f14 req-ff42960f-c6ce-4298-94b9-dbc5cb61d452 service neutron] 10.222.0.67 "GET /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888960 Jul 16 01:48:22.353791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198e39c-794e-4ef9-aa85-d227f094f508 req-acb761a7-13fb-4a03-9150-e2cfc59ec744 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.355300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e198e39c-794e-4ef9-aa85-d227f094f508 req-acb761a7-13fb-4a03-9150-e2cfc59ec744 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 945 time: 0.0653920 Jul 16 01:48:22.392608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e198e39c-794e-4ef9-aa85-d227f094f508 req-35ee9258-5710-49ce-9002-490ac4e60862 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317225 Jul 16 01:48:23.584417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704e08a-3a51-46ec-be24-10f4071bfe94 req-3fe4cc92-5525-4c2e-89b1-4b253bf2c8c2 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.585963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f704e08a-3a51-46ec-be24-10f4071bfe94 req-3fe4cc92-5525-4c2e-89b1-4b253bf2c8c2 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 945 time: 0.0713823 Jul 16 01:48:23.629633 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f704e08a-3a51-46ec-be24-10f4071bfe94 req-843b8d33-8106-4cdc-964e-509ed042ce95 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/security-groups?id=9639b41e-e72a-443e-bd3b-76bf5829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378091 Jul 16 01:48:23.914250 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-77459d0a-4c47-4efc-bb96-3d9f247fba53 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.915727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-77459d0a-4c47-4efc-bb96-3d9f247fba53 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.67 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 945 time: 0.0703828 Jul 16 01:48:24.016786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Deleting port fd3aab21-c3ef-47b6-a743-76bb5f38954a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:24.017126 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.116590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] For port fd3aab21-c3ef-47b6-a743-76bb5f38954a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=fd3aab21-c3ef-47b6-a743-76bb5f38954a,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:24.116954 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.302903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.304186 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.304666 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Floating IP 43ff3855-8397-4ee7-baec-7615c77441de disassociated. External IP: 172.25.4.23, port: fd3aab21-c3ef-47b6-a743-76bb5f38954a. Jul 16 01:48:24.305081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Calling delete_port for fd3aab21-c3ef-47b6-a743-76bb5f38954a owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:24.440987 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.472607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event deleted for resources: {'Port': ['ID=fd3aab21-c3ef-47b6-a743-76bb5f38954a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.483277 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.483642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.483962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.484311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.484644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.485000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.485377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.485648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.485966 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.486309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.486640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.486960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:24.574631 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-779e834f-cbc4-41d1-8b40-3cf169e1f9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.600840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:24.711546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:24.723165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] Sync routers for ids ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:24.733397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] Routers {'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:24.734142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:47:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:24.758584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] No DVR routers for this DVR port fd3aab21-c3ef-47b6-a743-76bb5f38954a on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:24.761531 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.764088 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dedb2b3f-210b-4d37-9dbe-ce03befced55 req-1f6b2d90-dcd6-40eb-98df-47e606c1b643 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.67 "DELETE /v2.0/ports/fd3aab21-c3ef-47b6-a743-76bb5f38954a HTTP/1.1" status: 204 len: 173 time: 0.8419805 Jul 16 01:48:24.764568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'name': 'network-vif-deleted', 'tag': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:24.767659 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ba626-b3a0-4a01-bccf-af75aba83871" -d '{"events": [{"server_uuid": "270d6dc2-ab23-430e-8177-5e9366b55d46", "name": "network-vif-deleted", "tag": "fd3aab21-c3ef-47b6-a743-76bb5f38954a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:24.814352 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88785e8-850e-4a41-b9a0-0ddb05a27357 x-openstack-request-id: req-a88785e8-850e-4a41-b9a0-0ddb05a27357 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:24.814670 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270d6dc2-ab23-430e-8177-5e9366b55d46", "name": "network-vif-deleted", "tag": "fd3aab21-c3ef-47b6-a743-76bb5f38954a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:24.814917 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a88785e8-850e-4a41-b9a0-0ddb05a27357 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:24.815321 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270d6dc2-ab23-430e-8177-5e9366b55d46', 'name': 'network-vif-deleted', 'tag': 'fd3aab21-c3ef-47b6-a743-76bb5f38954a', 'status': 'completed', 'code': 200} Jul 16 01:48:24.840979 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5f3d9cdb-4380-4143-a50d-bbe2423411be req-341226e0-3744-4b5e-9cad-e14491927a48 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "GET /v2.0/ports?device_id=270d6dc2-ab23-430e-8177-5e9366b55d46 HTTP/1.1" status: 200 len: 210 time: 0.0783863 Jul 16 01:48:24.855756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] Set router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:25.075103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '758f7fdf-8775-4df6-aad3-e699ca5dd894', 'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'mac_address': 'fa:16:3e:a8:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:10Z', 'updated_at': '2021-07-16T01:43:18Z', 'revision_number': 5, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'subnets': [{'id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:25.105947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] Checking router: f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:25.114407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] Routers {'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:25.115891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:47:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:25.223158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] Set router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:25.435027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '758f7fdf-8775-4df6-aad3-e699ca5dd894', 'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'mac_address': 'fa:16:3e:a8:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:10Z', 'updated_at': '2021-07-16T01:43:18Z', 'revision_number': 5, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'subnets': [{'id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:25.462389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b073ef0-c84b-4926-a9a9-228cbea2d9b4 None None] The sync data for ids ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'] in n-d-791504-14 is: [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 4, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '758f7fdf-8775-4df6-aad3-e699ca5dd894', 'name': '', 'network_id': '12960294-0bc7-4c91-b68b-a65b78eded3c', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'mac_address': 'fa:16:3e:a8:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:10Z', 'updated_at': '2021-07-16T01:43:18Z', 'revision_number': 5, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'subnets': [{'id': '4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:25.703202 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae7120-38f7-4765-95ec-f29ab4d10a9a None None] New status for floating IP 43ff3855-8397-4ee7-baec-7615c77441de: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:48:25.723813 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.940270 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:26.067811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-61f6d817-7351-4329-8719-bbac18a6a313 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Deleting port 31624e97-a9e9-4e21-8815-6c37aa58788d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:26.068075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61f6d817-7351-4329-8719-bbac18a6a313 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.148362 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61f6d817-7351-4329-8719-bbac18a6a313 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.148685 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61f6d817-7351-4329-8719-bbac18a6a313 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.160290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-61f6d817-7351-4329-8719-bbac18a6a313 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Calling delete_port for 31624e97-a9e9-4e21-8815-6c37aa58788d owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:26.297402 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61f6d817-7351-4329-8719-bbac18a6a313 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.329110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6d817-7351-4329-8719-bbac18a6a313 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event deleted for resources: {'Port': ['ID=31624e97-a9e9-4e21-8815-6c37aa58788d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.389544 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61f6d817-7351-4329-8719-bbac18a6a313 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.392213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61f6d817-7351-4329-8719-bbac18a6a313 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.393396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-61f6d817-7351-4329-8719-bbac18a6a313 tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "DELETE /v2.0/floatingips/43ff3855-8397-4ee7-baec-7615c77441de HTTP/1.1" status: 204 len: 168 time: 0.4521005 Jul 16 01:48:26.532256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44516) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:26.593652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4393b4df-3035-434f-b5c6-f7a655bdfb4b tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.620921 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4393b4df-3035-434f-b5c6-f7a655bdfb4b tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.685835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4393b4df-3035-434f-b5c6-f7a655bdfb4b tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.688427 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4393b4df-3035-434f-b5c6-f7a655bdfb4b tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.689584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4393b4df-3035-434f-b5c6-f7a655bdfb4b tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] 10.222.0.64 "DELETE /v2.0/security-groups/9639b41e-e72a-443e-bd3b-76bf5829d631 HTTP/1.1" status: 204 len: 168 time: 0.1563375 Jul 16 01:48:26.698999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393b4df-3035-434f-b5c6-f7a655bdfb4b tempest-TestServerBasicOps-410795543 tempest-TestServerBasicOps-410795543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9639b41e-e72a-443e-bd3b-76bf5829d631,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.734604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44520) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:26.840107 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.144919 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ecef492-2f44-43b4-9dfb-1f371cbfd3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.196932 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.458928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] Deleting port 758f7fdf-8775-4df6-aad3-e699ca5dd894 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:27.459713 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.542497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] For port 758f7fdf-8775-4df6-aad3-e699ca5dd894, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=758f7fdf-8775-4df6-aad3-e699ca5dd894,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:27.542857 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.556229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] Calling delete_port for 758f7fdf-8775-4df6-aad3-e699ca5dd894 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:27.622949 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.743325 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.771555 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=758f7fdf-8775-4df6-aad3-e699ca5dd894,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:27.946138 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.952457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fd3aab21-c3ef-47b6-a743-76bb5f38954a no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:27.979029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: fd3aab21-c3ef-47b6-a743-76bb5f38954a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:27.979374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device fd3aab21-c3ef-47b6-a743-76bb5f38954a not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:28.506867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] Router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:28.515013 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.617736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:28.622998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-96d6d5f4-8742-4adc-9558-3a59f0320c6b admin admin] 10.222.0.64 "PUT /v2.0/routers/f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8872416 Jul 16 01:48:28.625557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.626741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] Sync routers for ids ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:28.637074 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] Routers {'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:28.637695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:28.732661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.747463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] Set router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:28.836874 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.892292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Deleting port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:28.892638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.931446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 5, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port': {'id': 'afe8ac66-22ad-4515-9a42-5eb0bddd9a2d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:28.957761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] Checking router: f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:28.967218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] Routers {'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:28.967830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:28.976130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] For port afe8ac66-22ad-4515-9a42-5eb0bddd9a2d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=afe8ac66-22ad-4515-9a42-5eb0bddd9a2d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:28.976501 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.988584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Calling delete_port for afe8ac66-22ad-4515-9a42-5eb0bddd9a2d owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:29.053652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] Set router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:29.109542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:48:28Z', 'revision_number': 6, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.136802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db76fc-58c9-4609-82aa-39833bab0083 None None] The sync data for ids ['f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab'] in n-d-791504-14 is: [{'id': 'f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab', 'name': 'tempest-TestServerBasicOps-43023363-router', 'tenant_id': '541bd36bdcee4725bef5158a0e967941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:48:28Z', 'revision_number': 6, 'project_id': '541bd36bdcee4725bef5158a0e967941', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:29.159604 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.188856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=afe8ac66-22ad-4515-9a42-5eb0bddd9a2d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.217483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.217863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.218230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.218570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.218901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.219232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.219560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.219887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.220214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.220537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.220858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.221181 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:29.266516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.357647 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.359833 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.403151 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.403705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:29.407948 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.409086 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-55bbd2ef-ce90-4ed0-8e91-c774f1a1fd6e admin admin] 10.222.0.64 "DELETE /v2.0/routers/f0d35e2a-e1e1-4bc2-9f78-28e231c8b1ab HTTP/1.1" status: 204 len: 168 time: 0.7824860 Jul 16 01:48:29.411651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.461054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fa135a-8c35-41e3-b332-84f4ceae00ff admin admin] Deleting subnet 4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:29.464779 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45fa135a-8c35-41e3-b332-84f4ceae00ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.506807 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45fa135a-8c35-41e3-b332-84f4ceae00ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.596805 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45fa135a-8c35-41e3-b332-84f4ceae00ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.649958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45fa135a-8c35-41e3-b332-84f4ceae00ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.675889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa135a-8c35-41e3-b332-84f4ceae00ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.680523 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45fa135a-8c35-41e3-b332-84f4ceae00ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.682487 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-45fa135a-8c35-41e3-b332-84f4ceae00ff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4c2debe5-7bf4-47db-a678-2bcbcbfd5bfd HTTP/1.1" status: 204 len: 168 time: 0.2693450 Jul 16 01:48:29.684826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.687407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b33976-ec27-4002-b61a-6c93a786ade4 None None] Network 12960294-0bc7-4c91-b68b-a65b78eded3c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:29.757558 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.810329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Deleting port 212e8c82-999c-4eaa-8af8-3b5851f2b229 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:29.810691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.875581 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] For port 212e8c82-999c-4eaa-8af8-3b5851f2b229, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=212e8c82-999c-4eaa-8af8-3b5851f2b229,segment=NetworkSegment(24bc8242-d2e4-4882-82c2-de6e86534285),segment_id=24bc8242-d2e4-4882-82c2-de6e86534285)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:29.875951 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.893408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Calling delete_port for 212e8c82-999c-4eaa-8af8-3b5851f2b229 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:29.935380 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] DHCP port deletion for 12960294-0bc7-4c91-b68b-a65b78eded3c request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:29.982958 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.983569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] Deleting port 212e8c82-999c-4eaa-8af8-3b5851f2b229 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:29.984188 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.998962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] No DVR routers for this DVR port 212e8c82-999c-4eaa-8af8-3b5851f2b229 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:30.018852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=212e8c82-999c-4eaa-8af8-3b5851f2b229,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.095680 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.109951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12960294-0bc7-4c91-b68b-a65b78eded3c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:30.123734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bc8242-d2e4-4882-82c2-de6e86534285') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:30.124036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bc8242-d2e4-4882-82c2-de6e86534285') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:30.136288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.154556 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.161547 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:30.162297 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:30.164634 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:30.234023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] For port 212e8c82-999c-4eaa-8af8-3b5851f2b229, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:30.234648 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.235323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.260144 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.261200 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.261309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] Calling delete_port for 212e8c82-999c-4eaa-8af8-3b5851f2b229 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:30.266240 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] 10.222.0.64 "DELETE /v2.0/networks/12960294-0bc7-4c91-b68b-a65b78eded3c HTTP/1.1" status: 204 len: 168 time: 0.5774128 Jul 16 01:48:30.266240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784200f9-a6bd-46a4-a2ab-6d7347742e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=12960294-0bc7-4c91-b68b-a65b78eded3c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.266493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] Port 212e8c82-999c-4eaa-8af8-3b5851f2b229 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:48:30.266628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.270883 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.294923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] Network 12960294-0bc7-4c91-b68b-a65b78eded3c is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:48:30.295400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] No DVR routers for this DVR port 212e8c82-999c-4eaa-8af8-3b5851f2b229 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:30.297231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68449fea-1fb9-4ed6-afed-8b9e7b4b67c9 None None] Pushing event deleted for resources: {'Port': ['ID=212e8c82-999c-4eaa-8af8-3b5851f2b229,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.319908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 212e8c82-999c-4eaa-8af8-3b5851f2b229 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:30.342522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 212e8c82-999c-4eaa-8af8-3b5851f2b229 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:30.342833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 212e8c82-999c-4eaa-8af8-3b5851f2b229 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:30.343263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 758f7fdf-8775-4df6-aad3-e699ca5dd894 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:30.363720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 758f7fdf-8775-4df6-aad3-e699ca5dd894 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:30.364066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 758f7fdf-8775-4df6-aad3-e699ca5dd894 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:30.364497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device afe8ac66-22ad-4515-9a42-5eb0bddd9a2d no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:30.388215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: afe8ac66-22ad-4515-9a42-5eb0bddd9a2d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:30.388562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device afe8ac66-22ad-4515-9a42-5eb0bddd9a2d not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:30.636887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.898207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] Deleting port 6bdcfb28-fa5c-4922-8754-4f120365eca6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:30.898850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.979898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] For port 6bdcfb28-fa5c-4922-8754-4f120365eca6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=6bdcfb28-fa5c-4922-8754-4f120365eca6,segment=NetworkSegment(4420181f-6214-45e4-8d6d-b84c635287a7),segment_id=4420181f-6214-45e4-8d6d-b84c635287a7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:30.980256 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.993781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] Calling delete_port for 6bdcfb28-fa5c-4922-8754-4f120365eca6 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:31.183780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.221859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bdcfb28-fa5c-4922-8754-4f120365eca6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.395236 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.952900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] Router 00061c8c-7518-454e-acd8-24345ec6d231 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:32.066213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:32.071737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2be70174-5ff8-44a3-9446-94bedfa488d9 admin admin] 10.222.0.64 "PUT /v2.0/routers/00061c8c-7518-454e-acd8-24345ec6d231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8040733 Jul 16 01:48:32.074036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44534) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.076781 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] Sync routers for ids ['00061c8c-7518-454e-acd8-24345ec6d231'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:32.086486 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] Routers {'00061c8c-7518-454e-acd8-24345ec6d231'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:32.087196 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['00061c8c-7518-454e-acd8-24345ec6d231'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.190923 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.205769 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] Set router 00061c8c-7518-454e-acd8-24345ec6d231 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:32.348868 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.418510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Deleting port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:32.418855 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.442265 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00061c8c-7518-454e-acd8-24345ec6d231', 'name': 'tempest-TestServerBasicOps-1693016815-router', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 5, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'gw_port': {'id': '519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00061c8c-7518-454e-acd8-24345ec6d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.470380 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] Checking router: 00061c8c-7518-454e-acd8-24345ec6d231 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:32.480653 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] Routers {'00061c8c-7518-454e-acd8-24345ec6d231'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:32.481261 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['00061c8c-7518-454e-acd8-24345ec6d231'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.507222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] For port 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:32.507811 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.522548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Calling delete_port for 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:32.569667 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] Set router 00061c8c-7518-454e-acd8-24345ec6d231 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:32.623163 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00061c8c-7518-454e-acd8-24345ec6d231', 'name': 'tempest-TestServerBasicOps-1693016815-router', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:48:32Z', 'revision_number': 6, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.650194 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc1a81-d046-4ebf-a2b3-a119e7e0fd8a None None] The sync data for ids ['00061c8c-7518-454e-acd8-24345ec6d231'] in n-d-791504-14 is: [{'id': '00061c8c-7518-454e-acd8-24345ec6d231', 'name': 'tempest-TestServerBasicOps-1693016815-router', 'tenant_id': '872d404bb9de4b2b8110f307a434f8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:14Z', 'updated_at': '2021-07-16T01:48:32Z', 'revision_number': 6, 'project_id': '872d404bb9de4b2b8110f307a434f8f9', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:32.696698 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.722994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Pushing event deleted for resources: {'Port': ['ID=519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:32.788317 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.879080 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.881780 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.925518 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.926194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00061c8c-7518-454e-acd8-24345ec6d231 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:32.931254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.932294 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-547b59a5-8f0e-4fa4-845b-c83cd345989c admin admin] 10.222.0.64 "DELETE /v2.0/routers/00061c8c-7518-454e-acd8-24345ec6d231 HTTP/1.1" status: 204 len: 168 time: 0.8573089 Jul 16 01:48:32.934810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44536) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.984328 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-140476d2-49f4-4bfe-9421-6fdbf41ae9f4 admin admin] Deleting subnet 0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:32.987808 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-140476d2-49f4-4bfe-9421-6fdbf41ae9f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.025374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-140476d2-49f4-4bfe-9421-6fdbf41ae9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.105917 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-140476d2-49f4-4bfe-9421-6fdbf41ae9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.162041 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-140476d2-49f4-4bfe-9421-6fdbf41ae9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.196943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-140476d2-49f4-4bfe-9421-6fdbf41ae9f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.199591 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-140476d2-49f4-4bfe-9421-6fdbf41ae9f4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a HTTP/1.1" status: 204 len: 168 time: 0.2630866 Jul 16 01:48:33.200607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140476d2-49f4-4bfe-9421-6fdbf41ae9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e1ca9ba-5bde-4f6a-a3a0-b95e6d4e276a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.201484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44538) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:33.201956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485cbe1b-5461-4acd-a337-f2675737c485 None None] Network 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:33.277227 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.337342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Deleting port f22882b0-3a1e-440c-a49f-d2828d2bfc70 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:33.337677 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.401295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] For port f22882b0-3a1e-440c-a49f-d2828d2bfc70, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f22882b0-3a1e-440c-a49f-d2828d2bfc70,segment=NetworkSegment(4420181f-6214-45e4-8d6d-b84c635287a7),segment_id=4420181f-6214-45e4-8d6d-b84c635287a7)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:33.401651 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.417135 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Calling delete_port for f22882b0-3a1e-440c-a49f-d2828d2bfc70 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:33.422259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061ac6ca-f2e9-42a2-80b7-0af17cfec2a3 None None] DHCP port deletion for 8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:33.474869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-061ac6ca-f2e9-42a2-80b7-0af17cfec2a3 None None] Deleting port f22882b0-3a1e-440c-a49f-d2828d2bfc70 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:33.475490 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-061ac6ca-f2e9-42a2-80b7-0af17cfec2a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.516893 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.540402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-061ac6ca-f2e9-42a2-80b7-0af17cfec2a3 None None] For port f22882b0-3a1e-440c-a49f-d2828d2bfc70, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f22882b0-3a1e-440c-a49f-d2828d2bfc70,segment=NetworkSegment(4420181f-6214-45e4-8d6d-b84c635287a7),segment_id=4420181f-6214-45e4-8d6d-b84c635287a7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:33.540689 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-061ac6ca-f2e9-42a2-80b7-0af17cfec2a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.544293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22882b0-3a1e-440c-a49f-d2828d2bfc70,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.548634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] No DVR routers for this DVR port f22882b0-3a1e-440c-a49f-d2828d2bfc70 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:33.557183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-061ac6ca-f2e9-42a2-80b7-0af17cfec2a3 None None] Calling delete_port for f22882b0-3a1e-440c-a49f-d2828d2bfc70 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:33.628306 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.639953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:33.643406 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-061ac6ca-f2e9-42a2-80b7-0af17cfec2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.656602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4420181f-6214-45e4-8d6d-b84c635287a7') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:33.656903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4420181f-6214-45e4-8d6d-b84c635287a7') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:33.667360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ac6ca-f2e9-42a2-80b7-0af17cfec2a3 None None] Pushing event deleted for resources: {'Port': ['ID=f22882b0-3a1e-440c-a49f-d2828d2bfc70,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.667957 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.673126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ac6ca-f2e9-42a2-80b7-0af17cfec2a3 None None] No DVR routers for this DVR port f22882b0-3a1e-440c-a49f-d2828d2bfc70 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:33.690270 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.706213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:33.706843 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:33.710516 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:33.764841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.770897 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.773077 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c HTTP/1.1" status: 204 len: 168 time: 0.5700691 Jul 16 01:48:33.786128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c738d-7a75-473b-a50e-3c06a61ad3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d24d1aa-2218-44dc-8a0f-3eb8ff1d761c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.888116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44542) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:33.927036 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-480badb5-3243-440c-b2e0-c08fe21d1eb7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=541bd36bdcee4725bef5158a0e967941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376995 Jul 16 01:48:33.929924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44544) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:33.978962 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de51b9f6-c940-4b65-b05b-884e033251c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.001876 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de51b9f6-c940-4b65-b05b-884e033251c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.050899 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de51b9f6-c940-4b65-b05b-884e033251c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.055358 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de51b9f6-c940-4b65-b05b-884e033251c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.056719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-de51b9f6-c940-4b65-b05b-884e033251c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42607a73-f508-4892-b557-e1974679f11d HTTP/1.1" status: 204 len: 168 time: 0.1257765 Jul 16 01:48:34.064649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b9f6-c940-4b65-b05b-884e033251c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42607a73-f508-4892-b557-e1974679f11d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.248293 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:34.292991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:34.314159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:34.314499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 519ae58a-67d6-4bb4-95ea-dbb0c5c2f8a0 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:34.314917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6bdcfb28-fa5c-4922-8754-4f120365eca6 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:34.333807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 6bdcfb28-fa5c-4922-8754-4f120365eca6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:34.334390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 6bdcfb28-fa5c-4922-8754-4f120365eca6 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:34.334903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f22882b0-3a1e-440c-a49f-d2828d2bfc70 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:34.354748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: f22882b0-3a1e-440c-a49f-d2828d2bfc70 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:34.355100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f22882b0-3a1e-440c-a49f-d2828d2bfc70 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:34.409632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44550) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:34.450564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-21e8b2a0-c441-4419-b7cf-6a14414cd776 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=872d404bb9de4b2b8110f307a434f8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396609 Jul 16 01:48:34.452976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:34.502262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da08d8dc-ca7e-45ff-a935-37551ab4f817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.528121 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da08d8dc-ca7e-45ff-a935-37551ab4f817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.574969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da08d8dc-ca7e-45ff-a935-37551ab4f817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.577364 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da08d8dc-ca7e-45ff-a935-37551ab4f817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.578558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-da08d8dc-ca7e-45ff-a935-37551ab4f817 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2ae727c-a5a8-4806-ba3c-f0a911197487 HTTP/1.1" status: 204 len: 168 time: 0.1246691 Jul 16 01:48:34.586941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08d8dc-ca7e-45ff-a935-37551ab4f817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ae727c-a5a8-4806-ba3c-f0a911197487,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.248596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44574) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.344389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-946094084-network', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:35.365957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Made reservation on behalf of 6b04d934290743bfbc132b148eeb66e9 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:35.368476 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.376671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.464793 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.469400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.500571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:35.506719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e0c99-140d-4d8d-a6a6-727c2b332ddd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.514767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.514845 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Added segment b1b6328f-bdc4-4c5b-84b4-62ba662dc545 of type vlan for network e6993c8c-12b5-47f1-b915-ec7b609fb173 Jul 16 01:48:35.557147 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.585521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.586442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:35.587043 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.620258 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3705442 Jul 16 01:48:35.624497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44580) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.629544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Request body: {'subnet': {'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-946094084-subnet', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:35.651250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eaa27a-3466-4e9e-89bc-f58a9ad93601 admin admin] Pushing event updated for resources: {'Network': ['ID=e6993c8c-12b5-47f1-b915-ec7b609fb173,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.653149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Made reservation on behalf of 6b04d934290743bfbc132b148eeb66e9 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:35.655551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.661160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e6993c8c-12b5-47f1-b915-ec7b609fb173 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:35.828829 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.883535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9cce480-0c08-4f8e-9f13-78247cdcb421,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.893877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Checking segment: {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:35.894274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Network hostable DHCP agents. Network: e6993c8c-12b5-47f1-b915-ec7b609fb173, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:35.911144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Network e6993c8c-12b5-47f1-b915-ec7b609fb173 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:35.920883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, e6993c8c-12b5-47f1-b915-ec7b609fb173) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:35.924995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:35.925582 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.931575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d80cd1-fdaf-4e52-9ebd-a9f083e6efb3 None None] Network e6993c8c-12b5-47f1-b915-ec7b609fb173 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:35.941384 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b0902a89-1962-4a21-a682-ae77668e93e2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3157566 Jul 16 01:48:35.944570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44582) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.949254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-946094084-router', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:35.971557 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.972857 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.032294 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.094562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-e6993c8c-12b5-47f1-b915-ec7b609fb173', 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'fixed_ips': [{'subnet_id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:36.095448 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.178598 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.233709 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Allocated IP 172.20.0.2 (e6993c8c-12b5-47f1-b915-ec7b609fb173/e9cce480-0c08-4f8e-9f13-78247cdcb421/8eba9a72-4b9a-48e4-b250-d274f963e4d1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:36.382444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.390841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Transition to ACTIVE for port object 8eba9a72-4b9a-48e4-b250-d274f963e4d1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:36.391520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.406307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Transition to ACTIVE for port object 8eba9a72-4b9a-48e4-b250-d274f963e4d1 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:36.411514 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.411727 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.452740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Network e6993c8c-12b5-47f1-b915-ec7b609fb173 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:36.455670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:36.460751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:36.463969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Pushing event updated for resources: {'Port': ['ID=8eba9a72-4b9a-48e4-b250-d274f963e4d1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.523405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Attempting to bind port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:36.523698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Attempting to bind port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:36.524123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Allocated IP 172.25.4.20 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/972e8655-ac5f-44a2-b71c-dc6aeb74064e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:36.524295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Attempting to bind port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 on network e6993c8c-12b5-47f1-b915-ec7b609fb173 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:36.529850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:36.530257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Checking segment: {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:36.530664 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.531064 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Bound using segment: {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:36.531534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Bound port: 8eba9a72-4b9a-48e4-b250-d274f963e4d1, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:36.531924 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.597944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] For port 8eba9a72-4b9a-48e4-b250-d274f963e4d1, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:36.601844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] For port 8eba9a72-4b9a-48e4-b250-d274f963e4d1, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8eba9a72-4b9a-48e4-b250-d274f963e4d1,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:36.605932 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.633922 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.668070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a9fb1-0a5e-4f6c-ad21-33918f16e22b None None] Pushing event updated for resources: {'Port': ['ID=8eba9a72-4b9a-48e4-b250-d274f963e4d1,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.681854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.723994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:36.727079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:36.730728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:36.736322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Pushing event updated for resources: {'Port': ['ID=972e8655-ac5f-44a2-b71c-dc6aeb74064e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:37.013627 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.213664 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.351677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Router 1472db5a-0647-44d7-bd50-245719e3fc0c is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:37.464934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:37.475534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Sync routers for ids ['1472db5a-0647-44d7-bd50-245719e3fc0c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:37.482680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.484227 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f105d22c-8d3e-453e-9e7d-e73d059a0795 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5382288 Jul 16 01:48:37.486645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Routers {'1472db5a-0647-44d7-bd50-245719e3fc0c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:37.487619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44584) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:37.494030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1472db5a-0647-44d7-bd50-245719e3fc0c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:37.614332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Set router 1472db5a-0647-44d7-bd50-245719e3fc0c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:37.644390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31305fd1-195a-4614-a359-92f7832a4aee None None] Network e6993c8c-12b5-47f1-b915-ec7b609fb173 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:37.820203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f3d9417-8287-4723-bdda-cd230323b62e None None] Provisioning for port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:37.934188 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.963331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'name': 'tempest-TestServerMultinode-946094084-router', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:35Z', 'updated_at': '2021-07-16T01:48:36Z', 'revision_number': 3, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'gw_port': {'id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:37.992266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Checking router: 1472db5a-0647-44d7-bd50-245719e3fc0c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:37.992620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Updating router 1472db5a-0647-44d7-bd50-245719e3fc0c port 972e8655-ac5f-44a2-b71c-dc6aeb74064e binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:38.032367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.098062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Allocated IP 172.20.0.1 (e6993c8c-12b5-47f1-b915-ec7b609fb173/e9cce480-0c08-4f8e-9f13-78247cdcb421/4b4fcaf6-8543-4aac-8da4-17386af1ecbd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:38.222320 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.236994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Transition to ACTIVE for port object 4b4fcaf6-8543-4aac-8da4-17386af1ecbd will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:38.281869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.323439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Network e6993c8c-12b5-47f1-b915-ec7b609fb173 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:38.326835 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.330345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:38.334603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:38.344592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8eba9a72-4b9a-48e4-b250-d274f963e4d1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:38.352451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Transition to ACTIVE for port object 972e8655-ac5f-44a2-b71c-dc6aeb74064e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:38.362633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4fcaf6-8543-4aac-8da4-17386af1ecbd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:38.379079 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.384919 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.442460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Attempting to bind port 972e8655-ac5f-44a2-b71c-dc6aeb74064e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:38.442931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Attempting to bind port 972e8655-ac5f-44a2-b71c-dc6aeb74064e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:38.443719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Attempting to bind port 972e8655-ac5f-44a2-b71c-dc6aeb74064e on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:38.456405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417875b-07c2-41e2-9b4d-af3523774c5d None None] Pushing event updated for resources: {'Port': ['ID=972e8655-ac5f-44a2-b71c-dc6aeb74064e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:38.460530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:38.460913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:38.461716 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.461716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:38.462582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Bound port: 972e8655-ac5f-44a2-b71c-dc6aeb74064e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:38.462582 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.500708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:38.508059 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:38.508474 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.548017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.557040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] For port 972e8655-ac5f-44a2-b71c-dc6aeb74064e, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:38.562265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] For port 972e8655-ac5f-44a2-b71c-dc6aeb74064e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=972e8655-ac5f-44a2-b71c-dc6aeb74064e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:38.568533 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.672401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Routers {'1472db5a-0647-44d7-bd50-245719e3fc0c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:38.673144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1472db5a-0647-44d7-bd50-245719e3fc0c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:38.676766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bc94d387-9188-41c4-be70-a936c643cfb8 None None] Provisioning for port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:38.679163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417875b-07c2-41e2-9b4d-af3523774c5d None None] Pushing event updated for resources: {'Port': ['ID=972e8655-ac5f-44a2-b71c-dc6aeb74064e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:38.728655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.734090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.807685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4fcaf6-8543-4aac-8da4-17386af1ecbd,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:38.810343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.886909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bc94d387-9188-41c4-be70-a936c643cfb8 None None] Provisioning complete for port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:38.887439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc94d387-9188-41c4-be70-a936c643cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.913688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Network e6993c8c-12b5-47f1-b915-ec7b609fb173 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:38.915245 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:38.956276 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.988259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bc94d387-9188-41c4-be70-a936c643cfb8 None None] Port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:39.025944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] Set router 1472db5a-0647-44d7-bd50-245719e3fc0c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:39.028695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 8eba9a72-4b9a-48e4-b250-d274f963e4d1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8eba9a72-4b9a-48e4-b250-d274f963e4d1,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:39.048806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Router 1472db5a-0647-44d7-bd50-245719e3fc0c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:39.054318 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.167044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=8eba9a72-4b9a-48e4-b250-d274f963e4d1,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.172169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:39.177888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8236def5-e7e2-4d50-804b-ee11de4882a1 admin admin] 10.222.0.64 "PUT /v2.0/routers/1472db5a-0647-44d7-bd50-245719e3fc0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6886556 Jul 16 01:48:39.234249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab930db7-2301-44bd-9023-faeb6d9743cd None None] Provisioning complete for port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:39.234625 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab930db7-2301-44bd-9023-faeb6d9743cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.297983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ab930db7-2301-44bd-9023-faeb6d9743cd None None] Port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:39.324437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'name': 'tempest-TestServerMultinode-946094084-router', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:35Z', 'updated_at': '2021-07-16T01:48:38Z', 'revision_number': 4, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'gw_port': {'id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4b4fcaf6-8543-4aac-8da4-17386af1ecbd', 'name': '', 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'mac_address': 'fa:16:3e:df:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:37Z', 'updated_at': '2021-07-16T01:48:38Z', 'revision_number': 1, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'subnets': [{'id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:39.352861 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d718b11-f902-4a21-b43f-c63ef41ee7dd None None] The sync data for ids ['1472db5a-0647-44d7-bd50-245719e3fc0c'] in n-d-791504-14 is: [{'id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'name': 'tempest-TestServerMultinode-946094084-router', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:35Z', 'updated_at': '2021-07-16T01:48:38Z', 'revision_number': 4, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'gw_port': {'id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4b4fcaf6-8543-4aac-8da4-17386af1ecbd', 'name': '', 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'mac_address': 'fa:16:3e:df:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:37Z', 'updated_at': '2021-07-16T01:48:38Z', 'revision_number': 1, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'subnets': [{'id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:39.700014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44602) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:39.705235 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-672000229-network', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:39.728456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Made reservation on behalf of ae5d348d7f4949bba0dc618f6a18f461 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:39.731610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.741343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.840531 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.845396 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.872461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:39.883318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43edf9c-2a24-4813-8e82-651e6ec76b31,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.888686 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.888963 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Added segment 346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b of type vlan for network f41dc2aa-e693-4333-a6af-4478c6740af1 Jul 16 01:48:39.941013 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.973186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.975176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.976114 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.009927 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3082681 Jul 16 01:48:40.012212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.017217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Request body: {'subnet': {'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-672000229-subnet', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:40.043446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Made reservation on behalf of ae5d348d7f4949bba0dc618f6a18f461 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:40.043996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f48426-63ac-4904-a24a-8d5a6845fdfe admin admin] Pushing event updated for resources: {'Network': ['ID=f41dc2aa-e693-4333-a6af-4478c6740af1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.046547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.085162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f41dc2aa-e693-4333-a6af-4478c6740af1 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:40.268659 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.328361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d18a2d-121f-4a7f-9368-ca7520d211b3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.337731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Checking segment: {'id': '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:40.338315 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Network hostable DHCP agents. Network: f41dc2aa-e693-4333-a6af-4478c6740af1, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:40.360665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Network f41dc2aa-e693-4333-a6af-4478c6740af1 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:40.373545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f41dc2aa-e693-4333-a6af-4478c6740af1) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:40.378850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:40.379288 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.386681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da25f66-df15-42f7-a56c-3b0bf788f2d3 None None] Network f41dc2aa-e693-4333-a6af-4478c6740af1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:40.399740 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cacc76b5-fe1b-46a3-b45b-cabe423ebd9d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3863568 Jul 16 01:48:40.401740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8eba9a72-4b9a-48e4-b250-d274f963e4d1 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:40.402272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.407849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-672000229-router', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:40.432747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.433808 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.501527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.542243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:40.542630 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.659827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-f41dc2aa-e693-4333-a6af-4478c6740af1', 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'fixed_ips': [{'subnet_id': '42d18a2d-121f-4a7f-9368-ca7520d211b3'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:40.661146 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.713583 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.751562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 972e8655-ac5f-44a2-b71c-dc6aeb74064e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:40.929678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Allocated IP 172.20.0.2 (f41dc2aa-e693-4333-a6af-4478c6740af1/42d18a2d-121f-4a7f-9368-ca7520d211b3/b710e417-4939-4b70-a0fb-a3e2cf85787f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:40.931689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 972e8655-ac5f-44a2-b71c-dc6aeb74064e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:40.941393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 972e8655-ac5f-44a2-b71c-dc6aeb74064e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:40.941764 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.962104 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.982148 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.112127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Allocated IP 172.25.4.225 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/380cb550-be4f-4823-8169-c41dc4478866) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:41.121392 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.157963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 972e8655-ac5f-44a2-b71c-dc6aeb74064e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=972e8655-ac5f-44a2-b71c-dc6aeb74064e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:41.161760 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.164364 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.191061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Transition to ACTIVE for port object b710e417-4939-4b70-a0fb-a3e2cf85787f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:41.219422 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Transition to ACTIVE for port object b710e417-4939-4b70-a0fb-a3e2cf85787f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:41.231069 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.232801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=972e8655-ac5f-44a2-b71c-dc6aeb74064e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.248459 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.276309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Network f41dc2aa-e693-4333-a6af-4478c6740af1 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:41.281081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:41.285487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:41.288790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Pushing event updated for resources: {'Port': ['ID=b710e417-4939-4b70-a0fb-a3e2cf85787f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.306827 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.346666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:41.351986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Attempting to bind port b710e417-4939-4b70-a0fb-a3e2cf85787f on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:41.352364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Attempting to bind port b710e417-4939-4b70-a0fb-a3e2cf85787f by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:41.352881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Attempting to bind port b710e417-4939-4b70-a0fb-a3e2cf85787f on network f41dc2aa-e693-4333-a6af-4478c6740af1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:41.353460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:41.357359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:41.359196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:41.359541 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Checking segment: {'id': '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:41.360058 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.360472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Bound using segment: {'id': '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:41.360948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Bound port: b710e417-4939-4b70-a0fb-a3e2cf85787f, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:41.361334 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.363409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Pushing event updated for resources: {'Port': ['ID=380cb550-be4f-4823-8169-c41dc4478866,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.437098 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] For port b710e417-4939-4b70-a0fb-a3e2cf85787f, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:41.440869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] For port b710e417-4939-4b70-a0fb-a3e2cf85787f, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b710e417-4939-4b70-a0fb-a3e2cf85787f,segment=NetworkSegment(346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b),segment_id=346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:41.445868 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.509718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde3b6a-1c64-47f6-b3cb-ca0fb02d3fb4 None None] Pushing event updated for resources: {'Port': ['ID=b710e417-4939-4b70-a0fb-a3e2cf85787f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.654916 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.664607 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Sync routers for ids ['1472db5a-0647-44d7-bd50-245719e3fc0c'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:41.683122 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Routers {'1472db5a-0647-44d7-bd50-245719e3fc0c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:41.685461 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1472db5a-0647-44d7-bd50-245719e3fc0c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:41.815719 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Set router 1472db5a-0647-44d7-bd50-245719e3fc0c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:41.888981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.021685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Router ab5c68b4-c917-4617-880b-74460d60fe69 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:42.031227 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'name': 'tempest-TestServerMultinode-946094084-router', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:35Z', 'updated_at': '2021-07-16T01:48:38Z', 'revision_number': 4, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'gw_port': {'id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4b4fcaf6-8543-4aac-8da4-17386af1ecbd', 'name': '', 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'mac_address': 'fa:16:3e:df:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:37Z', 'updated_at': '2021-07-16T01:48:38Z', 'revision_number': 2, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'subnets': [{'id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:42.059374 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Checking router: 1472db5a-0647-44d7-bd50-245719e3fc0c for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:42.059717 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Updating router 1472db5a-0647-44d7-bd50-245719e3fc0c port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:42.096673 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.147719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:42.158276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Sync routers for ids ['ab5c68b4-c917-4617-880b-74460d60fe69'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:42.169125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Routers {'ab5c68b4-c917-4617-880b-74460d60fe69'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:42.169762 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ab5c68b4-c917-4617-880b-74460d60fe69'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:42.179600 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.181993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-14e06801-0d1c-4896-9093-0434093a2609 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7784219 Jul 16 01:48:42.184900 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44612) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.322924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Set router ab5c68b4-c917-4617-880b-74460d60fe69 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:42.490997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b710e417-4939-4b70-a0fb-a3e2cf85787f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:42.536157 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.553236 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Transition to ACTIVE for port object 4b4fcaf6-8543-4aac-8da4-17386af1ecbd will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:42.564028 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.602689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b710e417-4939-4b70-a0fb-a3e2cf85787f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:42.610427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 972e8655-ac5f-44a2-b71c-dc6aeb74064e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:42.625116 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34816c19-92cd-4b50-9322-fa1b9b2fb653 None None] Pushing event updated for resources: {'Port': ['ID=4b4fcaf6-8543-4aac-8da4-17386af1ecbd,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.634570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d68c24-b7ce-4acf-a317-e89ed72e8bc2 None None] Network f41dc2aa-e693-4333-a6af-4478c6740af1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:42.689887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b2514014-7102-40a3-8013-ad4db6285f45 None None] Provisioning for port b710e417-4939-4b70-a0fb-a3e2cf85787f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:42.718331 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Attempting to bind port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:42.718912 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Attempting to bind port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:42.719136 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Attempting to bind port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd on network e6993c8c-12b5-47f1-b915-ec7b609fb173 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:42.726937 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:42.727361 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Checking segment: {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:42.727876 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.728746 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Bound using segment: {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:42.728898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b2514014-7102-40a3-8013-ad4db6285f45 None None] Provisioning complete for port b710e417-4939-4b70-a0fb-a3e2cf85787f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:42.728992 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Bound port: 4b4fcaf6-8543-4aac-8da4-17386af1ecbd, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:42.729224 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2514014-7102-40a3-8013-ad4db6285f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.729381 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.731518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'name': 'tempest-TestServerMultinode-672000229-router', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '380cb550-be4f-4823-8169-c41dc4478866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 3, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'gw_port': {'id': '380cb550-be4f-4823-8169-c41dc4478866', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:42.765697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Checking router: ab5c68b4-c917-4617-880b-74460d60fe69 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:42.766081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Updating router ab5c68b4-c917-4617-880b-74460d60fe69 port 380cb550-be4f-4823-8169-c41dc4478866 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:42.826620 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] For port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:42.830501 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] For port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4b4fcaf6-8543-4aac-8da4-17386af1ecbd,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:42.837925 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.896331 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Routers {'1472db5a-0647-44d7-bd50-245719e3fc0c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:42.896974 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1472db5a-0647-44d7-bd50-245719e3fc0c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:42.950835 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34816c19-92cd-4b50-9322-fa1b9b2fb653 None None] Pushing event updated for resources: {'Port': ['ID=4b4fcaf6-8543-4aac-8da4-17386af1ecbd,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.012386 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44614) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:43.038550 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.090340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 972e8655-ac5f-44a2-b71c-dc6aeb74064e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:43.090714 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.155539 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5ea6d001-715f-4613-880e-530d0447614c tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2021 time: 0.1411817 Jul 16 01:48:43.160828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:43.172569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'network': {'name': 'tempest-network-smoke--1318748395', 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'port_security_enabled': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:43.192181 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] Set router 1472db5a-0647-44d7-bd50-245719e3fc0c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:43.212095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Made reservation on behalf of 995df8a3b8c440bdaa53f6aec5a80412 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:43.217380 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.233015 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.249222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:43.265132 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.265840 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Added segment ecd2c144-9208-44ae-8ca5-5ec520ed58b3 of type vlan for network 73f0b7e6-272b-401f-8d67-55afa4a75129 Jul 16 01:48:43.317346 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.355513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.365599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:43.366295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.419535 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2572329 Jul 16 01:48:43.424571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44618) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:43.427966 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2514014-7102-40a3-8013-ad4db6285f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.432290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-105124687', 'admin_state_up': True, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:43.449240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Allocated IP 172.20.0.1 (f41dc2aa-e693-4333-a6af-4478c6740af1/42d18a2d-121f-4a7f-9368-ca7520d211b3/4079b356-6700-4e7f-afe3-4df53cdf672f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:43.462478 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'name': 'tempest-TestServerMultinode-946094084-router', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:35Z', 'updated_at': '2021-07-16T01:48:38Z', 'revision_number': 4, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'gw_port': {'id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4b4fcaf6-8543-4aac-8da4-17386af1ecbd', 'name': '', 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'mac_address': 'fa:16:3e:df:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:37Z', 'updated_at': '2021-07-16T01:48:42Z', 'revision_number': 4, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'subnets': [{'id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:43.501459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29650cb3-1900-4d31-9583-78a6c0f8de4d tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Network': ['ID=73f0b7e6-272b-401f-8d67-55afa4a75129,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.503901 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a72d1-650c-4515-806c-ff5e66b9e34d None None] The sync data for ids ['1472db5a-0647-44d7-bd50-245719e3fc0c'] in n-d-791504-14 is: [{'id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'name': 'tempest-TestServerMultinode-946094084-router', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:35Z', 'updated_at': '2021-07-16T01:48:38Z', 'revision_number': 4, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'gw_port': {'id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4b4fcaf6-8543-4aac-8da4-17386af1ecbd', 'name': '', 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'mac_address': 'fa:16:3e:df:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:37Z', 'updated_at': '2021-07-16T01:48:42Z', 'revision_number': 4, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'subnets': [{'id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:43.513688 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.515943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.548247 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 73f0b7e6-272b-401f-8d67-55afa4a75129 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:43.558851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b2514014-7102-40a3-8013-ad4db6285f45 None None] For port b710e417-4939-4b70-a0fb-a3e2cf85787f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b710e417-4939-4b70-a0fb-a3e2cf85787f,segment=NetworkSegment(346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b),segment_id=346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:43.578109 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2514014-7102-40a3-8013-ad4db6285f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.584304 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.653034 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.685170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Transition to ACTIVE for port object 4079b356-6700-4e7f-afe3-4df53cdf672f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:43.724853 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.737394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Transition to ACTIVE for port object 380cb550-be4f-4823-8169-c41dc4478866 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:43.751244 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.754107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.821246 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.824524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Attempting to bind port 380cb550-be4f-4823-8169-c41dc4478866 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:43.825001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Attempting to bind port 380cb550-be4f-4823-8169-c41dc4478866 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:43.825466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Attempting to bind port 380cb550-be4f-4823-8169-c41dc4478866 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:43.830202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2514014-7102-40a3-8013-ad4db6285f45 None None] Pushing event updated for resources: {'Port': ['ID=b710e417-4939-4b70-a0fb-a3e2cf85787f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.844215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:43.844725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:43.845228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.845726 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:43.846414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Bound port: 380cb550-be4f-4823-8169-c41dc4478866, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:43.846901 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.863061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Network f41dc2aa-e693-4333-a6af-4478c6740af1 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:43.876962 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:43.880866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Pushing event updated for resources: {'Port': ['ID=4079b356-6700-4e7f-afe3-4df53cdf672f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.885476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:43.926277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fba05f-5964-4a50-b59b-8dfee66e0d90 None None] Pushing event updated for resources: {'Port': ['ID=380cb550-be4f-4823-8169-c41dc4478866,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.963516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] For port 380cb550-be4f-4823-8169-c41dc4478866, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:43.964720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.981559 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] For port 380cb550-be4f-4823-8169-c41dc4478866, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=380cb550-be4f-4823-8169-c41dc4478866,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:43.983376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fbd11bc5-b951-4b0a-a57f-f3080bd5c91a None None] Provisioning complete for port b710e417-4939-4b70-a0fb-a3e2cf85787f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:43.983814 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbd11bc5-b951-4b0a-a57f-f3080bd5c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.987359 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.082859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fba05f-5964-4a50-b59b-8dfee66e0d90 None None] Pushing event updated for resources: {'Port': ['ID=380cb550-be4f-4823-8169-c41dc4478866,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.121785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Routers {'ab5c68b4-c917-4617-880b-74460d60fe69'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:44.122457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ab5c68b4-c917-4617-880b-74460d60fe69'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:44.161977 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.188979 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.313138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] Set router ab5c68b4-c917-4617-880b-74460d60fe69 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:44.320215 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.338956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Allocated IP 172.25.4.62 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:44.479616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b710e417-4939-4b70-a0fb-a3e2cf85787f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:44.489259 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.533421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a84591d2-397a-433f-b1ab-2ebec5f6d8c7 None None] Provisioning for port 4079b356-6700-4e7f-afe3-4df53cdf672f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:44.535360 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.545296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a84591d2-397a-433f-b1ab-2ebec5f6d8c7 None None] Provisioning complete for port 4079b356-6700-4e7f-afe3-4df53cdf672f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:44.545669 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a84591d2-397a-433f-b1ab-2ebec5f6d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.561795 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.568250 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.591310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:44.595729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:44.602798 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:44.623193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a84591d2-397a-433f-b1ab-2ebec5f6d8c7 None None] Port 4079b356-6700-4e7f-afe3-4df53cdf672f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:44.634803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b710e417-4939-4b70-a0fb-a3e2cf85787f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:44.635184 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.653320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Port': ['ID=9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.669835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.672816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Pushing event updated for resources: {'Port': ['ID=4079b356-6700-4e7f-afe3-4df53cdf672f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.696062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'name': 'tempest-TestServerMultinode-672000229-router', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '380cb550-be4f-4823-8169-c41dc4478866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 3, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'gw_port': {'id': '380cb550-be4f-4823-8169-c41dc4478866', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:44.726814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fab3b-1e0c-41af-9d6f-ca6fb6990a51 None None] The sync data for ids ['ab5c68b4-c917-4617-880b-74460d60fe69'] in n-d-791504-14 is: [{'id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'name': 'tempest-TestServerMultinode-672000229-router', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '380cb550-be4f-4823-8169-c41dc4478866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 3, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'gw_port': {'id': '380cb550-be4f-4823-8169-c41dc4478866', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:44.770249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4b4fcaf6-8543-4aac-8da4-17386af1ecbd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:44.783192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Network f41dc2aa-e693-4333-a6af-4478c6740af1 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:44.784663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:44.827721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:44.834231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:44.834758 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.925903 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.968291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Router ab5c68b4-c917-4617-880b-74460d60fe69 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:44.969289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4b4fcaf6-8543-4aac-8da4-17386af1ecbd,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:44.975771 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.038323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=4b4fcaf6-8543-4aac-8da4-17386af1ecbd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.150332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-471b9171-f61b-4591-8bba-777fdbbd6484 None None] Provisioning complete for port 4079b356-6700-4e7f-afe3-4df53cdf672f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:45.150705 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-471b9171-f61b-4591-8bba-777fdbbd6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.183773 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:45.197975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-69c45535-d1aa-43d8-b4b1-3a1790a1740d admin admin] 10.222.0.64 "PUT /v2.0/routers/ab5c68b4-c917-4617-880b-74460d60fe69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0118771 Jul 16 01:48:45.214410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-471b9171-f61b-4591-8bba-777fdbbd6484 None None] Port 4079b356-6700-4e7f-afe3-4df53cdf672f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:45.386382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.601331 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.797597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Router 21ea7ba8-c385-412c-9839-a31897aa2875 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:45.859589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-76c358f0-33bd-4487-af68-917d3e51e803 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.861084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-76c358f0-33bd-4487-af68-917d3e51e803 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/networks?id=e6993c8c-12b5-47f1-b915-ec7b609fb173 HTTP/1.1" status: 200 len: 909 time: 0.1388295 Jul 16 01:48:45.909471 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-2ad90252-fbd9-40a5-9f59-1c6bcfeda498 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/quotas/ae5d348d7f4949bba0dc618f6a18f461 HTTP/1.1" status: 200 len: 375 time: 0.0391982 Jul 16 01:48:45.981226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:45.990470 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Sync routers for ids ['21ea7ba8-c385-412c-9839-a31897aa2875'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:45.999273 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Routers {'21ea7ba8-c385-412c-9839-a31897aa2875'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:45.999867 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ea7ba8-c385-412c-9839-a31897aa2875'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.010190 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.011409 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ef77b56c-15a2-45b4-a8dc-dd95e9eb01a4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5853755 Jul 16 01:48:46.014601 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44642) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.031800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-73bb22c6-9266-411f-b2ab-e5aeeb0dae90 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae5d348d7f4949bba0dc618f6a18f461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138878 Jul 16 01:48:46.045831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-f2707cc6-c31d-442a-acbd-27d75be49571 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:48:46.047007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-f2707cc6-c31d-442a-acbd-27d75be49571 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063016 Jul 16 01:48:46.092793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6092b510-afd4-466e-b2fb-826853e7aafe tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.094618 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6092b510-afd4-466e-b2fb-826853e7aafe tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=995df8a3b8c440bdaa53f6aec5a80412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0771637 Jul 16 01:48:46.098001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44646) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.115456 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Set router 21ea7ba8-c385-412c-9839-a31897aa2875 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:46.196275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34fa869-402f-4d03-bc29-1920650ebcea tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.197965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a34fa869-402f-4d03-bc29-1920650ebcea tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0983951 Jul 16 01:48:46.201420 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44648) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.234406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-01607406-dc31-4436-94b6-95bc512313fb tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318668 Jul 16 01:48:46.234988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44650) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.274727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fb67644c-90f5-488f-8fa1-fc489e64f8b3 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=995df8a3b8c440bdaa53f6aec5a80412&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385988 Jul 16 01:48:46.275336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.287629 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-868908e1-19ec-468b-83c5-533393b3e4c2 service neutron] 10.222.0.64 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170100 Jul 16 01:48:46.309167 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'name': 'tempest-TestSecurityGroupsBasicOps-router-105124687', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 3, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:44Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.337369 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Checking router: 21ea7ba8-c385-412c-9839-a31897aa2875 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:46.337692 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Updating router 21ea7ba8-c385-412c-9839-a31897aa2875 port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:46.377895 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.383096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b008f6-e87d-42a4-acad-f20927de64d8 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.384787 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-56b008f6-e87d-42a4-acad-f20927de64d8 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1085274 Jul 16 01:48:46.392317 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44654) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.442171 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-64d88af9-0afb-41bf-a504-aa759d9571ad tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476298 Jul 16 01:48:46.444697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44656) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.451381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1373928469', 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129', 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:46.459807 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-ebc7f532-be86-422e-b018-168ff5828d6b service neutron] 10.222.0.64 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555502 Jul 16 01:48:46.471085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4b4fcaf6-8543-4aac-8da4-17386af1ecbd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:46.534963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:46.535755 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.564304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Made reservation on behalf of 995df8a3b8c440bdaa53f6aec5a80412 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:46.570081 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.659184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 380cb550-be4f-4823-8169-c41dc4478866 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:46.682380 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.700608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e1df25e8-1f89-4d66-89e0-afb69158b2bb req-c3f68c52-a6d7-4d33-895a-05bf720f95ad tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 210 time: 0.0777304 Jul 16 01:48:46.714124 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Transition to ACTIVE for port object 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:46.722697 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.744288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 380cb550-be4f-4823-8169-c41dc4478866 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:46.754311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 380cb550-be4f-4823-8169-c41dc4478866 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:46.754675 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.784778 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Attempting to bind port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:46.785139 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Attempting to bind port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:46.785495 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Attempting to bind port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:46.796972 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:46.797388 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:46.797736 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.798152 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:46.798613 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Bound port: 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:46.798988 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.801510 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48a452-d589-4ecf-9092-1c0f5c0b3c49 None None] Pushing event updated for resources: {'Port': ['ID=9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.855879 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.879472 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] For port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:46.883913 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] For port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:46.890446 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.903999 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 380cb550-be4f-4823-8169-c41dc4478866, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=380cb550-be4f-4823-8169-c41dc4478866,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:46.914297 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.935887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.957706 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Routers {'21ea7ba8-c385-412c-9839-a31897aa2875'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:46.959248 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ea7ba8-c385-412c-9839-a31897aa2875'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:47.005427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=380cb550-be4f-4823-8169-c41dc4478866,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.016557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Subnet': ['ID=0f7e8c17-0fac-492b-a3cd-72da3a6957fa,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.024589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Checking segment: {'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:47.024956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network hostable DHCP agents. Network: 73f0b7e6-272b-401f-8d67-55afa4a75129, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:47.047719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network 73f0b7e6-272b-401f-8d67-55afa4a75129 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:47.051608 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48a452-d589-4ecf-9092-1c0f5c0b3c49 None None] Pushing event updated for resources: {'Port': ['ID=9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.066222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 73f0b7e6-272b-401f-8d67-55afa4a75129) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:47.073050 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] Set router 21ea7ba8-c385-412c-9839-a31897aa2875 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:47.075142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba0767e-1b47-4b2c-94e0-f993e87ab9ec None None] Network 73f0b7e6-272b-401f-8d67-55afa4a75129 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:47.080350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:47.081059 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.104824 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b74f4899-75ca-4ea7-b67e-a056c5ecc48e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6560676 Jul 16 01:48:47.105210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44668) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.274865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-73f0b7e6-272b-401f-8d67-55afa4a75129', 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'fixed_ips': [{'subnet_id': '0f7e8c17-0fac-492b-a3cd-72da3a6957fa'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:47.275594 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.332826 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'name': 'tempest-TestSecurityGroupsBasicOps-router-105124687', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 3, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:44Z', 'updated_at': '2021-07-16T01:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:47.358253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Sync routers for ids ['ab5c68b4-c917-4617-880b-74460d60fe69'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:47.376168 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d01180-5b27-4e42-a351-024ea8d5c708 None None] The sync data for ids ['21ea7ba8-c385-412c-9839-a31897aa2875'] in n-d-791504-14 is: [{'id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'name': 'tempest-TestSecurityGroupsBasicOps-router-105124687', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 3, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:44Z', 'updated_at': '2021-07-16T01:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:47.386508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Routers {'ab5c68b4-c917-4617-880b-74460d60fe69'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:47.387083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ab5c68b4-c917-4617-880b-74460d60fe69'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:47.535694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Allocated IP 172.20.0.18 (73f0b7e6-272b-401f-8d67-55afa4a75129/0f7e8c17-0fac-492b-a3cd-72da3a6957fa/151659d8-0e19-4e68-80a7-77cc701eaf62) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:47.583087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Set router ab5c68b4-c917-4617-880b-74460d60fe69 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:47.659599 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.927722 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.947125 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cf3fa632-0e41-47a2-8ab8-d84929350db1 req-79e85fab-3cb1-4574-a759-c5079f2f5a68 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 210 time: 0.0708630 Jul 16 01:48:47.955929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Transition to ACTIVE for port object 151659d8-0e19-4e68-80a7-77cc701eaf62 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:47.983736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Transition to ACTIVE for port object 151659d8-0e19-4e68-80a7-77cc701eaf62 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:47.991444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.092944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Allocated IP 172.20.0.17 (73f0b7e6-272b-401f-8d67-55afa4a75129/0f7e8c17-0fac-492b-a3cd-72da3a6957fa/a6d6481d-0acd-4ca8-aa47-d8f26882b48c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:48.214267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Network 73f0b7e6-272b-401f-8d67-55afa4a75129 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:48.220096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Pushing event updated for resources: {'Port': ['ID=151659d8-0e19-4e68-80a7-77cc701eaf62,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.222685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:48.226417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'name': 'tempest-TestServerMultinode-672000229-router', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '380cb550-be4f-4823-8169-c41dc4478866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 4, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'gw_port': {'id': '380cb550-be4f-4823-8169-c41dc4478866', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4079b356-6700-4e7f-afe3-4df53cdf672f', 'name': '', 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'mac_address': 'fa:16:3e:0b:20:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '42d18a2d-121f-4a7f-9368-ca7520d211b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 2, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'subnets': [{'id': '42d18a2d-121f-4a7f-9368-ca7520d211b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:48.228523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:48.261173 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Checking router: ab5c68b4-c917-4617-880b-74460d60fe69 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:48.261530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Updating router ab5c68b4-c917-4617-880b-74460d60fe69 port 4079b356-6700-4e7f-afe3-4df53cdf672f binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:48.274810 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.293802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Transition to ACTIVE for port object a6d6481d-0acd-4ca8-aa47-d8f26882b48c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:48.361189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Attempting to bind port 151659d8-0e19-4e68-80a7-77cc701eaf62 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:48.361565 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Attempting to bind port 151659d8-0e19-4e68-80a7-77cc701eaf62 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:48.361933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Attempting to bind port 151659d8-0e19-4e68-80a7-77cc701eaf62 on network 73f0b7e6-272b-401f-8d67-55afa4a75129 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:48.367601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.367782 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.409197 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:48.410095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Checking segment: {'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:48.410674 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.411259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Bound using segment: {'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:48.412345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Bound port: 151659d8-0e19-4e68-80a7-77cc701eaf62, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:48.413073 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.490601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network 73f0b7e6-272b-401f-8d67-55afa4a75129 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:48.500231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:48.508657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:48.522962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:48.545166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Port': ['ID=a6d6481d-0acd-4ca8-aa47-d8f26882b48c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.578849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-b0893199-81f8-474e-afe5-2da1eea558ec tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:48.580359 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-b0893199-81f8-474e-afe5-2da1eea558ec tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.50 "GET /v2.0/networks?id=e6993c8c-12b5-47f1-b915-ec7b609fb173 HTTP/1.1" status: 200 len: 909 time: 0.2272601 Jul 16 01:48:48.586621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.594301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Request body: {'port': {'device_id': '5e4bd067-1cb2-4607-8001-9c913056f445', 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'admin_state_up': True, 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:48.665316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Made reservation on behalf of ae5d348d7f4949bba0dc618f6a18f461 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:48.667704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.695201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] For port 151659d8-0e19-4e68-80a7-77cc701eaf62, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:48.699027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] For port 151659d8-0e19-4e68-80a7-77cc701eaf62, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=151659d8-0e19-4e68-80a7-77cc701eaf62,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:48.717578 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.765447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:48.804073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:48.804444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.847678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.871759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dba886-d2c7-4d3f-afde-9b1bd185de27 None None] Pushing event updated for resources: {'Port': ['ID=151659d8-0e19-4e68-80a7-77cc701eaf62,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.914405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Allocated IP 172.20.0.12 (e6993c8c-12b5-47f1-b915-ec7b609fb173/e9cce480-0c08-4f8e-9f13-78247cdcb421/0bc96240-de7e-4f65-b38c-d6dd7124a497) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:48.994672 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.027558 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.060075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:49.062198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Transition to ACTIVE for port object 4079b356-6700-4e7f-afe3-4df53cdf672f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:49.067086 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.068682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 380cb550-be4f-4823-8169-c41dc4478866 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:49.092905 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.199105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df0499b0-5b4d-438a-b1f7-93084265bc13 req-37ede1c6-71ea-40b0-8748-0a837912c28f tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 210 time: 0.0352199 Jul 16 01:48:49.276199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.317211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Attempting to bind port 4079b356-6700-4e7f-afe3-4df53cdf672f on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:49.318474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Attempting to bind port 4079b356-6700-4e7f-afe3-4df53cdf672f by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:49.318474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Attempting to bind port 4079b356-6700-4e7f-afe3-4df53cdf672f on network f41dc2aa-e693-4333-a6af-4478c6740af1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:49.330216 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.333939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:49.334421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Checking segment: {'id': '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:49.334897 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.335526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Bound using segment: {'id': '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:49.335916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Bound port: 4079b356-6700-4e7f-afe3-4df53cdf672f, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:49.336477 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.341149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 380cb550-be4f-4823-8169-c41dc4478866 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:49.341367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.354109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fbbb7-712a-4560-85ee-313eda99d4be None None] Pushing event updated for resources: {'Port': ['ID=4079b356-6700-4e7f-afe3-4df53cdf672f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.361644 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Transition to ACTIVE for port object 0bc96240-de7e-4f65-b38c-d6dd7124a497 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:49.401178 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.407443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.448638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] For port 4079b356-6700-4e7f-afe3-4df53cdf672f, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:49.452597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] For port 4079b356-6700-4e7f-afe3-4df53cdf672f, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4079b356-6700-4e7f-afe3-4df53cdf672f,segment=NetworkSegment(346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b),segment_id=346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:49.478175 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.483203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.498819 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.506642 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Port': ['ID=a6d6481d-0acd-4ca8-aa47-d8f26882b48c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.556701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Network e6993c8c-12b5-47f1-b915-ec7b609fb173 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:49.562154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fbbb7-712a-4560-85ee-313eda99d4be None None] Pushing event updated for resources: {'Port': ['ID=4079b356-6700-4e7f-afe3-4df53cdf672f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.564898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Routers {'ab5c68b4-c917-4617-880b-74460d60fe69'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:49.565508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ab5c68b4-c917-4617-880b-74460d60fe69'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.568076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:49.574814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:49.677799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Pushing event updated for resources: {'Port': ['ID=0bc96240-de7e-4f65-b38c-d6dd7124a497,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.709064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:49.709685 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.725003 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] Set router ab5c68b4-c917-4617-880b-74460d60fe69 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:49.734390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network 73f0b7e6-272b-401f-8d67-55afa4a75129 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:49.736001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:49.746594 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-99389a2e-68d2-48f4-bd4a-d5d5b243a296 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1567383 Jul 16 01:48:49.900571 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Request body: {'port': {'device_id': '5e4bd067-1cb2-4607-8001-9c913056f445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:49.981050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Router 21ea7ba8-c385-412c-9839-a31897aa2875 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:49.987468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e8093f99-077b-4946-a0e7-4babfb6208ef None None] Provisioning for port 0bc96240-de7e-4f65-b38c-d6dd7124a497 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:49.994120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e8093f99-077b-4946-a0e7-4babfb6208ef None None] Provisioning complete for port 0bc96240-de7e-4f65-b38c-d6dd7124a497 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:49.994508 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8093f99-077b-4946-a0e7-4babfb6208ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.004743 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.027150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'name': 'tempest-TestServerMultinode-672000229-router', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '380cb550-be4f-4823-8169-c41dc4478866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 4, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'gw_port': {'id': '380cb550-be4f-4823-8169-c41dc4478866', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4079b356-6700-4e7f-afe3-4df53cdf672f', 'name': '', 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'mac_address': 'fa:16:3e:0b:20:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '42d18a2d-121f-4a7f-9368-ca7520d211b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 4, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'subnets': [{'id': '42d18a2d-121f-4a7f-9368-ca7520d211b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:50.059796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b5de4-00e6-476f-9c09-125feb698c21 None None] The sync data for ids ['ab5c68b4-c917-4617-880b-74460d60fe69'] in n-d-791504-14 is: [{'id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'name': 'tempest-TestServerMultinode-672000229-router', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '380cb550-be4f-4823-8169-c41dc4478866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 4, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'gw_port': {'id': '380cb550-be4f-4823-8169-c41dc4478866', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '4079b356-6700-4e7f-afe3-4df53cdf672f', 'name': '', 'network_id': 'f41dc2aa-e693-4333-a6af-4478c6740af1', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'mac_address': 'fa:16:3e:0b:20:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '42d18a2d-121f-4a7f-9368-ca7520d211b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 4, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'subnets': [{'id': '42d18a2d-121f-4a7f-9368-ca7520d211b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:50.063317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e8093f99-077b-4946-a0e7-4babfb6208ef None None] Port 0bc96240-de7e-4f65-b38c-d6dd7124a497 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:50.188182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac439af-28cf-4121-aac0-652fbe9af6ca None None] Network 73f0b7e6-272b-401f-8d67-55afa4a75129 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:50.204076 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:50.210810 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a11b6412-7e41-4436-bcfd-370acf590ea3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "PUT /v2.0/routers/21ea7ba8-c385-412c-9839-a31897aa2875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1045678 Jul 16 01:48:50.370158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-66043092-66df-493f-bb28-d131961dba91 None None] Provisioning for port 151659d8-0e19-4e68-80a7-77cc701eaf62 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:50.498117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:50.558783 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:50.559348 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.613063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-f442f9d5-60fe-4d4e-9462-622b51cb5df6 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:50.621723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-f442f9d5-60fe-4d4e-9462-622b51cb5df6 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/networks?id=73f0b7e6-272b-401f-8d67-55afa4a75129 HTTP/1.1" status: 200 len: 798 time: 0.1377113 Jul 16 01:48:50.635531 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-cbdcd256-e60b-47eb-acc1-4a246aae16e4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/quotas/995df8a3b8c440bdaa53f6aec5a80412 HTTP/1.1" status: 200 len: 375 time: 0.0129013 Jul 16 01:48:50.652267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 151659d8-0e19-4e68-80a7-77cc701eaf62 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:50.707182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 151659d8-0e19-4e68-80a7-77cc701eaf62 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:50.715437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 151659d8-0e19-4e68-80a7-77cc701eaf62 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:50.715829 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.797515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-8326ebf7-2bc4-4389-b814-61513233ccd7 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1558211 Jul 16 01:48:50.800392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2785c9c-ba38-40f9-8e48-7ae1e8df8e87 req-3ce3ffb2-f71e-4548-90f2-99e7a9396ad9 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:50.801935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2785c9c-ba38-40f9-8e48-7ae1e8df8e87 req-3ce3ffb2-f71e-4548-90f2-99e7a9396ad9 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1028 time: 0.1369159 Jul 16 01:48:50.927902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc96240-de7e-4f65-b38c-d6dd7124a497 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:50.943218 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.949718 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-3a9d6370-b403-46a1-8e2d-b2cfe8efd2dc service neutron] 10.222.0.64 "GET /v2.0/networks/73f0b7e6-272b-401f-8d67-55afa4a75129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501782 Jul 16 01:48:50.969090 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.971091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Transition to ACTIVE for port object 0bc96240-de7e-4f65-b38c-d6dd7124a497 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:50.994859 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2785c9c-ba38-40f9-8e48-7ae1e8df8e87 req-845d38e8-4012-4489-8cdd-de7bcc43a14b tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386909 Jul 16 01:48:50.998281 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.018614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee6d2078-85c2-448f-bdbd-ed0f86e8fc81 None None] Provisioning for port a6d6481d-0acd-4ca8-aa47-d8f26882b48c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:51.045358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee6d2078-85c2-448f-bdbd-ed0f86e8fc81 None None] Provisioning complete for port a6d6481d-0acd-4ca8-aa47-d8f26882b48c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.045976 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee6d2078-85c2-448f-bdbd-ed0f86e8fc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.082346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 151659d8-0e19-4e68-80a7-77cc701eaf62, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=151659d8-0e19-4e68-80a7-77cc701eaf62,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:51.091695 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-7b0a224b-070d-449e-891a-daed70a6d87f service neutron] 10.222.0.64 "GET /v2.0/networks/73f0b7e6-272b-401f-8d67-55afa4a75129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373000 Jul 16 01:48:51.101699 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.158802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d2078-85c2-448f-bdbd-ed0f86e8fc81 None None] Port a6d6481d-0acd-4ca8-aa47-d8f26882b48c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:51.186206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Attempting to bind port 0bc96240-de7e-4f65-b38c-d6dd7124a497 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:51.186715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Attempting to bind port 0bc96240-de7e-4f65-b38c-d6dd7124a497 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:51.188150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Attempting to bind port 0bc96240-de7e-4f65-b38c-d6dd7124a497 on network e6993c8c-12b5-47f1-b915-ec7b609fb173 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:51.193445 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Sync routers for ids ['21ea7ba8-c385-412c-9839-a31897aa2875'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:51.198493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee6d2078-85c2-448f-bdbd-ed0f86e8fc81 None None] Provisioning complete for port 151659d8-0e19-4e68-80a7-77cc701eaf62 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.198871 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee6d2078-85c2-448f-bdbd-ed0f86e8fc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.209200 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Routers {'21ea7ba8-c385-412c-9839-a31897aa2875'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:51.210196 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ea7ba8-c385-412c-9839-a31897aa2875'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:51.219120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc96240-de7e-4f65-b38c-d6dd7124a497,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.233709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Port 0bc96240-de7e-4f65-b38c-d6dd7124a497 on network e6993c8c-12b5-47f1-b915-ec7b609fb173 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:51.236394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Attempting to bind port 0bc96240-de7e-4f65-b38c-d6dd7124a497 on network e6993c8c-12b5-47f1-b915-ec7b609fb173 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:51.247004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=151659d8-0e19-4e68-80a7-77cc701eaf62,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.249682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:51.250336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Checking segment: {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:51.250946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Bound using segment: {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:51.253240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Bound port: 0bc96240-de7e-4f65-b38c-d6dd7124a497, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:51.253724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.274072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.274419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.274759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.275091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.275466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.275750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.276077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.291555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.291555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.291555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.291555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.291982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.393964 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] For port 0bc96240-de7e-4f65-b38c-d6dd7124a497, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:51.409992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] For port 0bc96240-de7e-4f65-b38c-d6dd7124a497, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0bc96240-de7e-4f65-b38c-d6dd7124a497,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:51.418488 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.483324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:51.484341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.486202 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] 10.222.0.50 "PUT /v2.0/ports/0bc96240-de7e-4f65-b38c-d6dd7124a497 HTTP/1.1" status: 200 len: 1093 time: 1.6833055 Jul 16 01:48:51.488400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4bd067-1cb2-4607-8001-9c913056f445', 'tag': '0bc96240-de7e-4f65-b38c-d6dd7124a497'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:51.491418 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4bd067-1cb2-4607-8001-9c913056f445", "tag": "0bc96240-de7e-4f65-b38c-d6dd7124a497"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:51.543719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af4ab36f-9c02-40c9-bc61-24d160befcb8 req-2664a5c6-8ba5-4534-ad8e-36bb3652ef36 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 210 time: 0.0775735 Jul 16 01:48:51.570367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9b4c21a6-882e-439f-963d-afeb88ae7c23 None None] Provisioning complete for port a6d6481d-0acd-4ca8-aa47-d8f26882b48c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.571057 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b4c21a6-882e-439f-963d-afeb88ae7c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.648243 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Set router 21ea7ba8-c385-412c-9839-a31897aa2875 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:51.668701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c21a6-882e-439f-963d-afeb88ae7c23 None None] Port a6d6481d-0acd-4ca8-aa47-d8f26882b48c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:51.675156 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a906fa3d-5ebe-471e-9ebb-45c6f17219d6 x-openstack-request-id: req-a906fa3d-5ebe-471e-9ebb-45c6f17219d6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:51.675456 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4bd067-1cb2-4607-8001-9c913056f445", "tag": "0bc96240-de7e-4f65-b38c-d6dd7124a497", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:51.675709 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a906fa3d-5ebe-471e-9ebb-45c6f17219d6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:51.676125 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4bd067-1cb2-4607-8001-9c913056f445', 'tag': '0bc96240-de7e-4f65-b38c-d6dd7124a497', 'status': 'completed', 'code': 200} Jul 16 01:48:51.729000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdae45-c162-4519-a574-b4aab2fc8615 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc96240-de7e-4f65-b38c-d6dd7124a497,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.751710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-b963086b-ace6-4130-91b9-221200a2d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:51.753287 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-b963086b-ace6-4130-91b9-221200a2d138 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae5d348d7f4949bba0dc618f6a18f461&device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1096 time: 0.1869805 Jul 16 01:48:51.846690 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-ed0b2824-16cb-45f3-b744-a90d28e73a9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bc96240-de7e-4f65-b38c-d6dd7124a497 HTTP/1.1" status: 200 len: 217 time: 0.0836625 Jul 16 01:48:51.911447 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-0c871827-383f-4ffb-bee1-79c831e9ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:51.913108 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-0c871827-383f-4ffb-bee1-79c831e9ad8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9cce480-0c08-4f8e-9f13-78247cdcb421 HTTP/1.1" status: 200 len: 848 time: 0.0561059 Jul 16 01:48:51.936678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b6212eb-1a30-4ab7-9c34-f2d184617f50 None None] Provisioning complete for port a6d6481d-0acd-4ca8-aa47-d8f26882b48c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.937537 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b6212eb-1a30-4ab7-9c34-f2d184617f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.980789 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'name': 'tempest-TestSecurityGroupsBasicOps-router-105124687', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:44Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a6d6481d-0acd-4ca8-aa47-d8f26882b48c', 'name': '', 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:f8:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '0f7e8c17-0fac-492b-a3cd-72da3a6957fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:47Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 2, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': '0f7e8c17-0fac-492b-a3cd-72da3a6957fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:51.990787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2b6212eb-1a30-4ab7-9c34-f2d184617f50 None None] Port a6d6481d-0acd-4ca8-aa47-d8f26882b48c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:51.997957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-26d1ff65-1847-4db5-b403-daca86f0caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:51.999775 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-26d1ff65-1847-4db5-b403-daca86f0caaf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6993c8c-12b5-47f1-b915-ec7b609fb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781755 Jul 16 01:48:52.010236 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Checking router: 21ea7ba8-c385-412c-9839-a31897aa2875 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:52.010661 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Updating router 21ea7ba8-c385-412c-9839-a31897aa2875 port a6d6481d-0acd-4ca8-aa47-d8f26882b48c binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:52.090920 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.167859 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-5a87d2c5-9e62-4c37-88ef-8e9ca012e62d service neutron] 10.222.0.50 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598885 Jul 16 01:48:52.330878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19a5bfea-88dc-4877-b9a7-c3466a5db227 req-faf63bbc-6511-411b-9cd2-e232fb3f8fcb service neutron] 10.222.0.50 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414149 Jul 16 01:48:52.346663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb8e03-02e0-448b-a225-b928572ac625 req-6a11f55f-a9c6-4fdc-9066-4492435bbf05 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:52.355047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3bdb8e03-02e0-448b-a225-b928572ac625 req-6a11f55f-a9c6-4fdc-9066-4492435bbf05 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1096 time: 0.2029757 Jul 16 01:48:52.403744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3bdb8e03-02e0-448b-a225-b928572ac625 req-7164fd98-7b09-409c-b27f-2c5cb4da0126 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475767 Jul 16 01:48:52.448744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4079b356-6700-4e7f-afe3-4df53cdf672f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:52.479528 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.494814 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Transition to ACTIVE for port object a6d6481d-0acd-4ca8-aa47-d8f26882b48c will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:52.503355 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.527407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 4079b356-6700-4e7f-afe3-4df53cdf672f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:52.532411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4079b356-6700-4e7f-afe3-4df53cdf672f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:52.533127 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.582946 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9283f67-25b1-4669-986f-2c511b413518 None None] Pushing event updated for resources: {'Port': ['ID=a6d6481d-0acd-4ca8-aa47-d8f26882b48c,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.612797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-14ad6d28-005c-46a6-80c6-fc4955a4a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:52.615537 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-14ad6d28-005c-46a6-80c6-fc4955a4a66a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae5d348d7f4949bba0dc618f6a18f461&device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1096 time: 0.1141493 Jul 16 01:48:52.676017 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.716420 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Attempting to bind port a6d6481d-0acd-4ca8-aa47-d8f26882b48c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:52.716915 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Attempting to bind port a6d6481d-0acd-4ca8-aa47-d8f26882b48c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:52.717371 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Attempting to bind port a6d6481d-0acd-4ca8-aa47-d8f26882b48c on network 73f0b7e6-272b-401f-8d67-55afa4a75129 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:52.747712 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:52.750444 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Checking segment: {'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:52.752092 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.753395 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Bound using segment: {'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:52.753905 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Bound port: a6d6481d-0acd-4ca8-aa47-d8f26882b48c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:52.754324 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.758203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 4079b356-6700-4e7f-afe3-4df53cdf672f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4079b356-6700-4e7f-afe3-4df53cdf672f,segment=NetworkSegment(346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b),segment_id=346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:52.763949 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.765674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 151659d8-0e19-4e68-80a7-77cc701eaf62 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:52.777779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-20a8be85-bb63-477f-b47e-0a140254a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:52.779775 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-20a8be85-bb63-477f-b47e-0a140254a1db service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6993c8c-12b5-47f1-b915-ec7b609fb173 HTTP/1.1" status: 200 len: 909 time: 0.1552558 Jul 16 01:48:52.780986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b47784ab-a235-4d5f-9ac8-8ed35ee7d84d req-d7f3ec93-c668-40e3-a5a5-c15d647f30ab tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 210 time: 0.0523129 Jul 16 01:48:52.847724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=4079b356-6700-4e7f-afe3-4df53cdf672f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.857045 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] For port a6d6481d-0acd-4ca8-aa47-d8f26882b48c, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:52.861465 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] For port a6d6481d-0acd-4ca8-aa47-d8f26882b48c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a6d6481d-0acd-4ca8-aa47-d8f26882b48c,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:52.865308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-ccc51679-2eec-4b7f-be62-e90b78f9ece3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bc96240-de7e-4f65-b38c-d6dd7124a497 HTTP/1.1" status: 200 len: 217 time: 0.0681608 Jul 16 01:48:52.870809 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.929427 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Routers {'21ea7ba8-c385-412c-9839-a31897aa2875'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:52.930290 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ea7ba8-c385-412c-9839-a31897aa2875'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:52.955217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 151659d8-0e19-4e68-80a7-77cc701eaf62 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:52.955581 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.979810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-d1bfd76a-5116-4d4c-b5b9-553a149d3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:52.982098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-d1bfd76a-5116-4d4c-b5b9-553a149d3a25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9cce480-0c08-4f8e-9f13-78247cdcb421 HTTP/1.1" status: 200 len: 848 time: 0.1075521 Jul 16 01:48:53.003745 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9283f67-25b1-4669-986f-2c511b413518 None None] Pushing event updated for resources: {'Port': ['ID=a6d6481d-0acd-4ca8-aa47-d8f26882b48c,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:53.092163 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] Set router 21ea7ba8-c385-412c-9839-a31897aa2875 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:53.104974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-a17b9d2e-2de5-4570-ac09-871966b68406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.106571 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-a17b9d2e-2de5-4570-ac09-871966b68406 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6993c8c-12b5-47f1-b915-ec7b609fb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180286 Jul 16 01:48:53.242157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-deb258b4-ed1a-4457-ac7a-f76d8c7d6410 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.245246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-2d4707ac-c017-4c52-bbb0-ca1bf1656201 service neutron] 10.222.0.50 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274793 Jul 16 01:48:53.245407 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-deb258b4-ed1a-4457-ac7a-f76d8c7d6410 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.67 "GET /v2.0/networks?id=73f0b7e6-272b-401f-8d67-55afa4a75129 HTTP/1.1" status: 200 len: 798 time: 0.1732032 Jul 16 01:48:53.266562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Request body: {'port': {'device_id': '73fb1968-5a13-4c92-9d33-df6b8b74438f', 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129', 'admin_state_up': True, 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:53.364080 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53c9e8bd-4f0f-4c58-ae13-583dd2d743c6 req-5f8be7f6-5a4b-49b4-bbed-d8fa07ab7587 service neutron] 10.222.0.50 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142089 Jul 16 01:48:53.380255 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'name': 'tempest-TestSecurityGroupsBasicOps-router-105124687', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:44Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a6d6481d-0acd-4ca8-aa47-d8f26882b48c', 'name': '', 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:f8:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '0f7e8c17-0fac-492b-a3cd-72da3a6957fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:47Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': '0f7e8c17-0fac-492b-a3cd-72da3a6957fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:53.403239 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Made reservation on behalf of 995df8a3b8c440bdaa53f6aec5a80412 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:53.406961 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.407320 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4396c-5c90-4307-8fdb-845f6add7108 None None] The sync data for ids ['21ea7ba8-c385-412c-9839-a31897aa2875'] in n-d-791504-14 is: [{'id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'name': 'tempest-TestSecurityGroupsBasicOps-router-105124687', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:44Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a6d6481d-0acd-4ca8-aa47-d8f26882b48c', 'name': '', 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:f8:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '0f7e8c17-0fac-492b-a3cd-72da3a6957fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:47Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': '0f7e8c17-0fac-492b-a3cd-72da3a6957fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:53.538840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Allocated IP 172.20.0.27 (73f0b7e6-272b-401f-8d67-55afa4a75129/0f7e8c17-0fac-492b-a3cd-72da3a6957fa/daa9c31d-a7b8-4c5a-8b77-f19a61923648) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:53.562299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f94f-9b4c-401a-a79d-1cd4cc212761 req-0e8466ab-2557-4422-820f-39e5846ca017 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.563853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bba0f94f-9b4c-401a-a79d-1cd4cc212761 req-0e8466ab-2557-4422-820f-39e5846ca017 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1096 time: 0.0547941 Jul 16 01:48:53.599932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bba0f94f-9b4c-401a-a79d-1cd4cc212761 req-1a1eb275-bce1-4774-9a20-58f7a79e7e32 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300183 Jul 16 01:48:53.659102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.673076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Transition to ACTIVE for port object daa9c31d-a7b8-4c5a-8b77-f19a61923648 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:53.727286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.775001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Network 73f0b7e6-272b-401f-8d67-55afa4a75129 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:53.780593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:53.783657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:53.823116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event updated for resources: {'Port': ['ID=daa9c31d-a7b8-4c5a-8b77-f19a61923648,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:53.852845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.853523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.879188 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b912efd8-82e4-46a7-9dae-42989a9bc3a3 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6177371 Jul 16 01:48:53.999027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Request body: {'port': {'device_id': '73fb1968-5a13-4c92-9d33-df6b8b74438f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:54.078139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-92d07a4e-96bf-4b29-acf9-44f226008edb None None] Provisioning for port daa9c31d-a7b8-4c5a-8b77-f19a61923648 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:54.082361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-92d07a4e-96bf-4b29-acf9-44f226008edb None None] Provisioning complete for port daa9c31d-a7b8-4c5a-8b77-f19a61923648 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:54.082817 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92d07a4e-96bf-4b29-acf9-44f226008edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.120896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.141715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fefdb-7265-46b9-a017-8054e6785455 req-0b79226f-23fe-4568-bbb7-9427cb92c615 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.143310 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f67fefdb-7265-46b9-a017-8054e6785455 req-0b79226f-23fe-4568-bbb7-9427cb92c615 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 895 time: 0.1622851 Jul 16 01:48:54.147333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-92d07a4e-96bf-4b29-acf9-44f226008edb None None] Port daa9c31d-a7b8-4c5a-8b77-f19a61923648 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:54.392650 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4079b356-6700-4e7f-afe3-4df53cdf672f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:54.437767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa9c31d-a7b8-4c5a-8b77-f19a61923648 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:54.444493 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4079b356-6700-4e7f-afe3-4df53cdf672f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:54.444869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.445138 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.457169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Transition to ACTIVE for port object daa9c31d-a7b8-4c5a-8b77-f19a61923648 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:54.461276 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.530599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a6d6481d-0acd-4ca8-aa47-d8f26882b48c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:54.561565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Pushing event updated for resources: {'Port': ['ID=daa9c31d-a7b8-4c5a-8b77-f19a61923648,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.595288 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55bdd44a-b2eb-4dc9-83e0-47bad633caca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.595498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Attempting to bind port daa9c31d-a7b8-4c5a-8b77-f19a61923648 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:54.595939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Attempting to bind port daa9c31d-a7b8-4c5a-8b77-f19a61923648 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:54.596306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Attempting to bind port daa9c31d-a7b8-4c5a-8b77-f19a61923648 on network 73f0b7e6-272b-401f-8d67-55afa4a75129 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:54.601926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a6d6481d-0acd-4ca8-aa47-d8f26882b48c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:54.602457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Port daa9c31d-a7b8-4c5a-8b77-f19a61923648 on network 73f0b7e6-272b-401f-8d67-55afa4a75129 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:54.602917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Attempting to bind port daa9c31d-a7b8-4c5a-8b77-f19a61923648 on network 73f0b7e6-272b-401f-8d67-55afa4a75129 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:54.607008 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a6d6481d-0acd-4ca8-aa47-d8f26882b48c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:54.607484 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.608516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:54.608862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Checking segment: {'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:54.609283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Bound using segment: {'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:54.609730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Bound port: daa9c31d-a7b8-4c5a-8b77-f19a61923648, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:54.610257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.685031 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] For port daa9c31d-a7b8-4c5a-8b77-f19a61923648, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:54.688860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] For port daa9c31d-a7b8-4c5a-8b77-f19a61923648, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=daa9c31d-a7b8-4c5a-8b77-f19a61923648,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:54.694762 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.701006 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.736159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.736779 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.738205 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] 10.222.0.67 "PUT /v2.0/ports/daa9c31d-a7b8-4c5a-8b77-f19a61923648 HTTP/1.1" status: 200 len: 1056 time: 0.8493869 Jul 16 01:48:54.738798 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fb1968-5a13-4c92-9d33-df6b8b74438f', 'tag': 'daa9c31d-a7b8-4c5a-8b77-f19a61923648'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:54.743503 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37193e25-3ae3-4f85-b882-aa4c6d062833" -d '{"events": [{"name": "network-changed", "server_uuid": "73fb1968-5a13-4c92-9d33-df6b8b74438f", "tag": "daa9c31d-a7b8-4c5a-8b77-f19a61923648"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:54.775207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58def37d-1132-4758-92dd-a49ba8e88fdb service neutron] Pushing event updated for resources: {'Port': ['ID=daa9c31d-a7b8-4c5a-8b77-f19a61923648,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.786219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port a6d6481d-0acd-4ca8-aa47-d8f26882b48c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a6d6481d-0acd-4ca8-aa47-d8f26882b48c,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:54.798061 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.822863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22741d2-f9bf-40b2-a33e-b43be2696013 req-d4acc36a-74fe-4cf3-b7f3-92d6e333a6c4 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.824890 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e22741d2-f9bf-40b2-a33e-b43be2696013 req-d4acc36a-74fe-4cf3-b7f3-92d6e333a6c4 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1096 time: 0.0930221 Jul 16 01:48:54.826490 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c654ad-a869-4251-b64d-16be34d88abc x-openstack-request-id: req-65c654ad-a869-4251-b64d-16be34d88abc {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:54.827483 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fb1968-5a13-4c92-9d33-df6b8b74438f", "tag": "daa9c31d-a7b8-4c5a-8b77-f19a61923648", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:54.828269 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65c654ad-a869-4251-b64d-16be34d88abc {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:54.828867 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fb1968-5a13-4c92-9d33-df6b8b74438f', 'tag': 'daa9c31d-a7b8-4c5a-8b77-f19a61923648', 'status': 'completed', 'code': 200} Jul 16 01:48:54.872515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-0a831a7e-ef18-4522-93d7-909d8d484fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.874292 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-0a831a7e-ef18-4522-93d7-909d8d484fbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 1059 time: 0.0917099 Jul 16 01:48:54.880336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=a6d6481d-0acd-4ca8-aa47-d8f26882b48c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.903071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e22741d2-f9bf-40b2-a33e-b43be2696013 req-c046d062-de64-493c-b6ec-911c68817573 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719745 Jul 16 01:48:54.950817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-6c987ce1-8f02-4111-8a9d-bd274b999458 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=daa9c31d-a7b8-4c5a-8b77-f19a61923648 HTTP/1.1" status: 200 len: 217 time: 0.0641351 Jul 16 01:48:55.004476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-c342c42c-2866-4540-b76f-2b45f1039eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:55.006107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-c342c42c-2866-4540-b76f-2b45f1039eff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f7e8c17-0fac-492b-a3cd-72da3a6957fa HTTP/1.1" status: 200 len: 838 time: 0.0485461 Jul 16 01:48:55.073263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b28ee7a8-e718-4ca1-8bc9-f9f0038506d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:55.074799 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-b28ee7a8-e718-4ca1-8bc9-f9f0038506d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73f0b7e6-272b-401f-8d67-55afa4a75129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0621846 Jul 16 01:48:55.176368 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-470217b2-e3e3-482c-8d74-932af6fc9477 service neutron] 10.222.0.67 "GET /v2.0/networks/73f0b7e6-272b-401f-8d67-55afa4a75129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936415 Jul 16 01:48:55.278378 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-05397d97-0409-4d79-a68a-683e76c42cc9 req-2e5746f1-4537-4822-8651-8f54a62fc517 service neutron] 10.222.0.67 "GET /v2.0/networks/73f0b7e6-272b-401f-8d67-55afa4a75129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934920 Jul 16 01:48:55.347311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0bc96240-de7e-4f65-b38c-d6dd7124a497 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:55.387149 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65ec09-09f2-44d3-aefe-ee4e454e80b7 req-a78e6d0b-32a7-41b4-8ffe-7d48136b853f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:55.388561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5c65ec09-09f2-44d3-aefe-ee4e454e80b7 req-a78e6d0b-32a7-41b4-8ffe-7d48136b853f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 907 time: 0.1093302 Jul 16 01:48:55.414666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-3c13f33a-63af-442b-bcdf-2b5a7be0d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:55.414666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-3c13f33a-63af-442b-bcdf-2b5a7be0d699 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 1059 time: 0.0862954 Jul 16 01:48:55.456753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 0bc96240-de7e-4f65-b38c-d6dd7124a497, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0bc96240-de7e-4f65-b38c-d6dd7124a497,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:55.471546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '0bc96240-de7e-4f65-b38c-d6dd7124a497', 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'port_id': '0bc96240-de7e-4f65-b38c-d6dd7124a497', 'mac_address': 'fa:16:3e:72:b2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:55.512911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-c8deaa24-1930-4f27-8cc3-24db6527c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:55.514506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-c8deaa24-1930-4f27-8cc3-24db6527c1f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73f0b7e6-272b-401f-8d67-55afa4a75129 HTTP/1.1" status: 200 len: 898 time: 0.0935907 Jul 16 01:48:55.515054 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.528769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc96240-de7e-4f65-b38c-d6dd7124a497 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:55.552826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 0bc96240-de7e-4f65-b38c-d6dd7124a497, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0bc96240-de7e-4f65-b38c-d6dd7124a497,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:55.558243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-5a6596a0-4265-4175-9c75-987f3edf62a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=daa9c31d-a7b8-4c5a-8b77-f19a61923648 HTTP/1.1" status: 200 len: 217 time: 0.0368369 Jul 16 01:48:55.561371 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.610771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-917c7fcf-4e9b-44ec-92bf-8dce9a263467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:55.612354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-917c7fcf-4e9b-44ec-92bf-8dce9a263467 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f7e8c17-0fac-492b-a3cd-72da3a6957fa HTTP/1.1" status: 200 len: 838 time: 0.0467544 Jul 16 01:48:55.614224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=0bc96240-de7e-4f65-b38c-d6dd7124a497,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.673171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-96993d45-2e9e-4f90-9024-489659752f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:55.674637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-96993d45-2e9e-4f90-9024-489659752f37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73f0b7e6-272b-401f-8d67-55afa4a75129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0533340 Jul 16 01:48:55.733819 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.775038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-57b18576-62cd-4dc3-9ff0-9f2993172ae6 service neutron] 10.222.0.67 "GET /v2.0/networks/73f0b7e6-272b-401f-8d67-55afa4a75129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922546 Jul 16 01:48:55.781238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['0bc96240-de7e-4f65-b38c-d6dd7124a497'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:55.871544 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37193e25-3ae3-4f85-b882-aa4c6d062833 req-b5eea688-7f24-46ff-b295-ea9b4521d872 service neutron] 10.222.0.67 "GET /v2.0/networks/73f0b7e6-272b-401f-8d67-55afa4a75129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888174 Jul 16 01:48:56.072432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d103694-ea95-4b28-bdfc-11e443b5eea8 req-1a4e500a-0199-493d-ac22-183010473054 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:56.074030 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d103694-ea95-4b28-bdfc-11e443b5eea8 req-1a4e500a-0199-493d-ac22-183010473054 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1097 time: 0.0607247 Jul 16 01:48:56.110849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2d103694-ea95-4b28-bdfc-11e443b5eea8 req-9538c9f6-4624-41da-958f-77a85d3db204 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Jul 16 01:48:56.300417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a6d6481d-0acd-4ca8-aa47-d8f26882b48c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:56.505704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a6d6481d-0acd-4ca8-aa47-d8f26882b48c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:56.506355 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.519664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-a65445b3-d26e-4652-91e8-94676281db72 req-b541e784-cebc-40cc-9222-813a0a198950 service neutron] (93944) timed out ('10.222.0.64', 49090) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:48:56.573667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299ed16-eb71-46bf-b51b-c1d36611b3bd req-55c64db7-c43b-4e27-9f91-26dfe82dc65a tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:56.575216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f299ed16-eb71-46bf-b51b-c1d36611b3bd req-55c64db7-c43b-4e27-9f91-26dfe82dc65a tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 907 time: 0.0652616 Jul 16 01:48:56.839139 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.147875 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6cc53769-9db0-4c84-8e81-88c6fe38e3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.274266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd63dd6-3854-419d-bf98-dfabc2f58cb8 req-58387d1a-cc0e-4d08-9cb0-b165f23e9712 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.275806 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fdd63dd6-3854-419d-bf98-dfabc2f58cb8 req-58387d1a-cc0e-4d08-9cb0-b165f23e9712 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1097 time: 0.0542147 Jul 16 01:48:57.310350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fdd63dd6-3854-419d-bf98-dfabc2f58cb8 req-b2b4349c-4fd4-4b1b-9adc-46007402394b tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287843 Jul 16 01:48:57.357067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0bc96240-de7e-4f65-b38c-d6dd7124a497 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:57.409886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 0bc96240-de7e-4f65-b38c-d6dd7124a497 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:57.414000 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 0bc96240-de7e-4f65-b38c-d6dd7124a497 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:57.414493 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.493057 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.515506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4bd067-1cb2-4607-8001-9c913056f445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc96240-de7e-4f65-b38c-d6dd7124a497'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:57.517806 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916a6f33-cb5c-48b8-9c27-9cc651cf4ee2" -d '{"events": [{"server_uuid": "5e4bd067-1cb2-4607-8001-9c913056f445", "name": "network-vif-plugged", "status": "completed", "tag": "0bc96240-de7e-4f65-b38c-d6dd7124a497"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:57.531185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 0bc96240-de7e-4f65-b38c-d6dd7124a497, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0bc96240-de7e-4f65-b38c-d6dd7124a497,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:57.536979 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.587674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=0bc96240-de7e-4f65-b38c-d6dd7124a497,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.623403 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca07a565-14d3-48c3-9b3d-e5312d145bae x-openstack-request-id: req-ca07a565-14d3-48c3-9b3d-e5312d145bae {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:57.623739 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4bd067-1cb2-4607-8001-9c913056f445", "name": "network-vif-plugged", "status": "completed", "tag": "0bc96240-de7e-4f65-b38c-d6dd7124a497", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:57.623981 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca07a565-14d3-48c3-9b3d-e5312d145bae {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:57.624747 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4bd067-1cb2-4607-8001-9c913056f445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc96240-de7e-4f65-b38c-d6dd7124a497', 'code': 200} Jul 16 01:48:57.633879 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.785421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c937812-0499-43bc-8472-e02d684bb981 req-34ace02f-c98c-4646-85a0-2890c458199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.787691 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c937812-0499-43bc-8472-e02d684bb981 req-34ace02f-c98c-4646-85a0-2890c458199f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1098 time: 0.0991304 Jul 16 01:48:57.795886 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be4cfa-587c-4968-8245-54e670da0719 req-5c1247d3-d08e-48e0-aacb-bb80f0cb939f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.797286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c2be4cfa-587c-4968-8245-54e670da0719 req-5c1247d3-d08e-48e0-aacb-bb80f0cb939f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 907 time: 0.1010783 Jul 16 01:48:57.826117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4c937812-0499-43bc-8472-e02d684bb981 req-e54cb695-01d3-47d9-9a42-429a656ada7d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278699 Jul 16 01:48:58.045721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device daa9c31d-a7b8-4c5a-8b77-f19a61923648 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:58.146959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port daa9c31d-a7b8-4c5a-8b77-f19a61923648, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=daa9c31d-a7b8-4c5a-8b77-f19a61923648,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:58.158649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'daa9c31d-a7b8-4c5a-8b77-f19a61923648', 'network_id': '73f0b7e6-272b-401f-8d67-55afa4a75129', 'port_id': 'daa9c31d-a7b8-4c5a-8b77-f19a61923648', 'mac_address': 'fa:16:3e:2b:79:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7e8c17-0fac-492b-a3cd-72da3a6957fa', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:58.196681 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.214811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa9c31d-a7b8-4c5a-8b77-f19a61923648 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:58.234553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port daa9c31d-a7b8-4c5a-8b77-f19a61923648, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=daa9c31d-a7b8-4c5a-8b77-f19a61923648,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:58.239654 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.289153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=daa9c31d-a7b8-4c5a-8b77-f19a61923648,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.482851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623aaf3-141b-4d7e-9d0b-3eeb8e1648da req-82c11bec-89de-4c0d-ae2d-a47e27025503 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:58.489507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d623aaf3-141b-4d7e-9d0b-3eeb8e1648da req-82c11bec-89de-4c0d-ae2d-a47e27025503 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1098 time: 0.0544028 Jul 16 01:48:58.510924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['daa9c31d-a7b8-4c5a-8b77-f19a61923648'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:58.527898 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d623aaf3-141b-4d7e-9d0b-3eeb8e1648da req-3a828ac6-803d-45f4-a475-c388a1cbd4de tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365739 Jul 16 01:48:58.549478 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.972001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f453f-7427-4dc7-ad84-49043c79faba req-02455241-1d68-4b8b-a372-6706136b4874 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:58.973476 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-151f453f-7427-4dc7-ad84-49043c79faba req-02455241-1d68-4b8b-a372-6706136b4874 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 908 time: 0.0635414 Jul 16 01:48:59.709864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c5d87-c6aa-40ce-800a-06536206c07d req-a350f28b-9b01-4af3-ad71-bea677e7020f tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:59.711288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f89c5d87-c6aa-40ce-800a-06536206c07d req-a350f28b-9b01-4af3-ad71-bea677e7020f tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1098 time: 0.0546305 Jul 16 01:48:59.745072 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f89c5d87-c6aa-40ce-800a-06536206c07d req-63d01679-09dd-445f-a47d-e44b3c097d73 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276728 Jul 16 01:48:59.914713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035207d4-bce2-4287-8edb-3bbe7ed7ac97 req-8433cf47-58bb-47ae-af93-9222a42dcc75 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:59.916253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-035207d4-bce2-4287-8edb-3bbe7ed7ac97 req-8433cf47-58bb-47ae-af93-9222a42dcc75 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1098 time: 0.0560558 Jul 16 01:48:59.950424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-035207d4-bce2-4287-8edb-3bbe7ed7ac97 req-78e5e86c-0aea-468a-82ef-1d847ead8cda tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285487 Jul 16 01:49:00.046532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device daa9c31d-a7b8-4c5a-8b77-f19a61923648 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:00.100710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port daa9c31d-a7b8-4c5a-8b77-f19a61923648 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:00.107441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port daa9c31d-a7b8-4c5a-8b77-f19a61923648 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:00.108147 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.114304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477896e-f56f-47c6-a62e-cd970551aedb req-3d529527-3257-4b47-85c5-7dd1d697afd6 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:00.117032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e477896e-f56f-47c6-a62e-cd970551aedb req-3d529527-3257-4b47-85c5-7dd1d697afd6 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1098 time: 0.0582504 Jul 16 01:49:00.156300 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e477896e-f56f-47c6-a62e-cd970551aedb req-d410f709-d930-4859-8c58-17a5cad82ab1 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Jul 16 01:49:00.157871 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333bafd-992a-4f43-916a-fdc6f3841394 req-ce298f85-a44f-4e15-9245-fa5bcbf30672 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:00.160319 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1333bafd-992a-4f43-916a-fdc6f3841394 req-ce298f85-a44f-4e15-9245-fa5bcbf30672 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 908 time: 0.0680578 Jul 16 01:49:00.163761 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.211774 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.234714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fb1968-5a13-4c92-9d33-df6b8b74438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9c31d-a7b8-4c5a-8b77-f19a61923648'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:00.237032 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab5f00f-ea7e-491f-9841-11d6aad56dd2" -d '{"events": [{"server_uuid": "73fb1968-5a13-4c92-9d33-df6b8b74438f", "name": "network-vif-plugged", "status": "completed", "tag": "daa9c31d-a7b8-4c5a-8b77-f19a61923648"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:00.251181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port daa9c31d-a7b8-4c5a-8b77-f19a61923648, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=daa9c31d-a7b8-4c5a-8b77-f19a61923648,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:00.256080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.294510 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e1c451-684a-49f9-8dc9-fdec51caf544 x-openstack-request-id: req-23e1c451-684a-49f9-8dc9-fdec51caf544 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:00.294803 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fb1968-5a13-4c92-9d33-df6b8b74438f", "name": "network-vif-plugged", "status": "completed", "tag": "daa9c31d-a7b8-4c5a-8b77-f19a61923648", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:00.295056 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23e1c451-684a-49f9-8dc9-fdec51caf544 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:00.295459 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fb1968-5a13-4c92-9d33-df6b8b74438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9c31d-a7b8-4c5a-8b77-f19a61923648', 'code': 200} Jul 16 01:49:00.309676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=daa9c31d-a7b8-4c5a-8b77-f19a61923648,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.792016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-30075bcf-34cb-464f-8e3b-a446d6505fe0 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:00.793521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-30075bcf-34cb-464f-8e3b-a446d6505fe0 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/networks?id=e6993c8c-12b5-47f1-b915-ec7b609fb173 HTTP/1.1" status: 200 len: 909 time: 0.4660709 Jul 16 01:49:00.810316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283834d-ce8b-4572-94b3-c1e59a09d653 req-8f6b2ee9-954b-427c-86d3-fec5965ed04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:00.811720 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6283834d-ce8b-4572-94b3-c1e59a09d653 req-8f6b2ee9-954b-427c-86d3-fec5965ed04d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 1061 time: 0.4449573 Jul 16 01:49:00.814140 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-3d93f474-ad5d-47b8-9cea-6de39fc234ca tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/quotas/ae5d348d7f4949bba0dc618f6a18f461 HTTP/1.1" status: 200 len: 375 time: 0.0145793 Jul 16 01:49:00.925388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-62f69cb9-ec9e-4fbf-914d-8952a27e35e7 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae5d348d7f4949bba0dc618f6a18f461&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051555 Jul 16 01:49:01.017901 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-34cc8000-2ef1-4bfe-b928-77bafbb9c693 service neutron] 10.222.0.64 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856590 Jul 16 01:49:01.106864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-24e7c2d7-5983-42df-a6f8-b3117081622b service neutron] 10.222.0.64 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826128 Jul 16 01:49:01.279779 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a21dd8f-b38a-49bd-af73-0c62b8f12df1 req-2865265f-2faf-469d-8bb7-6f760df0d98f tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 210 time: 0.0338356 Jul 16 01:49:01.345150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772579a-657e-41f4-b89c-56b0a5b33b36 req-bc815640-34e5-4d48-ad74-44eb45edb33e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:01.348779 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9772579a-657e-41f4-b89c-56b0a5b33b36 req-bc815640-34e5-4d48-ad74-44eb45edb33e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 909 time: 0.0645742 Jul 16 01:49:02.409697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-e8aa97cf-8807-4e5e-a140-37f0216756a2 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:02.411388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-e8aa97cf-8807-4e5e-a140-37f0216756a2 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.67 "GET /v2.0/networks?id=e6993c8c-12b5-47f1-b915-ec7b609fb173 HTTP/1.1" status: 200 len: 909 time: 0.1100874 Jul 16 01:49:02.433061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dceb171a-5071-4796-bdd9-5740d678575b req-bcb3f789-f0bf-4c79-a575-f6be56807188 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 210 time: 0.0340886 Jul 16 01:49:02.457176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Request body: {'port': {'device_id': '8f86f3d2-c231-4168-925d-e2d8d1d9bbe6', 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'admin_state_up': True, 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:02.486355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Made reservation on behalf of ae5d348d7f4949bba0dc618f6a18f461 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:02.488899 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.545828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c4d61-e7e9-4cd8-ad73-8f6c00cb8487 req-1928b43f-433d-46d3-91f8-9d52fb10b829 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:02.547484 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c36c4d61-e7e9-4cd8-ad73-8f6c00cb8487 req-1928b43f-433d-46d3-91f8-9d52fb10b829 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 909 time: 0.0743766 Jul 16 01:49:02.617819 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Allocated IP 172.20.0.9 (e6993c8c-12b5-47f1-b915-ec7b609fb173/e9cce480-0c08-4f8e-9f13-78247cdcb421/2fc35c90-3845-4d69-839d-0abfa5c1f745) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:02.798444 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.809327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9ad40-d5e1-446e-9826-2f8af2165427 req-bce31745-d8d1-494f-9f91-db024cd457de tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:02.810853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f6e9ad40-d5e1-446e-9826-2f8af2165427 req-bce31745-d8d1-494f-9f91-db024cd457de tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 909 time: 0.1440022 Jul 16 01:49:02.822336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Transition to ACTIVE for port object 2fc35c90-3845-4d69-839d-0abfa5c1f745 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:02.860260 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.873123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['0bc96240-de7e-4f65-b38c-d6dd7124a497'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:02.909281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Network e6993c8c-12b5-47f1-b915-ec7b609fb173 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:02.913601 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:02.915443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Pushing event updated for resources: {'Port': ['ID=2fc35c90-3845-4d69-839d-0abfa5c1f745,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.917638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:02.958381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:02.959035 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.976622 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-06f28fcc-3696-4573-becf-258c04b8b534 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5457244 Jul 16 01:49:02.989231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Request body: {'port': {'device_id': '8f86f3d2-c231-4168-925d-e2d8d1d9bbe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:03.003823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafa280-da09-4dd3-a30f-d5211828faa4 req-a9a74122-73c0-4161-897d-04d66cdc1bab tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.006297 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1fafa280-da09-4dd3-a30f-d5211828faa4 req-a9a74122-73c0-4161-897d-04d66cdc1bab tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 1061 time: 0.0746956 Jul 16 01:49:03.077838 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.235872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-35a63cef-9078-4b76-b62d-35407083e292 None None] Provisioning for port 2fc35c90-3845-4d69-839d-0abfa5c1f745 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:03.241557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-35a63cef-9078-4b76-b62d-35407083e292 None None] Provisioning complete for port 2fc35c90-3845-4d69-839d-0abfa5c1f745 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:03.241929 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35a63cef-9078-4b76-b62d-35407083e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.277494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-35a63cef-9078-4b76-b62d-35407083e292 None None] Port 2fc35c90-3845-4d69-839d-0abfa5c1f745 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:03.313848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804f17-1a2f-4eef-9a8a-1c4270136511 req-65c6c229-f574-42da-8c73-d4327c7c5a10 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.315410 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-69804f17-1a2f-4eef-9a8a-1c4270136511 req-65c6c229-f574-42da-8c73-d4327c7c5a10 tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 1136 time: 0.1713841 Jul 16 01:49:03.381780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-69804f17-1a2f-4eef-9a8a-1c4270136511 req-b7629e66-15bd-46ab-9f81-f73592f113fe tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0585334 Jul 16 01:49:03.405214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44786) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.421968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc35c90-3845-4d69-839d-0abfa5c1f745 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:03.430254 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.441924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Transition to ACTIVE for port object 2fc35c90-3845-4d69-839d-0abfa5c1f745 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:03.445912 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.457584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2a711-7e1f-4ece-bb42-973ede44e1da tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.462108 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-32d2a711-7e1f-4ece-bb42-973ede44e1da tempest-TestSecurityGroupsBasicOps-390262534 tempest-TestSecurityGroupsBasicOps-390262534-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 1056 time: 0.0528538 Jul 16 01:49:03.499279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc35c90-3845-4d69-839d-0abfa5c1f745,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.583654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Attempting to bind port 2fc35c90-3845-4d69-839d-0abfa5c1f745 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:03.584229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Attempting to bind port 2fc35c90-3845-4d69-839d-0abfa5c1f745 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:03.584683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Attempting to bind port 2fc35c90-3845-4d69-839d-0abfa5c1f745 on network e6993c8c-12b5-47f1-b915-ec7b609fb173 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:03.589997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Port 2fc35c90-3845-4d69-839d-0abfa5c1f745 on network e6993c8c-12b5-47f1-b915-ec7b609fb173 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:03.590434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Attempting to bind port 2fc35c90-3845-4d69-839d-0abfa5c1f745 on network e6993c8c-12b5-47f1-b915-ec7b609fb173 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:03.596836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:03.597272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Checking segment: {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:03.597731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Bound using segment: {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:03.598273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Bound port: 2fc35c90-3845-4d69-839d-0abfa5c1f745, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:03.598713 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.633398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279ddd7-fd47-41b6-a26d-3666f0a90b48 req-49f8c5a2-6924-43fe-9056-eec2d6787cb2 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.635961 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7279ddd7-fd47-41b6-a26d-3666f0a90b48 req-49f8c5a2-6924-43fe-9056-eec2d6787cb2 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1053 time: 0.0647647 Jul 16 01:49:03.681842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7279ddd7-fd47-41b6-a26d-3666f0a90b48 req-1a3363e2-74c9-45ac-ad82-b45dd1bf6baa tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Jul 16 01:49:03.687546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] For port 2fc35c90-3845-4d69-839d-0abfa5c1f745, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:03.692062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] For port 2fc35c90-3845-4d69-839d-0abfa5c1f745, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2fc35c90-3845-4d69-839d-0abfa5c1f745,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:03.698573 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.742360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.743421 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.747364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] 10.222.0.67 "PUT /v2.0/ports/2fc35c90-3845-4d69-839d-0abfa5c1f745 HTTP/1.1" status: 200 len: 1092 time: 0.7627990 Jul 16 01:49:03.747853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f86f3d2-c231-4168-925d-e2d8d1d9bbe6', 'tag': '2fc35c90-3845-4d69-839d-0abfa5c1f745'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:03.750225 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdf4144-8066-48e5-84de-0f087730b1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f86f3d2-c231-4168-925d-e2d8d1d9bbe6", "tag": "2fc35c90-3845-4d69-839d-0abfa5c1f745"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:03.821460 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af527d8-27ae-4837-b758-f10b14033b6c x-openstack-request-id: req-0af527d8-27ae-4837-b758-f10b14033b6c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:03.821780 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f86f3d2-c231-4168-925d-e2d8d1d9bbe6", "tag": "2fc35c90-3845-4d69-839d-0abfa5c1f745", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:03.822980 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0af527d8-27ae-4837-b758-f10b14033b6c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:03.823424 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f86f3d2-c231-4168-925d-e2d8d1d9bbe6', 'tag': '2fc35c90-3845-4d69-839d-0abfa5c1f745', 'status': 'completed', 'code': 200} Jul 16 01:49:03.830837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfee41-132b-4655-90c2-40e70de49c99 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc35c90-3845-4d69-839d-0abfa5c1f745,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.898213 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-cb01c2f8-3b63-4e42-b623-75a2e22bac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.899853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-cb01c2f8-3b63-4e42-b623-75a2e22bac13 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae5d348d7f4949bba0dc618f6a18f461&device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1095 time: 0.0709410 Jul 16 01:49:03.914522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caec331-676a-4522-a70e-c8e976e624db req-85b26d58-0f38-43a9-af61-01ae4fafca17 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.916094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5caec331-676a-4522-a70e-c8e976e624db req-85b26d58-0f38-43a9-af61-01ae4fafca17 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 909 time: 0.0703733 Jul 16 01:49:03.954992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-7e0d258d-5b8c-4da0-8121-db9bd56698c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc35c90-3845-4d69-839d-0abfa5c1f745 HTTP/1.1" status: 200 len: 217 time: 0.0404534 Jul 16 01:49:04.011527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-3e6428b9-adaa-4140-8859-041a713fbe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:04.013085 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-3e6428b9-adaa-4140-8859-041a713fbe52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9cce480-0c08-4f8e-9f13-78247cdcb421 HTTP/1.1" status: 200 len: 848 time: 0.0494220 Jul 16 01:49:04.080044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-f6206877-bfcc-4ef1-a35f-7f88df34aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:04.081506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-f6206877-bfcc-4ef1-a35f-7f88df34aee5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6993c8c-12b5-47f1-b915-ec7b609fb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549681 Jul 16 01:49:04.178117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-52749a1d-292b-47c9-a8e2-9b17c06fc20a service neutron] 10.222.0.67 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875788 Jul 16 01:49:04.272511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e07f813-b6ae-46d4-9e0c-357cb1bffb88 req-fb6a6eb0-ac8a-4a58-b6fb-b5455c061086 service neutron] 10.222.0.67 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849366 Jul 16 01:49:04.375274 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-46bcba36-b9f4-428d-b3b9-ed5a958e10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:04.376654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-46bcba36-b9f4-428d-b3b9-ed5a958e10cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae5d348d7f4949bba0dc618f6a18f461&device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1095 time: 0.0573931 Jul 16 01:49:04.467241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-ec8ec5c7-1f2c-4be9-beb7-0d65acf97a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:04.468709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-ec8ec5c7-1f2c-4be9-beb7-0d65acf97a9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6993c8c-12b5-47f1-b915-ec7b609fb173 HTTP/1.1" status: 200 len: 909 time: 0.0838211 Jul 16 01:49:04.517151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-2c214e9a-079a-4a2b-8a10-8cbdabe05e6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc35c90-3845-4d69-839d-0abfa5c1f745 HTTP/1.1" status: 200 len: 217 time: 0.0398545 Jul 16 01:49:04.577901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-a1794418-2325-4131-a7cd-14ee2ecf6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:04.579409 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-a1794418-2325-4131-a7cd-14ee2ecf6dcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9cce480-0c08-4f8e-9f13-78247cdcb421 HTTP/1.1" status: 200 len: 848 time: 0.0459239 Jul 16 01:49:04.647928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-5185de85-fa51-4b75-9d1f-aac00820ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:04.649388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-5185de85-fa51-4b75-9d1f-aac00820ecc0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6993c8c-12b5-47f1-b915-ec7b609fb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618570 Jul 16 01:49:04.750847 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-28d3e86d-eb50-4a19-b704-efd85d5c9efe service neutron] 10.222.0.67 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925283 Jul 16 01:49:04.876471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cdf4144-8066-48e5-84de-0f087730b1b5 req-acea2004-a625-4f08-9892-c13989a29c75 service neutron] 10.222.0.67 "GET /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181884 Jul 16 01:49:04.893133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d01394-739c-4718-87cb-fc4a30592344 req-d265eb44-1710-43a3-8b11-c1ffa2485b12 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:04.895406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74d01394-739c-4718-87cb-fc4a30592344 req-d265eb44-1710-43a3-8b11-c1ffa2485b12 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1095 time: 0.0776432 Jul 16 01:49:04.936996 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74d01394-739c-4718-87cb-fc4a30592344 req-8c4eebaf-ec78-48d1-b82a-bfcf3371eb74 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352595 Jul 16 01:49:05.106485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c653192-7407-4a77-a3d3-c142be5885e9 req-b643328e-adad-4f2a-bd22-fbe91116882a tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:05.107976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7c653192-7407-4a77-a3d3-c142be5885e9 req-b643328e-adad-4f2a-bd22-fbe91116882a tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 909 time: 0.0635200 Jul 16 01:49:05.344753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-149c535a-d746-46e9-bbfd-6f381f9672c8 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:05.346239 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-149c535a-d746-46e9-bbfd-6f381f9672c8 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.67 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 909 time: 0.0627899 Jul 16 01:49:05.445657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-0612e1e4-e024-44a3-93f0-8362b137fc57 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Deleting port daa9c31d-a7b8-4c5a-8b77-f19a61923648 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:05.446155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-0612e1e4-e024-44a3-93f0-8362b137fc57 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.539844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-0612e1e4-e024-44a3-93f0-8362b137fc57 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] For port daa9c31d-a7b8-4c5a-8b77-f19a61923648, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=daa9c31d-a7b8-4c5a-8b77-f19a61923648,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:05.540555 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-0612e1e4-e024-44a3-93f0-8362b137fc57 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.551762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-0612e1e4-e024-44a3-93f0-8362b137fc57 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Calling delete_port for daa9c31d-a7b8-4c5a-8b77-f19a61923648 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:05.685404 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-0612e1e4-e024-44a3-93f0-8362b137fc57 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.715223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612e1e4-e024-44a3-93f0-8362b137fc57 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Port': ['ID=daa9c31d-a7b8-4c5a-8b77-f19a61923648,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.761093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-0612e1e4-e024-44a3-93f0-8362b137fc57 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] No DVR routers for this DVR port daa9c31d-a7b8-4c5a-8b77-f19a61923648 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:05.763897 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-0612e1e4-e024-44a3-93f0-8362b137fc57 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.765931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5c4cea95-bcda-4dce-b796-f80976099f6f req-0612e1e4-e024-44a3-93f0-8362b137fc57 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.67 "DELETE /v2.0/ports/daa9c31d-a7b8-4c5a-8b77-f19a61923648 HTTP/1.1" status: 204 len: 173 time: 0.4133885 Jul 16 01:49:05.824755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fb1968-5a13-4c92-9d33-df6b8b74438f', 'name': 'network-vif-deleted', 'tag': 'daa9c31d-a7b8-4c5a-8b77-f19a61923648'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:05.827527 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0822556a-56d4-4e22-b45b-27deab2c1e2d" -d '{"events": [{"server_uuid": "73fb1968-5a13-4c92-9d33-df6b8b74438f", "name": "network-vif-deleted", "tag": "daa9c31d-a7b8-4c5a-8b77-f19a61923648"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:05.866449 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551abf38-5092-4095-8c44-c86d9f83923a x-openstack-request-id: req-551abf38-5092-4095-8c44-c86d9f83923a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:05.866751 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fb1968-5a13-4c92-9d33-df6b8b74438f", "name": "network-vif-deleted", "tag": "daa9c31d-a7b8-4c5a-8b77-f19a61923648", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:05.867002 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-551abf38-5092-4095-8c44-c86d9f83923a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:05.867407 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fb1968-5a13-4c92-9d33-df6b8b74438f', 'name': 'network-vif-deleted', 'tag': 'daa9c31d-a7b8-4c5a-8b77-f19a61923648', 'status': 'completed', 'code': 200} Jul 16 01:49:06.107132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56076a-57ae-4ef3-a830-d2d27c4cc59e req-99e8db49-0c7b-4da8-8f9c-1abfa988d8ea tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.108662 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb56076a-57ae-4ef3-a830-d2d27c4cc59e req-99e8db49-0c7b-4da8-8f9c-1abfa988d8ea tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1095 time: 0.0595307 Jul 16 01:49:06.145009 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb56076a-57ae-4ef3-a830-d2d27c4cc59e req-0b629450-f02b-4fad-939a-76cc43d53ca2 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Jul 16 01:49:06.263887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e349775d-28a3-4a3a-91d7-d3805e459df5 req-86a216ae-43ee-4f89-b3bc-240ea1991d84 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb1968-5a13-4c92-9d33-df6b8b74438f HTTP/1.1" status: 200 len: 210 time: 0.0290923 Jul 16 01:49:07.308034 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44635dd-7039-454a-ae9e-de393caa4452 req-a541f2f1-db50-4332-885e-ed40e3a235a8 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.309569 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d44635dd-7039-454a-ae9e-de393caa4452 req-a541f2f1-db50-4332-885e-ed40e3a235a8 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1095 time: 0.0523725 Jul 16 01:49:07.345320 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d44635dd-7039-454a-ae9e-de393caa4452 req-90f28c33-73d2-4ef1-b75b-25821bf57bae tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299978 Jul 16 01:49:07.356608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:07.819945 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.078400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2fc35c90-3845-4d69-839d-0abfa5c1f745 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:08.082221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device daa9c31d-a7b8-4c5a-8b77-f19a61923648 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:08.090625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Deleting port a6d6481d-0acd-4ca8-aa47-d8f26882b48c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:08.090968 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.106935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: daa9c31d-a7b8-4c5a-8b77-f19a61923648 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:08.107285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device daa9c31d-a7b8-4c5a-8b77-f19a61923648 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:08.188696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] For port a6d6481d-0acd-4ca8-aa47-d8f26882b48c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a6d6481d-0acd-4ca8-aa47-d8f26882b48c,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:08.189060 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.199659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 2fc35c90-3845-4d69-839d-0abfa5c1f745, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2fc35c90-3845-4d69-839d-0abfa5c1f745,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:08.201298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Calling delete_port for a6d6481d-0acd-4ca8-aa47-d8f26882b48c owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:08.211456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '2fc35c90-3845-4d69-839d-0abfa5c1f745', 'network_id': 'e6993c8c-12b5-47f1-b915-ec7b609fb173', 'port_id': '2fc35c90-3845-4d69-839d-0abfa5c1f745', 'mac_address': 'fa:16:3e:c0:dc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9cce480-0c08-4f8e-9f13-78247cdcb421', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:08.251829 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.264997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc35c90-3845-4d69-839d-0abfa5c1f745 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:08.284955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 2fc35c90-3845-4d69-839d-0abfa5c1f745, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2fc35c90-3845-4d69-839d-0abfa5c1f745,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:08.290144 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.343849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=2fc35c90-3845-4d69-839d-0abfa5c1f745,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:08.413784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.444872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Port': ['ID=a6d6481d-0acd-4ca8-aa47-d8f26882b48c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:08.489195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['2fc35c90-3845-4d69-839d-0abfa5c1f745'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:08.612786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6a25b-e602-4e7d-bc0e-5ada471cffcc req-44e88be0-e99e-4ee5-9501-88319bd96078 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.618724 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03a6a25b-e602-4e7d-bc0e-5ada471cffcc req-44e88be0-e99e-4ee5-9501-88319bd96078 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1096 time: 0.1453087 Jul 16 01:49:08.684272 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-a034c989-47f6-4b59-8a37-8937460b3048 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560973 Jul 16 01:49:08.700846 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03a6a25b-e602-4e7d-bc0e-5ada471cffcc req-7e269678-0ac8-43b0-8ff1-f4112dbe1058 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786543 Jul 16 01:49:08.713673 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.805204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-6d032d37-7e51-4799-9a1d-df82d0c9eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.807266 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-6d032d37-7e51-4799-9a1d-df82d0c9eea3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 1136 time: 0.0548029 Jul 16 01:49:08.924354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-97e10911-5a0d-4bc6-a7ee-ee1b7e3ef275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.925878 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-97e10911-5a0d-4bc6-a7ee-ee1b7e3ef275 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc HTTP/1.1" status: 200 len: 897 time: 0.0957594 Jul 16 01:49:09.003959 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-233c52f2-0f74-402f-ae00-42e170eb6958 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95907a03-0feb-42c6-8e49-3780f781aff6 HTTP/1.1" status: 200 len: 1000 time: 0.0699871 Jul 16 01:49:09.055826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-13c62801-e326-43a1-bc01-57319a678bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.057389 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-13c62801-e326-43a1-bc01-57319a678bd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=effe68fb-908c-42d0-9a8f-8633d9b25418 HTTP/1.1" status: 200 len: 834 time: 0.0464945 Jul 16 01:49:09.124921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-fe97634d-45f6-42e3-bdaf-696cd2871b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.127013 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-fe97634d-45f6-42e3-bdaf-696cd2871b9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593035 Jul 16 01:49:09.236489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-8e9cd14c-ca8e-4f0f-a88c-6c70b1eea3e7 service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008720 Jul 16 01:49:09.309409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Router 21ea7ba8-c385-412c-9839-a31897aa2875 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:09.332967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d725253-903d-4f58-8a17-6a240bbe7021 req-1429022c-cf0b-426a-abda-fa399ec8077f service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851729 Jul 16 01:49:09.428613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:09.433554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cb62f5b6-aafa-4ff7-a2de-2fc9af296c81 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "PUT /v2.0/routers/21ea7ba8-c385-412c-9839-a31897aa2875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0758975 Jul 16 01:49:09.436803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.439471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] Sync routers for ids ['21ea7ba8-c385-412c-9839-a31897aa2875'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:09.448845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] Routers {'21ea7ba8-c385-412c-9839-a31897aa2875'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:09.449553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ea7ba8-c385-412c-9839-a31897aa2875'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:09.494994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a537e9e-b3d4-46c0-9c92-72c0dc6be33e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Deleting subnet 0f7e8c17-0fac-492b-a3cd-72da3a6957fa {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:09.498389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a537e9e-b3d4-46c0-9c92-72c0dc6be33e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.538956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a537e9e-b3d4-46c0-9c92-72c0dc6be33e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.564679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] Set router 21ea7ba8-c385-412c-9839-a31897aa2875 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:09.664607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a537e9e-b3d4-46c0-9c92-72c0dc6be33e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.732704 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a537e9e-b3d4-46c0-9c92-72c0dc6be33e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.755393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'name': 'tempest-TestSecurityGroupsBasicOps-router-105124687', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:44Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:09.763165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a537e9e-b3d4-46c0-9c92-72c0dc6be33e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7e8c17-0fac-492b-a3cd-72da3a6957fa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.765156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a537e9e-b3d4-46c0-9c92-72c0dc6be33e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.767042 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4a537e9e-b3d4-46c0-9c92-72c0dc6be33e tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "DELETE /v2.0/subnets/0f7e8c17-0fac-492b-a3cd-72da3a6957fa HTTP/1.1" status: 204 len: 168 time: 0.3293669 Jul 16 01:49:09.770653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.792139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308b95f7-4f41-4747-8f2a-2d7dadfa8be0 None None] Network 73f0b7e6-272b-401f-8d67-55afa4a75129 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:09.794445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] Checking router: 21ea7ba8-c385-412c-9839-a31897aa2875 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:09.822820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] Routers {'21ea7ba8-c385-412c-9839-a31897aa2875'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:09.823465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['21ea7ba8-c385-412c-9839-a31897aa2875'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:09.890592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d16373-47f4-45e5-a424-5481dd735a79 req-df6c38d3-bc1c-4aea-8142-f6c261e8e08f tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.892228 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65d16373-47f4-45e5-a424-5481dd735a79 req-df6c38d3-bc1c-4aea-8142-f6c261e8e08f tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1096 time: 0.0630000 Jul 16 01:49:09.894152 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.935225 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65d16373-47f4-45e5-a424-5481dd735a79 req-ca5ffb99-b659-4858-a7e0-7a26711604f2 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364692 Jul 16 01:49:10.015555 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.024931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] Set router 21ea7ba8-c385-412c-9839-a31897aa2875 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:10.072893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Deleting port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:10.073233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.096151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2fc35c90-3845-4d69-839d-0abfa5c1f745 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:10.166066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] For port 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:10.166542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.180885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Calling delete_port for 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:10.214442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91596ca7-a731-4452-a760-31557c7bc76f None None] DHCP port deletion for 73f0b7e6-272b-401f-8d67-55afa4a75129 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:10.220342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 2fc35c90-3845-4d69-839d-0abfa5c1f745 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:10.243158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 2fc35c90-3845-4d69-839d-0abfa5c1f745 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:10.243650 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.364477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91596ca7-a731-4452-a760-31557c7bc76f None None] Deleting port 151659d8-0e19-4e68-80a7-77cc701eaf62 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:10.364878 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91596ca7-a731-4452-a760-31557c7bc76f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.385839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'name': 'tempest-TestSecurityGroupsBasicOps-router-105124687', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:44Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:10.400420 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.400771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 151659d8-0e19-4e68-80a7-77cc701eaf62 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:10.424436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Port': ['ID=9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.448843 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.455316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8a9d9-eec0-4462-ac36-1fbedec4d93e None None] The sync data for ids ['21ea7ba8-c385-412c-9839-a31897aa2875'] in n-d-791504-14 is: [{'id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'name': 'tempest-TestSecurityGroupsBasicOps-router-105124687', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': '9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea7ba8-c385-412c-9839-a31897aa2875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:44Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:10.500862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.515990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91596ca7-a731-4452-a760-31557c7bc76f None None] For port 151659d8-0e19-4e68-80a7-77cc701eaf62, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=151659d8-0e19-4e68-80a7-77cc701eaf62,segment=NetworkSegment(ecd2c144-9208-44ae-8ca5-5ec520ed58b3),segment_id=ecd2c144-9208-44ae-8ca5-5ec520ed58b3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:10.516416 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91596ca7-a731-4452-a760-31557c7bc76f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.541282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f86f3d2-c231-4168-925d-e2d8d1d9bbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc35c90-3845-4d69-839d-0abfa5c1f745'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:10.543473 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce38a87-98e6-447e-aa2a-07160544cae9" -d '{"events": [{"server_uuid": "8f86f3d2-c231-4168-925d-e2d8d1d9bbe6", "name": "network-vif-plugged", "status": "completed", "tag": "2fc35c90-3845-4d69-839d-0abfa5c1f745"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:10.548611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91596ca7-a731-4452-a760-31557c7bc76f None None] Calling delete_port for 151659d8-0e19-4e68-80a7-77cc701eaf62 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:10.564240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 2fc35c90-3845-4d69-839d-0abfa5c1f745, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2fc35c90-3845-4d69-839d-0abfa5c1f745,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:10.573457 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.635556 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.636050 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012b7b55-8661-41a9-b258-30ef3b2bbbc9 x-openstack-request-id: req-012b7b55-8661-41a9-b258-30ef3b2bbbc9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:10.636251 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f86f3d2-c231-4168-925d-e2d8d1d9bbe6", "name": "network-vif-plugged", "status": "completed", "tag": "2fc35c90-3845-4d69-839d-0abfa5c1f745", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:10.636511 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-012b7b55-8661-41a9-b258-30ef3b2bbbc9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:10.636899 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f86f3d2-c231-4168-925d-e2d8d1d9bbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc35c90-3845-4d69-839d-0abfa5c1f745', 'code': 200} Jul 16 01:49:10.639023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.711847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=2fc35c90-3845-4d69-839d-0abfa5c1f745,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.715777 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.752302 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.752886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Fanout notify agent at l3_agent the message router_deleted on router 21ea7ba8-c385-412c-9839-a31897aa2875 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:10.762508 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.763627 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9848034f-0e85-4d5e-9d1f-1728c08d382f tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "DELETE /v2.0/routers/21ea7ba8-c385-412c-9839-a31897aa2875 HTTP/1.1" status: 204 len: 168 time: 0.9915442 Jul 16 01:49:10.767934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:10.787235 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91596ca7-a731-4452-a760-31557c7bc76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.800771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131face0-8fc6-4fc1-808f-ecaeaa26543e req-98330798-fa4d-4386-a039-a0506538a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:10.803941 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-131face0-8fc6-4fc1-808f-ecaeaa26543e req-98330798-fa4d-4386-a039-a0506538a3e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1097 time: 0.0880132 Jul 16 01:49:10.850903 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-131face0-8fc6-4fc1-808f-ecaeaa26543e req-570a5a9e-7c04-4d1c-a06a-a38dfe59a483 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395503 Jul 16 01:49:10.874484 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.984366 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.998391 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f0b7e6-272b-401f-8d67-55afa4a75129']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:11.009910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91596ca7-a731-4452-a760-31557c7bc76f None None] Pushing event deleted for resources: {'Port': ['ID=151659d8-0e19-4e68-80a7-77cc701eaf62,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.010090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:11.011158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd2c144-9208-44ae-8ca5-5ec520ed58b3') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:11.022544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91596ca7-a731-4452-a760-31557c7bc76f None None] No DVR routers for this DVR port 151659d8-0e19-4e68-80a7-77cc701eaf62 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:11.023696 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.045258 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.056015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:11.056015 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:11.059060 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:11.150211 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.155747 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.157815 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "DELETE /v2.0/networks/73f0b7e6-272b-401f-8d67-55afa4a75129 HTTP/1.1" status: 204 len: 168 time: 0.3887722 Jul 16 01:49:11.160554 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44830) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:11.174741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a97f03-1845-45b5-8a62-359e8b1a7fe9 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Network': ['ID=73f0b7e6-272b-401f-8d67-55afa4a75129,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.202907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8f00-f95e-428c-8d66-23210e6be634 req-23a70157-bcf6-41de-a880-1907030b4d42 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:11.205769 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-854f8f00-f95e-428c-8d66-23210e6be634 req-23a70157-bcf6-41de-a880-1907030b4d42 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1097 time: 0.0922430 Jul 16 01:49:11.250172 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:11.250755 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-854f8f00-f95e-428c-8d66-23210e6be634 req-247e1ab9-669d-4d1e-8e8d-a2e0cb7d9363 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365572 Jul 16 01:49:11.353607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Deleting port 901f89cc-1b70-46fd-8ec9-dc97c6ea580b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:11.353863 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.432618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.432939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.444782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Calling delete_port for 901f89cc-1b70-46fd-8ec9-dc97c6ea580b owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:11.629515 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.655226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Port': ['ID=901f89cc-1b70-46fd-8ec9-dc97c6ea580b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.736783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.737967 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Floating IP 53cb7996-3129-4a5e-9d2d-7300fa095a22 disassociated (deleted). External IP: 172.25.4.33, port: 95907a03-0feb-42c6-8e49-3780f781aff6. Jul 16 01:49:11.959375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Router 3e96e972-f7fa-4dd9-a7dc-065bde39259f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:12.079415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:12.085297 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.089701 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] Sync routers for ids ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:12.106543 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] Routers {'3e96e972-f7fa-4dd9-a7dc-065bde39259f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:12.107224 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:12.129725 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6080d72a-499c-42d1-8c9a-9cf7c3ada5fe tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "DELETE /v2.0/floatingips/53cb7996-3129-4a5e-9d2d-7300fa095a22 HTTP/1.1" status: 204 len: 168 time: 0.9680622 Jul 16 01:49:12.130497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'tag': '95907a03-0feb-42c6-8e49-3780f781aff6'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:12.133593 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e81d37-0f5f-4f67-8937-deef335d22b9" -d '{"events": [{"name": "network-changed", "server_uuid": "50474d48-59e0-4fa3-96c0-2c945b9e9fa7", "tag": "95907a03-0feb-42c6-8e49-3780f781aff6"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:12.179510 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346eaab4-b601-4b60-b204-fb1cd46c1f09 x-openstack-request-id: req-346eaab4-b601-4b60-b204-fb1cd46c1f09 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:12.180121 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50474d48-59e0-4fa3-96c0-2c945b9e9fa7", "tag": "95907a03-0feb-42c6-8e49-3780f781aff6", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:12.180449 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-346eaab4-b601-4b60-b204-fb1cd46c1f09 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:12.180964 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'tag': '95907a03-0feb-42c6-8e49-3780f781aff6', 'status': 'completed', 'code': 200} Jul 16 01:49:12.233857 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] Set router 3e96e972-f7fa-4dd9-a7dc-065bde39259f gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:12.281254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-20671a48-128e-4052-b637-fb8615ee63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.283382 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-20671a48-128e-4052-b637-fb8615ee63f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 1136 time: 0.0724442 Jul 16 01:49:12.399979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:12.433648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:12.434082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9d48f393-b9e2-4b7d-8a3a-fc752d0a3f99 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:12.445152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a6d6481d-0acd-4ca8-aa47-d8f26882b48c no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:12.465781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a6d6481d-0acd-4ca8-aa47-d8f26882b48c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:12.466450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a6d6481d-0acd-4ca8-aa47-d8f26882b48c not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:12.520459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-8b42e36e-4012-4a39-9973-94d7804a5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.524657 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-8b42e36e-4012-4a39-9973-94d7804a5acc service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc HTTP/1.1" status: 200 len: 897 time: 0.2308681 Jul 16 01:49:12.535583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a1c22-3720-4f6f-8c4e-171ff4e86398 req-72fba1ee-bcc2-43e0-afec-3ca966e86fdc tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.538873 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-842a1c22-3720-4f6f-8c4e-171ff4e86398 req-72fba1ee-bcc2-43e0-afec-3ca966e86fdc tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1097 time: 0.1025851 Jul 16 01:49:12.546615 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:51Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7187a932-212c-4946-9138-25165a55aea7', 'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:d2:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:50Z', 'updated_at': '2021-07-16T01:47:54Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:12.578428 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] Checking router: 3e96e972-f7fa-4dd9-a7dc-065bde39259f for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:12.579205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a954cf-fdfd-4a96-8ad0-f5b3ea7826be req-7c6e493d-b647-4237-9cb0-8dfcecb7a495 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.580748 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37a954cf-fdfd-4a96-8ad0-f5b3ea7826be req-7c6e493d-b647-4237-9cb0-8dfcecb7a495 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 984 time: 0.0839787 Jul 16 01:49:12.589211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-2b2277a2-3b6d-4ecf-90e2-a3e521440119 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95907a03-0feb-42c6-8e49-3780f781aff6 HTTP/1.1" status: 200 len: 217 time: 0.0445702 Jul 16 01:49:12.589712 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] Routers {'3e96e972-f7fa-4dd9-a7dc-065bde39259f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:12.590703 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:12.645105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-37a954cf-fdfd-4a96-8ad0-f5b3ea7826be req-62a1f61a-5170-4fb0-84ea-157c65387177 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0563891 Jul 16 01:49:12.675729 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-842a1c22-3720-4f6f-8c4e-171ff4e86398 req-3e2afbc0-8adf-481b-b784-57a2068284b5 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271868 Jul 16 01:49:12.678543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-effbc3ec-bcc0-4b40-923a-1d366d8f1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.680003 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-effbc3ec-bcc0-4b40-923a-1d366d8f1175 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=effe68fb-908c-42d0-9a8f-8633d9b25418 HTTP/1.1" status: 200 len: 834 time: 0.0744324 Jul 16 01:49:12.722199 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] Set router 3e96e972-f7fa-4dd9-a7dc-065bde39259f gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:12.749737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-0302946e-d168-47bc-852b-2eb4443810e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.752012 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-0302946e-d168-47bc-852b-2eb4443810e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618761 Jul 16 01:49:12.865578 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-8a813478-b4c2-4d04-9ede-c870c11a133b service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029215 Jul 16 01:49:12.893489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c85c5-eae9-4cd9-a018-0feb607cf4aa req-b957000a-9b44-4867-b97a-4006bef53cdf tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.895106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-894c85c5-eae9-4cd9-a018-0feb607cf4aa req-b957000a-9b44-4867-b97a-4006bef53cdf tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1097 time: 0.0796773 Jul 16 01:49:12.941316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-894c85c5-eae9-4cd9-a018-0feb607cf4aa req-e6bb4273-f516-4038-84de-3aae99377d9e tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Jul 16 01:49:13.000301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31e81d37-0f5f-4f67-8937-deef335d22b9 req-5e597184-b80e-413e-afd3-5a4a63928baf service neutron] 10.222.0.50 "GET /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233873 Jul 16 01:49:13.065184 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:51Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7187a932-212c-4946-9138-25165a55aea7', 'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:d2:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:50Z', 'updated_at': '2021-07-16T01:47:54Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:13.091736 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46531a-27b5-4455-8f68-f3e20fa08019 None None] The sync data for ids ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'] in n-d-791504-14 is: [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:51Z', 'revision_number': 4, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '7187a932-212c-4946-9138-25165a55aea7', 'name': '', 'network_id': '3e89f90b-fc03-4d5f-92f6-fc7cd65029cc', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'mac_address': 'fa:16:3e:d2:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:50Z', 'updated_at': '2021-07-16T01:47:54Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'subnets': [{'id': 'effe68fb-908c-42d0-9a8f-8633d9b25418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:13.142055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd344e6-3397-4da1-bd01-022b38155e07 req-f5b37f05-ba91-4a00-940f-1b39d8e31f41 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.144234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bbd344e6-3397-4da1-bd01-022b38155e07 req-f5b37f05-ba91-4a00-940f-1b39d8e31f41 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1097 time: 0.0570285 Jul 16 01:49:13.194813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bbd344e6-3397-4da1-bd01-022b38155e07 req-ac28d60b-cd88-411e-a3f4-9f3b42209b97 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Jul 16 01:49:13.364365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be52fa3b-8710-4bc4-b5ac-e722c5ecd6dc None None] New status for floating IP 53cb7996-3129-4a5e-9d2d-7300fa095a22: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:49:13.621873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba0b75-db11-4b14-aa94-d004f011f6db req-9df888d6-f93e-4460-a260-a352f0fd2109 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.623446 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89ba0b75-db11-4b14-aa94-d004f011f6db req-9df888d6-f93e-4460-a260-a352f0fd2109 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1097 time: 0.0579848 Jul 16 01:49:13.669765 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-89ba0b75-db11-4b14-aa94-d004f011f6db req-cdc172be-73e7-481e-84ff-2f4e205938b1 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346875 Jul 16 01:49:13.832179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ab69f-33c4-41e8-bc90-eb1d5fba3d0c req-bae75a57-d21e-4b54-a519-eee82f2b86f8 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.834739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c98ab69f-33c4-41e8-bc90-eb1d5fba3d0c req-bae75a57-d21e-4b54-a519-eee82f2b86f8 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 984 time: 0.0800457 Jul 16 01:49:13.879184 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c98ab69f-33c4-41e8-bc90-eb1d5fba3d0c req-232df0b5-7353-423d-b52d-d5b87e4ae278 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b&id=62764628-acc1-49c2-b117-fc77d8123bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0388124 Jul 16 01:49:14.175400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63f328-0227-4778-9929-3194950c62a1 req-d9c48741-6dcd-46a4-bfac-00ee6af36d41 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.176782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e63f328-0227-4778-9929-3194950c62a1 req-d9c48741-6dcd-46a4-bfac-00ee6af36d41 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.50 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 984 time: 0.0618770 Jul 16 01:49:14.278903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-1e63f328-0227-4778-9929-3194950c62a1 req-2f6200c1-65fd-4494-aa96-43ecd80bd47c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Deleting port 95907a03-0feb-42c6-8e49-3780f781aff6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:14.279240 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1e63f328-0227-4778-9929-3194950c62a1 req-2f6200c1-65fd-4494-aa96-43ecd80bd47c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.363523 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1e63f328-0227-4778-9929-3194950c62a1 req-2f6200c1-65fd-4494-aa96-43ecd80bd47c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] For port 95907a03-0feb-42c6-8e49-3780f781aff6, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=95907a03-0feb-42c6-8e49-3780f781aff6,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:14.363883 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1e63f328-0227-4778-9929-3194950c62a1 req-2f6200c1-65fd-4494-aa96-43ecd80bd47c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.377024 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-1e63f328-0227-4778-9929-3194950c62a1 req-2f6200c1-65fd-4494-aa96-43ecd80bd47c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Calling delete_port for 95907a03-0feb-42c6-8e49-3780f781aff6 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:14.508323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1e63f328-0227-4778-9929-3194950c62a1 req-2f6200c1-65fd-4494-aa96-43ecd80bd47c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.536055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6200c1-65fd-4494-aa96-43ecd80bd47c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Port': ['ID=95907a03-0feb-42c6-8e49-3780f781aff6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:14.589948 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e63f328-0227-4778-9929-3194950c62a1 req-2f6200c1-65fd-4494-aa96-43ecd80bd47c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] No DVR routers for this DVR port 95907a03-0feb-42c6-8e49-3780f781aff6 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:14.592625 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1e63f328-0227-4778-9929-3194950c62a1 req-2f6200c1-65fd-4494-aa96-43ecd80bd47c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.594684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e63f328-0227-4778-9929-3194950c62a1 req-2f6200c1-65fd-4494-aa96-43ecd80bd47c tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.50 "DELETE /v2.0/ports/95907a03-0feb-42c6-8e49-3780f781aff6 HTTP/1.1" status: 204 len: 173 time: 0.4114943 Jul 16 01:49:14.595148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'name': 'network-vif-deleted', 'tag': '95907a03-0feb-42c6-8e49-3780f781aff6'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:14.597458 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f734c61-dae1-495c-9b20-c88f155db55e" -d '{"events": [{"server_uuid": "50474d48-59e0-4fa3-96c0-2c945b9e9fa7", "name": "network-vif-deleted", "tag": "95907a03-0feb-42c6-8e49-3780f781aff6"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:14.636684 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51770b2b-aaa6-4671-ab48-860241ee00d7 x-openstack-request-id: req-51770b2b-aaa6-4671-ab48-860241ee00d7 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:14.637318 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50474d48-59e0-4fa3-96c0-2c945b9e9fa7", "name": "network-vif-deleted", "tag": "95907a03-0feb-42c6-8e49-3780f781aff6", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:14.637318 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51770b2b-aaa6-4671-ab48-860241ee00d7 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:14.637604 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50474d48-59e0-4fa3-96c0-2c945b9e9fa7', 'name': 'network-vif-deleted', 'tag': '95907a03-0feb-42c6-8e49-3780f781aff6', 'status': 'completed', 'code': 200} Jul 16 01:49:14.879166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a314b-93eb-4219-8005-623589bd272c req-4570afad-8b57-4b47-971f-342cdf080721 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.889268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7a314b-93eb-4219-8005-623589bd272c req-4570afad-8b57-4b47-971f-342cdf080721 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1097 time: 0.0920298 Jul 16 01:49:14.941484 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b7a314b-93eb-4219-8005-623589bd272c req-be1adb08-c2fa-48a7-8759-0e583ca24fcb tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 Jul 16 01:49:15.036662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-d1f07b09-73b3-41d1-9a3e-bc54a276d7eb tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:15.039180 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-d1f07b09-73b3-41d1-9a3e-bc54a276d7eb tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 1097 time: 0.0724628 Jul 16 01:49:15.077455 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b667181a-f097-4e1c-b928-04185483f77b req-26c508ba-0bb1-4199-8ffd-08086d263f43 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "GET /v2.0/ports?device_id=50474d48-59e0-4fa3-96c0-2c945b9e9fa7 HTTP/1.1" status: 200 len: 210 time: 0.0314522 Jul 16 01:49:15.143408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-be509e46-c3f1-44a9-a0a7-9c9b893cf274 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Deleting port 2fc35c90-3845-4d69-839d-0abfa5c1f745 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:15.143668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-be509e46-c3f1-44a9-a0a7-9c9b893cf274 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.232531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-be509e46-c3f1-44a9-a0a7-9c9b893cf274 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] For port 2fc35c90-3845-4d69-839d-0abfa5c1f745, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=2fc35c90-3845-4d69-839d-0abfa5c1f745,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:15.232903 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-be509e46-c3f1-44a9-a0a7-9c9b893cf274 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.246847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-be509e46-c3f1-44a9-a0a7-9c9b893cf274 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Calling delete_port for 2fc35c90-3845-4d69-839d-0abfa5c1f745 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:15.378857 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-be509e46-c3f1-44a9-a0a7-9c9b893cf274 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.391580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['0bc96240-de7e-4f65-b38c-d6dd7124a497'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:15.394629 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['2fc35c90-3845-4d69-839d-0abfa5c1f745'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:15.412532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be509e46-c3f1-44a9-a0a7-9c9b893cf274 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fc35c90-3845-4d69-839d-0abfa5c1f745,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.463100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-be509e46-c3f1-44a9-a0a7-9c9b893cf274 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] No DVR routers for this DVR port 2fc35c90-3845-4d69-839d-0abfa5c1f745 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:15.466135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-be509e46-c3f1-44a9-a0a7-9c9b893cf274 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.470927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e5c72c1-6c7a-44ed-a260-50cd7c8c3845 req-be509e46-c3f1-44a9-a0a7-9c9b893cf274 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.67 "DELETE /v2.0/ports/2fc35c90-3845-4d69-839d-0abfa5c1f745 HTTP/1.1" status: 204 len: 173 time: 0.4246840 Jul 16 01:49:15.471858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f86f3d2-c231-4168-925d-e2d8d1d9bbe6', 'name': 'network-vif-deleted', 'tag': '2fc35c90-3845-4d69-839d-0abfa5c1f745'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:15.475768 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02910b1e-a2fa-47ae-b328-757475a21996" -d '{"events": [{"server_uuid": "8f86f3d2-c231-4168-925d-e2d8d1d9bbe6", "name": "network-vif-deleted", "tag": "2fc35c90-3845-4d69-839d-0abfa5c1f745"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:15.535985 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f967f4-64e8-4676-a9f2-048498acc1a6 x-openstack-request-id: req-78f967f4-64e8-4676-a9f2-048498acc1a6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:15.536273 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f86f3d2-c231-4168-925d-e2d8d1d9bbe6", "name": "network-vif-deleted", "tag": "2fc35c90-3845-4d69-839d-0abfa5c1f745", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:15.536520 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78f967f4-64e8-4676-a9f2-048498acc1a6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:15.536975 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f86f3d2-c231-4168-925d-e2d8d1d9bbe6', 'name': 'network-vif-deleted', 'tag': '2fc35c90-3845-4d69-839d-0abfa5c1f745', 'status': 'completed', 'code': 200} Jul 16 01:49:16.109999 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b8b5de34-d17d-4c10-949e-551ed698a49d req-a464cc75-a4db-43bf-b540-0a74d6fc6ffa tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f86f3d2-c231-4168-925d-e2d8d1d9bbe6 HTTP/1.1" status: 200 len: 210 time: 0.0290720 Jul 16 01:49:16.191558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44866) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.246385 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d3546e5-450f-42f8-9cb7-ccb70a379a16 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.271054 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d3546e5-450f-42f8-9cb7-ccb70a379a16 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.315620 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d3546e5-450f-42f8-9cb7-ccb70a379a16 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.318370 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d3546e5-450f-42f8-9cb7-ccb70a379a16 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.319677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3d3546e5-450f-42f8-9cb7-ccb70a379a16 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "DELETE /v2.0/security-groups/8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b HTTP/1.1" status: 204 len: 168 time: 0.1270332 Jul 16 01:49:16.322513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44868) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.328816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3546e5-450f-42f8-9cb7-ccb70a379a16 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f486e5c-7367-47b4-b2c1-fddd3d8ddb6b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:16.378652 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cd13e4a-9a3b-4af1-b116-cb290f7ccfd7 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.401171 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cd13e4a-9a3b-4af1-b116-cb290f7ccfd7 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.450870 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cd13e4a-9a3b-4af1-b116-cb290f7ccfd7 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.453374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cd13e4a-9a3b-4af1-b116-cb290f7ccfd7 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.454579 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2cd13e4a-9a3b-4af1-b116-cb290f7ccfd7 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "DELETE /v2.0/security-groups/62764628-acc1-49c2-b117-fc77d8123bbf HTTP/1.1" status: 204 len: 168 time: 0.1310794 Jul 16 01:49:16.457577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.464562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd13e4a-9a3b-4af1-b116-cb290f7ccfd7 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62764628-acc1-49c2-b117-fc77d8123bbf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.119298 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.423255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Deleting port 7187a932-212c-4946-9138-25165a55aea7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:17.423893 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.484659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 95907a03-0feb-42c6-8e49-3780f781aff6 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:17.512565 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 95907a03-0feb-42c6-8e49-3780f781aff6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:17.512951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 95907a03-0feb-42c6-8e49-3780f781aff6 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:17.534877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] For port 7187a932-212c-4946-9138-25165a55aea7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=7187a932-212c-4946-9138-25165a55aea7,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:17.535236 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.548677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Calling delete_port for 7187a932-212c-4946-9138-25165a55aea7 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:17.566246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1f1e0-cb3a-48bd-8b70-180ab0a54452 req-51a7e331-cf41-4f40-acd2-b5bc38d77dba tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:17.567776 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6e1f1e0-cb3a-48bd-8b70-180ab0a54452 req-51a7e331-cf41-4f40-acd2-b5bc38d77dba tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1098 time: 0.0567260 Jul 16 01:49:17.605826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6e1f1e0-cb3a-48bd-8b70-180ab0a54452 req-0421e2eb-0253-43f4-bc0d-c4cdde01f2c5 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316069 Jul 16 01:49:17.764307 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.792497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Port': ['ID=7187a932-212c-4946-9138-25165a55aea7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.001674 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.124539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2fc35c90-3845-4d69-839d-0abfa5c1f745 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:18.145403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 2fc35c90-3845-4d69-839d-0abfa5c1f745 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:18.145742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 2fc35c90-3845-4d69-839d-0abfa5c1f745 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:18.241143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Router 3e96e972-f7fa-4dd9-a7dc-065bde39259f has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:18.368806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:18.374121 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d0c90bd8-9481-4157-aa03-0b1e0fd901f4 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "PUT /v2.0/routers/3e96e972-f7fa-4dd9-a7dc-065bde39259f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9153318 Jul 16 01:49:18.377260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.377997 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] Sync routers for ids ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:18.389879 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] Routers {'3e96e972-f7fa-4dd9-a7dc-065bde39259f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:18.390934 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:18.438418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95e345c-6c0a-402e-bf35-f05b5957d905 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Deleting subnet effe68fb-908c-42d0-9a8f-8633d9b25418 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:18.441878 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95e345c-6c0a-402e-bf35-f05b5957d905 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.489925 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95e345c-6c0a-402e-bf35-f05b5957d905 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.505206 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] Set router 3e96e972-f7fa-4dd9-a7dc-065bde39259f gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:18.591665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95e345c-6c0a-402e-bf35-f05b5957d905 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.670608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95e345c-6c0a-402e-bf35-f05b5957d905 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.706468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e345c-6c0a-402e-bf35-f05b5957d905 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Subnet': ['ID=effe68fb-908c-42d0-9a8f-8633d9b25418,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.710671 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95e345c-6c0a-402e-bf35-f05b5957d905 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.715266 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c95e345c-6c0a-402e-bf35-f05b5957d905 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "DELETE /v2.0/subnets/effe68fb-908c-42d0-9a8f-8633d9b25418 HTTP/1.1" status: 204 len: 168 time: 0.3344095 Jul 16 01:49:18.715497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.723652 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:18.727752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ff8448-3d83-426a-8143-741bdb156131 None None] Network 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:18.761655 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] Checking router: 3e96e972-f7fa-4dd9-a7dc-065bde39259f for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:18.773500 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] Routers {'3e96e972-f7fa-4dd9-a7dc-065bde39259f'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:18.774398 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:18.914895 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.916778 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] Set router 3e96e972-f7fa-4dd9-a7dc-065bde39259f gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:18.958296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769e9d0-c43c-4889-bed4-ffac6ac9cc01 req-7b90b5df-f361-4d31-ae17-f2caa1bd18a1 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.960614 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c769e9d0-c43c-4889-bed4-ffac6ac9cc01 req-7b90b5df-f361-4d31-ae17-f2caa1bd18a1 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1098 time: 0.1832478 Jul 16 01:49:18.969570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90565f86-554e-4c98-8e2b-a23d585afe81 None None] DHCP port deletion for 3e89f90b-fc03-4d5f-92f6-fc7cd65029cc request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:19.019377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-90565f86-554e-4c98-8e2b-a23d585afe81 None None] Deleting port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:19.019843 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90565f86-554e-4c98-8e2b-a23d585afe81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.061626 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c769e9d0-c43c-4889-bed4-ffac6ac9cc01 req-ee91f7fa-25d0-4dcc-ac92-757823f0c737 tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f43edf9c-2a24-4813-8e82-651e6ec76b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852201 Jul 16 01:49:19.083943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.095194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-90565f86-554e-4c98-8e2b-a23d585afe81 None None] For port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=5de7fbf9-2d6b-4807-a8ee-aa12da7962e7,segment=NetworkSegment(d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e),segment_id=d2f139c9-fd59-4b3c-aa8b-07fd5b44d15e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:19.095683 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90565f86-554e-4c98-8e2b-a23d585afe81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.103187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-10a22168-6223-406e-8180-7343cc7025dd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.105369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-10a22168-6223-406e-8180-7343cc7025dd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 1098 time: 0.0798922 Jul 16 01:49:19.109901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-90565f86-554e-4c98-8e2b-a23d585afe81 None None] Calling delete_port for 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:19.143807 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.153221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Deleting port e90ead8e-bba7-41e9-b9e8-35ec60519862 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:19.153765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.174769 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f81de-af09-46de-a6f4-d9fa3f0d2c17 None None] The sync data for ids ['3e96e972-f7fa-4dd9-a7dc-065bde39259f'] in n-d-791504-14 is: [{'id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-186306066', 'tenant_id': '995df8a3b8c440bdaa53f6aec5a80412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 5, 'project_id': '995df8a3b8c440bdaa53f6aec5a80412', 'gw_port': {'id': 'e90ead8e-bba7-41e9-b9e8-35ec60519862', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e96e972-f7fa-4dd9-a7dc-065bde39259f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:47Z', 'updated_at': '2021-07-16T01:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:19.204389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-7a935bc8-2960-4ce4-aefc-4ef810d351cd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Deleting port 0bc96240-de7e-4f65-b38c-d6dd7124a497 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:19.204644 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-7a935bc8-2960-4ce4-aefc-4ef810d351cd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.233636 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90565f86-554e-4c98-8e2b-a23d585afe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.259372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] For port e90ead8e-bba7-41e9-b9e8-35ec60519862, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e90ead8e-bba7-41e9-b9e8-35ec60519862,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:19.259626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90565f86-554e-4c98-8e2b-a23d585afe81 None None] Pushing event deleted for resources: {'Port': ['ID=5de7fbf9-2d6b-4807-a8ee-aa12da7962e7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.260199 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.264752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90565f86-554e-4c98-8e2b-a23d585afe81 None None] No DVR routers for this DVR port 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:19.280384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Calling delete_port for e90ead8e-bba7-41e9-b9e8-35ec60519862 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:19.291797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-7a935bc8-2960-4ce4-aefc-4ef810d351cd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] For port 0bc96240-de7e-4f65-b38c-d6dd7124a497, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=0bc96240-de7e-4f65-b38c-d6dd7124a497,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:19.292167 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-7a935bc8-2960-4ce4-aefc-4ef810d351cd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.304973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-7a935bc8-2960-4ce4-aefc-4ef810d351cd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Calling delete_port for 0bc96240-de7e-4f65-b38c-d6dd7124a497 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:19.429691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-7a935bc8-2960-4ce4-aefc-4ef810d351cd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.440457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['0bc96240-de7e-4f65-b38c-d6dd7124a497'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:19.456139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.460135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a935bc8-2960-4ce4-aefc-4ef810d351cd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bc96240-de7e-4f65-b38c-d6dd7124a497,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.483847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Port': ['ID=e90ead8e-bba7-41e9-b9e8-35ec60519862,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.519588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-7a935bc8-2960-4ce4-aefc-4ef810d351cd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] No DVR routers for this DVR port 0bc96240-de7e-4f65-b38c-d6dd7124a497 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:19.522886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-7a935bc8-2960-4ce4-aefc-4ef810d351cd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.525112 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dddf30de-cb9f-4992-a048-ee16114ae2af req-7a935bc8-2960-4ce4-aefc-4ef810d351cd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.50 "DELETE /v2.0/ports/0bc96240-de7e-4f65-b38c-d6dd7124a497 HTTP/1.1" status: 204 len: 173 time: 0.4131031 Jul 16 01:49:19.525564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4bd067-1cb2-4607-8001-9c913056f445', 'name': 'network-vif-deleted', 'tag': '0bc96240-de7e-4f65-b38c-d6dd7124a497'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:19.529252 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1332bb37-ab6d-4b28-a590-d562f5792326" -d '{"events": [{"server_uuid": "5e4bd067-1cb2-4607-8001-9c913056f445", "name": "network-vif-deleted", "tag": "0bc96240-de7e-4f65-b38c-d6dd7124a497"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:19.569782 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.573532 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc851ef1-7664-4f5b-9101-f284094b956e x-openstack-request-id: req-fc851ef1-7664-4f5b-9101-f284094b956e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:19.573885 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4bd067-1cb2-4607-8001-9c913056f445", "name": "network-vif-deleted", "tag": "0bc96240-de7e-4f65-b38c-d6dd7124a497", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:19.574182 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc851ef1-7664-4f5b-9101-f284094b956e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:19.574587 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4bd067-1cb2-4607-8001-9c913056f445', 'name': 'network-vif-deleted', 'tag': '0bc96240-de7e-4f65-b38c-d6dd7124a497', 'status': 'completed', 'code': 200} Jul 16 01:49:19.695278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.697736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.751748 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.752675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Fanout notify agent at l3_agent the message router_deleted on router 3e96e972-f7fa-4dd9-a7dc-065bde39259f {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:19.761562 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.762809 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7f5d648d-30de-445c-9247-21752a4dbba1 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "DELETE /v2.0/routers/3e96e972-f7fa-4dd9-a7dc-065bde39259f HTTP/1.1" status: 204 len: 168 time: 1.0462379 Jul 16 01:49:19.765446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.847124 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.228887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.249920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e89f90b-fc03-4d5f-92f6-fc7cd65029cc']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:20.275227 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8841b7be-d411-4ee9-931c-e6ea0a9baccc req-4fdc7a92-6e5a-421b-b9d0-1d0dfd59bcbd tempest-TestServerMultinode-1304133201 tempest-TestServerMultinode-1304133201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e4bd067-1cb2-4607-8001-9c913056f445 HTTP/1.1" status: 200 len: 210 time: 0.0431876 Jul 16 01:49:20.278606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:20.279279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f139c9-fd59-4b3c-aa8b-07fd5b44d15e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:20.302274 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.327378 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.334670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:20.335230 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:20.338665 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:20.352963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:20.373494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:20.373842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 5de7fbf9-2d6b-4807-a8ee-aa12da7962e7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:20.374291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7187a932-212c-4946-9138-25165a55aea7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:20.393244 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 7187a932-212c-4946-9138-25165a55aea7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:20.393587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 7187a932-212c-4946-9138-25165a55aea7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:20.394021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e90ead8e-bba7-41e9-b9e8-35ec60519862 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:20.400659 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.407830 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.409651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] 10.222.0.64 "DELETE /v2.0/networks/3e89f90b-fc03-4d5f-92f6-fc7cd65029cc HTTP/1.1" status: 204 len: 168 time: 0.6431739 Jul 16 01:49:20.413254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: e90ead8e-bba7-41e9-b9e8-35ec60519862 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:20.413610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e90ead8e-bba7-41e9-b9e8-35ec60519862 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:20.438706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18ee19-7153-4cc9-9100-2400236a10a2 tempest-TestSecurityGroupsBasicOps-768156382 tempest-TestSecurityGroupsBasicOps-768156382-project] Pushing event deleted for resources: {'Network': ['ID=3e89f90b-fc03-4d5f-92f6-fc7cd65029cc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.693499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44896) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.823381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-775ec331-2654-4026-8161-08c4164f3081 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=995df8a3b8c440bdaa53f6aec5a80412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286008 Jul 16 01:49:20.825801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.874658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ad7f-3737-4b6e-b54f-966a54feec7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.900065 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ad7f-3737-4b6e-b54f-966a54feec7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.946672 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ad7f-3737-4b6e-b54f-966a54feec7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.949388 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ad7f-3737-4b6e-b54f-966a54feec7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.950555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f6c8ad7f-3737-4b6e-b54f-966a54feec7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a55430db-765d-40c4-a721-68d7695dfc97 HTTP/1.1" status: 204 len: 168 time: 0.1235538 Jul 16 01:49:20.958158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8ad7f-3737-4b6e-b54f-966a54feec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55430db-765d-40c4-a721-68d7695dfc97,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.202434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44906) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.216885 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-499d639e-4c21-4753-b0da-ba15aa90c134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.305910 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-499d639e-4c21-4753-b0da-ba15aa90c134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.310065 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-499d639e-4c21-4753-b0da-ba15aa90c134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.354492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-499d639e-4c21-4753-b0da-ba15aa90c134 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0f5826296f049119110aa06543768f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477678 Jul 16 01:49:21.355127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.361263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d639e-4c21-4753-b0da-ba15aa90c134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5852de-50b6-4bcf-ab7e-335a1e61b705,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.384630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44912) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.410191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5322abfa-7f91-4fef-81bd-030ab504cc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.431417 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5322abfa-7f91-4fef-81bd-030ab504cc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.479353 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5322abfa-7f91-4fef-81bd-030ab504cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.481931 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5322abfa-7f91-4fef-81bd-030ab504cc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.483122 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5322abfa-7f91-4fef-81bd-030ab504cc09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e5852de-50b6-4bcf-ab7e-335a1e61b705 HTTP/1.1" status: 204 len: 168 time: 0.1270754 Jul 16 01:49:21.491397 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322abfa-7f91-4fef-81bd-030ab504cc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5852de-50b6-4bcf-ab7e-335a1e61b705,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.738891 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.809057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.855139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4dfededd-72da-47a1-b63b-cfbebf211198 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c3fd72153824e66847b2a73dddad201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423498 Jul 16 01:49:21.855386 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.905501 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f256337-e4cc-4ce7-a522-3cc001da3fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.926788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f256337-e4cc-4ce7-a522-3cc001da3fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.973819 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f256337-e4cc-4ce7-a522-3cc001da3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.976419 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f256337-e4cc-4ce7-a522-3cc001da3fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.977968 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3f256337-e4cc-4ce7-a522-3cc001da3fa9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66378a94-851a-478c-a046-402aea8bc1fe HTTP/1.1" status: 204 len: 168 time: 0.1212177 Jul 16 01:49:21.985882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f256337-e4cc-4ce7-a522-3cc001da3fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66378a94-851a-478c-a046-402aea8bc1fe,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.010751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] Deleting port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:22.011102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.093892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] For port 4b4fcaf6-8543-4aac-8da4-17386af1ecbd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4b4fcaf6-8543-4aac-8da4-17386af1ecbd,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:22.094291 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.107831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] Calling delete_port for 4b4fcaf6-8543-4aac-8da4-17386af1ecbd owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:22.309796 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.333267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4fcaf6-8543-4aac-8da4-17386af1ecbd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.508911 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.677571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:22.750222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] Router 1472db5a-0647-44d7-bd50-245719e3fc0c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:22.803323 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-990763915-network', 'tenant_id': '9902685bf11a4a06a333973741b55040'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:22.861646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Made reservation on behalf of 9902685bf11a4a06a333973741b55040 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:22.864103 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.878766 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.905738 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:22.912550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-239348eb-2cd9-4dc4-b920-f29af9626f30 admin admin] 10.222.0.64 "PUT /v2.0/routers/1472db5a-0647-44d7-bd50-245719e3fc0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5260670 Jul 16 01:49:22.914675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] Sync routers for ids ['1472db5a-0647-44d7-bd50-245719e3fc0c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:22.915882 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44946) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:22.925558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] Routers {'1472db5a-0647-44d7-bd50-245719e3fc0c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:22.926219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1472db5a-0647-44d7-bd50-245719e3fc0c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:22.992624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.996888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.025525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:23.033076 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.040524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] Set router 1472db5a-0647-44d7-bd50-245719e3fc0c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:23.041196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e8bb96-b3a2-4232-b4de-a9ee096a4936,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.044291 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.044635 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Added segment 71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa of type vlan for network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 Jul 16 01:49:23.098461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.139814 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.140697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.141396 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.161057 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.194159 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5143890 Jul 16 01:49:23.196777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44948) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:23.202263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Request body: {'subnet': {'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-990763915-subnet', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:23.235398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bec07-49af-4a37-8299-99d39e2fcf1f admin admin] Pushing event updated for resources: {'Network': ['ID=fedbcd09-c803-472e-8d98-ca8ebfac4ff5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.236919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Made reservation on behalf of 9902685bf11a4a06a333973741b55040 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:23.242208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'name': 'tempest-TestServerMultinode-946094084-router', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:35Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 5, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'gw_port': {'id': '972e8655-ac5f-44a2-b71c-dc6aeb74064e', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:23.246600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.261131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Deleting port 972e8655-ac5f-44a2-b71c-dc6aeb74064e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:23.261594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.271009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:23.273595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] Checking router: 1472db5a-0647-44d7-bd50-245719e3fc0c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:23.298544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] Routers {'1472db5a-0647-44d7-bd50-245719e3fc0c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:23.299166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1472db5a-0647-44d7-bd50-245719e3fc0c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:23.399681 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] For port 972e8655-ac5f-44a2-b71c-dc6aeb74064e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=972e8655-ac5f-44a2-b71c-dc6aeb74064e,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:23.399992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.421801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] Set router 1472db5a-0647-44d7-bd50-245719e3fc0c gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:23.438930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Calling delete_port for 972e8655-ac5f-44a2-b71c-dc6aeb74064e owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:23.476578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'name': 'tempest-TestServerMultinode-946094084-router', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:35Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 6, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:23.502842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdde388-c411-4cfd-976f-92a8698bfdf9 None None] The sync data for ids ['1472db5a-0647-44d7-bd50-245719e3fc0c'] in n-d-791504-14 is: [{'id': '1472db5a-0647-44d7-bd50-245719e3fc0c', 'name': 'tempest-TestServerMultinode-946094084-router', 'tenant_id': '6b04d934290743bfbc132b148eeb66e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:35Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 6, 'project_id': '6b04d934290743bfbc132b148eeb66e9', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:23.519271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0bc96240-de7e-4f65-b38c-d6dd7124a497 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:23.542027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 0bc96240-de7e-4f65-b38c-d6dd7124a497 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:23.542027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 0bc96240-de7e-4f65-b38c-d6dd7124a497 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:23.558299 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.672030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6946ac1d-2bcc-4c2e-9141-7a030ff49554,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.676403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Checking segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:23.676760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Network hostable DHCP agents. Network: fedbcd09-c803-472e-8d98-ca8ebfac4ff5, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:23.722340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:23.729906 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.737740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, fedbcd09-c803-472e-8d98-ca8ebfac4ff5) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:23.747016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42a0e0-8c5d-4f4d-ab1a-9f5af1254dcf None None] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:23.763502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=972e8655-ac5f-44a2-b71c-dc6aeb74064e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.767849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.768432 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.821740 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6b157426-f253-4996-83cd-23403ecdd26d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6237037 Jul 16 01:49:23.824283 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44950) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:23.829931 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:23.848000 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.920048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:23.920999 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.100071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Allocated IP 172.20.0.2 (fedbcd09-c803-472e-8d98-ca8ebfac4ff5/6946ac1d-2bcc-4c2e-9141-7a030ff49554/8d737fcc-78b5-4338-b784-395385678ebf) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:24.279551 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.290214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Transition to ACTIVE for port object 8d737fcc-78b5-4338-b784-395385678ebf will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:24.303735 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.304765 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.312395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Transition to ACTIVE for port object 8d737fcc-78b5-4338-b784-395385678ebf will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:24.316929 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.321040 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.321683 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.372415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:24.386731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:24.391162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:24.413340 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.415051 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.415692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1472db5a-0647-44d7-bd50-245719e3fc0c {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:24.422534 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.423702 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-83e25321-8d2b-4d7e-a762-b3783eec7e68 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1472db5a-0647-44d7-bd50-245719e3fc0c HTTP/1.1" status: 204 len: 168 time: 1.5064027 Jul 16 01:49:24.426467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44952) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:24.447318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 972e8655-ac5f-44a2-b71c-dc6aeb74064e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:24.482344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Deleting subnet e9cce480-0c08-4f8e-9f13-78247cdcb421 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:24.485955 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.503854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Pushing event updated for resources: {'Port': ['ID=8d737fcc-78b5-4338-b784-395385678ebf,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:24.516830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 972e8655-ac5f-44a2-b71c-dc6aeb74064e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:24.517484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 972e8655-ac5f-44a2-b71c-dc6aeb74064e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:24.517956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4b4fcaf6-8543-4aac-8da4-17386af1ecbd no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:24.533381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.551455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 4b4fcaf6-8543-4aac-8da4-17386af1ecbd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:24.551455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4b4fcaf6-8543-4aac-8da4-17386af1ecbd not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:24.562640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Attempting to bind port 8d737fcc-78b5-4338-b784-395385678ebf on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:24.563049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Attempting to bind port 8d737fcc-78b5-4338-b784-395385678ebf by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:24.563671 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Attempting to bind port 8d737fcc-78b5-4338-b784-395385678ebf on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:24.589967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:24.590390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Checking segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:24.591080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.591409 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Bound using segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:24.592038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Bound port: 8d737fcc-78b5-4338-b784-395385678ebf, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:24.592404 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.598425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.611361 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-081b84bb-d681-410d-8d50-586bf1c68876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.670103 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.691674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] For port 8d737fcc-78b5-4338-b784-395385678ebf, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:24.706383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] For port 8d737fcc-78b5-4338-b784-395385678ebf, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8d737fcc-78b5-4338-b784-395385678ebf,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:24.715412 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.758819 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.794346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9cce480-0c08-4f8e-9f13-78247cdcb421,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:24.803652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633bcb1-d99f-493d-8c3d-a49230f92963 None None] Pushing event updated for resources: {'Port': ['ID=8d737fcc-78b5-4338-b784-395385678ebf,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:24.809172 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.809523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.809867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.810233 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.810573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.810905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.811245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.811573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.812089 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.812422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.812747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.813076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:24.819961 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.821903 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9230845c-5d53-4ef1-8c81-7de23d4ca842 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e9cce480-0c08-4f8e-9f13-78247cdcb421 HTTP/1.1" status: 204 len: 168 time: 0.3940594 Jul 16 01:49:24.824674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44954) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:24.827522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c677023-354e-41e1-b497-7b7876f5b904 None None] Network e6993c8c-12b5-47f1-b915-ec7b609fb173 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:24.907448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.918467 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.947421 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.986319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Deleting port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:24.986765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.088526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] For port 8eba9a72-4b9a-48e4-b250-d274f963e4d1, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8eba9a72-4b9a-48e4-b250-d274f963e4d1,segment=NetworkSegment(b1b6328f-bdc4-4c5b-84b4-62ba662dc545),segment_id=b1b6328f-bdc4-4c5b-84b4-62ba662dc545)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:25.088526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.108318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Calling delete_port for 8eba9a72-4b9a-48e4-b250-d274f963e4d1 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:25.116744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Allocated IP 172.25.4.237 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/f0f399f4-87e6-4be8-abf9-4a1a68b6ad14) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:25.140368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47742f2-8ead-4a7f-a738-e14f4f69543c None None] DHCP port deletion for e6993c8c-12b5-47f1-b915-ec7b609fb173 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:25.213305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.217238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c47742f2-8ead-4a7f-a738-e14f4f69543c None None] Deleting port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:25.217750 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c47742f2-8ead-4a7f-a738-e14f4f69543c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.242584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eba9a72-4b9a-48e4-b250-d274f963e4d1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.249075 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] No DVR routers for this DVR port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:25.256201 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.288211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c47742f2-8ead-4a7f-a738-e14f4f69543c None None] For port 8eba9a72-4b9a-48e4-b250-d274f963e4d1, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:25.288876 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c47742f2-8ead-4a7f-a738-e14f4f69543c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.302337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.303203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c47742f2-8ead-4a7f-a738-e14f4f69543c None None] Calling delete_port for 8eba9a72-4b9a-48e4-b250-d274f963e4d1 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:25.306611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-c47742f2-8ead-4a7f-a738-e14f4f69543c None None] Port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:49:25.308079 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c47742f2-8ead-4a7f-a738-e14f4f69543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.324834 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.335714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6993c8c-12b5-47f1-b915-ec7b609fb173']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:25.335911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47742f2-8ead-4a7f-a738-e14f4f69543c None None] Pushing event deleted for resources: {'Port': ['ID=8eba9a72-4b9a-48e4-b250-d274f963e4d1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.340463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47742f2-8ead-4a7f-a738-e14f4f69543c None None] No DVR routers for this DVR port 8eba9a72-4b9a-48e4-b250-d274f963e4d1 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:25.355585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:25.355886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b6328f-bdc4-4c5b-84b4-62ba662dc545') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:25.358280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:25.361541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:25.367454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:25.369131 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.370498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Pushing event updated for resources: {'Port': ['ID=f0f399f4-87e6-4be8-abf9-4a1a68b6ad14,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.385854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.394950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:25.395438 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: timer() Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:25.398037 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:25.451856 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.457231 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.464111 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e6993c8c-12b5-47f1-b915-ec7b609fb173 HTTP/1.1" status: 204 len: 168 time: 0.6358936 Jul 16 01:49:25.464475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44956) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:25.513907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765f1fa-6103-4f59-a315-5d0ad6ffef91 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6993c8c-12b5-47f1-b915-ec7b609fb173,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.633746 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.762568 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.841179 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.866501 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.917009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da2624-b28e-4972-b80d-20c3e3ddf15c None None] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:25.975409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Router af72e997-c871-4113-ac06-58e7750dd67c is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:25.989554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-af9027c0-f6a5-4e95-a4d0-36d3c6e980a9 None None] Provisioning for port 8d737fcc-78b5-4338-b784-395385678ebf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:26.106657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:26.119044 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Sync routers for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:26.135306 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:26.136814 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:48:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:26.139695 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.144400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-208f522c-45c0-4fd6-a45a-f9a99fb81f39 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3188953 Jul 16 01:49:26.145153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44958) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:26.262050 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:26.428667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8d737fcc-78b5-4338-b784-395385678ebf up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:26.454165 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:25Z', 'revision_number': 3, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:26.481146 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Checking router: af72e997-c871-4113-ac06-58e7750dd67c for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:26.481876 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Updating router af72e997-c871-4113-ac06-58e7750dd67c port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:26.498936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] Deleting port 4079b356-6700-4e7f-afe3-4df53cdf672f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:26.499539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 8d737fcc-78b5-4338-b784-395385678ebf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:26.499626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.504320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8d737fcc-78b5-4338-b784-395385678ebf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:26.504707 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.596460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] For port 4079b356-6700-4e7f-afe3-4df53cdf672f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4079b356-6700-4e7f-afe3-4df53cdf672f,segment=NetworkSegment(346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b),segment_id=346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:26.596823 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.609622 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.619183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] Calling delete_port for 4079b356-6700-4e7f-afe3-4df53cdf672f owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:26.620196 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.651016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 8d737fcc-78b5-4338-b784-395385678ebf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8d737fcc-78b5-4338-b784-395385678ebf,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:26.657138 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.736878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.749903 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8eba9a72-4b9a-48e4-b250-d274f963e4d1 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:26.777389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 8eba9a72-4b9a-48e4-b250-d274f963e4d1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:26.778231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8eba9a72-4b9a-48e4-b250-d274f963e4d1 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:26.787497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=8d737fcc-78b5-4338-b784-395385678ebf,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.853230 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.857962 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.883364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] Pushing event deleted for resources: {'Port': ['ID=4079b356-6700-4e7f-afe3-4df53cdf672f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.943055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Allocated IP 172.20.0.1 (fedbcd09-c803-472e-8d98-ca8ebfac4ff5/6946ac1d-2bcc-4c2e-9141-7a030ff49554/e3e86096-d8c4-40f9-ab87-34f495182aca) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:26.952573 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.966931 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Transition to ACTIVE for port object f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:26.976273 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.039838 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Attempting to bind port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:27.040235 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Attempting to bind port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:27.040637 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Attempting to bind port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:27.044252 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Pushing event updated for resources: {'Port': ['ID=f0f399f4-87e6-4be8-abf9-4a1a68b6ad14,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.055215 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.055553 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.055889 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.056220 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.056576 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.056899 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.057223 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.057542 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.057887 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.058231 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.058552 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.058868 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:27.063038 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:27.063403 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:27.063800 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.064181 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:27.064792 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Bound port: f0f399f4-87e6-4be8-abf9-4a1a68b6ad14, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:27.065168 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.080295 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.098210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Transition to ACTIVE for port object e3e86096-d8c4-40f9-ab87-34f495182aca will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:27.115593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.131870 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] For port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:27.143703 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] For port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f0f399f4-87e6-4be8-abf9-4a1a68b6ad14,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:27.148399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.152139 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.156144 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6da876b6-4ff3-491d-811b-80843870d07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.193744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:27.199257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:27.200525 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:27.201172 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:49:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.203198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:27.240407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e86096-d8c4-40f9-ab87-34f495182aca,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.266721 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.268347 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3074294-bd16-4578-9b10-3f7fa74a74cd None None] Pushing event updated for resources: {'Port': ['ID=f0f399f4-87e6-4be8-abf9-4a1a68b6ad14,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.351036 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:27.383385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] Router ab5c68b4-c917-4617-880b-74460d60fe69 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:27.442251 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.513737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:27.519257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-77da71cc-9d04-40b3-95ec-07990a9c3327 admin admin] 10.222.0.64 "PUT /v2.0/routers/ab5c68b4-c917-4617-880b-74460d60fe69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0537531 Jul 16 01:49:27.522674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44960) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:27.526348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] Sync routers for ids ['ab5c68b4-c917-4617-880b-74460d60fe69'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:27.542869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] Routers {'ab5c68b4-c917-4617-880b-74460d60fe69'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:27.543646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:49:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ab5c68b4-c917-4617-880b-74460d60fe69'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.561359 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:25Z', 'revision_number': 3, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.596319 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078cbbb-a527-4ce5-b708-ef08c4cc198f None None] The sync data for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 is: [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:25Z', 'revision_number': 3, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:27.600160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8a36498c-6fcd-4778-be0e-46173da233db None None] Provisioning for port e3e86096-d8c4-40f9-ab87-34f495182aca completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:27.607134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8a36498c-6fcd-4778-be0e-46173da233db None None] Provisioning complete for port e3e86096-d8c4-40f9-ab87-34f495182aca triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:27.607609 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a36498c-6fcd-4778-be0e-46173da233db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.653901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.661362 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.668499 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.695230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8a36498c-6fcd-4778-be0e-46173da233db None None] Port e3e86096-d8c4-40f9-ab87-34f495182aca cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:27.698551 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.714238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] Set router ab5c68b4-c917-4617-880b-74460d60fe69 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:27.742924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e86096-d8c4-40f9-ab87-34f495182aca,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.747828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.798963 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.863833 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:27.870737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:27.871799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Deleting port 380cb550-be4f-4823-8169-c41dc4478866 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:27.872155 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.986854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] For port 380cb550-be4f-4823-8169-c41dc4478866, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=380cb550-be4f-4823-8169-c41dc4478866,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:27.987094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.025005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Calling delete_port for 380cb550-be4f-4823-8169-c41dc4478866 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:28.168898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'name': 'tempest-TestServerMultinode-672000229-router', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '380cb550-be4f-4823-8169-c41dc4478866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 5, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'gw_port': {'id': '380cb550-be4f-4823-8169-c41dc4478866', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:28.209285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] Checking router: ab5c68b4-c917-4617-880b-74460d60fe69 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:28.232804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] Routers {'ab5c68b4-c917-4617-880b-74460d60fe69'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:28.233847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:49:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ab5c68b4-c917-4617-880b-74460d60fe69'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:28.294277 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.327383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-18eba682-2e37-48c8-9044-b0a413d69bf3 None None] Provisioning complete for port e3e86096-d8c4-40f9-ab87-34f495182aca triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:28.327755 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18eba682-2e37-48c8-9044-b0a413d69bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.360923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Pushing event deleted for resources: {'Port': ['ID=380cb550-be4f-4823-8169-c41dc4478866,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.371229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] Set router ab5c68b4-c917-4617-880b-74460d60fe69 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:28.434891 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-18eba682-2e37-48c8-9044-b0a413d69bf3 None None] Port e3e86096-d8c4-40f9-ab87-34f495182aca cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:28.437767 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'name': 'tempest-TestServerMultinode-672000229-router', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 6, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:28.481551 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.485179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72249d-4ba6-4f0b-9a28-62138b6829ae None None] The sync data for ids ['ab5c68b4-c917-4617-880b-74460d60fe69'] in n-d-791504-14 is: [{'id': 'ab5c68b4-c917-4617-880b-74460d60fe69', 'name': 'tempest-TestServerMultinode-672000229-router', 'tenant_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 6, 'project_id': 'ae5d348d7f4949bba0dc618f6a18f461', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:28.543929 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.569279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:28.602777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Router af72e997-c871-4113-ac06-58e7750dd67c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:28.616047 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.619961 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.636360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:28.651890 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:28.652578 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.673689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.674305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab5c68b4-c917-4617-880b-74460d60fe69 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:28.678750 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.682465 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-35a20902-2603-4ecd-bc53-41ce16a85345 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ab5c68b4-c917-4617-880b-74460d60fe69 HTTP/1.1" status: 204 len: 168 time: 1.1567283 Jul 16 01:49:28.686234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:28.746391 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:28.749136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ea8851-ff7f-448f-af09-f3c0891c4a28 admin admin] Deleting subnet 42d18a2d-121f-4a7f-9368-ca7520d211b3 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:28.760215 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bc7ab77b-6542-4b73-8c15-f15266f73e91 admin admin] 10.222.0.64 "PUT /v2.0/routers/af72e997-c871-4113-ac06-58e7750dd67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6057026 Jul 16 01:49:28.760425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38ea8851-ff7f-448f-af09-f3c0891c4a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.763367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.787988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f0f399f4-87e6-4be8-abf9-4a1a68b6ad14,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:28.794862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38ea8851-ff7f-448f-af09-f3c0891c4a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.798400 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.799239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8d737fcc-78b5-4338-b784-395385678ebf up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:28.875791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=f0f399f4-87e6-4be8-abf9-4a1a68b6ad14,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.911919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38ea8851-ff7f-448f-af09-f3c0891c4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.917084 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8d737fcc-78b5-4338-b784-395385678ebf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:28.917462 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.985740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38ea8851-ff7f-448f-af09-f3c0891c4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.022889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea8851-ff7f-448f-af09-f3c0891c4a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d18a2d-121f-4a7f-9368-ca7520d211b3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.027206 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38ea8851-ff7f-448f-af09-f3c0891c4a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.034156 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-38ea8851-ff7f-448f-af09-f3c0891c4a28 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/42d18a2d-121f-4a7f-9368-ca7520d211b3 HTTP/1.1" status: 204 len: 168 time: 0.3467326 Jul 16 01:49:29.034263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.036356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b388d-bc77-44cb-bb0b-d1c795e9474e None None] Network f41dc2aa-e693-4333-a6af-4478c6740af1 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:29.144981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.207850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Deleting port b710e417-4939-4b70-a0fb-a3e2cf85787f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:29.208203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.279668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] For port b710e417-4939-4b70-a0fb-a3e2cf85787f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b710e417-4939-4b70-a0fb-a3e2cf85787f,segment=NetworkSegment(346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b),segment_id=346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:29.279947 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.291532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Calling delete_port for b710e417-4939-4b70-a0fb-a3e2cf85787f owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:29.360121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44980) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.366141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1761654137-network', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:29.373150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.388857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Made reservation on behalf of a63129a9db8641349a7fffb3d23926ae for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:29.391345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.400156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b710e417-4939-4b70-a0fb-a3e2cf85787f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.400332 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.405802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] No DVR routers for this DVR port b710e417-4939-4b70-a0fb-a3e2cf85787f on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:29.437274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.437540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.437922 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.438567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.438689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.438926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.439276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.439635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.439973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.440291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.440604 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.440916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:29.497618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb33376-9fc0-4caf-8ef3-ea2a93d1aeb6 None None] DHCP port deletion for f41dc2aa-e693-4333-a6af-4478c6740af1 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:29.509745 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.512594 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.520281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.530582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41dc2aa-e693-4333-a6af-4478c6740af1']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:29.542133 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:29.542365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346024f5-2b2c-43f1-a3e1-3ed71a4b2a8b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:29.544105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:29.552063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.563700 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.564621 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Added segment d5a1b5e5-3f8d-4994-bd0b-627e86cba762 of type vlan for network f54badd4-a0c1-4a4d-8243-3fe621e9506e Jul 16 01:49:29.565626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94af830e-a678-4ef8-a500-fd2e387652c0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.569021 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.578503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:29.579133 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:29.581034 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:29.612747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.647001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.648245 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.649268 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:29.651886 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.654589 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.656568 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f41dc2aa-e693-4333-a6af-4478c6740af1 HTTP/1.1" status: 204 len: 168 time: 0.6208529 Jul 16 01:49:29.667192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adca364-21dd-4daa-875e-16834092bbf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41dc2aa-e693-4333-a6af-4478c6740af1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.693542 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3321784 Jul 16 01:49:29.696368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.727494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Request body: {'subnet': {'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1761654137-subnet', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:29.731679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0dc75-fec5-4c31-8c89-f0a694d277a6 admin admin] Pushing event updated for resources: {'Network': ['ID=f54badd4-a0c1-4a4d-8243-3fe621e9506e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.742381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f54badd4-a0c1-4a4d-8243-3fe621e9506e details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:29.756767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Made reservation on behalf of a63129a9db8641349a7fffb3d23926ae for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:29.759706 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.868121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44986) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.917802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a0bbeddd-1053-410b-b279-3a82a8a41317 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b04d934290743bfbc132b148eeb66e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481186 Jul 16 01:49:29.920305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.956819 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.970544 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5888df3b-2e5f-4e92-bee3-92fa784e56a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.994928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5888df3b-2e5f-4e92-bee3-92fa784e56a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.017083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302fb8bc-df23-46b7-91cd-e28b67fac053,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.025082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Checking segment: {'id': 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:30.025444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Network hostable DHCP agents. Network: f54badd4-a0c1-4a4d-8243-3fe621e9506e, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:30.045825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Network f54badd4-a0c1-4a4d-8243-3fe621e9506e is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:30.049111 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5888df3b-2e5f-4e92-bee3-92fa784e56a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.051963 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5888df3b-2e5f-4e92-bee3-92fa784e56a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.053449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5888df3b-2e5f-4e92-bee3-92fa784e56a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e29e0c99-140d-4d8d-a6a6-727c2b332ddd HTTP/1.1" status: 204 len: 168 time: 0.1319408 Jul 16 01:49:30.057116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f54badd4-a0c1-4a4d-8243-3fe621e9506e) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:30.063419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:30.064347 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.065694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af0bb64-e043-4216-8790-5bda65c49ce9 None None] Network f54badd4-a0c1-4a4d-8243-3fe621e9506e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:30.068198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888df3b-2e5f-4e92-bee3-92fa784e56a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29e0c99-140d-4d8d-a6a6-727c2b332ddd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.085541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1296cbed-99c6-4f71-8f41-972c4c5c95c5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3880465 Jul 16 01:49:30.086247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44992) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.094081 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1761654137-router', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:30.125278 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.126546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.176052 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.188899 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Sync routers for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:30.189379 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.203968 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:30.204586 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:49:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:30.266438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-f54badd4-a0c1-4a4d-8243-3fe621e9506e', 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'fixed_ips': [{'subnet_id': '302fb8bc-df23-46b7-91cd-e28b67fac053'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:30.267719 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.329942 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:30.391042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:30.395133 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.490312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:30.491322 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.543108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Allocated IP 172.20.0.2 (f54badd4-a0c1-4a4d-8243-3fe621e9506e/302fb8bc-df23-46b7-91cd-e28b67fac053/06ff6dff-8b42-4a89-a4d0-8870bcf1951e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:30.543353 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 2, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:30.551917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 44996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.577878 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Checking router: af72e997-c871-4113-ac06-58e7750dd67c for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:30.578517 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Updating router af72e997-c871-4113-ac06-58e7750dd67c port e3e86096-d8c4-40f9-ab87-34f495182aca binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:30.617902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 44998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.618943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-895db671-f715-422b-b715-5481378d882f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae5d348d7f4949bba0dc618f6a18f461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646608 Jul 16 01:49:30.621442 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.684681 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.713118 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.737107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4079b356-6700-4e7f-afe3-4df53cdf672f no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:30.764181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 4079b356-6700-4e7f-afe3-4df53cdf672f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:30.764974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4079b356-6700-4e7f-afe3-4df53cdf672f not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:30.765579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b710e417-4939-4b70-a0fb-a3e2cf85787f no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:30.769591 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29fbe261-fe8b-4804-bc01-55da9de0e264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.791728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b710e417-4939-4b70-a0fb-a3e2cf85787f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:30.792231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b710e417-4939-4b70-a0fb-a3e2cf85787f not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:30.792759 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 380cb550-be4f-4823-8169-c41dc4478866 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:30.807602 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29fbe261-fe8b-4804-bc01-55da9de0e264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.821347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 380cb550-be4f-4823-8169-c41dc4478866 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:30.821824 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 380cb550-be4f-4823-8169-c41dc4478866 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:30.826424 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.836742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Transition to ACTIVE for port object 06ff6dff-8b42-4a89-a4d0-8870bcf1951e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:30.854820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Transition to ACTIVE for port object 06ff6dff-8b42-4a89-a4d0-8870bcf1951e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:30.862691 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.898669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Allocated IP 172.25.4.55 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/fea48317-9da5-4dd1-b3fc-01ea91a2c726) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:30.911931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Network f54badd4-a0c1-4a4d-8243-3fe621e9506e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:30.912288 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29fbe261-fe8b-4804-bc01-55da9de0e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.915724 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29fbe261-fe8b-4804-bc01-55da9de0e264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.916456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:30.918733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Pushing event updated for resources: {'Port': ['ID=06ff6dff-8b42-4a89-a4d0-8870bcf1951e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.919205 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.921027 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-29fbe261-fe8b-4804-bc01-55da9de0e264 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f43edf9c-2a24-4813-8e82-651e6ec76b31 HTTP/1.1" status: 204 len: 168 time: 0.3013277 Jul 16 01:49:30.925915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:30.934116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbe261-fe8b-4804-bc01-55da9de0e264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43edf9c-2a24-4813-8e82-651e6ec76b31,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.948800 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Transition to ACTIVE for port object e3e86096-d8c4-40f9-ab87-34f495182aca will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:30.958948 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.003696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Attempting to bind port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:31.004151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Attempting to bind port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:31.004582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Attempting to bind port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e on network f54badd4-a0c1-4a4d-8243-3fe621e9506e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:31.010719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:31.011178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Checking segment: {'id': 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:31.011674 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.012137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Bound using segment: {'id': 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:31.012680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Bound port: 06ff6dff-8b42-4a89-a4d0-8870bcf1951e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:31.013136 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.070274 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31ce5f-52d2-451f-a56d-ce000399b5cd None None] Pushing event updated for resources: {'Port': ['ID=e3e86096-d8c4-40f9-ab87-34f495182aca,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.101160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.106288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-68eff639-66af-47e1-89e1-28162d797822 None None] For port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:31.110358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-68eff639-66af-47e1-89e1-28162d797822 None None] For port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=06ff6dff-8b42-4a89-a4d0-8870bcf1951e,segment=NetworkSegment(d5a1b5e5-3f8d-4994-bd0b-627e86cba762),segment_id=d5a1b5e5-3f8d-4994-bd0b-627e86cba762)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:31.121624 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.130323 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Attempting to bind port e3e86096-d8c4-40f9-ab87-34f495182aca on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:31.130722 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Attempting to bind port e3e86096-d8c4-40f9-ab87-34f495182aca by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:31.131265 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Attempting to bind port e3e86096-d8c4-40f9-ab87-34f495182aca on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:31.137608 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:31.138579 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Checking segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:31.139381 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.139657 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Bound using segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:31.140221 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Bound port: e3e86096-d8c4-40f9-ab87-34f495182aca, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:31.140698 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.208092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eff639-66af-47e1-89e1-28162d797822 None None] Pushing event updated for resources: {'Port': ['ID=06ff6dff-8b42-4a89-a4d0-8870bcf1951e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.218366 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.247217 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] For port e3e86096-d8c4-40f9-ab87-34f495182aca, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:31.252098 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] For port e3e86096-d8c4-40f9-ab87-34f495182aca, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e3e86096-d8c4-40f9-ab87-34f495182aca,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:31.259036 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.288486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:31.298875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:31.304357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:31.312122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fea48317-9da5-4dd1-b3fc-01ea91a2c726,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.513026 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31ce5f-52d2-451f-a56d-ce000399b5cd None None] Pushing event updated for resources: {'Port': ['ID=e3e86096-d8c4-40f9-ab87-34f495182aca,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.529720 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:31.530507 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:49:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.687738 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:31.722983 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.934931 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:31Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.947525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.966914 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801f982-81f6-47df-a2f9-387c4253abeb None None] The sync data for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 is: [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:31Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:32.099821 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:32.224284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:32.234275 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Sync routers for ids ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:32.249223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Routers {'3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:32.249927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:49:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.254938 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.258053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f6a46981-8f5f-404d-854e-1792446fc1f6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1696587 Jul 16 01:49:32.260214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.415597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Set router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:32.505305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e3e86096-d8c4-40f9-ab87-34f495182aca up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:32.633880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ddc519-b110-4504-9169-89f78d9670ec None None] Network f54badd4-a0c1-4a4d-8243-3fe621e9506e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:32.657664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port e3e86096-d8c4-40f9-ab87-34f495182aca completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:32.676851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e3e86096-d8c4-40f9-ab87-34f495182aca triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:32.677235 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.780252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f0e8767-217d-4a2d-aeaa-07a75d6774d4 None None] Provisioning for port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:32.905043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'name': 'tempest-TestVolumeBootPattern-1761654137-router', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:31Z', 'revision_number': 3, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'gw_port': {'id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.912631 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.912908 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.086082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Allocated IP 172.20.0.1 (f54badd4-a0c1-4a4d-8243-3fe621e9506e/302fb8bc-df23-46b7-91cd-e28b67fac053/1cee91cb-5855-4983-ac2e-d1aba434928f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:33.129858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Checking router: 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:33.130235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Updating router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b port fea48317-9da5-4dd1-b3fc-01ea91a2c726 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:33.190458 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.192883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port e3e86096-d8c4-40f9-ab87-34f495182aca, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e3e86096-d8c4-40f9-ab87-34f495182aca,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:33.198425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.213963 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Transition to ACTIVE for port object 1cee91cb-5855-4983-ac2e-d1aba434928f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:33.222757 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.223554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 06ff6dff-8b42-4a89-a4d0-8870bcf1951e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:33.257527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.304810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Network f54badd4-a0c1-4a4d-8243-3fe621e9506e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:33.310369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:33.313321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:33.348799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Pushing event updated for resources: {'Port': ['ID=1cee91cb-5855-4983-ac2e-d1aba434928f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.368380 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.383696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=e3e86096-d8c4-40f9-ab87-34f495182aca,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.427439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:33.437602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:33.438642 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.531215 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.608572 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.639660 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.665646 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Transition to ACTIVE for port object fea48317-9da5-4dd1-b3fc-01ea91a2c726 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:33.677254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=06ff6dff-8b42-4a89-a4d0-8870bcf1951e,segment=NetworkSegment(d5a1b5e5-3f8d-4994-bd0b-627e86cba762),segment_id=d5a1b5e5-3f8d-4994-bd0b-627e86cba762)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:33.679437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-69ed774a-eb43-4e2c-ac6a-6fdaf6bd07a1 None None] Provisioning complete for port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:33.679718 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69ed774a-eb43-4e2c-ac6a-6fdaf6bd07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.682257 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.704621 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.717082 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.722156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.769974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Attempting to bind port fea48317-9da5-4dd1-b3fc-01ea91a2c726 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:33.770376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Attempting to bind port fea48317-9da5-4dd1-b3fc-01ea91a2c726 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:33.770742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Attempting to bind port fea48317-9da5-4dd1-b3fc-01ea91a2c726 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:33.786392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:33.786769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:33.787196 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.787608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:33.788429 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Bound port: fea48317-9da5-4dd1-b3fc-01ea91a2c726, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:33.788557 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.791920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914a628-0f94-4470-93ad-25d8b4ea0aab None None] Pushing event updated for resources: {'Port': ['ID=fea48317-9da5-4dd1-b3fc-01ea91a2c726,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.794037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Pushing event updated for resources: {'Port': ['ID=1cee91cb-5855-4983-ac2e-d1aba434928f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.796458 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.895356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Network f54badd4-a0c1-4a4d-8243-3fe621e9506e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:33.896944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:33.911926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] For port fea48317-9da5-4dd1-b3fc-01ea91a2c726, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:33.914056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=06ff6dff-8b42-4a89-a4d0-8870bcf1951e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.918091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] For port fea48317-9da5-4dd1-b3fc-01ea91a2c726, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fea48317-9da5-4dd1-b3fc-01ea91a2c726,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:33.923901 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.989280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914a628-0f94-4470-93ad-25d8b4ea0aab None None] Pushing event updated for resources: {'Port': ['ID=fea48317-9da5-4dd1-b3fc-01ea91a2c726,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.992712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Routers {'3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:33.993325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:49:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.025508 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:34.082994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fbdf03df-3283-4736-a535-0bd23f88d2b6 None None] Provisioning for port 1cee91cb-5855-4983-ac2e-d1aba434928f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:34.091358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fbdf03df-3283-4736-a535-0bd23f88d2b6 None None] Provisioning complete for port 1cee91cb-5855-4983-ac2e-d1aba434928f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:34.091754 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbdf03df-3283-4736-a535-0bd23f88d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.142014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] Set router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:34.144109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf03df-3283-4736-a535-0bd23f88d2b6 None None] Port 1cee91cb-5855-4983-ac2e-d1aba434928f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:34.145433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:34.154830 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-506e8dbe-2912-4768-9242-89b6dc8ffb1c admin admin] 10.222.0.64 "PUT /v2.0/routers/3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8887961 Jul 16 01:49:34.302298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a22e1da1-e19c-4d5f-963b-11dcf6165eb1 None None] Provisioning complete for port 1cee91cb-5855-4983-ac2e-d1aba434928f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:34.303276 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22e1da1-e19c-4d5f-963b-11dcf6165eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.345499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e3e86096-d8c4-40f9-ab87-34f495182aca up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:34.395576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a22e1da1-e19c-4d5f-963b-11dcf6165eb1 None None] Port 1cee91cb-5855-4983-ac2e-d1aba434928f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:34.441027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e3e86096-d8c4-40f9-ab87-34f495182aca triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:34.441404 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.446305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'name': 'tempest-TestVolumeBootPattern-1761654137-router', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 4, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'gw_port': {'id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '1cee91cb-5855-4983-ac2e-d1aba434928f', 'name': '', 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'mac_address': 'fa:16:3e:ea:b6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '302fb8bc-df23-46b7-91cd-e28b67fac053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:32Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 2, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'subnets': [{'id': '302fb8bc-df23-46b7-91cd-e28b67fac053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.493317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9ea68-cad8-43bc-acd5-9f900e0abddc None None] The sync data for ids ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'] in n-d-791504-14 is: [{'id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'name': 'tempest-TestVolumeBootPattern-1761654137-router', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 4, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'gw_port': {'id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '1cee91cb-5855-4983-ac2e-d1aba434928f', 'name': '', 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'mac_address': 'fa:16:3e:ea:b6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '302fb8bc-df23-46b7-91cd-e28b67fac053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:32Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 2, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'subnets': [{'id': '302fb8bc-df23-46b7-91cd-e28b67fac053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:34.573838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 06ff6dff-8b42-4a89-a4d0-8870bcf1951e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:34.623895 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:34.624267 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.331151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-e2bfcdf0-99aa-40a9-a792-0c83abd89831 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.332871 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-e2bfcdf0-99aa-40a9-a792-0c83abd89831 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1060793 Jul 16 01:49:36.348668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-c4021e00-ee73-4e53-861e-21eb26fbb45d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/quotas/9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 375 time: 0.0093045 Jul 16 01:49:36.360555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fea48317-9da5-4dd1-b3fc-01ea91a2c726 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:36.413933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port fea48317-9da5-4dd1-b3fc-01ea91a2c726 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:36.417497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port fea48317-9da5-4dd1-b3fc-01ea91a2c726 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:36.417866 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.433120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-a3f527e9-60b2-4bcf-b289-aac82d1985c4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752780 Jul 16 01:49:36.452793 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Sync routers for ids ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:36.462306 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Routers {'3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:36.462910 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:49:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.508703 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.530981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port fea48317-9da5-4dd1-b3fc-01ea91a2c726, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fea48317-9da5-4dd1-b3fc-01ea91a2c726,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:36.535204 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.540424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-86c7fc00-e00f-461f-a0a9-688e7a4d3800 service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000984 Jul 16 01:49:36.572398 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Set router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:36.587012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=fea48317-9da5-4dd1-b3fc-01ea91a2c726,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.643790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-2e1ff990-5d57-4f70-97b2-2fcaf48d86eb service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936737 Jul 16 01:49:36.779493 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'name': 'tempest-TestVolumeBootPattern-1761654137-router', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 4, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'gw_port': {'id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '1cee91cb-5855-4983-ac2e-d1aba434928f', 'name': '', 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'mac_address': 'fa:16:3e:ea:b6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '302fb8bc-df23-46b7-91cd-e28b67fac053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:32Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 2, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'subnets': [{'id': '302fb8bc-df23-46b7-91cd-e28b67fac053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.806499 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Checking router: 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:36.806842 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Updating router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b port 1cee91cb-5855-4983-ac2e-d1aba434928f binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:36.843991 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.951926 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-be02d6c1-fe75-4ba6-97af-ba42b82fbae8 req-bbda9a08-1499-4c06-9b63-3aec8606fe95 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 210 time: 0.0343540 Jul 16 01:49:37.134894 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.144670 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Transition to ACTIVE for port object 1cee91cb-5855-4983-ac2e-d1aba434928f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:37.151088 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.202551 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f6485-571c-40cc-99ea-3b0dfe049d04 None None] Pushing event updated for resources: {'Port': ['ID=1cee91cb-5855-4983-ac2e-d1aba434928f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.266498 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Attempting to bind port 1cee91cb-5855-4983-ac2e-d1aba434928f on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:37.266867 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Attempting to bind port 1cee91cb-5855-4983-ac2e-d1aba434928f by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:37.267330 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Attempting to bind port 1cee91cb-5855-4983-ac2e-d1aba434928f on network f54badd4-a0c1-4a4d-8243-3fe621e9506e {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:37.272719 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:37.273093 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Checking segment: {'id': 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:37.273493 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.273906 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Bound using segment: {'id': 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:37.274409 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Bound port: 1cee91cb-5855-4983-ac2e-d1aba434928f, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:37.274790 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.349308 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] For port 1cee91cb-5855-4983-ac2e-d1aba434928f, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:37.353162 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] For port 1cee91cb-5855-4983-ac2e-d1aba434928f, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1cee91cb-5855-4983-ac2e-d1aba434928f,segment=NetworkSegment(d5a1b5e5-3f8d-4994-bd0b-627e86cba762),segment_id=d5a1b5e5-3f8d-4994-bd0b-627e86cba762)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:37.358787 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.419229 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Routers {'3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:37.419863 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:49:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.464765 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f6485-571c-40cc-99ea-3b0dfe049d04 None None] Pushing event updated for resources: {'Port': ['ID=1cee91cb-5855-4983-ac2e-d1aba434928f,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.540356 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] Set router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:37.762085 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'name': 'tempest-TestVolumeBootPattern-1761654137-router', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 4, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'gw_port': {'id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '1cee91cb-5855-4983-ac2e-d1aba434928f', 'name': '', 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'mac_address': 'fa:16:3e:ea:b6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '302fb8bc-df23-46b7-91cd-e28b67fac053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:32Z', 'updated_at': '2021-07-16T01:49:37Z', 'revision_number': 4, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'subnets': [{'id': '302fb8bc-df23-46b7-91cd-e28b67fac053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.875326 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d6cd8-31a4-4f20-9199-5eb140fd3cbf None None] The sync data for ids ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'] in n-d-791504-14 is: [{'id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'name': 'tempest-TestVolumeBootPattern-1761654137-router', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 4, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'gw_port': {'id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '1cee91cb-5855-4983-ac2e-d1aba434928f', 'name': '', 'network_id': 'f54badd4-a0c1-4a4d-8243-3fe621e9506e', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'mac_address': 'fa:16:3e:ea:b6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '302fb8bc-df23-46b7-91cd-e28b67fac053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:32Z', 'updated_at': '2021-07-16T01:49:37Z', 'revision_number': 4, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'subnets': [{'id': '302fb8bc-df23-46b7-91cd-e28b67fac053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:38.126207 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e7918392-63b6-4c67-aed1-30d81f0a5fc9 req-0be702d6-2790-4e6d-af59-095e4cb6a772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 210 time: 0.0397558 Jul 16 01:49:38.167850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-b8a82238-43ff-4d96-91bf-76ebeb22340a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:38.169392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-b8a82238-43ff-4d96-91bf-76ebeb22340a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1702051 Jul 16 01:49:38.184301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'port': {'device_id': 'dce9db8e-ae1b-4f73-871f-e699cbdbd372', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'admin_state_up': True, 'tenant_id': '9902685bf11a4a06a333973741b55040'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:38.316734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Made reservation on behalf of 9902685bf11a4a06a333973741b55040 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:38.321493 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.399006 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1cee91cb-5855-4983-ac2e-d1aba434928f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:38.450955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 1cee91cb-5855-4983-ac2e-d1aba434928f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:38.455310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1cee91cb-5855-4983-ac2e-d1aba434928f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:38.455777 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.478841 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Allocated IP 172.20.0.3 (fedbcd09-c803-472e-8d98-ca8ebfac4ff5/6946ac1d-2bcc-4c2e-9141-7a030ff49554/222cf628-77e7-43a1-a9b8-3cf6cffe86df) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:38.539719 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.573162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 1cee91cb-5855-4983-ac2e-d1aba434928f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1cee91cb-5855-4983-ac2e-d1aba434928f,segment=NetworkSegment(d5a1b5e5-3f8d-4994-bd0b-627e86cba762),segment_id=d5a1b5e5-3f8d-4994-bd0b-627e86cba762)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:38.577978 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.578813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fea48317-9da5-4dd1-b3fc-01ea91a2c726 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:38.650357 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.655620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=1cee91cb-5855-4983-ac2e-d1aba434928f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:38.666576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Transition to ACTIVE for port object 222cf628-77e7-43a1-a9b8-3cf6cffe86df will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:38.668946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port fea48317-9da5-4dd1-b3fc-01ea91a2c726 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:38.670288 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.706122 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.756851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:38.762528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:38.766979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:38.770936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=222cf628-77e7-43a1-a9b8-3cf6cffe86df,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:38.825408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:38.826103 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.844600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-ddcfa8c4-94c0-4321-acc7-8a2a176fa6b9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643255 Jul 16 01:49:38.858322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Request body: {'port': {'device_id': 'dce9db8e-ae1b-4f73-871f-e699cbdbd372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:38.954943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.008961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d8bea6f0-746d-4975-a6b5-a055ca7f316f None None] Provisioning for port 222cf628-77e7-43a1-a9b8-3cf6cffe86df completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:39.013585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d8bea6f0-746d-4975-a6b5-a055ca7f316f None None] Provisioning complete for port 222cf628-77e7-43a1-a9b8-3cf6cffe86df triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:39.013957 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8bea6f0-746d-4975-a6b5-a055ca7f316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.054982 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d8bea6f0-746d-4975-a6b5-a055ca7f316f None None] Port 222cf628-77e7-43a1-a9b8-3cf6cffe86df cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:39.238132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222cf628-77e7-43a1-a9b8-3cf6cffe86df {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:39.246524 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.258613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Transition to ACTIVE for port object 222cf628-77e7-43a1-a9b8-3cf6cffe86df will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:39.262667 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.310762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d6064-d5a0-4d9b-8b20-079de2b8ef7b req-2474ab87-cd6e-4597-a4dd-a01261bd827f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.312926 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7d6064-d5a0-4d9b-8b20-079de2b8ef7b req-2474ab87-cd6e-4597-a4dd-a01261bd827f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 931 time: 0.0689993 Jul 16 01:49:39.347087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Pushing event updated for resources: {'Port': ['ID=222cf628-77e7-43a1-a9b8-3cf6cffe86df,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.360764 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df7d6064-d5a0-4d9b-8b20-079de2b8ef7b req-62d21ba7-2724-4e68-b79c-322f61a00f4c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Jul 16 01:49:39.405499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Attempting to bind port 222cf628-77e7-43a1-a9b8-3cf6cffe86df on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:39.406111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Attempting to bind port 222cf628-77e7-43a1-a9b8-3cf6cffe86df by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:39.406627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Attempting to bind port 222cf628-77e7-43a1-a9b8-3cf6cffe86df on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:39.411652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Port 222cf628-77e7-43a1-a9b8-3cf6cffe86df on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:39.412312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Attempting to bind port 222cf628-77e7-43a1-a9b8-3cf6cffe86df on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:39.418249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:39.418599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Checking segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:39.418995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Bound using segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:39.419429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Bound port: 222cf628-77e7-43a1-a9b8-3cf6cffe86df, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:39.419794 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.492668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] For port 222cf628-77e7-43a1-a9b8-3cf6cffe86df, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:39.497260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] For port 222cf628-77e7-43a1-a9b8-3cf6cffe86df, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=222cf628-77e7-43a1-a9b8-3cf6cffe86df,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:39.507436 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.559362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.559983 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.561337 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] 10.222.0.50 "PUT /v2.0/ports/222cf628-77e7-43a1-a9b8-3cf6cffe86df HTTP/1.1" status: 200 len: 1092 time: 0.7081530 Jul 16 01:49:39.561801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce9db8e-ae1b-4f73-871f-e699cbdbd372', 'tag': '222cf628-77e7-43a1-a9b8-3cf6cffe86df'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:39.564182 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126beece-80cf-4d6f-9712-8633e1ee5aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "dce9db8e-ae1b-4f73-871f-e699cbdbd372", "tag": "222cf628-77e7-43a1-a9b8-3cf6cffe86df"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:39.618250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9da144-a1fb-45df-ad7d-71e3a07761c2 service neutron] Pushing event updated for resources: {'Port': ['ID=222cf628-77e7-43a1-a9b8-3cf6cffe86df,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.627390 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885237d5-29dc-42e0-b3ba-c236ce5c9bf0 x-openstack-request-id: req-885237d5-29dc-42e0-b3ba-c236ce5c9bf0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:39.627769 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce9db8e-ae1b-4f73-871f-e699cbdbd372", "tag": "222cf628-77e7-43a1-a9b8-3cf6cffe86df", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:39.628040 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-885237d5-29dc-42e0-b3ba-c236ce5c9bf0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:39.628499 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce9db8e-ae1b-4f73-871f-e699cbdbd372', 'tag': '222cf628-77e7-43a1-a9b8-3cf6cffe86df', 'status': 'completed', 'code': 200} Jul 16 01:49:39.687755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-fee9c014-e922-4b97-9fe8-07ff9f6539f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.689266 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-fee9c014-e922-4b97-9fe8-07ff9f6539f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 1095 time: 0.0553012 Jul 16 01:49:39.737873 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-956d7a2d-5b5d-4c80-b6aa-151b059d8ff3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=222cf628-77e7-43a1-a9b8-3cf6cffe86df HTTP/1.1" status: 200 len: 217 time: 0.0405998 Jul 16 01:49:39.792411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-30e62307-a4ab-4a55-8946-7dbcf9a8f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.793902 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-30e62307-a4ab-4a55-8946-7dbcf9a8f557 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0491338 Jul 16 01:49:39.851421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-39c6a9bb-94fe-4db5-9815-198d2adc41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.852808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-39c6a9bb-94fe-4db5-9815-198d2adc41cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524852 Jul 16 01:49:39.942549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-789a21a0-c562-4d1c-b59b-b7b6af653ea1 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830283 Jul 16 01:49:40.037711 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c4b3496-1a51-4ab1-a845-0a383da7f484 req-70203f8a-6d55-4b1f-b7cc-3ac45b5ab810 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883307 Jul 16 01:49:40.135319 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-da4e5c4c-4254-4df7-8c89-1efd60198386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:40.136839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-da4e5c4c-4254-4df7-8c89-1efd60198386 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 1095 time: 0.0536976 Jul 16 01:49:40.235153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-4749f52a-f7a5-4201-a8cf-d91f6e384908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:40.236651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-4749f52a-f7a5-4201-a8cf-d91f6e384908 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0934184 Jul 16 01:49:40.279825 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-1f48f231-34b9-4b8d-a358-5ae0005e3961 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=222cf628-77e7-43a1-a9b8-3cf6cffe86df HTTP/1.1" status: 200 len: 217 time: 0.0361421 Jul 16 01:49:40.336598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-7b0cc918-e943-4f8d-a7f7-39dda6e068d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:40.338053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1cee91cb-5855-4983-ac2e-d1aba434928f up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:40.338539 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-7b0cc918-e943-4f8d-a7f7-39dda6e068d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0522585 Jul 16 01:49:40.389148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1cee91cb-5855-4983-ac2e-d1aba434928f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:40.389608 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.569817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6bc77-7579-411a-80aa-eee7aa7fdc54 req-eeb73ae7-4b19-455e-9af0-5ffaea204932 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:40.572142 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6eb6bc77-7579-411a-80aa-eee7aa7fdc54 req-eeb73ae7-4b19-455e-9af0-5ffaea204932 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 943 time: 0.0700603 Jul 16 01:49:40.613738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6eb6bc77-7579-411a-80aa-eee7aa7fdc54 req-b20252ec-6e65-4ea8-b099-c6fbd543df0d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Jul 16 01:49:40.744479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-72a92fca-9278-4625-9090-ad8244875e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:40.745913 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-72a92fca-9278-4625-9090-ad8244875e47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4012496 Jul 16 01:49:40.842301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-01a333c1-22bc-4e3a-8e7e-5925e90d444f service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896463 Jul 16 01:49:40.939613 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-126beece-80cf-4d6f-9712-8633e1ee5aaf req-a362c851-8888-42b3-8d0c-a1329c51ba03 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904894 Jul 16 01:49:41.791366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c569692-f35e-46f0-944b-60f07c26f56c req-3853d87a-18ec-4ae3-ae07-ca97a2ba5149 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.792764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c569692-f35e-46f0-944b-60f07c26f56c req-3853d87a-18ec-4ae3-ae07-ca97a2ba5149 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 943 time: 0.0636699 Jul 16 01:49:41.831309 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c569692-f35e-46f0-944b-60f07c26f56c req-b68a6bbe-b66e-4fb1-8a22-d02ac25b6666 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326617 Jul 16 01:49:43.014153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c18d4-7dbf-4f82-a430-866887000dab req-b673d35e-bfdd-4612-9116-a0391f3464db tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:43.015656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad9c18d4-7dbf-4f82-a430-866887000dab req-b673d35e-bfdd-4612-9116-a0391f3464db tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 943 time: 0.0688982 Jul 16 01:49:43.054933 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad9c18d4-7dbf-4f82-a430-866887000dab req-1668ecee-1613-44ab-9c4b-90c70f9c1cf8 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337059 Jul 16 01:49:44.229259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f678e-ae1a-4a5a-b052-8bbf47a3de39 req-ab223e29-37e7-4715-9d7b-267775e632a0 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.230691 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f45f678e-ae1a-4a5a-b052-8bbf47a3de39 req-ab223e29-37e7-4715-9d7b-267775e632a0 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 943 time: 0.0662007 Jul 16 01:49:44.269478 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f45f678e-ae1a-4a5a-b052-8bbf47a3de39 req-c5a5fb35-d621-4f44-bb94-932234af8209 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Jul 16 01:49:45.441261 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29290c-ef5c-4950-a414-bee27e6b1988 req-8993e01a-2ca8-445d-a4dc-d47ff2edacef tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.442768 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf29290c-ef5c-4950-a414-bee27e6b1988 req-8993e01a-2ca8-445d-a4dc-d47ff2edacef tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 943 time: 0.0654151 Jul 16 01:49:45.482247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cf29290c-ef5c-4950-a414-bee27e6b1988 req-0a1b30ff-9630-4260-8432-cbdb0ae7baed tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Jul 16 01:49:46.654594 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131af7c-72b7-492d-b908-80cc6bef3da3 req-d73f9a05-4fca-4c45-ae40-a1edffbdf359 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.656111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2131af7c-72b7-492d-b908-80cc6bef3da3 req-d73f9a05-4fca-4c45-ae40-a1edffbdf359 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 943 time: 0.0625813 Jul 16 01:49:46.693021 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2131af7c-72b7-492d-b908-80cc6bef3da3 req-5e2f00bc-d601-4d2c-960b-4b3912869293 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Jul 16 01:49:47.871181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5264ff-26cd-47f2-9e97-56b9abb824be req-4f638ab4-48f6-4d42-8719-a04afcd934bd tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.873184 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef5264ff-26cd-47f2-9e97-56b9abb824be req-4f638ab4-48f6-4d42-8719-a04afcd934bd tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 943 time: 0.0701241 Jul 16 01:49:47.914610 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef5264ff-26cd-47f2-9e97-56b9abb824be req-fb54c5a8-5a57-438f-9c5d-734e913601a2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356383 Jul 16 01:49:48.250033 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:49.086781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1974bd-f18d-4f5e-8210-0112a30793f0 req-0e7bbd9f-3db8-4947-87c8-c8bcea730dbd tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:49.088252 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f1974bd-f18d-4f5e-8210-0112a30793f0 req-0e7bbd9f-3db8-4947-87c8-c8bcea730dbd tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 943 time: 0.0650868 Jul 16 01:49:49.127416 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f1974bd-f18d-4f5e-8210-0112a30793f0 req-e1ce7947-8522-47c9-9758-d0c541f01635 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336080 Jul 16 01:49:50.302620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034758d-9b47-422a-a0a2-5f6d26e52698 req-192d9450-e565-4948-a89a-21b64092c4fe tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:50.304700 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3034758d-9b47-422a-a0a2-5f6d26e52698 req-192d9450-e565-4948-a89a-21b64092c4fe tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 943 time: 0.0647266 Jul 16 01:49:50.342418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3034758d-9b47-422a-a0a2-5f6d26e52698 req-3782e0bd-ce62-4bd5-99d4-d0e41943a5f4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Jul 16 01:49:51.510541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02f339-102c-47dd-bb53-a633fc57b1a4 req-8cc395e9-ced9-4da2-82af-afea879d7069 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:51.512001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c02f339-102c-47dd-bb53-a633fc57b1a4 req-8cc395e9-ced9-4da2-82af-afea879d7069 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 943 time: 0.0620511 Jul 16 01:49:51.550583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8c02f339-102c-47dd-bb53-a633fc57b1a4 req-6995d03a-469c-4fdf-a8a4-2418272a8ac4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Jul 16 01:49:51.639414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 222cf628-77e7-43a1-a9b8-3cf6cffe86df details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:51.734802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 222cf628-77e7-43a1-a9b8-3cf6cffe86df, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=222cf628-77e7-43a1-a9b8-3cf6cffe86df,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:51.747265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '222cf628-77e7-43a1-a9b8-3cf6cffe86df', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'port_id': '222cf628-77e7-43a1-a9b8-3cf6cffe86df', 'mac_address': 'fa:16:3e:31:7b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:51.783492 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.795695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222cf628-77e7-43a1-a9b8-3cf6cffe86df {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:51.814808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 222cf628-77e7-43a1-a9b8-3cf6cffe86df, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=222cf628-77e7-43a1-a9b8-3cf6cffe86df,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:51.819488 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.875297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=222cf628-77e7-43a1-a9b8-3cf6cffe86df,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:51.883763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.884112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.884463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.884798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.885134 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.885521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.885804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.886396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.886525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.887700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.887700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:51.887700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.025668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['222cf628-77e7-43a1-a9b8-3cf6cffe86df'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:52.721842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14ae5-2c33-4f1e-b719-3ca3977d4bce req-f48cff2d-2cd7-434e-8eec-c1ee2bb43cf0 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:52.723327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3a14ae5-2c33-4f1e-b719-3ca3977d4bce req-f48cff2d-2cd7-434e-8eec-c1ee2bb43cf0 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 944 time: 0.0635886 Jul 16 01:49:52.763291 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c3a14ae5-2c33-4f1e-b719-3ca3977d4bce req-dd170e72-19ac-4ef2-b66b-1596292d8537 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Jul 16 01:49:53.670457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 222cf628-77e7-43a1-a9b8-3cf6cffe86df up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:53.719865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 222cf628-77e7-43a1-a9b8-3cf6cffe86df completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:53.723468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 222cf628-77e7-43a1-a9b8-3cf6cffe86df triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:53.723836 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.798254 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.821491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce9db8e-ae1b-4f73-871f-e699cbdbd372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222cf628-77e7-43a1-a9b8-3cf6cffe86df'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:53.823792 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c5e3ec-00fd-4cbe-8177-143cbcc8e332" -d '{"events": [{"server_uuid": "dce9db8e-ae1b-4f73-871f-e699cbdbd372", "name": "network-vif-plugged", "status": "completed", "tag": "222cf628-77e7-43a1-a9b8-3cf6cffe86df"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:53.836499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 222cf628-77e7-43a1-a9b8-3cf6cffe86df, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=222cf628-77e7-43a1-a9b8-3cf6cffe86df,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:53.840447 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.868470 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45df114-bbc7-4f00-9eca-ee0ca697d18f x-openstack-request-id: req-a45df114-bbc7-4f00-9eca-ee0ca697d18f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:53.868470 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce9db8e-ae1b-4f73-871f-e699cbdbd372", "name": "network-vif-plugged", "status": "completed", "tag": "222cf628-77e7-43a1-a9b8-3cf6cffe86df", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:53.868470 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a45df114-bbc7-4f00-9eca-ee0ca697d18f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:53.868470 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce9db8e-ae1b-4f73-871f-e699cbdbd372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222cf628-77e7-43a1-a9b8-3cf6cffe86df', 'code': 200} Jul 16 01:49:53.900087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=222cf628-77e7-43a1-a9b8-3cf6cffe86df,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:53.949115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb9035-a347-48d3-8bb9-d1565fc9d7ec req-d72b3dbb-3263-4082-b8d4-018a481d88a3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:53.950484 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51fb9035-a347-48d3-8bb9-d1565fc9d7ec req-d72b3dbb-3263-4082-b8d4-018a481d88a3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 945 time: 0.0745344 Jul 16 01:49:54.014301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51fb9035-a347-48d3-8bb9-d1565fc9d7ec req-ae359147-aabc-4f59-81b2-0760b6adb401 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Jul 16 01:49:54.024903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204bbc6-c317-499b-8bd8-7e5c73d1d99b req-08423ecf-32ca-4362-8349-2b26c96b089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:54.026404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4204bbc6-c317-499b-8bd8-7e5c73d1d99b req-08423ecf-32ca-4362-8349-2b26c96b089e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 1097 time: 0.0924101 Jul 16 01:49:54.062367 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4204bbc6-c317-499b-8bd8-7e5c73d1d99b req-380ce79a-8a5c-4a79-bec3-259ed6976a59 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296643 Jul 16 01:49:54.576623 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1cc77f7-f011-470c-8686-7c139be46bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.193041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433e72-3968-4f6c-82b2-5b81d4f0cba0 req-37fe5f85-7c7c-45fc-921a-18932da655fb tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:55.194576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-67433e72-3968-4f6c-82b2-5b81d4f0cba0 req-37fe5f85-7c7c-45fc-921a-18932da655fb tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 945 time: 0.0692058 Jul 16 01:49:55.233387 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-67433e72-3968-4f6c-82b2-5b81d4f0cba0 req-44e2c2ac-3df8-4bd2-90fa-5465e0b93522 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331273 Jul 16 01:49:55.405818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a520c02-03ab-41c8-bdd8-8b5c1715f1f1 req-7a472046-0a60-4714-890f-5499f3e5d371 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:55.407351 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8a520c02-03ab-41c8-bdd8-8b5c1715f1f1 req-7a472046-0a60-4714-890f-5499f3e5d371 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 945 time: 0.0623698 Jul 16 01:49:55.445391 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8a520c02-03ab-41c8-bdd8-8b5c1715f1f1 req-a6827eac-422b-4b07-b1fd-0ce489dcc20b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318415 Jul 16 01:49:55.614585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8be86-5245-48a4-bd72-a9eb0705f1da req-7eb03ad8-722a-4cf9-8df1-b29b19d42d45 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:55.616238 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cd8be86-5245-48a4-bd72-a9eb0705f1da req-7eb03ad8-722a-4cf9-8df1-b29b19d42d45 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 945 time: 0.0642488 Jul 16 01:49:55.653468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cd8be86-5245-48a4-bd72-a9eb0705f1da req-d59a794d-f0fc-4eaf-8480-7cb3ff0fa41d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Jul 16 01:49:55.775754 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.043563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589a266-aded-4a98-937f-594c43e762d2 req-8b35767f-0b56-42c6-b6f0-719a00932265 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:56.044655 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7589a266-aded-4a98-937f-594c43e762d2 req-8b35767f-0b56-42c6-b6f0-719a00932265 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 945 time: 0.0724349 Jul 16 01:49:56.094996 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7589a266-aded-4a98-937f-594c43e762d2 req-5be47d6a-79fb-4911-abdd-bcb15737ed5f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452406 Jul 16 01:49:56.204665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-cb76914a-23f2-488f-a830-9a1b00bfa0c5 req-c5542349-17d6-4b9b-8d15-eed747738695 service neutron] (93944) timed out ('10.222.0.64', 57668) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:49:56.855934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.147863 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e390-bfd0-477e-be54-e2f0459dabd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.281649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ab8ab-1205-4965-929f-b2e2c5b749c6 req-eaa5ec15-132d-4a0c-9b22-1e75685f84ab tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.284354 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f30ab8ab-1205-4965-929f-b2e2c5b749c6 req-eaa5ec15-132d-4a0c-9b22-1e75685f84ab tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 945 time: 0.0724092 Jul 16 01:49:57.326144 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f30ab8ab-1205-4965-929f-b2e2c5b749c6 req-aae3c18e-1a26-4991-8c56-70f3186e8ec1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354280 Jul 16 01:49:57.482358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-c017ba09-2076-4c64-ba6b-9b3e8dbb73ed tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.483739 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-c017ba09-2076-4c64-ba6b-9b3e8dbb73ed tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 945 time: 0.0631247 Jul 16 01:49:57.585704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-38299663-fdb6-42d5-af59-7c60cfb70373 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Deleting port 222cf628-77e7-43a1-a9b8-3cf6cffe86df {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:57.586079 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-38299663-fdb6-42d5-af59-7c60cfb70373 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.630894 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.674253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-38299663-fdb6-42d5-af59-7c60cfb70373 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] For port 222cf628-77e7-43a1-a9b8-3cf6cffe86df, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=222cf628-77e7-43a1-a9b8-3cf6cffe86df,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:57.674640 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-38299663-fdb6-42d5-af59-7c60cfb70373 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.687575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-38299663-fdb6-42d5-af59-7c60cfb70373 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Calling delete_port for 222cf628-77e7-43a1-a9b8-3cf6cffe86df owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:57.814607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-38299663-fdb6-42d5-af59-7c60cfb70373 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.827628 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['222cf628-77e7-43a1-a9b8-3cf6cffe86df'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:57.843366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38299663-fdb6-42d5-af59-7c60cfb70373 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'Port': ['ID=222cf628-77e7-43a1-a9b8-3cf6cffe86df,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.891254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-38299663-fdb6-42d5-af59-7c60cfb70373 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] No DVR routers for this DVR port 222cf628-77e7-43a1-a9b8-3cf6cffe86df on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:57.893970 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-38299663-fdb6-42d5-af59-7c60cfb70373 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.896247 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dcebcbd7-2835-46de-8d75-f2bb45ae2c92 req-38299663-fdb6-42d5-af59-7c60cfb70373 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "DELETE /v2.0/ports/222cf628-77e7-43a1-a9b8-3cf6cffe86df HTTP/1.1" status: 204 len: 173 time: 0.4072845 Jul 16 01:49:57.896818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce9db8e-ae1b-4f73-871f-e699cbdbd372', 'name': 'network-vif-deleted', 'tag': '222cf628-77e7-43a1-a9b8-3cf6cffe86df'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:57.899516 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa48a3b-7c8b-4502-be64-3f9685104ffb" -d '{"events": [{"server_uuid": "dce9db8e-ae1b-4f73-871f-e699cbdbd372", "name": "network-vif-deleted", "tag": "222cf628-77e7-43a1-a9b8-3cf6cffe86df"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:57.943919 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f02b2-8e55-4524-972e-7abeb3c8a27f x-openstack-request-id: req-203f02b2-8e55-4524-972e-7abeb3c8a27f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:57.944212 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce9db8e-ae1b-4f73-871f-e699cbdbd372", "name": "network-vif-deleted", "tag": "222cf628-77e7-43a1-a9b8-3cf6cffe86df", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:57.944467 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-203f02b2-8e55-4524-972e-7abeb3c8a27f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:57.944884 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce9db8e-ae1b-4f73-871f-e699cbdbd372', 'name': 'network-vif-deleted', 'tag': '222cf628-77e7-43a1-a9b8-3cf6cffe86df', 'status': 'completed', 'code': 200} Jul 16 01:49:58.473243 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-beda21c2-b2ba-43ef-8e8a-9f03387bf79c req-641fff1c-42bd-4ba5-9e4e-0769aac35f81 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 210 time: 0.0327332 Jul 16 01:49:58.524398 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.619558 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3d91e10-69d3-4b29-a31c-4105cc7693b6 req-b99ceb78-aa93-4ff9-9fba-9d6c53d3f509 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 210 time: 0.0296326 Jul 16 01:50:00.141609 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.763444 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-458cc58b-416b-42d8-8f96-de57060981af req-2720469d-777e-4518-9f4e-a8e0062ca445 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce9db8e-ae1b-4f73-871f-e699cbdbd372 HTTP/1.1" status: 200 len: 210 time: 0.0301397 Jul 16 01:50:01.699898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 222cf628-77e7-43a1-a9b8-3cf6cffe86df no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:01.720164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 222cf628-77e7-43a1-a9b8-3cf6cffe86df {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:01.720451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 222cf628-77e7-43a1-a9b8-3cf6cffe86df not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:20.812050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-30de6c71-d0ee-453b-8917-bd3eef4fe3cf tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.813515 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-30de6c71-d0ee-453b-8917-bd3eef4fe3cf tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1046391 Jul 16 01:50:20.828497 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-d652c043-ec3a-48f2-b80c-5ea4cbff102e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/quotas/9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 375 time: 0.0096514 Jul 16 01:50:20.899618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-e5f87b99-d262-4709-9508-233d9d12975d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661697 Jul 16 01:50:20.988830 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-83bb892e-3b21-4a21-8b36-6f62f4234263 service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807056 Jul 16 01:50:21.080487 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-a2320f49-ca9f-4c0f-b81e-538f445287aa service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848777 Jul 16 01:50:21.270811 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f79a60da-6850-4e27-ac66-d40dd9c14f3c req-836db674-629c-4923-a121-fef9eaa9e12c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 210 time: 0.0297930 Jul 16 01:50:22.299509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-9850d3e4-d582-4a86-9a4b-cd78d4ef20d7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:22.301562 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-9850d3e4-d582-4a86-9a4b-cd78d4ef20d7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1215649 Jul 16 01:50:22.318898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'port': {'device_id': '993134cc-7541-40bd-b472-04d89c7a9bff', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'admin_state_up': True, 'tenant_id': '9902685bf11a4a06a333973741b55040'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:22.428173 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-838eb663-ae23-4b96-a988-723cd8f32c4a req-25451497-3b88-4eb9-aea2-3cf5b591b614 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 210 time: 0.0405240 Jul 16 01:50:22.465086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Made reservation on behalf of 9902685bf11a4a06a333973741b55040 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:22.469136 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.598191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Allocated IP 172.20.0.11 (fedbcd09-c803-472e-8d98-ca8ebfac4ff5/6946ac1d-2bcc-4c2e-9141-7a030ff49554/1700edec-8a80-4793-b7b3-79405762c54b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:22.764379 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.779636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Transition to ACTIVE for port object 1700edec-8a80-4793-b7b3-79405762c54b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:22.815361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.858970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:22.864255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:22.873133 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:22.904471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=1700edec-8a80-4793-b7b3-79405762c54b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:22.931998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:22.932649 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.948255 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-f0172d83-9155-40dc-aa4d-13b1cd185065 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6337216 Jul 16 01:50:22.960709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Request body: {'port': {'device_id': '993134cc-7541-40bd-b472-04d89c7a9bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:23.043799 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.114404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0c93a3bb-980e-4570-9f7e-7c02d40f7c70 None None] Provisioning for port 1700edec-8a80-4793-b7b3-79405762c54b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:23.119511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0c93a3bb-980e-4570-9f7e-7c02d40f7c70 None None] Provisioning complete for port 1700edec-8a80-4793-b7b3-79405762c54b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:23.120054 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c93a3bb-980e-4570-9f7e-7c02d40f7c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.161173 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0c93a3bb-980e-4570-9f7e-7c02d40f7c70 None None] Port 1700edec-8a80-4793-b7b3-79405762c54b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:23.318986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1700edec-8a80-4793-b7b3-79405762c54b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:23.330218 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.344202 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Transition to ACTIVE for port object 1700edec-8a80-4793-b7b3-79405762c54b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:23.348009 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.419874 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Pushing event updated for resources: {'Port': ['ID=1700edec-8a80-4793-b7b3-79405762c54b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.476100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Attempting to bind port 1700edec-8a80-4793-b7b3-79405762c54b on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:23.476446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Attempting to bind port 1700edec-8a80-4793-b7b3-79405762c54b by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:23.476777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Attempting to bind port 1700edec-8a80-4793-b7b3-79405762c54b on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:23.481416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Port 1700edec-8a80-4793-b7b3-79405762c54b on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:23.481747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Attempting to bind port 1700edec-8a80-4793-b7b3-79405762c54b on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:23.486781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:23.487130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Checking segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:23.487507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Bound using segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:23.487938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Bound port: 1700edec-8a80-4793-b7b3-79405762c54b, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:23.488297 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.560739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] For port 1700edec-8a80-4793-b7b3-79405762c54b, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:23.564327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] For port 1700edec-8a80-4793-b7b3-79405762c54b, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1700edec-8a80-4793-b7b3-79405762c54b,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:23.570417 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.609694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.610252 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.611861 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] 10.222.0.50 "PUT /v2.0/ports/1700edec-8a80-4793-b7b3-79405762c54b HTTP/1.1" status: 200 len: 1093 time: 0.6557028 Jul 16 01:50:23.612322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993134cc-7541-40bd-b472-04d89c7a9bff', 'tag': '1700edec-8a80-4793-b7b3-79405762c54b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:23.615035 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da116178-5829-44b7-82d9-ebf0337758fb" -d '{"events": [{"name": "network-changed", "server_uuid": "993134cc-7541-40bd-b472-04d89c7a9bff", "tag": "1700edec-8a80-4793-b7b3-79405762c54b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:23.652005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2acfd3-8168-47e5-a444-9f65e929f12b service neutron] Pushing event updated for resources: {'Port': ['ID=1700edec-8a80-4793-b7b3-79405762c54b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.662722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b2d9-35ee-4822-add0-57e9e0f4d6f3 req-dec82085-526a-44fe-bc68-299675fb1579 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.667111 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9833b2d9-35ee-4822-add0-57e9e0f4d6f3 req-dec82085-526a-44fe-bc68-299675fb1579 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.1108496 Jul 16 01:50:23.697474 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c17146c-9810-451f-8ff6-8a7a06297841 x-openstack-request-id: req-6c17146c-9810-451f-8ff6-8a7a06297841 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:23.697764 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993134cc-7541-40bd-b472-04d89c7a9bff", "tag": "1700edec-8a80-4793-b7b3-79405762c54b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:23.698098 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c17146c-9810-451f-8ff6-8a7a06297841 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:23.698501 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993134cc-7541-40bd-b472-04d89c7a9bff', 'tag': '1700edec-8a80-4793-b7b3-79405762c54b', 'status': 'completed', 'code': 200} Jul 16 01:50:23.726458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-a137285a-8277-4f7c-a351-5d5350b3f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.728247 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-a137285a-8277-4f7c-a351-5d5350b3f673 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 1096 time: 0.0609517 Jul 16 01:50:23.730930 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9833b2d9-35ee-4822-add0-57e9e0f4d6f3 req-137db6d1-abf6-4d1c-b14a-e597c75b5c17 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Jul 16 01:50:23.775795 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-3c799d85-8fa4-47e6-8123-856ca4badf4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1700edec-8a80-4793-b7b3-79405762c54b HTTP/1.1" status: 200 len: 217 time: 0.0395513 Jul 16 01:50:23.833080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-128d7ba8-217f-4619-a921-5cccd1eacec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.834594 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-128d7ba8-217f-4619-a921-5cccd1eacec2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0521028 Jul 16 01:50:23.901030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-946d24af-10e0-4c8e-a7ba-88ce01778d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.902730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-946d24af-10e0-4c8e-a7ba-88ce01778d73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598607 Jul 16 01:50:23.999235 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-5f6075ff-b052-470c-a794-a7a6fa3bbc55 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859420 Jul 16 01:50:24.093800 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-316b2c85-1d21-49bb-a4ce-96df8812a62f req-aab79e23-b3da-4182-b5a5-a3fecd6c7a37 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896077 Jul 16 01:50:24.198272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da116178-5829-44b7-82d9-ebf0337758fb req-85ec5b3e-8acb-4e14-a89e-9fc1dc67716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.200015 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da116178-5829-44b7-82d9-ebf0337758fb req-85ec5b3e-8acb-4e14-a89e-9fc1dc67716a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 1096 time: 0.0572343 Jul 16 01:50:24.299472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da116178-5829-44b7-82d9-ebf0337758fb req-dbd045a7-5a5f-4e9c-94ed-a39adf277e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.300939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da116178-5829-44b7-82d9-ebf0337758fb req-dbd045a7-5a5f-4e9c-94ed-a39adf277e5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0924132 Jul 16 01:50:24.342805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da116178-5829-44b7-82d9-ebf0337758fb req-08b43119-0db7-4480-897d-66d8128bf849 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1700edec-8a80-4793-b7b3-79405762c54b HTTP/1.1" status: 200 len: 217 time: 0.0347643 Jul 16 01:50:24.395216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da116178-5829-44b7-82d9-ebf0337758fb req-3ff4e42f-e939-42b2-a515-41f41b5bcba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.396679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da116178-5829-44b7-82d9-ebf0337758fb req-3ff4e42f-e939-42b2-a515-41f41b5bcba9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0473578 Jul 16 01:50:24.456208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da116178-5829-44b7-82d9-ebf0337758fb req-4baba863-2ddb-4483-9b99-128e1403f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.457626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da116178-5829-44b7-82d9-ebf0337758fb req-4baba863-2ddb-4483-9b99-128e1403f2a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527117 Jul 16 01:50:24.554493 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da116178-5829-44b7-82d9-ebf0337758fb req-944a7f94-c7ad-403a-a9d8-d475be9c870e service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888872 Jul 16 01:50:24.586508 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-482e31de-8a27-4f51-8ab8-6a163357dd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.657643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da116178-5829-44b7-82d9-ebf0337758fb req-1a5bb193-363f-4f0c-90c7-163ea24f1d8e service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953457 Jul 16 01:50:24.916993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133f8ed-fba1-451d-b230-927157371ac4 req-e28ae8a4-e8cd-41f9-b033-dfe26b3e0218 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.918860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b133f8ed-fba1-451d-b230-927157371ac4 req-e28ae8a4-e8cd-41f9-b033-dfe26b3e0218 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0787096 Jul 16 01:50:24.961592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b133f8ed-fba1-451d-b230-927157371ac4 req-1661109b-39cb-4588-a202-ee0f6109855a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350711 Jul 16 01:50:25.255502 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:25.967584 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.645584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cf0ae-7dc8-4d29-9e8d-f6cce39a21fe req-01aff88d-e995-4be7-ba75-8e2df6c20899 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.648508 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c69cf0ae-7dc8-4d29-9e8d-f6cce39a21fe req-01aff88d-e995-4be7-ba75-8e2df6c20899 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.4465811 Jul 16 01:50:26.720698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c69cf0ae-7dc8-4d29-9e8d-f6cce39a21fe req-794387b8-cc17-49f4-8500-398bce8f7f69 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630238 Jul 16 01:50:26.873521 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.158054 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da2127e8-9ee3-4d07-945a-a649f01506e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.643908 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.936482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399df34-9b3c-4f3f-8796-8581d5293e9f req-6076644f-d6a0-466e-a851-026cbcb07ab5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.937916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f399df34-9b3c-4f3f-8796-8581d5293e9f req-6076644f-d6a0-466e-a851-026cbcb07ab5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0898407 Jul 16 01:50:27.988522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f399df34-9b3c-4f3f-8796-8581d5293e9f req-8230f6f5-9d6e-494c-ba8b-d185cc1b6259 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436254 Jul 16 01:50:28.531285 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.174440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df4660-8527-43a0-8116-f3934d675ec6 req-53fc9c6a-e010-4207-8f24-e7ed4f0cbeda tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.175842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31df4660-8527-43a0-8116-f3934d675ec6 req-53fc9c6a-e010-4207-8f24-e7ed4f0cbeda tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0664461 Jul 16 01:50:29.215425 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31df4660-8527-43a0-8116-f3934d675ec6 req-366e1c07-b9c7-448d-94d9-f35f0384daf4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330064 Jul 16 01:50:30.140604 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.387599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8016a-5bad-4a6a-aa5c-c678198a3ac3 req-f878db75-f0a4-4735-a51f-507958a79d55 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.389062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ef8016a-5bad-4a6a-aa5c-c678198a3ac3 req-f878db75-f0a4-4735-a51f-507958a79d55 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0634656 Jul 16 01:50:30.426904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ef8016a-5bad-4a6a-aa5c-c678198a3ac3 req-276c85da-c491-476d-81db-5144efe7302f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Jul 16 01:50:31.599489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d00d6-1f3d-4307-a607-7a534b09c076 req-474e7ce8-5ac1-4890-a3a1-746956fdc264 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:31.601568 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-633d00d6-1f3d-4307-a607-7a534b09c076 req-474e7ce8-5ac1-4890-a3a1-746956fdc264 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0662611 Jul 16 01:50:31.638590 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-633d00d6-1f3d-4307-a607-7a534b09c076 req-31ec7288-1c6a-4030-aca3-401efb353c7e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Jul 16 01:50:32.812084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175a78c-5b67-4116-944b-92493d6042de req-f4f3183f-2e63-4e14-bbc0-8d309739c39d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:32.813579 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c175a78c-5b67-4116-944b-92493d6042de req-f4f3183f-2e63-4e14-bbc0-8d309739c39d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0639949 Jul 16 01:50:32.851767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c175a78c-5b67-4116-944b-92493d6042de req-74a8555c-6bc5-46e0-99e7-f5d33afa5cd6 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Jul 16 01:50:34.031923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc00745-ff98-446b-8644-f6bfa2a50deb req-a386e8fa-c8d8-4d93-b9c1-70d35f59b27a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.033402 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2bc00745-ff98-446b-8644-f6bfa2a50deb req-a386e8fa-c8d8-4d93-b9c1-70d35f59b27a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0657489 Jul 16 01:50:34.073147 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2bc00745-ff98-446b-8644-f6bfa2a50deb req-e3d72a0f-bb54-4f66-b11c-7fcacbd9ae50 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326886 Jul 16 01:50:35.257690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc17e6-ad3a-43d0-9666-cebe46d863d3 req-e7bdb14d-e8f1-44f9-94ac-29e336461283 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.259218 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07bc17e6-ad3a-43d0-9666-cebe46d863d3 req-e7bdb14d-e8f1-44f9-94ac-29e336461283 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0693343 Jul 16 01:50:35.297269 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07bc17e6-ad3a-43d0-9666-cebe46d863d3 req-ccfb8a3e-3b9d-40cf-aa12-c25410b9c13a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Jul 16 01:50:36.477689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc3c26-8192-4c72-bd7a-0a97e95f90aa req-77ec15a1-28f7-459c-8f73-fd9aa75d4247 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:36.479236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ddbc3c26-8192-4c72-bd7a-0a97e95f90aa req-77ec15a1-28f7-459c-8f73-fd9aa75d4247 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0685515 Jul 16 01:50:36.523645 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ddbc3c26-8192-4c72-bd7a-0a97e95f90aa req-4254a9a6-df45-40ea-92bb-32425f87bcce tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385978 Jul 16 01:50:37.693438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4f39c-7ace-434a-8104-35ebaee9db32 req-9ca0fe99-1e45-4887-8081-61b4522e06f7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.695068 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53b4f39c-7ace-434a-8104-35ebaee9db32 req-9ca0fe99-1e45-4887-8081-61b4522e06f7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0617876 Jul 16 01:50:37.732217 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-53b4f39c-7ace-434a-8104-35ebaee9db32 req-aa7fbaae-03bc-4e62-841f-11cdaa16bdc1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Jul 16 01:50:38.903411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adabbe-f12b-4759-937c-b3b4bf2e00d1 req-96efd027-5557-494b-82ae-ea064f6afa80 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:38.904872 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57adabbe-f12b-4759-937c-b3b4bf2e00d1 req-96efd027-5557-494b-82ae-ea064f6afa80 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0644720 Jul 16 01:50:38.942617 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-57adabbe-f12b-4759-937c-b3b4bf2e00d1 req-ad33f46d-546c-4be0-ab8b-12783a0f6ded tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Jul 16 01:50:40.118761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cbb5c-6aef-4c74-8b0c-089817ce1c01 req-0f82963b-951e-49c9-84bd-a7716d111a4a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.120297 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-729cbb5c-6aef-4c74-8b0c-089817ce1c01 req-0f82963b-951e-49c9-84bd-a7716d111a4a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0672736 Jul 16 01:50:40.156983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-729cbb5c-6aef-4c74-8b0c-089817ce1c01 req-5ece0948-d815-4f32-a7a2-e26a6d61e3b4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Jul 16 01:50:41.327516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845cc27-635f-4e7a-9982-ccbbbe3aa531 req-f25826f2-a750-46cb-b17b-abcb0dee6873 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:41.328992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2845cc27-635f-4e7a-9982-ccbbbe3aa531 req-f25826f2-a750-46cb-b17b-abcb0dee6873 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0630732 Jul 16 01:50:41.365974 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2845cc27-635f-4e7a-9982-ccbbbe3aa531 req-2fd8b6ff-edae-4656-a27d-04e8db8d154c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314479 Jul 16 01:50:42.538385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea4b2e-6020-4943-8501-2cf50cb9e354 req-f9c3bc58-8dcb-45f0-bf97-d735c6655cbe tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.539883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6ea4b2e-6020-4943-8501-2cf50cb9e354 req-f9c3bc58-8dcb-45f0-bf97-d735c6655cbe tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0638816 Jul 16 01:50:42.576917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c6ea4b2e-6020-4943-8501-2cf50cb9e354 req-e11b1460-8268-4da1-adc9-4a304fb7efff tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Jul 16 01:50:43.761312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbb0bd-b023-42be-890e-34393925b108 req-4a84951f-911a-4790-88cd-82022093a1c1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:43.763365 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ffbb0bd-b023-42be-890e-34393925b108 req-4a84951f-911a-4790-88cd-82022093a1c1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 944 time: 0.0705028 Jul 16 01:50:43.800631 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ffbb0bd-b023-42be-890e-34393925b108 req-5f625ae2-fc63-495e-87b7-f506e9db1f78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Jul 16 01:50:43.966637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1700edec-8a80-4793-b7b3-79405762c54b details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:44.059868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1700edec-8a80-4793-b7b3-79405762c54b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1700edec-8a80-4793-b7b3-79405762c54b,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:44.074226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '1700edec-8a80-4793-b7b3-79405762c54b', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'port_id': '1700edec-8a80-4793-b7b3-79405762c54b', 'mac_address': 'fa:16:3e:84:17:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:44.110659 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.123587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1700edec-8a80-4793-b7b3-79405762c54b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:44.142811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1700edec-8a80-4793-b7b3-79405762c54b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1700edec-8a80-4793-b7b3-79405762c54b,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:44.146679 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.193347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=1700edec-8a80-4793-b7b3-79405762c54b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.344300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1700edec-8a80-4793-b7b3-79405762c54b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:44.981242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98d2f-f61a-411b-bdfd-2dd4b5cdadf3 req-00dbed2f-7bd9-4738-87d8-b2060ce5468e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:44.982792 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00f98d2f-f61a-411b-bdfd-2dd4b5cdadf3 req-00dbed2f-7bd9-4738-87d8-b2060ce5468e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 945 time: 0.0690999 Jul 16 01:50:45.019524 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00f98d2f-f61a-411b-bdfd-2dd4b5cdadf3 req-7cdeba97-d7ec-45e0-ae24-28107a089566 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312147 Jul 16 01:50:45.982330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1700edec-8a80-4793-b7b3-79405762c54b up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:46.029931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 1700edec-8a80-4793-b7b3-79405762c54b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:46.033404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 1700edec-8a80-4793-b7b3-79405762c54b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:46.033778 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.114436 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.137157 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993134cc-7541-40bd-b472-04d89c7a9bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1700edec-8a80-4793-b7b3-79405762c54b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:46.139359 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed04fc-9d3b-4f81-966f-8acad146775a" -d '{"events": [{"server_uuid": "993134cc-7541-40bd-b472-04d89c7a9bff", "name": "network-vif-plugged", "status": "completed", "tag": "1700edec-8a80-4793-b7b3-79405762c54b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:46.152916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 1700edec-8a80-4793-b7b3-79405762c54b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1700edec-8a80-4793-b7b3-79405762c54b,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:46.157252 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.181666 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a70b897-d9e7-405f-8ba1-57978c66a93b x-openstack-request-id: req-5a70b897-d9e7-405f-8ba1-57978c66a93b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:46.181969 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993134cc-7541-40bd-b472-04d89c7a9bff", "name": "network-vif-plugged", "status": "completed", "tag": "1700edec-8a80-4793-b7b3-79405762c54b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:46.182342 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a70b897-d9e7-405f-8ba1-57978c66a93b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:46.182700 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993134cc-7541-40bd-b472-04d89c7a9bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1700edec-8a80-4793-b7b3-79405762c54b', 'code': 200} Jul 16 01:50:46.213791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=1700edec-8a80-4793-b7b3-79405762c54b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:46.214978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1c2ec-da88-42d1-bb4d-1225cca2e77c req-df6e6c05-685f-4dfb-9484-c5c4ebfb519b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:46.216519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ea1c2ec-da88-42d1-bb4d-1225cca2e77c req-df6e6c05-685f-4dfb-9484-c5c4ebfb519b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 946 time: 0.0689988 Jul 16 01:50:46.256750 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ea1c2ec-da88-42d1-bb4d-1225cca2e77c req-4ef41c0e-08e3-46c4-80f4-f9f392d26750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334556 Jul 16 01:50:46.302764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cfb14-71f2-49c6-8ca6-60286c6f0257 req-e8f13cf7-c6fc-43c3-b9b5-c52b7de31d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:46.304264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-815cfb14-71f2-49c6-8ca6-60286c6f0257 req-e8f13cf7-c6fc-43c3-b9b5-c52b7de31d6e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 1098 time: 0.0562074 Jul 16 01:50:46.339799 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-815cfb14-71f2-49c6-8ca6-60286c6f0257 req-1369e6e7-5fc3-444f-8018-88a4007d1253 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285208 Jul 16 01:50:47.428032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4e86e-42a0-4c8a-864f-94b91a562fba req-314bf3eb-855d-4f19-9c3f-ba5294562d81 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.429505 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fdb4e86e-42a0-4c8a-864f-94b91a562fba req-314bf3eb-855d-4f19-9c3f-ba5294562d81 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 946 time: 0.0624702 Jul 16 01:50:47.466588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fdb4e86e-42a0-4c8a-864f-94b91a562fba req-7fbbc9a8-d118-427c-8b7e-0b43f99071c3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Jul 16 01:50:47.642316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9f63d-cbac-4ca7-8bfa-ba7d6a61d007 req-b0537ef0-8fc4-4486-89d1-43c8919b488c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.643782 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5be9f63d-cbac-4ca7-8bfa-ba7d6a61d007 req-b0537ef0-8fc4-4486-89d1-43c8919b488c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 946 time: 0.0671976 Jul 16 01:50:47.681288 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5be9f63d-cbac-4ca7-8bfa-ba7d6a61d007 req-4cfbf26c-ee4d-451d-999d-68eadfee41ac tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Jul 16 01:50:47.854154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5598cc-9053-4f38-8327-c8e9a3cadb62 req-babf4119-0e48-44ae-9d39-eca4fa7ce431 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.855594 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad5598cc-9053-4f38-8327-c8e9a3cadb62 req-babf4119-0e48-44ae-9d39-eca4fa7ce431 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 946 time: 0.0655475 Jul 16 01:50:47.893524 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad5598cc-9053-4f38-8327-c8e9a3cadb62 req-70b8a608-1bad-43d1-a402-b776f94aa4fa tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Jul 16 01:50:48.337451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c15316-181d-4ab1-9d92-c2cfc070364c req-33c0ac88-7d48-40fc-a56d-07da00008f69 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.339011 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83c15316-181d-4ab1-9d92-c2cfc070364c req-33c0ac88-7d48-40fc-a56d-07da00008f69 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 946 time: 0.0667994 Jul 16 01:50:48.379157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-83c15316-181d-4ab1-9d92-c2cfc070364c req-13d5a26c-3cda-4fc0-9ade-828a6de459d5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344031 Jul 16 01:50:49.554605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da64db-27bc-4d2d-aa7a-2025d4832115 req-0b4ffb96-a1da-4798-b571-5206ca352c4b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.557190 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8da64db-27bc-4d2d-aa7a-2025d4832115 req-0b4ffb96-a1da-4798-b571-5206ca352c4b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 946 time: 0.0663996 Jul 16 01:50:49.595824 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8da64db-27bc-4d2d-aa7a-2025d4832115 req-0eaab80b-190a-4cc2-9c7c-87fd8020d102 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Jul 16 01:50:49.761057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-2c4782f1-4653-4dde-b3d6-5cc71ab018c1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.765468 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-2c4782f1-4653-4dde-b3d6-5cc71ab018c1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 946 time: 0.0623655 Jul 16 01:50:49.864114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Deleting port 1700edec-8a80-4793-b7b3-79405762c54b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:49.864460 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.950677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] For port 1700edec-8a80-4793-b7b3-79405762c54b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=1700edec-8a80-4793-b7b3-79405762c54b,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:49.951036 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.967038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Calling delete_port for 1700edec-8a80-4793-b7b3-79405762c54b owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:50.089746 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.104864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['1700edec-8a80-4793-b7b3-79405762c54b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:50.119608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'Port': ['ID=1700edec-8a80-4793-b7b3-79405762c54b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:50.128415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.128761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.129094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.129442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.129771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.130127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.130451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.130771 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.131089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.131410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.131725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.132038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:50.181128 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] No DVR routers for this DVR port 1700edec-8a80-4793-b7b3-79405762c54b on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:50.183903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.185934 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2bfc1be9-88f2-4f77-9668-cc00b49e8591 req-fa46d792-23c1-48b0-b81e-9872b3725772 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "DELETE /v2.0/ports/1700edec-8a80-4793-b7b3-79405762c54b HTTP/1.1" status: 204 len: 173 time: 0.4181993 Jul 16 01:50:50.186417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993134cc-7541-40bd-b472-04d89c7a9bff', 'name': 'network-vif-deleted', 'tag': '1700edec-8a80-4793-b7b3-79405762c54b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:50.188696 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a8b80a-0460-44ce-a2b5-37a5ef67f0d1" -d '{"events": [{"server_uuid": "993134cc-7541-40bd-b472-04d89c7a9bff", "name": "network-vif-deleted", "tag": "1700edec-8a80-4793-b7b3-79405762c54b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:50.234973 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839e2f07-0962-4f31-a7ff-5670ce4c251e x-openstack-request-id: req-839e2f07-0962-4f31-a7ff-5670ce4c251e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:50.235271 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993134cc-7541-40bd-b472-04d89c7a9bff", "name": "network-vif-deleted", "tag": "1700edec-8a80-4793-b7b3-79405762c54b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:50.235671 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-839e2f07-0962-4f31-a7ff-5670ce4c251e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:50.236068 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993134cc-7541-40bd-b472-04d89c7a9bff', 'name': 'network-vif-deleted', 'tag': '1700edec-8a80-4793-b7b3-79405762c54b', 'status': 'completed', 'code': 200} Jul 16 01:50:50.735101 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e9c0df8d-01f9-47ba-bfa4-857d5c9c6eb2 req-09d36291-2048-423e-a1a8-8c596b727377 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 210 time: 0.0292814 Jul 16 01:50:51.877602 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de317d01-1d4b-4f83-8bab-8d6d1d16af09 req-b821e783-15f0-455b-bf27-b1b580ae6bc2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 210 time: 0.0294740 Jul 16 01:50:53.024422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d5c0050-2d0a-47f4-bebc-1e3dd36c976b req-8bf4a52a-0b67-4872-87ad-81a218fdfd81 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=993134cc-7541-40bd-b472-04d89c7a9bff HTTP/1.1" status: 200 len: 210 time: 0.0333326 Jul 16 01:50:54.014970 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1700edec-8a80-4793-b7b3-79405762c54b no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:54.035384 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 1700edec-8a80-4793-b7b3-79405762c54b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:54.035813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 1700edec-8a80-4793-b7b3-79405762c54b not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:54.577411 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed327144-9f34-402e-b36c-d7319bc23cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.795423 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.856866 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.149826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1eeee102-893f-48d3-9dfd-896b256697e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.636675 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.534886 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.143045 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.255476 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:15.137284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-576265bc-eae8-407b-a79f-f0838c2298fa tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.138794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-576265bc-eae8-407b-a79f-f0838c2298fa tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1020513 Jul 16 01:51:15.153574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-26564003-02aa-40b3-ac7a-ab406aa7bbfa tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/quotas/9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 375 time: 0.0095718 Jul 16 01:51:15.226087 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-8db8e07b-09a2-4d2d-9082-daaf78b0ffb3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675130 Jul 16 01:51:15.237732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-c8d2ba62-5061-4f9a-acbf-419f4567ceb1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:51:15.238817 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-c8d2ba62-5061-4f9a-acbf-419f4567ceb1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059071 Jul 16 01:51:15.425888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-00848d9b-285d-49f1-9647-6bab33f15da2 service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803765 Jul 16 01:51:15.519151 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-1f15694a-35de-4522-a0ef-c53931cffa98 service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872319 Jul 16 01:51:15.827099 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b56d3494-0d91-4739-bce0-6b8312bfc8cd req-93da92f9-7e6e-41b1-994e-8ea01456a8ba tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 210 time: 0.0291994 Jul 16 01:51:16.840990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-4a428a89-878e-42e7-a7a6-447e45274b38 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:16.842493 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-4a428a89-878e-42e7-a7a6-447e45274b38 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1078343 Jul 16 01:51:16.856367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'port': {'device_id': 'e853d82e-e34c-4e64-a75d-4ae3e03c02c6', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'admin_state_up': True, 'tenant_id': '9902685bf11a4a06a333973741b55040'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:16.969393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Made reservation on behalf of 9902685bf11a4a06a333973741b55040 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:16.973051 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-afa5ac92-3f16-481a-83f5-74f96cb532b5 req-9baf7e19-520a-4c2a-a8b6-25d358e4cc29 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 210 time: 0.0315068 Jul 16 01:51:16.973587 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.109145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Allocated IP 172.20.0.9 (fedbcd09-c803-472e-8d98-ca8ebfac4ff5/6946ac1d-2bcc-4c2e-9141-7a030ff49554/6aca5ee8-e998-4937-b134-71af131e521b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:17.258706 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.272889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Transition to ACTIVE for port object 6aca5ee8-e998-4937-b134-71af131e521b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:17.304840 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.353911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:17.357089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:17.361066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:17.367190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=6aca5ee8-e998-4937-b134-71af131e521b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.413809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.414448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.432256 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-52c57dd8-a9e3-4ea7-a6c0-c2c4618f0b26 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807517 Jul 16 01:51:17.444789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Request body: {'port': {'device_id': 'e853d82e-e34c-4e64-a75d-4ae3e03c02c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:17.528590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.667209 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea77b931-5494-4d3d-a665-96fb6cc6cb09 None None] Provisioning for port 6aca5ee8-e998-4937-b134-71af131e521b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:17.672352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea77b931-5494-4d3d-a665-96fb6cc6cb09 None None] Provisioning complete for port 6aca5ee8-e998-4937-b134-71af131e521b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:17.672905 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea77b931-5494-4d3d-a665-96fb6cc6cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.708981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ea77b931-5494-4d3d-a665-96fb6cc6cb09 None None] Port 6aca5ee8-e998-4937-b134-71af131e521b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:17.798306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aca5ee8-e998-4937-b134-71af131e521b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:17.805674 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.817606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Transition to ACTIVE for port object 6aca5ee8-e998-4937-b134-71af131e521b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:17.822270 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.900778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Pushing event updated for resources: {'Port': ['ID=6aca5ee8-e998-4937-b134-71af131e521b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.953682 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Attempting to bind port 6aca5ee8-e998-4937-b134-71af131e521b on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:17.954037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Attempting to bind port 6aca5ee8-e998-4937-b134-71af131e521b by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:17.954377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Attempting to bind port 6aca5ee8-e998-4937-b134-71af131e521b on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:17.959082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Port 6aca5ee8-e998-4937-b134-71af131e521b on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:17.959408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Attempting to bind port 6aca5ee8-e998-4937-b134-71af131e521b on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:17.965585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:17.965923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Checking segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:17.966336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Bound using segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:17.966764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Bound port: 6aca5ee8-e998-4937-b134-71af131e521b, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:17.967120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.040044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] For port 6aca5ee8-e998-4937-b134-71af131e521b, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:18.044153 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] For port 6aca5ee8-e998-4937-b134-71af131e521b, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6aca5ee8-e998-4937-b134-71af131e521b,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:18.048944 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.111612 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.112364 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.113856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] 10.222.0.50 "PUT /v2.0/ports/6aca5ee8-e998-4937-b134-71af131e521b HTTP/1.1" status: 200 len: 1092 time: 0.6736565 Jul 16 01:51:18.114337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e853d82e-e34c-4e64-a75d-4ae3e03c02c6', 'tag': '6aca5ee8-e998-4937-b134-71af131e521b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:18.117102 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de" -d '{"events": [{"name": "network-changed", "server_uuid": "e853d82e-e34c-4e64-a75d-4ae3e03c02c6", "tag": "6aca5ee8-e998-4937-b134-71af131e521b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:18.181034 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04990fc-971c-4d30-806a-466e2ff6a525 x-openstack-request-id: req-b04990fc-971c-4d30-806a-466e2ff6a525 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:18.181452 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e853d82e-e34c-4e64-a75d-4ae3e03c02c6", "tag": "6aca5ee8-e998-4937-b134-71af131e521b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:18.181452 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b04990fc-971c-4d30-806a-466e2ff6a525 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:18.182115 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e853d82e-e34c-4e64-a75d-4ae3e03c02c6', 'tag': '6aca5ee8-e998-4937-b134-71af131e521b', 'status': 'completed', 'code': 200} Jul 16 01:51:18.196026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0871f5-c82b-4de1-920e-dd8f19cfba9f service neutron] Pushing event updated for resources: {'Port': ['ID=6aca5ee8-e998-4937-b134-71af131e521b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:18.265855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d0bbd-d71f-4b0a-803f-3be42b1de65b req-605c3dee-39a9-44a7-b3c4-8dbe6c95f56e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.267473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c2d0bbd-d71f-4b0a-803f-3be42b1de65b req-605c3dee-39a9-44a7-b3c4-8dbe6c95f56e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 943 time: 0.1460919 Jul 16 01:51:18.275610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-f7996522-f61d-426e-b767-427c74c77b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.277250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-f7996522-f61d-426e-b767-427c74c77b4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 1095 time: 0.0944054 Jul 16 01:51:18.331950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-d50d5539-a7da-4ba1-a14a-0d76f0273f3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aca5ee8-e998-4937-b134-71af131e521b HTTP/1.1" status: 200 len: 217 time: 0.0465062 Jul 16 01:51:18.380421 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c2d0bbd-d71f-4b0a-803f-3be42b1de65b req-312d2f84-25b9-4b7e-93af-f44eeef947a4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021991 Jul 16 01:51:18.395457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-552cf351-a635-4ff8-8595-54526a34a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.396904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-552cf351-a635-4ff8-8595-54526a34a9e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0552030 Jul 16 01:51:18.455443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-e5b23503-9fc6-4b62-a86e-4b8cdf801ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.456841 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-e5b23503-9fc6-4b62-a86e-4b8cdf801ac6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528715 Jul 16 01:51:18.550556 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-1e63a961-c8bf-44c4-bc18-9d439905230e service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869160 Jul 16 01:51:18.640170 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71a73032-5b8a-4a7e-a1f3-ad8f88f3e973 req-5f812464-fe27-4485-8bd1-2e242c9c70d7 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823343 Jul 16 01:51:18.745910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-754e3844-1444-4ecc-8152-41a8ec58f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.747396 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-754e3844-1444-4ecc-8152-41a8ec58f7f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 1095 time: 0.0607069 Jul 16 01:51:18.842784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-0917ea49-8f18-459d-87c8-41df97d70883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.844356 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-0917ea49-8f18-459d-87c8-41df97d70883 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0899351 Jul 16 01:51:18.890056 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-9567398f-8e1b-4485-b48a-d688e474ec20 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aca5ee8-e998-4937-b134-71af131e521b HTTP/1.1" status: 200 len: 217 time: 0.0389793 Jul 16 01:51:18.938529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-cf6bba96-43ec-48cc-959e-cf77bbfa6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.939958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-cf6bba96-43ec-48cc-959e-cf77bbfa6afe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0439293 Jul 16 01:51:18.997593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-8e29b67c-071b-47f3-9406-2b35b96477e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.999020 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-8e29b67c-071b-47f3-9406-2b35b96477e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521913 Jul 16 01:51:19.440740 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-172e7537-bde0-4c35-86a9-3e4fc43f4f84 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345467 Jul 16 01:51:19.539422 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4801c23a-3cbd-4e9e-bb49-75b380d7a8de req-9b6d5c19-6241-44e0-b508-4a91bf029099 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899975 Jul 16 01:51:19.570071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9e6ae-f24a-4746-ac0a-000e6152de4a req-a8e6800f-f231-45e2-acf0-0e1b634c8a20 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:19.572604 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-66f9e6ae-f24a-4746-ac0a-000e6152de4a req-a8e6800f-f231-45e2-acf0-0e1b634c8a20 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 943 time: 0.0698431 Jul 16 01:51:19.611209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-66f9e6ae-f24a-4746-ac0a-000e6152de4a req-91c33d00-3177-481d-bd84-7c2cfc754376 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333583 Jul 16 01:51:20.817751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62722353-40cf-4a7a-8ec8-7827e48157c7 req-63a38e6a-9e95-4e52-a67e-5dee247db940 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:20.819841 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62722353-40cf-4a7a-8ec8-7827e48157c7 req-63a38e6a-9e95-4e52-a67e-5dee247db940 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 943 time: 0.0811083 Jul 16 01:51:20.867733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-62722353-40cf-4a7a-8ec8-7827e48157c7 req-cbf7bf53-37eb-485d-a012-3c67daa6ab46 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Jul 16 01:51:22.044468 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aadf8-3b8e-4158-905f-09bdd5603fe9 req-d9a21202-893d-4071-abe8-94174522c40f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:22.045930 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e3aadf8-3b8e-4158-905f-09bdd5603fe9 req-d9a21202-893d-4071-abe8-94174522c40f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 943 time: 0.0662851 Jul 16 01:51:22.083597 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e3aadf8-3b8e-4158-905f-09bdd5603fe9 req-4255ec41-0d0c-4218-a4d0-21fefbf9fd6e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Jul 16 01:51:23.258072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac138b14-b2d6-4b81-bb67-e44c0fc74379 req-9f1b455a-5abc-4802-9132-bdd9d646cdf2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:23.260300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ac138b14-b2d6-4b81-bb67-e44c0fc74379 req-9f1b455a-5abc-4802-9132-bdd9d646cdf2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 943 time: 0.0617604 Jul 16 01:51:23.297184 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ac138b14-b2d6-4b81-bb67-e44c0fc74379 req-3c9f0ccc-a97d-475c-980e-e89a204af944 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Jul 16 01:51:24.472338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e62ec5-1e29-423e-b158-29a3a2ef8245 req-383042ff-3e6f-4122-8dee-5bcacd990855 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:24.473822 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06e62ec5-1e29-423e-b158-29a3a2ef8245 req-383042ff-3e6f-4122-8dee-5bcacd990855 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 943 time: 0.0652590 Jul 16 01:51:24.512018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06e62ec5-1e29-423e-b158-29a3a2ef8245 req-7f856873-8ee2-4b9e-be4b-7b3e3b7a942d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Jul 16 01:51:24.579608 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba532a24-c3aa-4232-ba97-8f7905f37c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.680693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96d6dc-0f38-47e4-bb87-777f302d9240 req-0e155858-b9a0-4e95-b36a-45f73d1f55d7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.683248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de96d6dc-0f38-47e4-bb87-777f302d9240 req-0e155858-b9a0-4e95-b36a-45f73d1f55d7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 943 time: 0.0623882 Jul 16 01:51:25.720439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de96d6dc-0f38-47e4-bb87-777f302d9240 req-72782c77-d41f-4097-b993-ab90466d9658 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Jul 16 01:51:25.793192 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.857699 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.905046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bcae0-2ebc-488b-a132-f1f4265cf2ff req-2490556b-0853-4caa-8de6-13261f908d81 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.906611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c6bcae0-2ebc-488b-a132-f1f4265cf2ff req-2490556b-0853-4caa-8de6-13261f908d81 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 943 time: 0.0675378 Jul 16 01:51:26.950285 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c6bcae0-2ebc-488b-a132-f1f4265cf2ff req-b80385ac-cf14-489a-9d2c-88f885eeebb8 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379179 Jul 16 01:51:27.150999 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb71d-9a88-406f-a594-146e142afb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.638815 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.147674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fef91-5b9b-45bf-98b6-e7dd5b19efa4 req-3f3cd551-1f56-4d77-8f61-a09b45c01355 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.149290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-096fef91-5b9b-45bf-98b6-e7dd5b19efa4 req-3f3cd551-1f56-4d77-8f61-a09b45c01355 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 943 time: 0.0777738 Jul 16 01:51:28.190398 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-096fef91-5b9b-45bf-98b6-e7dd5b19efa4 req-aef61a57-035f-4c47-97cc-a9e453aaead4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345519 Jul 16 01:51:28.538734 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.364665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df211022-6abc-425a-9917-81f9a25d4a10 req-dae51d05-fe36-4322-8e47-4f04960dd221 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.366170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df211022-6abc-425a-9917-81f9a25d4a10 req-dae51d05-fe36-4322-8e47-4f04960dd221 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 943 time: 0.0635939 Jul 16 01:51:29.403479 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-df211022-6abc-425a-9917-81f9a25d4a10 req-2c05ea0f-87b4-44e2-b415-1ac243c78bfc tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Jul 16 01:51:30.144493 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.158587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6aca5ee8-e998-4937-b134-71af131e521b details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:30.253457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 6aca5ee8-e998-4937-b134-71af131e521b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6aca5ee8-e998-4937-b134-71af131e521b,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:30.264610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '6aca5ee8-e998-4937-b134-71af131e521b', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'port_id': '6aca5ee8-e998-4937-b134-71af131e521b', 'mac_address': 'fa:16:3e:e7:dd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:30.300057 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.313513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aca5ee8-e998-4937-b134-71af131e521b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:30.333627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 6aca5ee8-e998-4937-b134-71af131e521b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6aca5ee8-e998-4937-b134-71af131e521b,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:30.337860 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.389967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=6aca5ee8-e998-4937-b134-71af131e521b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:30.397300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.397569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.397906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.398259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.398591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.398912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.399227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.399548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.399862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.400177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.400499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.400813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:30.553978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['6aca5ee8-e998-4937-b134-71af131e521b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:30.585488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f0f75-2e84-41c5-a522-f8211edbcdce req-9563e2ac-1e9a-42e0-84ba-df41081753d6 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.587000 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a0f0f75-2e84-41c5-a522-f8211edbcdce req-9563e2ac-1e9a-42e0-84ba-df41081753d6 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 944 time: 0.0646851 Jul 16 01:51:30.626802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a0f0f75-2e84-41c5-a522-f8211edbcdce req-78e8850c-ee8a-47e3-b9be-95c8262e870e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332026 Jul 16 01:51:31.805415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344defd-cec1-4855-8c70-8a4aa1f140cc req-4e1a0c55-39d8-42e1-9e0d-65c0e835896f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.806942 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9344defd-cec1-4855-8c70-8a4aa1f140cc req-4e1a0c55-39d8-42e1-9e0d-65c0e835896f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 944 time: 0.0645964 Jul 16 01:51:31.846643 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9344defd-cec1-4855-8c70-8a4aa1f140cc req-f6965349-2eb8-4bba-8bc4-173eacd118d6 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Jul 16 01:51:32.159530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6aca5ee8-e998-4937-b134-71af131e521b up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:32.207732 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 6aca5ee8-e998-4937-b134-71af131e521b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:32.211486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 6aca5ee8-e998-4937-b134-71af131e521b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:32.211859 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.292473 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.315698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e853d82e-e34c-4e64-a75d-4ae3e03c02c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aca5ee8-e998-4937-b134-71af131e521b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:32.317983 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26031a5-a392-4692-8c0a-5f39d295bd71" -d '{"events": [{"server_uuid": "e853d82e-e34c-4e64-a75d-4ae3e03c02c6", "name": "network-vif-plugged", "status": "completed", "tag": "6aca5ee8-e998-4937-b134-71af131e521b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:32.331580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 6aca5ee8-e998-4937-b134-71af131e521b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6aca5ee8-e998-4937-b134-71af131e521b,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:32.337748 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.376757 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e9fc3c-fad8-4aac-be6d-054eeba686d1 x-openstack-request-id: req-90e9fc3c-fad8-4aac-be6d-054eeba686d1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:32.377062 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e853d82e-e34c-4e64-a75d-4ae3e03c02c6", "name": "network-vif-plugged", "status": "completed", "tag": "6aca5ee8-e998-4937-b134-71af131e521b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:32.377314 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90e9fc3c-fad8-4aac-be6d-054eeba686d1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:32.377730 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e853d82e-e34c-4e64-a75d-4ae3e03c02c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aca5ee8-e998-4937-b134-71af131e521b', 'code': 200} Jul 16 01:51:32.391158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=6aca5ee8-e998-4937-b134-71af131e521b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.496575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092d3a7-edac-47a6-a391-5d953aff7139 req-f215e33b-fc93-4c8d-a476-ba1b8f96e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:32.498842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b092d3a7-edac-47a6-a391-5d953aff7139 req-f215e33b-fc93-4c8d-a476-ba1b8f96e607 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 1097 time: 0.0566187 Jul 16 01:51:32.534166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b092d3a7-edac-47a6-a391-5d953aff7139 req-80697ec7-c512-4c52-bbbb-67fd04eba8ad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294302 Jul 16 01:51:33.034710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb526317-1297-43be-b12f-c55a863477e9 req-ed6d0fa2-b255-46c2-8ce2-ae4eebe51f08 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:33.036337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb526317-1297-43be-b12f-c55a863477e9 req-ed6d0fa2-b255-46c2-8ce2-ae4eebe51f08 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 945 time: 0.0725918 Jul 16 01:51:33.084104 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb526317-1297-43be-b12f-c55a863477e9 req-db05606f-b8a1-4f00-b721-f8be44f9f41a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Jul 16 01:51:34.256517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7809e-003e-49f1-9c48-4275e0980e42 req-71f8d07c-cab9-48e6-b97e-7564c5986564 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.257989 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bca7809e-003e-49f1-9c48-4275e0980e42 req-71f8d07c-cab9-48e6-b97e-7564c5986564 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 945 time: 0.0627236 Jul 16 01:51:34.295803 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bca7809e-003e-49f1-9c48-4275e0980e42 req-8e0b457f-e30f-403e-969a-673827d00b6a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314436 Jul 16 01:51:34.465734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ebc8-5ca4-4e86-a807-06aab8a9bdb1 req-2c9859f2-1e9f-40a6-8f38-e46b517eb7b7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.467195 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d16ebc8-5ca4-4e86-a807-06aab8a9bdb1 req-2c9859f2-1e9f-40a6-8f38-e46b517eb7b7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 945 time: 0.0636785 Jul 16 01:51:34.505325 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d16ebc8-5ca4-4e86-a807-06aab8a9bdb1 req-e4aad624-ecab-467b-9abf-45525742d30d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Jul 16 01:51:37.039097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06893eda-360c-40b6-8ce4-066e0f711566 req-b1d5de33-9cee-45b3-bcbd-dfda114a6085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:37.040556 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-b1d5de33-9cee-45b3-bcbd-dfda114a6085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1047981 Jul 16 01:51:37.056155 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-d445b9e7-ff1d-4a43-8775-b2e42cc1ba17 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/quotas/9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 375 time: 0.0094299 Jul 16 01:51:37.129796 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-1b1bdbe0-8230-40a3-91cc-869c1382f699 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684714 Jul 16 01:51:37.229038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-cb1c39c7-96a9-4a44-b01e-72c643094854 service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925515 Jul 16 01:51:37.319755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-c136a158-5b75-461d-804f-252e2547d61b service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Jul 16 01:51:37.515513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8229ac56-13e8-4182-86aa-4270743f3266 req-0949bdd3-c6af-4cd9-b9be-4a604bc5f127 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 210 time: 0.0289192 Jul 16 01:51:38.598132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06893eda-360c-40b6-8ce4-066e0f711566 req-7fba7d58-776f-48d0-8354-0f0eee8342cd tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.599536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-7fba7d58-776f-48d0-8354-0f0eee8342cd tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.67 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1103549 Jul 16 01:51:38.612524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'port': {'device_id': '45c067ff-86a3-438c-86e7-53fd96cb3b12', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'admin_state_up': True, 'tenant_id': '9902685bf11a4a06a333973741b55040'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:38.683842 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3ebf41b-2e65-4b7a-ad6e-1f03c3d40081 req-c36ae80f-9c78-402b-adee-cf8ccf32b928 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 210 time: 0.0363929 Jul 16 01:51:38.762919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Made reservation on behalf of 9902685bf11a4a06a333973741b55040 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:38.766694 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.901424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Allocated IP 172.20.0.8 (fedbcd09-c803-472e-8d98-ca8ebfac4ff5/6946ac1d-2bcc-4c2e-9141-7a030ff49554/900f7aa5-2823-466c-8d06-6e080c4e460f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:39.070088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.084836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Transition to ACTIVE for port object 900f7aa5-2823-466c-8d06-6e080c4e460f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:39.119527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.139172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['6aca5ee8-e998-4937-b134-71af131e521b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:39.172953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:39.176447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:39.181133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:39.209559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=900f7aa5-2823-466c-8d06-6e080c4e460f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:39.226098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.226442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.226785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.227120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.227450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.227836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.228163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.228491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.228801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.229120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.229443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.229758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:39.254599 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:39.257767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.258478 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.276706 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-830daf5a-02ec-4d40-8c1d-a96e1b125676 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6683967 Jul 16 01:51:39.289801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Request body: {'port': {'device_id': '45c067ff-86a3-438c-86e7-53fd96cb3b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:39.376537 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.524359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5653df00-c1dc-4158-a908-294890ca2dba None None] Provisioning for port 900f7aa5-2823-466c-8d06-6e080c4e460f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:39.529558 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5653df00-c1dc-4158-a908-294890ca2dba None None] Provisioning complete for port 900f7aa5-2823-466c-8d06-6e080c4e460f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:39.529558 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5653df00-c1dc-4158-a908-294890ca2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.569869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5653df00-c1dc-4158-a908-294890ca2dba None None] Port 900f7aa5-2823-466c-8d06-6e080c4e460f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:39.690235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900f7aa5-2823-466c-8d06-6e080c4e460f {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:39.698512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.713052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Transition to ACTIVE for port object 900f7aa5-2823-466c-8d06-6e080c4e460f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:39.717745 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.770067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Pushing event updated for resources: {'Port': ['ID=900f7aa5-2823-466c-8d06-6e080c4e460f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:39.851513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Attempting to bind port 900f7aa5-2823-466c-8d06-6e080c4e460f on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:39.851935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Attempting to bind port 900f7aa5-2823-466c-8d06-6e080c4e460f by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:39.852349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Attempting to bind port 900f7aa5-2823-466c-8d06-6e080c4e460f on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:39.857742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Port 900f7aa5-2823-466c-8d06-6e080c4e460f on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:39.858206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Attempting to bind port 900f7aa5-2823-466c-8d06-6e080c4e460f on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:39.871992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:39.872439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Checking segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:39.872907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Bound using segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:39.873971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Bound port: 900f7aa5-2823-466c-8d06-6e080c4e460f, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:39.874443 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.889638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5f510-4e9e-44f9-b047-df8d6a9858af req-c38c8966-cc54-4010-a881-1744a9dc9ae3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.891248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6bd5f510-4e9e-44f9-b047-df8d6a9858af req-c38c8966-cc54-4010-a881-1744a9dc9ae3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0839565 Jul 16 01:51:39.938346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6bd5f510-4e9e-44f9-b047-df8d6a9858af req-3392d695-1ef7-49c3-bf46-50e8ad9f0501 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 Jul 16 01:51:39.961758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] For port 900f7aa5-2823-466c-8d06-6e080c4e460f, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:39.965451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] For port 900f7aa5-2823-466c-8d06-6e080c4e460f, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=900f7aa5-2823-466c-8d06-6e080c4e460f,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:39.971840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.015146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.015894 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.017560 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] 10.222.0.67 "PUT /v2.0/ports/900f7aa5-2823-466c-8d06-6e080c4e460f HTTP/1.1" status: 200 len: 1092 time: 0.7329721 Jul 16 01:51:40.018303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c067ff-86a3-438c-86e7-53fd96cb3b12', 'tag': '900f7aa5-2823-466c-8d06-6e080c4e460f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:40.020820 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5" -d '{"events": [{"name": "network-changed", "server_uuid": "45c067ff-86a3-438c-86e7-53fd96cb3b12", "tag": "900f7aa5-2823-466c-8d06-6e080c4e460f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:40.066484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75494a9e-ebbc-4bda-a641-fadcd95837a1 service neutron] Pushing event updated for resources: {'Port': ['ID=900f7aa5-2823-466c-8d06-6e080c4e460f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:40.081546 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e41a40-2dcb-419f-9a7c-e01a616ba7d9 x-openstack-request-id: req-a6e41a40-2dcb-419f-9a7c-e01a616ba7d9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:40.081960 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c067ff-86a3-438c-86e7-53fd96cb3b12", "tag": "900f7aa5-2823-466c-8d06-6e080c4e460f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:40.082248 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6e41a40-2dcb-419f-9a7c-e01a616ba7d9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:40.083289 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c067ff-86a3-438c-86e7-53fd96cb3b12', 'tag': '900f7aa5-2823-466c-8d06-6e080c4e460f', 'status': 'completed', 'code': 200} Jul 16 01:51:40.132925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06893eda-360c-40b6-8ce4-066e0f711566 req-1ced5509-8adc-4dfd-9939-52293837ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.134502 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-1ced5509-8adc-4dfd-9939-52293837ac56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 1095 time: 0.0641122 Jul 16 01:51:40.184690 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-8d898814-c1aa-4644-b702-ef3185503992 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900f7aa5-2823-466c-8d06-6e080c4e460f HTTP/1.1" status: 200 len: 217 time: 0.0414515 Jul 16 01:51:40.237689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06893eda-360c-40b6-8ce4-066e0f711566 req-787ba309-c777-4a2f-a9b8-44da458ebef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.239311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-787ba309-c777-4a2f-a9b8-44da458ebef7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0482202 Jul 16 01:51:40.297458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06893eda-360c-40b6-8ce4-066e0f711566 req-1b64a162-1e35-4ba6-b758-646d37c63725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.298943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-1b64a162-1e35-4ba6-b758-646d37c63725 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529130 Jul 16 01:51:40.399168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-6054175d-93e6-4b01-b302-73e14c692123 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930548 Jul 16 01:51:40.491754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06893eda-360c-40b6-8ce4-066e0f711566 req-58f09806-3742-47c0-ac4f-72c646bed689 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845048 Jul 16 01:51:40.599418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-8fe354fe-e53b-49de-9967-267aa26d2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.600939 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-8fe354fe-e53b-49de-9967-267aa26d2834 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 1095 time: 0.0545216 Jul 16 01:51:40.696272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-6a9834ea-c93c-4d02-9fa0-770054e7a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.697768 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-6a9834ea-c93c-4d02-9fa0-770054e7a02a service neutron] 10.222.0.67 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0893655 Jul 16 01:51:40.740281 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-139000ce-ed85-4f8d-86c6-16d67cdc8e08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900f7aa5-2823-466c-8d06-6e080c4e460f HTTP/1.1" status: 200 len: 217 time: 0.0350196 Jul 16 01:51:40.795360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-51b82470-61a1-4a23-a573-5db7be549065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.796772 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-51b82470-61a1-4a23-a573-5db7be549065 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0490556 Jul 16 01:51:40.856706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-17089412-0414-48f3-a440-198500955f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.858450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-17089412-0414-48f3-a440-198500955f88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549333 Jul 16 01:51:40.955945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-13554208-e3ec-4271-bc60-27eadeb130ce service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901349 Jul 16 01:51:41.057645 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc89f3ed-3eb0-4654-a328-3d1ce67031b5 req-9abac409-20ea-4d62-99f7-c00ff75702df service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918109 Jul 16 01:51:41.118292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb625f-b3b8-4768-b586-3a6df1e7166c req-0fcd65e2-10f1-46ee-8338-bbc2b576cf0b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.120048 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3ecb625f-b3b8-4768-b586-3a6df1e7166c req-0fcd65e2-10f1-46ee-8338-bbc2b576cf0b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0654230 Jul 16 01:51:41.164295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3ecb625f-b3b8-4768-b586-3a6df1e7166c req-a7263c7e-f085-40e1-89c7-7ce9505d797c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379808 Jul 16 01:51:42.421162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976c0bd-63f5-4aa8-9ca2-212429115780 req-557fc80d-1d89-45b4-ab33-853680513ccc tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.423791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9976c0bd-63f5-4aa8-9ca2-212429115780 req-557fc80d-1d89-45b4-ab33-853680513ccc tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0972881 Jul 16 01:51:42.478129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9976c0bd-63f5-4aa8-9ca2-212429115780 req-48400fd5-c930-439a-82b8-2195c44c9f2d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456388 Jul 16 01:51:43.730846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e8904-b824-4f0c-98ef-2b45c00cf9bc req-81c26dbf-5b72-4e8d-bee8-95c5f633bce7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.733231 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f16e8904-b824-4f0c-98ef-2b45c00cf9bc req-81c26dbf-5b72-4e8d-bee8-95c5f633bce7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0831800 Jul 16 01:51:43.773057 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f16e8904-b824-4f0c-98ef-2b45c00cf9bc req-6d7c90c2-9262-48bf-97d4-9e6252049d3b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336885 Jul 16 01:51:44.978801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23535dd0-ca0a-4099-bb19-f4a905bb1449 req-141dc934-d8c6-474d-8a83-d5e67a4f6ea5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:44.986578 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23535dd0-ca0a-4099-bb19-f4a905bb1449 req-141dc934-d8c6-474d-8a83-d5e67a4f6ea5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0833364 Jul 16 01:51:45.026152 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23535dd0-ca0a-4099-bb19-f4a905bb1449 req-1ce04ae5-a3c7-49eb-bcd6-f4144801264f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384388 Jul 16 01:51:46.219046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d2e09-f393-4ed3-918e-d9d9ed8f762b req-404a7d3a-0c12-4d98-8696-0412b0163786 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.220672 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-403d2e09-f393-4ed3-918e-d9d9ed8f762b req-404a7d3a-0c12-4d98-8696-0412b0163786 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0688753 Jul 16 01:51:46.263815 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-403d2e09-f393-4ed3-918e-d9d9ed8f762b req-6f19d512-c529-4e0e-965d-2e4556b98d9a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366006 Jul 16 01:51:47.441993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea02531-9bf6-4cec-a910-f5663a2f654c req-3078fb74-f385-48b0-92f3-4b744a65801a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.443552 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fea02531-9bf6-4cec-a910-f5663a2f654c req-3078fb74-f385-48b0-92f3-4b744a65801a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0657022 Jul 16 01:51:47.482788 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fea02531-9bf6-4cec-a910-f5663a2f654c req-6fc6beab-e5a4-47a1-9118-57bd7eca7d60 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336461 Jul 16 01:51:48.657805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201da4d8-78d2-48f3-a737-43c5864b102d req-2804cf1f-d70b-4e06-b987-e61cb5eec30b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:48.659328 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-201da4d8-78d2-48f3-a737-43c5864b102d req-2804cf1f-d70b-4e06-b987-e61cb5eec30b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0639410 Jul 16 01:51:48.697495 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-201da4d8-78d2-48f3-a737-43c5864b102d req-9703c9d4-a79c-4874-90a7-030b36f4e2b2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jul 16 01:51:49.871650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490bbcc-184d-4e98-a2e2-f1a57c4bcae0 req-936ca33b-8003-427a-9e6b-e2f5dbc13458 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.873295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e490bbcc-184d-4e98-a2e2-f1a57c4bcae0 req-936ca33b-8003-427a-9e6b-e2f5dbc13458 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0639403 Jul 16 01:51:49.912390 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e490bbcc-184d-4e98-a2e2-f1a57c4bcae0 req-4472f559-f334-4489-ae0f-cd2077eedade tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Jul 16 01:51:51.091845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a75a4-2475-4709-b4db-af18b7b0fd16 req-0b55f809-5676-4df0-939d-31f3e1a97f2e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.093242 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d91a75a4-2475-4709-b4db-af18b7b0fd16 req-0b55f809-5676-4df0-939d-31f3e1a97f2e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0690048 Jul 16 01:51:51.131856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d91a75a4-2475-4709-b4db-af18b7b0fd16 req-79703788-6a32-4c95-9ee1-443456dd0c6a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Jul 16 01:51:52.329316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924764f8-9801-4307-8e0e-067e1e3f34bb req-69635a9b-c5ce-4649-8b72-875e74945c20 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.331032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-924764f8-9801-4307-8e0e-067e1e3f34bb req-69635a9b-c5ce-4649-8b72-875e74945c20 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0763476 Jul 16 01:51:52.380719 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-924764f8-9801-4307-8e0e-067e1e3f34bb req-4ba40d14-c8f5-436a-a1a5-9e9437ca3bda tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Jul 16 01:51:53.568704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c1a33-0ddd-473a-84f4-fecc3c60d9b5 req-899c1cc3-60f5-422f-9ce3-ff6ccf0fee7d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.570236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-723c1a33-0ddd-473a-84f4-fecc3c60d9b5 req-899c1cc3-60f5-422f-9ce3-ff6ccf0fee7d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0632124 Jul 16 01:51:53.613608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-723c1a33-0ddd-473a-84f4-fecc3c60d9b5 req-08552b7b-f076-47d9-a18d-59b1c0b23297 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315742 Jul 16 01:51:54.581570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3288-e0ae-4444-875a-7ca74123a248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.763776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-062f9218-e19e-4cad-9f2c-cd79fe4585ab req-dc6aa641-a6fe-4727-89d8-20c754dddde8 service neutron] (93945) timed out ('10.222.0.64', 43812) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:51:54.792835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f99f4e-102e-4560-a8aa-e2807530f897 req-b0aebfe6-8e29-4785-a8d0-eb234bcbcd97 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:54.794483 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-34f99f4e-102e-4560-a8aa-e2807530f897 req-b0aebfe6-8e29-4785-a8d0-eb234bcbcd97 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0667582 Jul 16 01:51:54.838938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-34f99f4e-102e-4560-a8aa-e2807530f897 req-b5e60ad8-bbf8-4e3c-9ee9-c2995d72e22f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365989 Jul 16 01:51:55.797353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.038441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23133412-1906-4fe7-b080-2b8541dbb871 req-bfa250d0-449e-4fb8-b270-07dbf802ad6f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.040246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23133412-1906-4fe7-b080-2b8541dbb871 req-bfa250d0-449e-4fb8-b270-07dbf802ad6f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0686469 Jul 16 01:51:56.082288 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-23133412-1906-4fe7-b080-2b8541dbb871 req-e1ef9bc9-163c-4b5e-a9fe-be352ac1194c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354140 Jul 16 01:51:56.873387 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.152246 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8733fe39-3fae-4322-b732-3825153722b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.285756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f68a4-eaaa-4d73-a42c-098b3f43108a req-ce243d4c-10e1-417e-b4ed-3251f8cd9085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:57.287725 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d15f68a4-eaaa-4d73-a42c-098b3f43108a req-ce243d4c-10e1-417e-b4ed-3251f8cd9085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0847647 Jul 16 01:51:57.327783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d15f68a4-eaaa-4d73-a42c-098b3f43108a req-377f7fc5-9bed-46bb-999c-c6a8808ece22 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Jul 16 01:51:57.641522 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.527013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d97c1-c131-41e8-ab49-59ca966c9208 req-ac887629-7ed7-4db9-846f-682e2dcc28db tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.529230 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d9d97c1-c131-41e8-ab49-59ca966c9208 req-ac887629-7ed7-4db9-846f-682e2dcc28db tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0757339 Jul 16 01:51:58.543064 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.571377 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9d9d97c1-c131-41e8-ab49-59ca966c9208 req-d6013e6b-8ba2-4bce-9bff-1376f32c6929 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356874 Jul 16 01:51:59.762935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ea5b8-8fcb-435a-bf67-4f8efaeeb231 req-b4c18458-e97b-499b-98e6-8f9037545a8c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.764692 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d4ea5b8-8fcb-435a-bf67-4f8efaeeb231 req-b4c18458-e97b-499b-98e6-8f9037545a8c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0695055 Jul 16 01:51:59.804946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4d4ea5b8-8fcb-435a-bf67-4f8efaeeb231 req-7b786c16-0862-466a-a7e3-f308289f5cf8 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346148 Jul 16 01:52:00.149377 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.983507 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e5a1f-576f-49fe-b54e-3108e1f9b4f0 req-b173e80b-a27e-4c24-b824-2e811c57d029 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:00.985067 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-018e5a1f-576f-49fe-b54e-3108e1f9b4f0 req-b173e80b-a27e-4c24-b824-2e811c57d029 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 943 time: 0.0640860 Jul 16 01:52:00.985387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 900f7aa5-2823-466c-8d06-6e080c4e460f details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:01.023236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-018e5a1f-576f-49fe-b54e-3108e1f9b4f0 req-f032e19b-e141-4f1e-854c-77581ee5214e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Jul 16 01:52:01.079570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 900f7aa5-2823-466c-8d06-6e080c4e460f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=900f7aa5-2823-466c-8d06-6e080c4e460f,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:01.090532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '900f7aa5-2823-466c-8d06-6e080c4e460f', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'port_id': '900f7aa5-2823-466c-8d06-6e080c4e460f', 'mac_address': 'fa:16:3e:a1:f7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:01.132066 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.144841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900f7aa5-2823-466c-8d06-6e080c4e460f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:01.164202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 900f7aa5-2823-466c-8d06-6e080c4e460f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=900f7aa5-2823-466c-8d06-6e080c4e460f,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:01.172204 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.218863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=900f7aa5-2823-466c-8d06-6e080c4e460f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:01.406935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['900f7aa5-2823-466c-8d06-6e080c4e460f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:02.258377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf570c-b2f0-43e8-b940-c85d631a554f req-a0f17758-7745-4a1a-a8ec-e9cc64ad4730 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:02.259812 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acbf570c-b2f0-43e8-b940-c85d631a554f req-a0f17758-7745-4a1a-a8ec-e9cc64ad4730 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 944 time: 0.0819728 Jul 16 01:52:02.306852 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acbf570c-b2f0-43e8-b940-c85d631a554f req-20894b9b-8f8d-4ee7-855e-daa1f33e0e68 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Jul 16 01:52:03.017679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 900f7aa5-2823-466c-8d06-6e080c4e460f up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:03.065562 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 900f7aa5-2823-466c-8d06-6e080c4e460f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:03.069031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 900f7aa5-2823-466c-8d06-6e080c4e460f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:03.069402 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.148909 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.173393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c067ff-86a3-438c-86e7-53fd96cb3b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900f7aa5-2823-466c-8d06-6e080c4e460f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:03.176042 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1806d146-e8f3-4337-bfa9-59d8874f2152" -d '{"events": [{"server_uuid": "45c067ff-86a3-438c-86e7-53fd96cb3b12", "name": "network-vif-plugged", "status": "completed", "tag": "900f7aa5-2823-466c-8d06-6e080c4e460f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:03.190689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 900f7aa5-2823-466c-8d06-6e080c4e460f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=900f7aa5-2823-466c-8d06-6e080c4e460f,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:03.195232 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.226484 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf46585-b4c5-4bea-88fd-f1ca94daf120 x-openstack-request-id: req-ecf46585-b4c5-4bea-88fd-f1ca94daf120 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:03.226910 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c067ff-86a3-438c-86e7-53fd96cb3b12", "name": "network-vif-plugged", "status": "completed", "tag": "900f7aa5-2823-466c-8d06-6e080c4e460f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:03.227046 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecf46585-b4c5-4bea-88fd-f1ca94daf120 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:03.227679 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c067ff-86a3-438c-86e7-53fd96cb3b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900f7aa5-2823-466c-8d06-6e080c4e460f', 'code': 200} Jul 16 01:52:03.261575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=900f7aa5-2823-466c-8d06-6e080c4e460f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.361860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d1a2d-c6dd-4369-bb8b-9b631fa9ce9e req-2b6bce2c-7bba-4df8-b951-b4a51887d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.363433 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bd7d1a2d-c6dd-4369-bb8b-9b631fa9ce9e req-2b6bce2c-7bba-4df8-b951-b4a51887d06a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 1097 time: 0.0645924 Jul 16 01:52:03.402106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bd7d1a2d-c6dd-4369-bb8b-9b631fa9ce9e req-b3d2e06c-3fe4-4fdf-9adb-adb2e39fec3e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Jul 16 01:52:03.517116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1419f-d265-4770-bee5-58cacc1f7039 req-5edf1dea-383d-4ca6-9c3d-18de6e8d17d4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.518682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7b1419f-d265-4770-bee5-58cacc1f7039 req-5edf1dea-383d-4ca6-9c3d-18de6e8d17d4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 945 time: 0.0740454 Jul 16 01:52:03.558891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f7b1419f-d265-4770-bee5-58cacc1f7039 req-3ada7592-b9ad-4ac2-b7aa-10bbeb9ba306 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344701 Jul 16 01:52:04.771892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2f46a-d8ac-4c71-a3b3-4008a56f39da req-580da0b8-9e7f-4f73-997b-57ac04545b68 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.773558 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6da2f46a-d8ac-4c71-a3b3-4008a56f39da req-580da0b8-9e7f-4f73-997b-57ac04545b68 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 945 time: 0.0733836 Jul 16 01:52:04.813069 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6da2f46a-d8ac-4c71-a3b3-4008a56f39da req-600f5927-fc43-49c9-b755-7d8eaad0d6c9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Jul 16 01:52:05.010772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f2dcf-37d7-4f95-8330-b3025900b9ab req-5a4865c6-b3cd-4d1e-9d74-bdad8bf46ca3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.012468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b74f2dcf-37d7-4f95-8330-b3025900b9ab req-5a4865c6-b3cd-4d1e-9d74-bdad8bf46ca3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 945 time: 0.0821850 Jul 16 01:52:05.056271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b74f2dcf-37d7-4f95-8330-b3025900b9ab req-a09f50a7-e786-4138-ac53-f1b62b5754d9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370812 Jul 16 01:52:05.537926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a2768-a473-4871-8df4-5e386e0760fd req-5fd45ae0-aa9a-4bab-aac0-398daba05f63 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.539438 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-747a2768-a473-4871-8df4-5e386e0760fd req-5fd45ae0-aa9a-4bab-aac0-398daba05f63 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 945 time: 0.0684953 Jul 16 01:52:05.577570 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-747a2768-a473-4871-8df4-5e386e0760fd req-f203f0d1-0887-4746-8612-491e1a1a0c55 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Jul 16 01:52:06.751032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98d63f-59e2-4b86-b243-f1df746a7699 req-40b1ac62-c1f2-44ff-8f5f-a6d163c58323 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.752790 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d98d63f-59e2-4b86-b243-f1df746a7699 req-40b1ac62-c1f2-44ff-8f5f-a6d163c58323 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 945 time: 0.0642622 Jul 16 01:52:06.801697 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1d98d63f-59e2-4b86-b243-f1df746a7699 req-cdee42aa-24de-49aa-b803-1a60a9f39c05 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Jul 16 01:52:07.178932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-54a3432c-2d91-4457-852e-6f9c02a4554b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.180366 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-54a3432c-2d91-4457-852e-6f9c02a4554b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.67 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 945 time: 0.0643156 Jul 16 01:52:07.286329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-fe4a7c9c-6f12-4f3c-9f28-3af377905d78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Deleting port 900f7aa5-2823-466c-8d06-6e080c4e460f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:07.286674 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-fe4a7c9c-6f12-4f3c-9f28-3af377905d78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.377766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-fe4a7c9c-6f12-4f3c-9f28-3af377905d78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] For port 900f7aa5-2823-466c-8d06-6e080c4e460f, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=900f7aa5-2823-466c-8d06-6e080c4e460f,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:07.378166 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-fe4a7c9c-6f12-4f3c-9f28-3af377905d78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.397143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-fe4a7c9c-6f12-4f3c-9f28-3af377905d78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Calling delete_port for 900f7aa5-2823-466c-8d06-6e080c4e460f owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:07.534668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-fe4a7c9c-6f12-4f3c-9f28-3af377905d78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.551145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['6aca5ee8-e998-4937-b134-71af131e521b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:07.554330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['900f7aa5-2823-466c-8d06-6e080c4e460f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:07.573002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a7c9c-6f12-4f3c-9f28-3af377905d78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'Port': ['ID=900f7aa5-2823-466c-8d06-6e080c4e460f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:07.624795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-fe4a7c9c-6f12-4f3c-9f28-3af377905d78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] No DVR routers for this DVR port 900f7aa5-2823-466c-8d06-6e080c4e460f on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:07.627762 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-fe4a7c9c-6f12-4f3c-9f28-3af377905d78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.629832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e5b4bb55-ef9f-4cae-9a03-0e9aebaa2264 req-fe4a7c9c-6f12-4f3c-9f28-3af377905d78 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.67 "DELETE /v2.0/ports/900f7aa5-2823-466c-8d06-6e080c4e460f HTTP/1.1" status: 204 len: 173 time: 0.4431267 Jul 16 01:52:07.630314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c067ff-86a3-438c-86e7-53fd96cb3b12', 'name': 'network-vif-deleted', 'tag': '900f7aa5-2823-466c-8d06-6e080c4e460f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:07.632630 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b600fdb2-c82a-4c63-b040-6af316f77682" -d '{"events": [{"server_uuid": "45c067ff-86a3-438c-86e7-53fd96cb3b12", "name": "network-vif-deleted", "tag": "900f7aa5-2823-466c-8d06-6e080c4e460f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:07.694289 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8d5ad1-1886-4269-9939-cfcd073254f8 x-openstack-request-id: req-bc8d5ad1-1886-4269-9939-cfcd073254f8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:07.694743 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c067ff-86a3-438c-86e7-53fd96cb3b12", "name": "network-vif-deleted", "tag": "900f7aa5-2823-466c-8d06-6e080c4e460f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:07.695024 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc8d5ad1-1886-4269-9939-cfcd073254f8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:07.695550 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c067ff-86a3-438c-86e7-53fd96cb3b12', 'name': 'network-vif-deleted', 'tag': '900f7aa5-2823-466c-8d06-6e080c4e460f', 'status': 'completed', 'code': 200} Jul 16 01:52:07.947905 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3c30c8c9-b0e9-446f-8c23-f96796df00bf req-93644eb1-2a1c-43aa-ae62-6c455d10a0cc tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 210 time: 0.0302153 Jul 16 01:52:09.104320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc58e7f8-78c8-4d2f-b18c-afca444968cc req-4bd85d29-6d0f-4226-bcb6-6b7d48106196 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 210 time: 0.0299389 Jul 16 01:52:10.256767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0a3c6e14-64c6-4bb2-b229-3f65ec49196b req-5bd0f997-48b1-4845-8d26-8eb33d4d802a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 210 time: 0.0326943 Jul 16 01:52:11.086862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 900f7aa5-2823-466c-8d06-6e080c4e460f no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:11.108542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 900f7aa5-2823-466c-8d06-6e080c4e460f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:11.108882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 900f7aa5-2823-466c-8d06-6e080c4e460f not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:11.416210 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2e5328e-7fad-4ada-9734-41113159332f req-320b0be4-e334-4341-858e-5b2d4e00df5c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c067ff-86a3-438c-86e7-53fd96cb3b12 HTTP/1.1" status: 200 len: 210 time: 0.0303469 Jul 16 01:52:11.670236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-b79d5370-f83b-429c-b03c-71a23a4aaa39 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0634167 Jul 16 01:52:11.788454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-a8322d20-c851-4834-9f5c-0d0dcc52b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.790058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-a8322d20-c851-4834-9f5c-0d0dcc52b3a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 1097 time: 0.0689402 Jul 16 01:52:11.918699 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-b74772d8-aa6e-4b74-9019-50f4899907b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.921261 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-b74772d8-aa6e-4b74-9019-50f4899907b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.1050184 Jul 16 01:52:11.966557 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-e06bb2b6-48b0-48f7-aed1-68cb1bb8534a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aca5ee8-e998-4937-b134-71af131e521b HTTP/1.1" status: 200 len: 217 time: 0.0361376 Jul 16 01:52:12.020370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-062ba47c-0d3f-46f2-99b3-53acc7a918e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.021833 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-062ba47c-0d3f-46f2-99b3-53acc7a918e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0491829 Jul 16 01:52:12.087966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-2be2f1cc-590f-4c72-9e8f-b415b049e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.089608 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-2be2f1cc-590f-4c72-9e8f-b415b049e7c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593154 Jul 16 01:52:12.190958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-47f97f2d-b800-449c-813f-c682276fe32e service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937827 Jul 16 01:52:12.300350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e9abef6-277e-47fe-906d-fc6c1155a2e2 req-b7600793-1ae0-4ad7-b47d-89abb89a7f76 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999584 Jul 16 01:52:16.070261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea932cc0-0150-4af1-8f97-5fde7d111a88 req-a3a40855-aceb-4066-b41b-5d099ce4b744 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.071772 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea932cc0-0150-4af1-8f97-5fde7d111a88 req-a3a40855-aceb-4066-b41b-5d099ce4b744 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 945 time: 0.0650160 Jul 16 01:52:16.113845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea932cc0-0150-4af1-8f97-5fde7d111a88 req-b853e159-bb31-415a-bbff-b43593299e3b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Jul 16 01:52:16.254941 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:52:17.496759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e6d9c-1aa6-4747-8efd-f23db74f31e6 req-3d58dfc7-34e4-4609-9c90-f109c2732b64 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.498931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-242e6d9c-1aa6-4747-8efd-f23db74f31e6 req-3d58dfc7-34e4-4609-9c90-f109c2732b64 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 945 time: 0.0747032 Jul 16 01:52:17.538761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-242e6d9c-1aa6-4747-8efd-f23db74f31e6 req-53aac1c3-62a6-4506-a592-f51dc2db751d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=33e8bb96-b3a2-4232-b4de-a9ee096a4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341954 Jul 16 01:52:17.571726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-76a200cb-b9f8-44fa-a910-0365fe5f3c2b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.573224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-76a200cb-b9f8-44fa-a910-0365fe5f3c2b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 945 time: 0.0672934 Jul 16 01:52:17.675443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Deleting port 6aca5ee8-e998-4937-b134-71af131e521b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:17.675792 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.768061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] For port 6aca5ee8-e998-4937-b134-71af131e521b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=6aca5ee8-e998-4937-b134-71af131e521b,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:17.768333 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.779942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Calling delete_port for 6aca5ee8-e998-4937-b134-71af131e521b owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:17.907626 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.921012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['6aca5ee8-e998-4937-b134-71af131e521b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:17.942070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'Port': ['ID=6aca5ee8-e998-4937-b134-71af131e521b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:17.972165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.972500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.972842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.973182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.973513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.973839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.974196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.974519 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.974844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.975171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.975492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.975812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:17.997809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] No DVR routers for this DVR port 6aca5ee8-e998-4937-b134-71af131e521b on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:18.000403 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.002421 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-49d10f32-4f6e-435e-820e-206c4e18b9e6 req-326a9e66-edd7-4f42-aab9-16eda4c52f33 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "DELETE /v2.0/ports/6aca5ee8-e998-4937-b134-71af131e521b HTTP/1.1" status: 204 len: 173 time: 0.4227512 Jul 16 01:52:18.002858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e853d82e-e34c-4e64-a75d-4ae3e03c02c6', 'name': 'network-vif-deleted', 'tag': '6aca5ee8-e998-4937-b134-71af131e521b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:18.005145 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a835059-c63d-44b7-9c6b-d976f9a4add0" -d '{"events": [{"server_uuid": "e853d82e-e34c-4e64-a75d-4ae3e03c02c6", "name": "network-vif-deleted", "tag": "6aca5ee8-e998-4937-b134-71af131e521b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:18.050692 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae37042-5cdd-468f-bb13-54d89594816f x-openstack-request-id: req-5ae37042-5cdd-468f-bb13-54d89594816f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:18.050991 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e853d82e-e34c-4e64-a75d-4ae3e03c02c6", "name": "network-vif-deleted", "tag": "6aca5ee8-e998-4937-b134-71af131e521b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:18.051251 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ae37042-5cdd-468f-bb13-54d89594816f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:18.051655 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e853d82e-e34c-4e64-a75d-4ae3e03c02c6', 'name': 'network-vif-deleted', 'tag': '6aca5ee8-e998-4937-b134-71af131e521b', 'status': 'completed', 'code': 200} Jul 16 01:52:18.682909 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8f90f8f4-ea97-4363-ae97-550956fa2bec req-d69cec9e-9da1-48d8-98e2-706c996946a7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 210 time: 0.0310555 Jul 16 01:52:19.824242 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72ac8372-ef96-41ff-ba2b-be3a8257be33 req-07e461e1-e639-494e-a316-cb2123463a1b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 210 time: 0.0286832 Jul 16 01:52:20.409019 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6aca5ee8-e998-4937-b134-71af131e521b no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:20.429375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 6aca5ee8-e998-4937-b134-71af131e521b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:20.429718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 6aca5ee8-e998-4937-b134-71af131e521b not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:20.975990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-98ee2d96-cea5-4ded-8571-83800abe176d req-f920991b-63b2-4c51-9fae-92c43d78b022 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=e853d82e-e34c-4e64-a75d-4ae3e03c02c6 HTTP/1.1" status: 200 len: 210 time: 0.0307891 Jul 16 01:52:24.583738 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3454f60d-df4b-442a-977a-789ebd8ea6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.046203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 45822) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.050811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4ad3e847-4328-4ec3-86df-ae1bd560c138 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563276257', 'description': 'tempest-secgroup-smoke-1563276257 description', 'project_id': '9902685bf11a4a06a333973741b55040'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.074585 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e847-4328-4ec3-86df-ae1bd560c138 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.154915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e847-4328-4ec3-86df-ae1bd560c138 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.158605 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e847-4328-4ec3-86df-ae1bd560c138 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.187016 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e847-4328-4ec3-86df-ae1bd560c138 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.188204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4ad3e847-4328-4ec3-86df-ae1bd560c138 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1409991 Jul 16 01:52:25.191259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.192585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3e847-4328-4ec3-86df-ae1bd560c138 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62b872e-4753-439b-8b38-cbd53998022b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.195933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e9541114-e7e2-494a-a561-8bdefa87333c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'security_group_rule': {'security_group_id': 'e62b872e-4753-439b-8b38-cbd53998022b', 'project_id': '9902685bf11a4a06a333973741b55040', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.222713 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9541114-e7e2-494a-a561-8bdefa87333c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.278343 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9541114-e7e2-494a-a561-8bdefa87333c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.282527 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9541114-e7e2-494a-a561-8bdefa87333c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.300377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9541114-e7e2-494a-a561-8bdefa87333c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5053f4e-3547-4b63-ba6c-45537808f192,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.306582 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9541114-e7e2-494a-a561-8bdefa87333c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.308067 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e9541114-e7e2-494a-a561-8bdefa87333c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157668 Jul 16 01:52:25.310892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.315343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-167c21a0-e1b4-4697-9b8a-69a4f6a97310 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'security_group_rule': {'security_group_id': 'e62b872e-4753-439b-8b38-cbd53998022b', 'project_id': '9902685bf11a4a06a333973741b55040', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.340601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-167c21a0-e1b4-4697-9b8a-69a4f6a97310 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.406912 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-167c21a0-e1b4-4697-9b8a-69a4f6a97310 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.410533 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-167c21a0-e1b4-4697-9b8a-69a4f6a97310 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.428200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c21a0-e1b4-4697-9b8a-69a4f6a97310 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ebe8de-0569-4c74-8fff-f5d40fce3a96,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.435203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-167c21a0-e1b4-4697-9b8a-69a4f6a97310 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.436754 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-167c21a0-e1b4-4697-9b8a-69a4f6a97310 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247983 Jul 16 01:52:25.439552 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.444064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-57fb4342-634d-4ed9-9751-ea52040a1a40 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'security_group_rule': {'security_group_id': 'e62b872e-4753-439b-8b38-cbd53998022b', 'project_id': '9902685bf11a4a06a333973741b55040', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.471369 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57fb4342-634d-4ed9-9751-ea52040a1a40 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.529214 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57fb4342-634d-4ed9-9751-ea52040a1a40 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.532677 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57fb4342-634d-4ed9-9751-ea52040a1a40 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.550252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb4342-634d-4ed9-9751-ea52040a1a40 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cef278a-8c3b-4dfa-975c-1402e7016ad6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.555205 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57fb4342-634d-4ed9-9751-ea52040a1a40 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.556390 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-57fb4342-634d-4ed9-9751-ea52040a1a40 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158628 Jul 16 01:52:25.559072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45830) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.563459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e4c01e6d-bef9-4add-9944-3a7838ac797a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'security_group_rule': {'security_group_id': 'e62b872e-4753-439b-8b38-cbd53998022b', 'project_id': '9902685bf11a4a06a333973741b55040', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.588789 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4c01e6d-bef9-4add-9944-3a7838ac797a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.646899 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4c01e6d-bef9-4add-9944-3a7838ac797a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.649576 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4c01e6d-bef9-4add-9944-3a7838ac797a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.667134 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c01e6d-bef9-4add-9944-3a7838ac797a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6432f9-3e2e-48cb-8762-c10fa0d41dce,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.674031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4c01e6d-bef9-4add-9944-3a7838ac797a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.675238 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e4c01e6d-bef9-4add-9944-3a7838ac797a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152523 Jul 16 01:52:25.677960 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45832) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.682502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3fc7de2c-983a-4cbe-8777-24c5457c7f7a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'security_group_rule': {'security_group_id': 'e62b872e-4753-439b-8b38-cbd53998022b', 'project_id': '9902685bf11a4a06a333973741b55040', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.705320 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-3fc7de2c-983a-4cbe-8777-24c5457c7f7a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Project 9902685bf11a4a06a333973741b55040 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:52:25.709937 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fc7de2c-983a-4cbe-8777-24c5457c7f7a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.771712 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fc7de2c-983a-4cbe-8777-24c5457c7f7a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.775130 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fc7de2c-983a-4cbe-8777-24c5457c7f7a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.792873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7de2c-983a-4cbe-8777-24c5457c7f7a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451df753-53fa-4000-985c-166f07a7a232,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.800083 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fc7de2c-983a-4cbe-8777-24c5457c7f7a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.801366 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3fc7de2c-983a-4cbe-8777-24c5457c7f7a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224515 Jul 16 01:52:25.804066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 45834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.808588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9e6ce9db-aa03-4d40-add6-e51bb0c3dbc7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'security_group_rule': {'security_group_id': 'e62b872e-4753-439b-8b38-cbd53998022b', 'project_id': '9902685bf11a4a06a333973741b55040', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.809569 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.831170 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-9e6ce9db-aa03-4d40-add6-e51bb0c3dbc7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Project 9902685bf11a4a06a333973741b55040 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:52:25.835728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce9db-aa03-4d40-add6-e51bb0c3dbc7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.899239 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce9db-aa03-4d40-add6-e51bb0c3dbc7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.902729 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce9db-aa03-4d40-add6-e51bb0c3dbc7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.922281 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ce9db-aa03-4d40-add6-e51bb0c3dbc7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54dbdee-b01d-4736-8d90-3dc9ee921168,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.926167 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce9db-aa03-4d40-add6-e51bb0c3dbc7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.930310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9e6ce9db-aa03-4d40-add6-e51bb0c3dbc7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224239 Jul 16 01:52:26.872447 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.154886 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f45c37d6-50e3-4977-ba1d-de8beeed4664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.643978 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.541935 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.155282 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.244166 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-b62d9bec-aed2-42c2-960f-bf67be7a0dab tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563276257&fields=id&tenant_id=9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 267 time: 0.0324697 Jul 16 01:52:40.353647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-74f7c58a-0373-42d8-9668-db2384bff6c3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:40.355138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-74f7c58a-0373-42d8-9668-db2384bff6c3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1034310 Jul 16 01:52:40.370145 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-0cc14205-a409-45e8-b2f0-e553d926c564 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/quotas/9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 375 time: 0.0088294 Jul 16 01:52:40.440329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-a96b89e7-5350-4cd0-9d7c-b0e73eaad3bf tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645003 Jul 16 01:52:40.537983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-9435811f-ec2d-4e22-a149-e7dd0ecd1538 service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868254 Jul 16 01:52:40.626443 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-2b798fc6-3676-49b2-b78f-27e78f464151 service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824938 Jul 16 01:52:41.186147 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b8604d21-839e-4b77-800d-39926d973d19 req-42f1c5c6-cf3a-47f7-b28c-efd5406bf063 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 210 time: 0.2992020 Jul 16 01:52:41.970141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-6d0ac85a-d960-4a01-9074-99d9d7fd35a7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.971631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-6d0ac85a-d960-4a01-9074-99d9d7fd35a7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1110687 Jul 16 01:52:42.022132 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-9ce06a50-bec8-4985-b23f-37f77aa3eb3a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 380 time: 0.0350490 Jul 16 01:52:42.031291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'port': {'device_id': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'admin_state_up': True, 'tenant_id': '9902685bf11a4a06a333973741b55040', 'security_groups': ['e62b872e-4753-439b-8b38-cbd53998022b']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:42.144664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Made reservation on behalf of 9902685bf11a4a06a333973741b55040 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:42.148408 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.282210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Allocated IP 172.20.0.7 (fedbcd09-c803-472e-8d98-ca8ebfac4ff5/6946ac1d-2bcc-4c2e-9141-7a030ff49554/7f392f58-09a8-4883-bbe9-12b90955d033) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:42.352202 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa1820ac-2725-450b-a89f-28de7f276887 req-89cea4bc-757f-4654-9bd1-730967d30fbc tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 210 time: 0.0439277 Jul 16 01:52:42.462884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.476767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Transition to ACTIVE for port object 7f392f58-09a8-4883-bbe9-12b90955d033 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:42.508734 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.561008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:42.564297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:42.567458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:42.595548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=7f392f58-09a8-4883-bbe9-12b90955d033,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.627125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.627792 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.643589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-86a1172c-ea38-4603-a49c-3dd48d7a3750 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161687 Jul 16 01:52:42.656285 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Request body: {'port': {'device_id': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:42.734998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.860682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5e9dd265-ca5c-4f5e-bf4d-bfd52f331e2b None None] Provisioning for port 7f392f58-09a8-4883-bbe9-12b90955d033 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:42.864921 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5e9dd265-ca5c-4f5e-bf4d-bfd52f331e2b None None] Provisioning complete for port 7f392f58-09a8-4883-bbe9-12b90955d033 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:42.865293 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd265-ca5c-4f5e-bf4d-bfd52f331e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.902721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5e9dd265-ca5c-4f5e-bf4d-bfd52f331e2b None None] Port 7f392f58-09a8-4883-bbe9-12b90955d033 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:43.020396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f392f58-09a8-4883-bbe9-12b90955d033 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:43.027982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.040529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Transition to ACTIVE for port object 7f392f58-09a8-4883-bbe9-12b90955d033 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:43.044371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.095660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f392f58-09a8-4883-bbe9-12b90955d033,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:43.167438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Attempting to bind port 7f392f58-09a8-4883-bbe9-12b90955d033 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:43.167784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Attempting to bind port 7f392f58-09a8-4883-bbe9-12b90955d033 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:43.168117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Attempting to bind port 7f392f58-09a8-4883-bbe9-12b90955d033 on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:43.172800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Port 7f392f58-09a8-4883-bbe9-12b90955d033 on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:43.173129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Attempting to bind port 7f392f58-09a8-4883-bbe9-12b90955d033 on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:43.181529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:43.182177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Checking segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:43.182548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Bound using segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:43.183354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Bound port: 7f392f58-09a8-4883-bbe9-12b90955d033, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:43.183998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.265975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] For port 7f392f58-09a8-4883-bbe9-12b90955d033, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:43.269444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] For port 7f392f58-09a8-4883-bbe9-12b90955d033, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7f392f58-09a8-4883-bbe9-12b90955d033,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:43.274440 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.315500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.316069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.317493 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f392f58-09a8-4883-bbe9-12b90955d033 HTTP/1.1" status: 200 len: 1092 time: 0.6661608 Jul 16 01:52:43.317958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'tag': '7f392f58-09a8-4883-bbe9-12b90955d033'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:43.320280 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445f1937-e0c7-4dd4-9e3a-d3590731e93c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a863d29-773a-4dfa-900c-e548c3c3bdec", "tag": "7f392f58-09a8-4883-bbe9-12b90955d033"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:43.361047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab0656-c030-4d20-aedb-3252460059c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f392f58-09a8-4883-bbe9-12b90955d033,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:43.368425 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faf0bb1-857a-4803-9a40-8abc014a3bf9 x-openstack-request-id: req-0faf0bb1-857a-4803-9a40-8abc014a3bf9 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:43.368859 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a863d29-773a-4dfa-900c-e548c3c3bdec", "tag": "7f392f58-09a8-4883-bbe9-12b90955d033", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:43.369283 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0faf0bb1-857a-4803-9a40-8abc014a3bf9 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:43.369768 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'tag': '7f392f58-09a8-4883-bbe9-12b90955d033', 'status': 'completed', 'code': 200} Jul 16 01:52:43.433458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-ffb23ca0-bd06-44d5-b7d6-f6fc92ed73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.435183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-ffb23ca0-bd06-44d5-b7d6-f6fc92ed73d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 1095 time: 0.0622635 Jul 16 01:52:43.502500 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-f9b1353c-9afd-459f-a75d-3a2df987dcf4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f392f58-09a8-4883-bbe9-12b90955d033 HTTP/1.1" status: 200 len: 217 time: 0.0593641 Jul 16 01:52:43.582768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-b26db702-0acb-42d9-94cf-9b2dece4813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.584224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-b26db702-0acb-42d9-94cf-9b2dece4813e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0622675 Jul 16 01:52:43.597620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cec0a-324c-4c6a-9cd8-ba213c3db6a2 req-dc1bbd4c-daa8-44a8-b765-0446b4ab5add tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.599034 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-868cec0a-324c-4c6a-9cd8-ba213c3db6a2 req-dc1bbd4c-daa8-44a8-b765-0446b4ab5add tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 943 time: 0.1069961 Jul 16 01:52:43.671479 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-868cec0a-324c-4c6a-9cd8-ba213c3db6a2 req-9a4d91de-01d2-45ce-bd61-f3bf8314dc2f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641513 Jul 16 01:52:43.687630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-e35afc65-fbd2-4564-994c-8f9048b3f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.689296 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-e35afc65-fbd2-4564-994c-8f9048b3f5c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893896 Jul 16 01:52:43.780497 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-e22edbdc-cf2b-410d-9e4b-aaa5c7eb2c0f service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836573 Jul 16 01:52:43.882058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a119fc-8e95-4d8b-b879-0ccba22d40a3 req-8b8ebeb1-d692-4aca-8edf-ef16107c2d80 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918469 Jul 16 01:52:43.995260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-c3b79a27-9e71-4230-9ad2-0723db843cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.996769 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-c3b79a27-9e71-4230-9ad2-0723db843cf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 1095 time: 0.0538812 Jul 16 01:52:44.088285 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-c3847de4-ccab-4862-ad91-af4820f94aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.089743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-c3847de4-ccab-4862-ad91-af4820f94aa3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0857694 Jul 16 01:52:44.136719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-49f4bcc5-d307-42c2-8400-ac88257e6ddc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f392f58-09a8-4883-bbe9-12b90955d033 HTTP/1.1" status: 200 len: 217 time: 0.0395241 Jul 16 01:52:44.186879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-01c7713c-4dcc-49f8-bb54-f19af1dc4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.188258 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-01c7713c-4dcc-49f8-bb54-f19af1dc4556 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0448647 Jul 16 01:52:44.245210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-a7906263-2b95-4e6e-b937-2dd91266d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.246721 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-a7906263-2b95-4e6e-b937-2dd91266d04e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517914 Jul 16 01:52:44.341508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-d83d6f62-e084-4545-aaee-12d6397f34e9 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869057 Jul 16 01:52:44.431271 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-445f1937-e0c7-4dd4-9e3a-d3590731e93c req-a270f471-b77f-48c9-b6d7-aeb379f4793e service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830188 Jul 16 01:52:44.845639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981c3a1-043f-453a-a616-7fea13453b7b req-18f12138-948d-48bc-9fda-1525b0bc4bf4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.847156 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a981c3a1-043f-453a-a616-7fea13453b7b req-18f12138-948d-48bc-9fda-1525b0bc4bf4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 943 time: 0.0640225 Jul 16 01:52:44.886540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a981c3a1-043f-453a-a616-7fea13453b7b req-1efede89-5e49-4fc1-8088-d71c9c0e77cc tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336144 Jul 16 01:52:46.071712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eab0c8-3afa-4fb2-a9ba-5cc209e0868f req-b2981bc4-6ba5-4eb0-b7b8-4f1085a88be1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.073109 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57eab0c8-3afa-4fb2-a9ba-5cc209e0868f req-b2981bc4-6ba5-4eb0-b7b8-4f1085a88be1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 943 time: 0.0674124 Jul 16 01:52:46.114725 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57eab0c8-3afa-4fb2-a9ba-5cc209e0868f req-21610681-9222-4e00-8804-829877ec3543 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348165 Jul 16 01:52:47.295193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2333d3e-1657-40e4-ac5d-6f15a322bd26 req-ad792b65-58e4-4a67-9f15-fddd88f22c59 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.296674 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2333d3e-1657-40e4-ac5d-6f15a322bd26 req-ad792b65-58e4-4a67-9f15-fddd88f22c59 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 943 time: 0.0672204 Jul 16 01:52:47.334565 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2333d3e-1657-40e4-ac5d-6f15a322bd26 req-1e0911bd-c33a-470a-8be1-fa4ef088832b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322688 Jul 16 01:52:48.508528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6831c-ba09-4633-8a3f-13d517775255 req-ad89b172-3bca-4e8a-bb9c-5b0bd732eef4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.510137 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdd6831c-ba09-4633-8a3f-13d517775255 req-ad89b172-3bca-4e8a-bb9c-5b0bd732eef4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 943 time: 0.0629914 Jul 16 01:52:48.548739 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdd6831c-ba09-4633-8a3f-13d517775255 req-0e29cb4f-b863-4538-bbb9-bb69e1568019 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327249 Jul 16 01:52:49.720532 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c04ed4-28c9-4084-ad6f-677a97ba0791 req-e4306f62-3cfb-4470-9e2f-c6ede81b0f92 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.722111 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03c04ed4-28c9-4084-ad6f-677a97ba0791 req-e4306f62-3cfb-4470-9e2f-c6ede81b0f92 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 943 time: 0.0648167 Jul 16 01:52:49.760676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03c04ed4-28c9-4084-ad6f-677a97ba0791 req-27fafee5-2915-417c-9495-39dad6a2f45d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329933 Jul 16 01:52:50.934731 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b53c5e-0249-4320-ba4f-e258b872699d req-0c779751-03e7-4c89-9ecb-f3f7d1a7eb8e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.936796 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73b53c5e-0249-4320-ba4f-e258b872699d req-0c779751-03e7-4c89-9ecb-f3f7d1a7eb8e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 943 time: 0.0670834 Jul 16 01:52:50.973437 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73b53c5e-0249-4320-ba4f-e258b872699d req-af0e94c6-279e-4142-bbd7-43c40d142f64 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310218 Jul 16 01:52:52.149118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e4e34-9599-4e36-91cf-57ef58bdc128 req-8ffdda14-5235-45f4-8a0b-c33131691692 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.150523 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da5e4e34-9599-4e36-91cf-57ef58bdc128 req-8ffdda14-5235-45f4-8a0b-c33131691692 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 943 time: 0.0637083 Jul 16 01:52:52.189592 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da5e4e34-9599-4e36-91cf-57ef58bdc128 req-dd456b13-dd73-48a3-9ca3-c6981fe1d905 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325267 Jul 16 01:52:53.255698 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:52:53.490468 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32627ac-d893-40df-960d-b9f61ea18c7b req-f6a8a38e-8013-496b-8340-ce0df16f6872 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.491848 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c32627ac-d893-40df-960d-b9f61ea18c7b req-f6a8a38e-8013-496b-8340-ce0df16f6872 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 943 time: 0.1862507 Jul 16 01:52:53.532673 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c32627ac-d893-40df-960d-b9f61ea18c7b req-faa632c7-87c2-45b4-b72d-b75fdc4641ea tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349715 Jul 16 01:52:54.587235 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b64c36bf-613a-499e-9a96-4be32dc292fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.597371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7f392f58-09a8-4883-bbe9-12b90955d033 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:54.692960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7f392f58-09a8-4883-bbe9-12b90955d033, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7f392f58-09a8-4883-bbe9-12b90955d033,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:54.704658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '7f392f58-09a8-4883-bbe9-12b90955d033', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'port_id': '7f392f58-09a8-4883-bbe9-12b90955d033', 'mac_address': 'fa:16:3e:ba:1c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:54.741735 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.754554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f392f58-09a8-4883-bbe9-12b90955d033 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:54.768392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22b54e-326f-4b4b-b929-7fb39e87b923 req-a2ca7236-04b1-4ecc-b038-4b0575fb06fe tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.769892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a22b54e-326f-4b4b-b929-7fb39e87b923 req-a2ca7236-04b1-4ecc-b038-4b0575fb06fe tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 943 time: 0.1252522 Jul 16 01:52:54.774459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7f392f58-09a8-4883-bbe9-12b90955d033, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7f392f58-09a8-4883-bbe9-12b90955d033,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:54.778470 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.809152 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8a22b54e-326f-4b4b-b929-7fb39e87b923 req-336ebfb9-372e-44e0-b2ef-ef86b11fbf4a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335131 Jul 16 01:52:54.827324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7f392f58-09a8-4883-bbe9-12b90955d033,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:54.835727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.836073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.836415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.836751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.837107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.837505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.837829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.838179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.838506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.838832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.839156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.839477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.989177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['7f392f58-09a8-4883-bbe9-12b90955d033'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:55.808172 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.983501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695b2b7-3e3e-4f47-90e7-35aca490eaf6 req-65011df4-81f3-4f3b-82cd-79fb83136cef tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:55.984548 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9695b2b7-3e3e-4f47-90e7-35aca490eaf6 req-65011df4-81f3-4f3b-82cd-79fb83136cef tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 944 time: 0.0623310 Jul 16 01:52:56.020749 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9695b2b7-3e3e-4f47-90e7-35aca490eaf6 req-5d81be9f-5bee-4537-9323-a53b82a21672 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306408 Jul 16 01:52:56.596904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7f392f58-09a8-4883-bbe9-12b90955d033 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:56.644113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 7f392f58-09a8-4883-bbe9-12b90955d033 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:56.647567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 7f392f58-09a8-4883-bbe9-12b90955d033 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:56.647937 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.723555 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.744748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f392f58-09a8-4883-bbe9-12b90955d033'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:56.747263 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac864bd2-fa10-49a7-b343-202d5bd3249f" -d '{"events": [{"server_uuid": "5a863d29-773a-4dfa-900c-e548c3c3bdec", "name": "network-vif-plugged", "status": "completed", "tag": "7f392f58-09a8-4883-bbe9-12b90955d033"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:56.760285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 7f392f58-09a8-4883-bbe9-12b90955d033, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7f392f58-09a8-4883-bbe9-12b90955d033,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:56.765175 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.792112 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edeb14c-47fd-4193-af1a-145ff610ed58 x-openstack-request-id: req-4edeb14c-47fd-4193-af1a-145ff610ed58 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:56.792329 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a863d29-773a-4dfa-900c-e548c3c3bdec", "name": "network-vif-plugged", "status": "completed", "tag": "7f392f58-09a8-4883-bbe9-12b90955d033", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:56.792584 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4edeb14c-47fd-4193-af1a-145ff610ed58 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:56.792975 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f392f58-09a8-4883-bbe9-12b90955d033', 'code': 200} Jul 16 01:52:56.821373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=7f392f58-09a8-4883-bbe9-12b90955d033,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:56.890112 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.907725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20963e3-b727-47af-bb85-919b7a7b749b req-3b6d5491-ac35-43b7-89ff-660ac3dc7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.909256 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c20963e3-b727-47af-bb85-919b7a7b749b req-3b6d5491-ac35-43b7-89ff-660ac3dc7aa4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 1097 time: 0.0558939 Jul 16 01:52:56.944415 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c20963e3-b727-47af-bb85-919b7a7b749b req-7bd05426-b76e-4769-8cfd-37e68348cf57 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287604 Jul 16 01:52:57.156696 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfae866a-885d-46ff-99b3-3e9f3f295548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.198024 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c48344-4a15-4fc9-852e-c1377349681f req-4be81fe5-64a5-44a6-8dd4-5aabf6e2a34d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.199572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c48344-4a15-4fc9-852e-c1377349681f req-4be81fe5-64a5-44a6-8dd4-5aabf6e2a34d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 945 time: 0.0654874 Jul 16 01:52:57.239344 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c48344-4a15-4fc9-852e-c1377349681f req-5c64bf94-ce39-4459-8d89-ef67eafdeaa2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338547 Jul 16 01:52:57.648703 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.417079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658436d-ba57-4500-802b-88ff84f8e3b2 req-306c3273-4b7f-40d2-bc8b-651a27d3ba8e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.418593 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c658436d-ba57-4500-802b-88ff84f8e3b2 req-306c3273-4b7f-40d2-bc8b-651a27d3ba8e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 945 time: 0.0639918 Jul 16 01:52:58.457404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c658436d-ba57-4500-802b-88ff84f8e3b2 req-40cbb8e8-8aef-46ca-8835-4499960656d1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327747 Jul 16 01:52:58.543517 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.635526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91580-aa1b-41b5-b6e8-d6e1024b8f4e req-0bf37728-5556-426c-862d-83d7a91d141c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.637012 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-48f91580-aa1b-41b5-b6e8-d6e1024b8f4e req-0bf37728-5556-426c-862d-83d7a91d141c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 945 time: 0.0685546 Jul 16 01:52:58.674053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-48f91580-aa1b-41b5-b6e8-d6e1024b8f4e req-d419585e-a685-4885-8df9-1d80c92d9ef6 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Jul 16 01:52:58.698380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46024) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:58.749688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7f27f6-a260-43ba-84fd-41c703416796 tempest-TestVolumeBootPattern-1337479857 tempest-TestVolumeBootPattern-1337479857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.751239 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fa7f27f6-a260-43ba-84fd-41c703416796 tempest-TestVolumeBootPattern-1337479857 tempest-TestVolumeBootPattern-1337479857-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 1092 time: 0.0518794 Jul 16 01:52:58.753986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46026) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:58.758286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '7f392f58-09a8-4883-bbe9-12b90955d033', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:58.778794 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.877603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.977681 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Allocated IP 172.25.4.21 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/28b3e7df-f332-4b28-9024-f80a46275632) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:59.081341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.119659 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.153372 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:59.156684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:59.160111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:59.190678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=28b3e7df-f332-4b28-9024-f80a46275632,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:59.865896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.946611 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.092114 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.096516 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.156984 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.165867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=28b3e7df-f332-4b28-9024-f80a46275632,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.177444 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.277299 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Floating IP f1c56f9e-9992-4157-848f-be26314fee65 associated. External IP: 172.25.4.21, port: 7f392f58-09a8-4883-bbe9-12b90955d033. Jul 16 01:53:00.482633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Router af72e997-c871-4113-ac06-58e7750dd67c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:00.589726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:00.599049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] Sync routers for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:00.605484 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.609487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:00.610203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:52:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:00.644909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a32cb17a-7278-45e0-bb91-8b603ff1a10b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8898642 Jul 16 01:53:00.645517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'tag': '7f392f58-09a8-4883-bbe9-12b90955d033'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:00.647828 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1127b5db-5010-466e-88da-9d7c13dfcc80" -d '{"events": [{"name": "network-changed", "server_uuid": "5a863d29-773a-4dfa-900c-e548c3c3bdec", "tag": "7f392f58-09a8-4883-bbe9-12b90955d033"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:00.717995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:00.744741 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f291ba-8c09-4416-8e6b-ce811fd78a43 x-openstack-request-id: req-a1f291ba-8c09-4416-8e6b-ce811fd78a43 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:00.744986 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a863d29-773a-4dfa-900c-e548c3c3bdec", "tag": "7f392f58-09a8-4883-bbe9-12b90955d033", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:00.745526 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1f291ba-8c09-4416-8e6b-ce811fd78a43 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:00.745919 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'tag': '7f392f58-09a8-4883-bbe9-12b90955d033', 'status': 'completed', 'code': 200} Jul 16 01:53:00.823926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-587f0bec-2311-4686-be13-d4c41b77c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:00.825469 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-587f0bec-2311-4686-be13-d4c41b77c988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 1097 time: 0.0549090 Jul 16 01:53:00.922168 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-e028dd95-4be4-4e21-8b34-269391df4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:00.923702 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-e028dd95-4be4-4e21-8b34-269391df4dfa service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0910428 Jul 16 01:53:00.990192 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-fcbb207f-8687-46ee-8ce4-f5dd5ba0e16b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f392f58-09a8-4883-bbe9-12b90955d033 HTTP/1.1" status: 200 len: 998 time: 0.0599473 Jul 16 01:53:01.039844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-91cfceb9-3914-41dc-bb86-45893da87629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.041310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-91cfceb9-3914-41dc-bb86-45893da87629 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0449674 Jul 16 01:53:01.093406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'f1c56f9e-9992-4157-848f-be26314fee65', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': '7f392f58-09a8-4883-bbe9-12b90955d033', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:ba:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:59Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 0, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:01.102630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-912db4f2-038c-4d6e-bb9e-7b24bb3f7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.104139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-912db4f2-038c-4d6e-bb9e-7b24bb3f7377 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561845 Jul 16 01:53:01.123583 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] Checking router: af72e997-c871-4113-ac06-58e7750dd67c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:01.131870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:01.132487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:52:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:01.194762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-12b2ced7-6fad-4cf9-b726-b400ab3ab21c service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838006 Jul 16 01:53:01.240303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:01.293473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1127b5db-5010-466e-88da-9d7c13dfcc80 req-3c535e99-c2a9-4426-bc9b-d1599586b452 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872252 Jul 16 01:53:01.463819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'f1c56f9e-9992-4157-848f-be26314fee65', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': '7f392f58-09a8-4883-bbe9-12b90955d033', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:ba:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:59Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 0, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:01.489893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34645f9e-5fbf-4d42-940e-78edadaa07ae None None] The sync data for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 is: [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'f1c56f9e-9992-4157-848f-be26314fee65', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': '7f392f58-09a8-4883-bbe9-12b90955d033', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:ba:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:59Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 0, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:01.682105 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92254f-4f9d-45d5-a2cb-5899da536855 None None] New status for floating IP f1c56f9e-9992-4157-848f-be26314fee65: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:53:12.639971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-0831b31f-a8c7-4358-bce3-fabbecea9035 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514338 Jul 16 01:53:12.742499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-b6005057-d459-45a4-a445-c4d3af98d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:12.744001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-b6005057-d459-45a4-a445-c4d3af98d0c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 1097 time: 0.0535607 Jul 16 01:53:12.853912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-c20a48e4-58e4-4be5-9a64-10dd80332db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:12.855421 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-c20a48e4-58e4-4be5-9a64-10dd80332db5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0879080 Jul 16 01:53:12.920144 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-f37d075b-a488-4c50-85c3-5da5d643e239 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f392f58-09a8-4883-bbe9-12b90955d033 HTTP/1.1" status: 200 len: 1000 time: 0.0581443 Jul 16 01:53:12.973287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-7b2de6b5-95f1-4157-aafb-a2bb9eb30b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:12.974781 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-7b2de6b5-95f1-4157-aafb-a2bb9eb30b8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0480466 Jul 16 01:53:13.033158 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-02dd86ce-8ad9-4498-b998-cc1a7f36705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:13.034699 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-02dd86ce-8ad9-4498-b998-cc1a7f36705f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525124 Jul 16 01:53:13.124969 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-9c7e597f-a635-4972-9890-22fdd4b4982e service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824242 Jul 16 01:53:13.218805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-61ed5037-9600-43bb-a71a-4cbb67d8d5ba req-c4c6143d-f1ed-49ae-b521-e06e4a0ce294 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873411 Jul 16 01:53:24.589419 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d94d399f-938d-45b0-bae1-cea380f7c0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.813194 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.888321 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.155561 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78b04f5f-f73f-4808-ac6f-cfafb97e0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.650173 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.546047 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.158535 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.257177 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:54.590960 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6210-23ee-4b7b-b1e9-a53405838df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.824456 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.920542 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.156009 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6fd86a4-ae4f-470b-b03a-f4b778317c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.652393 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.548362 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.159369 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.256740 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:12.732964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-851a6042-a2e6-4f73-976a-cefe21094dd5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1468782 Jul 16 01:54:12.833092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-0e646288-fa45-42f8-a149-42f848e4c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.834613 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-0e646288-fa45-42f8-a149-42f848e4c502 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 1097 time: 0.0560663 Jul 16 01:54:12.941689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-c8d6d2bf-7524-4fbd-8062-b72597acbf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.943081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-c8d6d2bf-7524-4fbd-8062-b72597acbf75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0882280 Jul 16 01:54:13.015753 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-e80753db-f693-482d-aa38-e7790bd212ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f392f58-09a8-4883-bbe9-12b90955d033 HTTP/1.1" status: 200 len: 1000 time: 0.0607998 Jul 16 01:54:13.058761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-9a304284-e636-4ed3-82b4-9092ee9d73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:13.060188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-9a304284-e636-4ed3-82b4-9092ee9d73ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0434666 Jul 16 01:54:13.115881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-d7972cd6-de34-474c-933b-65ca0116db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:13.117348 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-d7972cd6-de34-474c-933b-65ca0116db0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505991 Jul 16 01:54:13.213432 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-e62a02f7-cf1d-4f3a-9af3-53d0ead49ad1 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884244 Jul 16 01:54:13.302857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-15ef6a64-345a-40c1-b052-b3e9c7d4a33a req-ab6304ee-5ba7-4a14-9a29-7a245cec95ea service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828335 Jul 16 01:54:24.592181 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc68c491-6d2f-4f75-875e-c86e6913fec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.818343 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.919078 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.156620 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4347726-a0ed-4ed2-b343-56c97ccfe7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.653251 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.552116 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.166328 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.255902 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:53.114539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ce413-1997-464b-acf4-ae23678c88d3 req-c8a34f7c-b04d-40ef-a6a2-3baa91d7ab1b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.116057 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-396ce413-1997-464b-acf4-ae23678c88d3 req-c8a34f7c-b04d-40ef-a6a2-3baa91d7ab1b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 945 time: 0.0695701 Jul 16 01:54:53.155612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-396ce413-1997-464b-acf4-ae23678c88d3 req-e18cc70b-b4a4-4e7c-bdd7-cf7d9f48929b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335419 Jul 16 01:54:54.369037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638d702-97ce-461b-a921-9dda46d498a7 req-dfffe294-4999-4c2e-a70a-a9ab71b60601 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.370570 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8638d702-97ce-461b-a921-9dda46d498a7 req-dfffe294-4999-4c2e-a70a-a9ab71b60601 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 945 time: 0.0685799 Jul 16 01:54:54.410211 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8638d702-97ce-461b-a921-9dda46d498a7 req-d95ec94f-fcca-4f03-9f12-b62e1c7d68e5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337760 Jul 16 01:54:54.592794 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92fec124-cc82-4cd2-a8b9-f42013e9162c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.602328 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-aeebd76c-af06-4cfb-a85a-a44accb278aa tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.604842 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-aeebd76c-af06-4cfb-a85a-a44accb278aa tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 945 time: 0.0643232 Jul 16 01:54:54.707522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Deleting port 7f392f58-09a8-4883-bbe9-12b90955d033 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:54.707776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.796230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] For port 7f392f58-09a8-4883-bbe9-12b90955d033, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=7f392f58-09a8-4883-bbe9-12b90955d033,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:54.796590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.012304 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.012703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.013053 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Floating IP f1c56f9e-9992-4157-848f-be26314fee65 disassociated. External IP: 172.25.4.21, port: 7f392f58-09a8-4883-bbe9-12b90955d033. Jul 16 01:54:55.013396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Calling delete_port for 7f392f58-09a8-4883-bbe9-12b90955d033 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:55.139226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.169156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'Port': ['ID=7f392f58-09a8-4883-bbe9-12b90955d033,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:55.181176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.181518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.181854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.182208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.182533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.182853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.183174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.183511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.183829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.184148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.184460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.185270 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.291733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Router af72e997-c871-4113-ac06-58e7750dd67c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:55.614717 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d629643-c8cb-45e0-9659-20f59010a26e req-6fd0a52a-dc26-4707-ba52-97cc5842473c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 210 time: 0.0555732 Jul 16 01:54:55.770149 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:55.783418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] Sync routers for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:55.797119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:55.798047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:54:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:55.813837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] No DVR routers for this DVR port 7f392f58-09a8-4883-bbe9-12b90955d033 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:55.817506 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.819897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abeccaa5-ef44-4fc0-b3ad-b91d703963ce req-7b847ae0-0570-4ed1-b209-51a9252428d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "DELETE /v2.0/ports/7f392f58-09a8-4883-bbe9-12b90955d033 HTTP/1.1" status: 204 len: 173 time: 1.2102237 Jul 16 01:54:55.820425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'name': 'network-vif-deleted', 'tag': '7f392f58-09a8-4883-bbe9-12b90955d033'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:55.823071 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeacb6d8-3991-491b-bc57-ad423e9a6300" -d '{"events": [{"server_uuid": "5a863d29-773a-4dfa-900c-e548c3c3bdec", "name": "network-vif-deleted", "tag": "7f392f58-09a8-4883-bbe9-12b90955d033"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:55.858156 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.888981 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1ae0ab-d2ad-48f2-8d3d-833c9214e6f2 x-openstack-request-id: req-4a1ae0ab-d2ad-48f2-8d3d-833c9214e6f2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:55.889424 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a863d29-773a-4dfa-900c-e548c3c3bdec", "name": "network-vif-deleted", "tag": "7f392f58-09a8-4883-bbe9-12b90955d033", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:55.889983 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a1ae0ab-d2ad-48f2-8d3d-833c9214e6f2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:55.890767 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a863d29-773a-4dfa-900c-e548c3c3bdec', 'name': 'network-vif-deleted', 'tag': '7f392f58-09a8-4883-bbe9-12b90955d033', 'status': 'completed', 'code': 200} Jul 16 01:54:55.924369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:56.134598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:56.161025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] Checking router: af72e997-c871-4113-ac06-58e7750dd67c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:56.172873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:56.173810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:54:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:56.287560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:56.487239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:56.514667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94916a19-a0a3-4ef7-bff1-eb4fd572b221 None None] The sync data for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 is: [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:56.750660 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb075621-c56f-4dcf-aae3-6b0c61b368a8 None None] New status for floating IP f1c56f9e-9992-4157-848f-be26314fee65: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:54:56.769326 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ed0b96d-7c03-4c6f-910e-148547da0bd9 req-37c0286b-e08a-4afe-b7db-c2f088b98c56 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 210 time: 0.0312891 Jul 16 01:54:56.919872 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.157742 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5efeb8f6-9bfd-44f1-a426-a7a818fcd21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.264410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7f392f58-09a8-4883-bbe9-12b90955d033 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:57.285191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 7f392f58-09a8-4883-bbe9-12b90955d033 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:57.285534 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 7f392f58-09a8-4883-bbe9-12b90955d033 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:57.653532 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.920441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-db495c3f-eb0c-4fee-9da0-a1c350f502d8 req-60a73f38-1d75-46ca-be4b-0d9ee3c6ea41 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 210 time: 0.0333335 Jul 16 01:54:58.554062 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.061478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b332a31f-4597-43c4-abd7-dc012ed4c04f req-1877c20f-45fe-4330-9d7e-5cd0e21c3bca tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a863d29-773a-4dfa-900c-e548c3c3bdec HTTP/1.1" status: 200 len: 210 time: 0.0292275 Jul 16 01:55:00.164565 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.313386 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-8f7267d0-6756-48a5-bd35-5f44584c017a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563276257&fields=id&tenant_id=9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 267 time: 0.0463552 Jul 16 01:55:00.418388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-4ebec0b5-bff1-4cb5-9b27-03acb34754b6 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.419755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-4ebec0b5-bff1-4cb5-9b27-03acb34754b6 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.0995300 Jul 16 01:55:00.434057 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-a688f1d4-5afb-48bc-b64a-7771c1b58732 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/quotas/9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 375 time: 0.0090699 Jul 16 01:55:00.508467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-6234804a-d50f-433e-a8d0-ac4b6cca9ca2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697145 Jul 16 01:55:00.602295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-af70bed4-3c14-4df5-afd1-f4366d184845 service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829585 Jul 16 01:55:00.693464 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-663a2efe-a44e-4f99-a452-f6b536d4405f service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854323 Jul 16 01:55:00.985611 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3b895fe9-b9e9-4e14-a742-bbd327a0309c req-14004a17-73e8-4c76-9e9b-1349e0a32e50 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0284152 Jul 16 01:55:02.150296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ac8530a2-1240-47c2-b85e-3254e2c9e246 req-b9e5296d-4249-4cb3-9b10-b30a0321fca4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0354784 Jul 16 01:55:02.217029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-8c13d238-9433-4750-818a-2d58e52148e4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:02.218577 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-8c13d238-9433-4750-818a-2d58e52148e4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.67 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1351187 Jul 16 01:55:02.271522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-5040f108-4476-4ba8-bd70-2133cd7b418c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 380 time: 0.0449095 Jul 16 01:55:02.279944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'port': {'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'admin_state_up': True, 'tenant_id': '9902685bf11a4a06a333973741b55040', 'security_groups': ['e62b872e-4753-439b-8b38-cbd53998022b']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:02.390498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Made reservation on behalf of 9902685bf11a4a06a333973741b55040 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:02.394033 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.527694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Allocated IP 172.20.0.5 (fedbcd09-c803-472e-8d98-ca8ebfac4ff5/6946ac1d-2bcc-4c2e-9141-7a030ff49554/c202325b-32ec-4144-b721-464793c7ec5e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:02.669391 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.683800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Transition to ACTIVE for port object c202325b-32ec-4144-b721-464793c7ec5e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:02.716644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.761007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:02.766177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:02.770981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:02.804070 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=c202325b-32ec-4144-b721-464793c7ec5e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.822701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.823042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.823380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.823719 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.824049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.824376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.824699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.825019 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.825339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.825666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.825980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.826321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:02.840049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:02.840701 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.857738 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-ab06b8b8-bcd5-4050-98c1-fd93c1054c99 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815294 Jul 16 01:55:02.961245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Request body: {'port': {'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:03.013445 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aecf4280-cc16-4263-aec3-cef5e7980306 None None] Provisioning for port c202325b-32ec-4144-b721-464793c7ec5e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:03.017804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aecf4280-cc16-4263-aec3-cef5e7980306 None None] Provisioning complete for port c202325b-32ec-4144-b721-464793c7ec5e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:03.018318 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aecf4280-cc16-4263-aec3-cef5e7980306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.043307 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.054341 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aecf4280-cc16-4263-aec3-cef5e7980306 None None] Port c202325b-32ec-4144-b721-464793c7ec5e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:03.316272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c202325b-32ec-4144-b721-464793c7ec5e {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:03.325901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.333251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83a709-b0bf-4c6a-a44b-5b38321f22f1 req-b5695ab1-ed36-41a9-a1de-b4b55327a273 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.334827 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e83a709-b0bf-4c6a-a44b-5b38321f22f1 req-b5695ab1-ed36-41a9-a1de-b4b55327a273 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 931 time: 0.0703595 Jul 16 01:55:03.340515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Transition to ACTIVE for port object c202325b-32ec-4144-b721-464793c7ec5e will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:03.344359 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.374925 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e83a709-b0bf-4c6a-a44b-5b38321f22f1 req-35c53605-1ca5-4719-833a-e58c965dd760 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338748 Jul 16 01:55:03.458816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Pushing event updated for resources: {'Port': ['ID=c202325b-32ec-4144-b721-464793c7ec5e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.511443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Attempting to bind port c202325b-32ec-4144-b721-464793c7ec5e on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:03.511788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Attempting to bind port c202325b-32ec-4144-b721-464793c7ec5e by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:03.512122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Attempting to bind port c202325b-32ec-4144-b721-464793c7ec5e on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:03.517195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Port c202325b-32ec-4144-b721-464793c7ec5e on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:03.517777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Attempting to bind port c202325b-32ec-4144-b721-464793c7ec5e on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:03.524320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:03.524668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Checking segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:03.525059 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Bound using segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:03.525499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Bound port: c202325b-32ec-4144-b721-464793c7ec5e, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:03.525867 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.600618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] For port c202325b-32ec-4144-b721-464793c7ec5e, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:03.604446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] For port c202325b-32ec-4144-b721-464793c7ec5e, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c202325b-32ec-4144-b721-464793c7ec5e,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:03.611772 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.653662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.655049 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.656551 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] 10.222.0.67 "PUT /v2.0/ports/c202325b-32ec-4144-b721-464793c7ec5e HTTP/1.1" status: 200 len: 1092 time: 0.7913198 Jul 16 01:55:03.657078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'tag': 'c202325b-32ec-4144-b721-464793c7ec5e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:03.659560 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacb6571-586a-4e89-a362-998bc12c12d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e7d749-27ee-424b-b08d-15f9526b7ee9", "tag": "c202325b-32ec-4144-b721-464793c7ec5e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:03.705663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264fc9c-cda7-48ec-a2f7-25c99873295b service neutron] Pushing event updated for resources: {'Port': ['ID=c202325b-32ec-4144-b721-464793c7ec5e,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.780576 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-7ff8693e-5ef2-4b17-9269-f6bd3d1b0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.782297 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-7ff8693e-5ef2-4b17-9269-f6bd3d1b0668 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 1095 time: 0.0727365 Jul 16 01:55:03.834468 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-e93a536e-5e6d-4de2-bc7c-9618d8cc255f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202325b-32ec-4144-b721-464793c7ec5e HTTP/1.1" status: 200 len: 217 time: 0.0446107 Jul 16 01:55:03.853273 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ec3dba-d83e-4cad-9d59-5d5b1fa51c95 x-openstack-request-id: req-57ec3dba-d83e-4cad-9d59-5d5b1fa51c95 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:03.853562 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e7d749-27ee-424b-b08d-15f9526b7ee9", "tag": "c202325b-32ec-4144-b721-464793c7ec5e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:03.853817 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57ec3dba-d83e-4cad-9d59-5d5b1fa51c95 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:03.854250 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'tag': 'c202325b-32ec-4144-b721-464793c7ec5e', 'status': 'completed', 'code': 200} Jul 16 01:55:03.901435 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-f217517c-776e-4a11-8892-66ed80d8cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.903056 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-f217517c-776e-4a11-8892-66ed80d8cc2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0619788 Jul 16 01:55:03.967655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-c0a45593-aff7-484b-8955-345547900605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.969175 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-c0a45593-aff7-484b-8955-345547900605 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593345 Jul 16 01:55:04.068802 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-87b4205f-b2d2-417a-b031-9ad23f478313 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931327 Jul 16 01:55:04.175336 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b32f9b6c-f46a-4885-a3c6-d491c8c522d3 req-6eceb852-b820-4799-9048-af9141b646d9 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993059 Jul 16 01:55:04.284567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-d8daca77-cdb5-4fff-8aee-bce8aef2ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.286657 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-d8daca77-cdb5-4fff-8aee-bce8aef2ab80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 1095 time: 0.0611844 Jul 16 01:55:04.387350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-5161d3ed-deac-4b75-9f48-bb4b57124b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.388825 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-5161d3ed-deac-4b75-9f48-bb4b57124b89 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0965226 Jul 16 01:55:04.433170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-325493c7-aea5-4c10-b4ab-6b0822559449 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202325b-32ec-4144-b721-464793c7ec5e HTTP/1.1" status: 200 len: 217 time: 0.0378656 Jul 16 01:55:04.485020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-8a46a3fc-e351-4761-a077-383365b47de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.486629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-8a46a3fc-e351-4761-a077-383365b47de2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0479696 Jul 16 01:55:04.559527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-f248ab36-6304-4ad1-ba4c-04a01a9112b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.560950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f55f87-2f39-41c7-87fd-014aeee40c71 req-8d6d1a46-647a-4085-8787-26f8d99bcf56 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.561429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-f248ab36-6304-4ad1-ba4c-04a01a9112b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680337 Jul 16 01:55:04.562494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94f55f87-2f39-41c7-87fd-014aeee40c71 req-8d6d1a46-647a-4085-8787-26f8d99bcf56 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0704479 Jul 16 01:55:04.602267 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94f55f87-2f39-41c7-87fd-014aeee40c71 req-7d3f821a-8d99-4aae-8cfb-9324c3e6b289 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339124 Jul 16 01:55:04.653510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-9c90a413-62cc-4b64-967a-be78c9224426 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853589 Jul 16 01:55:04.749245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dacb6571-586a-4e89-a362-998bc12c12d4 req-2bc6c5a7-4746-4501-91a1-42d4d7529d00 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891552 Jul 16 01:55:05.784238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23971502-724d-4546-84b0-cee0f7358fa6 req-a1dc56d6-0aa7-4d12-b87c-faf14029e226 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.785703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23971502-724d-4546-84b0-cee0f7358fa6 req-a1dc56d6-0aa7-4d12-b87c-faf14029e226 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0658684 Jul 16 01:55:05.824447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-23971502-724d-4546-84b0-cee0f7358fa6 req-14d41634-66b9-4588-b093-f8ed4adc6903 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328314 Jul 16 01:55:06.998919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c646bc-dbc7-47ea-aed5-cad240f06a92 req-d9be09bf-b1fb-4a48-b99d-dc94fdcfd259 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:07.000404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96c646bc-dbc7-47ea-aed5-cad240f06a92 req-d9be09bf-b1fb-4a48-b99d-dc94fdcfd259 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0627735 Jul 16 01:55:07.037133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-96c646bc-dbc7-47ea-aed5-cad240f06a92 req-392f71ad-c8cc-4ae2-b472-7337daa61720 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Jul 16 01:55:08.216101 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb53f2-dc15-41b5-8075-7fd0b9d9883d req-5b427c41-006a-414c-a313-d370e48f4a54 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.217472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3deb53f2-dc15-41b5-8075-7fd0b9d9883d req-5b427c41-006a-414c-a313-d370e48f4a54 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0688379 Jul 16 01:55:08.256948 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3deb53f2-dc15-41b5-8075-7fd0b9d9883d req-cc91d1a4-3882-481d-aa47-62ba78c149d4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338984 Jul 16 01:55:09.428219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e61cb-f268-456f-b622-2e028e16edd2 req-09eb9ef8-06d7-45ad-aeef-e18bf9d4955d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.429711 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f1e61cb-f268-456f-b622-2e028e16edd2 req-09eb9ef8-06d7-45ad-aeef-e18bf9d4955d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0641184 Jul 16 01:55:09.466778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f1e61cb-f268-456f-b622-2e028e16edd2 req-5f597c27-5a21-44d4-b31b-2fc7fe2c934c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Jul 16 01:55:10.638285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153a9b5-e3c4-47ec-b93e-4356d07b6029 req-9f6e3335-d700-4a3c-be0d-08f37c595e9c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.639770 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0153a9b5-e3c4-47ec-b93e-4356d07b6029 req-9f6e3335-d700-4a3c-be0d-08f37c595e9c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0641699 Jul 16 01:55:10.677380 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0153a9b5-e3c4-47ec-b93e-4356d07b6029 req-aa764983-350e-4f95-8e9d-d9d8b2ed3d35 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Jul 16 01:55:11.851208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c683d-39b5-4542-b511-b41801750cad req-f6b2bd49-852e-445b-9c38-323282890a8f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.852686 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a7c683d-39b5-4542-b511-b41801750cad req-f6b2bd49-852e-445b-9c38-323282890a8f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0661778 Jul 16 01:55:11.889968 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9a7c683d-39b5-4542-b511-b41801750cad req-95fe84b9-7769-4c33-bc1a-92971011f6ba tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316677 Jul 16 01:55:13.059830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43f6cc-3eac-4747-856a-0bc506721ee2 req-77306bf5-2873-4bf0-9b77-383c51693eaf tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.061302 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db43f6cc-3eac-4747-856a-0bc506721ee2 req-77306bf5-2873-4bf0-9b77-383c51693eaf tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0624626 Jul 16 01:55:13.098951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db43f6cc-3eac-4747-856a-0bc506721ee2 req-e5737e3f-9b3e-4ef0-a5d4-119fdb74f9c4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Jul 16 01:55:14.000796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c202325b-32ec-4144-b721-464793c7ec5e details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:14.092566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c202325b-32ec-4144-b721-464793c7ec5e, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c202325b-32ec-4144-b721-464793c7ec5e,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:14.103334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'c202325b-32ec-4144-b721-464793c7ec5e', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'mac_address': 'fa:16:3e:21:41:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:14.140142 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.156211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c202325b-32ec-4144-b721-464793c7ec5e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:14.175191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c202325b-32ec-4144-b721-464793c7ec5e, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c202325b-32ec-4144-b721-464793c7ec5e,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:14.180077 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.228120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=c202325b-32ec-4144-b721-464793c7ec5e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.235327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.235676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.236019 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.236355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.236686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.237030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.237351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.237675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.238002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.238975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.239417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.239708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:14.273770 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c9d38-c7ac-46bc-b49a-0de453c06973 req-0b62b166-55a5-47ec-bb00-fbdbc375b928 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.275301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e8c9d38-c7ac-46bc-b49a-0de453c06973 req-0b62b166-55a5-47ec-bb00-fbdbc375b928 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 944 time: 0.0645978 Jul 16 01:55:14.312944 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e8c9d38-c7ac-46bc-b49a-0de453c06973 req-86ca4868-2400-41f4-b853-4091ab10723e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Jul 16 01:55:14.431850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['c202325b-32ec-4144-b721-464793c7ec5e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:15.491181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873aa55-080c-4403-8c17-0e34d97b90d3 req-b21e6c1b-e6e6-43f3-8dde-279c58933323 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.492651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b873aa55-080c-4403-8c17-0e34d97b90d3 req-b21e6c1b-e6e6-43f3-8dde-279c58933323 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 944 time: 0.0682895 Jul 16 01:55:15.529879 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b873aa55-080c-4403-8c17-0e34d97b90d3 req-4e8af4ab-8016-4ee1-be53-caab3418eb3a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313730 Jul 16 01:55:16.016365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c202325b-32ec-4144-b721-464793c7ec5e up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:16.064142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port c202325b-32ec-4144-b721-464793c7ec5e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:16.067801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port c202325b-32ec-4144-b721-464793c7ec5e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:16.068177 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.146825 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.169374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202325b-32ec-4144-b721-464793c7ec5e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:16.171617 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d1f4c4-8374-415a-90c6-fc7679985e14" -d '{"events": [{"server_uuid": "a2e7d749-27ee-424b-b08d-15f9526b7ee9", "name": "network-vif-plugged", "status": "completed", "tag": "c202325b-32ec-4144-b721-464793c7ec5e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:16.183859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c202325b-32ec-4144-b721-464793c7ec5e, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c202325b-32ec-4144-b721-464793c7ec5e,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:16.188195 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.240217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=c202325b-32ec-4144-b721-464793c7ec5e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:16.271657 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7548d5-ede1-468b-833b-e4dd697b4dba x-openstack-request-id: req-0a7548d5-ede1-468b-833b-e4dd697b4dba {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:16.271949 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e7d749-27ee-424b-b08d-15f9526b7ee9", "name": "network-vif-plugged", "status": "completed", "tag": "c202325b-32ec-4144-b721-464793c7ec5e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:16.272208 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a7548d5-ede1-468b-833b-e4dd697b4dba {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:16.272604 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202325b-32ec-4144-b721-464793c7ec5e', 'code': 200} Jul 16 01:55:16.388012 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801c555-6d08-4026-b608-4a9ae65fe0bb req-43b3c631-2fe7-49d9-911e-c7c1af9206ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.389527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e801c555-6d08-4026-b608-4a9ae65fe0bb req-43b3c631-2fe7-49d9-911e-c7c1af9206ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0539696 Jul 16 01:55:16.424767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e801c555-6d08-4026-b608-4a9ae65fe0bb req-75a3cec9-2a20-434f-ac09-830148310e24 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283914 Jul 16 01:55:16.704641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb953ff-84ed-4d49-8d2f-607206f21bcc req-5daa6c91-0011-421f-b62a-7f94796b14b7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.706058 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dfb953ff-84ed-4d49-8d2f-607206f21bcc req-5daa6c91-0011-421f-b62a-7f94796b14b7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0667915 Jul 16 01:55:16.743475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dfb953ff-84ed-4d49-8d2f-607206f21bcc req-2784355e-4a30-411b-b99b-d268d533539c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312054 Jul 16 01:55:17.566858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-ee489db0-b3bf-496f-8920-bf146adad8cb req-19349c11-8654-44c8-87f5-91a4c954e7ed service neutron] (93944) timed out ('10.222.0.50', 55711) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:55:17.926140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897e59f-c3f0-441e-9ee9-0df7067d80ab req-698384a6-093d-4656-81f4-5617ed6a2f58 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.927665 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f897e59f-c3f0-441e-9ee9-0df7067d80ab req-698384a6-093d-4656-81f4-5617ed6a2f58 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0676036 Jul 16 01:55:17.966228 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f897e59f-c3f0-441e-9ee9-0df7067d80ab req-589ae3a6-0031-4af4-974d-3991a85d6ff5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326867 Jul 16 01:55:18.139988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd08ff-e9c8-488f-83f3-37ead64e7f8d req-66d4041e-a246-4ff1-bd53-ebce0ef78116 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.141449 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebcd08ff-e9c8-488f-83f3-37ead64e7f8d req-66d4041e-a246-4ff1-bd53-ebce0ef78116 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0650210 Jul 16 01:55:18.178888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ebcd08ff-e9c8-488f-83f3-37ead64e7f8d req-7583ff28-a347-4687-8749-346e33a08736 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Jul 16 01:55:18.203071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.300133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39c06b8-579f-4df3-8fca-f91ac6367e04 tempest-TestVolumeBootPattern-1337479857 tempest-TestVolumeBootPattern-1337479857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.301979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b39c06b8-579f-4df3-8fca-f91ac6367e04 tempest-TestVolumeBootPattern-1337479857 tempest-TestVolumeBootPattern-1337479857-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 1092 time: 0.0979314 Jul 16 01:55:18.304723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.309000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:18.334264 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.433471 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.548460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Allocated IP 172.25.4.73 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/54092819-e67c-4096-9073-911441895224) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:18.649079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.687616 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.722948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:18.727674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:18.731079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:18.762618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=54092819-e67c-4096-9073-911441895224,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.500985 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.611964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.762062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.766507 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.832925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=54092819-e67c-4096-9073-911441895224,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.844599 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.947109 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Floating IP 597d4a6d-b78a-446b-8714-96d2e2f8865c associated. External IP: 172.25.4.73, port: c202325b-32ec-4144-b721-464793c7ec5e. Jul 16 01:55:20.152729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Router af72e997-c871-4113-ac06-58e7750dd67c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:20.265199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:20.274959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f49efe-56b9-4459-945c-278f813573cc None None] Sync routers for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:20.284609 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.286804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f49efe-56b9-4459-945c-278f813573cc None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:20.288694 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-22f49efe-56b9-4459-945c-278f813573cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:54:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:20.322689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-08a1c42a-5283-4108-a909-798b41828ba5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0169301 Jul 16 01:55:20.323295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'tag': 'c202325b-32ec-4144-b721-464793c7ec5e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:20.325683 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c8c0d4-74c1-4580-aa22-084f88882a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e7d749-27ee-424b-b08d-15f9526b7ee9", "tag": "c202325b-32ec-4144-b721-464793c7ec5e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:20.368716 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f202cb8d-cedc-4ba5-a3ca-e64d23704029 x-openstack-request-id: req-f202cb8d-cedc-4ba5-a3ca-e64d23704029 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:20.369012 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e7d749-27ee-424b-b08d-15f9526b7ee9", "tag": "c202325b-32ec-4144-b721-464793c7ec5e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:20.369265 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f202cb8d-cedc-4ba5-a3ca-e64d23704029 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:20.369671 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'tag': 'c202325b-32ec-4144-b721-464793c7ec5e', 'status': 'completed', 'code': 200} Jul 16 01:55:20.402508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-22f49efe-56b9-4459-945c-278f813573cc None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:20.447736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-24591bc8-2cd6-40d0-9336-abd6c7d7c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.449181 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-24591bc8-2cd6-40d0-9336-abd6c7d7c09c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0558903 Jul 16 01:55:20.548264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-24acee2b-1b02-437a-b7d5-2f34678ea375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.549800 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-24acee2b-1b02-437a-b7d5-2f34678ea375 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0936484 Jul 16 01:55:20.620043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-f69d554a-a14a-493b-a7e0-60ff221d7619 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202325b-32ec-4144-b721-464793c7ec5e HTTP/1.1" status: 200 len: 998 time: 0.0634170 Jul 16 01:55:20.624287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-22f49efe-56b9-4459-945c-278f813573cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '597d4a6d-b78a-446b-8714-96d2e2f8865c', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:21:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:18Z', 'updated_at': '2021-07-16T01:55:18Z', 'revision_number': 0, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:20.653900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f49efe-56b9-4459-945c-278f813573cc None None] Checking router: af72e997-c871-4113-ac06-58e7750dd67c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:20.662192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f49efe-56b9-4459-945c-278f813573cc None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:20.662799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-22f49efe-56b9-4459-945c-278f813573cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:54:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:20.670972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-fad34a1a-cc3f-4321-9875-a717c3c868bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.672483 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-fad34a1a-cc3f-4321-9875-a717c3c868bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0459280 Jul 16 01:55:20.730495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-9c674e19-9979-436e-acf7-cf63a0fe0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.731928 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-9c674e19-9979-436e-acf7-cf63a0fe0a98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526323 Jul 16 01:55:20.834093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-2ef8679c-5f51-455c-bfd2-922d376f0825 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940530 Jul 16 01:55:20.928507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84c8c0d4-74c1-4580-aa22-084f88882a5d req-76fc810d-2431-4291-8628-7bcaa9673db0 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871832 Jul 16 01:55:20.929348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-22f49efe-56b9-4459-945c-278f813573cc None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:21.148154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-22f49efe-56b9-4459-945c-278f813573cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '597d4a6d-b78a-446b-8714-96d2e2f8865c', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:21:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:18Z', 'updated_at': '2021-07-16T01:55:18Z', 'revision_number': 0, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:21.178346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f49efe-56b9-4459-945c-278f813573cc None None] The sync data for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 is: [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '597d4a6d-b78a-446b-8714-96d2e2f8865c', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:21:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:18Z', 'updated_at': '2021-07-16T01:55:18Z', 'revision_number': 0, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:21.255144 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:55:21.370861 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb83afc6-77ba-4c7d-a5e1-7be59e677dfc None None] New status for floating IP 597d4a6d-b78a-446b-8714-96d2e2f8865c: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:55:24.593032 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0add60c2-9a79-41bd-9861-0737bc3f2996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.794243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-9e7449e7-465d-4cf2-9eea-02847f97da59 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514076 Jul 16 01:55:24.893360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-e616a069-8ca9-4c18-82d2-bd712eeb79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.895175 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-e616a069-8ca9-4c18-82d2-bd712eeb79a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0590146 Jul 16 01:55:25.000286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-a7fd7d4f-1928-4316-9353-5399ae98535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.001735 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-a7fd7d4f-1928-4316-9353-5399ae98535c service neutron] 10.222.0.67 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0874569 Jul 16 01:55:25.070264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-18705211-a727-4711-952f-e2d314e2e160 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202325b-32ec-4144-b721-464793c7ec5e HTTP/1.1" status: 200 len: 1000 time: 0.0620522 Jul 16 01:55:25.119325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-2dba950d-a551-4658-aa39-f439c4dba6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.120739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-2dba950d-a551-4658-aa39-f439c4dba6bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0443292 Jul 16 01:55:25.177651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-4ebbc65a-36af-40ba-9860-f67babe063ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.179136 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-4ebbc65a-36af-40ba-9860-f67babe063ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521703 Jul 16 01:55:25.273404 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-bbda9b16-b486-4a8b-b025-7b67adf0e9f9 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872633 Jul 16 01:55:25.365046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aed08a42-7e6e-4ad1-b421-b5a5f08dd9f0 req-60a50fa1-5bbe-46e2-8686-5cf336aa754b service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847259 Jul 16 01:55:25.820070 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.935701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.158386 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5aca364-45c8-4b77-b527-e3999ea0b1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.656478 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.557142 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.167100 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.594015 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fd74878-184c-4851-bb07-328ad97de24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.808877 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.944932 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.158505 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca5dea8b-190f-4171-a792-7b59511b9381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.657195 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.253593 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:55:58.559969 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.169757 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.737140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-9cbf3071-94cd-4cab-a9a5-a0431cf8685d req-5ba7e4e6-2403-472b-8e39-67936fe1220a service neutron] (93945) timed out ('10.222.0.67', 57126) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:56:24.595440 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee3e415c-02d3-4613-97e2-ce904624e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.800487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-84529100-7af8-41a7-b074-239d13b4537d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574656 Jul 16 01:56:25.826184 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.898461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-34838b00-59c8-4a47-bf09-8860d779a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.899979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-34838b00-59c8-4a47-bf09-8860d779a16f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0545089 Jul 16 01:56:26.004733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-93356ca7-3753-4924-97ad-85691e143b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.006316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-93356ca7-3753-4924-97ad-85691e143b09 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0849173 Jul 16 01:56:26.075481 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-101c6944-0ba0-4d27-b3eb-c4ba0c865552 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202325b-32ec-4144-b721-464793c7ec5e HTTP/1.1" status: 200 len: 1000 time: 0.0614469 Jul 16 01:56:26.123687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-f42aa5ec-dc98-4c2d-a485-580fccb36525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.125095 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-f42aa5ec-dc98-4c2d-a485-580fccb36525 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0435112 Jul 16 01:56:26.181839 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-afb47454-15a9-488e-a1d8-9a39b07f3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.183368 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-afb47454-15a9-488e-a1d8-9a39b07f3a6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514035 Jul 16 01:56:26.278650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-29249d74-5570-45c4-bd42-8810b7991578 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884717 Jul 16 01:56:26.372966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f5ce79d-6cf6-4212-b7a1-634651285961 req-7ccf1af8-4f37-4bf0-b114-ec1e646cf28e service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879185 Jul 16 01:56:26.957792 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.158350 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31d1d1ca-e89d-4191-bd8f-8fa230182470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.658195 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.562602 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.175416 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.252709 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:54.595488 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4565916-f36e-428e-992d-2636b3880fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.823184 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.950408 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.158334 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45addf7d-7002-4f9c-aa62-6083418eef96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.659457 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.566603 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.183751 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.280264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-dc113c8f-d820-401a-83ff-8bb167aa55c4 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563276257&fields=id&tenant_id=9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 267 time: 0.0349290 Jul 16 01:57:09.384968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-8d19514a-3b71-484d-ac09-aecf4d36d3fd tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.386557 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-8d19514a-3b71-484d-ac09-aecf4d36d3fd tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1001725 Jul 16 01:57:09.401726 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-7283e6fd-28bf-4697-9e93-aa40b7766ec3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/quotas/9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 375 time: 0.0098176 Jul 16 01:57:09.480746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-bfb03810-5dd8-49f2-a244-640497546384 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740719 Jul 16 01:57:09.616206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-0b989983-7dcb-4b6f-8fc6-f598434e79f3 service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238589 Jul 16 01:57:09.710645 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-65171b75-6842-4686-b028-1d384e4b47fa service neutron] 10.222.0.64 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876973 Jul 16 01:57:10.008265 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-26907efc-84bd-446b-9408-823941fe579d req-ea531338-070f-444f-bcef-dfabf79b79d7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 210 time: 0.0301793 Jul 16 01:57:11.160298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a75c1114-1ab5-4094-bb58-5615c29a120f req-f6dbc6d6-5abb-4291-b0bc-a922cbd3ae9b tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 210 time: 0.0294330 Jul 16 01:57:11.210602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-2face03a-469b-460f-98ab-f9afa624db14 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.213010 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-2face03a-469b-460f-98ab-f9afa624db14 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 811 time: 0.1122181 Jul 16 01:57:11.259989 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-0b78bf16-8263-4ecb-a66f-e142c2c626d0 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9902685bf11a4a06a333973741b55040 HTTP/1.1" status: 200 len: 380 time: 0.0365076 Jul 16 01:57:11.272633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'port': {'device_id': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'admin_state_up': True, 'tenant_id': '9902685bf11a4a06a333973741b55040', 'security_groups': ['e62b872e-4753-439b-8b38-cbd53998022b']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:11.389358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Made reservation on behalf of 9902685bf11a4a06a333973741b55040 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:11.392896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.522869 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Allocated IP 172.20.0.3 (fedbcd09-c803-472e-8d98-ca8ebfac4ff5/6946ac1d-2bcc-4c2e-9141-7a030ff49554/4da7c7f5-c6f2-459d-9328-bb754413926a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:11.665436 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.679555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Transition to ACTIVE for port object 4da7c7f5-c6f2-459d-9328-bb754413926a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:11.713778 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.762252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:11.765381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:11.769286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:11.794195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=4da7c7f5-c6f2-459d-9328-bb754413926a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.812357 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.812724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.813035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.813358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.813691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.814033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.814366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.814830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.815016 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.815704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.815704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.816061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.839576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.840276 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.856854 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-b56f7581-738c-4caf-a952-84fc45203632 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879517 Jul 16 01:57:11.874803 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Request body: {'port': {'device_id': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:11.959613 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.997833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8e8ffab5-050e-4407-bb72-ce6136008628 None None] Provisioning for port 4da7c7f5-c6f2-459d-9328-bb754413926a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:12.001710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8e8ffab5-050e-4407-bb72-ce6136008628 None None] Provisioning complete for port 4da7c7f5-c6f2-459d-9328-bb754413926a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:12.002115 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffab5-050e-4407-bb72-ce6136008628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.036387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ffab5-050e-4407-bb72-ce6136008628 None None] Port 4da7c7f5-c6f2-459d-9328-bb754413926a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:12.237008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da7c7f5-c6f2-459d-9328-bb754413926a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:12.245022 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.257725 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:57:12.260098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Transition to ACTIVE for port object 4da7c7f5-c6f2-459d-9328-bb754413926a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:12.263731 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.313529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Pushing event updated for resources: {'Port': ['ID=4da7c7f5-c6f2-459d-9328-bb754413926a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.447734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Attempting to bind port 4da7c7f5-c6f2-459d-9328-bb754413926a on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:12.448074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Attempting to bind port 4da7c7f5-c6f2-459d-9328-bb754413926a by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:12.448399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Attempting to bind port 4da7c7f5-c6f2-459d-9328-bb754413926a on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:12.460641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ba5d9-45bb-4e98-8199-47569a44af92 req-24489c97-235f-451b-aab9-3746906e76d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.462554 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a67ba5d9-45bb-4e98-8199-47569a44af92 req-24489c97-235f-451b-aab9-3746906e76d3 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 943 time: 0.1350753 Jul 16 01:57:12.465195 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Port 4da7c7f5-c6f2-459d-9328-bb754413926a on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:12.465521 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Attempting to bind port 4da7c7f5-c6f2-459d-9328-bb754413926a on network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:12.472934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:12.473320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Checking segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:12.473765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Bound using segment: {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:12.474126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Bound port: 4da7c7f5-c6f2-459d-9328-bb754413926a, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:12.474774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.568045 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a67ba5d9-45bb-4e98-8199-47569a44af92 req-84e7e244-4275-4311-baeb-b644f9e2a153 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963936 Jul 16 01:57:12.592640 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] For port 4da7c7f5-c6f2-459d-9328-bb754413926a, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:12.596539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] For port 4da7c7f5-c6f2-459d-9328-bb754413926a, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4da7c7f5-c6f2-459d-9328-bb754413926a,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:12.600466 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.634575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.635399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.637789 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] 10.222.0.50 "PUT /v2.0/ports/4da7c7f5-c6f2-459d-9328-bb754413926a HTTP/1.1" status: 200 len: 1092 time: 0.7677515 Jul 16 01:57:12.638472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'tag': '4da7c7f5-c6f2-459d-9328-bb754413926a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:12.642211 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949ae1dc-b473-4f09-b1a2-06911877efb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1acb0fbf-3d49-4bbd-9765-2b029b130bbe", "tag": "4da7c7f5-c6f2-459d-9328-bb754413926a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:12.682855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd91a4-0a19-497f-847d-accdb57baa11 service neutron] Pushing event updated for resources: {'Port': ['ID=4da7c7f5-c6f2-459d-9328-bb754413926a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.703891 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ea27f0-0156-4152-b856-f2b6b0b37f77 x-openstack-request-id: req-29ea27f0-0156-4152-b856-f2b6b0b37f77 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:12.704190 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acb0fbf-3d49-4bbd-9765-2b029b130bbe", "tag": "4da7c7f5-c6f2-459d-9328-bb754413926a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:12.704584 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29ea27f0-0156-4152-b856-f2b6b0b37f77 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:12.705061 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'tag': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'status': 'completed', 'code': 200} Jul 16 01:57:12.754497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-974c094d-b4f4-4464-b927-0b274e6757b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.756167 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-974c094d-b4f4-4464-b927-0b274e6757b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 1095 time: 0.0675004 Jul 16 01:57:12.805417 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-23b5a670-4991-4019-85cd-9b32a7270948 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4da7c7f5-c6f2-459d-9328-bb754413926a HTTP/1.1" status: 200 len: 217 time: 0.0400116 Jul 16 01:57:12.861237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-7d24e4c1-cd4b-4cf8-8db8-96ef7475ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.862837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-7d24e4c1-cd4b-4cf8-8db8-96ef7475ee63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0496371 Jul 16 01:57:12.923952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-7e03c894-2f92-43f3-b381-307c1b1c689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.925375 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-7e03c894-2f92-43f3-b381-307c1b1c689c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542521 Jul 16 01:57:13.018937 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-ae1da586-4935-475a-be8c-5f0e259cc197 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868871 Jul 16 01:57:13.111725 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b5e201d3-ea80-4f38-9a1a-98d5108e1934 req-85fb3b6f-7e45-4168-852c-f6a80b262507 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Jul 16 01:57:13.221533 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-7705f39c-dfd9-4608-b85c-ff8b83b41f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.223110 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-7705f39c-dfd9-4608-b85c-ff8b83b41f87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 1095 time: 0.0613070 Jul 16 01:57:13.313998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-31acc760-66a4-4142-aea9-f07a0bae301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.315655 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-31acc760-66a4-4142-aea9-f07a0bae301c service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0856490 Jul 16 01:57:13.361582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-97721fe1-90e1-42f7-871f-09d65431f67d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4da7c7f5-c6f2-459d-9328-bb754413926a HTTP/1.1" status: 200 len: 217 time: 0.0384467 Jul 16 01:57:13.411654 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-5f14cf9d-7aca-4ca0-bbd4-ff4e14d32a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.413022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-5f14cf9d-7aca-4ca0-bbd4-ff4e14d32a9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0445724 Jul 16 01:57:13.471057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-6953429e-0b64-4ffa-aa93-5b634bca5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.472475 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-6953429e-0b64-4ffa-aa93-5b634bca5a0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518556 Jul 16 01:57:13.568714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-cc1298c8-6c2f-4861-80bb-b288c36c4038 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882385 Jul 16 01:57:13.668636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-949ae1dc-b473-4f09-b1a2-06911877efb4 req-13535fde-652a-4eea-ada9-99a68173e244 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883031 Jul 16 01:57:13.755424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df069a05-d5b0-433b-8368-1f9465f778e6 req-7027b686-6d95-4aa0-b33a-632366672bea tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.757102 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df069a05-d5b0-433b-8368-1f9465f778e6 req-7027b686-6d95-4aa0-b33a-632366672bea tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 943 time: 0.0689170 Jul 16 01:57:13.797339 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df069a05-d5b0-433b-8368-1f9465f778e6 req-e6871628-47f9-42a6-af72-fdc4bc5b01cb tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340819 Jul 16 01:57:14.974570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a812955-56a9-471a-9771-a228d08f5b2f req-a5ad1b34-bcd0-4490-b1e1-18bae5af8eb2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.976090 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a812955-56a9-471a-9771-a228d08f5b2f req-a5ad1b34-bcd0-4490-b1e1-18bae5af8eb2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 943 time: 0.0646935 Jul 16 01:57:15.015136 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6a812955-56a9-471a-9771-a228d08f5b2f req-eef78c3f-2e1a-404d-b7be-a58535c1a069 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331354 Jul 16 01:57:16.207932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8a55c-ffa2-4c83-ac90-a787d496a038 req-6dfee6cf-fc83-43bd-9712-bc74364f5ab8 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.209412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba8a55c-ffa2-4c83-ac90-a787d496a038 req-6dfee6cf-fc83-43bd-9712-bc74364f5ab8 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 943 time: 0.0732920 Jul 16 01:57:16.252979 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ba8a55c-ffa2-4c83-ac90-a787d496a038 req-9d75d90a-19fe-4116-85c9-14c2cddcdf05 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366108 Jul 16 01:57:17.454866 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10f5fa-19f0-481f-8932-b0eafb8fa5cc req-a6655bfd-e517-42a3-b658-1cfecb13afff tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.456308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c10f5fa-19f0-481f-8932-b0eafb8fa5cc req-a6655bfd-e517-42a3-b658-1cfecb13afff tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 943 time: 0.0752230 Jul 16 01:57:17.497150 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c10f5fa-19f0-481f-8932-b0eafb8fa5cc req-8d02d3f8-a5c6-4c41-b948-1e463541406e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348690 Jul 16 01:57:18.675249 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910832d-0894-4dc3-84c9-2e91107f8f9e req-25b76d3b-6e9b-4576-84fa-aefc4db607e1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.676704 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1910832d-0894-4dc3-84c9-2e91107f8f9e req-25b76d3b-6e9b-4576-84fa-aefc4db607e1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 943 time: 0.0633154 Jul 16 01:57:18.715055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1910832d-0894-4dc3-84c9-2e91107f8f9e req-deb1fd50-fd26-4a6b-b4d8-ed1b1d5775d1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328519 Jul 16 01:57:19.884276 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a35e87-ef72-4149-bab3-a3a0223d6694 req-01e06eee-f21d-407d-acdd-adebbfd8e05f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:19.885804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f3a35e87-ef72-4149-bab3-a3a0223d6694 req-01e06eee-f21d-407d-acdd-adebbfd8e05f tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 943 time: 0.0642393 Jul 16 01:57:19.924990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f3a35e87-ef72-4149-bab3-a3a0223d6694 req-45084e1b-91c5-47af-86f0-aba6b71829b2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324605 Jul 16 01:57:21.123449 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955d51b-c42e-4e5d-9008-6e942f977018 req-e7175340-5910-4124-93a1-861cb7a5eab1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.124895 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f955d51b-c42e-4e5d-9008-6e942f977018 req-e7175340-5910-4124-93a1-861cb7a5eab1 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 943 time: 0.0718331 Jul 16 01:57:21.163809 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f955d51b-c42e-4e5d-9008-6e942f977018 req-8fc2487e-bebc-4d3c-9bfb-bc89fe86a738 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332589 Jul 16 01:57:22.347396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af7256-6e30-46bb-934a-7163d1037e3d req-7c9f1d4b-f7e6-4204-845d-4a88dbd328dc tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.348879 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3af7256-6e30-46bb-934a-7163d1037e3d req-7c9f1d4b-f7e6-4204-845d-4a88dbd328dc tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 943 time: 0.0676155 Jul 16 01:57:22.387485 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d3af7256-6e30-46bb-934a-7163d1037e3d req-318ac4d9-d714-4868-b9ed-dcc60c3588cf tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Jul 16 01:57:23.557155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7f907-368c-447d-b482-430e4ad1d226 req-8a9daef9-cff4-408f-a4d3-56a5f64a180c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.559394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8b7f907-368c-447d-b482-430e4ad1d226 req-8a9daef9-cff4-408f-a4d3-56a5f64a180c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 943 time: 0.0638442 Jul 16 01:57:23.596198 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8b7f907-368c-447d-b482-430e4ad1d226 req-7aad63ba-f375-4278-9fd0-52d99f996b39 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Jul 16 01:57:24.080501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4da7c7f5-c6f2-459d-9328-bb754413926a details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:24.174806 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4da7c7f5-c6f2-459d-9328-bb754413926a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4da7c7f5-c6f2-459d-9328-bb754413926a,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:24.187521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'port_id': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'mac_address': 'fa:16:3e:37:d7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:57:24.222864 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.235761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da7c7f5-c6f2-459d-9328-bb754413926a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:24.255415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4da7c7f5-c6f2-459d-9328-bb754413926a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4da7c7f5-c6f2-459d-9328-bb754413926a,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:24.259604 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.306856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=4da7c7f5-c6f2-459d-9328-bb754413926a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.315173 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.315518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.315858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.316203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.316528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.316851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.317175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.317498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.317820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.318170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.318491 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.318811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:24.485933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['4da7c7f5-c6f2-459d-9328-bb754413926a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:24.615872 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9576-0ce1-4a9a-a52b-73c9d4b703af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.779610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08a34b-2027-451a-82ac-323589739c69 req-e86d617a-551b-4f17-bc3a-533f70b73f18 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.781073 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab08a34b-2027-451a-82ac-323589739c69 req-e86d617a-551b-4f17-bc3a-533f70b73f18 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 944 time: 0.0714591 Jul 16 01:57:24.820766 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab08a34b-2027-451a-82ac-323589739c69 req-e5bc37da-9fd7-48b9-b589-44d57a1a79e7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335586 Jul 16 01:57:25.810220 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.009156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c4840-29c4-4db3-9914-b1dbebcc745d req-4d31f79c-159c-4812-b481-a126c5d5578c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:26.010822 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-205c4840-29c4-4db3-9914-b1dbebcc745d req-4d31f79c-159c-4812-b481-a126c5d5578c tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 944 time: 0.0714922 Jul 16 01:57:26.050262 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-205c4840-29c4-4db3-9914-b1dbebcc745d req-e143e98b-d9fc-4f0b-8491-7cbc166feb71 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332940 Jul 16 01:57:26.096245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4da7c7f5-c6f2-459d-9328-bb754413926a up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:26.143932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 4da7c7f5-c6f2-459d-9328-bb754413926a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:26.147553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 4da7c7f5-c6f2-459d-9328-bb754413926a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:26.147924 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.223492 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.245706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da7c7f5-c6f2-459d-9328-bb754413926a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:26.248537 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6694c146-446d-4225-b7e0-2b5f84accda7" -d '{"events": [{"server_uuid": "1acb0fbf-3d49-4bbd-9765-2b029b130bbe", "name": "network-vif-plugged", "status": "completed", "tag": "4da7c7f5-c6f2-459d-9328-bb754413926a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:26.260790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4da7c7f5-c6f2-459d-9328-bb754413926a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4da7c7f5-c6f2-459d-9328-bb754413926a,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:26.265574 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.294395 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db62d4e1-6ae9-4c5a-9c8c-acc6a7878ea7 x-openstack-request-id: req-db62d4e1-6ae9-4c5a-9c8c-acc6a7878ea7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:26.294689 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acb0fbf-3d49-4bbd-9765-2b029b130bbe", "name": "network-vif-plugged", "status": "completed", "tag": "4da7c7f5-c6f2-459d-9328-bb754413926a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:26.294940 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db62d4e1-6ae9-4c5a-9c8c-acc6a7878ea7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:26.295329 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'code': 200} Jul 16 01:57:26.321394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=4da7c7f5-c6f2-459d-9328-bb754413926a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.400528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0336ad1-3f6d-4ab5-b666-759bc61af02c req-a7ea5a70-c5da-4217-af69-015dc2b515dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:26.402923 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0336ad1-3f6d-4ab5-b666-759bc61af02c req-a7ea5a70-c5da-4217-af69-015dc2b515dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 1097 time: 0.0521080 Jul 16 01:57:26.438089 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b0336ad1-3f6d-4ab5-b666-759bc61af02c req-70a331bd-59d7-4b85-804b-787c4d2253d3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285623 Jul 16 01:57:26.799813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-e7bb2667-ce34-45a4-9617-78d3956ad705 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537961 Jul 16 01:57:26.903590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-3dce1803-94c3-4668-b8e9-31d0bae73f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:26.905103 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-3dce1803-94c3-4668-b8e9-31d0bae73f29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0607390 Jul 16 01:57:26.967964 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.023179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-2e9acf83-eb58-4d50-981d-44a46ffc1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.024684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-2e9acf83-eb58-4d50-981d-44a46ffc1c16 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0969412 Jul 16 01:57:27.105181 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-7b3e5c0c-0920-4f34-9a97-cc1cb7113b4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202325b-32ec-4144-b721-464793c7ec5e HTTP/1.1" status: 200 len: 1000 time: 0.0724876 Jul 16 01:57:27.162154 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64d214f1-388a-4de0-8ac5-821797e15d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.165050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-8b319257-890f-42de-ad95-9228700ab4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.166651 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-8b319257-890f-42de-ad95-9228700ab4ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0543270 Jul 16 01:57:27.233550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-bcc203df-6ceb-4831-a6cc-495bf61a0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.235303 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-bcc203df-6ceb-4831-a6cc-495bf61a0020 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603380 Jul 16 01:57:27.244788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ae46a-736f-4212-9606-e789ae662f58 req-5ad6095e-34ec-4b2d-b600-add93f1e20e7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.247150 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c5ae46a-736f-4212-9606-e789ae662f58 req-5ad6095e-34ec-4b2d-b600-add93f1e20e7 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 945 time: 0.0670884 Jul 16 01:57:27.247813 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-a5e6624f-b4c3-4661-b06e-b3bf8fb689f1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:57:27.249204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-a5e6624f-b4c3-4661-b06e-b3bf8fb689f1 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066910 Jul 16 01:57:27.292114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c5ae46a-736f-4212-9606-e789ae662f58 req-8fdc8d18-d8a6-47ea-91bb-b50128c4e334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380461 Jul 16 01:57:27.349927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-e1fcfe8f-69a3-4dee-bd2a-45ab09c16a45 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939198 Jul 16 01:57:27.446665 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2e5be151-2455-4652-8fd4-c86b5fbd42e6 req-5396d5ca-33e2-4c2c-8420-0fbef78b80ac service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854943 Jul 16 01:57:27.660579 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.471616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d118cf-6199-4b1b-8a90-b1f0ff6c7007 req-9b75f000-6544-4ddb-a45c-914bbdd9f60d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.473106 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19d118cf-6199-4b1b-8a90-b1f0ff6c7007 req-9b75f000-6544-4ddb-a45c-914bbdd9f60d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 945 time: 0.0674191 Jul 16 01:57:28.511033 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-19d118cf-6199-4b1b-8a90-b1f0ff6c7007 req-c543281a-4691-4607-bcdb-9a34769146f9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Jul 16 01:57:28.569282 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.685906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd22e6-88d5-4b18-beb5-8831cb68b720 req-cf4ff82b-93e3-4e4c-b4c1-3fc988a59e46 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.687376 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bdd22e6-88d5-4b18-beb5-8831cb68b720 req-cf4ff82b-93e3-4e4c-b4c1-3fc988a59e46 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 945 time: 0.0649612 Jul 16 01:57:28.723885 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8bdd22e6-88d5-4b18-beb5-8831cb68b720 req-d208c386-644e-4d32-bd3d-dcdec89e2c15 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310380 Jul 16 01:57:28.750658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46380) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.800375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585b194a-1976-477b-a94a-433a0a0f6d71 tempest-TestVolumeBootPattern-1337479857 tempest-TestVolumeBootPattern-1337479857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.801849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-585b194a-1976-477b-a94a-433a0a0f6d71 tempest-TestVolumeBootPattern-1337479857 tempest-TestVolumeBootPattern-1337479857-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 1092 time: 0.0502148 Jul 16 01:57:28.804648 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46382) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.810108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:28.832397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.930152 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.036938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Allocated IP 172.25.4.248 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/909c35b9-155b-44b5-8839-df97f70c74c8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:29.136686 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.174354 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.208246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:29.212901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:29.216796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:29.244241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=909c35b9-155b-44b5-8839-df97f70c74c8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.582508 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.658480 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.810710 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.815195 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.884318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event updated for resources: {'Port': ['ID=909c35b9-155b-44b5-8839-df97f70c74c8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.895772 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.997832 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Floating IP d9ab145b-7b69-4d8b-a301-d36843d6a903 associated. External IP: 172.25.4.248, port: 4da7c7f5-c6f2-459d-9328-bb754413926a. Jul 16 01:57:30.178253 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.204942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Router af72e997-c871-4113-ac06-58e7750dd67c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:30.312737 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:30.322151 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] Sync routers for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:30.327886 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.333087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:30.333779 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:57:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.364273 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8a00c4ae-6bc9-4c97-b89e-a0a0ab8007e9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5584028 Jul 16 01:57:30.364918 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'tag': '4da7c7f5-c6f2-459d-9328-bb754413926a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:30.367320 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece09aab-80f6-4421-8bd0-c3fcbed4797a" -d '{"events": [{"name": "network-changed", "server_uuid": "1acb0fbf-3d49-4bbd-9765-2b029b130bbe", "tag": "4da7c7f5-c6f2-459d-9328-bb754413926a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:30.407257 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd830bf0-d889-475d-8475-61b80f2c1d9e x-openstack-request-id: req-bd830bf0-d889-475d-8475-61b80f2c1d9e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:30.407549 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acb0fbf-3d49-4bbd-9765-2b029b130bbe", "tag": "4da7c7f5-c6f2-459d-9328-bb754413926a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:30.407800 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd830bf0-d889-475d-8475-61b80f2c1d9e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:30.408200 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'tag': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'status': 'completed', 'code': 200} Jul 16 01:57:30.445621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:30.485926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-5df6b3ba-0458-4f26-a268-c2ca932dce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.487542 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-5df6b3ba-0458-4f26-a268-c2ca932dce34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 1097 time: 0.0532110 Jul 16 01:57:30.583505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-3f0ad652-a8c4-45ca-b276-7400cfc2d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.584993 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-3f0ad652-a8c4-45ca-b276-7400cfc2d435 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0905704 Jul 16 01:57:30.651382 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-457bab9f-3adc-48b5-8b73-bf0d5c407788 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4da7c7f5-c6f2-459d-9328-bb754413926a HTTP/1.1" status: 200 len: 999 time: 0.0590661 Jul 16 01:57:30.671481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '597d4a6d-b78a-446b-8714-96d2e2f8865c', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:21:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:18Z', 'updated_at': '2021-07-16T01:55:21Z', 'revision_number': 1, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}, {'id': 'd9ab145b-7b69-4d8b-a301-d36843d6a903', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:37:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:29Z', 'updated_at': '2021-07-16T01:57:29Z', 'revision_number': 0, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.700569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-45f8b0cb-853f-492a-92d7-b1a10b32f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.701939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-45f8b0cb-853f-492a-92d7-b1a10b32f453 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0436535 Jul 16 01:57:30.702090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] Checking router: af72e997-c871-4113-ac06-58e7750dd67c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:30.710287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:30.710887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:57:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.762684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-7de005f5-92f5-475a-928e-68c8c6c16ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.764189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-7de005f5-92f5-475a-928e-68c8c6c16ff8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557654 Jul 16 01:57:30.817621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:30.856474 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-e9462fc9-7636-4b4d-b02b-474f7ad05d72 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849340 Jul 16 01:57:30.952643 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ece09aab-80f6-4421-8bd0-c3fcbed4797a req-1d42817b-6daa-4b1a-9658-ef51694fe734 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891752 Jul 16 01:57:31.045226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '597d4a6d-b78a-446b-8714-96d2e2f8865c', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:21:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:18Z', 'updated_at': '2021-07-16T01:55:21Z', 'revision_number': 1, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}, {'id': 'd9ab145b-7b69-4d8b-a301-d36843d6a903', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:37:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:29Z', 'updated_at': '2021-07-16T01:57:29Z', 'revision_number': 0, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:31.074374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519485c1-3283-4eb2-9b44-20670c2df20c None None] The sync data for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 is: [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '597d4a6d-b78a-446b-8714-96d2e2f8865c', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:21:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:18Z', 'updated_at': '2021-07-16T01:55:21Z', 'revision_number': 1, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}, {'id': 'd9ab145b-7b69-4d8b-a301-d36843d6a903', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:37:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:29Z', 'updated_at': '2021-07-16T01:57:29Z', 'revision_number': 0, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:31.270130 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899f4da-5e93-4606-8ca9-2e6276d36ecd None None] New status for floating IP d9ab145b-7b69-4d8b-a301-d36843d6a903: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:57:49.258124 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:57:54.596787 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e657c4cc-197c-4b22-a039-ad749de895f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.820664 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.966221 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.163570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b044a7ba-dea5-430d-b113-95d1017e7c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.661489 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.573740 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.179104 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.630296 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-3b67a460-1637-4261-8451-0c6a8ae9a966 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526998 Jul 16 01:58:15.730856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-2ec4f77c-d885-4403-a344-94e017a7f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.732287 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-2ec4f77c-d885-4403-a344-94e017a7f9dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 1097 time: 0.0557301 Jul 16 01:58:16.189660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-51fab25b-05ac-4fe9-a580-2fab547e0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.191323 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-51fab25b-05ac-4fe9-a580-2fab547e0d07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.4351223 Jul 16 01:58:16.261342 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-0e270dc9-c522-449d-8144-fdc2ba774cd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4da7c7f5-c6f2-459d-9328-bb754413926a HTTP/1.1" status: 200 len: 1001 time: 0.0618000 Jul 16 01:58:16.314373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-729cb9f1-47ef-4a82-9e63-57f6165bb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.315844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-729cb9f1-47ef-4a82-9e63-57f6165bb345 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0450459 Jul 16 01:58:16.375822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-55d3e694-389c-4110-b272-ce6545aace6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.377390 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-55d3e694-389c-4110-b272-ce6545aace6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542226 Jul 16 01:58:16.388300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-d85a5a98-68d9-43fd-8727-88c177fb042e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:58:16.389379 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-d85a5a98-68d9-43fd-8727-88c177fb042e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053153 Jul 16 01:58:16.487834 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-9f81df25-392e-4e64-91e7-f36f6355165c service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917196 Jul 16 01:58:16.575789 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b919ef66-acd5-4080-94b8-57d3dcd5d151 req-db6c65fb-ad1d-48f7-bb21-a304aae2333c service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808041 Jul 16 01:58:24.597023 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eacf88b8-edfd-4972-860b-30b560c6bcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.851948 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.258459 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:26.965154 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.164245 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c06cede-658d-4af2-af71-bcd9d7d0f682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.662879 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.803836 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-7f00fd5e-6d30-419a-a869-a8beb9b602e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595598 Jul 16 01:58:27.898465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-b7ec387b-d6d0-447b-b81e-4c489405109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.899966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-b7ec387b-d6d0-447b-b81e-4c489405109d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0537121 Jul 16 01:58:28.007809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-0cbc9a14-0fa6-42c7-8486-943033f81948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:28.009229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-0cbc9a14-0fa6-42c7-8486-943033f81948 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0885088 Jul 16 01:58:28.072990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-b98db2fe-5d0d-4f93-bcbd-cad3774ea0ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202325b-32ec-4144-b721-464793c7ec5e HTTP/1.1" status: 200 len: 1000 time: 0.0573645 Jul 16 01:58:28.415570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-95fc5a6d-bf9b-4204-aac8-4646fde9e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:28.417015 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-95fc5a6d-bf9b-4204-aac8-4646fde9e9ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.3366888 Jul 16 01:58:28.476136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-d2398ef6-3e76-4200-9102-39bf40473dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:28.477603 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-d2398ef6-3e76-4200-9102-39bf40473dc3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535104 Jul 16 01:58:28.576831 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.577374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-b5ba1a54-de03-4db9-acac-ba84ec6a1619 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925398 Jul 16 01:58:28.666122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f3599cf-2523-44a8-80d6-a51772eb1a6e req-32af7805-125b-4c82-986b-71730ce939f4 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824749 Jul 16 01:58:30.183421 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.598488 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4de0debc-4429-40a0-9772-ab18293e7154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.852525 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.980242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.163587 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e208-08a0-4254-993d-2b1e234d6166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.529140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46422) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.664432 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.693668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Deleting port 909c35b9-155b-44b5-8839-df97f70c74c8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:57.694027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.767721 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.768041 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.778944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Calling delete_port for 909c35b9-155b-44b5-8839-df97f70c74c8 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:57.948903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.975191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'Port': ['ID=909c35b9-155b-44b5-8839-df97f70c74c8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:58.006290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.006635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.006980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.007323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.007656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.007991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.008320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.008645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.008969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.009291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.009613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.009934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:58.048388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.048710 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Floating IP d9ab145b-7b69-4d8b-a301-d36843d6a903 disassociated (deleted). External IP: 172.25.4.248, port: 4da7c7f5-c6f2-459d-9328-bb754413926a. Jul 16 01:58:58.255339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Router af72e997-c871-4113-ac06-58e7750dd67c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:58.362316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:58.367711 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.373567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe6e11-d321-425f-9723-88323762a323 None None] Sync routers for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:58.382664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe6e11-d321-425f-9723-88323762a323 None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:58.383335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-43fe6e11-d321-425f-9723-88323762a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:58:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:58.403439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ce73a7f8-16aa-49f4-8729-936078cc7d02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "DELETE /v2.0/floatingips/d9ab145b-7b69-4d8b-a301-d36843d6a903 HTTP/1.1" status: 204 len: 168 time: 0.8732164 Jul 16 01:58:58.404145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'tag': '4da7c7f5-c6f2-459d-9328-bb754413926a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:58.406567 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086f3fed-aa16-4bc2-9c46-ee6133255af6" -d '{"events": [{"name": "network-changed", "server_uuid": "1acb0fbf-3d49-4bbd-9765-2b029b130bbe", "tag": "4da7c7f5-c6f2-459d-9328-bb754413926a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:58.492823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-43fe6e11-d321-425f-9723-88323762a323 None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:58.552722 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2002fe-957e-40c7-969d-c6a34c857430 x-openstack-request-id: req-8b2002fe-957e-40c7-969d-c6a34c857430 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:58.553485 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acb0fbf-3d49-4bbd-9765-2b029b130bbe", "tag": "4da7c7f5-c6f2-459d-9328-bb754413926a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:58.553485 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b2002fe-957e-40c7-969d-c6a34c857430 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:58.554309 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'tag': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'status': 'completed', 'code': 200} Jul 16 01:58:58.655528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-f77bfdbe-2d2c-493f-be2c-6ab0840d7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.655528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-f77bfdbe-2d2c-493f-be2c-6ab0840d7d34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 1097 time: 0.0667982 Jul 16 01:58:58.755645 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.765646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-890566a1-da73-42a7-a3a8-a2c890c607ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.767101 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-890566a1-da73-42a7-a3a8-a2c890c607ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.1025960 Jul 16 01:58:58.810705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-03cd76fb-a295-44eb-b55e-1130d4cf0c2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4da7c7f5-c6f2-459d-9328-bb754413926a HTTP/1.1" status: 200 len: 217 time: 0.0356767 Jul 16 01:58:58.872480 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-531aa943-e515-438c-a818-cd5f6080f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.876410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-531aa943-e515-438c-a818-cd5f6080f720 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0567803 Jul 16 01:58:58.902207 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73fd9f-b2e5-4345-8923-f4a7a9fd0efc req-12bd8f1a-e107-4f28-bfc0-e1b348515067 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.903769 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd73fd9f-b2e5-4345-8923-f4a7a9fd0efc req-12bd8f1a-e107-4f28-bfc0-e1b348515067 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 945 time: 0.1539092 Jul 16 01:58:58.937434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-43fe6e11-d321-425f-9723-88323762a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '597d4a6d-b78a-446b-8714-96d2e2f8865c', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:21:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:18Z', 'updated_at': '2021-07-16T01:55:21Z', 'revision_number': 1, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:58.946984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-4659038e-0b9c-49a9-a17b-ba1ca5b20899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.951496 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-4659038e-0b9c-49a9-a17b-ba1ca5b20899 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658405 Jul 16 01:58:58.951889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cd73fd9f-b2e5-4345-8923-f4a7a9fd0efc req-c395c0e8-24c2-4c09-b388-9ed37808ce58 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 Jul 16 01:58:58.966153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe6e11-d321-425f-9723-88323762a323 None None] Checking router: af72e997-c871-4113-ac06-58e7750dd67c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:58.979070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe6e11-d321-425f-9723-88323762a323 None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:58.979855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-43fe6e11-d321-425f-9723-88323762a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:58:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:59.053262 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-a3a73a33-4663-47a5-aafc-80d25b3dc7e4 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940998 Jul 16 01:58:59.096071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-43fe6e11-d321-425f-9723-88323762a323 None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:59.158883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-086f3fed-aa16-4bc2-9c46-ee6133255af6 req-c9fd7c91-8958-4e1e-b69e-f7de51fac801 service neutron] 10.222.0.50 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974689 Jul 16 01:58:59.332002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-43fe6e11-d321-425f-9723-88323762a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '597d4a6d-b78a-446b-8714-96d2e2f8865c', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:21:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:18Z', 'updated_at': '2021-07-16T01:55:21Z', 'revision_number': 1, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:59.359093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe6e11-d321-425f-9723-88323762a323 None None] The sync data for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 is: [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '597d4a6d-b78a-446b-8714-96d2e2f8865c', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'port_id': 'c202325b-32ec-4144-b721-464793c7ec5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'mac_address': 'fa:16:3e:21:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:18Z', 'updated_at': '2021-07-16T01:55:21Z', 'revision_number': 1, 'project_id': '9902685bf11a4a06a333973741b55040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:59.593596 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9cf63-cddc-4de4-ab78-f74e8acd112b None None] New status for floating IP d9ab145b-7b69-4d8b-a301-d36843d6a903: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:00.185215 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.195724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729d857-52d2-49b7-99ee-a634a71304ad req-b0b272b9-8fe6-4319-8e2c-46e4d2e48ad2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:00.197236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a729d857-52d2-49b7-99ee-a634a71304ad req-b0b272b9-8fe6-4319-8e2c-46e4d2e48ad2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 945 time: 0.1201370 Jul 16 01:59:00.235000 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a729d857-52d2-49b7-99ee-a634a71304ad req-c4dcebe4-d8f3-4848-87b6-9ea98c2b72a2 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Jul 16 01:59:00.439323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-bbe0873d-ff77-4712-a114-75e08a7d0e02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:00.440678 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-bbe0873d-ff77-4712-a114-75e08a7d0e02 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 945 time: 0.0617445 Jul 16 01:59:00.544058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-c4e2ba64-f9a2-42aa-aa3e-891dbc3e8021 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Deleting port 4da7c7f5-c6f2-459d-9328-bb754413926a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:00.544400 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-c4e2ba64-f9a2-42aa-aa3e-891dbc3e8021 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.635818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-c4e2ba64-f9a2-42aa-aa3e-891dbc3e8021 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] For port 4da7c7f5-c6f2-459d-9328-bb754413926a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4da7c7f5-c6f2-459d-9328-bb754413926a,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:00.636177 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-c4e2ba64-f9a2-42aa-aa3e-891dbc3e8021 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.648610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-c4e2ba64-f9a2-42aa-aa3e-891dbc3e8021 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Calling delete_port for 4da7c7f5-c6f2-459d-9328-bb754413926a owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:00.774040 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-c4e2ba64-f9a2-42aa-aa3e-891dbc3e8021 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.806279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2ba64-f9a2-42aa-aa3e-891dbc3e8021 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'Port': ['ID=4da7c7f5-c6f2-459d-9328-bb754413926a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:00.851680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-c4e2ba64-f9a2-42aa-aa3e-891dbc3e8021 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] No DVR routers for this DVR port 4da7c7f5-c6f2-459d-9328-bb754413926a on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:00.857342 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-c4e2ba64-f9a2-42aa-aa3e-891dbc3e8021 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.857342 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c054cc11-c1c5-44ae-96a7-c0a65c6cdb87 req-c4e2ba64-f9a2-42aa-aa3e-891dbc3e8021 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.50 "DELETE /v2.0/ports/4da7c7f5-c6f2-459d-9328-bb754413926a HTTP/1.1" status: 204 len: 173 time: 0.4096668 Jul 16 01:59:00.857342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'name': 'network-vif-deleted', 'tag': '4da7c7f5-c6f2-459d-9328-bb754413926a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:00.859125 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b1a6fa-221d-421f-8329-18da3025a4ef" -d '{"events": [{"server_uuid": "1acb0fbf-3d49-4bbd-9765-2b029b130bbe", "name": "network-vif-deleted", "tag": "4da7c7f5-c6f2-459d-9328-bb754413926a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:00.924730 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2bc504-5b10-4b79-9c54-6db250816581 x-openstack-request-id: req-7b2bc504-5b10-4b79-9c54-6db250816581 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:00.925141 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acb0fbf-3d49-4bbd-9765-2b029b130bbe", "name": "network-vif-deleted", "tag": "4da7c7f5-c6f2-459d-9328-bb754413926a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:00.925366 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b2bc504-5b10-4b79-9c54-6db250816581 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:00.925768 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acb0fbf-3d49-4bbd-9765-2b029b130bbe', 'name': 'network-vif-deleted', 'tag': '4da7c7f5-c6f2-459d-9328-bb754413926a', 'status': 'completed', 'code': 200} Jul 16 01:59:01.380002 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38ee08b8-22e8-4c05-9d89-372e137aaa08 req-238826a9-c7e8-49ed-92b2-d7d1c0324b79 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 210 time: 0.0284724 Jul 16 01:59:02.523282 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7fbe114-2af3-441b-b57f-9a19b6a7b750 req-4bd2b3ad-dd98-4da3-9b97-4aa676f251df tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 210 time: 0.0294442 Jul 16 01:59:03.257911 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:03.663190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1780119a-2892-4dcd-b9e8-52db86fd02ce req-7aa7e799-895e-442d-a4e9-4361236ed58d tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 210 time: 0.0289812 Jul 16 01:59:04.557455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4da7c7f5-c6f2-459d-9328-bb754413926a no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:04.577887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 4da7c7f5-c6f2-459d-9328-bb754413926a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:04.578250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4da7c7f5-c6f2-459d-9328-bb754413926a not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:04.821559 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a2dae6ef-8b29-45db-9629-45e4927ef47e req-dc9e4e94-b3cf-41b0-9276-06ad5efe8be8 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=1acb0fbf-3d49-4bbd-9765-2b029b130bbe HTTP/1.1" status: 200 len: 210 time: 0.0291216 Jul 16 01:59:10.211171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.366484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Deleting port 54092819-e67c-4096-9073-911441895224 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:10.366821 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.440209 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.440525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.452599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Calling delete_port for 54092819-e67c-4096-9073-911441895224 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:10.600023 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.625656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'Port': ['ID=54092819-e67c-4096-9073-911441895224,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.689004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.689382 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Floating IP 597d4a6d-b78a-446b-8714-96d2e2f8865c disassociated (deleted). External IP: 172.25.4.73, port: c202325b-32ec-4144-b721-464793c7ec5e. Jul 16 01:59:10.889282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Router af72e997-c871-4113-ac06-58e7750dd67c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:10.997446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:11.002192 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.007460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] Sync routers for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:11.016985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:11.017594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:58:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:11.040926 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fc9d2347-3254-4ed6-ae73-5795f0d18334 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "DELETE /v2.0/floatingips/597d4a6d-b78a-446b-8714-96d2e2f8865c HTTP/1.1" status: 204 len: 168 time: 0.8286765 Jul 16 01:59:11.041605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'tag': 'c202325b-32ec-4144-b721-464793c7ec5e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:11.043956 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dee8399-5d17-464f-8dd0-869e1febd35d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e7d749-27ee-424b-b08d-15f9526b7ee9", "tag": "c202325b-32ec-4144-b721-464793c7ec5e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:11.089144 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046a5ffc-d569-4fd0-b2ae-b21e1cab36cc x-openstack-request-id: req-046a5ffc-d569-4fd0-b2ae-b21e1cab36cc {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:11.089440 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e7d749-27ee-424b-b08d-15f9526b7ee9", "tag": "c202325b-32ec-4144-b721-464793c7ec5e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:11.089686 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-046a5ffc-d569-4fd0-b2ae-b21e1cab36cc {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:11.090111 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'tag': 'c202325b-32ec-4144-b721-464793c7ec5e', 'status': 'completed', 'code': 200} Jul 16 01:59:11.131868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:11.164873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-857c39d7-dd8b-4e63-adde-59baebc48592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.166487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-857c39d7-dd8b-4e63-adde-59baebc48592 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9902685bf11a4a06a333973741b55040&device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0539031 Jul 16 01:59:11.268025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-2f9b0149-6e99-4eba-89f2-f633b4d47b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.270164 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-2f9b0149-6e99-4eba-89f2-f633b4d47b31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 200 len: 911 time: 0.0969508 Jul 16 01:59:11.313482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-4b7fba70-521d-4bd2-8847-32f1dd4238b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202325b-32ec-4144-b721-464793c7ec5e HTTP/1.1" status: 200 len: 217 time: 0.0356555 Jul 16 01:59:11.348748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:11.369679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-37e2d8cb-b22b-4514-ab38-735089101bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.371335 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-37e2d8cb-b22b-4514-ab38-735089101bd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 200 len: 850 time: 0.0512652 Jul 16 01:59:11.375961 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] Checking router: af72e997-c871-4113-ac06-58e7750dd67c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:11.385219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:11.385757 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:58:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:11.431111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d043-808b-4dd4-a10a-9623243826fe req-392be746-05e6-41cb-ba70-bed3b390f08e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.432939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f19d043-808b-4dd4-a10a-9623243826fe req-392be746-05e6-41cb-ba70-bed3b390f08e tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0644138 Jul 16 01:59:11.435903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-e0be7c0b-0065-424d-b145-a690e296b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.437496 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-e0be7c0b-0065-424d-b145-a690e296b2bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fedbcd09-c803-472e-8d98-ca8ebfac4ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587287 Jul 16 01:59:11.477535 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f19d043-808b-4dd4-a10a-9623243826fe req-70962387-b778-4484-aec4-5aecdf64f8c5 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360832 Jul 16 01:59:11.497512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:11.531031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-0f54d9b8-e882-4341-b5ee-fc10e501d9df service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862248 Jul 16 01:59:11.627365 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6dee8399-5d17-464f-8dd0-869e1febd35d req-cd4a0c82-e279-4531-a60b-84e2b4601fe8 service neutron] 10.222.0.67 "GET /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894122 Jul 16 01:59:11.696286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:11.726637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beda024-e5d1-4005-a7e8-b0869ce71017 None None] The sync data for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 is: [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e3e86096-d8c4-40f9-ab87-34f495182aca', 'name': '', 'network_id': 'fedbcd09-c803-472e-8d98-ca8ebfac4ff5', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'mac_address': 'fa:16:3e:e8:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:26Z', 'updated_at': '2021-07-16T01:49:33Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'subnets': [{'id': '6946ac1d-2bcc-4c2e-9141-7a030ff49554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:11.943559 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5a4e5-7ced-4671-a474-de67ee5d26af None None] New status for floating IP 597d4a6d-b78a-446b-8714-96d2e2f8865c: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:12.655902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ed132-0cfb-41d5-87f5-df26f029c8c9 req-4815c812-675d-4a74-a35f-79f6dda7f5bc tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.657360 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd1ed132-0cfb-41d5-87f5-df26f029c8c9 req-4815c812-675d-4a74-a35f-79f6dda7f5bc tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0671642 Jul 16 01:59:12.696739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd1ed132-0cfb-41d5-87f5-df26f029c8c9 req-906de6f9-af1f-440e-9e9f-add842e2e96a tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/security-groups?id=e62b872e-4753-439b-8b38-cbd53998022b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336843 Jul 16 01:59:12.877365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-717e8e1c-f7ee-4671-a6a4-739b9b976232 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.878953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-717e8e1c-f7ee-4671-a6a4-739b9b976232 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0692511 Jul 16 01:59:12.981450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Deleting port c202325b-32ec-4144-b721-464793c7ec5e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:12.981793 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.075499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] For port c202325b-32ec-4144-b721-464793c7ec5e, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c202325b-32ec-4144-b721-464793c7ec5e,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:13.075866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.087651 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Calling delete_port for c202325b-32ec-4144-b721-464793c7ec5e owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:13.212631 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.247350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'Port': ['ID=c202325b-32ec-4144-b721-464793c7ec5e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.277431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.277787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.278193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.278540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.278877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.279211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.279543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.279872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.280199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.280524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.280849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.281171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:13.304605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] No DVR routers for this DVR port c202325b-32ec-4144-b721-464793c7ec5e on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:13.310303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.310303 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-400ac4be-35a7-4999-9e49-9d802c9580c0 req-d9614df9-5bdb-4ef2-9899-46fdeb493085 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.67 "DELETE /v2.0/ports/c202325b-32ec-4144-b721-464793c7ec5e HTTP/1.1" status: 204 len: 173 time: 0.4240382 Jul 16 01:59:13.310303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'name': 'network-vif-deleted', 'tag': 'c202325b-32ec-4144-b721-464793c7ec5e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:13.311894 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7196e3c9-0ce6-4cb4-a6f6-66286817d327" -d '{"events": [{"server_uuid": "a2e7d749-27ee-424b-b08d-15f9526b7ee9", "name": "network-vif-deleted", "tag": "c202325b-32ec-4144-b721-464793c7ec5e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:13.352589 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ceb72d-995f-46b8-aab1-1ff1ff8cadfe x-openstack-request-id: req-17ceb72d-995f-46b8-aab1-1ff1ff8cadfe {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:13.352880 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e7d749-27ee-424b-b08d-15f9526b7ee9", "name": "network-vif-deleted", "tag": "c202325b-32ec-4144-b721-464793c7ec5e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:13.353132 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17ceb72d-995f-46b8-aab1-1ff1ff8cadfe {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:13.353553 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e7d749-27ee-424b-b08d-15f9526b7ee9', 'name': 'network-vif-deleted', 'tag': 'c202325b-32ec-4144-b721-464793c7ec5e', 'status': 'completed', 'code': 200} Jul 16 01:59:13.839972 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-27edec1a-5591-41b4-80b9-ad13c31ae3fa req-c9eaecc6-1278-4101-b89a-0062a36bbd47 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0318048 Jul 16 01:59:14.986893 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f19e339f-b29d-486c-8a35-e1e14540497d req-f100b1ee-865c-47eb-bba7-0d0e23a39b38 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0334520 Jul 16 01:59:16.130602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3752ee63-0807-439c-be3a-dc3abd9f0956 req-689bb305-c3ab-4d24-9b64-56f2c77ff4cb tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0294783 Jul 16 01:59:16.656681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-546b813f-87e8-4a6a-ad3c-bdac27e83cbd req-7b7ecd28-89dc-40f4-8308-33b9cde7af85 service neutron] (93945) timed out ('10.222.0.64', 40568) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:59:17.218347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c202325b-32ec-4144-b721-464793c7ec5e no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:17.239387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: c202325b-32ec-4144-b721-464793c7ec5e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:17.239734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c202325b-32ec-4144-b721-464793c7ec5e not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:17.291794 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1b1b7e20-13a1-4f9d-b772-572c89f39d88 req-fd44e68f-475d-47a3-ba33-52eba19a1722 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e7d749-27ee-424b-b08d-15f9526b7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0360985 Jul 16 01:59:18.384959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46510) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:18.507105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cae2f-2d71-4ae5-9781-04710e6fa753 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Deleting port 28b3e7df-f332-4b28-9024-f80a46275632 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:18.507445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a2cae2f-2d71-4ae5-9781-04710e6fa753 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.582240 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a2cae2f-2d71-4ae5-9781-04710e6fa753 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.582568 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a2cae2f-2d71-4ae5-9781-04710e6fa753 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.595252 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cae2f-2d71-4ae5-9781-04710e6fa753 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Calling delete_port for 28b3e7df-f332-4b28-9024-f80a46275632 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:18.728872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a2cae2f-2d71-4ae5-9781-04710e6fa753 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.751722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cae2f-2d71-4ae5-9781-04710e6fa753 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'Port': ['ID=28b3e7df-f332-4b28-9024-f80a46275632,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.816971 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a2cae2f-2d71-4ae5-9781-04710e6fa753 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.819858 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a2cae2f-2d71-4ae5-9781-04710e6fa753 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.821020 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7a2cae2f-2d71-4ae5-9781-04710e6fa753 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "DELETE /v2.0/floatingips/f1c56f9e-9992-4157-848f-be26314fee65 HTTP/1.1" status: 204 len: 168 time: 0.4350562 Jul 16 01:59:21.149562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:21.209367 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55a25e71-3a36-4815-a289-bbcfaf46a8d9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.233774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55a25e71-3a36-4815-a289-bbcfaf46a8d9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.295206 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55a25e71-3a36-4815-a289-bbcfaf46a8d9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.297878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55a25e71-3a36-4815-a289-bbcfaf46a8d9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.301637 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-55a25e71-3a36-4815-a289-bbcfaf46a8d9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] 10.222.0.64 "DELETE /v2.0/security-groups/e62b872e-4753-439b-8b38-cbd53998022b HTTP/1.1" status: 204 len: 168 time: 0.1483746 Jul 16 01:59:21.313072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a25e71-3a36-4815-a289-bbcfaf46a8d9 tempest-TestVolumeBootPattern-981984711 tempest-TestVolumeBootPattern-981984711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62b872e-4753-439b-8b38-cbd53998022b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:21.363613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:22.196642 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.448292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] Deleting port e3e86096-d8c4-40f9-ab87-34f495182aca {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:22.448525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.524282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] For port e3e86096-d8c4-40f9-ab87-34f495182aca, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e3e86096-d8c4-40f9-ab87-34f495182aca,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:22.524642 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.536568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] Calling delete_port for e3e86096-d8c4-40f9-ab87-34f495182aca owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:22.719554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.745727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e86096-d8c4-40f9-ab87-34f495182aca,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.926755 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.141539 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] Router af72e997-c871-4113-ac06-58e7750dd67c has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:23.243910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:23.251891 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-45aab4d7-9156-48b7-a9d6-0e5fed2d95ec admin admin] 10.222.0.64 "PUT /v2.0/routers/af72e997-c871-4113-ac06-58e7750dd67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850014 Jul 16 01:59:23.252127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.252327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] Sync routers for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:23.262461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:23.263069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:58:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.356720 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.367607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:23.459484 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.514528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Deleting port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:23.514863 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.543355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port': {'id': 'f0f399f4-87e6-4be8-abf9-4a1a68b6ad14', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.574850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] Checking router: af72e997-c871-4113-ac06-58e7750dd67c for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:23.583140 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] Routers {'af72e997-c871-4113-ac06-58e7750dd67c'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:23.583866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:58:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['af72e997-c871-4113-ac06-58e7750dd67c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.597049 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] For port f0f399f4-87e6-4be8-abf9-4a1a68b6ad14, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f0f399f4-87e6-4be8-abf9-4a1a68b6ad14,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:23.597417 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.609433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Calling delete_port for f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:23.670135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] Set router af72e997-c871-4113-ac06-58e7750dd67c gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:23.722892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:59:23Z', 'revision_number': 6, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.754724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d07ba8-e93b-469e-9251-adbef1f38328 None None] The sync data for ids ['af72e997-c871-4113-ac06-58e7750dd67c'] in n-d-791504-14 is: [{'id': 'af72e997-c871-4113-ac06-58e7750dd67c', 'name': 'tempest-TestVolumeBootPattern-990763915-router', 'tenant_id': '9902685bf11a4a06a333973741b55040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:59:23Z', 'revision_number': 6, 'project_id': '9902685bf11a4a06a333973741b55040', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:23.783957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.821210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f399f4-87e6-4be8-abf9-4a1a68b6ad14,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.886577 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.976750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.978788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.019863 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.020606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af72e997-c871-4113-ac06-58e7750dd67c {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:24.026346 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.027508 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3a56f35f-bc5d-4f10-b03e-6bcae01f7477 admin admin] 10.222.0.64 "DELETE /v2.0/routers/af72e997-c871-4113-ac06-58e7750dd67c HTTP/1.1" status: 204 len: 168 time: 0.7744560 Jul 16 01:59:24.029926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46534) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.075132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-922c4676-47c7-44f3-add3-11a56e4d25a0 admin admin] Deleting subnet 6946ac1d-2bcc-4c2e-9141-7a030ff49554 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:24.078398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-922c4676-47c7-44f3-add3-11a56e4d25a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.119107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-922c4676-47c7-44f3-add3-11a56e4d25a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.204943 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-922c4676-47c7-44f3-add3-11a56e4d25a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.257179 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-922c4676-47c7-44f3-add3-11a56e4d25a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.282995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c4676-47c7-44f3-add3-11a56e4d25a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6946ac1d-2bcc-4c2e-9141-7a030ff49554,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:24.288670 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-922c4676-47c7-44f3-add3-11a56e4d25a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.291555 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-922c4676-47c7-44f3-add3-11a56e4d25a0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6946ac1d-2bcc-4c2e-9141-7a030ff49554 HTTP/1.1" status: 204 len: 168 time: 0.2596939 Jul 16 01:59:24.293551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46536) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.294035 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a0560-bfec-4547-a1d1-1723d88f5f2d None None] Network fedbcd09-c803-472e-8d98-ca8ebfac4ff5 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:24.365967 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.418354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Deleting port 8d737fcc-78b5-4338-b784-395385678ebf {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:24.418611 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.483300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] For port 8d737fcc-78b5-4338-b784-395385678ebf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8d737fcc-78b5-4338-b784-395385678ebf,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:24.483300 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.491417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] DHCP port deletion for fedbcd09-c803-472e-8d98-ca8ebfac4ff5 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:24.503570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Calling delete_port for 8d737fcc-78b5-4338-b784-395385678ebf owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:24.539822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Deleting port 8d737fcc-78b5-4338-b784-395385678ebf {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:24.540208 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.589615 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.617261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=8d737fcc-78b5-4338-b784-395385678ebf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:24.619373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] For port 8d737fcc-78b5-4338-b784-395385678ebf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8d737fcc-78b5-4338-b784-395385678ebf,segment=NetworkSegment(71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa),segment_id=71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:24.620517 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.620888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] No DVR routers for this DVR port 8d737fcc-78b5-4338-b784-395385678ebf on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:24.632054 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbd15-ddb1-4b2b-abe9-1928b26829f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.639278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Calling delete_port for 8d737fcc-78b5-4338-b784-395385678ebf owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:24.688100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:24.699235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.710687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedbcd09-c803-472e-8d98-ca8ebfac4ff5']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:24.710845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:24.710958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f0f399f4-87e6-4be8-abf9-4a1a68b6ad14 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:24.711357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e3e86096-d8c4-40f9-ab87-34f495182aca no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:24.722905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:24.723525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ddf9f9-a566-41f8-86bb-2f7bdc7a8afa') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:24.734932 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.738296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: e3e86096-d8c4-40f9-ab87-34f495182aca {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:24.738715 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e3e86096-d8c4-40f9-ab87-34f495182aca not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:24.739195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8d737fcc-78b5-4338-b784-395385678ebf no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:24.750846 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.758331 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:24.758882 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:24.760622 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:24.764647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 8d737fcc-78b5-4338-b784-395385678ebf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:24.764998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8d737fcc-78b5-4338-b784-395385678ebf not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:24.794613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.824714 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.827733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Pushing event deleted for resources: {'Port': ['ID=8d737fcc-78b5-4338-b784-395385678ebf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:24.829798 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.832075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] No DVR routers for this DVR port 8d737fcc-78b5-4338-b784-395385678ebf on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:24.834737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] 10.222.0.64 "DELETE /v2.0/networks/fedbcd09-c803-472e-8d98-ca8ebfac4ff5 HTTP/1.1" status: 204 len: 168 time: 0.5399153 Jul 16 01:59:24.835082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46538) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.839389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.839738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.840077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.840410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.840742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.841249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.841424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.841725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.842066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.842392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.842719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.847038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2c270-68ac-4ba1-8816-e283f91cdcaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:24.855047 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff939088-aa47-48cf-8e2e-61108c025ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=fedbcd09-c803-472e-8d98-ca8ebfac4ff5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.203839 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.461810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] Deleting port 1cee91cb-5855-4983-ac2e-d1aba434928f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:25.462067 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.540411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] For port 1cee91cb-5855-4983-ac2e-d1aba434928f, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1cee91cb-5855-4983-ac2e-d1aba434928f,segment=NetworkSegment(d5a1b5e5-3f8d-4994-bd0b-627e86cba762),segment_id=d5a1b5e5-3f8d-4994-bd0b-627e86cba762)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:25.540770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.553829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] Calling delete_port for 1cee91cb-5855-4983-ac2e-d1aba434928f owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:25.735002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.772463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1cee91cb-5855-4983-ac2e-d1aba434928f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.851581 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.942025 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.156923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] Router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:26.264920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:26.269995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aeb941b7-ba0c-413c-b1ee-5360328b90fa admin admin] 10.222.0.64 "PUT /v2.0/routers/3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338894 Jul 16 01:59:26.272713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.273919 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] Sync routers for ids ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:26.283613 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] Routers {'3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:26.284219 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:58:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.376432 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.388616 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] Set router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:26.476543 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.533095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Deleting port fea48317-9da5-4dd1-b3fc-01ea91a2c726 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:26.533439 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.569101 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'name': 'tempest-TestVolumeBootPattern-1761654137-router', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:59:25Z', 'revision_number': 5, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'gw_port': {'id': 'fea48317-9da5-4dd1-b3fc-01ea91a2c726', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.596287 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] Checking router: 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:26.605763 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] Routers {'3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:26.606420 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T01:58:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.621144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] For port fea48317-9da5-4dd1-b3fc-01ea91a2c726, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=fea48317-9da5-4dd1-b3fc-01ea91a2c726,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:26.622431 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.638580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Calling delete_port for fea48317-9da5-4dd1-b3fc-01ea91a2c726 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:26.715029 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] Set router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:26.771064 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'name': 'tempest-TestVolumeBootPattern-1761654137-router', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:59:26Z', 'revision_number': 6, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.801284 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3fe78-91dc-44da-86c9-b92b4b6dd551 None None] The sync data for ids ['3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b'] in n-d-791504-14 is: [{'id': '3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b', 'name': 'tempest-TestVolumeBootPattern-1761654137-router', 'tenant_id': 'a63129a9db8641349a7fffb3d23926ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:30Z', 'updated_at': '2021-07-16T01:59:26Z', 'revision_number': 6, 'project_id': 'a63129a9db8641349a7fffb3d23926ae', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:26.829484 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.856800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea48317-9da5-4dd1-b3fc-01ea91a2c726,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.930239 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.028495 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.031021 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.079051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.079622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:27.085946 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.087569 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c3ddd1e2-4140-4cc3-b00c-8756cbf38055 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3b3ffe48-7ddf-47f1-9b9b-02a1fb14496b HTTP/1.1" status: 204 len: 168 time: 0.8138478 Jul 16 01:59:27.090197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46544) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.140509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee486cf0-1ad5-4e43-9e68-5838c11e0aca admin admin] Deleting subnet 302fb8bc-df23-46b7-91cd-e28b67fac053 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:27.144144 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee486cf0-1ad5-4e43-9e68-5838c11e0aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.173472 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.174949 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc08d12a-91f7-4aee-baa6-c41893dad623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.188029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee486cf0-1ad5-4e43-9e68-5838c11e0aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.282917 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee486cf0-1ad5-4e43-9e68-5838c11e0aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.345393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee486cf0-1ad5-4e43-9e68-5838c11e0aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.375169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee486cf0-1ad5-4e43-9e68-5838c11e0aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302fb8bc-df23-46b7-91cd-e28b67fac053,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.377305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee486cf0-1ad5-4e43-9e68-5838c11e0aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.380881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5ab2b3-130a-4e49-b0e3-d94744fdfd46 None None] Network f54badd4-a0c1-4a4d-8243-3fe621e9506e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:27.382190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46546) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.382858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ee486cf0-1ad5-4e43-9e68-5838c11e0aca admin admin] 10.222.0.64 "DELETE /v2.0/subnets/302fb8bc-df23-46b7-91cd-e28b67fac053 HTTP/1.1" status: 204 len: 168 time: 0.2912574 Jul 16 01:59:27.454351 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.512658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Deleting port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:27.512982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.578570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8290188b-1225-4472-b63e-6345d422b4bd None None] DHCP port deletion for f54badd4-a0c1-4a4d-8243-3fe621e9506e request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:27.588668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] For port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=06ff6dff-8b42-4a89-a4d0-8870bcf1951e,segment=NetworkSegment(d5a1b5e5-3f8d-4994-bd0b-627e86cba762),segment_id=d5a1b5e5-3f8d-4994-bd0b-627e86cba762)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:27.589064 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.601805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Calling delete_port for 06ff6dff-8b42-4a89-a4d0-8870bcf1951e owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:27.628684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8290188b-1225-4472-b63e-6345d422b4bd None None] Deleting port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:27.629063 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8290188b-1225-4472-b63e-6345d422b4bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.687980 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.698977 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.704581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8290188b-1225-4472-b63e-6345d422b4bd None None] For port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=06ff6dff-8b42-4a89-a4d0-8870bcf1951e,segment=NetworkSegment(d5a1b5e5-3f8d-4994-bd0b-627e86cba762),segment_id=d5a1b5e5-3f8d-4994-bd0b-627e86cba762)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:27.704977 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8290188b-1225-4472-b63e-6345d422b4bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.717811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8290188b-1225-4472-b63e-6345d422b4bd None None] Calling delete_port for 06ff6dff-8b42-4a89-a4d0-8870bcf1951e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:27.719853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] No DVR routers for this DVR port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:27.725844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ff6dff-8b42-4a89-a4d0-8870bcf1951e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.821394 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8290188b-1225-4472-b63e-6345d422b4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.823953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.833692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54badd4-a0c1-4a4d-8243-3fe621e9506e']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.843545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.843840 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a1b5e5-3f8d-4994-bd0b-627e86cba762') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.846186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290188b-1225-4472-b63e-6345d422b4bd None None] Pushing event deleted for resources: {'Port': ['ID=06ff6dff-8b42-4a89-a4d0-8870bcf1951e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.850696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290188b-1225-4472-b63e-6345d422b4bd None None] No DVR routers for this DVR port 06ff6dff-8b42-4a89-a4d0-8870bcf1951e on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:27.855133 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.870969 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.877261 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:27.877649 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: timer() Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:27.879291 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:27.935988 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.941808 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.944473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f54badd4-a0c1-4a4d-8243-3fe621e9506e HTTP/1.1" status: 204 len: 168 time: 0.5611517 Jul 16 01:59:27.955710 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25814f4-d6c7-4b4d-ac79-2a3dd3cc8dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f54badd4-a0c1-4a4d-8243-3fe621e9506e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:28.069139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46550) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:28.108961 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fd432f2a-bb53-4728-b232-322e6dd7fc6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9902685bf11a4a06a333973741b55040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379808 Jul 16 01:59:28.111404 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46552) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:28.159049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5adf9bc-5134-42af-84eb-684aa269f720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.179395 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5adf9bc-5134-42af-84eb-684aa269f720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.223750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5adf9bc-5134-42af-84eb-684aa269f720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.226361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5adf9bc-5134-42af-84eb-684aa269f720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.227494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a5adf9bc-5134-42af-84eb-684aa269f720 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33e8bb96-b3a2-4232-b4de-a9ee096a4936 HTTP/1.1" status: 204 len: 168 time: 0.1152501 Jul 16 01:59:28.235135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adf9bc-5134-42af-84eb-684aa269f720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e8bb96-b3a2-4232-b4de-a9ee096a4936,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:28.553430 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46558) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:28.583186 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.594296 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-dfd0586c-5e91-4b17-b3ee-82a6112381b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a63129a9db8641349a7fffb3d23926ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391495 Jul 16 01:59:28.596832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46560) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:28.650734 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2db1d1b-81cd-4bfc-a723-f6b535a88309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.657248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1cee91cb-5855-4983-ac2e-d1aba434928f no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:28.671617 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2db1d1b-81cd-4bfc-a723-f6b535a88309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.678235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 1cee91cb-5855-4983-ac2e-d1aba434928f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:28.678655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1cee91cb-5855-4983-ac2e-d1aba434928f not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:28.679656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 06ff6dff-8b42-4a89-a4d0-8870bcf1951e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:28.701867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 06ff6dff-8b42-4a89-a4d0-8870bcf1951e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:28.702317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 06ff6dff-8b42-4a89-a4d0-8870bcf1951e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:28.702718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fea48317-9da5-4dd1-b3fc-01ea91a2c726 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:28.719600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2db1d1b-81cd-4bfc-a723-f6b535a88309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.721984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: fea48317-9da5-4dd1-b3fc-01ea91a2c726 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:28.722345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device fea48317-9da5-4dd1-b3fc-01ea91a2c726 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:28.722544 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2db1d1b-81cd-4bfc-a723-f6b535a88309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.727020 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c2db1d1b-81cd-4bfc-a723-f6b535a88309 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94af830e-a678-4ef8-a500-fd2e387652c0 HTTP/1.1" status: 204 len: 168 time: 0.1266410 Jul 16 01:59:28.733958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db1d1b-81cd-4bfc-a723-f6b535a88309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94af830e-a678-4ef8-a500-fd2e387652c0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.189429 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.886087 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-7bfaf58d-b28f-4921-8de4-b5fabbfac8ce tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=92fef7bac05343c9bbaff9ba71bbfa42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350358 Jul 16 01:59:39.361214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-4f7c7a4f-3c88-4cb3-8bcd-3e7d3ac08842 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:39.362692 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-4f7c7a4f-3c88-4cb3-8bcd-3e7d3ac08842 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4712255 Jul 16 01:59:39.377739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-f3309ab0-d327-4c3a-90e9-2b76b8487c89 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/quotas/92fef7bac05343c9bbaff9ba71bbfa42 HTTP/1.1" status: 200 len: 375 time: 0.0091279 Jul 16 01:59:39.410158 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-6a317798-27e3-4583-b3ab-7b4c3fdcaefe tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fef7bac05343c9bbaff9ba71bbfa42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276060 Jul 16 01:59:39.574847 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-973c11f5-1ed2-41ae-ba6c-852c92d74246 req-0695a707-8419-49aa-b5e8-9625b0b4bb2b tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 210 time: 0.0291784 Jul 16 01:59:40.258253 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:40.552158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-456453b6-e2cb-4909-86e4-05ddd308bbd7 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=92fef7bac05343c9bbaff9ba71bbfa42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284758 Jul 16 01:59:40.744616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-549549b2-b5f9-4367-83cb-dc84037a9b2f req-38ddb1b5-e4ad-49e7-a598-e68df3feb8bf tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 210 time: 0.0392303 Jul 16 01:59:40.766574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-b610a8b1-ff07-4556-baae-d9cf3221a2f4 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:40.768085 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-b610a8b1-ff07-4556-baae-d9cf3221a2f4 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101028 Jul 16 01:59:40.781939 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Request body: {'port': {'device_id': 'd52da4a1-32d2-44b0-a87c-0756a32e9489', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'admin_state_up': True, 'tenant_id': '92fef7bac05343c9bbaff9ba71bbfa42'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:40.891291 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Made reservation on behalf of 92fef7bac05343c9bbaff9ba71bbfa42 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:40.894868 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.904634 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.999301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.003072 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.072664 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:41.142439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Allocated IP 192.168.233.209 (8b3f3eaa-f62c-4f67-9538-1fed0dba12ad/53cb7a0d-8741-4e68-9b6e-47e726023a7b/b84e8f6d-ecef-4796-87a4-5439cc190a07) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:41.290696 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.302973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Transition to ACTIVE for port object b84e8f6d-ecef-4796-87a4-5439cc190a07 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:41.336707 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.381805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:41.385649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:41.389584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:41.395976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Pushing event updated for resources: {'Port': ['ID=b84e8f6d-ecef-4796-87a4-5439cc190a07,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:41.442799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:41.443465 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.458953 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-9a1b2c0d-fc93-4c79-945f-160b5e0447a9 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6809061 Jul 16 01:59:41.586526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Request body: {'port': {'device_id': 'd52da4a1-32d2-44b0-a87c-0756a32e9489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:41.594962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fa7e365c-3378-439e-9c32-5e06477b40c3 None None] Provisioning for port b84e8f6d-ecef-4796-87a4-5439cc190a07 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:41.598720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fa7e365c-3378-439e-9c32-5e06477b40c3 None None] Provisioning complete for port b84e8f6d-ecef-4796-87a4-5439cc190a07 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:41.599093 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa7e365c-3378-439e-9c32-5e06477b40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.633616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e365c-3378-439e-9c32-5e06477b40c3 None None] Port b84e8f6d-ecef-4796-87a4-5439cc190a07 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:42.017133 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.091573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a729c83-afa6-4c06-bc7d-5f0518bc8645 req-c0457342-5518-47f9-b86d-4406b16bce3a tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.093067 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a729c83-afa6-4c06-bc7d-5f0518bc8645 req-c0457342-5518-47f9-b86d-4406b16bce3a tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 936 time: 0.1151731 Jul 16 01:59:42.199036 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4a729c83-afa6-4c06-bc7d-5f0518bc8645 req-5dd335d8-eda2-4b20-814d-d48fbf899ecb tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605288 Jul 16 01:59:42.326750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84e8f6d-ecef-4796-87a4-5439cc190a07 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:42.334229 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.346244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Transition to ACTIVE for port object b84e8f6d-ecef-4796-87a4-5439cc190a07 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:42.349803 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.402223 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Pushing event updated for resources: {'Port': ['ID=b84e8f6d-ecef-4796-87a4-5439cc190a07,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.473163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Attempting to bind port b84e8f6d-ecef-4796-87a4-5439cc190a07 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:42.473419 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Attempting to bind port b84e8f6d-ecef-4796-87a4-5439cc190a07 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:42.473823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Attempting to bind port b84e8f6d-ecef-4796-87a4-5439cc190a07 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:42.479120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Port b84e8f6d-ecef-4796-87a4-5439cc190a07 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:42.479445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Attempting to bind port b84e8f6d-ecef-4796-87a4-5439cc190a07 on network 8b3f3eaa-f62c-4f67-9538-1fed0dba12ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:42.484478 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:42.484815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Checking segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:42.485254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Bound using segment: {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:42.485610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Bound port: b84e8f6d-ecef-4796-87a4-5439cc190a07, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b371b1f-e37d-4825-80bd-274de86a1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:42.485976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.554815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] For port b84e8f6d-ecef-4796-87a4-5439cc190a07, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:42.557738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] For port b84e8f6d-ecef-4796-87a4-5439cc190a07, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b84e8f6d-ecef-4796-87a4-5439cc190a07,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:42.562951 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.596428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.597001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.598466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] 10.222.0.50 "PUT /v2.0/ports/b84e8f6d-ecef-4796-87a4-5439cc190a07 HTTP/1.1" status: 200 len: 1097 time: 1.1318791 Jul 16 01:59:42.601001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52da4a1-32d2-44b0-a87c-0756a32e9489', 'tag': 'b84e8f6d-ecef-4796-87a4-5439cc190a07'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:42.603485 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3272c6ca-79b8-4c35-b711-88760ddb3430" -d '{"events": [{"name": "network-changed", "server_uuid": "d52da4a1-32d2-44b0-a87c-0756a32e9489", "tag": "b84e8f6d-ecef-4796-87a4-5439cc190a07"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:42.647232 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47b3e36-5223-42c5-950e-9e02f54b5770 x-openstack-request-id: req-e47b3e36-5223-42c5-950e-9e02f54b5770 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:42.648337 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52da4a1-32d2-44b0-a87c-0756a32e9489", "tag": "b84e8f6d-ecef-4796-87a4-5439cc190a07", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:42.649105 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e47b3e36-5223-42c5-950e-9e02f54b5770 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:42.649105 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52da4a1-32d2-44b0-a87c-0756a32e9489', 'tag': 'b84e8f6d-ecef-4796-87a4-5439cc190a07', 'status': 'completed', 'code': 200} Jul 16 01:59:42.679694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb23b00-8930-42f4-b8ec-8c36ef0b1a61 service neutron] Pushing event updated for resources: {'Port': ['ID=b84e8f6d-ecef-4796-87a4-5439cc190a07,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.709780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-084248b4-2e49-484b-97a4-c7c46ac6dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.713711 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-084248b4-2e49-484b-97a4-c7c46ac6dff5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92fef7bac05343c9bbaff9ba71bbfa42&device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 1100 time: 0.0595827 Jul 16 01:59:42.759241 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-d43283aa-0059-46a5-9400-22081e04d423 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b84e8f6d-ecef-4796-87a4-5439cc190a07 HTTP/1.1" status: 200 len: 217 time: 0.0400541 Jul 16 01:59:42.809442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-f6972d3a-d333-4dac-a510-607297985616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.811001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-f6972d3a-d333-4dac-a510-607297985616 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0455480 Jul 16 01:59:42.867963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-7af49c66-a43f-478e-a0e5-fcda17a6cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.869366 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-7af49c66-a43f-478e-a0e5-fcda17a6cf37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517476 Jul 16 01:59:42.962692 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-e7974e36-5d21-410f-94c7-9653478e93f8 service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856500 Jul 16 01:59:43.049889 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59df8f2e-eaf5-450c-99b4-c3f361b44038 req-15fff0fd-55f7-46bc-a6ab-2a6134afae9d service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804141 Jul 16 01:59:43.158266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-2610590e-5698-445f-98a0-24a5a8feb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.159661 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-2610590e-5698-445f-98a0-24a5a8feb16e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92fef7bac05343c9bbaff9ba71bbfa42&device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 1100 time: 0.0572777 Jul 16 01:59:43.249546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-0d2f2904-9755-4191-9e0c-a2ac7ded1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.251222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-0d2f2904-9755-4191-9e0c-a2ac7ded1fe2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad HTTP/1.1" status: 200 len: 869 time: 0.0845988 Jul 16 01:59:43.298710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-5ac29c05-b1a8-423b-a9cd-27ac2d521e38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b84e8f6d-ecef-4796-87a4-5439cc190a07 HTTP/1.1" status: 200 len: 217 time: 0.0402844 Jul 16 01:59:43.387597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-0293ade9-4156-42b3-af90-62d68d240bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.389065 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-0293ade9-4156-42b3-af90-62d68d240bab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53cb7a0d-8741-4e68-9b6e-47e726023a7b HTTP/1.1" status: 200 len: 843 time: 0.0827756 Jul 16 01:59:43.453482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9e104-0c64-4dfe-be25-6f9c8463d905 req-442cfa3a-68b6-478a-9d5a-70e1022cf0ef tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.454909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69d9e104-0c64-4dfe-be25-6f9c8463d905 req-442cfa3a-68b6-478a-9d5a-70e1022cf0ef tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 948 time: 0.1215324 Jul 16 01:59:43.503216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-7a18cadb-abe9-4e96-872a-f2ccdb09c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.504765 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-7a18cadb-abe9-4e96-872a-f2ccdb09c680 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8b3f3eaa-f62c-4f67-9538-1fed0dba12ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033225 Jul 16 01:59:43.508751 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69d9e104-0c64-4dfe-be25-6f9c8463d905 req-6b1f0c8c-c564-4ec2-8cae-6839884253ed tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481083 Jul 16 01:59:43.606953 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-63658c80-fcf7-4a0a-bfa1-3e3dea4087be service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946195 Jul 16 01:59:43.702563 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3272c6ca-79b8-4c35-b711-88760ddb3430 req-2dc50370-b386-4651-b0f2-761ac372237d service neutron] 10.222.0.50 "GET /v2.0/networks/8b3f3eaa-f62c-4f67-9538-1fed0dba12ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891950 Jul 16 01:59:44.687484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58c54c-7eef-404a-a7a4-6a352688c4b6 req-1ce51e7b-e02c-408e-9e21-4553fa7b6d0f tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.688998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ac58c54c-7eef-404a-a7a4-6a352688c4b6 req-1ce51e7b-e02c-408e-9e21-4553fa7b6d0f tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 948 time: 0.0641263 Jul 16 01:59:44.725498 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ac58c54c-7eef-404a-a7a4-6a352688c4b6 req-f82bc32f-cf7e-465c-afe1-234d130d3b4f tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Jul 16 01:59:44.823249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b84e8f6d-ecef-4796-87a4-5439cc190a07 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:44.928720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b84e8f6d-ecef-4796-87a4-5439cc190a07, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b84e8f6d-ecef-4796-87a4-5439cc190a07,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:44.939250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'b84e8f6d-ecef-4796-87a4-5439cc190a07', 'network_id': '8b3f3eaa-f62c-4f67-9538-1fed0dba12ad', 'port_id': 'b84e8f6d-ecef-4796-87a4-5439cc190a07', 'mac_address': 'fa:16:3e:ac:50:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cb7a0d-8741-4e68-9b6e-47e726023a7b', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:44.976265 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.990061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84e8f6d-ecef-4796-87a4-5439cc190a07 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:45.009104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b84e8f6d-ecef-4796-87a4-5439cc190a07, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b84e8f6d-ecef-4796-87a4-5439cc190a07,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:45.013516 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.064581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=b84e8f6d-ecef-4796-87a4-5439cc190a07,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.243674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b84e8f6d-ecef-4796-87a4-5439cc190a07'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:45.896945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105c22c-be29-4003-be8e-9e8e48c06c2e req-7a53b4c6-8a0e-46ba-8bfd-c6e1408816b2 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:45.898430 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a105c22c-be29-4003-be8e-9e8e48c06c2e req-7a53b4c6-8a0e-46ba-8bfd-c6e1408816b2 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 949 time: 0.0633214 Jul 16 01:59:45.936641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a105c22c-be29-4003-be8e-9e8e48c06c2e req-23843e4b-23c7-4aac-a755-02f5c7a8d7c6 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Jul 16 01:59:46.826798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b84e8f6d-ecef-4796-87a4-5439cc190a07 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:46.874261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port b84e8f6d-ecef-4796-87a4-5439cc190a07 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:46.877773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port b84e8f6d-ecef-4796-87a4-5439cc190a07 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:46.878192 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.956191 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.979110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52da4a1-32d2-44b0-a87c-0756a32e9489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84e8f6d-ecef-4796-87a4-5439cc190a07'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:46.981430 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30573266-1f40-45ad-8fb5-237fe1ac043a" -d '{"events": [{"server_uuid": "d52da4a1-32d2-44b0-a87c-0756a32e9489", "name": "network-vif-plugged", "status": "completed", "tag": "b84e8f6d-ecef-4796-87a4-5439cc190a07"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:46.994176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port b84e8f6d-ecef-4796-87a4-5439cc190a07, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b84e8f6d-ecef-4796-87a4-5439cc190a07,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:46.999100 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.025653 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331596c4-f9fc-48f4-bfd1-c69e9062c825 x-openstack-request-id: req-331596c4-f9fc-48f4-bfd1-c69e9062c825 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:47.025960 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52da4a1-32d2-44b0-a87c-0756a32e9489", "name": "network-vif-plugged", "status": "completed", "tag": "b84e8f6d-ecef-4796-87a4-5439cc190a07", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:47.026237 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-331596c4-f9fc-48f4-bfd1-c69e9062c825 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:47.026633 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52da4a1-32d2-44b0-a87c-0756a32e9489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84e8f6d-ecef-4796-87a4-5439cc190a07', 'code': 200} Jul 16 01:59:47.054773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=b84e8f6d-ecef-4796-87a4-5439cc190a07,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:47.124257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5df44-fd15-4c34-9b52-2c2f7c62776a req-c794df32-1036-4848-aa14-ced893c0e33d tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.125794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1b5df44-fd15-4c34-9b52-2c2f7c62776a req-c794df32-1036-4848-aa14-ced893c0e33d tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 950 time: 0.0715499 Jul 16 01:59:47.149807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8ec5e-a175-4d2f-b4db-62d62fbf5298 req-88aca3fe-ac50-4ed7-af11-755c45bcd4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.156843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05a8ec5e-a175-4d2f-b4db-62d62fbf5298 req-88aca3fe-ac50-4ed7-af11-755c45bcd4ff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 1102 time: 0.0579920 Jul 16 01:59:47.166516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a1b5df44-fd15-4c34-9b52-2c2f7c62776a req-83047ede-29bc-45f3-9bba-ee3db5ea3f3f tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348413 Jul 16 01:59:47.186325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05a8ec5e-a175-4d2f-b4db-62d62fbf5298 req-68c37e23-ba6b-4832-a181-d94a835a2834 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283911 Jul 16 01:59:48.345339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f36bef-030a-4940-a3e0-d4c215dee5cf req-427f31ef-7a44-4001-aa3f-09cff1511d8a tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:48.346839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00f36bef-030a-4940-a3e0-d4c215dee5cf req-427f31ef-7a44-4001-aa3f-09cff1511d8a tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 950 time: 0.0639060 Jul 16 01:59:48.385442 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00f36bef-030a-4940-a3e0-d4c215dee5cf req-90799121-b40c-4d18-8344-6154f540c4f5 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Jul 16 01:59:48.659224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-6b1253b9-952c-4bca-bdfa-26c266c3bd38 req-978cc811-f409-4490-9574-8ed4d6f32b84 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:59:48.660226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b1253b9-952c-4bca-bdfa-26c266c3bd38 req-978cc811-f409-4490-9574-8ed4d6f32b84 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054648 Jul 16 01:59:49.060341 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-dc981933-4ea7-47ea-8ac6-ff0d52e69689 req-ee34afeb-210e-48ee-80b1-c24af6cd7525 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:59:49.061350 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc981933-4ea7-47ea-8ac6-ff0d52e69689 req-ee34afeb-210e-48ee-80b1-c24af6cd7525 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534127 Jul 16 01:59:49.554208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7359e5e-24a0-46c3-ba7b-b7b8f9768a17 req-f92d5545-95cd-4a90-bcdf-83cd7eb045dc tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.555967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d7359e5e-24a0-46c3-ba7b-b7b8f9768a17 req-f92d5545-95cd-4a90-bcdf-83cd7eb045dc tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 950 time: 0.0665364 Jul 16 01:59:49.595573 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d7359e5e-24a0-46c3-ba7b-b7b8f9768a17 req-48969d2f-d115-4d67-97e5-c0a9048fd3ee tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338748 Jul 16 01:59:50.792026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c6323-b8ad-4cf8-9c87-0671500ac236 req-9333eb9b-3b78-4923-805f-22a212a42f4e tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:50.794491 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-363c6323-b8ad-4cf8-9c87-0671500ac236 req-9333eb9b-3b78-4923-805f-22a212a42f4e tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 950 time: 0.0843787 Jul 16 01:59:50.833049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-363c6323-b8ad-4cf8-9c87-0671500ac236 req-ec16962e-ee2b-4a10-bab0-271f4557a933 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Jul 16 01:59:50.835237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-9f82ae9c-f72e-4c53-b239-811aa3013f17 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:50.837641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-9f82ae9c-f72e-4c53-b239-811aa3013f17 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.50 "GET /v2.0/ports?device_id=d52da4a1-32d2-44b0-a87c-0756a32e9489 HTTP/1.1" status: 200 len: 950 time: 0.0826950 Jul 16 01:59:50.937052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-f45ce97f-2850-4a4e-a7f5-2dee5cefb217 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Deleting port b84e8f6d-ecef-4796-87a4-5439cc190a07 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:50.937443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-f45ce97f-2850-4a4e-a7f5-2dee5cefb217 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.026118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-f45ce97f-2850-4a4e-a7f5-2dee5cefb217 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] For port b84e8f6d-ecef-4796-87a4-5439cc190a07, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=b84e8f6d-ecef-4796-87a4-5439cc190a07,segment=NetworkSegment(8b371b1f-e37d-4825-80bd-274de86a1427),segment_id=8b371b1f-e37d-4825-80bd-274de86a1427)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:51.026508 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-f45ce97f-2850-4a4e-a7f5-2dee5cefb217 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.037753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-f45ce97f-2850-4a4e-a7f5-2dee5cefb217 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Calling delete_port for b84e8f6d-ecef-4796-87a4-5439cc190a07 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:51.167309 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-f45ce97f-2850-4a4e-a7f5-2dee5cefb217 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.179666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['b84e8f6d-ecef-4796-87a4-5439cc190a07'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:51.196862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ce97f-2850-4a4e-a7f5-2dee5cefb217 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Pushing event deleted for resources: {'Port': ['ID=b84e8f6d-ecef-4796-87a4-5439cc190a07,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.243685 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-f45ce97f-2850-4a4e-a7f5-2dee5cefb217 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] No DVR routers for this DVR port b84e8f6d-ecef-4796-87a4-5439cc190a07 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:51.246620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-f45ce97f-2850-4a4e-a7f5-2dee5cefb217 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.248619 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b62fe0c5-92b8-400e-8794-e467872b3537 req-f45ce97f-2850-4a4e-a7f5-2dee5cefb217 tempest-ServersAdminNegativeTestJSON-1826547947 tempest-ServersAdminNegativeTestJSON-1826547947-project] 10.222.0.50 "DELETE /v2.0/ports/b84e8f6d-ecef-4796-87a4-5439cc190a07 HTTP/1.1" status: 204 len: 173 time: 0.4058621 Jul 16 01:59:51.249075 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52da4a1-32d2-44b0-a87c-0756a32e9489', 'name': 'network-vif-deleted', 'tag': 'b84e8f6d-ecef-4796-87a4-5439cc190a07'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:51.251457 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fea571-fbcf-4acf-8ade-3fad77a6649e" -d '{"events": [{"server_uuid": "d52da4a1-32d2-44b0-a87c-0756a32e9489", "name": "network-vif-deleted", "tag": "b84e8f6d-ecef-4796-87a4-5439cc190a07"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:51.489102 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea302b0b-7785-4b8a-a6af-1ec95c39d96b x-openstack-request-id: req-ea302b0b-7785-4b8a-a6af-1ec95c39d96b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:51.489478 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52da4a1-32d2-44b0-a87c-0756a32e9489", "name": "network-vif-deleted", "tag": "b84e8f6d-ecef-4796-87a4-5439cc190a07", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:51.489770 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea302b0b-7785-4b8a-a6af-1ec95c39d96b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:51.490256 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52da4a1-32d2-44b0-a87c-0756a32e9489', 'name': 'network-vif-deleted', 'tag': 'b84e8f6d-ecef-4796-87a4-5439cc190a07', 'status': 'completed', 'code': 200} Jul 16 01:59:52.164924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46692) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.293613 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9b8d71a1-c778-4b53-bc95-e48eb52b0cde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92fef7bac05343c9bbaff9ba71bbfa42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275077 Jul 16 01:59:52.296050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.343777 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f304cba2-f20b-4f86-9868-9b8c1ee8ebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.369080 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f304cba2-f20b-4f86-9868-9b8c1ee8ebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.414310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f304cba2-f20b-4f86-9868-9b8c1ee8ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.417328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f304cba2-f20b-4f86-9868-9b8c1ee8ebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.418503 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f304cba2-f20b-4f86-9868-9b8c1ee8ebda admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb HTTP/1.1" status: 204 len: 168 time: 0.1215506 Jul 16 01:59:52.426253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304cba2-f20b-4f86-9868-9b8c1ee8ebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd1a9b-09fa-46b0-9aa1-9edd3db778fb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:52.683696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46702) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.697883 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71827548-ba65-43ed-a2c1-5dd927305bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.790938 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71827548-ba65-43ed-a2c1-5dd927305bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.794586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71827548-ba65-43ed-a2c1-5dd927305bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.831174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71827548-ba65-43ed-a2c1-5dd927305bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c912e978-59ba-4dc3-a4b6-c34c596a3dca,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:52.835601 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-71827548-ba65-43ed-a2c1-5dd927305bd4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b3e54a702e441f0aa677f3553dea3a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508427 Jul 16 01:59:52.838388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.892440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b43ac5e-354c-424a-a202-7996e521b0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.917856 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b43ac5e-354c-424a-a202-7996e521b0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.963292 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b43ac5e-354c-424a-a202-7996e521b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.965956 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b43ac5e-354c-424a-a202-7996e521b0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.967130 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9b43ac5e-354c-424a-a202-7996e521b0eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c912e978-59ba-4dc3-a4b6-c34c596a3dca HTTP/1.1" status: 204 len: 168 time: 0.1278281 Jul 16 01:59:52.974881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43ac5e-354c-424a-a202-7996e521b0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912e978-59ba-4dc3-a4b6-c34c596a3dca,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:53.614946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46726) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:53.709079 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1415358000-network', 'tenant_id': 'a41c226c8a1343e69f0b7e805ad6e65d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:53.734368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Made reservation on behalf of a41c226c8a1343e69f0b7e805ad6e65d for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:53.736690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.745684 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.833562 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.837017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.862386 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:53.874598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ee0f26-f630-48a1-9410-6c9a7368fb2a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:53.880080 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.880429 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Added segment 8a1d9516-e1e9-41d5-8ce5-bb708ddb7460 of type vlan for network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d Jul 16 01:59:53.929702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.965991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.966942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:53.967509 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.013074 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3963432 Jul 16 01:59:54.016165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.021269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Request body: {'subnet': {'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1415358000-subnet', 'tenant_id': 'a41c226c8a1343e69f0b7e805ad6e65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:54.043411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Made reservation on behalf of a41c226c8a1343e69f0b7e805ad6e65d for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:54.045915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.050974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd55ebc-3bf7-464e-86ae-d5fbbb55bbe3 admin admin] Pushing event updated for resources: {'Network': ['ID=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.065998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:54.217008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.272090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7329eb-f52e-49ea-aa13-f27106a9878e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.281186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Checking segment: {'id': '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:54.281583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Network hostable DHCP agents. Network: a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:54.297535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:54.306272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:54.310179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.310760 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.315676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c16ca-0449-4210-8af3-33d83da44192 None None] Network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:54.324907 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-26d4b2a4-8aec-4831-800d-676d7c4183d4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3076475 Jul 16 01:59:54.442957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2195ca-3680-4ea4-a772-5a4b02c6af73 None None] Network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:54.605084 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1367edc0-c176-424d-8c34-72730625d0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.750987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-79daea7d-8d1a-45a8-97c7-40905ad40c81 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.752365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-79daea7d-8d1a-45a8-97c7-40905ad40c81 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/networks?id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d HTTP/1.1" status: 200 len: 812 time: 0.1055610 Jul 16 01:59:54.767145 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-6d99e62e-7e4a-481a-b580-5442110ff09c tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/quotas/a41c226c8a1343e69f0b7e805ad6e65d HTTP/1.1" status: 200 len: 375 time: 0.0093634 Jul 16 01:59:54.801392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-7fc7b95e-cb5f-4c76-a5b8-efb706bab6f5 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293343 Jul 16 01:59:54.812596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-b7ab7816-b538-474c-b1a5-a8369678ef1d tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:59:54.813568 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-b7ab7816-b538-474c-b1a5-a8369678ef1d tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055375 Jul 16 01:59:54.874363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b84e8f6d-ecef-4796-87a4-5439cc190a07 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:54.895949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: b84e8f6d-ecef-4796-87a4-5439cc190a07 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:54.896293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device b84e8f6d-ecef-4796-87a4-5439cc190a07 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:54.906143 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-cbb0334c-fbac-4664-8ecf-ec2362f0dcd0 service neutron] 10.222.0.64 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865386 Jul 16 01:59:54.993876 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-b957925a-6c38-45d0-8c89-831a86262faa service neutron] 10.222.0.64 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816748 Jul 16 01:59:55.159742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b75a88b-ff57-4831-9dac-7ccd76bc7e32 req-20487df4-fd6d-4eb4-bea8-a294243024db tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 210 time: 0.0296934 Jul 16 01:59:55.849249 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.244101 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b11f060-144e-40cf-b53e-47a6aca4e2af req-dbf5a8e5-3576-4434-8e4f-de1cdf7bd73f tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 210 time: 0.0322814 Jul 16 01:59:57.012388 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.170095 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-599291ad-612a-4b46-9f4a-a784d333ce1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.246653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-cb1d27ba-f200-4086-9703-17db56457dba tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.248139 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-cb1d27ba-f200-4086-9703-17db56457dba tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.50 "GET /v2.0/networks?id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d HTTP/1.1" status: 200 len: 812 time: 0.1060228 Jul 16 01:59:57.261541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Request body: {'port': {'device_id': 'c5e84425-a082-4214-940b-dfa371cb3951', 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d', 'admin_state_up': True, 'tenant_id': 'a41c226c8a1343e69f0b7e805ad6e65d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:57.380423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Made reservation on behalf of a41c226c8a1343e69f0b7e805ad6e65d for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:57.385024 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.407146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14011c7e-5f56-4fc0-b6b7-fbbe28ff70fe req-ec0a3b95-71c9-46c3-a296-20c132fa4fe8 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 210 time: 0.0343215 Jul 16 01:59:57.516305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Allocated IP 172.20.0.10 (a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d/ec7329eb-f52e-49ea-aa13-f27106a9878e/29fe10a9-874e-43c7-8820-8ec3cce45bf4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:57.661914 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.670219 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.702092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.751740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:57.754934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:57.758870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:57.766108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Pushing event updated for resources: {'Port': ['ID=29fe10a9-874e-43c7-8820-8ec3cce45bf4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:57.810170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.810769 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.825436 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-5f520f61-1ddd-4e87-9c89-f79272bca359 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5677688 Jul 16 01:59:57.836512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Request body: {'port': {'device_id': 'c5e84425-a082-4214-940b-dfa371cb3951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:57.907546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.169030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fe10a9-874e-43c7-8820-8ec3cce45bf4 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:58.176630 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.189266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Transition to ACTIVE for port object 29fe10a9-874e-43c7-8820-8ec3cce45bf4 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:58.192818 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.242509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Pushing event updated for resources: {'Port': ['ID=29fe10a9-874e-43c7-8820-8ec3cce45bf4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.287773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.288469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.288469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.288760 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.289086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.289412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.289736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.290098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.290774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.290774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.291184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.291739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.323923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Attempting to bind port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:58.324255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Attempting to bind port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:58.324573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Attempting to bind port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 on network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:58.329061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 on network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:58.329389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Attempting to bind port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 on network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:58.334432 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:58.334769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Checking segment: {'id': '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:58.335151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Bound using segment: {'id': '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:58.335573 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Bound port: 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:58.335928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.398627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:58.401793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4,segment=NetworkSegment(8a1d9516-e1e9-41d5-8ce5-bb708ddb7460),segment_id=8a1d9516-e1e9-41d5-8ce5-bb708ddb7460)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:58.406391 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.439934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.440859 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.442410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 200 len: 1093 time: 0.6098330 Jul 16 01:59:58.444887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:58.447605 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:58.477551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4695964-3d1e-475d-8b6c-c8615b1275b7 service neutron] Pushing event updated for resources: {'Port': ['ID=29fe10a9-874e-43c7-8820-8ec3cce45bf4,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.500475 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434c3920-3e83-49c2-ac0d-8e21fa108b6e x-openstack-request-id: req-434c3920-3e83-49c2-ac0d-8e21fa108b6e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:58.500756 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:58.501003 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-434c3920-3e83-49c2-ac0d-8e21fa108b6e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:58.501388 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4', 'status': 'completed', 'code': 200} Jul 16 01:59:58.585140 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.585818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-4f0ee94a-c60a-4b74-9ce8-843cff3a83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.586809 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-4f0ee94a-c60a-4b74-9ce8-843cff3a83b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 1096 time: 0.0962515 Jul 16 01:59:58.634158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-46af0a57-28f5-4e1d-90e0-a5a102d90ebf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 200 len: 217 time: 0.0392144 Jul 16 01:59:58.647392 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a864-ecbb-4e17-88f2-79acc2e0f264 req-95f22c90-71b1-4ef3-9f63-5a0014ddcd94 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.648823 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5928a864-ecbb-4e17-88f2-79acc2e0f264 req-95f22c90-71b1-4ef3-9f63-5a0014ddcd94 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 944 time: 0.1154447 Jul 16 01:59:58.723026 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5928a864-ecbb-4e17-88f2-79acc2e0f264 req-5e0a884f-c094-4f35-bf0e-6110a9c74464 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650542 Jul 16 01:59:58.724407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-adc7f0e7-6e32-4523-a7eb-bb0228153b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.725896 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-adc7f0e7-6e32-4523-a7eb-bb0228153b35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec7329eb-f52e-49ea-aa13-f27106a9878e HTTP/1.1" status: 200 len: 852 time: 0.0760925 Jul 16 01:59:58.997233 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-a0b5ee39-4beb-42fb-9750-c593a37cd93f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2636991 Jul 16 01:59:59.084899 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-fc0e72ad-5954-41e2-ab30-1162f3e564eb service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806947 Jul 16 01:59:59.178016 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17917d34-f5c9-47ec-b857-16559b76b6ca req-25b2dd6d-2afc-405d-a2b8-c615469e2db7 service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856123 Jul 16 01:59:59.276566 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590 req-2cc40758-10fc-4330-a39a-83ef0808dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:59.277964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590 req-2cc40758-10fc-4330-a39a-83ef0808dab6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 1096 time: 0.0543590 Jul 16 01:59:59.371940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590 req-66ec04f3-a5f6-4b1c-a3d0-a611c0af5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:59.373401 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590 req-66ec04f3-a5f6-4b1c-a3d0-a611c0af5559 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d HTTP/1.1" status: 200 len: 912 time: 0.0887136 Jul 16 01:59:59.418298 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590 req-b7c5ef38-ee47-4aa9-9517-37a4b6857a40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 200 len: 217 time: 0.0368829 Jul 16 01:59:59.468725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590 req-1d2080d9-a421-4b29-a29e-d857fd144adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:59.470309 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590 req-1d2080d9-a421-4b29-a29e-d857fd144adc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec7329eb-f52e-49ea-aa13-f27106a9878e HTTP/1.1" status: 200 len: 852 time: 0.0456593 Jul 16 01:59:59.508176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590 req-ed99976b-1c71-490f-bc06-aea19542ffa5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308182 Jul 16 01:59:59.606517 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590 req-2ac4d77e-dcb4-4621-8fe9-4492be227403 service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850267 Jul 16 01:59:59.707636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5be45d3-aed8-4c7c-85c4-b5e6cf2dc590 req-e13caca7-eff3-4882-8497-37ae77bc5413 service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941985 Jul 16 01:59:59.905438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74cd7-e9f3-4d19-8d34-99ccf9498355 req-489f99f7-cab8-4344-98d5-3d90be2de003 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:59.907031 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ec74cd7-e9f3-4d19-8d34-99ccf9498355 req-489f99f7-cab8-4344-98d5-3d90be2de003 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 944 time: 0.0700052 Jul 16 01:59:59.951559 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ec74cd7-e9f3-4d19-8d34-99ccf9498355 req-f87d1034-c793-4698-8b5a-17d299888956 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Jul 16 02:00:00.192146 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.901131 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 29fe10a9-874e-43c7-8820-8ec3cce45bf4 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:00:00.996672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4,segment=NetworkSegment(8a1d9516-e1e9-41d5-8ce5-bb708ddb7460),segment_id=8a1d9516-e1e9-41d5-8ce5-bb708ddb7460)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:01.007598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '29fe10a9-874e-43c7-8820-8ec3cce45bf4', 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d', 'port_id': '29fe10a9-874e-43c7-8820-8ec3cce45bf4', 'mac_address': 'fa:16:3e:2a:a2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7329eb-f52e-49ea-aa13-f27106a9878e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:00:01.044199 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.056620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fe10a9-874e-43c7-8820-8ec3cce45bf4 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:01.076633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4,segment=NetworkSegment(8a1d9516-e1e9-41d5-8ce5-bb708ddb7460),segment_id=8a1d9516-e1e9-41d5-8ce5-bb708ddb7460)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:01.080860 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.133947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db056f67-3300-4105-85ab-e89aaf47d2c4 req-ac2b13a5-8ef0-4f49-986f-ab026d804255 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:01.135130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=29fe10a9-874e-43c7-8820-8ec3cce45bf4,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.136133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-db056f67-3300-4105-85ab-e89aaf47d2c4 req-ac2b13a5-8ef0-4f49-986f-ab026d804255 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 944 time: 0.0732195 Jul 16 02:00:01.175829 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-db056f67-3300-4105-85ab-e89aaf47d2c4 req-ba214214-27fb-43ff-b501-a2d4b1d2af17 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334830 Jul 16 02:00:01.283241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['29fe10a9-874e-43c7-8820-8ec3cce45bf4'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:02.352928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4efdd8-4054-4eb9-9dc4-21448cdddde7 req-39d767de-73f6-4713-bdbb-e98fe944875b tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:02.354443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e4efdd8-4054-4eb9-9dc4-21448cdddde7 req-39d767de-73f6-4713-bdbb-e98fe944875b tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 945 time: 0.0640328 Jul 16 02:00:02.392874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e4efdd8-4054-4eb9-9dc4-21448cdddde7 req-1a855554-d9c7-4af9-8775-537943ee2a34 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Jul 16 02:00:02.915641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 29fe10a9-874e-43c7-8820-8ec3cce45bf4 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:02.964256 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:02.967784 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:02.968166 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.045601 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.067585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:03.069834 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63ea017-b5fe-45ac-b97c-e61abd9750ef" -d '{"events": [{"server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "name": "network-vif-plugged", "status": "completed", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:03.082295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4,segment=NetworkSegment(8a1d9516-e1e9-41d5-8ce5-bb708ddb7460),segment_id=8a1d9516-e1e9-41d5-8ce5-bb708ddb7460)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:03.088018 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.112418 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2570caca-49ca-4132-b627-2e96337ad03f x-openstack-request-id: req-2570caca-49ca-4132-b627-2e96337ad03f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:03.112709 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "name": "network-vif-plugged", "status": "completed", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:03.112959 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2570caca-49ca-4132-b627-2e96337ad03f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:03.113347 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4', 'code': 200} Jul 16 02:00:03.145957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=29fe10a9-874e-43c7-8820-8ec3cce45bf4,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.229855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb42d8-d9ef-4921-8f65-b5ecf1057167 req-1b965eb7-1be9-492d-a01c-196d545308c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:03.231378 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9ccb42d8-d9ef-4921-8f65-b5ecf1057167 req-1b965eb7-1be9-492d-a01c-196d545308c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 1098 time: 0.0516653 Jul 16 02:00:03.269383 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9ccb42d8-d9ef-4921-8f65-b5ecf1057167 req-9dc24a14-b5c8-4ac8-9acd-2d39046c432f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311043 Jul 16 02:00:03.573119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cb3d7-55f8-4fa6-a818-63a688059908 req-b1513b68-4a87-4116-8952-efad40a1626f tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:03.574737 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b69cb3d7-55f8-4fa6-a818-63a688059908 req-b1513b68-4a87-4116-8952-efad40a1626f tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0699651 Jul 16 02:00:03.614360 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b69cb3d7-55f8-4fa6-a818-63a688059908 req-68528f6e-19e7-4016-8bee-6028e2ac950c tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Jul 16 02:00:04.791959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbeff8-a033-4308-9701-bbdd05938b22 req-3b3c9256-02f3-410d-9e76-ce09898df5b6 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:04.793444 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42dbeff8-a033-4308-9701-bbdd05938b22 req-3b3c9256-02f3-410d-9e76-ce09898df5b6 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0654652 Jul 16 02:00:04.831085 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-42dbeff8-a033-4308-9701-bbdd05938b22 req-aa9fe01f-b41e-4b4c-bf22-1d74fad76a54 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 Jul 16 02:00:05.112627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46786) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:05.224388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-efb84852-fb44-434c-8f52-34e80d26b1c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105943 Jul 16 02:00:05.226335 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82858-e404-4d62-a771-79d877a233ef req-49fe155d-4a04-4b86-adba-f8a1ef392c22 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:05.227873 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8c82858-e404-4d62-a771-79d877a233ef req-49fe155d-4a04-4b86-adba-f8a1ef392c22 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0629363 Jul 16 02:00:05.267171 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8c82858-e404-4d62-a771-79d877a233ef req-d226dc69-b398-40cc-b3a4-b5b3336b55cb tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Jul 16 02:00:06.417063 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-cde2c8c1-3d04-4162-be20-f5db63215c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:06.421206 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-cde2c8c1-3d04-4162-be20-f5db63215c9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 1098 time: 0.0582104 Jul 16 02:00:06.450441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365493fe-34e3-4dad-b8f5-e95266655219 req-ffeb5106-88a0-4da0-8346-10ef1c25b52e tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:06.452016 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-365493fe-34e3-4dad-b8f5-e95266655219 req-ffeb5106-88a0-4da0-8346-10ef1c25b52e tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0663781 Jul 16 02:00:06.491233 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-365493fe-34e3-4dad-b8f5-e95266655219 req-0f5ebb1a-8246-4541-8494-17b0cfa4123e tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Jul 16 02:00:06.510486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-6f199054-39f3-4af1-ae28-1cf7bfb4d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:06.511962 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-6f199054-39f3-4af1-ae28-1cf7bfb4d7e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d HTTP/1.1" status: 200 len: 912 time: 0.0862219 Jul 16 02:00:06.555632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-e0002862-0030-4360-81c0-753a0788a043 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 200 len: 217 time: 0.0371597 Jul 16 02:00:06.605560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-ba790bc0-a304-4aff-a949-d22239031237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:06.607020 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-ba790bc0-a304-4aff-a949-d22239031237 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec7329eb-f52e-49ea-aa13-f27106a9878e HTTP/1.1" status: 200 len: 852 time: 0.0450008 Jul 16 02:00:06.640837 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-83c39f37-e50f-4ff2-801a-62a5bd44d08b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274668 Jul 16 02:00:06.735732 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-0a8157ea-3004-41b3-a2a1-07c841b7a3c7 service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836868 Jul 16 02:00:06.819662 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-472e9cc4-0267-4b33-8569-5137dc660598 service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819194 Jul 16 02:00:07.668845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427ee56-46ac-451c-8162-339a9aecba15 req-51758a83-c6f0-4360-8234-c4400ce02ca4 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:07.670330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8427ee56-46ac-451c-8162-339a9aecba15 req-51758a83-c6f0-4360-8234-c4400ce02ca4 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0689919 Jul 16 02:00:07.708737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8427ee56-46ac-451c-8162-339a9aecba15 req-8629259a-7f6b-4918-9713-d7c60260e49b tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Jul 16 02:00:08.886778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d8752-6ce0-476b-82a7-176fb483186d req-2fb80852-2703-42b7-82ab-38860a757553 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:08.888234 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ca8d8752-6ce0-476b-82a7-176fb483186d req-2fb80852-2703-42b7-82ab-38860a757553 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0687597 Jul 16 02:00:08.926268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ca8d8752-6ce0-476b-82a7-176fb483186d req-688f1715-a489-496a-87b9-96a11cc654cc tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321786 Jul 16 02:00:10.102139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac59e8-2f91-4fc6-99eb-837a09b3ceae req-39672347-8a79-4926-b111-b7fce64293e4 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:10.103631 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d8ac59e8-2f91-4fc6-99eb-837a09b3ceae req-39672347-8a79-4926-b111-b7fce64293e4 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0620661 Jul 16 02:00:10.141459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d8ac59e8-2f91-4fc6-99eb-837a09b3ceae req-221971b6-5a03-40f0-b81b-cb6b15c4d220 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Jul 16 02:00:11.320360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971ba64-2a3d-4bcd-b4d1-d186cbbe5ef8 req-f4858e9c-0baf-4621-bd37-b15d857fa531 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:11.321895 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c971ba64-2a3d-4bcd-b4d1-d186cbbe5ef8 req-f4858e9c-0baf-4621-bd37-b15d857fa531 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0650105 Jul 16 02:00:11.360094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c971ba64-2a3d-4bcd-b4d1-d186cbbe5ef8 req-32a60010-0261-4f8d-b614-7fc0c220853d tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Jul 16 02:00:12.534242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a732e3-8ae1-4e3d-8d3d-1a905f8dd25d req-96238416-c22c-44a0-a672-476a74e81459 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:12.535736 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a732e3-8ae1-4e3d-8d3d-1a905f8dd25d req-96238416-c22c-44a0-a672-476a74e81459 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0648506 Jul 16 02:00:12.577027 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57a732e3-8ae1-4e3d-8d3d-1a905f8dd25d req-a91903ff-ced3-4765-9552-0a2058d344ef tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347793 Jul 16 02:00:13.754325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664ea39-1879-466a-a621-7e1301b8dcb3 req-2c6e6018-eb26-4aef-9b53-a09575d9d67b tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:13.755793 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0664ea39-1879-466a-a621-7e1301b8dcb3 req-2c6e6018-eb26-4aef-9b53-a09575d9d67b tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0687110 Jul 16 02:00:13.794884 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0664ea39-1879-466a-a621-7e1301b8dcb3 req-bcac913a-adc8-464a-bc95-79213b570989 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Jul 16 02:00:15.018110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eac486-0fa0-4d01-b924-b14109ac4e86 req-c91ed82a-cf8c-4e52-9ea9-ef15f2e00054 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:15.019511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-75eac486-0fa0-4d01-b924-b14109ac4e86 req-c91ed82a-cf8c-4e52-9ea9-ef15f2e00054 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0828564 Jul 16 02:00:15.059843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-75eac486-0fa0-4d01-b924-b14109ac4e86 req-09b03100-f89d-443c-adb5-4bf37bec914e tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344613 Jul 16 02:00:16.234917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54d406-b324-405f-9f26-0775f9514aba req-7fdcdf73-7c15-4696-be53-63d1a7080bd5 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.236354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b54d406-b324-405f-9f26-0775f9514aba req-7fdcdf73-7c15-4696-be53-63d1a7080bd5 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0648520 Jul 16 02:00:16.274993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b54d406-b324-405f-9f26-0775f9514aba req-769ed669-7920-427d-a2da-05eae4c8b177 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Jul 16 02:00:17.257075 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:17.446741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ba747-ef77-4c90-8684-fd51b696df82 req-16b395a7-7b6b-4267-a3eb-9e3bdadfdc94 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.448313 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-124ba747-ef77-4c90-8684-fd51b696df82 req-16b395a7-7b6b-4267-a3eb-9e3bdadfdc94 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0632734 Jul 16 02:00:17.485400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-124ba747-ef77-4c90-8684-fd51b696df82 req-8290b3a7-ad2f-42f9-9e03-d549feb8e657 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Jul 16 02:00:17.674538 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f7b5-2794-406b-a3ae-14c04c1dd263 req-8c3881bd-b009-424a-a408-b1ccf3084c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.676025 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4bc2f7b5-2794-406b-a3ae-14c04c1dd263 req-8c3881bd-b009-424a-a408-b1ccf3084c93 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 1098 time: 0.0567055 Jul 16 02:00:17.780105 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f7b5-2794-406b-a3ae-14c04c1dd263 req-8d4d34a5-c06d-494a-b7a3-cc51cff0bace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.781573 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4bc2f7b5-2794-406b-a3ae-14c04c1dd263 req-8d4d34a5-c06d-494a-b7a3-cc51cff0bace service neutron] 10.222.0.50 "GET /v2.0/networks?id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d HTTP/1.1" status: 200 len: 912 time: 0.0846894 Jul 16 02:00:17.829502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4bc2f7b5-2794-406b-a3ae-14c04c1dd263 req-9ddf5e0e-564c-42b0-b4dc-772444417281 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 200 len: 217 time: 0.0379200 Jul 16 02:00:17.899189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f7b5-2794-406b-a3ae-14c04c1dd263 req-3aa07764-89e9-46d5-af4e-232cdb226ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.900658 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4bc2f7b5-2794-406b-a3ae-14c04c1dd263 req-3aa07764-89e9-46d5-af4e-232cdb226ec7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec7329eb-f52e-49ea-aa13-f27106a9878e HTTP/1.1" status: 200 len: 852 time: 0.0526741 Jul 16 02:00:17.936532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4bc2f7b5-2794-406b-a3ae-14c04c1dd263 req-5c2e56cf-30ff-4133-a060-ac1c3898fd01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263913 Jul 16 02:00:18.038832 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4bc2f7b5-2794-406b-a3ae-14c04c1dd263 req-9acc9633-729c-44ce-89d8-35f27a2edeff service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848181 Jul 16 02:00:18.128019 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4bc2f7b5-2794-406b-a3ae-14c04c1dd263 req-a4af50ee-dd10-4a19-aac2-c556ca2e57da service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823236 Jul 16 02:00:18.681400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50def28-f516-4797-be4e-715cc97bf9a3 req-1bb66495-27eb-4d93-b57b-4a323b131828 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:18.682940 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a50def28-f516-4797-be4e-715cc97bf9a3 req-1bb66495-27eb-4d93-b57b-4a323b131828 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0823643 Jul 16 02:00:18.725894 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a50def28-f516-4797-be4e-715cc97bf9a3 req-660da436-2c5f-4fdc-a511-8d8d07e246af tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332916 Jul 16 02:00:19.912400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccb166-d27f-4454-beb6-676d4b79187e req-7eafe898-5bc2-4ce4-9e50-749ab7bd4b96 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:19.913882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8ccb166-d27f-4454-beb6-676d4b79187e req-7eafe898-5bc2-4ce4-9e50-749ab7bd4b96 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0693381 Jul 16 02:00:19.952259 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8ccb166-d27f-4454-beb6-676d4b79187e req-3e1caec0-ea34-4442-a475-3527e0a3c61a tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Jul 16 02:00:21.132520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4906b91-8f23-47d9-94dd-f60e4fef7c59 req-2cb2648a-df6e-4335-b81f-532854720989 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:21.134030 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4906b91-8f23-47d9-94dd-f60e4fef7c59 req-2cb2648a-df6e-4335-b81f-532854720989 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0675569 Jul 16 02:00:21.172021 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4906b91-8f23-47d9-94dd-f60e4fef7c59 req-909bd8b4-2b0c-4106-858e-44d44220e18e tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Jul 16 02:00:22.353499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb486d08-4558-411a-a9d3-fd714db29e00 req-33906423-d4e9-436a-b741-2a2c6740cb80 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:22.356054 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bb486d08-4558-411a-a9d3-fd714db29e00 req-33906423-d4e9-436a-b741-2a2c6740cb80 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0666795 Jul 16 02:00:22.394511 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bb486d08-4558-411a-a9d3-fd714db29e00 req-7b29ab44-1aba-4c98-9dbe-7668454f093a tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Jul 16 02:00:23.575086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca613c5-f914-45ac-8062-0eefffc9716a req-7ab8e1be-697b-4812-8fc7-713cc0686298 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:23.577095 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aca613c5-f914-45ac-8062-0eefffc9716a req-7ab8e1be-697b-4812-8fc7-713cc0686298 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0694375 Jul 16 02:00:23.616918 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aca613c5-f914-45ac-8062-0eefffc9716a req-b19ca872-eb03-4cea-8661-f9acf67a7ed1 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Jul 16 02:00:24.606739 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b90c8fe-e78f-4b58-9e57-2e172676eeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.796891 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75663b-5a8f-4f64-ba94-45fd91d80795 req-2f7c1668-360e-4fca-92b4-6f6639311edf tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:24.798438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e75663b-5a8f-4f64-ba94-45fd91d80795 req-2f7c1668-360e-4fca-92b4-6f6639311edf tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0675452 Jul 16 02:00:24.843031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e75663b-5a8f-4f64-ba94-45fd91d80795 req-f06ec70a-a54b-4f18-815d-db5e67d5c05d tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Jul 16 02:00:25.842866 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.024062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32629013-19a8-41c8-b257-d5b8750b3a06 req-65ced61c-0856-4d19-ad75-bdf7176119e1 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:26.025560 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32629013-19a8-41c8-b257-d5b8750b3a06 req-65ced61c-0856-4d19-ad75-bdf7176119e1 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0694141 Jul 16 02:00:26.065862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32629013-19a8-41c8-b257-d5b8750b3a06 req-3d5652e2-ca8b-422d-8597-9463ed116427 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338528 Jul 16 02:00:27.025159 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.170960 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f650c8ac-d363-4eb5-b050-e9746d111805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.247083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620052a-2417-4471-a0c1-d20bc4fe1de7 req-19dcdaf0-62e9-4801-adfe-5efcfd0434e6 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.248572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0620052a-2417-4471-a0c1-d20bc4fe1de7 req-19dcdaf0-62e9-4801-adfe-5efcfd0434e6 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0691335 Jul 16 02:00:27.287469 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0620052a-2417-4471-a0c1-d20bc4fe1de7 req-745b7387-9973-43f4-8093-2c9e13943554 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327854 Jul 16 02:00:27.675236 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.465647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0219f-6d46-4964-99c5-0d6a75d320fd req-1aa503de-0fa4-407a-834f-3ada8544a8e8 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.467169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1f0219f-6d46-4964-99c5-0d6a75d320fd req-1aa503de-0fa4-407a-834f-3ada8544a8e8 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0679779 Jul 16 02:00:28.505185 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c1f0219f-6d46-4964-99c5-0d6a75d320fd req-2fb53ff0-abf4-4141-aeba-628b0ee28afa tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325089 Jul 16 02:00:28.588212 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.681892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903f085-6e65-4f74-bb25-96e55eae0b57 req-1796e6d4-08b5-4b8d-a605-d873c3e54da7 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:29.684205 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b903f085-6e65-4f74-bb25-96e55eae0b57 req-1796e6d4-08b5-4b8d-a605-d873c3e54da7 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0650265 Jul 16 02:00:29.721808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b903f085-6e65-4f74-bb25-96e55eae0b57 req-b87afeb8-3e85-44f4-8614-1c760fcadb4c tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320811 Jul 16 02:00:30.196091 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.919443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14e973-e2e5-49db-8f1f-1d441645d719 req-f9c7ff9d-b0e4-4a78-888b-f7a67ab9afa6 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.920855 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f14e973-e2e5-49db-8f1f-1d441645d719 req-f9c7ff9d-b0e4-4a78-888b-f7a67ab9afa6 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0699928 Jul 16 02:00:30.965545 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f14e973-e2e5-49db-8f1f-1d441645d719 req-1ee336fa-a0d2-4cc8-9913-e767b7ea5f3c tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344670 Jul 16 02:00:32.148880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c078f6-4b0c-4f7d-91a7-a755aa283894 req-d83c8677-854b-4bc6-9b33-5fab91b4ea35 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.150510 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13c078f6-4b0c-4f7d-91a7-a755aa283894 req-d83c8677-854b-4bc6-9b33-5fab91b4ea35 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0711548 Jul 16 02:00:32.192034 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13c078f6-4b0c-4f7d-91a7-a755aa283894 req-f3eea67c-06e6-499f-8784-616c17d213ab tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347586 Jul 16 02:00:33.390287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68492f6c-5bfd-4961-8cde-153cbc422e4e req-eedee29b-8fb6-4a9d-80e7-0f5ac17427ad tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:33.391812 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68492f6c-5bfd-4961-8cde-153cbc422e4e req-eedee29b-8fb6-4a9d-80e7-0f5ac17427ad tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.0730958 Jul 16 02:00:33.432057 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68492f6c-5bfd-4961-8cde-153cbc422e4e req-d0a98e08-02d6-49f8-9c1e-03c21d728e17 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Jul 16 02:00:33.800983 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-bd513c65-ff1a-41ff-9325-e66d77825ce2 service neutron] show failed (client error): The resource could not be found. Jul 16 02:00:33.801995 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-bd513c65-ff1a-41ff-9325-e66d77825ce2 service neutron] 10.222.0.50 "GET /v2.0/ports/29fe10a9-874e-43c7-8820-8ec3cce45bf4/bindings/n-h1-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0563436 Jul 16 02:00:34.132186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-51e38c10-14cc-4140-a955-05cee4ea503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:34.133696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-51e38c10-14cc-4140-a955-05cee4ea503c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951&tenant_id=a41c226c8a1343e69f0b7e805ad6e65d HTTP/1.1" status: 200 len: 1098 time: 0.1332459 Jul 16 02:00:34.145723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:34.220112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.419094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4,segment=NetworkSegment(8a1d9516-e1e9-41d5-8ce5-bb708ddb7460),segment_id=8a1d9516-e1e9-41d5-8ce5-bb708ddb7460)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:34.452524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:34.496921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:34.499214 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4b1cf6-d8b8-4d6f-8e6f-96cc17912c5b" -d '{"events": [{"server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "name": "network-vif-unplugged", "status": "completed", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:34.503008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.518039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Transition to ACTIVE for port object 29fe10a9-874e-43c7-8820-8ec3cce45bf4 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:34.521984 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.589334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] No DVR routers for this DVR port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:34.592390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Pushing event updated for resources: {'Port': ['ID=29fe10a9-874e-43c7-8820-8ec3cce45bf4,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.603600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.604003 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.604344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.604928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.605136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.605350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.605757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.606113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.606447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.606778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.607100 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.607640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:34.625834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b3892-9dd8-4b15-ba5a-1b7300bb4bcc req-a09f97fb-42d8-4983-8bca-01e5bef30456 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:34.630540 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ac1b3892-9dd8-4b15-ba5a-1b7300bb4bcc req-a09f97fb-42d8-4983-8bca-01e5bef30456 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 944 time: 0.0806198 Jul 16 02:00:34.641867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Attempting to bind port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:34.642528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Attempting to bind port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:34.643002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Attempting to bind port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 on network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:34.646380 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013e1b11-99af-456a-9938-f4e2e42ffeff x-openstack-request-id: req-013e1b11-99af-456a-9938-f4e2e42ffeff {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:34.646793 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "name": "network-vif-unplugged", "status": "completed", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:34.647124 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-013e1b11-99af-456a-9938-f4e2e42ffeff {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:34.647571 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4', 'code': 200} Jul 16 02:00:34.651429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 on network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:00:34.652430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Attempting to bind port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 on network a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:34.657503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:34.657837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Checking segment: {'id': '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:34.658303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Bound using segment: {'id': '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:34.658732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Bound port: 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:34.659088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.671385 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ac1b3892-9dd8-4b15-ba5a-1b7300bb4bcc req-37138901-2b16-45a4-8150-7fbf296bb6fc tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382049 Jul 16 02:00:34.724728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:34.728306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4,segment=NetworkSegment(8a1d9516-e1e9-41d5-8ce5-bb708ddb7460),segment_id=8a1d9516-e1e9-41d5-8ce5-bb708ddb7460)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:34.732284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.769543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:34.770221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.772169 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] 10.222.0.67 "PUT /v2.0/ports/29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 200 len: 1093 time: 0.6304827 Jul 16 02:00:34.805521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e90c48-8819-4490-85fa-78d9e2908b6d service neutron] Pushing event updated for resources: {'Port': ['ID=29fe10a9-874e-43c7-8820-8ec3cce45bf4,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.852715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-6cadc49a-1abc-4bff-9ef4-747708782cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:34.855009 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-6cadc49a-1abc-4bff-9ef4-747708782cea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 1096 time: 0.0570588 Jul 16 02:00:34.950199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-8b58d7d0-ea4d-4f9a-9700-ae25a81909d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:34.951773 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-8b58d7d0-ea4d-4f9a-9700-ae25a81909d2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d HTTP/1.1" status: 200 len: 912 time: 0.0909972 Jul 16 02:00:34.992367 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-0d881ff8-307a-4450-8e63-7231336c8e1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 200 len: 217 time: 0.0344656 Jul 16 02:00:35.041234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-84ff3180-8ab9-449b-aec0-26da65c94461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:35.042991 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-84ff3180-8ab9-449b-aec0-26da65c94461 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec7329eb-f52e-49ea-aa13-f27106a9878e HTTP/1.1" status: 200 len: 852 time: 0.0451124 Jul 16 02:00:35.080429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-07c0c3ce-b263-4e4d-bc6b-9bcb07914225 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304067 Jul 16 02:00:35.169995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-2b967865-5ec0-4f3b-a182-720bf59e1211 service neutron] 10.222.0.67 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823832 Jul 16 02:00:35.264015 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cac892f7-1b51-44e6-9546-0a0f63b432ff req-0304e69e-d79a-4974-8b14-20416b01ed5d service neutron] 10.222.0.67 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876079 Jul 16 02:00:35.849544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcd357-c603-4266-911d-0a2c2140fec1 req-bde00649-0e8e-42c2-9f2e-6a87867b86f8 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:35.851032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82fcd357-c603-4266-911d-0a2c2140fec1 req-bde00649-0e8e-42c2-9f2e-6a87867b86f8 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 944 time: 0.0642135 Jul 16 02:00:35.890090 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-82fcd357-c603-4266-911d-0a2c2140fec1 req-6bdcbbc2-0e27-45b6-b0a9-5ecb8bff9a34 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Jul 16 02:00:36.649340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:36.652375 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73007f13-05b7-413d-a300-afd6804ac478" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:36.699671 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a750e94-a653-430f-82ff-54a9b6ea694b x-openstack-request-id: req-6a750e94-a653-430f-82ff-54a9b6ea694b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:36.699961 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:36.700208 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a750e94-a653-430f-82ff-54a9b6ea694b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:36.700603 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4', 'status': 'completed', 'code': 200} Jul 16 02:00:36.776940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73007f13-05b7-413d-a300-afd6804ac478 req-37575195-6803-47f4-9bb9-3205589c7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:36.778211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73007f13-05b7-413d-a300-afd6804ac478 req-1064ac5c-bc50-43a4-a4fd-6901503425f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:36.779343 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-37575195-6803-47f4-9bb9-3205589c7e63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 1096 time: 0.0592709 Jul 16 02:00:36.779676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-1064ac5c-bc50-43a4-a4fd-6901503425f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 1096 time: 0.0546174 Jul 16 02:00:36.877982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73007f13-05b7-413d-a300-afd6804ac478 req-07542cf7-da1b-4f68-a9bc-9cd873278874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:36.880168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-07542cf7-da1b-4f68-a9bc-9cd873278874 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d HTTP/1.1" status: 200 len: 912 time: 0.0932758 Jul 16 02:00:36.894055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73007f13-05b7-413d-a300-afd6804ac478 req-5c28bd8f-b9d3-4c6c-b3b9-f3ce91e00880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:36.895438 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-5c28bd8f-b9d3-4c6c-b3b9-f3ce91e00880 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d HTTP/1.1" status: 200 len: 912 time: 0.1066537 Jul 16 02:00:36.933812 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-c86763da-9147-4987-801a-7fc64ce95599 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 200 len: 217 time: 0.0463078 Jul 16 02:00:36.940640 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-e5100858-6587-49ca-96a3-31e10ef3d136 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 200 len: 217 time: 0.0375967 Jul 16 02:00:36.985478 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73007f13-05b7-413d-a300-afd6804ac478 req-09b51d8a-71da-4b53-acbb-dcd17adc3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:36.987098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-09b51d8a-71da-4b53-acbb-dcd17adc3d4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec7329eb-f52e-49ea-aa13-f27106a9878e HTTP/1.1" status: 200 len: 852 time: 0.0469017 Jul 16 02:00:36.999489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73007f13-05b7-413d-a300-afd6804ac478 req-4c530a64-2594-43d8-9127-aac0c836090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.000931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-4c530a64-2594-43d8-9127-aac0c836090a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec7329eb-f52e-49ea-aa13-f27106a9878e HTTP/1.1" status: 200 len: 852 time: 0.0536158 Jul 16 02:00:37.022752 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-8870a237-979d-4135-ae26-b0eb56a7983b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286179 Jul 16 02:00:37.063234 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-de0bef0d-c4d5-4a0d-8f67-a4945d913803 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534360 Jul 16 02:00:37.103614 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 29fe10a9-874e-43c7-8820-8ec3cce45bf4 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:37.121565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-d9d0c3b0-8b61-423f-aa2a-57b319a78ca9 service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901990 Jul 16 02:00:37.144406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 29fe10a9-874e-43c7-8820-8ec3cce45bf4 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:37.158929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ebe18-6c63-44b2-b762-bcf1da28ef0b req-e4f4d3b1-b128-4e6f-a49f-9cba7a5ad13a tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.160629 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-907ebe18-6c63-44b2-b762-bcf1da28ef0b req-e4f4d3b1-b128-4e6f-a49f-9cba7a5ad13a tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 944 time: 0.1526380 Jul 16 02:00:37.196074 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-821f086c-0f2e-48fc-900e-36bf91518e21 service neutron] 10.222.0.67 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255684 Jul 16 02:00:37.213934 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-c747081a-4c05-4bff-bf80-b7165bafe21f service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851371 Jul 16 02:00:37.221301 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-907ebe18-6c63-44b2-b762-bcf1da28ef0b req-7f84109b-acd9-4982-858f-dda0cb95340e tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547571 Jul 16 02:00:37.309543 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-73007f13-05b7-413d-a300-afd6804ac478 req-a907abfe-94ff-4ee6-8060-eb0936a7b4b9 service neutron] 10.222.0.67 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034329 Jul 16 02:00:37.612103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 29fe10a9-874e-43c7-8820-8ec3cce45bf4 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:00:37.656505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-91197556-1764-45de-87cb-df8898d5869f tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.657980 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-91197556-1764-45de-87cb-df8898d5869f tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951&tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 944 time: 0.1145496 Jul 16 02:00:37.707243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4,segment=NetworkSegment(8a1d9516-e1e9-41d5-8ce5-bb708ddb7460),segment_id=8a1d9516-e1e9-41d5-8ce5-bb708ddb7460)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:37.718856 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-48994634-c0ca-4587-9b7b-f31e3710c9d3 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:00:37.719874 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-48994634-c0ca-4587-9b7b-f31e3710c9d3 service neutron] 10.222.0.50 "DELETE /v2.0/ports/29fe10a9-874e-43c7-8820-8ec3cce45bf4/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0549583 Jul 16 02:00:37.722576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '29fe10a9-874e-43c7-8820-8ec3cce45bf4', 'network_id': 'a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d', 'port_id': '29fe10a9-874e-43c7-8820-8ec3cce45bf4', 'mac_address': 'fa:16:3e:2a:a2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7329eb-f52e-49ea-aa13-f27106a9878e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:00:37.766286 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.780013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fe10a9-874e-43c7-8820-8ec3cce45bf4 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:37.799886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4,segment=NetworkSegment(8a1d9516-e1e9-41d5-8ce5-bb708ddb7460),segment_id=8a1d9516-e1e9-41d5-8ce5-bb708ddb7460)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:37.804424 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.818459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-e1fed805-b546-4efb-aeeb-dd87043eea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.819973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-e1fed805-b546-4efb-aeeb-dd87043eea3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 1096 time: 0.0530479 Jul 16 02:00:37.852448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=29fe10a9-874e-43c7-8820-8ec3cce45bf4,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:37.861150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.861591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.862073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.863454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.863815 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.864149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.864611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.865813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.866183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.866522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.866860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.867190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:37.918655 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-9c8215a5-0424-4f92-989e-66cf979a3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.920119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-9c8215a5-0424-4f92-989e-66cf979a3777 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d HTTP/1.1" status: 200 len: 912 time: 0.0923095 Jul 16 02:00:37.960453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-272a6fa4-1f0c-4ac5-9070-6d78b0f4ae4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 200 len: 217 time: 0.0334208 Jul 16 02:00:38.016224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-e0fc724b-394c-44ac-b0d0-5d48af34f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:38.017712 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-e0fc724b-394c-44ac-b0d0-5d48af34f732 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec7329eb-f52e-49ea-aa13-f27106a9878e HTTP/1.1" status: 200 len: 852 time: 0.0509291 Jul 16 02:00:38.061130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-1a7367f3-b2ea-40bf-8cd3-c41eaee3f696 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350971 Jul 16 02:00:38.075680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['29fe10a9-874e-43c7-8820-8ec3cce45bf4'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:38.162238 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-f437cdbf-8947-4ad6-8b78-4242d0bf5444 service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935049 Jul 16 02:00:38.278626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-1019f0b9-b54b-4c67-855c-f4e94579416d service neutron] 10.222.0.50 "GET /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081777 Jul 16 02:00:39.177809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c4ae9-5925-437c-a365-9a3744db1d22 req-40bb82d9-6fbb-4b86-8158-9cf8593c9826 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:39.179318 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c48c4ae9-5925-437c-a365-9a3744db1d22 req-40bb82d9-6fbb-4b86-8158-9cf8593c9826 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 945 time: 0.0645106 Jul 16 02:00:39.216894 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c48c4ae9-5925-437c-a365-9a3744db1d22 req-cb7fb194-d75a-45d7-ad1a-cdcdd9c9f042 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Jul 16 02:00:39.624137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 29fe10a9-874e-43c7-8820-8ec3cce45bf4 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:39.671788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:39.675281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:39.675655 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.755807 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.778361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:39.780589 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb36b5e-eecb-4546-ae75-4c8236f68a76" -d '{"events": [{"server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "name": "network-vif-plugged", "status": "completed", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:39.794113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4,segment=NetworkSegment(8a1d9516-e1e9-41d5-8ce5-bb708ddb7460),segment_id=8a1d9516-e1e9-41d5-8ce5-bb708ddb7460)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:39.801211 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.850403 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=29fe10a9-874e-43c7-8820-8ec3cce45bf4,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.886089 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de47e29a-0f65-4f7e-90ff-dd1b213b11e2 x-openstack-request-id: req-de47e29a-0f65-4f7e-90ff-dd1b213b11e2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:39.886384 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "name": "network-vif-plugged", "status": "completed", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:39.886634 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de47e29a-0f65-4f7e-90ff-dd1b213b11e2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:39.887031 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4', 'code': 200} Jul 16 02:00:40.440879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b068a0d-001c-44a6-acf7-d49f69b5d314 req-8c29867e-4ce3-4d6e-b012-6d4c7a035bfa tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:40.442297 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b068a0d-001c-44a6-acf7-d49f69b5d314 req-8c29867e-4ce3-4d6e-b012-6d4c7a035bfa tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.1101139 Jul 16 02:00:40.450455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-836d28c5-d49d-4949-860f-b3e029c9fcd2 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:40.451896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-836d28c5-d49d-4949-860f-b3e029c9fcd2 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5e84425-a082-4214-940b-dfa371cb3951 HTTP/1.1" status: 200 len: 946 time: 0.1108339 Jul 16 02:00:40.521516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b068a0d-001c-44a6-acf7-d49f69b5d314 req-3c9dfafd-2a2a-4b89-bd13-9ef247433e98 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.64 "GET /v2.0/security-groups?id=68ee0f26-f630-48a1-9410-6c9a7368fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686665 Jul 16 02:00:40.573815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-c2a3b75f-3588-4119-acde-8650db669d30 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Deleting port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:40.574191 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-c2a3b75f-3588-4119-acde-8650db669d30 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.665793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-c2a3b75f-3588-4119-acde-8650db669d30 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] For port 29fe10a9-874e-43c7-8820-8ec3cce45bf4, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=29fe10a9-874e-43c7-8820-8ec3cce45bf4,segment=NetworkSegment(8a1d9516-e1e9-41d5-8ce5-bb708ddb7460),segment_id=8a1d9516-e1e9-41d5-8ce5-bb708ddb7460)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:40.666804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-c2a3b75f-3588-4119-acde-8650db669d30 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.678369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-c2a3b75f-3588-4119-acde-8650db669d30 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Calling delete_port for 29fe10a9-874e-43c7-8820-8ec3cce45bf4 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:40.806122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-c2a3b75f-3588-4119-acde-8650db669d30 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.817851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['29fe10a9-874e-43c7-8820-8ec3cce45bf4'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:40.834691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3b75f-3588-4119-acde-8650db669d30 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Pushing event deleted for resources: {'Port': ['ID=29fe10a9-874e-43c7-8820-8ec3cce45bf4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:40.881451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-c2a3b75f-3588-4119-acde-8650db669d30 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] No DVR routers for this DVR port 29fe10a9-874e-43c7-8820-8ec3cce45bf4 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:40.884160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-c2a3b75f-3588-4119-acde-8650db669d30 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.886957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a6f2b9c-ff50-4ca9-aebc-690dd66a33d4 req-c2a3b75f-3588-4119-acde-8650db669d30 tempest-DeleteServersTestJSON-2096124569 tempest-DeleteServersTestJSON-2096124569-project] 10.222.0.67 "DELETE /v2.0/ports/29fe10a9-874e-43c7-8820-8ec3cce45bf4 HTTP/1.1" status: 204 len: 173 time: 0.4281318 Jul 16 02:00:40.887464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'name': 'network-vif-deleted', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:40.889706 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec6f0cc-bc8d-41ad-9aad-e2ff79974164" -d '{"events": [{"server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "name": "network-vif-deleted", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:40.927547 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4e6ecf-421e-4044-b89f-57002854b5f1 x-openstack-request-id: req-cb4e6ecf-421e-4044-b89f-57002854b5f1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:40.927844 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e84425-a082-4214-940b-dfa371cb3951", "name": "network-vif-deleted", "tag": "29fe10a9-874e-43c7-8820-8ec3cce45bf4", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:40.928095 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb4e6ecf-421e-4044-b89f-57002854b5f1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:40.928503 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e84425-a082-4214-940b-dfa371cb3951', 'name': 'network-vif-deleted', 'tag': '29fe10a9-874e-43c7-8820-8ec3cce45bf4', 'status': 'completed', 'code': 200} Jul 16 02:00:41.758209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46896) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:41.803309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53ec768-ac93-4b91-a6c6-b00e1e9a356c admin admin] Deleting subnet ec7329eb-f52e-49ea-aa13-f27106a9878e {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:41.806232 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b53ec768-ac93-4b91-a6c6-b00e1e9a356c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.844141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b53ec768-ac93-4b91-a6c6-b00e1e9a356c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.883378 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b53ec768-ac93-4b91-a6c6-b00e1e9a356c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.936705 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b53ec768-ac93-4b91-a6c6-b00e1e9a356c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.960899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ec768-ac93-4b91-a6c6-b00e1e9a356c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7329eb-f52e-49ea-aa13-f27106a9878e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:41.966841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b53ec768-ac93-4b91-a6c6-b00e1e9a356c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.969804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b53ec768-ac93-4b91-a6c6-b00e1e9a356c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ec7329eb-f52e-49ea-aa13-f27106a9878e HTTP/1.1" status: 204 len: 168 time: 0.2095463 Jul 16 02:00:41.971348 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.042509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.119062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.129618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:42.139735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:42.140029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1d9516-e1e9-41d5-8ce5-bb708ddb7460') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:42.148607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.162586 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.169091 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:42.169473 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:42.171216 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:42.226596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.232825 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.234684 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d HTTP/1.1" status: 204 len: 168 time: 0.2624302 Jul 16 02:00:42.247057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77afb8-9b2e-4189-b01b-9c1325f03465 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0eaa33a-ed5d-4a11-ba1c-9217a1aeaf2d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:42.342905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.383295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-95c48027-284d-4203-b45e-aa30e5c7dfe4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a41c226c8a1343e69f0b7e805ad6e65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390704 Jul 16 02:00:42.385809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46904) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.434841 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f1182d-6ac3-4494-b10c-bdb1bbbdbc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.455042 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f1182d-6ac3-4494-b10c-bdb1bbbdbc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.501542 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f1182d-6ac3-4494-b10c-bdb1bbbdbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.504196 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f1182d-6ac3-4494-b10c-bdb1bbbdbc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.505339 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d3f1182d-6ac3-4494-b10c-bdb1bbbdbc30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68ee0f26-f630-48a1-9410-6c9a7368fb2a HTTP/1.1" status: 204 len: 168 time: 0.1184928 Jul 16 02:00:42.513258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1182d-6ac3-4494-b10c-bdb1bbbdbc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ee0f26-f630-48a1-9410-6c9a7368fb2a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.158553 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 46926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:43.249917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2114391997-network', 'tenant_id': 'c866170354794bffa5be5e872696bdb1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:43.274582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Made reservation on behalf of c866170354794bffa5be5e872696bdb1 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:43.277674 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.286177 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.376540 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.380088 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.404224 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:43.412766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d08d93-6f7b-4956-96c0-8254d4d9ba2e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.419277 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.419627 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Added segment ab28e513-c86b-477d-930a-dd99a4a662a1 of type vlan for network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 Jul 16 02:00:43.457646 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.486119 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.487030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:43.487643 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.521494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3618345 Jul 16 02:00:43.524521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 46930) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:43.530016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Request body: {'subnet': {'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2114391997-subnet', 'tenant_id': 'c866170354794bffa5be5e872696bdb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:43.550803 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Made reservation on behalf of c866170354794bffa5be5e872696bdb1 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:43.551794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c82840-eaa7-418c-b8e3-c60017dbc406 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce5b52f-683e-46b7-9b47-60ecd5d22197,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.553243 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.562171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:43.723203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.779697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa61cfe-3564-44e4-80d8-80a8597e10eb,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.786912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Checking segment: {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:43.786912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Network hostable DHCP agents. Network: 0ce5b52f-683e-46b7-9b47-60ecd5d22197, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:43.803001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:43.811967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 0ce5b52f-683e-46b7-9b47-60ecd5d22197) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:43.815813 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:43.816400 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.821453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d11d64c-0749-45d0-9efb-859dcf0ff065 None None] Network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:43.829715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c7f91c0c-2b6e-449e-8127-eb160043aaad admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3040893 Jul 16 02:00:43.946900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d62e85-9a64-4711-8f68-173c68d5b282 None None] Network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:44.249316 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-c8c8aa57-8b04-40f3-9c45-cd93153c0a61 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:44.250865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-c8c8aa57-8b04-40f3-9c45-cd93153c0a61 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 815 time: 0.1010504 Jul 16 02:00:44.266051 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-df9988a4-ba86-4d9f-883b-70856608a745 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/quotas/c866170354794bffa5be5e872696bdb1 HTTP/1.1" status: 200 len: 375 time: 0.0099468 Jul 16 02:00:44.299253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-c9c4e0cb-2065-46b6-8f0b-fed41dadfd91 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283680 Jul 16 02:00:44.391998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-0458517e-74d6-445d-a5a3-08d7035d7658 service neutron] 10.222.0.64 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862257 Jul 16 02:00:44.483227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-8c1e5705-71f7-4f58-9995-4ef5907138fa service neutron] 10.222.0.64 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855536 Jul 16 02:00:44.655778 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f2991ace-54b1-490e-9bcb-c4acad70e787 req-cac7fe21-3ebd-4b49-a1c7-a612a2d0c8b0 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 210 time: 0.0323734 Jul 16 02:00:45.637945 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 29fe10a9-874e-43c7-8820-8ec3cce45bf4 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:45.661589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 29fe10a9-874e-43c7-8820-8ec3cce45bf4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:45.661930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 29fe10a9-874e-43c7-8820-8ec3cce45bf4 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:45.862710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-b541b5ae-f865-4a4e-97ce-aced2c1817d0 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:45.865032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-b541b5ae-f865-4a4e-97ce-aced2c1817d0 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.67 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 815 time: 0.1141872 Jul 16 02:00:45.879242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Request body: {'port': {'device_id': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197', 'admin_state_up': True, 'tenant_id': 'c866170354794bffa5be5e872696bdb1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:46.002590 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Made reservation on behalf of c866170354794bffa5be5e872696bdb1 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:46.006180 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.065359 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-186765e4-d524-48f9-bbac-a6d0c2d8a65e req-d35cc445-77c6-4042-b40e-1809097ca563 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 210 time: 0.2922521 Jul 16 02:00:46.135673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Allocated IP 172.20.0.10 (0ce5b52f-683e-46b7-9b47-60ecd5d22197/5fa61cfe-3564-44e4-80d8-80a8597e10eb/535dbdb9-12af-4b50-9cb4-8d832d485ec1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:46.277048 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.317959 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.374903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:46.378116 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:46.380539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:46.406108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Pushing event updated for resources: {'Port': ['ID=535dbdb9-12af-4b50-9cb4-8d832d485ec1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:46.435051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:46.435665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.450063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-5282802c-39b3-43f3-8154-b4c20b40cc25 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748377 Jul 16 02:00:46.461171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Request body: {'port': {'device_id': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:46.534210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.112470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535dbdb9-12af-4b50-9cb4-8d832d485ec1 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:47.120753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.132781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Transition to ACTIVE for port object 535dbdb9-12af-4b50-9cb4-8d832d485ec1 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:47.137962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.215009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Pushing event updated for resources: {'Port': ['ID=535dbdb9-12af-4b50-9cb4-8d832d485ec1,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:47.296901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Attempting to bind port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:47.297240 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Attempting to bind port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:47.297574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Attempting to bind port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:47.304665 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:00:47.304988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Attempting to bind port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:47.319887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625efa0b-0b19-4e6d-a233-362caa28c01a req-d4e26d19-9587-4319-a084-24dc24f25cb5 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:47.321602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-625efa0b-0b19-4e6d-a233-362caa28c01a req-d4e26d19-9587-4319-a084-24dc24f25cb5 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 944 time: 0.1328444 Jul 16 02:00:47.322644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:47.323111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Checking segment: {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:47.323538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Bound using segment: {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:47.323944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Bound port: 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:47.324307 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.397016 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-625efa0b-0b19-4e6d-a233-362caa28c01a req-e0b2e0be-861a-4137-8c26-63bfcf671205 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689030 Jul 16 02:00:47.420241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:47.422202 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:47.427988 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.463777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:47.464399 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.465805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] 10.222.0.67 "PUT /v2.0/ports/535dbdb9-12af-4b50-9cb4-8d832d485ec1 HTTP/1.1" status: 200 len: 1093 time: 1.0087519 Jul 16 02:00:47.466307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:47.468576 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba519f4-f18c-4443-8a46-3458d6a08dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:47.495082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06568a45-f83b-40b5-b55f-e0367b560638 service neutron] Pushing event updated for resources: {'Port': ['ID=535dbdb9-12af-4b50-9cb4-8d832d485ec1,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:47.515828 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6771f30d-45d1-46a0-9076-6048b4461491 x-openstack-request-id: req-6771f30d-45d1-46a0-9076-6048b4461491 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:47.516116 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:47.516365 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6771f30d-45d1-46a0-9076-6048b4461491 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:47.516755 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1', 'status': 'completed', 'code': 200} Jul 16 02:00:47.562609 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-c53be4c3-9fc2-455c-8307-350c20e099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:47.564082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-c53be4c3-9fc2-455c-8307-350c20e099f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 1096 time: 0.0571918 Jul 16 02:00:47.609950 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-0ef52257-417e-4112-a1c6-986718167515 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1 HTTP/1.1" status: 200 len: 217 time: 0.0368030 Jul 16 02:00:47.659308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-f0d76387-5a39-409a-b9a7-dae6dea1362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:47.660693 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-f0d76387-5a39-409a-b9a7-dae6dea1362f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0444374 Jul 16 02:00:47.693901 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-92b0312c-05ca-489b-9630-4330c7d8e6af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260510 Jul 16 02:00:47.786120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-b4452efd-a9c6-425e-b3b4-e63c37e8d20a service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848989 Jul 16 02:00:47.874505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-311ce6fb-ad63-4143-8533-38264b2ff64f req-512ba392-a51d-4964-a508-6a6f838d6310 service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815463 Jul 16 02:00:47.975709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba519f4-f18c-4443-8a46-3458d6a08dc7 req-1a2e5615-c10a-49f6-8dc3-454afd45d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:47.977098 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ba519f4-f18c-4443-8a46-3458d6a08dc7 req-1a2e5615-c10a-49f6-8dc3-454afd45d0a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 1096 time: 0.0520422 Jul 16 02:00:48.070196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba519f4-f18c-4443-8a46-3458d6a08dc7 req-262add00-99e7-478b-a5a6-f3f27e809b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:48.071666 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ba519f4-f18c-4443-8a46-3458d6a08dc7 req-262add00-99e7-478b-a5a6-f3f27e809b0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.0880780 Jul 16 02:00:48.112806 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ba519f4-f18c-4443-8a46-3458d6a08dc7 req-84904348-c786-4884-85f0-5776be5b3f7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1 HTTP/1.1" status: 200 len: 217 time: 0.0336123 Jul 16 02:00:48.166269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba519f4-f18c-4443-8a46-3458d6a08dc7 req-40d31a27-9963-42b0-b368-87d2c5a0f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:48.168680 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ba519f4-f18c-4443-8a46-3458d6a08dc7 req-40d31a27-9963-42b0-b368-87d2c5a0f08a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0481141 Jul 16 02:00:48.201805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ba519f4-f18c-4443-8a46-3458d6a08dc7 req-c4031a5a-c71e-4790-9569-97d1ae4d0ba6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257394 Jul 16 02:00:48.293454 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ba519f4-f18c-4443-8a46-3458d6a08dc7 req-8bd1357c-b5b8-4463-8f10-86ece15b3034 service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847929 Jul 16 02:00:48.386352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ba519f4-f18c-4443-8a46-3458d6a08dc7 req-fbe9ab6e-d56e-4106-ac83-86e1322a391e service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856688 Jul 16 02:00:48.569009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874d95-0b3e-45cd-95b5-2aa611c4e578 req-245dc205-7957-4640-b9af-33fa83240153 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:48.570568 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa874d95-0b3e-45cd-95b5-2aa611c4e578 req-245dc205-7957-4640-b9af-33fa83240153 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 944 time: 0.0640085 Jul 16 02:00:48.613418 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa874d95-0b3e-45cd-95b5-2aa611c4e578 req-8473561b-5fbf-4c4d-a33b-3f2b023065c3 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368190 Jul 16 02:00:49.653588 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 535dbdb9-12af-4b50-9cb4-8d832d485ec1 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:00:49.746286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:49.757253 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '535dbdb9-12af-4b50-9cb4-8d832d485ec1', 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197', 'port_id': '535dbdb9-12af-4b50-9cb4-8d832d485ec1', 'mac_address': 'fa:16:3e:84:be:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa61cfe-3564-44e4-80d8-80a8597e10eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:00:49.789084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081ac0-987c-4999-8be6-94cbcd01b55e req-957dd4c6-d880-4dea-8548-4a44ed42f9d5 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:49.790636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-01081ac0-987c-4999-8be6-94cbcd01b55e req-957dd4c6-d880-4dea-8548-4a44ed42f9d5 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 944 time: 0.0632625 Jul 16 02:00:49.799013 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.815040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535dbdb9-12af-4b50-9cb4-8d832d485ec1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:49.833515 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-01081ac0-987c-4999-8be6-94cbcd01b55e req-9693b524-6f8e-414b-afef-fd649000a388 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Jul 16 02:00:49.834583 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:49.840184 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.890685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=535dbdb9-12af-4b50-9cb4-8d832d485ec1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:50.037371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['535dbdb9-12af-4b50-9cb4-8d832d485ec1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:51.008176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39108aca-b24c-4d0a-86db-50cf8b5d9111 req-d816acdb-e97e-4be8-a4a3-e1283c6baafa tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:51.009544 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39108aca-b24c-4d0a-86db-50cf8b5d9111 req-d816acdb-e97e-4be8-a4a3-e1283c6baafa tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 945 time: 0.0634122 Jul 16 02:00:51.047103 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-39108aca-b24c-4d0a-86db-50cf8b5d9111 req-ff80d9f9-1e4c-47a3-b908-85021277e61f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Jul 16 02:00:51.668556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 535dbdb9-12af-4b50-9cb4-8d832d485ec1 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:51.716579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:51.720234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:51.720608 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.795936 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.818447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:51.820663 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aed599-9462-48b9-9bd2-531bbc3980b3" -d '{"events": [{"server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "name": "network-vif-plugged", "status": "completed", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:51.834498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:51.838308 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.864010 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a24e61-4ec8-42e0-8de1-e6f03022704b x-openstack-request-id: req-f2a24e61-4ec8-42e0-8de1-e6f03022704b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:51.864345 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "name": "network-vif-plugged", "status": "completed", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:51.864590 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2a24e61-4ec8-42e0-8de1-e6f03022704b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:51.864973 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1', 'code': 200} Jul 16 02:00:51.893103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=535dbdb9-12af-4b50-9cb4-8d832d485ec1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:51.976929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3472ae-19b5-448a-afd1-bdb4f5a263eb req-43b5141c-f64a-4d25-8aab-1da7dd34be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:51.978360 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b3472ae-19b5-448a-afd1-bdb4f5a263eb req-43b5141c-f64a-4d25-8aab-1da7dd34be76 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 1098 time: 0.0516808 Jul 16 02:00:52.012035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9b3472ae-19b5-448a-afd1-bdb4f5a263eb req-fb412fb0-546e-4956-b55a-da4c958e0312 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275927 Jul 16 02:00:52.221763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce4c86-6286-4092-9141-459e346dc03f req-365fe35f-b66c-42e8-acaa-c4ed00739073 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:52.223503 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5dce4c86-6286-4092-9141-459e346dc03f req-365fe35f-b66c-42e8-acaa-c4ed00739073 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0679572 Jul 16 02:00:52.262550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5dce4c86-6286-4092-9141-459e346dc03f req-c919fa65-e3c1-49b4-8a1b-6a91e5868181 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335870 Jul 16 02:00:53.444777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf52b92-3349-4fac-bc5b-4b3f42b216b6 req-c233b58b-4f33-485d-9882-b7f9d5493d27 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:53.446246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdf52b92-3349-4fac-bc5b-4b3f42b216b6 req-c233b58b-4f33-485d-9882-b7f9d5493d27 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0664196 Jul 16 02:00:53.484087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdf52b92-3349-4fac-bc5b-4b3f42b216b6 req-97d2a97f-8e25-4214-b618-5fcbba098f75 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Jul 16 02:00:53.658425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338644-9ed9-48b2-80ad-db9666b84bc1 req-5346e47a-290f-49f6-aba4-a9a72976624b tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:53.659911 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72338644-9ed9-48b2-80ad-db9666b84bc1 req-5346e47a-290f-49f6-aba4-a9a72976624b tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0632930 Jul 16 02:00:53.696469 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72338644-9ed9-48b2-80ad-db9666b84bc1 req-83aa1355-a21e-4d76-8c57-e66e3452814c tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Jul 16 02:00:54.034382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6bfe3-0c66-4f96-9bf2-cd75ba793210 req-02d5dc45-7d8c-43ad-8bda-a8d2990539a4 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:54.035760 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d0a6bfe3-0c66-4f96-9bf2-cd75ba793210 req-02d5dc45-7d8c-43ad-8bda-a8d2990539a4 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0633314 Jul 16 02:00:54.078446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d0a6bfe3-0c66-4f96-9bf2-cd75ba793210 req-d84858b5-cedb-4e62-be8e-7cf5a95b4fab tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371420 Jul 16 02:00:54.250286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7389b-3e86-4c47-ac55-d2610dc8f048 req-6606590d-ef20-4397-96da-811ad77a3e41 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:54.251764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4af7389b-3e86-4c47-ac55-d2610dc8f048 req-6606590d-ef20-4397-96da-811ad77a3e41 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0633790 Jul 16 02:00:54.259590 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:54.290566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4af7389b-3e86-4c47-ac55-d2610dc8f048 req-0d458ce1-eea5-492c-b0a2-2074aea6a387 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330329 Jul 16 02:00:54.609354 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74af711e-e3e7-497f-8499-6385af4e6588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.625935 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-9eb6ff39-85af-4a30-8c5e-013c028612e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0577698 Jul 16 02:00:54.684490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851c705-d11d-4524-ad9c-24583a6b59a9 req-edea0736-d4f8-49c5-8fca-33067a09adf3 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:54.685972 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9851c705-d11d-4524-ad9c-24583a6b59a9 req-edea0736-d4f8-49c5-8fca-33067a09adf3 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0649843 Jul 16 02:00:54.729439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9851c705-d11d-4524-ad9c-24583a6b59a9 req-84458c8c-e1dd-4f60-8b2b-e77b012e32d8 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373352 Jul 16 02:00:55.757606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-5705170b-50b1-4f8f-89f8-4dc88da84a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:55.759068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-5705170b-50b1-4f8f-89f8-4dc88da84a68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 1098 time: 0.0531054 Jul 16 02:00:55.857610 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.863886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-2abf48da-5d9f-4f27-82f0-b8bb59a77345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:55.865364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-2abf48da-5d9f-4f27-82f0-b8bb59a77345 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.1002727 Jul 16 02:00:55.922951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-906258c8-5214-49db-8efa-5480de47d73a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1 HTTP/1.1" status: 200 len: 217 time: 0.0404127 Jul 16 02:00:55.990997 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfb9d2-9281-48bd-8b21-747940ceecc7 req-e90c1047-c95f-4af3-a00e-b062f3bcbbe9 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:55.992462 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbbfb9d2-9281-48bd-8b21-747940ceecc7 req-e90c1047-c95f-4af3-a00e-b062f3bcbbe9 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.1429119 Jul 16 02:00:55.994208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-65af9480-aba6-45a5-aff7-ef902329a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:55.996370 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-65af9480-aba6-45a5-aff7-ef902329a0cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0664492 Jul 16 02:00:56.039911 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-5f39d9e4-efb5-4238-9407-1228217eb220 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344026 Jul 16 02:00:56.072479 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbbfb9d2-9281-48bd-8b21-747940ceecc7 req-5801fcbc-9f97-4689-bd04-b3a2cdeaed20 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729854 Jul 16 02:00:56.143452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-4491d7bb-2755-46fa-ab4a-863254ea4420 service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938015 Jul 16 02:00:56.236417 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-79f3d12e-6560-4c1d-85b0-b6786989cb5d service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855727 Jul 16 02:00:57.055144 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.177947 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6979-ff90-4922-9e14-5cb2e0e25a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.253465 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d2920-78fc-4abb-8eed-ee6186bfa54a req-eee85962-79a7-4525-bb5e-d5ce07029691 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.255053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a71d2920-78fc-4abb-8eed-ee6186bfa54a req-eee85962-79a7-4525-bb5e-d5ce07029691 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0656488 Jul 16 02:00:57.298715 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a71d2920-78fc-4abb-8eed-ee6186bfa54a req-50ac61fd-6348-4449-9e79-2136edbda54d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Jul 16 02:00:57.676695 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.477987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27517b4-49a7-4533-9584-8d1b063d2c56 req-9a309551-6f36-4b35-afba-de7d7d024015 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:58.479549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d27517b4-49a7-4533-9584-8d1b063d2c56 req-9a309551-6f36-4b35-afba-de7d7d024015 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0685754 Jul 16 02:00:58.517038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d27517b4-49a7-4533-9584-8d1b063d2c56 req-06c47429-68ef-4f5c-8865-95b63470ee0b tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320263 Jul 16 02:00:58.590536 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.693537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf57f8-8d32-4a70-a36b-cb0d097c6458 req-d7f288f7-5196-4abb-99b5-2ef6ed6c4b77 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:59.695037 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3daf57f8-8d32-4a70-a36b-cb0d097c6458 req-d7f288f7-5196-4abb-99b5-2ef6ed6c4b77 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0624087 Jul 16 02:00:59.731764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3daf57f8-8d32-4a70-a36b-cb0d097c6458 req-af0b4bcb-f67e-42b1-aa54-88ca862d90c5 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310986 Jul 16 02:01:00.197390 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.906151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7db7-f835-460a-b19c-8b41b151e188 req-02030ced-31e4-4bce-bd25-b44be36de570 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:00.907553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-680a7db7-f835-460a-b19c-8b41b151e188 req-02030ced-31e4-4bce-bd25-b44be36de570 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0643325 Jul 16 02:01:00.945041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-680a7db7-f835-460a-b19c-8b41b151e188 req-231750b8-7397-4173-84eb-6cbb341b84e8 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Jul 16 02:01:02.124048 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca020b6d-ca14-4a65-8791-a37f107cd0cd req-273e5a6c-93f9-4a84-bafa-99dbf9bc943d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.125438 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca020b6d-ca14-4a65-8791-a37f107cd0cd req-273e5a6c-93f9-4a84-bafa-99dbf9bc943d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0657504 Jul 16 02:01:02.162930 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ca020b6d-ca14-4a65-8791-a37f107cd0cd req-f35a2c7b-1742-4ee8-af1f-1fbbe10377e7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318365 Jul 16 02:01:03.335769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49546e79-f6dc-4db1-9d33-1909c03cfe0e req-78454c61-c5c6-4449-b2f3-f4c42c1973b7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.337275 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49546e79-f6dc-4db1-9d33-1909c03cfe0e req-78454c61-c5c6-4449-b2f3-f4c42c1973b7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0634673 Jul 16 02:01:03.375478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-49546e79-f6dc-4db1-9d33-1909c03cfe0e req-29159530-b2ba-44fb-b8c5-a596a38ea324 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327585 Jul 16 02:01:04.552929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae312-2618-4844-9b50-d1c7077309e0 req-b378215c-3f0a-473c-8ab1-cf036575f3cb tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:04.554422 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b99ae312-2618-4844-9b50-d1c7077309e0 req-b378215c-3f0a-473c-8ab1-cf036575f3cb tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0630729 Jul 16 02:01:04.593313 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b99ae312-2618-4844-9b50-d1c7077309e0 req-4bfd4643-06ab-4c20-9540-e5bac7af1810 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Jul 16 02:01:05.771495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e9648-3271-4fe3-828e-e74759fb9a32 req-29877a9d-7057-4f91-aba4-c593c67c89a4 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:05.772979 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-865e9648-3271-4fe3-828e-e74759fb9a32 req-29877a9d-7057-4f91-aba4-c593c67c89a4 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0678933 Jul 16 02:01:05.811431 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-865e9648-3271-4fe3-828e-e74759fb9a32 req-b42ba890-8ce1-4208-9b16-cf07aa1ce041 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Jul 16 02:01:06.984443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2b52f-c028-4fc9-b7dc-ae83366bfdcd req-bd473571-9151-458d-9bbf-6fbfc8277aa7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:06.985824 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97b2b52f-c028-4fc9-b7dc-ae83366bfdcd req-bd473571-9151-458d-9bbf-6fbfc8277aa7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0618188 Jul 16 02:01:07.027376 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-97b2b52f-c028-4fc9-b7dc-ae83366bfdcd req-8cae7f5d-ae94-4ec5-9b63-c3e6556b02d2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358472 Jul 16 02:01:08.201824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc159d7e-6dcd-4189-8cc2-4885eb4fefa7 req-07878cb2-e7c6-4b9c-8fed-ec9f6a72433e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:08.203268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bc159d7e-6dcd-4189-8cc2-4885eb4fefa7 req-07878cb2-e7c6-4b9c-8fed-ec9f6a72433e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0637181 Jul 16 02:01:08.241280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-bc159d7e-6dcd-4189-8cc2-4885eb4fefa7 req-106f6952-25c9-441f-a41e-b0a2b9dec6c1 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Jul 16 02:01:09.417416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338bc44-008e-44b2-bdbc-498519f33a2e req-90d1e2b6-0eab-4a77-807a-fbe6e09d09e3 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:09.418844 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e338bc44-008e-44b2-bdbc-498519f33a2e req-90d1e2b6-0eab-4a77-807a-fbe6e09d09e3 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0628879 Jul 16 02:01:09.458779 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e338bc44-008e-44b2-bdbc-498519f33a2e req-a71c2a51-e500-4d88-9471-ce3652b3b341 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342371 Jul 16 02:01:10.638916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afec177-e110-4358-95a0-7fa8f6de5e85 req-e67cffbc-5963-4add-ab74-abda0bb6e660 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:10.640398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4afec177-e110-4358-95a0-7fa8f6de5e85 req-e67cffbc-5963-4add-ab74-abda0bb6e660 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0679953 Jul 16 02:01:10.678337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4afec177-e110-4358-95a0-7fa8f6de5e85 req-f221c8d6-a158-43c0-b4a9-69cad2f76991 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Jul 16 02:01:11.851298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a231137-cf90-432d-a4d6-cdc3a1050e39 req-34813c1d-655c-41e7-96b3-c097baaeee43 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:11.852779 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a231137-cf90-432d-a4d6-cdc3a1050e39 req-34813c1d-655c-41e7-96b3-c097baaeee43 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0627451 Jul 16 02:01:11.892357 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6a231137-cf90-432d-a4d6-cdc3a1050e39 req-9c69931c-0b64-4aa2-821a-a9c5d79935a6 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Jul 16 02:01:13.065844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab1493-3fa7-4475-b094-0881265398c3 req-ba0a73ea-6c8b-4b0e-ae20-6406d54b0eca tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:13.067346 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7ab1493-3fa7-4475-b094-0881265398c3 req-ba0a73ea-6c8b-4b0e-ae20-6406d54b0eca tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0648839 Jul 16 02:01:13.106448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7ab1493-3fa7-4475-b094-0881265398c3 req-54b1d57e-e55d-4497-bb12-924de2c5a98b tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336418 Jul 16 02:01:14.281894 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4182fa-8aab-4df5-a261-4b5cd7076d54 req-12234c30-d5f3-4c29-ac79-4c02a64c306d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:14.283427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad4182fa-8aab-4df5-a261-4b5cd7076d54 req-12234c30-d5f3-4c29-ac79-4c02a64c306d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0675714 Jul 16 02:01:14.320768 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad4182fa-8aab-4df5-a261-4b5cd7076d54 req-0b52c3d9-8a2c-4d8b-9a70-0cb38716a917 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Jul 16 02:01:15.499358 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abe9dd-bb42-4ed4-b98d-c9299f308adb req-380729b7-ff6c-49df-b897-52a2d6388c7f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:15.500840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63abe9dd-bb42-4ed4-b98d-c9299f308adb req-380729b7-ff6c-49df-b897-52a2d6388c7f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0650620 Jul 16 02:01:15.539654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63abe9dd-bb42-4ed4-b98d-c9299f308adb req-8ecfbb0f-0d3d-43d7-b4f0-87220d236b88 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Jul 16 02:01:16.711634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65881339-8a00-4e6e-aca5-fcc192fa7631 req-41607c05-c655-48da-8d11-e027441e59b9 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.713114 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65881339-8a00-4e6e-aca5-fcc192fa7631 req-41607c05-c655-48da-8d11-e027441e59b9 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0623987 Jul 16 02:01:16.750720 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65881339-8a00-4e6e-aca5-fcc192fa7631 req-16884d02-fa44-447b-b211-8234b16288b4 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Jul 16 02:01:17.927610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a787-6054-4ad4-a469-bed839fa6920 req-31ba1c34-968f-44b9-ab5c-73db245813f9 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.929089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bd3a787-6054-4ad4-a469-bed839fa6920 req-31ba1c34-968f-44b9-ab5c-73db245813f9 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0682266 Jul 16 02:01:17.967514 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1bd3a787-6054-4ad4-a469-bed839fa6920 req-07145b59-4187-4771-b3da-2e6a39efabfe tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Jul 16 02:01:19.143984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d32601-71f5-4ac9-ab41-875d27648abc req-b90515ea-4946-44d8-b570-68bd96bf3f89 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.145449 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-58d32601-71f5-4ac9-ab41-875d27648abc req-b90515ea-4946-44d8-b570-68bd96bf3f89 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0653112 Jul 16 02:01:19.187389 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-58d32601-71f5-4ac9-ab41-875d27648abc req-b6fa2efa-0747-485c-a2f8-66a28efae964 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364747 Jul 16 02:01:20.361125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c3d8b-5182-473b-8ea6-9045d6d11128 req-1f806243-5e1c-4dae-8214-a6185b1abaf0 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:20.362620 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f7c3d8b-5182-473b-8ea6-9045d6d11128 req-1f806243-5e1c-4dae-8214-a6185b1abaf0 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0631680 Jul 16 02:01:20.399947 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f7c3d8b-5182-473b-8ea6-9045d6d11128 req-a29cf92a-12dc-46d6-9203-b08aee6d6fd3 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Jul 16 02:01:21.579414 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dee8de-a995-452d-a475-c8c3496c7da2 req-0de80b35-1572-463e-a8b3-21820f327785 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.580903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31dee8de-a995-452d-a475-c8c3496c7da2 req-0de80b35-1572-463e-a8b3-21820f327785 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0629039 Jul 16 02:01:21.617821 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-31dee8de-a995-452d-a475-c8c3496c7da2 req-3839d361-55d0-4c08-b445-baf92a8d5aff tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Jul 16 02:01:22.795652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785441a5-acdd-4ef1-a8db-73c1c0275bdc req-20b09d64-707c-4a20-86ff-a31896e537d1 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.797157 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-785441a5-acdd-4ef1-a8db-73c1c0275bdc req-20b09d64-707c-4a20-86ff-a31896e537d1 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0691037 Jul 16 02:01:22.834733 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-785441a5-acdd-4ef1-a8db-73c1c0275bdc req-43c5dbd8-be94-4f37-adf3-08c24bf4d0f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320520 Jul 16 02:01:23.210682 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-e4b8f544-9f15-4706-a2f8-f859b7da88b0 service neutron] show failed (client error): The resource could not be found. Jul 16 02:01:23.211691 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-e4b8f544-9f15-4706-a2f8-f859b7da88b0 service neutron] 10.222.0.67 "GET /v2.0/ports/535dbdb9-12af-4b50-9cb4-8d832d485ec1/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0554612 Jul 16 02:01:23.498628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-1c746e1f-1c1d-4db5-b36d-bd5308f733fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.500108 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-1c746e1f-1c1d-4db5-b36d-bd5308f733fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866&tenant_id=c866170354794bffa5be5e872696bdb1 HTTP/1.1" status: 200 len: 1098 time: 0.0910563 Jul 16 02:01:23.511574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:23.582159 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.779717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:23.811206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:23.853113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:23.855634 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f90d6f-5698-4a2c-adfa-114313d41279" -d '{"events": [{"server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "name": "network-vif-unplugged", "status": "completed", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:23.859699 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.878391 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Transition to ACTIVE for port object 535dbdb9-12af-4b50-9cb4-8d832d485ec1 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:23.887283 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.916286 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc291db-90d9-4a70-b52c-f5f78a1fbe90 x-openstack-request-id: req-5bc291db-90d9-4a70-b52c-f5f78a1fbe90 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:23.916585 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "name": "network-vif-unplugged", "status": "completed", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:23.916920 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bc291db-90d9-4a70-b52c-f5f78a1fbe90 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:23.917223 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1', 'code': 200} Jul 16 02:01:23.958663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] No DVR routers for this DVR port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:23.960495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=535dbdb9-12af-4b50-9cb4-8d832d485ec1,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.979066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.979410 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.979734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.980069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.980398 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.980726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.981051 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.981374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.982360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.982689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.983009 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.983324 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:24.042390 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Attempting to bind port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:24.042622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Attempting to bind port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:24.042944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Attempting to bind port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:24.050050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:24.050374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Attempting to bind port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:24.061132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:24.061465 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Checking segment: {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:24.061849 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Bound using segment: {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:24.062301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Bound port: 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:24.062660 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.089359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d93cab-f7cd-4ae6-a011-fe3f020b6e90 req-8226d468-11b8-443a-bff1-707a1da244a7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.090913 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69d93cab-f7cd-4ae6-a011-fe3f020b6e90 req-8226d468-11b8-443a-bff1-707a1da244a7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 944 time: 0.1335194 Jul 16 02:01:24.162705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-69d93cab-f7cd-4ae6-a011-fe3f020b6e90 req-0dab89c6-6c50-46b6-8f5d-0bf81bd749d7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548840 Jul 16 02:01:24.165091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:24.168219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:24.173590 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.209149 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.209769 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.213802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] 10.222.0.50 "PUT /v2.0/ports/535dbdb9-12af-4b50-9cb4-8d832d485ec1 HTTP/1.1" status: 200 len: 1093 time: 0.7036154 Jul 16 02:01:24.234247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9e7d0-af48-49c5-a34e-430d7bce0eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=535dbdb9-12af-4b50-9cb4-8d832d485ec1,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:24.295129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-5dcf5594-daa1-4c5d-87f8-611ba466e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.296553 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-5dcf5594-daa1-4c5d-87f8-611ba466e17a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 1096 time: 0.0583937 Jul 16 02:01:24.385412 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-d036e5c7-a13c-4d95-94c3-6589c853f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.386914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-d036e5c7-a13c-4d95-94c3-6589c853f7a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.0837848 Jul 16 02:01:24.433006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-7b7a5fc8-81ac-4bed-a2d9-6c73d5f7ef67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1 HTTP/1.1" status: 200 len: 217 time: 0.0373361 Jul 16 02:01:24.483834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-a21d749c-f775-4d68-8ae8-17b91bf19b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.485227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-a21d749c-f775-4d68-8ae8-17b91bf19b71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0429771 Jul 16 02:01:24.516731 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-69e13a97-d3fb-45e8-9ce2-f5a8565ba2bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252793 Jul 16 02:01:24.610805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-08014e1b-aae3-416a-9ace-e724f7250be2 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872045 Jul 16 02:01:24.611382 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69c7f35e-8a9d-440f-8158-6a2c6bd3c819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.701040 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30e11d9c-9e46-462f-8c68-e0359342bc57 req-ad3b0f7e-5b8b-4386-848e-8a48ca00dfbd service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819654 Jul 16 02:01:25.348549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d51b45-0a95-45d9-aebb-782ff312d102 req-e625b810-0754-4f69-8ae6-5582ee4b4324 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.350090 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15d51b45-0a95-45d9-aebb-782ff312d102 req-e625b810-0754-4f69-8ae6-5582ee4b4324 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 944 time: 0.0660908 Jul 16 02:01:25.390885 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-15d51b45-0a95-45d9-aebb-782ff312d102 req-6fb3ed02-fe50-419f-add0-4f12b8c176a6 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352032 Jul 16 02:01:25.881136 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.918750 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:25.921705 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c127fd-36c2-41cd-b861-2e897972baff" -d '{"events": [{"name": "network-changed", "server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:25.973067 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075dfd30-0e74-4423-8be8-9a1bbd250d41 x-openstack-request-id: req-075dfd30-0e74-4423-8be8-9a1bbd250d41 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:25.973359 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:25.973618 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-075dfd30-0e74-4423-8be8-9a1bbd250d41 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:25.974090 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1', 'status': 'completed', 'code': 200} Jul 16 02:01:26.053693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c127fd-36c2-41cd-b861-2e897972baff req-cbd6893c-5f8d-440d-9781-f0b0ff418a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.055572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-cbd6893c-5f8d-440d-9781-f0b0ff418a52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 1096 time: 0.0610812 Jul 16 02:01:26.061299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c127fd-36c2-41cd-b861-2e897972baff req-ab9d8d16-a4fe-4d4d-b55c-215f006b1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.063681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-ab9d8d16-a4fe-4d4d-b55c-215f006b1bdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 1096 time: 0.0626514 Jul 16 02:01:26.167894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c127fd-36c2-41cd-b861-2e897972baff req-2b40e57b-3aea-405d-91f4-04bcabc561eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.169345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-2b40e57b-3aea-405d-91f4-04bcabc561eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.0994458 Jul 16 02:01:26.170467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c127fd-36c2-41cd-b861-2e897972baff req-868a55f3-fb78-4938-bab8-f81bab6138ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.171963 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-868a55f3-fb78-4938-bab8-f81bab6138ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.1056068 Jul 16 02:01:26.227087 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-e3bf9751-2c88-4a75-9bc4-1261cea43b2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1 HTTP/1.1" status: 200 len: 217 time: 0.0489516 Jul 16 02:01:26.252268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-fbd389e5-1367-4369-aae0-d99276fee97c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1 HTTP/1.1" status: 200 len: 217 time: 0.0621872 Jul 16 02:01:26.296857 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c127fd-36c2-41cd-b861-2e897972baff req-321dee57-796a-42b9-8ed7-5047b1f8c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.298663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-321dee57-796a-42b9-8ed7-5047b1f8c686 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0646446 Jul 16 02:01:26.311115 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c127fd-36c2-41cd-b861-2e897972baff req-489c0400-4803-49c1-a372-33f12d103698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.312697 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-489c0400-4803-49c1-a372-33f12d103698 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0571914 Jul 16 02:01:26.335735 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-b144e493-1e35-422c-8c39-654911ea8ce2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292275 Jul 16 02:01:26.353581 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-9a4d3ed1-00f4-408d-8f52-9a42b4e38f84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295093 Jul 16 02:01:26.437576 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-ebe6ab8b-953d-4d27-939e-dfe479d73198 service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962341 Jul 16 02:01:26.464063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-7b570870-9d80-4d2f-b330-0ef3d9607714 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948558 Jul 16 02:01:26.560785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-9a06f0de-8ad6-4b3f-82ca-c9c9b76fc38e service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888677 Jul 16 02:01:26.570245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60c127fd-36c2-41cd-b861-2e897972baff req-dde0a7bf-74cc-47d0-ab90-f07627918862 service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265047 Jul 16 02:01:26.600569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cfa9d-99d3-41a5-8a2e-7394acf308c7 req-61876e3b-8512-40d5-893f-cd0451692ff6 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.602082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-282cfa9d-99d3-41a5-8a2e-7394acf308c7 req-61876e3b-8512-40d5-893f-cd0451692ff6 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 944 time: 0.0921865 Jul 16 02:01:26.642377 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-282cfa9d-99d3-41a5-8a2e-7394acf308c7 req-b460b09a-cd05-4e62-ba76-1dc3e6d791e1 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347176 Jul 16 02:01:27.028281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-cac83eb6-873b-471d-ad63-18974957972e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.029658 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-cac83eb6-873b-471d-ad63-18974957972e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.67 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866&tenant_id=c866170354794bffa5be5e872696bdb1&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 944 time: 0.1429377 Jul 16 02:01:27.037004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d226973-bb5c-4e7f-b20f-c82ac08dd2df req-0968a378-f369-4657-a5c0-a03963469875 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.038381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d226973-bb5c-4e7f-b20f-c82ac08dd2df req-0968a378-f369-4657-a5c0-a03963469875 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 944 time: 0.1620359 Jul 16 02:01:27.072078 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.114771 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3d226973-bb5c-4e7f-b20f-c82ac08dd2df req-c2d8ccce-5ae7-4d68-90e2-3b3a331ae8b8 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690844 Jul 16 02:01:27.119668 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-5f94b2c3-4938-4e75-8924-c7f09bf1608c service neutron] delete failed (client error): The resource could not be found. Jul 16 02:01:27.120939 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-5f94b2c3-4938-4e75-8924-c7f09bf1608c service neutron] 10.222.0.67 "DELETE /v2.0/ports/535dbdb9-12af-4b50-9cb4-8d832d485ec1/bindings/n-h1-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0804434 Jul 16 02:01:27.180901 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b666f6f-2328-4249-9d7f-f139435a7ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.224385 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-1450bbb8-e2f3-4893-89b1-15ef5e282b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.225881 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-1450bbb8-e2f3-4893-89b1-15ef5e282b2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 1096 time: 0.0571153 Jul 16 02:01:27.316753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-bb0a56b1-6d63-4f1a-a13a-2c2b4c615100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.318253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-bb0a56b1-6d63-4f1a-a13a-2c2b4c615100 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.0855229 Jul 16 02:01:27.362880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-97c81c0d-2b0f-40f6-a6fb-3e507d7630fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1 HTTP/1.1" status: 200 len: 217 time: 0.0379064 Jul 16 02:01:27.383435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 535dbdb9-12af-4b50-9cb4-8d832d485ec1 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:27.413067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-28f3bf46-4ce6-4ee6-9e0c-42b9a892bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.414555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-28f3bf46-4ce6-4ee6-9e0c-42b9a892bc48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0445189 Jul 16 02:01:27.447667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-16f51a4e-a664-4217-b5ed-2d39465ab17a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265341 Jul 16 02:01:27.484352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:27.495421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '535dbdb9-12af-4b50-9cb4-8d832d485ec1', 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197', 'port_id': '535dbdb9-12af-4b50-9cb4-8d832d485ec1', 'mac_address': 'fa:16:3e:84:be:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa61cfe-3564-44e4-80d8-80a8597e10eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:27.534806 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.548107 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535dbdb9-12af-4b50-9cb4-8d832d485ec1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:27.569015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:27.574382 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.632380 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=535dbdb9-12af-4b50-9cb4-8d832d485ec1,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.680175 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.730987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 535dbdb9-12af-4b50-9cb4-8d832d485ec1 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:27.784101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 535dbdb9-12af-4b50-9cb4-8d832d485ec1 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:27.843072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['535dbdb9-12af-4b50-9cb4-8d832d485ec1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:27.867701 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-d6db369d-77e2-45c9-bac2-e1f79af59f36 service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137468 Jul 16 02:01:27.959117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4131f51-1180-42e1-8b70-4286f54592b7 req-244bb5e2-a27e-4f9a-9ad2-6d6f1061eb69 service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844011 Jul 16 02:01:28.311453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec051dd-c434-4332-9a87-1f0d92557039 req-d41911c6-5879-4d79-a461-7b321cd97baf tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:28.313907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ec051dd-c434-4332-9a87-1f0d92557039 req-d41911c6-5879-4d79-a461-7b321cd97baf tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 945 time: 0.0762851 Jul 16 02:01:28.355859 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4ec051dd-c434-4332-9a87-1f0d92557039 req-c4a7526d-49bf-4f11-8b80-302c7732f62c tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364542 Jul 16 02:01:28.594419 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.388336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 535dbdb9-12af-4b50-9cb4-8d832d485ec1 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:29.440383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:29.444308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:29.444624 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.543392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d494f5-be50-4636-bc6c-7b5b49f4f5e8 req-c6463f8e-65d3-4a20-9559-fbca9c479326 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.545524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68d494f5-be50-4636-bc6c-7b5b49f4f5e8 req-c6463f8e-65d3-4a20-9559-fbca9c479326 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 945 time: 0.0729430 Jul 16 02:01:29.594126 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68d494f5-be50-4636-bc6c-7b5b49f4f5e8 req-3164a1d8-20ec-4f50-b320-f78f18c9f3c5 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Jul 16 02:01:29.694833 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.720383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:29.722662 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57ce81e-194f-406b-8f7d-3979d949d4d1" -d '{"events": [{"server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "name": "network-vif-plugged", "status": "completed", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:29.738150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:29.743218 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.770743 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64be306-dc2d-4295-b040-4778f2ca4b42 x-openstack-request-id: req-c64be306-dc2d-4295-b040-4778f2ca4b42 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:29.770743 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "name": "network-vif-plugged", "status": "completed", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:29.770743 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c64be306-dc2d-4295-b040-4778f2ca4b42 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:29.770743 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1', 'code': 200} Jul 16 02:01:29.798540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b6d69-6d7d-47c1-b316-1c7a87029b97 req-516b07d0-2ed1-42df-b7ff-5f210349bf62 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.800575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3b4b6d69-6d7d-47c1-b316-1c7a87029b97 req-516b07d0-2ed1-42df-b7ff-5f210349bf62 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 945 time: 0.0798967 Jul 16 02:01:29.802359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=535dbdb9-12af-4b50-9cb4-8d832d485ec1,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:29.845981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3b4b6d69-6d7d-47c1-b316-1c7a87029b97 req-eed6d655-bf25-4de0-b4f2-d3cc9fbc0789 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Jul 16 02:01:30.027120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973efdb-d1bb-450c-884c-7199bb36c63b req-1ae8f028-21e1-4fa9-8498-6c3da5ffdcfc tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.028638 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2973efdb-d1bb-450c-884c-7199bb36c63b req-1ae8f028-21e1-4fa9-8498-6c3da5ffdcfc tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0674357 Jul 16 02:01:30.068076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2973efdb-d1bb-450c-884c-7199bb36c63b req-7fd80d27-d981-4573-9c84-2bfce8f62270 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336535 Jul 16 02:01:30.200516 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.534084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627bff0-3722-4309-b76e-44fec386d139 req-9e31dab6-a187-4e05-b3a1-813942afa914 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.535514 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-9e31dab6-a187-4e05-b3a1-813942afa914 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 815 time: 0.1090984 Jul 16 02:01:30.551440 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-5b6e8dac-1175-41f4-a86d-1759aa4d6488 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/quotas/c866170354794bffa5be5e872696bdb1 HTTP/1.1" status: 200 len: 375 time: 0.0104804 Jul 16 02:01:30.620957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-1713fb3b-08f2-4629-b502-4ce541b8c57a tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639801 Jul 16 02:01:30.632670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-1d0a8b78-9656-4fac-a2cc-dde10087e1e0 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:01:30.633640 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-1d0a8b78-9656-4fac-a2cc-dde10087e1e0 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059259 Jul 16 02:01:30.736581 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-1079e180-2ca9-4b19-a423-b5bcbd7ee4f4 service neutron] 10.222.0.64 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959821 Jul 16 02:01:30.831255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-e145e069-eab3-4f57-b4f5-6b9d46e9d1c6 service neutron] 10.222.0.64 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889144 Jul 16 02:01:31.016634 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c03efa56-3179-4d4b-b914-72d82b796d0f req-0d066267-784b-4a1c-9a19-a576e9ed2389 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 210 time: 0.0329583 Jul 16 02:01:31.258806 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:31.864219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-507ed06f-9f24-42e6-9f06-ee12d1a5c386 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.865853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-507ed06f-9f24-42e6-9f06-ee12d1a5c386 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.50 "GET /v2.0/ports?device_id=e11be885-f1cf-48da-8948-0fbc22a2f866 HTTP/1.1" status: 200 len: 946 time: 0.0713382 Jul 16 02:01:31.972594 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-4602b458-84ec-4de3-8299-829002f1961d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Deleting port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:31.972964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-4602b458-84ec-4de3-8299-829002f1961d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.086898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-4602b458-84ec-4de3-8299-829002f1961d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] For port 535dbdb9-12af-4b50-9cb4-8d832d485ec1, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=535dbdb9-12af-4b50-9cb4-8d832d485ec1,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:32.087616 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-4602b458-84ec-4de3-8299-829002f1961d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.101743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-4602b458-84ec-4de3-8299-829002f1961d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Calling delete_port for 535dbdb9-12af-4b50-9cb4-8d832d485ec1 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:32.182073 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7475053b-0719-4f28-b0a9-37e24602c9dd req-3fb4d551-c63c-4fb6-a4fc-a05c5780f2b3 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 210 time: 0.0390389 Jul 16 02:01:32.209235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627bff0-3722-4309-b76e-44fec386d139 req-192432d1-4657-42c1-8dc0-38a1156e58a5 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.209235 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-192432d1-4657-42c1-8dc0-38a1156e58a5 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.50 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 815 time: 0.1648972 Jul 16 02:01:32.219832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Request body: {'port': {'device_id': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197', 'admin_state_up': True, 'tenant_id': 'c866170354794bffa5be5e872696bdb1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:32.282111 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-4602b458-84ec-4de3-8299-829002f1961d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.296321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['535dbdb9-12af-4b50-9cb4-8d832d485ec1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:32.331865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602b458-84ec-4de3-8299-829002f1961d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Pushing event deleted for resources: {'Port': ['ID=535dbdb9-12af-4b50-9cb4-8d832d485ec1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.375668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Made reservation on behalf of c866170354794bffa5be5e872696bdb1 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:32.379892 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.393340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-4602b458-84ec-4de3-8299-829002f1961d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] No DVR routers for this DVR port 535dbdb9-12af-4b50-9cb4-8d832d485ec1 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:32.396443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-4602b458-84ec-4de3-8299-829002f1961d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.398794 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f971a284-6e38-4578-9881-ef7fb3736d6f req-4602b458-84ec-4de3-8299-829002f1961d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.50 "DELETE /v2.0/ports/535dbdb9-12af-4b50-9cb4-8d832d485ec1 HTTP/1.1" status: 204 len: 173 time: 0.5258644 Jul 16 02:01:32.399421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'name': 'network-vif-deleted', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:32.401962 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a5480d-0a39-4412-8d5e-e1cfbec33f7e" -d '{"events": [{"server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "name": "network-vif-deleted", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:32.445878 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7490c124-56e2-48f2-933a-294f4abb92a9 x-openstack-request-id: req-7490c124-56e2-48f2-933a-294f4abb92a9 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:32.446333 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11be885-f1cf-48da-8948-0fbc22a2f866", "name": "network-vif-deleted", "tag": "535dbdb9-12af-4b50-9cb4-8d832d485ec1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:32.446731 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7490c124-56e2-48f2-933a-294f4abb92a9 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:32.447347 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11be885-f1cf-48da-8948-0fbc22a2f866', 'name': 'network-vif-deleted', 'tag': '535dbdb9-12af-4b50-9cb4-8d832d485ec1', 'status': 'completed', 'code': 200} Jul 16 02:01:32.565994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Allocated IP 172.20.0.3 (0ce5b52f-683e-46b7-9b47-60ecd5d22197/5fa61cfe-3564-44e4-80d8-80a8597e10eb/bfa1d1cd-47c3-4c7f-8be9-cdd202318295) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:32.734516 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.776198 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.789254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['535dbdb9-12af-4b50-9cb4-8d832d485ec1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:32.823583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:32.828044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:32.833257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:32.863608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Pushing event updated for resources: {'Port': ['ID=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.893935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.894584 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.909792 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-e076e98f-4810-4360-b6ed-9b524b208d13 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6943130 Jul 16 02:01:32.921774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Request body: {'port': {'device_id': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:32.995039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.267904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa1d1cd-47c3-4c7f-8be9-cdd202318295 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:33.275756 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.288196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Transition to ACTIVE for port object bfa1d1cd-47c3-4c7f-8be9-cdd202318295 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:33.292939 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.369160 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:33.456037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c104f-608a-4169-9aa0-5e4bdccb2d26 req-013520fd-22d8-4f1c-8ea0-b832dbbebe6f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.457533 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-403c104f-608a-4169-9aa0-5e4bdccb2d26 req-013520fd-22d8-4f1c-8ea0-b832dbbebe6f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 943 time: 0.1550083 Jul 16 02:01:33.482960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Attempting to bind port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:33.483293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Attempting to bind port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:33.483621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Attempting to bind port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:33.491004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:33.491322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Attempting to bind port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:33.509474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:33.509815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Checking segment: {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:33.510234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Bound using segment: {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:33.510670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Bound port: bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:33.511156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.524631 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-403c104f-608a-4169-9aa0-5e4bdccb2d26 req-a10ca52e-cffb-4580-8f0f-74c6993774b0 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573726 Jul 16 02:01:33.580493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:33.584061 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:33.587843 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.621982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.622626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.624656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] 10.222.0.50 "PUT /v2.0/ports/bfa1d1cd-47c3-4c7f-8be9-cdd202318295 HTTP/1.1" status: 200 len: 1092 time: 0.7080712 Jul 16 02:01:33.625110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:33.627451 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711a9555-bb5d-42bd-88f3-62567c3bb93a" -d '{"events": [{"name": "network-changed", "server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:33.652556 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e55221-b74a-4e63-b0d8-905f341cdeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:33.666751 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2b874d-98c6-4390-8b33-08d025382906 x-openstack-request-id: req-1b2b874d-98c6-4390-8b33-08d025382906 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:33.667040 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:33.667353 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b2b874d-98c6-4390-8b33-08d025382906 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:33.667761 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295', 'status': 'completed', 'code': 200} Jul 16 02:01:33.730853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627bff0-3722-4309-b76e-44fec386d139 req-ea1743e9-2b84-4691-81d5-8ebc7ce1ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.733831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-ea1743e9-2b84-4691-81d5-8ebc7ce1ca76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0590072 Jul 16 02:01:33.776524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-68203492-da80-4b11-8496-f8786fd50e30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295 HTTP/1.1" status: 200 len: 217 time: 0.0349255 Jul 16 02:01:33.824473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627bff0-3722-4309-b76e-44fec386d139 req-3cea5208-99e6-4c7c-bc2f-db7739a9cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.825916 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-3cea5208-99e6-4c7c-bc2f-db7739a9cc22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0430348 Jul 16 02:01:33.863771 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-6faedda8-8a81-4152-9a3f-44d93c6317bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303781 Jul 16 02:01:33.952298 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-7d851316-8a28-4b4f-8920-fc35a739f525 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824196 Jul 16 02:01:34.046897 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2627bff0-3722-4309-b76e-44fec386d139 req-9de937a7-8ccf-4318-a273-b3dd567f8d34 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878866 Jul 16 02:01:34.150378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a9555-bb5d-42bd-88f3-62567c3bb93a req-0b34665f-4c2d-4119-9ae1-80c826cdccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:34.151890 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-711a9555-bb5d-42bd-88f3-62567c3bb93a req-0b34665f-4c2d-4119-9ae1-80c826cdccfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0555925 Jul 16 02:01:34.245093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a9555-bb5d-42bd-88f3-62567c3bb93a req-b32dd0af-3e59-4baf-ab13-144ec78aedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:34.246990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-711a9555-bb5d-42bd-88f3-62567c3bb93a req-b32dd0af-3e59-4baf-ab13-144ec78aedd1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.0879836 Jul 16 02:01:34.291641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-711a9555-bb5d-42bd-88f3-62567c3bb93a req-2eee3649-ce31-49fc-bce0-848a1be2cf57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295 HTTP/1.1" status: 200 len: 217 time: 0.0362267 Jul 16 02:01:34.343246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a9555-bb5d-42bd-88f3-62567c3bb93a req-ebe6b96c-5e40-4ef6-9802-b75d0e0e797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:34.344760 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-711a9555-bb5d-42bd-88f3-62567c3bb93a req-ebe6b96c-5e40-4ef6-9802-b75d0e0e797d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0457857 Jul 16 02:01:34.379748 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-711a9555-bb5d-42bd-88f3-62567c3bb93a req-457d391d-6604-45ad-bce8-19d5b16c2771 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278757 Jul 16 02:01:34.478170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-711a9555-bb5d-42bd-88f3-62567c3bb93a req-42f90a78-ba9d-4f1e-9705-c950b0017791 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914006 Jul 16 02:01:34.581234 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-711a9555-bb5d-42bd-88f3-62567c3bb93a req-0614e51d-dc90-4a43-98b1-3dcca01b7624 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961299 Jul 16 02:01:34.713986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187478-038d-469a-a04a-a92e241e1dc9 req-975c1ab0-3b86-4db3-98b2-1c00976fc9f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:34.715554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51187478-038d-469a-a04a-a92e241e1dc9 req-975c1ab0-3b86-4db3-98b2-1c00976fc9f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 943 time: 0.0735483 Jul 16 02:01:34.756908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-51187478-038d-469a-a04a-a92e241e1dc9 req-bb3ad9f1-5be0-4a10-a40b-c7bb7111cbd4 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345671 Jul 16 02:01:35.449049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 535dbdb9-12af-4b50-9cb4-8d832d485ec1 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:35.470497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 535dbdb9-12af-4b50-9cb4-8d832d485ec1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:35.470835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 535dbdb9-12af-4b50-9cb4-8d832d485ec1 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:35.930911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a58f3-63ae-46b2-9538-7302c3b6f2af req-1e250a35-910c-4c5e-8125-5565f6ffd413 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:35.933123 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-217a58f3-63ae-46b2-9538-7302c3b6f2af req-1e250a35-910c-4c5e-8125-5565f6ffd413 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 943 time: 0.0643175 Jul 16 02:01:35.972400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-217a58f3-63ae-46b2-9538-7302c3b6f2af req-78531c0b-acd5-43ea-a15e-fad5dbf3eb20 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Jul 16 02:01:37.144545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a7289-b8cc-42cc-8f94-304f2ec79c7e req-2b355a3e-561d-4c17-bb91-f8c41efdc430 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.146050 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b36a7289-b8cc-42cc-8f94-304f2ec79c7e req-2b355a3e-561d-4c17-bb91-f8c41efdc430 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 943 time: 0.0634720 Jul 16 02:01:37.183623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b36a7289-b8cc-42cc-8f94-304f2ec79c7e req-a9bce666-0ac2-4b41-9184-bb3668216a9c tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320852 Jul 16 02:01:37.473720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bfa1d1cd-47c3-4c7f-8be9-cdd202318295 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:37.573211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:37.585254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295', 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197', 'port_id': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295', 'mac_address': 'fa:16:3e:7b:29:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa61cfe-3564-44e4-80d8-80a8597e10eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:37.622053 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.634388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa1d1cd-47c3-4c7f-8be9-cdd202318295 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:37.654368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:37.658976 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.705925 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:37.854546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['bfa1d1cd-47c3-4c7f-8be9-cdd202318295'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:38.364904 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091918a-a8ce-470c-a32b-53218faaacc3 req-243e2fa6-43f9-44b7-85dd-eaf6225f68d7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.366415 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a091918a-a8ce-470c-a32b-53218faaacc3 req-243e2fa6-43f9-44b7-85dd-eaf6225f68d7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 944 time: 0.0714502 Jul 16 02:01:38.403666 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a091918a-a8ce-470c-a32b-53218faaacc3 req-6ddf3b7d-5a80-43c2-8778-52a5936d0118 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Jul 16 02:01:39.480774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bfa1d1cd-47c3-4c7f-8be9-cdd202318295 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:39.551419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:39.557426 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:39.557806 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.599404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2d82b-af36-4a03-96bf-f7897b9bc955 req-8d29e2ea-50f8-48ce-b066-f4d5385d486f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.600960 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4e2d82b-af36-4a03-96bf-f7897b9bc955 req-8d29e2ea-50f8-48ce-b066-f4d5385d486f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 944 time: 0.0730846 Jul 16 02:01:39.641529 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b4e2d82b-af36-4a03-96bf-f7897b9bc955 req-b54c2a2c-aa5a-41ef-bbd0-19dfe6ccda07 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347345 Jul 16 02:01:39.642507 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.665354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:39.667641 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f9f4ed-3387-44b5-afc3-0f5ecbc4d492" -d '{"events": [{"server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "name": "network-vif-plugged", "status": "completed", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:39.680364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:39.684726 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.709718 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ff7dd5-c4da-4535-9d24-7fd088db1d56 x-openstack-request-id: req-90ff7dd5-c4da-4535-9d24-7fd088db1d56 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:39.710030 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "name": "network-vif-plugged", "status": "completed", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:39.710300 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90ff7dd5-c4da-4535-9d24-7fd088db1d56 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:39.710694 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295', 'code': 200} Jul 16 02:01:39.737896 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:39.745847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.746237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.746582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.746926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.747266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.747600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.747937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.748260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.748585 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.748913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.749237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.750234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:39.826847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e461838-b082-400d-8ff5-dbf76858be95 req-61e1bc23-3904-441b-b922-e623a0c623e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.828988 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e461838-b082-400d-8ff5-dbf76858be95 req-61e1bc23-3904-441b-b922-e623a0c623e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0540698 Jul 16 02:01:39.865475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e461838-b082-400d-8ff5-dbf76858be95 req-575f73da-80df-4afc-9c81-1b44e7694595 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298505 Jul 16 02:01:40.820343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f10a8-3c0e-4ee0-bcc6-1562b383bd37 req-d80e2425-e731-4b26-b811-3b4caab51ca7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:40.821839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f3f10a8-3c0e-4ee0-bcc6-1562b383bd37 req-d80e2425-e731-4b26-b811-3b4caab51ca7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0660491 Jul 16 02:01:40.860018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7f3f10a8-3c0e-4ee0-bcc6-1562b383bd37 req-902c37ed-204b-4f3e-bf73-0a5677d547a7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Jul 16 02:01:41.038247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127316e8-f953-467b-ba3f-abe1b5fb3514 req-3c410fba-6c04-4e3c-a61f-296e8155af5f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.039651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-127316e8-f953-467b-ba3f-abe1b5fb3514 req-3c410fba-6c04-4e3c-a61f-296e8155af5f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0639868 Jul 16 02:01:41.079066 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-127316e8-f953-467b-ba3f-abe1b5fb3514 req-fc91d8ea-3374-42ae-ad11-66e0f5cde1af tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338881 Jul 16 02:01:41.414173 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-392304fb-1636-4252-8f42-125e299a5e6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517571 Jul 16 02:01:41.476980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadaf41-1e69-4cf7-a7d2-9e7f428fa71d req-54611f93-18b4-4879-ad13-db38561d1dd9 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.479594 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ffadaf41-1e69-4cf7-a7d2-9e7f428fa71d req-54611f93-18b4-4879-ad13-db38561d1dd9 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0657432 Jul 16 02:01:41.519960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ffadaf41-1e69-4cf7-a7d2-9e7f428fa71d req-1755a91d-d125-47c7-8ee2-3999089e07e1 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360217 Jul 16 02:01:42.549064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba388-2e37-46a5-a643-57a9684145b6 req-82e3991a-0653-44ad-93c2-b5bad055b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:42.550591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-82e3991a-0653-44ad-93c2-b5bad055b955 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0524683 Jul 16 02:01:42.674547 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba388-2e37-46a5-a643-57a9684145b6 req-f88fafc7-a264-4285-830a-340703aaa914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:42.676021 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-f88fafc7-a264-4285-830a-340703aaa914 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.1172032 Jul 16 02:01:42.727599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-6cfaf392-7bf3-488b-97fa-503dc4f65917 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295 HTTP/1.1" status: 200 len: 217 time: 0.0440989 Jul 16 02:01:42.774607 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda00e4d-49ff-40bc-a9cf-345b9a3f2a6f req-1b954b53-0876-480f-bc4e-62fc0610bdde tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:42.776068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dda00e4d-49ff-40bc-a9cf-345b9a3f2a6f req-1b954b53-0876-480f-bc4e-62fc0610bdde tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.1419563 Jul 16 02:01:42.803884 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba388-2e37-46a5-a643-57a9684145b6 req-d5f15eb0-9394-4d4f-8f89-08b9bced890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:42.805289 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-d5f15eb0-9394-4d4f-8f89-08b9bced890a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0715015 Jul 16 02:01:42.844839 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-825e39ad-c2ea-41da-8fd9-1b034964e7c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284121 Jul 16 02:01:42.847799 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dda00e4d-49ff-40bc-a9cf-345b9a3f2a6f req-2a5f0530-a48f-40e0-8dc1-eefdb8989c93 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656657 Jul 16 02:01:42.947774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-ff3384c2-d64a-452b-94f7-fb8e34576507 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910883 Jul 16 02:01:43.034308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-b0d3ed59-01f0-48f9-b07d-09aa76285846 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844426 Jul 16 02:01:44.025585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28804455-cf41-49e3-8958-0b07a8d116ea req-2a55c7be-8541-4850-a20c-84c03f11d483 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:44.027070 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-28804455-cf41-49e3-8958-0b07a8d116ea req-2a55c7be-8541-4850-a20c-84c03f11d483 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0675533 Jul 16 02:01:44.064815 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-28804455-cf41-49e3-8958-0b07a8d116ea req-75b9d0b4-26af-418a-8bf6-02f3e41fa047 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321686 Jul 16 02:01:45.244028 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993ecdf-1761-418b-9e75-ab5618551188 req-27266a6c-0b55-48d9-8de7-288bea5b0091 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.245753 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4993ecdf-1761-418b-9e75-ab5618551188 req-27266a6c-0b55-48d9-8de7-288bea5b0091 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0665226 Jul 16 02:01:45.283461 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4993ecdf-1761-418b-9e75-ab5618551188 req-e56eea5b-f138-4779-8b6a-6e29c3df28d1 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Jul 16 02:01:46.458577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff3251-15df-463f-aa5b-222bb883eba6 req-8935e83a-d53b-4bb2-9390-c12995b41878 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.460148 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7fff3251-15df-463f-aa5b-222bb883eba6 req-8935e83a-d53b-4bb2-9390-c12995b41878 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0652575 Jul 16 02:01:46.497766 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7fff3251-15df-463f-aa5b-222bb883eba6 req-68d7b162-19a4-4859-9757-07da86c2769e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Jul 16 02:01:47.679581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500680b-967f-4471-a7d1-7dde0688633d req-ad5b5ba2-2bc4-4545-9f71-147cbf807a15 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:47.681102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e500680b-967f-4471-a7d1-7dde0688633d req-ad5b5ba2-2bc4-4545-9f71-147cbf807a15 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0646727 Jul 16 02:01:47.719619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e500680b-967f-4471-a7d1-7dde0688633d req-34a11614-f54e-414f-9343-4ed6a9280bca tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326719 Jul 16 02:01:48.900512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f830a81-c7a6-4b7b-9ea5-b5fd23e6e6d0 req-a76f8fe4-b7d0-468a-9c3d-cec2cb71f9ab tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:48.901981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f830a81-c7a6-4b7b-9ea5-b5fd23e6e6d0 req-a76f8fe4-b7d0-468a-9c3d-cec2cb71f9ab tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0675447 Jul 16 02:01:48.940653 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9f830a81-c7a6-4b7b-9ea5-b5fd23e6e6d0 req-98b2694c-81db-4ddf-a435-ede5e41d0235 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Jul 16 02:01:50.116332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90264942-e584-4cc2-8920-618411fd3e82 req-00e12a22-efaf-44a9-9015-380e3a507963 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.117828 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-90264942-e584-4cc2-8920-618411fd3e82 req-00e12a22-efaf-44a9-9015-380e3a507963 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0657041 Jul 16 02:01:50.154986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-90264942-e584-4cc2-8920-618411fd3e82 req-49d19508-a167-4519-9098-4d86c3623dba tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Jul 16 02:01:51.334466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b5aa9-3573-41dc-b934-16de83b3262b req-3b6cecc2-d22f-466a-900a-af9e55124394 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:51.336483 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e74b5aa9-3573-41dc-b934-16de83b3262b req-3b6cecc2-d22f-466a-900a-af9e55124394 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0700161 Jul 16 02:01:51.384632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e74b5aa9-3573-41dc-b934-16de83b3262b req-709f1609-4b9d-4031-b956-5e72b4767f93 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424051 Jul 16 02:01:52.568630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79953e84-e781-4d43-bb9d-256263d1603f req-ce12801c-17c1-422f-8dcd-06809f0d532b tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:52.570204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79953e84-e781-4d43-bb9d-256263d1603f req-ce12801c-17c1-422f-8dcd-06809f0d532b tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0758271 Jul 16 02:01:52.608270 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79953e84-e781-4d43-bb9d-256263d1603f req-ef90b8c4-91f9-492e-9c72-e013b564dde8 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323267 Jul 16 02:01:53.782942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4e8c3-5575-458b-b8a5-22340f650717 req-2ff8d1d9-a097-443a-a882-8d6db21531ce tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:53.784414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8a4e8c3-5575-458b-b8a5-22340f650717 req-2ff8d1d9-a097-443a-a882-8d6db21531ce tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0622978 Jul 16 02:01:53.820808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8a4e8c3-5575-458b-b8a5-22340f650717 req-5a2bab54-71a9-4945-b72f-45793a1329ed tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Jul 16 02:01:54.615097 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3396c1a5-2d33-4363-9638-0cc2d0c62b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.001584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74601681-ae54-41d3-aa01-00a6b89983e6 req-62e0aee0-ecaf-4bc5-b7a0-c3e97f8f03cb tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:55.003161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74601681-ae54-41d3-aa01-00a6b89983e6 req-62e0aee0-ecaf-4bc5-b7a0-c3e97f8f03cb tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0666211 Jul 16 02:01:55.039777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-74601681-ae54-41d3-aa01-00a6b89983e6 req-9ca53e66-f1c5-431a-914e-c0dc820ce514 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Jul 16 02:01:55.880203 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.217219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f69eea-9af1-437e-9bc5-ff7eb79976e9 req-c074a7b8-a859-40e7-be39-a645509937c9 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:56.219364 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38f69eea-9af1-437e-9bc5-ff7eb79976e9 req-c074a7b8-a859-40e7-be39-a645509937c9 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0676932 Jul 16 02:01:56.257985 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38f69eea-9af1-437e-9bc5-ff7eb79976e9 req-bb090337-5628-4251-ba1f-1845e70ac3a1 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330536 Jul 16 02:01:57.071539 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.181701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a94b98bc-dc0d-48af-a2a6-b6388d35a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.444989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d937-ced3-43e8-87e2-fc5d72a3c8cc req-44998ac5-e06c-4c43-9563-5a2716cb52f7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.446630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0b3d937-ced3-43e8-87e2-fc5d72a3c8cc req-44998ac5-e06c-4c43-9563-5a2716cb52f7 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0693097 Jul 16 02:01:57.489851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a0b3d937-ced3-43e8-87e2-fc5d72a3c8cc req-d49d0f30-e176-4e84-a09c-99583326b529 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Jul 16 02:01:57.682548 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.601942 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.671902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ef8f9-76bd-4400-8a96-6904ff2d38be req-a56d9731-459a-4d77-b50d-ff00b2f21b75 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:58.673404 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-091ef8f9-76bd-4400-8a96-6904ff2d38be req-a56d9731-459a-4d77-b50d-ff00b2f21b75 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0666702 Jul 16 02:01:58.711973 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-091ef8f9-76bd-4400-8a96-6904ff2d38be req-b06ae5f2-7ea3-4fd5-a223-b8597e8c9f31 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Jul 16 02:01:59.889383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db94a8-0c3f-4e15-8d57-55b3291b63a4 req-e250c8da-5208-4824-84d9-80be4862f0c0 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:59.891139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14db94a8-0c3f-4e15-8d57-55b3291b63a4 req-e250c8da-5208-4824-84d9-80be4862f0c0 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0658586 Jul 16 02:01:59.929827 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14db94a8-0c3f-4e15-8d57-55b3291b63a4 req-79f7d320-f08a-40db-b557-490a987a4aec tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330813 Jul 16 02:02:00.201415 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.109619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4d097-5513-403b-acf3-0f549b745c9b req-1c19fa03-6dc1-4df6-b54b-e8b987ec18c4 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:01.111159 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44a4d097-5513-403b-acf3-0f549b745c9b req-1c19fa03-6dc1-4df6-b54b-e8b987ec18c4 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0685647 Jul 16 02:02:01.151144 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44a4d097-5513-403b-acf3-0f549b745c9b req-52429a58-4aee-4a85-843d-c0917baed3bf tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343270 Jul 16 02:02:02.335412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0bfff-e88c-4b98-b7cb-378926f5a5df req-bf834e51-f5b0-46c2-b7bb-0db1b51e0e7b tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:02.336935 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cdd0bfff-e88c-4b98-b7cb-378926f5a5df req-bf834e51-f5b0-46c2-b7bb-0db1b51e0e7b tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0655499 Jul 16 02:02:02.375828 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cdd0bfff-e88c-4b98-b7cb-378926f5a5df req-ea1dd1b9-5ffe-4285-8296-2fa1ee8cc117 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Jul 16 02:02:03.552854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463ace1-b53c-4806-83a9-98b985aba14f req-3f7c630a-80fc-4379-9782-d17d94a56198 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:03.554383 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1463ace1-b53c-4806-83a9-98b985aba14f req-3f7c630a-80fc-4379-9782-d17d94a56198 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0645308 Jul 16 02:02:03.594836 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1463ace1-b53c-4806-83a9-98b985aba14f req-d7d7bff4-401d-42a5-8e8b-01eae0ed4402 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343709 Jul 16 02:02:04.809254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90763-2d25-44b9-a705-237c132101c1 req-dc93ffe1-ce41-4e96-9dee-ec1340e2ab7a tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:04.810986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6bb90763-2d25-44b9-a705-237c132101c1 req-dc93ffe1-ce41-4e96-9dee-ec1340e2ab7a tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0726013 Jul 16 02:02:04.849017 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6bb90763-2d25-44b9-a705-237c132101c1 req-24ca155b-9c0a-499a-a2a5-b28c29c70821 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Jul 16 02:02:06.021777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd84c7a-563c-4722-8659-bf186a3a7d43 req-3da5f0df-f827-4cbf-998e-d6eaba8b834e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:06.023268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3bd84c7a-563c-4722-8659-bf186a3a7d43 req-3da5f0df-f827-4cbf-998e-d6eaba8b834e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0629642 Jul 16 02:02:06.060688 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3bd84c7a-563c-4722-8659-bf186a3a7d43 req-2a93f3f8-d6f8-4d4d-aea9-2059e9ae7673 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Jul 16 02:02:07.245104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78a88-1f2b-4982-9008-82504cf8a565 req-1e517f9c-53cc-4a32-9238-a5b9ad4b612f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:07.246909 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cab78a88-1f2b-4982-9008-82504cf8a565 req-1e517f9c-53cc-4a32-9238-a5b9ad4b612f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0664067 Jul 16 02:02:07.285642 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cab78a88-1f2b-4982-9008-82504cf8a565 req-d3fb8b58-4bf0-4a31-bd69-b06fb5b37836 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327899 Jul 16 02:02:08.258544 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:08.475630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeec8d-5839-4112-8d39-f0f25fac0a2c req-fff8e8ce-ea66-4690-b3c7-f4ee35d85a5d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:08.477239 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1faeec8d-5839-4112-8d39-f0f25fac0a2c req-fff8e8ce-ea66-4690-b3c7-f4ee35d85a5d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0747116 Jul 16 02:02:08.520015 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1faeec8d-5839-4112-8d39-f0f25fac0a2c req-59ed460d-3bd0-4e04-827c-6ef867dba098 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370591 Jul 16 02:02:09.709831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa3d02-3e12-405d-95f3-933da493f369 req-c32ba612-7963-42e4-bd62-5266da665b9f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:09.711413 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8caa3d02-3e12-405d-95f3-933da493f369 req-c32ba612-7963-42e4-bd62-5266da665b9f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0707877 Jul 16 02:02:09.751304 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8caa3d02-3e12-405d-95f3-933da493f369 req-40622c12-545a-4dc3-b375-d72b71d62b80 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342271 Jul 16 02:02:09.878798 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-089ba388-2e37-46a5-a643-57a9684145b6 req-01400d3e-0ff5-41b2-98df-6b99bf094913 service neutron] show failed (client error): The resource could not be found. Jul 16 02:02:09.879866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-01400d3e-0ff5-41b2-98df-6b99bf094913 service neutron] 10.222.0.50 "GET /v2.0/ports/bfa1d1cd-47c3-4c7f-8be9-cdd202318295/bindings/n-h1-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0569029 Jul 16 02:02:10.130579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba388-2e37-46a5-a643-57a9684145b6 req-bb07b6c1-16c6-4fba-8ed6-7a02ffcfb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:10.131976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-bb07b6c1-16c6-4fba-8ed6-7a02ffcfb51b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4&tenant_id=c866170354794bffa5be5e872696bdb1 HTTP/1.1" status: 200 len: 1097 time: 0.0538399 Jul 16 02:02:10.143845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:10.218608 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.417183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:10.449575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:10.488380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:10.490624 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a91fd2-57ee-4bbb-bdb2-1193fb970c01" -d '{"events": [{"server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:10.494486 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.507275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Transition to ACTIVE for port object bfa1d1cd-47c3-4c7f-8be9-cdd202318295 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:10.510936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.543564 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7624e89e-6138-4116-9997-65414126fd5f x-openstack-request-id: req-7624e89e-6138-4116-9997-65414126fd5f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:10.543847 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:10.544090 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7624e89e-6138-4116-9997-65414126fd5f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:10.544476 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295', 'code': 200} Jul 16 02:02:10.580933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] No DVR routers for this DVR port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:10.584063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:10.595286 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.595624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.595960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.596289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.596617 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.596937 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.597258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.597581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.597901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.598312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.598889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.598889 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:10.629178 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Attempting to bind port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:10.629505 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Attempting to bind port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:10.629818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Attempting to bind port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:10.633995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:02:10.634334 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Attempting to bind port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 on network 0ce5b52f-683e-46b7-9b47-60ecd5d22197 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:10.639028 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:10.639353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Checking segment: {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:10.639732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Bound using segment: {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:10.640682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Bound port: bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab28e513-c86b-477d-930a-dd99a4a662a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:10.641212 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.702920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:10.705909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:10.711242 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.744849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:10.745737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.748211 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] 10.222.0.67 "PUT /v2.0/ports/bfa1d1cd-47c3-4c7f-8be9-cdd202318295 HTTP/1.1" status: 200 len: 1092 time: 0.6078625 Jul 16 02:02:10.768543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb34fab-26b9-4dda-9060-a9d5b26ca451 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:10.827893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba388-2e37-46a5-a643-57a9684145b6 req-7463f7cd-ed8e-4021-8954-b59f169abff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:10.829675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-7463f7cd-ed8e-4021-8954-b59f169abff9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0583415 Jul 16 02:02:11.278347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9faab8a1-85d4-4b28-abc7-6fda00d680d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:11.279810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9faab8a1-85d4-4b28-abc7-6fda00d680d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.4437752 Jul 16 02:02:11.301367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4663a2-90cf-4498-a737-d82c77a28503 req-37eecc21-0e9a-4e41-8741-eb8d750a5911 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:11.302853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc4663a2-90cf-4498-a737-d82c77a28503 req-37eecc21-0e9a-4e41-8741-eb8d750a5911 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 943 time: 0.4359879 Jul 16 02:02:11.331682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-c649ba0b-1b15-4866-aaa4-dd6930c10f18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295 HTTP/1.1" status: 200 len: 217 time: 0.0438228 Jul 16 02:02:11.398708 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc4663a2-90cf-4498-a737-d82c77a28503 req-802476d8-8413-46eb-98ad-3a82bf9e7c3b tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694780 Jul 16 02:02:11.403872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba388-2e37-46a5-a643-57a9684145b6 req-19e80b51-ee3b-4ee3-be57-0d014b38ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:11.405252 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-19e80b51-ee3b-4ee3-be57-0d014b38ae9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0674646 Jul 16 02:02:11.438694 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-6eae54a0-0f8a-4060-b002-401fa9154b72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263684 Jul 16 02:02:11.527977 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-9a8b01f4-edb6-4276-835a-cbb77d74798e service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808389 Jul 16 02:02:11.618201 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-089ba388-2e37-46a5-a643-57a9684145b6 req-c1a9ec33-c742-4c73-8cf8-8a2dfcc25cd6 service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838234 Jul 16 02:02:12.545714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:12.548274 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce245eb-f247-4d87-898c-58adc6bc84b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:12.574838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a8423-41d1-4f25-b663-bcdcb88e8ca3 req-1ebd9df5-9d25-4d5d-853a-2123238f822c tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:12.576439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-820a8423-41d1-4f25-b663-bcdcb88e8ca3 req-1ebd9df5-9d25-4d5d-853a-2123238f822c tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 943 time: 0.0651472 Jul 16 02:02:12.603786 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dacbda5-f218-4df5-bc3a-dd2baf2bc2bf x-openstack-request-id: req-0dacbda5-f218-4df5-bc3a-dd2baf2bc2bf {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:12.604263 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:12.604511 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0dacbda5-f218-4df5-bc3a-dd2baf2bc2bf {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:12.604905 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295', 'status': 'completed', 'code': 200} Jul 16 02:02:12.620763 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-820a8423-41d1-4f25-b663-bcdcb88e8ca3 req-1b1ca15f-2cdb-498d-97dc-c4a8b4b1ad6c tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347939 Jul 16 02:02:12.721007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-03c25921-4344-4866-a526-775a8b13eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:12.722541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-03c25921-4344-4866-a526-775a8b13eaef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 1095 time: 0.1041629 Jul 16 02:02:12.724228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-850eb24c-0087-4b3f-934c-2e57ff2b5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:12.725557 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-850eb24c-0087-4b3f-934c-2e57ff2b5b1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0757127 Jul 16 02:02:12.884243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-8298f163-1a85-4872-8cb9-38ccf5a11287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:12.885810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-8298f163-1a85-4872-8cb9-38ccf5a11287 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.1564357 Jul 16 02:02:12.886830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-9d7669b0-35dc-4bad-a2bc-01ffa6e326e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:12.888146 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-9d7669b0-35dc-4bad-a2bc-01ffa6e326e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.1515324 Jul 16 02:02:12.959808 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-78a73362-4165-41b3-a989-c1b547c85ea6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295 HTTP/1.1" status: 200 len: 217 time: 0.0669501 Jul 16 02:02:12.961294 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-245445e5-20de-4935-ae61-3f0fc60edcd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295 HTTP/1.1" status: 200 len: 217 time: 0.0628660 Jul 16 02:02:13.044244 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-d62fe05d-eb6c-414d-99e3-682c73b5db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:13.045707 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-d62fe05d-eb6c-414d-99e3-682c73b5db74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0800109 Jul 16 02:02:13.048084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-229e521e-8088-4bb6-b395-7094440f5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:13.049416 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-229e521e-8088-4bb6-b395-7094440f5046 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0764315 Jul 16 02:02:13.091097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-58695c4e-dee4-4e68-8cb8-76a27590ab5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375702 Jul 16 02:02:13.116981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-c4147455-dd5d-4c58-ac98-b309953a38fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561435 Jul 16 02:02:13.269175 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-14303c5f-185d-46f1-9938-842f6f743460 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573050 Jul 16 02:02:13.270425 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-febdef94-1cc8-415a-8225-5da20a3b5467 service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417305 Jul 16 02:02:13.427545 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-29d1a221-04c4-4e5e-bca2-442621ff18c8 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559887 Jul 16 02:02:13.429281 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4ce245eb-f247-4d87-898c-58adc6bc84b0 req-54ed33b9-3164-41f7-bd55-28f736262e4c service neutron] 10.222.0.67 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503282 Jul 16 02:02:13.663877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bfa1d1cd-47c3-4c7f-8be9-cdd202318295 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:13.702235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device bfa1d1cd-47c3-4c7f-8be9-cdd202318295 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:13.815543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4159a1-ae22-4e4f-b4a5-595c9c9b8969 req-5c0087e3-d0df-4777-9a99-b2d70765fd0e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:13.817020 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a4159a1-ae22-4e4f-b4a5-595c9c9b8969 req-5c0087e3-d0df-4777-9a99-b2d70765fd0e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 943 time: 0.0670762 Jul 16 02:02:13.854818 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3a4159a1-ae22-4e4f-b4a5-595c9c9b8969 req-433b8d97-9278-4c85-b2cd-523a46a7191c tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322397 Jul 16 02:02:13.858251 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bfa1d1cd-47c3-4c7f-8be9-cdd202318295 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:13.956630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:13.970957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295', 'network_id': '0ce5b52f-683e-46b7-9b47-60ecd5d22197', 'port_id': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295', 'mac_address': 'fa:16:3e:7b:29:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa61cfe-3564-44e4-80d8-80a8597e10eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:14.009373 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.028371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa1d1cd-47c3-4c7f-8be9-cdd202318295 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:14.052673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:14.057583 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.111808 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:14.223167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0545e-7311-4f8e-9209-f7a214ea9a9d req-f83026d4-24cb-40e0-82ac-7cfe3c3641a1 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:14.224579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30c0545e-7311-4f8e-9209-f7a214ea9a9d req-f83026d4-24cb-40e0-82ac-7cfe3c3641a1 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 944 time: 0.1275029 Jul 16 02:02:14.232994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821382da-4f38-4d30-a573-5fcccceae766 req-695c68fe-39e1-445a-9de2-cb5feaabc34f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:14.234423 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-821382da-4f38-4d30-a573-5fcccceae766 req-695c68fe-39e1-445a-9de2-cb5feaabc34f tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4&tenant_id=c866170354794bffa5be5e872696bdb1&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 944 time: 0.1268530 Jul 16 02:02:14.275203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['bfa1d1cd-47c3-4c7f-8be9-cdd202318295'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:14.303076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30c0545e-7311-4f8e-9209-f7a214ea9a9d req-99f4766b-5bf3-496a-abc9-19b76f68fc96 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676832 Jul 16 02:02:14.318926 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-821382da-4f38-4d30-a573-5fcccceae766 req-9c3c4a15-1913-4d1c-ace1-3ad87ce5701c service neutron] delete failed (client error): The resource could not be found. Jul 16 02:02:14.319951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-821382da-4f38-4d30-a573-5fcccceae766 req-9c3c4a15-1913-4d1c-ace1-3ad87ce5701c service neutron] 10.222.0.50 "DELETE /v2.0/ports/bfa1d1cd-47c3-4c7f-8be9-cdd202318295/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0786946 Jul 16 02:02:14.418443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821382da-4f38-4d30-a573-5fcccceae766 req-cd8b1eab-acda-4715-b896-fc45c84088c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:14.419946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-821382da-4f38-4d30-a573-5fcccceae766 req-cd8b1eab-acda-4715-b896-fc45c84088c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c866170354794bffa5be5e872696bdb1&device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0544214 Jul 16 02:02:14.514075 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821382da-4f38-4d30-a573-5fcccceae766 req-f9cd88e5-3b1a-4a87-87db-57da4bbfa9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:14.515575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-821382da-4f38-4d30-a573-5fcccceae766 req-f9cd88e5-3b1a-4a87-87db-57da4bbfa9fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 200 len: 915 time: 0.0878439 Jul 16 02:02:14.556312 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-821382da-4f38-4d30-a573-5fcccceae766 req-6884f258-1a3a-4e74-9c59-d3d48fab4859 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295 HTTP/1.1" status: 200 len: 217 time: 0.0343409 Jul 16 02:02:14.609153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821382da-4f38-4d30-a573-5fcccceae766 req-45307f52-e236-4ba2-8aad-256899bcca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:14.610618 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-821382da-4f38-4d30-a573-5fcccceae766 req-45307f52-e236-4ba2-8aad-256899bcca9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 200 len: 855 time: 0.0473740 Jul 16 02:02:14.644699 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-821382da-4f38-4d30-a573-5fcccceae766 req-f07979a0-ffd8-463e-ad74-1cbd9758a39e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ce5b52f-683e-46b7-9b47-60ecd5d22197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273914 Jul 16 02:02:14.733482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-821382da-4f38-4d30-a573-5fcccceae766 req-aaaa8825-7644-43cc-918a-5e991e4310ac service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824366 Jul 16 02:02:14.839254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-821382da-4f38-4d30-a573-5fcccceae766 req-d2a22f80-66af-4218-8137-7f30f3c31c58 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986238 Jul 16 02:02:15.496023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cc45b-5d6c-475e-af4b-2d7a605d5a7b req-0c4b8c15-a889-448d-933a-ac638c078523 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:15.497623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-700cc45b-5d6c-475e-af4b-2d7a605d5a7b req-0c4b8c15-a889-448d-933a-ac638c078523 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 944 time: 0.0712707 Jul 16 02:02:15.536290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-700cc45b-5d6c-475e-af4b-2d7a605d5a7b req-97580b60-b3da-44d8-a272-2da463b708af tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Jul 16 02:02:15.711346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b42059-2be5-40ff-9d88-07ee36dfb321 req-175ff474-d78c-4d14-abd7-8e9de3ac04cb tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:15.712841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-12b42059-2be5-40ff-9d88-07ee36dfb321 req-175ff474-d78c-4d14-abd7-8e9de3ac04cb tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 944 time: 0.0669558 Jul 16 02:02:15.753699 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-12b42059-2be5-40ff-9d88-07ee36dfb321 req-db911d4c-e3fa-4608-a2a0-8eda0ed9bd4d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353556 Jul 16 02:02:15.854729 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bfa1d1cd-47c3-4c7f-8be9-cdd202318295 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:15.905626 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:15.909402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:15.909775 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.930601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad352195-a100-434f-878f-51015ab64804 req-18dfb40e-ee0f-4138-8be7-298531da333e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:15.932109 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad352195-a100-434f-878f-51015ab64804 req-18dfb40e-ee0f-4138-8be7-298531da333e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 944 time: 0.0653741 Jul 16 02:02:15.971828 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ad352195-a100-434f-878f-51015ab64804 req-118108e8-5709-4efa-bb52-da7997df00c5 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335026 Jul 16 02:02:15.995010 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.019180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:16.021449 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33b8373-e436-4dda-a8ea-715acf514caf" -d '{"events": [{"server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "name": "network-vif-plugged", "status": "completed", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:16.034001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:16.038291 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.065018 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638de2cd-ef27-4ce5-895f-3947b3d0945e x-openstack-request-id: req-638de2cd-ef27-4ce5-895f-3947b3d0945e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:16.065298 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "name": "network-vif-plugged", "status": "completed", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:16.065550 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-638de2cd-ef27-4ce5-895f-3947b3d0945e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:16.065943 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295', 'code': 200} Jul 16 02:02:16.089683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:16.552055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b453a-4563-4d91-ba97-5b87a5baf195 req-516dec92-6716-46f5-8629-b2183ff64d15 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:16.553426 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a3b453a-4563-4d91-ba97-5b87a5baf195 req-516dec92-6716-46f5-8629-b2183ff64d15 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0694115 Jul 16 02:02:16.591584 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a3b453a-4563-4d91-ba97-5b87a5baf195 req-1a1d5c13-4d4f-4e00-805f-48a1bba5377d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Jul 16 02:02:17.581877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-92eaa127-0437-4f64-a53f-929641849f3e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.583352 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-92eaa127-0437-4f64-a53f-929641849f3e tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.67 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0636313 Jul 16 02:02:17.695926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-641fc37b-803b-4c1a-974e-35504480b8f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Deleting port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:17.696250 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-641fc37b-803b-4c1a-974e-35504480b8f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.773703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00979766-0829-427a-a66e-0331fd673199 req-4498293a-330d-45ef-b4e3-bcf5728ad08d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.775249 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00979766-0829-427a-a66e-0331fd673199 req-4498293a-330d-45ef-b4e3-bcf5728ad08d tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12455b5-9ec5-4624-9302-05af5fdb3ce4 HTTP/1.1" status: 200 len: 945 time: 0.0639021 Jul 16 02:02:17.787335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-641fc37b-803b-4c1a-974e-35504480b8f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] For port bfa1d1cd-47c3-4c7f-8be9-cdd202318295, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,segment=NetworkSegment(ab28e513-c86b-477d-930a-dd99a4a662a1),segment_id=ab28e513-c86b-477d-930a-dd99a4a662a1)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:17.787704 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-641fc37b-803b-4c1a-974e-35504480b8f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.800914 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-641fc37b-803b-4c1a-974e-35504480b8f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Calling delete_port for bfa1d1cd-47c3-4c7f-8be9-cdd202318295 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:17.814423 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-00979766-0829-427a-a66e-0331fd673199 req-9e201f9e-4382-45d6-a9a2-7900a79627d6 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.64 "GET /v2.0/security-groups?id=49d08d93-6f7b-4956-96c0-8254d4d9ba2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319841 Jul 16 02:02:17.932550 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-641fc37b-803b-4c1a-974e-35504480b8f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.944972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['bfa1d1cd-47c3-4c7f-8be9-cdd202318295'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:17.960503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fc37b-803b-4c1a-974e-35504480b8f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Pushing event deleted for resources: {'Port': ['ID=bfa1d1cd-47c3-4c7f-8be9-cdd202318295,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:18.007717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-641fc37b-803b-4c1a-974e-35504480b8f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] No DVR routers for this DVR port bfa1d1cd-47c3-4c7f-8be9-cdd202318295 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:18.010345 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-641fc37b-803b-4c1a-974e-35504480b8f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.012345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b16aefd8-72fc-428e-90b6-1df1617e2f33 req-641fc37b-803b-4c1a-974e-35504480b8f2 tempest-ServerDiskConfigTestJSON-688550850 tempest-ServerDiskConfigTestJSON-688550850-project] 10.222.0.67 "DELETE /v2.0/ports/bfa1d1cd-47c3-4c7f-8be9-cdd202318295 HTTP/1.1" status: 204 len: 173 time: 0.4223771 Jul 16 02:02:18.012789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'name': 'network-vif-deleted', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:18.015642 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97994040-c4b0-471a-894a-b907ce40e895" -d '{"events": [{"server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "name": "network-vif-deleted", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:18.057248 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d74e68-3032-433b-aaeb-37488ad46994 x-openstack-request-id: req-11d74e68-3032-433b-aaeb-37488ad46994 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:18.058257 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12455b5-9ec5-4624-9302-05af5fdb3ce4", "name": "network-vif-deleted", "tag": "bfa1d1cd-47c3-4c7f-8be9-cdd202318295", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:18.058516 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11d74e68-3032-433b-aaeb-37488ad46994 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:18.058913 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12455b5-9ec5-4624-9302-05af5fdb3ce4', 'name': 'network-vif-deleted', 'tag': 'bfa1d1cd-47c3-4c7f-8be9-cdd202318295', 'status': 'completed', 'code': 200} Jul 16 02:02:19.044480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:19.092895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f08ffb7-bb38-42c6-8597-5e4eff5bb89d admin admin] Deleting subnet 5fa61cfe-3564-44e4-80d8-80a8597e10eb {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:19.096063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f08ffb7-bb38-42c6-8597-5e4eff5bb89d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.130625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f08ffb7-bb38-42c6-8597-5e4eff5bb89d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.167739 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f08ffb7-bb38-42c6-8597-5e4eff5bb89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.218580 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f08ffb7-bb38-42c6-8597-5e4eff5bb89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.243846 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08ffb7-bb38-42c6-8597-5e4eff5bb89d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa61cfe-3564-44e4-80d8-80a8597e10eb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:19.247724 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f08ffb7-bb38-42c6-8597-5e4eff5bb89d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.250926 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5f08ffb7-bb38-42c6-8597-5e4eff5bb89d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5fa61cfe-3564-44e4-80d8-80a8597e10eb HTTP/1.1" status: 204 len: 168 time: 0.2040725 Jul 16 02:02:19.252989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47258) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:19.324300 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.406437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.416310 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce5b52f-683e-46b7-9b47-60ecd5d22197']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:19.426530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab28e513-c86b-477d-930a-dd99a4a662a1') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:19.426823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab28e513-c86b-477d-930a-dd99a4a662a1') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:19.435429 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.449135 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.455440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:19.455820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:19.457407 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:19.510185 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.516385 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.518409 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0ce5b52f-683e-46b7-9b47-60ecd5d22197 HTTP/1.1" status: 204 len: 168 time: 0.2643502 Jul 16 02:02:19.529552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d1e98-ce27-4506-be18-2eec84990013 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce5b52f-683e-46b7-9b47-60ecd5d22197,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:19.623845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47262) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:19.662943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-699feb93-f078-4aa5-bb07-86bcc98af84f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c866170354794bffa5be5e872696bdb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373354 Jul 16 02:02:19.665437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47264) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:19.720436 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e6570e7-d526-4a54-b1cd-a1071518d99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.742109 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e6570e7-d526-4a54-b1cd-a1071518d99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.788544 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e6570e7-d526-4a54-b1cd-a1071518d99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.791063 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e6570e7-d526-4a54-b1cd-a1071518d99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.794744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0e6570e7-d526-4a54-b1cd-a1071518d99e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49d08d93-6f7b-4956-96c0-8254d4d9ba2e HTTP/1.1" status: 204 len: 168 time: 0.1259742 Jul 16 02:02:19.800941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6570e7-d526-4a54-b1cd-a1071518d99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d08d93-6f7b-4956-96c0-8254d4d9ba2e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:20.438480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:20.533122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1046779390-network', 'tenant_id': '1d894711a9fd414c81623d217483529e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:20.556176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Made reservation on behalf of 1d894711a9fd414c81623d217483529e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:20.559303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.568111 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.661005 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.664624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.688852 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:20.698460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d82fc2-acaf-463d-9472-de640b1736f2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:20.704371 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.704474 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Added segment 97c289b1-73f9-4379-a4c9-54529a872ca3 of type vlan for network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 Jul 16 02:02:20.747278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.774955 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.775878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:20.776447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.811441 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3717937 Jul 16 02:02:20.814326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:20.819024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Request body: {'subnet': {'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1046779390-subnet', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:20.851701 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fff770-2001-4a75-84cc-71489f3bb9ff admin admin] Pushing event updated for resources: {'Network': ['ID=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:20.862449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:20.871476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Made reservation on behalf of 1d894711a9fd414c81623d217483529e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:20.873901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.042595 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.100257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.107444 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:21.107804 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Network hostable DHCP agents. Network: 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:21.126655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:21.134954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:21.139230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:21.139818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.144344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781831eb-5e66-4815-887b-1c9f3ebedc8f None None] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:21.159945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dc001ba8-5efb-4946-ac20-7ffa7923ba01 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3445556 Jul 16 02:02:21.162891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47294) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:21.167249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:21.186613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.187812 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.244094 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.295911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:21.297376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.409687 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.432400 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Allocated IP 172.20.0.2 (0a06662d-4f24-4851-a37b-ed5bc8bdc1f4/ac678aa4-f2f1-4b1f-a4c3-47aa060599bf/a38eadce-c642-4eb9-9b09-a05178fdd945) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:21.590069 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.599293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Transition to ACTIVE for port object a38eadce-c642-4eb9-9b09-a05178fdd945 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:21.615138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Transition to ACTIVE for port object a38eadce-c642-4eb9-9b09-a05178fdd945 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:21.620701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.626836 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.643904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.656899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:21.663240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:21.666698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:21.677470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Pushing event updated for resources: {'Port': ['ID=a38eadce-c642-4eb9-9b09-a05178fdd945,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.735854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Attempting to bind port a38eadce-c642-4eb9-9b09-a05178fdd945 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:21.736215 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Attempting to bind port a38eadce-c642-4eb9-9b09-a05178fdd945 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:21.736584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Attempting to bind port a38eadce-c642-4eb9-9b09-a05178fdd945 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:21.741435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:21.741787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:21.742220 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.742617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:21.743090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Bound port: a38eadce-c642-4eb9-9b09-a05178fdd945, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:21.743495 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.758743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Allocated IP 172.25.4.104 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/9b03b0e6-2596-4651-929d-5ced899efda7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:21.808068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] For port a38eadce-c642-4eb9-9b09-a05178fdd945, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:21.811183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] For port a38eadce-c642-4eb9-9b09-a05178fdd945, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a38eadce-c642-4eb9-9b09-a05178fdd945,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:21.816176 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.873978 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.881353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bfa1d1cd-47c3-4c7f-8be9-cdd202318295 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:21.913634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: bfa1d1cd-47c3-4c7f-8be9-cdd202318295 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:21.913920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device bfa1d1cd-47c3-4c7f-8be9-cdd202318295 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:21.915538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef2261-bea9-4f4d-bf25-ed1ec2ece3d6 None None] Pushing event updated for resources: {'Port': ['ID=a38eadce-c642-4eb9-9b09-a05178fdd945,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.924704 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.975060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:21.978071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:21.980886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:22.009062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Pushing event updated for resources: {'Port': ['ID=9b03b0e6-2596-4651-929d-5ced899efda7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:22.585502 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.803209 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.815303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a38eadce-c642-4eb9-9b09-a05178fdd945 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:22.837789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcb5095-6df6-4bf5-818b-facee81b9ed3 None None] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:22.935841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a38eadce-c642-4eb9-9b09-a05178fdd945 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:22.940652 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Router a6c4c220-1689-433f-ac19-b74636ccf124 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:02:22.944750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4065865c-12e6-49b6-be23-5aa1585e53e8 None None] Provisioning for port a38eadce-c642-4eb9-9b09-a05178fdd945 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:22.949382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a38eadce-c642-4eb9-9b09-a05178fdd945 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:22.949762 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.971665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4065865c-12e6-49b6-be23-5aa1585e53e8 None None] Provisioning complete for port a38eadce-c642-4eb9-9b09-a05178fdd945 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:22.971981 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4065865c-12e6-49b6-be23-5aa1585e53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.060732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:23.076448 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:23.079721 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.083671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c6dd359e-2069-40ee-a9fa-01192ba26774 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9172344 Jul 16 02:02:23.084587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47298) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:23.103391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:23.104026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:01:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:23.242527 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.249465 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4065865c-12e6-49b6-be23-5aa1585e53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.317095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:23.319844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port a38eadce-c642-4eb9-9b09-a05178fdd945, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a38eadce-c642-4eb9-9b09-a05178fdd945,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:23.348431 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.496474 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-4065865c-12e6-49b6-be23-5aa1585e53e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:02:23.496753 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-4065865c-12e6-49b6-be23-5aa1585e53e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:02:23.507005 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=a38eadce-c642-4eb9-9b09-a05178fdd945,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:23.523302 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.578474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:22Z', 'revision_number': 3, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:23.687758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Allocated IP 172.20.0.1 (0a06662d-4f24-4851-a37b-ed5bc8bdc1f4/ac678aa4-f2f1-4b1f-a4c3-47aa060599bf/e232072a-b234-41b4-b8ab-7d7be7c4afda) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:23.772681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:23.772946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Updating router a6c4c220-1689-433f-ac19-b74636ccf124 port 9b03b0e6-2596-4651-929d-5ced899efda7 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:23.797146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.808126 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.811471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Transition to ACTIVE for port object e232072a-b234-41b4-b8ab-7d7be7c4afda will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:23.845177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.892203 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:23.895074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:23.897730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:23.923529 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Pushing event updated for resources: {'Port': ['ID=e232072a-b234-41b4-b8ab-7d7be7c4afda,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:23.944171 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.099935 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.114806 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.125404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Transition to ACTIVE for port object 9b03b0e6-2596-4651-929d-5ced899efda7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:24.131958 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.191810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Attempting to bind port 9b03b0e6-2596-4651-929d-5ced899efda7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:24.192096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Attempting to bind port 9b03b0e6-2596-4651-929d-5ced899efda7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:24.192452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Attempting to bind port 9b03b0e6-2596-4651-929d-5ced899efda7 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:24.200904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3c549-c22f-4398-beb7-1d06ceb0d134 None None] Pushing event updated for resources: {'Port': ['ID=9b03b0e6-2596-4651-929d-5ced899efda7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:24.207240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:24.207602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:24.208053 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.208625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:24.209291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Bound port: 9b03b0e6-2596-4651-929d-5ced899efda7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:24.209637 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.212396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf72b2f2-ab60-41fc-b936-937b974ddcf8 None None] Provisioning for port e232072a-b234-41b4-b8ab-7d7be7c4afda completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:24.235291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf72b2f2-ab60-41fc-b936-937b974ddcf8 None None] Provisioning complete for port e232072a-b234-41b4-b8ab-7d7be7c4afda triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:24.235658 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf72b2f2-ab60-41fc-b936-937b974ddcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.269532 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.274981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.297811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bf72b2f2-ab60-41fc-b936-937b974ddcf8 None None] Port e232072a-b234-41b4-b8ab-7d7be7c4afda cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:24.299713 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] For port 9b03b0e6-2596-4651-929d-5ced899efda7, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:24.304061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] For port 9b03b0e6-2596-4651-929d-5ced899efda7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9b03b0e6-2596-4651-929d-5ced899efda7,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:24.309796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.341418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Pushing event updated for resources: {'Port': ['ID=e232072a-b234-41b4-b8ab-7d7be7c4afda,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:24.344313 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.356974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf72b2f2-ab60-41fc-b936-937b974ddcf8 None None] Provisioning complete for port a38eadce-c642-4eb9-9b09-a05178fdd945 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:24.357353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf72b2f2-ab60-41fc-b936-937b974ddcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.400705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:24.401329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:01:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:24.440569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:24.442021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:24.449576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3c549-c22f-4398-beb7-1d06ceb0d134 None None] Pushing event updated for resources: {'Port': ['ID=9b03b0e6-2596-4651-929d-5ced899efda7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:24.555239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:24.564267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Router a6c4c220-1689-433f-ac19-b74636ccf124 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:24.665756 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-447faef4-563d-40cb-a578-2e7973b4145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.688351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:24.693767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ad2a86a3-fa8a-4bcd-9bb8-e25b02025629 admin admin] 10.222.0.64 "PUT /v2.0/routers/a6c4c220-1689-433f-ac19-b74636ccf124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6085203 Jul 16 02:02:24.786533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a38eadce-c642-4eb9-9b09-a05178fdd945 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:24.791370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 2, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:24.842437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f81d80f-465b-4843-bb15-93c11b9577b9 None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 2, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:24.859418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4b49c983-511a-4df6-b72c-f00286c75287 None None] Provisioning complete for port e232072a-b234-41b4-b8ab-7d7be7c4afda triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:24.859870 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b49c983-511a-4df6-b72c-f00286c75287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.912079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a38eadce-c642-4eb9-9b09-a05178fdd945 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:24.912474 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.915149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4b49c983-511a-4df6-b72c-f00286c75287 None None] Port e232072a-b234-41b4-b8ab-7d7be7c4afda cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:25.231077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:25.236778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ea990dcd-e4e1-4e6d-a03e-4989b0dff248 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272894627', 'description': 'tempest-description--1201807640'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:25.260534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea990dcd-e4e1-4e6d-a03e-4989b0dff248 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.352179 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea990dcd-e4e1-4e6d-a03e-4989b0dff248 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.356156 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea990dcd-e4e1-4e6d-a03e-4989b0dff248 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.385288 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea990dcd-e4e1-4e6d-a03e-4989b0dff248 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.386560 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ea990dcd-e4e1-4e6d-a03e-4989b0dff248 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1544635 Jul 16 02:02:25.389392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47308) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:25.395517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9ae4ac42-0a6f-4cf1-8942-3b1497888129 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'security_group_rule': {'security_group_id': '7326a33a-457c-412d-8f33-fe14cb0989df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:25.401095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea990dcd-e4e1-4e6d-a03e-4989b0dff248 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7326a33a-457c-412d-8f33-fe14cb0989df,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:25.428983 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ac42-0a6f-4cf1-8942-3b1497888129 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.514578 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ac42-0a6f-4cf1-8942-3b1497888129 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.519159 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ac42-0a6f-4cf1-8942-3b1497888129 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.535957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4ac42-0a6f-4cf1-8942-3b1497888129 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3365267b-92bc-4c43-811d-65d8505fe1ec,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:25.548119 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ac42-0a6f-4cf1-8942-3b1497888129 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.549647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9ae4ac42-0a6f-4cf1-8942-3b1497888129 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585782 Jul 16 02:02:25.552242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47310) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:25.557060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9845aac7-8272-403d-b59d-69a5bc418da7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'security_group_rule': {'security_group_id': '7326a33a-457c-412d-8f33-fe14cb0989df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:25.587993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9845aac7-8272-403d-b59d-69a5bc418da7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.639202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9845aac7-8272-403d-b59d-69a5bc418da7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.643195 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9845aac7-8272-403d-b59d-69a5bc418da7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.663145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845aac7-8272-403d-b59d-69a5bc418da7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae64f817-3e31-42df-b243-4f980180f429,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:25.670987 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9845aac7-8272-403d-b59d-69a5bc418da7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.673083 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9845aac7-8272-403d-b59d-69a5bc418da7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198871 Jul 16 02:02:25.676364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:25.680800 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:25.708098 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.813770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.896288 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.927052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Allocated IP 172.25.4.79 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/831f2ee6-0715-4679-b3dc-e173ff01fe45) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:26.038386 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.078146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.120436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:26.123168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:26.127475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:26.132842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event updated for resources: {'Port': ['ID=831f2ee6-0715-4679-b3dc-e173ff01fe45,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:26.217809 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.262617 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.418666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.423681 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.497362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event updated for resources: {'Port': ['ID=831f2ee6-0715-4679-b3dc-e173ff01fe45,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:26.506475 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.520015 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.521263 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-1ec031c2-b2de-48b9-8dce-5d7a6869dde3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8439758 Jul 16 02:02:26.666272 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-97e293f0-6a88-4e7c-86ba-a9042732db47 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1272894627&fields=id&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 267 time: 0.0379212 Jul 16 02:02:26.777691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-707a24c2-aef7-47ed-9e4d-ea5f6dec1d0b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:26.779570 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-707a24c2-aef7-47ed-9e4d-ea5f6dec1d0b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 812 time: 0.1048231 Jul 16 02:02:26.792280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9b03b0e6-2596-4651-929d-5ced899efda7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:26.798692 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-c3269ceb-bdb2-4973-8c4c-b400bef0783d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/quotas/1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 375 time: 0.0110946 Jul 16 02:02:26.829260 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:26.838808 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:26.839404 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:01:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:26.847617 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9b03b0e6-2596-4651-929d-5ced899efda7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:26.851744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9b03b0e6-2596-4651-929d-5ced899efda7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:26.852191 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.887860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-94c76eb8-ade5-4ee8-8a81-25f56a198e35 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837581 Jul 16 02:02:26.942645 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.948900 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:26.963681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 9b03b0e6-2596-4651-929d-5ced899efda7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9b03b0e6-2596-4651-929d-5ced899efda7,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:26.969191 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.994443 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-93945654-d456-43f8-a5e9-30f7b71d1246 service neutron] 10.222.0.64 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943367 Jul 16 02:02:27.019390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=9b03b0e6-2596-4651-929d-5ced899efda7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:27.119735 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.176512 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 2, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:27.184440 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbf6c091-0acf-4648-8979-d5393a486b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.208190 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:27.208540 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Updating router a6c4c220-1689-433f-ac19-b74636ccf124 port e232072a-b234-41b4-b8ab-7d7be7c4afda binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:27.338998 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.347194 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-9a0ef8c9-7df8-420c-b125-6d4538fdabcc service neutron] 10.222.0.64 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452671 Jul 16 02:02:27.613033 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.625085 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Transition to ACTIVE for port object e232072a-b234-41b4-b8ab-7d7be7c4afda will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:27.634268 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.721231 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.728516 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Pushing event updated for resources: {'Port': ['ID=e232072a-b234-41b4-b8ab-7d7be7c4afda,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:27.764313 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.764658 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.765582 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.766146 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.766692 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.767248 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.767738 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.768236 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.768741 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.769224 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.769891 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.770564 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:27.785634 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Attempting to bind port e232072a-b234-41b4-b8ab-7d7be7c4afda on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:27.786001 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Attempting to bind port e232072a-b234-41b4-b8ab-7d7be7c4afda by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:27.786596 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Attempting to bind port e232072a-b234-41b4-b8ab-7d7be7c4afda on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:27.792872 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:27.793607 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:27.794402 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.795064 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:27.795742 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Bound port: e232072a-b234-41b4-b8ab-7d7be7c4afda, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:27.796914 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.871271 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] For port e232072a-b234-41b4-b8ab-7d7be7c4afda, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:27.875177 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] For port e232072a-b234-41b4-b8ab-7d7be7c4afda, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e232072a-b234-41b4-b8ab-7d7be7c4afda,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:27.882666 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.943295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4bc2a30a-cd5b-44de-983d-c18def48ea51 req-5df187c0-84f3-437f-b6f9-8c1c1395a955 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 210 time: 0.4415624 Jul 16 02:02:27.959088 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:27.959987 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:02:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:28.002379 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb052e82-4420-46bd-a303-30e21c362fc4 None None] Pushing event updated for resources: {'Port': ['ID=e232072a-b234-41b4-b8ab-7d7be7c4afda,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:28.087676 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:28.312664 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:27Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:28.340417 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c94763-3ab3-4bd2-bd39-939c5b717e5a None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:27Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:28.604752 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.768717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-1a257551-5350-4b5a-91be-ffd610c7a5ac tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:28.770253 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-1a257551-5350-4b5a-91be-ffd610c7a5ac tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 812 time: 0.1203110 Jul 16 02:02:28.836720 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-8af61eb5-0645-4f58-b152-c9099e72b160 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 380 time: 0.0469730 Jul 16 02:02:28.844120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9b03b0e6-2596-4651-929d-5ced899efda7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:28.846713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'port': {'device_id': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'admin_state_up': True, 'tenant_id': '1d894711a9fd414c81623d217483529e', 'security_groups': ['7326a33a-457c-412d-8f33-fe14cb0989df']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:28.912531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9b03b0e6-2596-4651-929d-5ced899efda7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:28.912910 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.974844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Made reservation on behalf of 1d894711a9fd414c81623d217483529e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:28.979019 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.015749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e232072a-b234-41b4-b8ab-7d7be7c4afda up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:29.079576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port e232072a-b234-41b4-b8ab-7d7be7c4afda completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:29.083956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e232072a-b234-41b4-b8ab-7d7be7c4afda triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:29.084898 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.094939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-646ae33b-1c6b-4d05-a8b4-8a7a65a33782 req-8897bcfd-fc58-4a77-a97e-658117c5e989 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 210 time: 0.0336230 Jul 16 02:02:29.133367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Allocated IP 172.20.0.9 (0a06662d-4f24-4851-a37b-ed5bc8bdc1f4/ac678aa4-f2f1-4b1f-a4c3-47aa060599bf/ab9f7b34-4783-46e9-83d4-1e95ff835b6a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:29.181425 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.216316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port e232072a-b234-41b4-b8ab-7d7be7c4afda, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e232072a-b234-41b4-b8ab-7d7be7c4afda,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:29.221497 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.273794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=e232072a-b234-41b4-b8ab-7d7be7c4afda,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:29.277091 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.295660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Transition to ACTIVE for port object ab9f7b34-4783-46e9-83d4-1e95ff835b6a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:29.329886 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.374923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:29.380246 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:29.382870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:29.413184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event updated for resources: {'Port': ['ID=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:29.441311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:29.441961 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.457686 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-2c0eeaa4-803f-4d3f-9718-838a54773337 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6155472 Jul 16 02:02:29.470583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Request body: {'port': {'device_id': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:29.555190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.610605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-70c2e695-f341-42fa-a227-bd98974244fb None None] Provisioning for port ab9f7b34-4783-46e9-83d4-1e95ff835b6a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:29.614724 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-70c2e695-f341-42fa-a227-bd98974244fb None None] Provisioning complete for port ab9f7b34-4783-46e9-83d4-1e95ff835b6a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:29.615102 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70c2e695-f341-42fa-a227-bd98974244fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.652639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-70c2e695-f341-42fa-a227-bd98974244fb None None] Port ab9f7b34-4783-46e9-83d4-1e95ff835b6a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:29.835482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9f7b34-4783-46e9-83d4-1e95ff835b6a {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:29.843596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.855539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Transition to ACTIVE for port object ab9f7b34-4783-46e9-83d4-1e95ff835b6a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:29.859589 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.913562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:29.993685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Attempting to bind port ab9f7b34-4783-46e9-83d4-1e95ff835b6a on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:29.994400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Attempting to bind port ab9f7b34-4783-46e9-83d4-1e95ff835b6a by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:29.994400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Attempting to bind port ab9f7b34-4783-46e9-83d4-1e95ff835b6a on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:30.000094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Port ab9f7b34-4783-46e9-83d4-1e95ff835b6a on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:02:30.000467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Attempting to bind port ab9f7b34-4783-46e9-83d4-1e95ff835b6a on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:30.006309 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:30.006639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:30.007024 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:30.007465 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Bound port: ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:30.007820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.081834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:30.085265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:30.090130 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.132195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.132835 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.134398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] 10.222.0.67 "PUT /v2.0/ports/ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 1092 time: 0.6684628 Jul 16 02:02:30.137797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:30.143426 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23d57ae72917a602eda9e3a73b907b681116d4a2ab8034179e4bb3c11509ee69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c" -d '{"events": [{"name": "network-changed", "server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:30.176942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb7745-d20f-4c59-9791-1d171590fc23 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:30.215871 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.220067 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6164fc-7ede-4a52-a230-2106994b7a68 x-openstack-request-id: req-eb6164fc-7ede-4a52-a230-2106994b7a68 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:30.220355 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:30.220629 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb6164fc-7ede-4a52-a230-2106994b7a68 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:30.221032 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'status': 'completed', 'code': 200} Jul 16 02:02:30.266721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-b429e7cd-5848-402f-812c-73911d503e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.268268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-b429e7cd-5848-402f-812c-73911d503e50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 1095 time: 0.0840311 Jul 16 02:02:30.329362 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-0a7b0cb3-56cf-4b04-9583-21641398b306 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 217 time: 0.0414569 Jul 16 02:02:30.400716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12733f-c62e-46f1-a00d-14faa9428a4c req-ea3480fc-2a54-42b9-93f2-25548038068a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.402217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f12733f-c62e-46f1-a00d-14faa9428a4c req-ea3480fc-2a54-42b9-93f2-25548038068a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 943 time: 0.1532190 Jul 16 02:02:30.404000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-ceea63c2-206d-45c2-bd32-4b3e416f4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.405348 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-ceea63c2-206d-45c2-bd32-4b3e416f4bd8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0699580 Jul 16 02:02:30.469792 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f12733f-c62e-46f1-a00d-14faa9428a4c req-718bf7f6-32dd-4a3e-a23d-369c41ae8b8e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613708 Jul 16 02:02:30.488739 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-91b566e7-6d27-4984-a7be-1a0cc8e2ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.490307 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-91b566e7-6d27-4984-a7be-1a0cc8e2ce0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758874 Jul 16 02:02:30.583957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-691013c6-b8c7-4622-9f68-d177d16a383c service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873909 Jul 16 02:02:30.672638 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-72b51d83-2d43-4cf4-8ee3-f7e87b1cecf2 req-b297ce28-80a9-4f93-a232-67fd017c2639 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818062 Jul 16 02:02:30.769482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e232072a-b234-41b4-b8ab-7d7be7c4afda up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:30.772108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-ba358514-7202-4803-b234-14dbaa83746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.773622 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-ba358514-7202-4803-b234-14dbaa83746e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 1095 time: 0.0562038 Jul 16 02:02:30.823092 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e232072a-b234-41b4-b8ab-7d7be7c4afda triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:30.823460 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.870772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-629c6305-731a-445f-a030-7daef0f1dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.872272 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-629c6305-731a-445f-a030-7daef0f1dbf8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0917900 Jul 16 02:02:30.914939 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-c62457b8-0450-4f95-87a5-e31d83be4c25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 217 time: 0.0348673 Jul 16 02:02:30.969139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-ef129e6f-4646-4776-8b84-042b70adb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.970603 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-ef129e6f-4646-4776-8b84-042b70adb12a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0485003 Jul 16 02:02:31.029749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-f0f12d3d-3030-4844-82ce-136f40263d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:31.031337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-f0f12d3d-3030-4844-82ce-136f40263d51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531132 Jul 16 02:02:31.125316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-fdda81dc-98d6-4be2-bf13-4a647b7fb676 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864770 Jul 16 02:02:31.220330 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8d5b34e-9ca9-4a9e-a740-ba5fb2c1f12c req-60c8b8fa-45e3-42a4-8163-2a6c2ec1783d service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889759 Jul 16 02:02:31.643909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80749682-18a5-4d3f-9749-0529e7554551 req-cbfd7cfd-5f15-4d27-8adc-23d9c6f9cd7c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:31.645394 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-80749682-18a5-4d3f-9749-0529e7554551 req-cbfd7cfd-5f15-4d27-8adc-23d9c6f9cd7c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 943 time: 0.0623775 Jul 16 02:02:31.682971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-80749682-18a5-4d3f-9749-0529e7554551 req-2ee06b11-b563-4806-9265-19fa2f5bb22d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319998 Jul 16 02:02:31.916789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ab9f7b34-4783-46e9-83d4-1e95ff835b6a details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:32.013674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:32.024519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'port_id': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'mac_address': 'fa:16:3e:b4:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:32.060861 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.072971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9f7b34-4783-46e9-83d4-1e95ff835b6a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:32.092220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:32.096734 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.143046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:32.309369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['ab9f7b34-4783-46e9-83d4-1e95ff835b6a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:32.858641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffc6e3-787b-4569-a18f-b76ecd2aabf9 req-c0345ce4-2a04-4652-bfc3-f0e9f8058f87 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:32.861012 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ffc6e3-787b-4569-a18f-b76ecd2aabf9 req-c0345ce4-2a04-4652-bfc3-f0e9f8058f87 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 944 time: 0.0677869 Jul 16 02:02:32.901471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ffc6e3-787b-4569-a18f-b76ecd2aabf9 req-b10102ae-78ff-469a-8780-6d4de4bef573 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349624 Jul 16 02:02:33.919880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ab9f7b34-4783-46e9-83d4-1e95ff835b6a up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:33.970658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port ab9f7b34-4783-46e9-83d4-1e95ff835b6a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:33.975560 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port ab9f7b34-4783-46e9-83d4-1e95ff835b6a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:33.975930 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.060669 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.083099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:34.083337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab604e-581c-497a-8d33-9e67d4ebb04d req-98d8c91c-43aa-4a8e-a619-2f3a01704086 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:34.084819 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7ab604e-581c-497a-8d33-9e67d4ebb04d req-98d8c91c-43aa-4a8e-a619-2f3a01704086 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 944 time: 0.0673971 Jul 16 02:02:34.085349 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5734ed8bf878879aef02c2bbd0c6a18a419f95770dc10d0286389c19a1272e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39f8c9a-0de6-4de1-9915-ba4db02e8df9" -d '{"events": [{"server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "name": "network-vif-plugged", "status": "completed", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:34.099342 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:34.104472 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.130216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7ab604e-581c-497a-8d33-9e67d4ebb04d req-b7ad1905-cfed-498a-9f68-a8294d88f5ee tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387535 Jul 16 02:02:34.130549 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc8ad18-dfd4-4bd3-81b6-27de4054313a x-openstack-request-id: req-6cc8ad18-dfd4-4bd3-81b6-27de4054313a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:34.130840 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "name": "network-vif-plugged", "status": "completed", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:34.131095 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cc8ad18-dfd4-4bd3-81b6-27de4054313a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:34.131483 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'code': 200} Jul 16 02:02:34.157465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:34.255650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b95e8f-f316-43c5-a711-8380cb96e19c req-de8b8e7e-0312-4e75-b7cb-4c0181be750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:34.257153 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1b95e8f-f316-43c5-a711-8380cb96e19c req-de8b8e7e-0312-4e75-b7cb-4c0181be750e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 1097 time: 0.0587177 Jul 16 02:02:34.291168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b1b95e8f-f316-43c5-a711-8380cb96e19c req-aed96061-e892-4db1-9a28-8eb189aace7b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282328 Jul 16 02:02:35.317405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a32ee-594b-42be-aeaf-0c0063c075a2 req-6de1af65-128b-4bb9-9be7-ef1dd2110e6c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.318946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-405a32ee-594b-42be-aeaf-0c0063c075a2 req-6de1af65-128b-4bb9-9be7-ef1dd2110e6c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0655291 Jul 16 02:02:35.357340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-405a32ee-594b-42be-aeaf-0c0063c075a2 req-f454f562-3414-4147-ab6b-e8e3af5d7f23 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Jul 16 02:02:35.525839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2e2a-80ba-4df6-adf9-0bb1116c1bd3 req-3bc088e0-9eef-445f-9842-5f4ecf7fd1ed tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.527290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d1f2e2a-80ba-4df6-adf9-0bb1116c1bd3 req-3bc088e0-9eef-445f-9842-5f4ecf7fd1ed tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0648835 Jul 16 02:02:35.536532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47356) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.541106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-70f71dab-0ddc-4558-bd41-8a4c9322d968 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'floatingip': {'port_id': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.581753 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70f71dab-0ddc-4558-bd41-8a4c9322d968 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.040287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70f71dab-0ddc-4558-bd41-8a4c9322d968 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.044280 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70f71dab-0ddc-4558-bd41-8a4c9322d968 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.144319 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-70f71dab-0ddc-4558-bd41-8a4c9322d968 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075 associated. External IP: 172.25.4.79, port: ab9f7b34-4783-46e9-83d4-1e95ff835b6a. Jul 16 02:02:36.348667 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f71dab-0ddc-4558-bd41-8a4c9322d968 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Router a6c4c220-1689-433f-ac19-b74636ccf124 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:36.454772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f71dab-0ddc-4558-bd41-8a4c9322d968 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:36.459219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70f71dab-0ddc-4558-bd41-8a4c9322d968 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.464058 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:36.473507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:36.474226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:02:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:36.502380 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-70f71dab-0ddc-4558-bd41-8a4c9322d968 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "PUT /v2.0/floatingips/83d802cb-ab23-4073-a2e9-9a90ffa2d075 HTTP/1.1" status: 200 len: 990 time: 0.9647355 Jul 16 02:02:36.502969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:36.505234 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12af2bfd3c1fd69e4b9fdd584cb53f329cc9ed192449742d3c43dc00ce1c2942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:36.543576 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce1171d-7a71-4282-ace9-48dd9037e52b x-openstack-request-id: req-0ce1171d-7a71-4282-ace9-48dd9037e52b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:36.544165 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:36.544165 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ce1171d-7a71-4282-ace9-48dd9037e52b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:36.544595 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'status': 'completed', 'code': 200} Jul 16 02:02:36.589548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:36.630362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-c1f6ff4c-0e3f-4eb3-aff2-0744305377dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.631967 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-c1f6ff4c-0e3f-4eb3-aff2-0744305377dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 1097 time: 0.0639615 Jul 16 02:02:36.728871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-c38678bf-cc92-4c9c-bb94-d07f65ece467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.730374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-c38678bf-cc92-4c9c-bb94-d07f65ece467 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0899131 Jul 16 02:02:36.795860 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-8acd904c-d4fd-4eef-b557-69e5eeea413e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 998 time: 0.0585914 Jul 16 02:02:36.814046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:b4:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:02:35Z', 'revision_number': 1, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:36.840094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:36.848876 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:36.849485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:02:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:36.850409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-d45df684-a1ae-478d-83ee-a1262e341c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.851891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-d45df684-a1ae-478d-83ee-a1262e341c38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0492868 Jul 16 02:02:36.910717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-196547ff-0ce2-4a5f-8bad-a1956ad8c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.912250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-196547ff-0ce2-4a5f-8bad-a1956ad8c456 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539796 Jul 16 02:02:37.013520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-3364e494-03de-4a5d-90b2-27da43b23425 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937905 Jul 16 02:02:37.107630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-56719ce4-7fed-47e8-8d67-0d4b298cfd2a req-d0bca2de-8b2b-44e3-9276-3d5640e36869 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874605 Jul 16 02:02:37.114786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:37.351959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:b4:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:02:35Z', 'revision_number': 1, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:37.378918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb6907e-7cfe-41ac-a25c-cb6705b39abe None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:b4:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:02:35Z', 'revision_number': 1, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:37.564028 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac315ce7-2d16-4caa-9cf0-0eb3ec649b6f None None] New status for floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:02:45.257524 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:54.617562 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8600-8edd-4f9f-8c25-3a493019d60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.892429 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.133320 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.185561 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be30c882-4af3-4111-b464-6ee2d3d50b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.688508 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.604064 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.208609 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.256052 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:03:24.618422 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1fcfe8b-6126-408c-9eab-780541a24f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.892540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:27.146497 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:27.185011 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91e641e8-8f6c-423c-a31c-7e232f22c7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:27.680653 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.605779 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:30.210674 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:32.789698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-153b8672-ba50-4545-b340-5cb2ada03c93 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515609 Jul 16 02:03:32.889096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-2317019f-06f7-486e-9e2c-f3c3ab179429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:32.890693 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-2317019f-06f7-486e-9e2c-f3c3ab179429 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 1097 time: 0.0583482 Jul 16 02:03:32.995740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-b484bada-81a2-4bfb-910e-8da1fc9e7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:32.997232 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-b484bada-81a2-4bfb-910e-8da1fc9e7bf7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0868022 Jul 16 02:03:33.064316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-2ac35746-52b7-4bce-be07-cfdb8aed999e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 1000 time: 0.0607738 Jul 16 02:03:33.113073 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-cd72f14f-66ee-49b0-bbc2-f272608f7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:33.114517 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-cd72f14f-66ee-49b0-bbc2-f272608f7699 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0439596 Jul 16 02:03:33.170447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-f8904a12-a5c5-4382-8e26-43e7df5af965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:33.171918 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-f8904a12-a5c5-4382-8e26-43e7df5af965 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511575 Jul 16 02:03:33.265273 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-3ebc6a80-0541-439c-b775-9231648869f3 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866640 Jul 16 02:03:33.353339 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-557c1ffb-2405-4134-8e60-153d5bec9d8a req-b447f238-f780-4f34-affe-652ea65c9614 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817928 Jul 16 02:03:54.624037 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-568e620e-4693-4d1d-91d8-ca967c52692e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:55.891249 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:57.149152 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:57.185912 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70a9c820-bfca-432b-a0b0-687ef1f842e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:57.681858 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.608644 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:59.255943 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:00.212125 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:14.035933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217dd74-491b-4390-af5e-2eee5fb8fca6 req-eab84f47-0c69-4528-a3b6-aa030c375d5b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:14.037425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f217dd74-491b-4390-af5e-2eee5fb8fca6 req-eab84f47-0c69-4528-a3b6-aa030c375d5b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.1214297 Jul 16 02:04:14.078931 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f217dd74-491b-4390-af5e-2eee5fb8fca6 req-10136e2c-9efc-4d99-bf12-4fa7459ac40a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359302 Jul 16 02:04:14.365008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 47572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:14.506604 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-85b79fb1-4c86-409f-964d-4a554c3684af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403058 Jul 16 02:04:14.519244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fad75-7ba5-4442-8679-a100cb4c2d82 req-efc15835-3ad7-48fa-af9d-20c04d10c73c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:14.520705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2a3fad75-7ba5-4442-8679-a100cb4c2d82 req-efc15835-3ad7-48fa-af9d-20c04d10c73c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0984607 Jul 16 02:04:14.563272 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2a3fad75-7ba5-4442-8679-a100cb4c2d82 req-63caf0c0-00ba-40c8-83e0-eb38486af3fc tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360425 Jul 16 02:04:15.695560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-77e3a46e-2b6c-46cf-8f78-6484a92fff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:15.697079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-77e3a46e-2b6c-46cf-8f78-6484a92fff3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 1097 time: 0.0601616 Jul 16 02:04:15.794062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-0a84a7c5-a725-4067-bf66-9b92cbe5d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:15.795560 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-0a84a7c5-a725-4067-bf66-9b92cbe5d420 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0924900 Jul 16 02:04:15.896708 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-7e43d0a5-4b0d-4da8-a184-ba385d28df92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 1000 time: 0.0950022 Jul 16 02:04:15.946403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e175-803a-4fab-8b41-3a89a4a63e83 req-987c4ef4-dde2-47c3-95a6-92f9bd117d29 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:15.947856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ea0e175-803a-4fab-8b41-3a89a4a63e83 req-987c4ef4-dde2-47c3-95a6-92f9bd117d29 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.1856420 Jul 16 02:04:15.965599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-0382ec4f-358a-4515-8f24-4f044c0ea7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:15.967023 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-0382ec4f-358a-4515-8f24-4f044c0ea7ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0644219 Jul 16 02:04:16.026611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9ea0e175-803a-4fab-8b41-3a89a4a63e83 req-a5b5e64f-c20a-4765-aafb-d4125c8996c4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727801 Jul 16 02:04:16.050236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-f77a73ec-195f-4d90-a18c-405974110788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.051796 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-f77a73ec-195f-4d90-a18c-405974110788 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782378 Jul 16 02:04:16.142716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-99edff38-355f-4f99-96bd-43f960d7ebb6 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842853 Jul 16 02:04:16.234406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-2864be5a-eb39-4d48-96d5-341ba2c47b2a service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851004 Jul 16 02:04:17.203438 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2017-c414-46f3-9acc-52180e1aa3b0 req-5b8e4528-aa34-456b-8b8b-1957aa49fb6a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:17.204982 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68eb2017-c414-46f3-9acc-52180e1aa3b0 req-5b8e4528-aa34-456b-8b8b-1957aa49fb6a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0667298 Jul 16 02:04:17.242277 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68eb2017-c414-46f3-9acc-52180e1aa3b0 req-293bd5db-c119-4a8c-ad19-8c9fc15c1e00 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310850 Jul 16 02:04:18.415169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e458e-1c32-4ef0-a21e-d7e1bb9dd6c6 req-76dd36cc-7d00-4265-b9a2-8c023ed4529c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:18.416673 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc6e458e-1c32-4ef0-a21e-d7e1bb9dd6c6 req-76dd36cc-7d00-4265-b9a2-8c023ed4529c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0630503 Jul 16 02:04:18.453488 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc6e458e-1c32-4ef0-a21e-d7e1bb9dd6c6 req-880f9ee8-e107-4e8a-984e-cb76270cc71a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Jul 16 02:04:19.630441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296b22e-0c60-469d-82fd-68000a979c57 req-77649598-3900-4740-94e3-366b7f1675fa tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:19.631909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b296b22e-0c60-469d-82fd-68000a979c57 req-77649598-3900-4740-94e3-366b7f1675fa tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0652337 Jul 16 02:04:19.668729 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b296b22e-0c60-469d-82fd-68000a979c57 req-994ba4ce-aece-4c9a-ab4f-c94feed04d31 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313215 Jul 16 02:04:20.841344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdfb55-2f8a-4138-8247-d6596e65fccc req-10e97da9-9133-47e8-8db8-7d3b38b455e2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:20.842836 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77cdfb55-2f8a-4138-8247-d6596e65fccc req-10e97da9-9133-47e8-8db8-7d3b38b455e2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0625689 Jul 16 02:04:20.881262 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-77cdfb55-2f8a-4138-8247-d6596e65fccc req-4f295536-1605-4c4b-8434-1762ca055fc1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329292 Jul 16 02:04:22.057389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9abc9-2d70-411d-bd83-ad33dd6264a5 req-1fdca44c-5358-4df4-8cc9-a28c54fc61cf tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:22.058911 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f6d9abc9-2d70-411d-bd83-ad33dd6264a5 req-1fdca44c-5358-4df4-8cc9-a28c54fc61cf tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0629399 Jul 16 02:04:22.096262 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f6d9abc9-2d70-411d-bd83-ad33dd6264a5 req-84484423-fabe-4923-ae1e-3f7565796c72 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Jul 16 02:04:23.274364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce610a52-bf3c-4385-b7a4-f258da8fc91a req-20a42a01-6e95-4c51-a30f-3602c7b2ace5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:23.275838 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce610a52-bf3c-4385-b7a4-f258da8fc91a req-20a42a01-6e95-4c51-a30f-3602c7b2ace5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0692718 Jul 16 02:04:23.312332 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ce610a52-bf3c-4385-b7a4-f258da8fc91a req-78830d12-4e88-4ec8-906d-a736cff56320 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Jul 16 02:04:24.492755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7b33e-46c8-40e2-8fde-c847defd5197 req-cf77e764-3ef2-4e2d-ac44-4e0fb13e8564 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:24.494528 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4a7b33e-46c8-40e2-8fde-c847defd5197 req-cf77e764-3ef2-4e2d-ac44-4e0fb13e8564 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0670669 Jul 16 02:04:24.531798 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d4a7b33e-46c8-40e2-8fde-c847defd5197 req-3c68c64c-574c-41d0-a454-f2ada12551e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317965 Jul 16 02:04:24.625975 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-547eed41-33c0-4059-9d3e-68eb1d464df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:25.709184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72581d-c726-4cfb-a056-45dd246a28d1 req-01de9e04-cd4c-414e-8d19-7c5f1398a18a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:25.710691 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9e72581d-c726-4cfb-a056-45dd246a28d1 req-01de9e04-cd4c-414e-8d19-7c5f1398a18a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0634565 Jul 16 02:04:25.748532 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9e72581d-c726-4cfb-a056-45dd246a28d1 req-02d4a0dc-d99e-49a6-b340-c0c877d4e252 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Jul 16 02:04:25.907947 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:26.939039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156fd67-d38d-4301-bea9-bcbba74bec55 req-516ac1ef-c3b8-4134-ad34-086a30544026 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:26.940676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1156fd67-d38d-4301-bea9-bcbba74bec55 req-516ac1ef-c3b8-4134-ad34-086a30544026 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0732400 Jul 16 02:04:26.978823 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1156fd67-d38d-4301-bea9-bcbba74bec55 req-6a3a1709-6519-41e0-8837-c3ab33912bc2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322101 Jul 16 02:04:27.158744 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.187953 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba67bbf8-7981-42b5-a986-9ecd7f8a202a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.682778 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.155344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e112892-c627-484d-b1c2-c53d722d6cfc req-c1c0cd1b-b561-464c-b6cb-7efb006155f3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.156816 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e112892-c627-484d-b1c2-c53d722d6cfc req-c1c0cd1b-b561-464c-b6cb-7efb006155f3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0676708 Jul 16 02:04:28.195915 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e112892-c627-484d-b1c2-c53d722d6cfc req-127bfe76-9639-4507-92a8-ce2ab35666d7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326970 Jul 16 02:04:28.305774 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-fc1ee212-ab47-4cf4-af46-c46f58646b34 service neutron] show failed (client error): The resource could not be found. Jul 16 02:04:28.306840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-fc1ee212-ab47-4cf4-af46-c46f58646b34 service neutron] 10.222.0.67 "GET /v2.0/ports/ab9f7b34-4783-46e9-83d4-1e95ff835b6a/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0908420 Jul 16 02:04:28.612111 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.630507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-c06a85fe-6b4d-49e5-b093-de07be83fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.632581 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-c06a85fe-6b4d-49e5-b093-de07be83fcda service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 1097 time: 0.0911090 Jul 16 02:04:28.644390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:28.721190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.923566 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:28.956347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:28.995870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:29.000862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.013971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Transition to ACTIVE for port object ab9f7b34-4783-46e9-83d4-1e95ff835b6a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:29.017889 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.046092 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b12a17-f855-4af0-8926-6efdafd9d938" -d '{"events": [{"server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:29.142437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:29.165559 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a01205-11cf-4d18-b017-4d0448d16bf3 x-openstack-request-id: req-44a01205-11cf-4d18-b017-4d0448d16bf3 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:29.166284 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:29.166284 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44a01205-11cf-4d18-b017-4d0448d16bf3 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:29.166504 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'code': 200} Jul 16 02:04:29.176384 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.176748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.177074 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.177408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.177741 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.178095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.178424 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.179316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.179650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.179976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.180298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.180712 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:29.214864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] No DVR routers for this DVR port ab9f7b34-4783-46e9-83d4-1e95ff835b6a on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:04:29.391731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Attempting to bind port ab9f7b34-4783-46e9-83d4-1e95ff835b6a on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:04:29.391956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Attempting to bind port ab9f7b34-4783-46e9-83d4-1e95ff835b6a by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:04:29.392262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Attempting to bind port ab9f7b34-4783-46e9-83d4-1e95ff835b6a on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:29.400180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Port ab9f7b34-4783-46e9-83d4-1e95ff835b6a on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:04:29.400507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Attempting to bind port ab9f7b34-4783-46e9-83d4-1e95ff835b6a on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:29.408083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:04:29.408415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:29.408794 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:04:29.409221 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Bound port: ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:04:29.409578 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.420439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33700def-02c4-4b5e-ab50-f132404bc574 req-a0223c1b-98bd-44a6-8a63-c163c0b1e951 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:29.421931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33700def-02c4-4b5e-ab50-f132404bc574 req-a0223c1b-98bd-44a6-8a63-c163c0b1e951 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 943 time: 0.1091897 Jul 16 02:04:29.486506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-33700def-02c4-4b5e-ab50-f132404bc574 req-9f43a56c-af18-4ead-9cf4-32b30773b46b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584383 Jul 16 02:04:29.507710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:29.510782 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:04:29.515067 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.552313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:29.552929 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.554417 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] 10.222.0.50 "PUT /v2.0/ports/ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 1092 time: 0.9141164 Jul 16 02:04:29.611193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc85f5-fcaa-42e1-884b-640863e843d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:29.640653 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-79c3a657-a933-46b4-940b-3cc56eedb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:29.648011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-79c3a657-a933-46b4-940b-3cc56eedb7b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 1095 time: 0.0625639 Jul 16 02:04:29.743678 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-f9b74340-5652-49a4-9164-81039c055e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:29.745649 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-f9b74340-5652-49a4-9164-81039c055e51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0959175 Jul 16 02:04:30.136702 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-4c1fd027-b8c0-4e59-ac36-0eed036bf0a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 998 time: 0.3845205 Jul 16 02:04:30.186098 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-cc43a375-4a7c-4fef-b5d4-3ee4d4754edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:30.187499 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-cc43a375-4a7c-4fef-b5d4-3ee4d4754edc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0446196 Jul 16 02:04:30.215205 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.249284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-dd015cec-1ab3-464c-9c10-bd09f73c4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:30.250870 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-dd015cec-1ab3-464c-9c10-bd09f73c4ac9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571702 Jul 16 02:04:30.337810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-12d877ae-15ac-4f2f-b6e1-249f8dbacc45 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801058 Jul 16 02:04:30.430712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-262f3ad0-c528-4c47-8f3e-6b08595f869d req-6174c649-d966-4bc5-89cb-50fe43ef66be service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864336 Jul 16 02:04:30.669360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d051-661b-4e1c-ac8a-d82671b99392 req-81a18006-2b95-4bfb-b3ba-60fe40e7032a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:30.670873 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24f0d051-661b-4e1c-ac8a-d82671b99392 req-81a18006-2b95-4bfb-b3ba-60fe40e7032a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 943 time: 0.0684288 Jul 16 02:04:30.709271 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24f0d051-661b-4e1c-ac8a-d82671b99392 req-434a09ed-6078-4211-bccf-975ebac84185 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326025 Jul 16 02:04:31.167364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:31.169742 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b57dc9d-a061-4da6-b076-8384424914a3" -d '{"events": [{"name": "network-changed", "server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:31.220683 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39771393-94f1-49a5-9560-60029f37feff x-openstack-request-id: req-39771393-94f1-49a5-9560-60029f37feff {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:31.220683 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:31.220683 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39771393-94f1-49a5-9560-60029f37feff {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:31.222172 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'status': 'completed', 'code': 200} Jul 16 02:04:31.335617 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-efa202ec-24b8-452b-bff2-d7d9b2752e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.336960 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-efa202ec-24b8-452b-bff2-d7d9b2752e44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 1095 time: 0.0966666 Jul 16 02:04:31.339664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-57e8da7c-d77a-41a9-bf95-cbfcf33b6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.341049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-57e8da7c-d77a-41a9-bf95-cbfcf33b6f47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 1095 time: 0.0917587 Jul 16 02:04:31.505663 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-aba7686b-1431-49a3-8d94-5ef3772057e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.507810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-aba7686b-1431-49a3-8d94-5ef3772057e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.1558039 Jul 16 02:04:31.508845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-c928443f-6617-48bc-8686-5ac85c67fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.510221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-c928443f-6617-48bc-8686-5ac85c67fe8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.1659122 Jul 16 02:04:31.620971 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-96bcfbfe-e8b9-4f57-8be2-3210a26edca7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 998 time: 0.1063213 Jul 16 02:04:31.626689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-91c8124a-623b-467b-b540-2b905f5ea8b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 998 time: 0.1053758 Jul 16 02:04:31.707601 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-bf190352-4e2b-40f8-9643-e4f2560a03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.709100 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-bf190352-4e2b-40f8-9643-e4f2560a03ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0815561 Jul 16 02:04:31.711347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-86388272-5f0f-4d49-a9c3-7e24781393c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.712831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-86388272-5f0f-4d49-a9c3-7e24781393c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0771773 Jul 16 02:04:31.850099 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-b9fccf97-823f-400b-91ce-79020617e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.852878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-b9fccf97-823f-400b-91ce-79020617e3ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213095 Jul 16 02:04:31.862404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-e67eaafb-d35a-4c81-976d-a827eac70eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.864922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-e67eaafb-d35a-4c81-976d-a827eac70eac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447554 Jul 16 02:04:31.911445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4320-121e-4885-8e41-ff910325614d req-cf48a3b9-f298-4da9-b219-fe10901079a2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.913814 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-480c4320-121e-4885-8e41-ff910325614d req-cf48a3b9-f298-4da9-b219-fe10901079a2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 943 time: 0.0829303 Jul 16 02:04:31.974614 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-480c4320-121e-4885-8e41-ff910325614d req-b924f718-44a1-4b5f-9252-721d073d0b8a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520341 Jul 16 02:04:32.045089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-fa05cf83-fd4e-4aa4-b069-655e0fb79735 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788540 Jul 16 02:04:32.047147 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-a11c9dcc-9087-4897-8f85-34677644d53a service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693735 Jul 16 02:04:32.221899 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-bd2404f8-7afb-426d-af24-c2e4cb03f3cf service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678486 Jul 16 02:04:32.225915 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b57dc9d-a061-4da6-b076-8384424914a3 req-dca5ca0c-c749-4242-a119-2a0e3461e6f7 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618772 Jul 16 02:04:32.336356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ab9f7b34-4783-46e9-83d4-1e95ff835b6a details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:04:32.434084 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:32.446344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'port_id': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'mac_address': 'fa:16:3e:b4:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:04:32.483242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.494487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ab9f7b34-4783-46e9-83d4-1e95ff835b6a no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:04:32.518130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9f7b34-4783-46e9-83d4-1e95ff835b6a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:32.547034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:32.551761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device ab9f7b34-4783-46e9-83d4-1e95ff835b6a not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:04:32.553257 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.607695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:32.615704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.616093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.616451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.617019 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.617152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.617442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.617785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.618158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.618486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.618814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.619408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.619736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.833920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['ab9f7b34-4783-46e9-83d4-1e95ff835b6a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:04:33.173428 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed691-89f6-4ad9-bbc8-e00b114e5825 req-cb8aa480-2918-4175-bf63-ca8f282f5b10 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:33.175017 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a3ed691-89f6-4ad9-bbc8-e00b114e5825 req-cb8aa480-2918-4175-bf63-ca8f282f5b10 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 944 time: 0.0746546 Jul 16 02:04:33.223065 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2a3ed691-89f6-4ad9-bbc8-e00b114e5825 req-2eaa13f2-6db1-40a7-8ddc-554b8ce26ad3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352604 Jul 16 02:04:33.592431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-44a425e6-32c3-45db-9cc2-433b0c3aeec5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:33.593901 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-44a425e6-32c3-45db-9cc2-433b0c3aeec5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5&tenant_id=1d894711a9fd414c81623d217483529e&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 944 time: 0.1086161 Jul 16 02:04:33.601381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48dac6-7ac5-4916-bee4-c632d01e98ba req-4bdee137-07fa-4f85-acdb-5859317a261a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:33.602766 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba48dac6-7ac5-4916-bee4-c632d01e98ba req-4bdee137-07fa-4f85-acdb-5859317a261a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 944 time: 0.1269183 Jul 16 02:04:33.677787 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba48dac6-7ac5-4916-bee4-c632d01e98ba req-be409516-f92d-4bdb-b62b-41fe03753321 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686719 Jul 16 02:04:33.683133 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-0479c291-47e9-4990-b4f3-69366516564a service neutron] delete failed (client error): The resource could not be found. Jul 16 02:04:33.684166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-0479c291-47e9-4990-b4f3-69366516564a service neutron] 10.222.0.67 "DELETE /v2.0/ports/ab9f7b34-4783-46e9-83d4-1e95ff835b6a/bindings/n-h1-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0805755 Jul 16 02:04:33.781919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-3ac079b4-c5f5-43f0-a7cd-86930fe040a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:33.783473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-3ac079b4-c5f5-43f0-a7cd-86930fe040a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 1096 time: 0.0541048 Jul 16 02:04:33.879118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-8568f293-9700-466f-ab37-395873abaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:33.880667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-8568f293-9700-466f-ab37-395873abaa4b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0899513 Jul 16 02:04:33.944946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-4f7de101-70a0-4a0c-9714-3616972663b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 200 len: 999 time: 0.0571144 Jul 16 02:04:33.996462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-4f6bfabb-f143-4a45-aa6e-7afc310ebd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:33.997936 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-4f6bfabb-f143-4a45-aa6e-7afc310ebd2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0480566 Jul 16 02:04:34.058446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-e0358471-92ab-404c-a03c-2766e077b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:34.059962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-e0358471-92ab-404c-a03c-2766e077b46a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563850 Jul 16 02:04:34.148401 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-d3e19795-4284-4539-849e-42a0cbdae595 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825396 Jul 16 02:04:34.240663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c110febc-90ee-40d6-ae2e-9f42e435576c req-157f08fa-f83f-4033-8f8e-43be63a1fc7d service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859206 Jul 16 02:04:34.340608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ab9f7b34-4783-46e9-83d4-1e95ff835b6a up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:34.391228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port ab9f7b34-4783-46e9-83d4-1e95ff835b6a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:34.394942 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port ab9f7b34-4783-46e9-83d4-1e95ff835b6a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:34.395312 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.471393 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.493769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:34.507957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:34.513125 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.537827 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f116f7-fad7-4830-866f-e67b8b03b91f" -d '{"events": [{"server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "name": "network-vif-plugged", "status": "completed", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:34.566921 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:34.630655 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b64cc0f-e34c-47b9-8f6f-a55bd92164c4 x-openstack-request-id: req-9b64cc0f-e34c-47b9-8f6f-a55bd92164c4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:34.630951 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "name": "network-vif-plugged", "status": "completed", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:34.631205 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b64cc0f-e34c-47b9-8f6f-a55bd92164c4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:34.631629 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'code': 200} Jul 16 02:04:34.858710 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c8814-1f23-461e-ad64-c149a40871a6 req-6ca7a822-62e0-49e0-9006-5469d99f3c57 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:34.860323 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c9c8814-1f23-461e-ad64-c149a40871a6 req-6ca7a822-62e0-49e0-9006-5469d99f3c57 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0649607 Jul 16 02:04:34.899923 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c9c8814-1f23-461e-ad64-c149a40871a6 req-f40e2847-9c41-48b9-ac17-b7ef869efc13 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337460 Jul 16 02:04:35.072474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217ade3-c7f8-4c49-b7bf-6f20779dfb5f req-5202843c-0f20-4c87-863e-718c3520ecac tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:35.073958 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2217ade3-c7f8-4c49-b7bf-6f20779dfb5f req-5202843c-0f20-4c87-863e-718c3520ecac tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0631499 Jul 16 02:04:35.110724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2217ade3-c7f8-4c49-b7bf-6f20779dfb5f req-aef67bdd-7c1c-4e8a-9fc3-13ceb1e010b4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312099 Jul 16 02:04:35.287893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b0f2d-eada-4d0e-b5cb-e91e73976371 req-3a79c24a-3dec-43cd-98ed-3175fda1e07c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:35.289413 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b2b0f2d-eada-4d0e-b5cb-e91e73976371 req-3a79c24a-3dec-43cd-98ed-3175fda1e07c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0690155 Jul 16 02:04:35.327656 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b2b0f2d-eada-4d0e-b5cb-e91e73976371 req-c084caeb-541a-4d53-b611-a2843ac18812 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326233 Jul 16 02:04:35.711005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aa6e2-165d-42e0-873e-5456a15b17eb req-39596e52-879d-4d06-b14b-e0d5e4845bb7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:35.712422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-805aa6e2-165d-42e0-873e-5456a15b17eb req-39596e52-879d-4d06-b14b-e0d5e4845bb7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0667839 Jul 16 02:04:35.753751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-805aa6e2-165d-42e0-873e-5456a15b17eb req-630513f9-a96b-440f-83f9-0f25db7a72da tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350919 Jul 16 02:04:36.254698 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:36.927930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-8224bb3b-50b1-4d85-b9df-a9f33884ace2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:36.930486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-8224bb3b-50b1-4d85-b9df-a9f33884ace2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0658169 Jul 16 02:04:36.932688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b310d63-1086-4f08-b840-b6d688402c0f req-74aca7de-580f-4114-8144-09a423dc8558 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:36.934200 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b310d63-1086-4f08-b840-b6d688402c0f req-74aca7de-580f-4114-8144-09a423dc8558 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 945 time: 0.0668659 Jul 16 02:04:36.972564 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b310d63-1086-4f08-b840-b6d688402c0f req-c06f95a6-77f7-4126-b998-4c4fe5224972 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325303 Jul 16 02:04:37.037041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Deleting port ab9f7b34-4783-46e9-83d4-1e95ff835b6a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:04:37.037390 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.124660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] For port ab9f7b34-4783-46e9-83d4-1e95ff835b6a, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:37.125022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.294670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.294953 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.295265 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075 disassociated. External IP: 172.25.4.79, port: ab9f7b34-4783-46e9-83d4-1e95ff835b6a. Jul 16 02:04:37.295604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Calling delete_port for ab9f7b34-4783-46e9-83d4-1e95ff835b6a owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:04:37.419854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.452292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event deleted for resources: {'Port': ['ID=ab9f7b34-4783-46e9-83d4-1e95ff835b6a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:37.575007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Router a6c4c220-1689-433f-ac19-b74636ccf124 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:04:37.692044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:04:37.702324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:04:37.711378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:37.711998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:04:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:37.742347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] No DVR routers for this DVR port ab9f7b34-4783-46e9-83d4-1e95ff835b6a on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:04:37.745382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.747520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f8a79280-536f-4da6-ace1-1e9952f4b174 req-b0501fd4-e19a-4a9f-acb9-47cd0a306591 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "DELETE /v2.0/ports/ab9f7b34-4783-46e9-83d4-1e95ff835b6a HTTP/1.1" status: 204 len: 173 time: 0.8114536 Jul 16 02:04:37.748726 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'name': 'network-vif-deleted', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:37.750370 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6127ea10-79f0-41ad-a545-1b419c09e662" -d '{"events": [{"server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "name": "network-vif-deleted", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:37.788519 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaf13cc-25f5-4c95-8cb9-41afd4374f1a x-openstack-request-id: req-dbaf13cc-25f5-4c95-8cb9-41afd4374f1a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:37.789566 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128d740f-5cd6-4ca3-ae69-452cdfac58e5", "name": "network-vif-deleted", "tag": "ab9f7b34-4783-46e9-83d4-1e95ff835b6a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:37.789948 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbaf13cc-25f5-4c95-8cb9-41afd4374f1a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:37.790390 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128d740f-5cd6-4ca3-ae69-452cdfac58e5', 'name': 'network-vif-deleted', 'tag': 'ab9f7b34-4783-46e9-83d4-1e95ff835b6a', 'status': 'completed', 'code': 200} Jul 16 02:04:37.828589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:38.042061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:38.068945 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:04:38.078747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:38.079292 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:04:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:38.138748 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e493830-3ae4-4704-8364-732e1bbd4d7d req-47bf17fd-05bc-416a-bcd0-ecbaddf91a52 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=128d740f-5cd6-4ca3-ae69-452cdfac58e5 HTTP/1.1" status: 200 len: 210 time: 0.0304778 Jul 16 02:04:38.197054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:38.402595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:38.427554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80fa0d-f973-425b-8b7b-6bcdb39841b7 None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:04:38.639455 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc37c91-54c6-4169-91f5-51d391312f85 None None] New status for floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:04:39.436555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-9d897e86-bd92-43db-91de-3b5d43c4f704 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1272894627&fields=id&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 267 time: 0.0328720 Jul 16 02:04:39.541649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-ab0be760-fa27-4cfe-9fd2-34bbbbc146c3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:39.543148 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-ab0be760-fa27-4cfe-9fd2-34bbbbc146c3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 812 time: 0.1004238 Jul 16 02:04:39.557997 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-5a36c7f2-1faf-4ea2-a02d-dcf1bef1ed26 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/quotas/1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 375 time: 0.0093949 Jul 16 02:04:39.629539 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-626f55b2-ece6-428f-a8fe-bae5ecf06b11 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667019 Jul 16 02:04:39.792802 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-b7af1ac7-aa1c-48b9-ab17-1bf22464bd53 service neutron] 10.222.0.64 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196404 Jul 16 02:04:39.888085 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-1627f0d3-fa08-446d-bff8-8f8781e518b2 service neutron] 10.222.0.64 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895300 Jul 16 02:04:40.061455 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bd03d600-5a1b-41de-94cf-2cdbcdc84523 req-64280332-f25e-4f7f-b3f8-f7b752f25187 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 210 time: 0.0299511 Jul 16 02:04:40.372154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ab9f7b34-4783-46e9-83d4-1e95ff835b6a no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:04:40.392065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: ab9f7b34-4783-46e9-83d4-1e95ff835b6a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:04:40.392404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device ab9f7b34-4783-46e9-83d4-1e95ff835b6a not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:04:41.233053 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a4b7c6a-e2fb-4cde-ac02-23404cfa283e req-05dddf49-ebb1-469b-a1bd-2dc02d7530ba tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 210 time: 0.0407193 Jul 16 02:04:41.304534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-138ebb30-8ec7-44c4-8ba4-6b20410626fc tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:41.306038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-138ebb30-8ec7-44c4-8ba4-6b20410626fc tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 812 time: 0.1520197 Jul 16 02:04:41.362402 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-18b9a463-1ccd-41bc-81a1-5860129f6a97 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 380 time: 0.0376482 Jul 16 02:04:41.372204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'port': {'device_id': '487420aa-2015-4f88-a025-882c4f94f39a', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'admin_state_up': True, 'tenant_id': '1d894711a9fd414c81623d217483529e', 'security_groups': ['7326a33a-457c-412d-8f33-fe14cb0989df']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:41.499168 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Made reservation on behalf of 1d894711a9fd414c81623d217483529e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:04:41.503572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.659141 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Allocated IP 172.20.0.6 (0a06662d-4f24-4851-a37b-ed5bc8bdc1f4/ac678aa4-f2f1-4b1f-a4c3-47aa060599bf/3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:04:41.797104 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.811184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Transition to ACTIVE for port object 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:41.844542 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.888569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:04:41.893801 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:41.898190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:04:41.928954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event updated for resources: {'Port': ['ID=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:41.952683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:41.953314 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.968122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-2d65164e-5d3f-40ea-bed1-fa6c787b42e9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006467 Jul 16 02:04:41.982921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Request body: {'port': {'device_id': '487420aa-2015-4f88-a025-882c4f94f39a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:42.067372 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.130154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c355e771-3e7e-4002-be49-26f6e9257f17 None None] Provisioning for port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:42.134993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c355e771-3e7e-4002-be49-26f6e9257f17 None None] Provisioning complete for port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:42.135434 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c355e771-3e7e-4002-be49-26f6e9257f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.168605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c355e771-3e7e-4002-be49-26f6e9257f17 None None] Port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:04:42.332179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:42.341116 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.354660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Transition to ACTIVE for port object 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:42.358382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.421244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb80b2-08fc-47eb-9abc-48c99ec7fc01 req-b30982ee-dbf3-43fc-853d-c843e54c7330 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:42.422731 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07cb80b2-08fc-47eb-9abc-48c99ec7fc01 req-b30982ee-dbf3-43fc-853d-c843e54c7330 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 943 time: 0.0696721 Jul 16 02:04:42.439368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Pushing event updated for resources: {'Port': ['ID=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:42.467064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07cb80b2-08fc-47eb-9abc-48c99ec7fc01 req-4496b1bb-4ab2-4989-9aa9-418345659738 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369692 Jul 16 02:04:42.493507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Attempting to bind port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:04:42.493507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Attempting to bind port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:04:42.493507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Attempting to bind port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:42.496756 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:04:42.496924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Attempting to bind port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:42.501832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:04:42.502204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:42.502586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:04:42.503012 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Bound port: 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:04:42.503369 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.570621 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:42.574615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:04:42.578893 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.615432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:42.616593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.618353 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] 10.222.0.50 "PUT /v2.0/ports/3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 1092 time: 0.6395276 Jul 16 02:04:42.618481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:42.621220 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70d077e-4213-43d0-b674-7dc5f3707a17" -d '{"events": [{"name": "network-changed", "server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:42.652238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d56f7-bb66-43bf-b53e-0a147553d056 service neutron] Pushing event updated for resources: {'Port': ['ID=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:43.031447 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c05e2d-c901-4ce2-a73c-37e774fadcff x-openstack-request-id: req-e6c05e2d-c901-4ce2-a73c-37e774fadcff {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:43.031687 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:43.031897 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6c05e2d-c901-4ce2-a73c-37e774fadcff {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:43.032286 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'status': 'completed', 'code': 200} Jul 16 02:04:43.059608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-768efa13-6926-44d7-bf44-5db1ff951699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.061118 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-768efa13-6926-44d7-bf44-5db1ff951699 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1095 time: 0.3950489 Jul 16 02:04:43.103694 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-60d5144e-b3e1-461f-a9ce-96d34f53ea07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 217 time: 0.0338628 Jul 16 02:04:43.153284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-25fb1ede-05dd-454c-b990-212235bd6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.154754 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-25fb1ede-05dd-454c-b990-212235bd6e83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0441792 Jul 16 02:04:43.215622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-d800d97d-df2d-43db-87fa-a08cb1efb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.217100 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-d800d97d-df2d-43db-87fa-a08cb1efb41a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556839 Jul 16 02:04:43.310429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-bcd28cb8-1389-4b7f-ad58-f3c455e67e43 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861657 Jul 16 02:04:43.403212 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa22b585-cc5c-45e2-8f8d-19853b1a3bb4 req-26ddbfb6-b515-44ec-9d81-d98ae9376bfa service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860865 Jul 16 02:04:43.503211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-396d1902-d59e-4e31-a8c7-bb9a575ce43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.504495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-396d1902-d59e-4e31-a8c7-bb9a575ce43b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1095 time: 0.0537591 Jul 16 02:04:43.603214 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-53b40d9d-4f28-4746-aeb3-9c10e63a69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.604951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-53b40d9d-4f28-4746-aeb3-9c10e63a69cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0932770 Jul 16 02:04:43.656728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955f2e-4002-4abb-aa79-dc1ae4881ac1 req-b15b34f4-36f0-4b2f-a024-ef273419d9c7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.658363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df955f2e-4002-4abb-aa79-dc1ae4881ac1 req-b15b34f4-36f0-4b2f-a024-ef273419d9c7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 943 time: 0.0741625 Jul 16 02:04:43.664880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-6fc25491-12b1-40b0-8e1d-0afaf7f77f25 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 217 time: 0.0519836 Jul 16 02:04:43.699352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df955f2e-4002-4abb-aa79-dc1ae4881ac1 req-450c968d-2fc1-4c49-b430-2c3623696578 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342650 Jul 16 02:04:43.719450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-3923ef25-14ad-4550-9da6-bb986ca6485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.720940 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-3923ef25-14ad-4550-9da6-bb986ca6485b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0465484 Jul 16 02:04:43.784499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-dcf75930-3792-4b0d-92dd-9c8868f1e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.786061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-dcf75930-3792-4b0d-92dd-9c8868f1e905 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582867 Jul 16 02:04:43.880841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-329f53f0-9f90-454c-9a43-d8effa45194d service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867548 Jul 16 02:04:43.979928 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f70d077e-4213-43d0-b674-7dc5f3707a17 req-79086fa7-bf2d-470b-afbf-2a0c9ac8c07f service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906680 Jul 16 02:04:44.876669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6082eb6-bd78-4f74-ac82-6d29dc146d11 req-3f06fb42-e6bc-4f80-82a7-d0d8450a6c15 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:44.878201 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6082eb6-bd78-4f74-ac82-6d29dc146d11 req-3f06fb42-e6bc-4f80-82a7-d0d8450a6c15 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 943 time: 0.0645940 Jul 16 02:04:44.917587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6082eb6-bd78-4f74-ac82-6d29dc146d11 req-2cf8d3f0-ed54-4840-900f-81decec03a21 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333691 Jul 16 02:04:46.094217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc458533-f7c3-44ae-8db1-45ad89b52058 req-8e787271-71ad-432b-91e4-cd7f9a3b8edf tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:46.095713 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc458533-f7c3-44ae-8db1-45ad89b52058 req-8e787271-71ad-432b-91e4-cd7f9a3b8edf tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 943 time: 0.0686612 Jul 16 02:04:46.138960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc458533-f7c3-44ae-8db1-45ad89b52058 req-c88ad195-305c-4a55-92e0-f92d2b1d4965 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369451 Jul 16 02:04:46.409634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:04:46.503615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:46.514412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'port_id': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'mac_address': 'fa:16:3e:93:25:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:04:46.552327 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.564748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:46.583885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:46.588398 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.641691 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:46.784924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:04:47.311834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40aa3-ab90-4c64-b139-478f8266a242 req-7e17d6a2-3e03-4552-9a08-8ea51836fd9b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:47.313321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5a40aa3-ab90-4c64-b139-478f8266a242 req-7e17d6a2-3e03-4552-9a08-8ea51836fd9b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 944 time: 0.0638580 Jul 16 02:04:47.355345 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b5a40aa3-ab90-4c64-b139-478f8266a242 req-8dbf57cb-b06b-407f-90bd-5e656c3e449d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365691 Jul 16 02:04:48.424434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:48.472996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:48.477567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:48.477938 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.532749 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19e84-2a76-4c74-8381-045ce588b611 req-7caa01b5-1d64-4133-a4e8-923a263f94f1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:48.534436 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a0c19e84-2a76-4c74-8381-045ce588b611 req-7caa01b5-1d64-4133-a4e8-923a263f94f1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 944 time: 0.0654788 Jul 16 02:04:48.558131 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.573392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a0c19e84-2a76-4c74-8381-045ce588b611 req-6ec55364-1446-4c33-a1d5-7e98756f931c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Jul 16 02:04:48.580444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:48.582721 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adb4853-c005-40a9-b8af-6c4b32052789" -d '{"events": [{"server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "name": "network-vif-plugged", "status": "completed", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:48.603708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:48.607437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.632544 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f515d84-eda4-4947-a5aa-106906bfab59 x-openstack-request-id: req-2f515d84-eda4-4947-a5aa-106906bfab59 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:48.632950 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "name": "network-vif-plugged", "status": "completed", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:48.633232 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f515d84-eda4-4947-a5aa-106906bfab59 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:48.633518 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'code': 200} Jul 16 02:04:48.659536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:48.733526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b58fd-d7b0-473e-9054-eb9f278c7498 req-4f353c6f-c23b-41b5-873f-c3ff442e5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:48.735058 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-249b58fd-d7b0-473e-9054-eb9f278c7498 req-4f353c6f-c23b-41b5-873f-c3ff442e5f5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1097 time: 0.0515134 Jul 16 02:04:48.770452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-249b58fd-d7b0-473e-9054-eb9f278c7498 req-ea93d14a-9fbb-4617-a7d2-d2a6e395ab8b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281539 Jul 16 02:04:49.757921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1862a-1c50-4b7d-878c-d5da2b512bc8 req-660ca57d-a69c-493c-a4fe-b052d6b596fb tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:49.759047 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4b1862a-1c50-4b7d-878c-d5da2b512bc8 req-660ca57d-a69c-493c-a4fe-b052d6b596fb tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0651283 Jul 16 02:04:49.796306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4b1862a-1c50-4b7d-878c-d5da2b512bc8 req-15188f53-d0aa-4246-929f-aa5e58851cff tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 Jul 16 02:04:49.968614 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e477c6e-fb4c-4acb-ab17-bb0c15363192 req-4132534c-8938-48cb-a8b6-db1c67df3945 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:49.970118 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e477c6e-fb4c-4acb-ab17-bb0c15363192 req-4132534c-8938-48cb-a8b6-db1c67df3945 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0635302 Jul 16 02:04:49.978862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 47734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:49.983432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8230e630-a2ce-4d41-a36b-a830939f5ec1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'floatingip': {'port_id': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:50.027027 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8230e630-a2ce-4d41-a36b-a830939f5ec1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:50.479097 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8230e630-a2ce-4d41-a36b-a830939f5ec1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:50.483257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8230e630-a2ce-4d41-a36b-a830939f5ec1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:50.579716 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-8230e630-a2ce-4d41-a36b-a830939f5ec1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075 associated. External IP: 172.25.4.79, port: 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b. Jul 16 02:04:50.788381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8230e630-a2ce-4d41-a36b-a830939f5ec1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Router a6c4c220-1689-433f-ac19-b74636ccf124 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:04:50.896733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8230e630-a2ce-4d41-a36b-a830939f5ec1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:04:50.901665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8230e630-a2ce-4d41-a36b-a830939f5ec1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:50.906100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:04:50.914854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:50.915461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:04:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:50.938929 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8230e630-a2ce-4d41-a36b-a830939f5ec1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "PUT /v2.0/floatingips/83d802cb-ab23-4073-a2e9-9a90ffa2d075 HTTP/1.1" status: 200 len: 990 time: 0.9589756 Jul 16 02:04:50.939512 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:50.942933 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31" -d '{"events": [{"name": "network-changed", "server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:50.979954 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7070f8f9-bf80-44ba-8add-f61522d618cb x-openstack-request-id: req-7070f8f9-bf80-44ba-8add-f61522d618cb {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:50.980934 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:50.980934 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7070f8f9-bf80-44ba-8add-f61522d618cb {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:50.980934 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'status': 'completed', 'code': 200} Jul 16 02:04:51.035066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:51.068243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-dfc6d936-a120-438b-bf32-d348889c6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:51.070906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-dfc6d936-a120-438b-bf32-d348889c6228 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1097 time: 0.0598328 Jul 16 02:04:51.173597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-6addd992-0ab7-4116-8f38-36e8fcccd337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:51.176660 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-6addd992-0ab7-4116-8f38-36e8fcccd337 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0977461 Jul 16 02:04:51.251434 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-2a6b14f1-3210-4c08-917d-45b11f247efd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 998 time: 0.0683875 Jul 16 02:04:51.304982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-60fd3b58-32d3-42d2-8af7-9c1b3b7e1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:51.306524 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-60fd3b58-32d3-42d2-8af7-9c1b3b7e1f75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0479493 Jul 16 02:04:51.369195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-30fd61db-a517-47fb-84c0-9e2323348bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:51.370663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-30fd61db-a517-47fb-84c0-9e2323348bf4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569878 Jul 16 02:04:51.431886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:93:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487420aa-2015-4f88-a025-882c4f94f39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:04:50Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:51.457659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:04:51.466283 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:51.468773 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-9ed36560-728e-4532-8b79-a7f2f0782c97 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884643 Jul 16 02:04:51.468892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:04:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:51.563415 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4a4b5aa-1c58-4ddb-ac16-47ff64e8ad31 req-273a8449-4a0d-4e8f-8319-aadda8902f3c service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902908 Jul 16 02:04:51.576593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:51.799184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:93:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487420aa-2015-4f88-a025-882c4f94f39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:04:50Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:51.824850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969b48f-4fda-4905-af8d-9f8037dae336 None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:93:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487420aa-2015-4f88-a025-882c4f94f39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:04:50Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:04:52.010071 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f3ec4-d2d6-4d28-9c3d-403626cb3151 None None] New status for floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:04:54.627024 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7cf69c77-ed99-4c56-8142-a4a9cc2b5dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:55.934801 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.165765 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.186618 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25d511cf-f9d1-4212-91f8-a998c2f052d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.683801 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:58.614993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:00.218087 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.253386 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:05:24.630777 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0edb490e-a2d4-4906-af2c-a0c17167a197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.638551 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5202c32b-0183-4594-924e-98ccc313ad94 req-344303e3-04e2-4dd3-b232-1808fff56544 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0620587 Jul 16 02:05:24.744916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202c32b-0183-4594-924e-98ccc313ad94 req-e5d32da6-b518-4ddc-b6ad-0ff4c1743c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.749068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5202c32b-0183-4594-924e-98ccc313ad94 req-e5d32da6-b518-4ddc-b6ad-0ff4c1743c9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1097 time: 0.0600717 Jul 16 02:05:24.854935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202c32b-0183-4594-924e-98ccc313ad94 req-c4371ccd-a796-4b7a-8445-d8f06a6019df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.856560 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5202c32b-0183-4594-924e-98ccc313ad94 req-c4371ccd-a796-4b7a-8445-d8f06a6019df service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0890334 Jul 16 02:05:24.933025 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5202c32b-0183-4594-924e-98ccc313ad94 req-4d0fd939-e333-4050-a48d-45f678d1b24c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 1000 time: 0.0696321 Jul 16 02:05:24.988924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202c32b-0183-4594-924e-98ccc313ad94 req-62e904f6-32db-4333-a107-2e72edbf060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.990847 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5202c32b-0183-4594-924e-98ccc313ad94 req-62e904f6-32db-4333-a107-2e72edbf060f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0504320 Jul 16 02:05:25.055597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202c32b-0183-4594-924e-98ccc313ad94 req-d76840f7-180a-4ec5-be82-3dfd9983f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.057121 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5202c32b-0183-4594-924e-98ccc313ad94 req-d76840f7-180a-4ec5-be82-3dfd9983f5e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580418 Jul 16 02:05:25.152898 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5202c32b-0183-4594-924e-98ccc313ad94 req-783ccf75-ae7d-43e8-b58b-b8edeca8a71e service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876706 Jul 16 02:05:25.245933 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5202c32b-0183-4594-924e-98ccc313ad94 req-bbeb0264-0c5a-4d17-af42-c99295485e87 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857148 Jul 16 02:05:25.939162 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.159660 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.185879 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78d2344c-3bc3-443f-8a6a-0493f08461b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.684221 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.619850 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:30.220008 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.255738 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:05:54.632753 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ededb57d-1bb8-4862-b1f3-aacb9490ad7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.950634 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.160467 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.184890 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdf19863-676b-4295-8bed-d619a51b2ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.685250 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:58.624398 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.221665 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.635411 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b801c935-b600-46ab-8ff4-752383aaa402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.655939 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222e8a1-7881-4056-a957-7146253374d7 req-c845bd3c-8711-4e50-b3dc-9283c4d5c5a0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705867 Jul 16 02:06:24.751262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e8a1-7881-4056-a957-7146253374d7 req-57cfc7be-09a4-4089-b0a8-b427dab6c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:24.752764 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222e8a1-7881-4056-a957-7146253374d7 req-57cfc7be-09a4-4089-b0a8-b427dab6c49e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1097 time: 0.0530267 Jul 16 02:06:24.860238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e8a1-7881-4056-a957-7146253374d7 req-8488cded-16b9-4cc6-a50d-4acb69eeddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:24.861712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222e8a1-7881-4056-a957-7146253374d7 req-8488cded-16b9-4cc6-a50d-4acb69eeddd3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0886910 Jul 16 02:06:24.928631 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222e8a1-7881-4056-a957-7146253374d7 req-a759ec45-79de-425e-a32f-6f9611af5e74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 1000 time: 0.0596161 Jul 16 02:06:24.982525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e8a1-7881-4056-a957-7146253374d7 req-b67219a4-6505-41a1-b66f-f51f60751145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:24.984229 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222e8a1-7881-4056-a957-7146253374d7 req-b67219a4-6505-41a1-b66f-f51f60751145 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0482373 Jul 16 02:06:25.053245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e8a1-7881-4056-a957-7146253374d7 req-9ff4d06a-ed4a-420b-8d1c-1fc538743386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:25.054773 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222e8a1-7881-4056-a957-7146253374d7 req-9ff4d06a-ed4a-420b-8d1c-1fc538743386 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581455 Jul 16 02:06:25.145364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222e8a1-7881-4056-a957-7146253374d7 req-e394fc55-baba-45ac-830a-d6e9126a6f51 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827901 Jul 16 02:06:25.240861 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1222e8a1-7881-4056-a957-7146253374d7 req-887959d0-3c11-48cd-bc96-a7977a17da1c service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879071 Jul 16 02:06:25.951845 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.168786 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.188791 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d29f9586-7684-4d9e-abf1-47d10c2cbb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.254906 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:27.687773 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.630527 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.654986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c6bc7-10c3-4d31-b494-d0c45328f161 req-2eff991b-4705-41f7-bffa-57d2e8c9c943 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:28.657104 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-285c6bc7-10c3-4d31-b494-d0c45328f161 req-2eff991b-4705-41f7-bffa-57d2e8c9c943 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0896568 Jul 16 02:06:28.696534 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-285c6bc7-10c3-4d31-b494-d0c45328f161 req-11699de0-66bd-4e97-b89f-b71ff5b2a326 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342274 Jul 16 02:06:29.878228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b2ea2-f408-4b07-a6b9-f3edca5558e0 req-646a139e-3cb4-4bb0-8284-444d910eb1b0 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.879783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-174b2ea2-f408-4b07-a6b9-f3edca5558e0 req-646a139e-3cb4-4bb0-8284-444d910eb1b0 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0657699 Jul 16 02:06:29.920406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-174b2ea2-f408-4b07-a6b9-f3edca5558e0 req-374ff8d2-70e7-4b1c-8520-1083800ac9eb tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347941 Jul 16 02:06:30.227990 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.098315 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ed88-98d0-4b0a-841b-c397e1f04964 req-a6a7f9fa-9a0d-4a34-b445-d59c0406a3d5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:31.099721 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7340ed88-98d0-4b0a-841b-c397e1f04964 req-a6a7f9fa-9a0d-4a34-b445-d59c0406a3d5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0654073 Jul 16 02:06:31.139130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7340ed88-98d0-4b0a-841b-c397e1f04964 req-f0fff345-c7c7-4996-bff4-52321766cd3d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336256 Jul 16 02:06:32.313208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefc835-6204-4a44-9d83-d85d7c71a77d req-8c865220-e428-4ef7-ab34-0efa346c9ec0 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:32.314758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cefc835-6204-4a44-9d83-d85d7c71a77d req-8c865220-e428-4ef7-ab34-0efa346c9ec0 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0644202 Jul 16 02:06:32.357564 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6cefc835-6204-4a44-9d83-d85d7c71a77d req-166f32d0-be1e-481e-a121-5a0b881a0726 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372999 Jul 16 02:06:33.546698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519000a-8376-412d-819a-72548170c597 req-22ce20db-fa1a-42cd-be66-8135d9734261 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:33.548200 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6519000a-8376-412d-819a-72548170c597 req-22ce20db-fa1a-42cd-be66-8135d9734261 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0699196 Jul 16 02:06:33.586465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6519000a-8376-412d-819a-72548170c597 req-f896333a-a7dc-4f60-b1fb-06695be58193 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Jul 16 02:06:34.767009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81828fdb-2d61-439c-a4a0-3f5dd1d5c914 req-e99117f7-9b5d-482a-870d-83d314776525 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:34.768546 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-81828fdb-2d61-439c-a4a0-3f5dd1d5c914 req-e99117f7-9b5d-482a-870d-83d314776525 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0689781 Jul 16 02:06:34.807752 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-81828fdb-2d61-439c-a4a0-3f5dd1d5c914 req-aa87e742-9181-49db-97ad-887829efb3b7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336535 Jul 16 02:06:35.983489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac8642-a42f-4357-b714-7316dc4cabb2 req-6aeb5dba-31f6-4767-84ec-97fd49460db5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:35.984984 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10ac8642-a42f-4357-b714-7316dc4cabb2 req-6aeb5dba-31f6-4767-84ec-97fd49460db5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0625768 Jul 16 02:06:36.022912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-10ac8642-a42f-4357-b714-7316dc4cabb2 req-ffa13422-7b02-417c-9fc4-b54b66bb1bf7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322161 Jul 16 02:06:37.197826 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68631e57-8758-415d-8785-587b9de18694 req-cd30a5be-8e26-4f7b-8650-a3c03a1f21c6 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:37.199221 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68631e57-8758-415d-8785-587b9de18694 req-cd30a5be-8e26-4f7b-8650-a3c03a1f21c6 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0635662 Jul 16 02:06:37.237324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68631e57-8758-415d-8785-587b9de18694 req-e57b0964-b781-44a5-ad06-a754ae5bf4f3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Jul 16 02:06:38.412284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fe1bb-4d08-423c-93ee-c6fd7724bca0 req-039a8024-a4fd-4a49-a562-673982efa7a1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:38.413762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e65fe1bb-4d08-423c-93ee-c6fd7724bca0 req-039a8024-a4fd-4a49-a562-673982efa7a1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0656106 Jul 16 02:06:38.451353 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e65fe1bb-4d08-423c-93ee-c6fd7724bca0 req-1df9b1cf-5798-4a25-a41c-df0c9e671226 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319653 Jul 16 02:06:39.633292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c0fa6-14cb-4ef0-8b94-a9b0c84cc935 req-90b07ab7-35ec-4d45-ba2f-d5ff9e4d0f22 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:39.634794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a7c0fa6-14cb-4ef0-8b94-a9b0c84cc935 req-90b07ab7-35ec-4d45-ba2f-d5ff9e4d0f22 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0685775 Jul 16 02:06:39.673472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1a7c0fa6-14cb-4ef0-8b94-a9b0c84cc935 req-218f8f4e-0ab8-49cc-acc5-618ff4e0a9b9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324688 Jul 16 02:06:40.090254 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb1706-4fdc-4aa9-b721-599aa4dc030c req-64615976-8bfb-49c6-b4b1-9a58bceccc8e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:40.093225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdbb1706-4fdc-4aa9-b721-599aa4dc030c req-64615976-8bfb-49c6-b4b1-9a58bceccc8e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0870962 Jul 16 02:06:40.110314 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-3410f2fe-9d89-4e31-a63e-0655b17d00c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164882 Jul 16 02:06:40.132640 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdbb1706-4fdc-4aa9-b721-599aa4dc030c req-70d4b1a7-911b-4992-bf09-e35395b8962a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338986 Jul 16 02:06:41.320532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb861c1-504d-4296-b77d-f260d4d39ee2 req-a2cf6e34-f886-40ce-aff1-85f4ca209948 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:41.322032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1cb861c1-504d-4296-b77d-f260d4d39ee2 req-a2cf6e34-f886-40ce-aff1-85f4ca209948 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0629241 Jul 16 02:06:41.359283 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1cb861c1-504d-4296-b77d-f260d4d39ee2 req-ab2398b0-c4a9-4233-9f83-db0d11c49a4c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309260 Jul 16 02:06:42.540898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d509d9-f7a4-4e69-83ff-fc79d93af013 req-394f992b-ab16-44f8-86b1-687f3d0a7d80 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:42.542369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-64d509d9-f7a4-4e69-83ff-fc79d93af013 req-394f992b-ab16-44f8-86b1-687f3d0a7d80 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0680373 Jul 16 02:06:42.583331 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-64d509d9-f7a4-4e69-83ff-fc79d93af013 req-2da5ffdf-6fea-45c2-ae08-dd66d541a332 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346673 Jul 16 02:06:43.758595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38392c63-7a03-4ae7-8a1f-82c63475a42b req-0f7aafcf-f5f4-4695-a027-65322002d544 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:43.760066 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38392c63-7a03-4ae7-8a1f-82c63475a42b req-0f7aafcf-f5f4-4695-a027-65322002d544 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0670061 Jul 16 02:06:43.799031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-38392c63-7a03-4ae7-8a1f-82c63475a42b req-45a68854-e6b2-4d8b-aeae-a4687ac19f3f tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328586 Jul 16 02:06:44.490064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-a0e16828-ab16-4d23-a02f-70dc755497b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:44.491559 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-a0e16828-ab16-4d23-a02f-70dc755497b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1097 time: 0.0531785 Jul 16 02:06:44.581742 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-a667fcbd-7e52-46ad-a0cc-0a3cea6ecaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:44.583225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-a667fcbd-7e52-46ad-a0cc-0a3cea6ecaa1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0850840 Jul 16 02:06:44.651071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-537508ad-6301-4c41-afb9-eaf5e92cc1a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 1000 time: 0.0580137 Jul 16 02:06:44.697351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-afbf6588-6da2-4cb4-83c4-43d506fdf7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:44.698846 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-afbf6588-6da2-4cb4-83c4-43d506fdf7f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0445533 Jul 16 02:06:44.760306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-3557949b-7a43-4ea6-8711-190d5870b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:44.761824 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-3557949b-7a43-4ea6-8711-190d5870b873 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556517 Jul 16 02:06:44.861921 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-f9cf7765-7d49-4212-80be-8f60cf31abfd service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Jul 16 02:06:45.383731 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-f49af985-5c84-4c5d-93d9-16f7e8c1a06b service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208929 Jul 16 02:06:45.417765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ee8d3-93c4-448f-8ef6-bfce5d8851dc req-0fa14a3e-1ee6-4d68-8086-ea66de8e4d44 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:45.419502 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6ee8d3-93c4-448f-8ef6-bfce5d8851dc req-0fa14a3e-1ee6-4d68-8086-ea66de8e4d44 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.1097677 Jul 16 02:06:45.469321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a6ee8d3-93c4-448f-8ef6-bfce5d8851dc req-8e24c378-cd73-42c8-89b7-21398c6099c1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Jul 16 02:06:46.654684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a0179-2a51-4ff1-b455-4c69f84fcfb2 req-d54e3857-4660-4728-b5ed-0b49991260c0 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:46.657042 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c56a0179-2a51-4ff1-b455-4c69f84fcfb2 req-d54e3857-4660-4728-b5ed-0b49991260c0 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0666070 Jul 16 02:06:46.695291 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c56a0179-2a51-4ff1-b455-4c69f84fcfb2 req-668c1c90-08bf-4029-a54b-164445e783d2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329530 Jul 16 02:06:47.303057 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-fa9c3afd-acfc-4218-93a8-97b9a42a0ae5 service neutron] show failed (client error): The resource could not be found. Jul 16 02:06:47.304048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-fa9c3afd-acfc-4218-93a8-97b9a42a0ae5 service neutron] 10.222.0.50 "GET /v2.0/ports/3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b/bindings/n-h1-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0545137 Jul 16 02:06:47.557930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-5155a8ce-b70e-4685-9f5f-15588a30023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:47.559432 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-5155a8ce-b70e-4685-9f5f-15588a30023b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 1097 time: 0.0586329 Jul 16 02:06:47.570774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:47.641929 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.878924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:47.925502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf8930-f53d-4b81-b213-6bbe16438113 req-a8d6ee3c-5338-422a-9e70-028abf9e5104 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:47.926991 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1edf8930-f53d-4b81-b213-6bbe16438113 req-a8d6ee3c-5338-422a-9e70-028abf9e5104 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.1120570 Jul 16 02:06:47.934220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:47.996841 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1edf8930-f53d-4b81-b213-6bbe16438113 req-a74bce43-4ed8-4e42-b204-03be6a65b82c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643589 Jul 16 02:06:47.999022 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:48.001322 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2f7878-4043-4875-b071-b1104bf6b933" -d '{"events": [{"server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "name": "network-vif-unplugged", "status": "completed", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:48.005043 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.027656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Transition to ACTIVE for port object 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:48.032491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.063540 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa289e-04f3-40dd-a322-a8fe4d080cb1 x-openstack-request-id: req-6dfa289e-04f3-40dd-a322-a8fe4d080cb1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:48.063835 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "name": "network-vif-unplugged", "status": "completed", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:48.064087 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6dfa289e-04f3-40dd-a322-a8fe4d080cb1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:48.064493 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'code': 200} Jul 16 02:06:48.114998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Pushing event updated for resources: {'Port': ['ID=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:48.128973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.129318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.129661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.129999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.130360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.130694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.131023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.131349 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.131674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.131998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.132321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.132644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:48.174287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] No DVR routers for this DVR port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:48.312969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Attempting to bind port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:48.313667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Attempting to bind port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:48.313667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Attempting to bind port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:48.317812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:06:48.318174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Attempting to bind port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:48.322953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:48.323297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:48.323689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:48.324114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Bound port: 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:48.324472 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.390488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:48.393548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:48.397887 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.439018 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:48.439653 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.441063 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] 10.222.0.67 "PUT /v2.0/ports/3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 1092 time: 0.8742690 Jul 16 02:06:48.459859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4063112-f1bd-4725-8f37-271a4b63e48e service neutron] Pushing event updated for resources: {'Port': ['ID=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:48.523642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-1113b4da-9579-4cf3-b773-ad9cf43838bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:48.525179 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-1113b4da-9579-4cf3-b773-ad9cf43838bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1095 time: 0.0573103 Jul 16 02:06:48.626236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-939ab7c5-8976-4484-be2b-e015fe7d5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:48.627748 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-939ab7c5-8976-4484-be2b-e015fe7d5744 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0960579 Jul 16 02:06:48.694359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-de631b8d-c9b7-409e-b81f-196add8c792d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 998 time: 0.0600512 Jul 16 02:06:48.743641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-bf70e73c-356f-497a-a30b-d49e94d7113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:48.745040 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-bf70e73c-356f-497a-a30b-d49e94d7113d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0437093 Jul 16 02:06:48.805767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-b690b6e1-de89-4937-b1a1-be0ea01baf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:48.807327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-b690b6e1-de89-4937-b1a1-be0ea01baf34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560040 Jul 16 02:06:48.897766 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-6510f21d-88fa-481e-9a89-f7868d080b1f service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837398 Jul 16 02:06:48.991283 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-acceb10a-59e5-4b91-9681-039c81cc4e7b req-0e18a5fd-cc97-4cc9-b019-592a96dc0f14 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867307 Jul 16 02:06:49.357644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39245d-5391-4a1e-b775-4cedb52e5fc7 req-985661bf-57e0-4624-b7e7-fa4c1b1fe932 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:49.359832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db39245d-5391-4a1e-b775-4cedb52e5fc7 req-985661bf-57e0-4624-b7e7-fa4c1b1fe932 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 943 time: 0.0638540 Jul 16 02:06:49.397512 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db39245d-5391-4a1e-b775-4cedb52e5fc7 req-254e02c7-113a-4941-affa-f3e4d63fa918 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322502 Jul 16 02:06:50.065530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:50.067971 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7623ef83-f02d-4f03-a635-67617d70a3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:50.115874 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c663b06c-b338-407e-8488-70e1b14d2392 x-openstack-request-id: req-c663b06c-b338-407e-8488-70e1b14d2392 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:50.116213 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:50.116946 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c663b06c-b338-407e-8488-70e1b14d2392 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:50.117611 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'status': 'completed', 'code': 200} Jul 16 02:06:50.232987 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-ad41aa57-2696-4d09-8d82-04f0fff20e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.234505 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-ad41aa57-2696-4d09-8d82-04f0fff20e99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1095 time: 0.0974741 Jul 16 02:06:50.239442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-67a15789-82d3-466f-ad63-cbe844ddb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.241027 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-67a15789-82d3-466f-ad63-cbe844ddb98a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1095 time: 0.0956500 Jul 16 02:06:50.403283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-935522af-b774-4b60-a956-b2c7ab5d89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.404730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-935522af-b774-4b60-a956-b2c7ab5d89e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.1628356 Jul 16 02:06:50.406345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-da263202-288a-4b80-8b7a-288979b117e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.407708 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-da263202-288a-4b80-8b7a-288979b117e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.1575286 Jul 16 02:06:50.539402 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-5f4a0ee0-b79c-4a98-8604-89d8f217b3b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 998 time: 0.1225398 Jul 16 02:06:50.551000 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-97f6dbf6-255d-43ba-825c-6589dedc026a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 998 time: 0.1342125 Jul 16 02:06:50.649231 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-8894685b-2f05-4913-bf2f-781f44032396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.650782 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-8894685b-2f05-4913-bf2f-781f44032396 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0894060 Jul 16 02:06:50.651982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-bf6b4daa-7423-4396-b7e4-02318f9b8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.653281 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-bf6b4daa-7423-4396-b7e4-02318f9b8e05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.1014590 Jul 16 02:06:50.726584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80b6f0-abd7-4a5d-bb5d-d7c26d764b84 req-afa829c9-958e-47cf-8738-19ec6fa5cd83 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.728047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f80b6f0-abd7-4a5d-bb5d-d7c26d764b84 req-afa829c9-958e-47cf-8738-19ec6fa5cd83 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 943 time: 0.2172704 Jul 16 02:06:50.793055 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4f80b6f0-abd7-4a5d-bb5d-d7c26d764b84 req-d5da0c2e-857a-466c-baa0-6e6fde36e4ca tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580299 Jul 16 02:06:50.800236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-89057c4a-bdf6-4ce8-be7a-b51fc754522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.801704 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-89057c4a-bdf6-4ce8-be7a-b51fc754522c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1344337 Jul 16 02:06:50.804396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-f1685c72-3b8a-4102-a26c-63711d383db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.805797 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-f1685c72-3b8a-4102-a26c-63711d383db9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483188 Jul 16 02:06:50.966866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-10e5b10b-3bd5-4cea-8365-8678d89bf725 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583104 Jul 16 02:06:50.969540 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-566aad89-ade2-442e-9925-74997f2f601e service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531560 Jul 16 02:06:51.113537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-f155a6e6-ca8b-4dc2-982a-df5d86d3db3b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.115048 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-f155a6e6-ca8b-4dc2-982a-df5d86d3db3b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a&tenant_id=1d894711a9fd414c81623d217483529e&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 943 time: 0.0746095 Jul 16 02:06:51.169836 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-0b6b8060-54e8-4c57-85c6-02dee1139628 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952651 Jul 16 02:06:51.178866 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-a358de7f-71a6-4564-a549-f0b7fba7b1b9 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966822 Jul 16 02:06:51.185042 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-24da6078-3a9f-4e64-ae46-c62dbf477f39 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:06:51.186196 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-24da6078-3a9f-4e64-ae46-c62dbf477f39 service neutron] 10.222.0.50 "DELETE /v2.0/ports/3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0638156 Jul 16 02:06:51.205976 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3951827-21c1-4f82-b45b-6bf6605c4785 req-63d55ae4-ebbb-4b19-9cb8-b265a025b1f7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.208329 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3951827-21c1-4f82-b45b-6bf6605c4785 req-63d55ae4-ebbb-4b19-9cb8-b265a025b1f7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 943 time: 0.1407137 Jul 16 02:06:51.248657 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3951827-21c1-4f82-b45b-6bf6605c4785 req-9a110353-1bfd-4351-aeac-89cd4f13079a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356026 Jul 16 02:06:51.295615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-1bd73176-2339-4289-9e70-fcaeb22a02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.297843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-1bd73176-2339-4289-9e70-fcaeb22a02a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1095 time: 0.0593634 Jul 16 02:06:51.388995 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-ec202ca7-96e4-4636-bc47-2443e35509cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.391192 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-ec202ca7-96e4-4636-bc47-2443e35509cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0871532 Jul 16 02:06:51.455263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-985de0bc-2a66-46b9-863a-7877ce32555f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 998 time: 0.0569766 Jul 16 02:06:51.503844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-2e630071-785b-4525-bfe6-b9cb09c8925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.505257 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-2e630071-785b-4525-bfe6-b9cb09c8925e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0436506 Jul 16 02:06:51.565768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-9f93fa4e-179f-4b6b-8471-d65700a93030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.567269 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-9f93fa4e-179f-4b6b-8471-d65700a93030 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548129 Jul 16 02:06:51.656759 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-a38a375a-8bcc-44f4-92ae-9095c41e3831 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819046 Jul 16 02:06:51.748741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b899c77f-1ed4-497e-b635-cc3f7d9d9239 req-59a1c839-0414-4ec0-9bc7-f270d2a6a8bd service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856359 Jul 16 02:06:52.432692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaca775-bb47-4d9a-9729-3841680dfd30 req-94c9885e-9d68-4950-86f5-7c050d2cfd77 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.434130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaca775-bb47-4d9a-9729-3841680dfd30 req-94c9885e-9d68-4950-86f5-7c050d2cfd77 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 943 time: 0.0674059 Jul 16 02:06:52.473346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaca775-bb47-4d9a-9729-3841680dfd30 req-022bdef5-bb95-4b4b-9558-288dc420602b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329533 Jul 16 02:06:52.647361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad509f-603f-44be-ba2e-f5dfc45d6476 req-1c1b971e-8b03-447e-b747-c3df73bafa18 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.648836 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abad509f-603f-44be-ba2e-f5dfc45d6476 req-1c1b971e-8b03-447e-b747-c3df73bafa18 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 943 time: 0.0638981 Jul 16 02:06:52.685736 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abad509f-603f-44be-ba2e-f5dfc45d6476 req-4fbcf57a-8a65-4ad0-9e21-30be0b849976 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312281 Jul 16 02:06:53.066526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5eaba-1a02-45a9-8485-bcce74f6e0dd req-8cb335f2-a1b0-4c3f-944d-cbe44371bf47 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:53.068069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58e5eaba-1a02-45a9-8485-bcce74f6e0dd req-8cb335f2-a1b0-4c3f-944d-cbe44371bf47 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 943 time: 0.0993445 Jul 16 02:06:53.068229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:53.071028 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-ee242725-1b17-45e3-b737-54af8a21aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:53.072422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-ee242725-1b17-45e3-b737-54af8a21aff7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 1095 time: 0.1118345 Jul 16 02:06:53.113781 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:53.163983 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-58e5eaba-1a02-45a9-8485-bcce74f6e0dd req-64af2de1-94dd-4954-b209-ec25ca94cd1d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858138 Jul 16 02:06:53.192899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-29caa040-a7c1-49da-ba07-8fbbaa02646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:53.194406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-29caa040-a7c1-49da-ba07-8fbbaa02646a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.1152165 Jul 16 02:06:53.263214 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-02c4288a-8b4f-49e7-81c1-679717b8294f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 200 len: 998 time: 0.0621142 Jul 16 02:06:53.283647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:06:53.311786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-378504ab-e9d3-4227-87b8-62fc6ff860b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:53.313613 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-378504ab-e9d3-4227-87b8-62fc6ff860b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0441837 Jul 16 02:06:53.371417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-015ba5b6-711a-4628-923d-9d3def0703fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:53.372834 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-015ba5b6-711a-4628-923d-9d3def0703fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526156 Jul 16 02:06:53.378346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:53.389309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'port_id': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'mac_address': 'fa:16:3e:93:25:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:06:53.426437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.442461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:06:53.462742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:53.466545 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-d6460856-d1c5-484d-9bf5-ad5a75b8d0fb service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863121 Jul 16 02:06:53.467211 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.517191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:53.524466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.524846 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.525191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.525528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.525862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.526219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.526549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.526874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.527198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.527519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.527869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.528190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:53.560249 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3e9cdcdc-76b5-4a79-8fcb-447db30bbe13 req-6e2e5b8d-a4e9-4702-aeba-533a720a3ebb service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871670 Jul 16 02:06:54.337564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4477ac-fdb2-4019-bae9-d5d88290fd99 req-889e32d8-192b-44b8-8953-373533611fcb tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:54.338996 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3b4477ac-fdb2-4019-bae9-d5d88290fd99 req-889e32d8-192b-44b8-8953-373533611fcb tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 944 time: 0.0622466 Jul 16 02:06:54.380677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3b4477ac-fdb2-4019-bae9-d5d88290fd99 req-3d01adac-07f6-4282-a9b0-eeabd707daf8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359192 Jul 16 02:06:54.636777 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44a8dd48-c518-4d78-ba19-79f1d5a08e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.751254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:06:54.753785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0111-8028-4818-a8bd-112646f5cd14 req-4f0f6449-f54d-47e2-a544-d7c1f3d5e3b4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:54.755318 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-237f0111-8028-4818-a8bd-112646f5cd14 req-4f0f6449-f54d-47e2-a544-d7c1f3d5e3b4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 944 time: 0.0628831 Jul 16 02:06:54.793002 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-237f0111-8028-4818-a8bd-112646f5cd14 req-2fc34ed0-3bd6-4cb8-9a27-258feb965fbc tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Jul 16 02:06:55.296054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:55.346354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:55.350223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:55.350599 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.425798 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.448296 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:55.450570 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2509d4d-bd4d-42c0-bb22-8f677bc2e53e" -d '{"events": [{"server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "name": "network-vif-plugged", "status": "completed", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:55.463960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:55.467793 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.493808 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96ec4f1-7fb7-4ab5-8215-8ee23f4d3609 x-openstack-request-id: req-d96ec4f1-7fb7-4ab5-8215-8ee23f4d3609 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:55.494124 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "name": "network-vif-plugged", "status": "completed", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:55.494382 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d96ec4f1-7fb7-4ab5-8215-8ee23f4d3609 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:55.494765 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'code': 200} Jul 16 02:06:55.520457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:55.941147 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.972472 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c45f2-3ef2-460c-b116-198ffe136de0 req-a3bdc6ed-afad-4e73-93f0-01f8791053df tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:55.973980 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-238c45f2-3ef2-460c-b116-198ffe136de0 req-a3bdc6ed-afad-4e73-93f0-01f8791053df tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0687611 Jul 16 02:06:55.986273 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-7b571414-0cb3-4cf5-99b5-070db321da96 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:55.987804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-7b571414-0cb3-4cf5-99b5-070db321da96 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 945 time: 0.0657203 Jul 16 02:06:56.013948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-238c45f2-3ef2-460c-b116-198ffe136de0 req-c0f87ea4-cecb-482d-8fbe-ea961e336169 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343125 Jul 16 02:06:56.090810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Deleting port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:56.091043 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.181789 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] For port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:56.182172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.347556 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.347915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.348140 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075 disassociated. External IP: 172.25.4.79, port: 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b. Jul 16 02:06:56.348486 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Calling delete_port for 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:56.477852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.507560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event deleted for resources: {'Port': ['ID=3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:56.632825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Router a6c4c220-1689-433f-ac19-b74636ccf124 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:57.060709 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:57.072453 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:57.085221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:57.085960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:06:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:57.107828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] No DVR routers for this DVR port 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:57.114908 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.114908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfa2c72e-d7a8-46a6-bb67-2f02eeef29ad req-4622771b-a71f-4263-8758-0ed166613313 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "DELETE /v2.0/ports/3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b HTTP/1.1" status: 204 len: 173 time: 1.1193736 Jul 16 02:06:57.114908 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'name': 'network-vif-deleted', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:57.115633 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b91d74-cfa9-45f1-86f9-043de3179904" -d '{"events": [{"server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "name": "network-vif-deleted", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:57.176332 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bce83ca-8bd4-426d-b27b-dec8c57a3c04 x-openstack-request-id: req-6bce83ca-8bd4-426d-b27b-dec8c57a3c04 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:57.176785 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487420aa-2015-4f88-a025-882c4f94f39a", "name": "network-vif-deleted", "tag": "3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:57.177046 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6bce83ca-8bd4-426d-b27b-dec8c57a3c04 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:57.177440 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487420aa-2015-4f88-a025-882c4f94f39a', 'name': 'network-vif-deleted', 'tag': '3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b', 'status': 'completed', 'code': 200} Jul 16 02:06:57.180209 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-68542621-e61b-428e-8700-6f09d96d9e36 req-bbd042cd-df6d-4454-9b8d-d8bdc9a34b37 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=487420aa-2015-4f88-a025-882c4f94f39a HTTP/1.1" status: 200 len: 210 time: 0.0467770 Jul 16 02:06:57.220748 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0a70-fce5-4398-a841-01fd425b4b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.224499 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.231088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:57.434858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:57.469365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:57.477752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:57.478398 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:57.581675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:57.719225 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.789770 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:57.815775 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afab2f3-cae3-440c-a7da-7702e19a6ef8 None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:58.030909 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367185d-5a6d-4752-8803-626fa4d53863 None None] New status for floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:06:58.522072 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-bd57134c-d040-4d1c-8572-96b25148d3fb tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1272894627&fields=id&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 267 time: 0.0318334 Jul 16 02:06:58.630946 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.643826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c81d-2c66-49da-bab9-759138c2a61d req-073df66c-3db1-4eea-bf8a-e5daa7704629 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:58.645405 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-073df66c-3db1-4eea-bf8a-e5daa7704629 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 812 time: 0.1169770 Jul 16 02:06:58.665925 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-6439fcef-283c-433f-b1c9-f09f4b055220 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/quotas/1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 375 time: 0.0110412 Jul 16 02:06:58.738136 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-a1ae725d-890d-4c31-bd8f-0c3d78204e9a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679383 Jul 16 02:06:58.914587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-826156d5-6c51-4f50-aad1-af48096bdbda service neutron] 10.222.0.64 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308136 Jul 16 02:06:59.005877 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-7a42dfdd-54a9-4e7f-9b63-6c10fd685718 service neutron] 10.222.0.64 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855613 Jul 16 02:06:59.184097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cdc6890-b313-44a4-beee-1c46605be19d req-01e03334-d8c5-458e-84ea-94edcb589142 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 210 time: 0.0294564 Jul 16 02:06:59.305349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:59.325674 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:59.326029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 3516a3f4-eb2d-4ce4-bc77-82bee07f5f5b not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:00.229002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c81d-2c66-49da-bab9-759138c2a61d req-3e4515d7-ef92-4a82-84b9-8771055b8e65 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:00.230742 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-3e4515d7-ef92-4a82-84b9-8771055b8e65 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 812 time: 0.1032159 Jul 16 02:07:00.232583 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.277092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-36746fa6-5d02-4dd8-92d3-9a3bf24cfdaa tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 380 time: 0.0365891 Jul 16 02:07:00.286848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'port': {'device_id': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'admin_state_up': True, 'tenant_id': '1d894711a9fd414c81623d217483529e', 'security_groups': ['7326a33a-457c-412d-8f33-fe14cb0989df']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:00.606268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-24f1965e-583d-445e-8392-438589822640 req-e3660627-4abc-453d-81e8-18a2f8383419 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 210 time: 0.2950430 Jul 16 02:07:00.680005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Made reservation on behalf of 1d894711a9fd414c81623d217483529e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:00.683490 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.808380 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Allocated IP 172.20.0.7 (0a06662d-4f24-4851-a37b-ed5bc8bdc1f4/ac678aa4-f2f1-4b1f-a4c3-47aa060599bf/69b88ef1-6e5c-4008-8948-f6f149dd0ea9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:00.946884 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.960052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Transition to ACTIVE for port object 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:00.993007 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.038425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:01.041546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:01.045509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:01.052670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:01.081385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.081730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.082090 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.082428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.082762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.083088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.083411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.083735 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.084052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.084374 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.084691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.085008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:01.114613 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:01.115167 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.132473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-db2d5af4-37e7-47de-83f9-9b7dba80b12a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8495653 Jul 16 02:07:01.146323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Request body: {'port': {'device_id': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:01.225389 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.289768 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a0740954-e865-456b-891b-63dbc52e99d2 None None] Provisioning for port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:01.293748 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a0740954-e865-456b-891b-63dbc52e99d2 None None] Provisioning complete for port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:01.294160 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0740954-e865-456b-891b-63dbc52e99d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.328664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a0740954-e865-456b-891b-63dbc52e99d2 None None] Port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:01.483287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:01.490639 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.503615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Transition to ACTIVE for port object 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:01.507205 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.555138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:01.635415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:01.635916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:01.636263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:01.641898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:01.642257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:01.647388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:01.647738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:01.648116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:01.648545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Bound port: 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:01.648905 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.716239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:01.720129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:01.723656 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.761932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:01.761932 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.761932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-5a770752-5a30-4971-8653-032e02598c93 service neutron] 10.222.0.50 "PUT /v2.0/ports/69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 1092 time: 0.6188931 Jul 16 02:07:01.761932 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:01.805295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a770752-5a30-4971-8653-032e02598c93 service neutron] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:01.812793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943c34b-de58-4afa-85e0-0a18b62feb0e req-386922bf-0d45-4698-9bf1-d7218cc96901 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:01.815342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a943c34b-de58-4afa-85e0-0a18b62feb0e req-386922bf-0d45-4698-9bf1-d7218cc96901 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 943 time: 0.0925729 Jul 16 02:07:01.824858 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d9ea6e-d0da-4446-9801-b77f2af01624" -d '{"events": [{"name": "network-changed", "server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:01.870145 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a943c34b-de58-4afa-85e0-0a18b62feb0e req-c2ce93b8-5ab7-430a-9ae7-48910753fcd3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479894 Jul 16 02:07:01.879799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c81d-2c66-49da-bab9-759138c2a61d req-79c30a6c-e7b9-4d06-b514-9fba13f72a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:01.881444 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-79c30a6c-e7b9-4d06-b514-9fba13f72a72 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1095 time: 0.0773377 Jul 16 02:07:01.927006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-9fc257b8-2eea-4218-9256-49cdd5f2374b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 217 time: 0.0364866 Jul 16 02:07:01.962921 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3219600-d7d9-4d48-bfa6-a1a599412665 x-openstack-request-id: req-a3219600-d7d9-4d48-bfa6-a1a599412665 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:01.963219 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:01.963466 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3219600-d7d9-4d48-bfa6-a1a599412665 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:01.963857 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'status': 'completed', 'code': 200} Jul 16 02:07:01.981340 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c81d-2c66-49da-bab9-759138c2a61d req-561ec26b-bd62-4430-b769-6cd665dcb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:01.982846 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-561ec26b-bd62-4430-b769-6cd665dcb978 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0496294 Jul 16 02:07:02.047511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c81d-2c66-49da-bab9-759138c2a61d req-1e675055-3233-43b3-a798-b99e79f8531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:02.048921 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-1e675055-3233-43b3-a798-b99e79f8531f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568743 Jul 16 02:07:02.141181 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-0c8e0722-48f1-4db7-b59d-9fe56f7000e8 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857081 Jul 16 02:07:02.235671 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4359c81d-2c66-49da-bab9-759138c2a61d req-c7764a42-25b8-4e3b-ac63-ef5f30e35476 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857847 Jul 16 02:07:02.333462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-1a8c8b80-d33a-463b-8fe7-8635ba90fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:02.335289 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-1a8c8b80-d33a-463b-8fe7-8635ba90fd0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1095 time: 0.0525205 Jul 16 02:07:02.429736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-a14485e8-258e-40b2-a0ce-8d860f6f615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:02.431247 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-a14485e8-258e-40b2-a0ce-8d860f6f615c service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0895684 Jul 16 02:07:02.477168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-9d129057-22d7-45a2-9deb-827ec63c9212 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 217 time: 0.0392287 Jul 16 02:07:02.527763 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-3957a56f-b407-4c5e-838c-9cf5812e67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:02.529246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-3957a56f-b407-4c5e-838c-9cf5812e67ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0444286 Jul 16 02:07:02.597244 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-b10f055f-8c3f-4559-9fab-d4c1b171dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:02.598671 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-b10f055f-8c3f-4559-9fab-d4c1b171dce2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621231 Jul 16 02:07:02.692951 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-4f8e92a1-fb58-423e-aa1f-03c37c8175b1 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864394 Jul 16 02:07:02.798071 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7d9ea6e-d0da-4446-9801-b77f2af01624 req-f180bace-00d6-43d9-9617-a501f8f7eaf2 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983267 Jul 16 02:07:03.065462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e722e3c-e738-4357-8838-81f0a763c73a req-10bc5665-69c2-460a-bfd2-002f36e233b6 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:03.066990 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e722e3c-e738-4357-8838-81f0a763c73a req-10bc5665-69c2-460a-bfd2-002f36e233b6 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 943 time: 0.0703435 Jul 16 02:07:03.106313 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5e722e3c-e738-4357-8838-81f0a763c73a req-043aea26-a1ff-4ae0-a263-d2a26781fad4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332692 Jul 16 02:07:04.253789 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:04.280943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d62cde-46f6-4ad1-95be-de14b63ed2c2 req-2a75158e-a15f-4a37-8d63-6fe85db375a0 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:04.282458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8d62cde-46f6-4ad1-95be-de14b63ed2c2 req-2a75158e-a15f-4a37-8d63-6fe85db375a0 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 943 time: 0.0632012 Jul 16 02:07:04.318959 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8d62cde-46f6-4ad1-95be-de14b63ed2c2 req-b0281798-efa5-43b9-93fe-e571e33de011 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309389 Jul 16 02:07:05.123481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:05.216512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:05.228960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'port_id': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'mac_address': 'fa:16:3e:3a:c9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:07:05.269430 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.282511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:05.302210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:05.307077 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.357360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:05.496993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7577e-38ba-4cbb-ab2a-e95d41a437d7 req-93037e55-84df-4138-8f3c-453c0f6696b9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:05.498433 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eba7577e-38ba-4cbb-ab2a-e95d41a437d7 req-93037e55-84df-4138-8f3c-453c0f6696b9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 944 time: 0.0664928 Jul 16 02:07:05.538536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eba7577e-38ba-4cbb-ab2a-e95d41a437d7 req-64cecb69-94c9-4bd5-b7d7-6d6ed8332b0b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334456 Jul 16 02:07:05.564413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['69b88ef1-6e5c-4008-8948-f6f149dd0ea9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:06.720196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131601f-02f1-499b-a76a-a94d6c138623 req-e37d19d5-6bfe-4c3f-a6dd-7f49e6f81eee tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:06.721742 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4131601f-02f1-499b-a76a-a94d6c138623 req-e37d19d5-6bfe-4c3f-a6dd-7f49e6f81eee tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 944 time: 0.0671067 Jul 16 02:07:06.759522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4131601f-02f1-499b-a76a-a94d6c138623 req-333472ac-c8c5-4653-becf-ccfd6e20e5e1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Jul 16 02:07:07.146513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:07.194523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:07.197951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:07.198342 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.277297 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.301571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:07.303787 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668ae333-d61e-4288-8451-12b361e31bcf" -d '{"events": [{"server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "name": "network-vif-plugged", "status": "completed", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:07.316425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:07.320893 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.345463 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2fff7c-47d9-422f-859f-32434dc093fe x-openstack-request-id: req-5b2fff7c-47d9-422f-859f-32434dc093fe {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:07.345756 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "name": "network-vif-plugged", "status": "completed", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:07.346029 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b2fff7c-47d9-422f-859f-32434dc093fe {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:07.346416 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'code': 200} Jul 16 02:07:07.375040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:07.461694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab739e-b242-444b-8925-6b0fde1ee785 req-135dbfd3-a493-4cee-a117-135c6d82670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.463135 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71ab739e-b242-444b-8925-6b0fde1ee785 req-135dbfd3-a493-4cee-a117-135c6d82670b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1097 time: 0.0519168 Jul 16 02:07:07.497927 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-71ab739e-b242-444b-8925-6b0fde1ee785 req-334f1b6e-0c95-4d6a-ad65-214ac6062ac4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279262 Jul 16 02:07:07.937269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34ebb7-98de-4de6-b3b3-a26481a8451f req-907e6eae-de40-4af5-8161-cc5bc62e5416 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.938816 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eb34ebb7-98de-4de6-b3b3-a26481a8451f req-907e6eae-de40-4af5-8161-cc5bc62e5416 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0657442 Jul 16 02:07:07.977668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-eb34ebb7-98de-4de6-b3b3-a26481a8451f req-95dba16e-4a33-4289-913f-95139c106731 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329969 Jul 16 02:07:09.154212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af795d-8c2e-4440-8ba6-d05c8f0e6f5e req-ffd8073f-554d-441a-9dda-b3e6b1f9ffb1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:09.156247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06af795d-8c2e-4440-8ba6-d05c8f0e6f5e req-ffd8073f-554d-441a-9dda-b3e6b1f9ffb1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0644786 Jul 16 02:07:09.195687 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-06af795d-8c2e-4440-8ba6-d05c8f0e6f5e req-7fe6db9b-a0e6-4657-9aa5-b86d3ab028f6 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335367 Jul 16 02:07:09.368725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895bb95-9af2-4f49-af55-9f0b73acb58a req-8fdfa8b5-cb21-4ed2-b5d6-bd01e7cae9ad tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:09.370162 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7895bb95-9af2-4f49-af55-9f0b73acb58a req-8fdfa8b5-cb21-4ed2-b5d6-bd01e7cae9ad tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0694499 Jul 16 02:07:09.379052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48182) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:09.383572 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c8b3c2b4-e240-4c88-8159-ab4bc8f1c689 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'floatingip': {'port_id': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:09.425963 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c2b4-e240-4c88-8159-ab4bc8f1c689 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.869675 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c2b4-e240-4c88-8159-ab4bc8f1c689 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.873328 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c2b4-e240-4c88-8159-ab4bc8f1c689 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.975592 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-c8b3c2b4-e240-4c88-8159-ab4bc8f1c689 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075 associated. External IP: 172.25.4.79, port: 69b88ef1-6e5c-4008-8948-f6f149dd0ea9. Jul 16 02:07:10.182588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b3c2b4-e240-4c88-8159-ab4bc8f1c689 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Router a6c4c220-1689-433f-ac19-b74636ccf124 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:10.291313 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b3c2b4-e240-4c88-8159-ab4bc8f1c689 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:10.297383 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c2b4-e240-4c88-8159-ab4bc8f1c689 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.301627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:10.312018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:10.312815 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:10.335083 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c8b3c2b4-e240-4c88-8159-ab4bc8f1c689 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "PUT /v2.0/floatingips/83d802cb-ab23-4073-a2e9-9a90ffa2d075 HTTP/1.1" status: 200 len: 990 time: 0.9549675 Jul 16 02:07:10.335791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:10.338171 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:10.379670 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e7152e-120d-42a6-8b37-ac7b914d5399 x-openstack-request-id: req-48e7152e-120d-42a6-8b37-ac7b914d5399 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:10.380586 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:10.380586 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48e7152e-120d-42a6-8b37-ac7b914d5399 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:10.380586 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'status': 'completed', 'code': 200} Jul 16 02:07:10.467342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-e2817cf2-2816-47f1-98c5-7d22350dba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.469439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-e2817cf2-2816-47f1-98c5-7d22350dba3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1097 time: 0.0620396 Jul 16 02:07:10.567787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-755fd90d-39f5-4318-bdc5-e1fb7bc473cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.569359 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-755fd90d-39f5-4318-bdc5-e1fb7bc473cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0932343 Jul 16 02:07:10.579302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:10.634523 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-923a869b-e66b-4968-9fa5-9d5c453657d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 998 time: 0.0584433 Jul 16 02:07:10.683469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-6f53e202-ce2d-42bf-bb23-ca0bd3030c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.684933 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-6f53e202-ce2d-42bf-bb23-ca0bd3030c6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0439129 Jul 16 02:07:10.747227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-87b10a86-fb4d-4b5f-ae8c-f68e6f4ea185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.749185 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-87b10a86-fb4d-4b5f-ae8c-f68e6f4ea185 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571964 Jul 16 02:07:10.805719 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:3a:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:07:09Z', 'revision_number': 9, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:10.836024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:10.840509 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-59fe458a-9092-4dcd-a301-979381ad8580 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840490 Jul 16 02:07:10.845470 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:10.846139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:06:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:10.937432 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84eab425-1ff1-41f4-81c3-b8b9325f5fd2 req-6845208f-2c14-46b1-99a3-776c97565969 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893104 Jul 16 02:07:10.954261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:11.173211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:3a:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:07:09Z', 'revision_number': 9, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:11.203383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf22d8a-a9f1-4ee9-bf82-89c78aadacd7 None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:3a:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:07:09Z', 'revision_number': 9, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:11.388835 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c897d-144f-41d2-92b3-42e2fbed83e4 None None] New status for floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:07:24.638138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-89a1f79e-5519-4a44-9366-a74b0135ff60 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570188 Jul 16 02:07:24.640773 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be8020f9-300b-4230-8a3f-db4920d3854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.739302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-5ef625cb-0f0a-4fbd-b048-21d62d62437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:24.740826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-5ef625cb-0f0a-4fbd-b048-21d62d62437a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1097 time: 0.0549722 Jul 16 02:07:24.854560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-d3ad6632-a529-45f9-b7f5-fba17fae3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:24.856053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-d3ad6632-a529-45f9-b7f5-fba17fae3430 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0922160 Jul 16 02:07:24.923769 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-55e67581-d52e-41af-9cfb-d5978fbe2789 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 1001 time: 0.0592294 Jul 16 02:07:25.229667 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-00d656e2-45f7-47e3-9fd1-8137d45a6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.231075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-00d656e2-45f7-47e3-9fd1-8137d45a6ea9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.3021948 Jul 16 02:07:25.290487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-61e7e862-0682-4f55-ba9f-fad598d68e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.292009 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-61e7e862-0682-4f55-ba9f-fad598d68e1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537059 Jul 16 02:07:25.388830 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-9b554931-f80d-48f3-8ea9-54127cb72cfb service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887721 Jul 16 02:07:25.477566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5dca659a-e549-4cca-a58e-bf614d3c886c req-73692b0f-ba9d-41f6-996f-cb6f15ddc3be service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818784 Jul 16 02:07:25.964507 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.168509 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.194072 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4285f03b-0c0f-4f68-bbd1-618b32ff4686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.690169 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.632915 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.233799 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.253728 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:54.641918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56a32557-c18a-4103-a45a-89d8ee51e9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.978434 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.171555 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.193703 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-808e7640-3323-4f1c-8020-36ba255e2fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.692803 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.634358 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.236023 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.252856 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:08:24.642556 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1b61923-e9d7-4b79-9ba2-aac7dc8e775e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.623246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-66a60899-a498-460f-af1e-3b963a0af1dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562522 Jul 16 02:08:25.722774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-5c4d14b4-3c98-45fc-a11b-92b649dcf292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:25.724250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-5c4d14b4-3c98-45fc-a11b-92b649dcf292 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1097 time: 0.0570815 Jul 16 02:08:25.827766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-06a42a83-dfcc-43a2-a7c1-5adc11e3a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:25.829248 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-06a42a83-dfcc-43a2-a7c1-5adc11e3a67a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0840278 Jul 16 02:08:25.898914 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-79cf98ab-7da8-4066-b72d-cfab10f2a15c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 1001 time: 0.0624161 Jul 16 02:08:25.946530 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-76e1a596-1345-4e83-a741-93918e3a77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:25.947998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-76e1a596-1345-4e83-a741-93918e3a77bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0432212 Jul 16 02:08:25.977819 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:26.008635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-2f0b2182-5cad-414f-95d2-4b7bf4327ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:26.010214 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-2f0b2182-5cad-414f-95d2-4b7bf4327ac1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561156 Jul 16 02:08:26.020693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-287c3f65-012a-491c-bd13-2e5c40b69803 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:08:26.022442 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-287c3f65-012a-491c-bd13-2e5c40b69803 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052221 Jul 16 02:08:26.112976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-c600581b-7564-4067-ad9f-61af41b97dcd service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847671 Jul 16 02:08:26.201763 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81ad693d-0a0c-432f-96ed-3532f014c05b req-bf9094c9-edd2-4838-a37e-3a2f807a228a service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820534 Jul 16 02:08:27.172163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:27.192859 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3617-af74-4e75-acc0-cc73c21e7b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:27.695111 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:28.638295 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:30.238428 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:46.894963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bd184-2624-4a7b-a949-1bce285e5fdf req-f59c9051-4ce0-44cf-951d-12a40fde1ea8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:46.896629 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-917bd184-2624-4a7b-a949-1bce285e5fdf req-f59c9051-4ce0-44cf-951d-12a40fde1ea8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0763083 Jul 16 02:08:46.909898 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-b2cc7f8e-10b3-4628-9b26-34be2cc9636b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048453 Jul 16 02:08:46.942330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-917bd184-2624-4a7b-a949-1bce285e5fdf req-64b5c201-d714-478b-acc4-cb48660ed38b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366478 Jul 16 02:08:48.130356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d16def-b12f-4fb7-ab8d-e63067083fe3 req-1ec48b65-7aa4-45d0-aa39-1487472dc6ea tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.131762 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7d16def-b12f-4fb7-ab8d-e63067083fe3 req-1ec48b65-7aa4-45d0-aa39-1487472dc6ea tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0668604 Jul 16 02:08:48.153233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-ee4652fd-ab8e-4f16-9a30-83514ccc66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.154760 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-ee4652fd-ab8e-4f16-9a30-83514ccc66c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1097 time: 0.0550129 Jul 16 02:08:48.172626 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7d16def-b12f-4fb7-ab8d-e63067083fe3 req-a8ba483e-19f0-4ee7-98de-e0a538624fbf tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339859 Jul 16 02:08:48.248733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-63f67e35-045a-400b-a86e-8cdc81aab81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.250222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-63f67e35-045a-400b-a86e-8cdc81aab81b service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0882134 Jul 16 02:08:48.315172 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-24bb7ca4-d465-4783-9f6d-27b025056ea3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 1001 time: 0.0586555 Jul 16 02:08:48.369312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-06ad5554-0dd9-4a91-8d39-f53a3aaa0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.370785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-06ad5554-0dd9-4a91-8d39-f53a3aaa0c8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0480270 Jul 16 02:08:48.428091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-0864fac0-98af-42e0-8d75-a4928270f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.429484 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-0864fac0-98af-42e0-8d75-a4928270f4c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524008 Jul 16 02:08:48.518883 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-40081894-1720-4720-9878-c3bd5de28b57 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815220 Jul 16 02:08:48.612326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-5c338b52-f6c0-4e5b-925b-e45c12244dda service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865510 Jul 16 02:08:49.349955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b0ba4-ff0c-4064-999a-2312654504c3 req-8a03b8b4-f8d2-4460-a0b2-7d38d15f0da6 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:49.351574 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a0b0ba4-ff0c-4064-999a-2312654504c3 req-8a03b8b4-f8d2-4460-a0b2-7d38d15f0da6 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0649319 Jul 16 02:08:49.390194 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3a0b0ba4-ff0c-4064-999a-2312654504c3 req-c1133abf-09e5-45ea-bcc6-9bcafc794180 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323052 Jul 16 02:08:50.568478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05a71e-b2b6-44c7-be5d-ac864948ae09 req-a5203dfc-9ed3-405d-b38b-d679784a3fb2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:50.569953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c05a71e-b2b6-44c7-be5d-ac864948ae09 req-a5203dfc-9ed3-405d-b38b-d679784a3fb2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0690341 Jul 16 02:08:50.608027 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9c05a71e-b2b6-44c7-be5d-ac864948ae09 req-3d118fa7-0088-4b2e-bac0-f8eabc854151 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Jul 16 02:08:51.787653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b5e4f-5bc3-46dc-97a5-da4c88715760 req-a6128476-2a08-4948-b537-0f1ca7f20012 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:51.789136 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-208b5e4f-5bc3-46dc-97a5-da4c88715760 req-a6128476-2a08-4948-b537-0f1ca7f20012 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0674491 Jul 16 02:08:51.828005 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-208b5e4f-5bc3-46dc-97a5-da4c88715760 req-eedfe38e-6ffe-4c14-b352-d4fbd936044b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329568 Jul 16 02:08:53.006344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2bb18-a786-46df-9ea1-c2fbf1592329 req-0c313c4c-344f-4590-9047-70f14fddc3d2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:53.007812 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8c2bb18-a786-46df-9ea1-c2fbf1592329 req-0c313c4c-344f-4590-9047-70f14fddc3d2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0632517 Jul 16 02:08:53.045383 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8c2bb18-a786-46df-9ea1-c2fbf1592329 req-1c386b3b-3b82-4d53-be1a-89ce6bd752fe tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313983 Jul 16 02:08:54.216785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c8290-78e9-4341-8e76-389f9263d342 req-ec09d0e3-0c41-43b5-8c0d-f82aa3ba6c16 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:54.218204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-471c8290-78e9-4341-8e76-389f9263d342 req-ec09d0e3-0c41-43b5-8c0d-f82aa3ba6c16 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0630043 Jul 16 02:08:54.256440 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-471c8290-78e9-4341-8e76-389f9263d342 req-4f8f656c-0658-40cc-83f0-5b38ed06358f tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326977 Jul 16 02:08:54.643639 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7472-df14-4d98-8507-b5435e5c41e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.252401 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:08:55.432862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e42392-ddd8-437e-89f4-1d7617e96c23 req-efa82188-6f67-4050-a736-9076c0adf4f2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:55.434375 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3e42392-ddd8-437e-89f4-1d7617e96c23 req-efa82188-6f67-4050-a736-9076c0adf4f2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0638874 Jul 16 02:08:55.471324 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b3e42392-ddd8-437e-89f4-1d7617e96c23 req-565d59eb-8dd6-4d88-9e70-cff0d69da0de tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Jul 16 02:08:55.980224 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.643953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d8ba-7af9-4763-9cec-de3e5af84fbf req-66f81e42-b52e-4f3b-9b3b-e8d9ea2f8b31 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:56.645418 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0952d8ba-7af9-4763-9cec-de3e5af84fbf req-66f81e42-b52e-4f3b-9b3b-e8d9ea2f8b31 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0629025 Jul 16 02:08:56.684204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0952d8ba-7af9-4763-9cec-de3e5af84fbf req-32f863af-8d65-4d4a-85c0-89d26be9368f tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Jul 16 02:08:57.191986 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.195633 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31e9403b-52f1-43fe-888d-3f4da9e73bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.695575 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.870620 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822501-6fbc-4324-92f4-693d7a48fe01 req-d4a99dfb-2835-4820-8f35-03cdada10064 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:57.872242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84822501-6fbc-4324-92f4-693d7a48fe01 req-d4a99dfb-2835-4820-8f35-03cdada10064 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0772326 Jul 16 02:08:57.920855 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84822501-6fbc-4324-92f4-693d7a48fe01 req-f6141419-b565-462d-8263-10b199149ead tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430751 Jul 16 02:08:58.640508 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.166455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3da40a-25f1-4c4d-8f0a-6d713e937525 req-75513fa2-b34f-48d2-8f9d-3d0e95d0733d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:59.168087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6f3da40a-25f1-4c4d-8f0a-6d713e937525 req-75513fa2-b34f-48d2-8f9d-3d0e95d0733d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0834482 Jul 16 02:08:59.210897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6f3da40a-25f1-4c4d-8f0a-6d713e937525 req-312f7f4d-0c4f-4c2c-9ea7-6190ac8a7792 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365274 Jul 16 02:09:00.242667 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.394106 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b17f0e-aec4-4633-9011-3f456647bf90 req-4cf822f5-d497-4c0b-bf9c-c4bba747e0ba tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:00.395492 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55b17f0e-aec4-4633-9011-3f456647bf90 req-4cf822f5-d497-4c0b-bf9c-c4bba747e0ba tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0658591 Jul 16 02:09:00.434127 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55b17f0e-aec4-4633-9011-3f456647bf90 req-5583c471-d048-4ba1-85ef-f08fceee6a4f tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325663 Jul 16 02:09:00.524731 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-5b579573-d674-4f41-9f45-eab99374e287 service neutron] show failed (client error): The resource could not be found. Jul 16 02:09:00.525743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-5b579573-d674-4f41-9f45-eab99374e287 service neutron] 10.222.0.50 "GET /v2.0/ports/69b88ef1-6e5c-4008-8948-f6f149dd0ea9/bindings/n-h1-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0547590 Jul 16 02:09:00.780293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b09103-a1c1-4759-bf19-e879c912d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:00.781682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b09103-a1c1-4759-bf19-e879c912d075 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 1097 time: 0.0584762 Jul 16 02:09:00.793902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:00.864279 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.064432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:01.096858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:01.141390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:01.143674 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bbb9ef-3620-4e27-b662-ab3bc545e179" -d '{"events": [{"server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "name": "network-vif-unplugged", "status": "completed", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:01.147896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.160926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Transition to ACTIVE for port object 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:01.164752 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.195406 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eec3046-4b93-4cb4-b1fc-d789e6d3b0fa x-openstack-request-id: req-2eec3046-4b93-4cb4-b1fc-d789e6d3b0fa {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:01.195701 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "name": "network-vif-unplugged", "status": "completed", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:01.195973 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2eec3046-4b93-4cb4-b1fc-d789e6d3b0fa {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:01.197331 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'code': 200} Jul 16 02:09:01.245483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:01.260307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.260659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.261035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.261339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.261672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.262001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.262351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.262676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.263004 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.263331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.263659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.263980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.299112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] No DVR routers for this DVR port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:01.443034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:01.443755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:01.443755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:01.448378 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:01.448692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:01.453392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:01.453723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:01.454129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:01.454550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Bound port: 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:01.454896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.518362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:01.521298 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:01.526473 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.592472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.592472 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.593469 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] 10.222.0.67 "PUT /v2.0/ports/69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 1092 time: 0.8043325 Jul 16 02:09:01.621210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7bb76-f660-448d-b32f-a7c3e62f37fa service neutron] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:01.685126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2fbce-6386-414b-9764-32f75c79d534 req-32887b26-f83b-477d-b1f9-1ffbfad48547 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.686696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6da2fbce-6386-414b-9764-32f75c79d534 req-32887b26-f83b-477d-b1f9-1ffbfad48547 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 943 time: 0.1356161 Jul 16 02:09:01.724243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-f36351f0-877e-45bc-ba72-90eabf1a07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.725751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-f36351f0-877e-45bc-ba72-90eabf1a07cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1095 time: 0.1000707 Jul 16 02:09:01.750243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6da2fbce-6386-414b-9764-32f75c79d534 req-94e75c26-2f7d-41f1-8234-3ef5ab876ef4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562716 Jul 16 02:09:01.825959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-38ba6275-04f7-4a96-b316-3dd628fc1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.827489 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-38ba6275-04f7-4a96-b316-3dd628fc1e25 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0922172 Jul 16 02:09:01.906143 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-3e28367d-7b68-4fb5-9c72-1d175dc4ba0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 999 time: 0.0648060 Jul 16 02:09:01.955380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-b6d92dbd-06bf-46f1-8970-b95a98aa4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.956843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-b6d92dbd-06bf-46f1-8970-b95a98aa4bcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0440059 Jul 16 02:09:02.013820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-398ee709-9399-4aa7-88db-49a29f25ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:02.015343 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-398ee709-9399-4aa7-88db-49a29f25ca42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518479 Jul 16 02:09:02.026934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-70e99783-bddb-4db5-8dbb-22f0dedc11f2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:09:02.027882 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-70e99783-bddb-4db5-8dbb-22f0dedc11f2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058866 Jul 16 02:09:02.120544 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-410c85a6-39a4-4a55-a151-732fceb27d4e service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860894 Jul 16 02:09:02.213207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-236b91ae-d462-4d79-8528-e080175a7a6b service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857894 Jul 16 02:09:02.929454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3087e1a-3af1-4891-9dce-e6f4b38fad68 req-a8a82e28-4735-4245-9064-392929d6e3fa tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:02.931839 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3087e1a-3af1-4891-9dce-e6f4b38fad68 req-a8a82e28-4735-4245-9064-392929d6e3fa tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 943 time: 0.0667450 Jul 16 02:09:02.981318 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3087e1a-3af1-4891-9dce-e6f4b38fad68 req-e41feee8-ab5d-49d0-8fcc-841b431e36c9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439584 Jul 16 02:09:03.197681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:03.200085 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3059881c-653e-4210-885d-aea0539099ba" -d '{"events": [{"name": "network-changed", "server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:03.248217 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4a3bfa-ec45-4ece-b708-4d4f12ed08ef x-openstack-request-id: req-1a4a3bfa-ec45-4ece-b708-4d4f12ed08ef {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:03.248509 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:03.248761 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a4a3bfa-ec45-4ece-b708-4d4f12ed08ef {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:03.249166 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'status': 'completed', 'code': 200} Jul 16 02:09:03.323367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059881c-653e-4210-885d-aea0539099ba req-589fb934-e07a-4c75-a4ee-08704573ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.325051 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-589fb934-e07a-4c75-a4ee-08704573ce7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1095 time: 0.0559430 Jul 16 02:09:03.326434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059881c-653e-4210-885d-aea0539099ba req-b4f417d0-6528-461b-a21f-25205e14c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.327924 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-b4f417d0-6528-461b-a21f-25205e14c76d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1095 time: 0.0558920 Jul 16 02:09:03.415499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059881c-653e-4210-885d-aea0539099ba req-b95fdd8f-52c7-4dfa-9ff4-2a6c8a78c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.416994 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-b95fdd8f-52c7-4dfa-9ff4-2a6c8a78c10d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0852065 Jul 16 02:09:03.419954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059881c-653e-4210-885d-aea0539099ba req-c4ee662e-3ca5-4041-8cf9-eddbc41c2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.421511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-c4ee662e-3ca5-4041-8cf9-eddbc41c2037 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0862174 Jul 16 02:09:03.487105 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-28b82784-fef4-4c20-b4c4-9f2f640c718d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 999 time: 0.0632107 Jul 16 02:09:03.494335 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-e262d600-71a3-44ac-a39b-eb1a4ff3e652 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 999 time: 0.0658646 Jul 16 02:09:03.535601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059881c-653e-4210-885d-aea0539099ba req-011c3133-ce1b-41c9-ae21-de0b2cf1e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.537112 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-011c3133-ce1b-41c9-ae21-de0b2cf1e79b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0428102 Jul 16 02:09:03.543198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059881c-653e-4210-885d-aea0539099ba req-6ae65c23-7fb4-4a83-aea3-7ea0a4966c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.544748 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-6ae65c23-7fb4-4a83-aea3-7ea0a4966c31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0441821 Jul 16 02:09:03.594637 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059881c-653e-4210-885d-aea0539099ba req-97a91d46-b237-4a07-a434-819ea9254360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.596141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-97a91d46-b237-4a07-a434-819ea9254360 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518198 Jul 16 02:09:03.603457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059881c-653e-4210-885d-aea0539099ba req-5e818670-95bb-4166-a925-61e6283e7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.605043 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-5e818670-95bb-4166-a925-61e6283e7411 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535274 Jul 16 02:09:03.693992 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-47ee0cff-252b-43cb-8539-bcd430f4f077 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900631 Jul 16 02:09:03.707129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-a454c2db-724b-4433-9612-f6ac72029cf2 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941653 Jul 16 02:09:03.797059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-92e81045-942f-4667-9cc4-07f3167cd965 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956163 Jul 16 02:09:03.806639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3059881c-653e-4210-885d-aea0539099ba req-d0dcf58e-7624-4b00-a58b-f69b009f9c62 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884058 Jul 16 02:09:04.159273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5924755-801a-4aa6-b1c2-95d5f7969ea3 req-99b26fc2-db44-4154-9c23-c9c644631ae6 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:04.160765 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a5924755-801a-4aa6-b1c2-95d5f7969ea3 req-99b26fc2-db44-4154-9c23-c9c644631ae6 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 943 time: 0.0678790 Jul 16 02:09:04.198100 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a5924755-801a-4aa6-b1c2-95d5f7969ea3 req-45ffc628-e5b4-4b1a-9065-2dcdbdc41eaf tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Jul 16 02:09:04.603177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-1367be87-96ef-42db-a271-7382852160e8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:04.604891 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-1367be87-96ef-42db-a271-7382852160e8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f&tenant_id=1d894711a9fd414c81623d217483529e&binding%3Ahost_id=n-h1-791504-14 HTTP/1.1" status: 200 len: 943 time: 0.0781388 Jul 16 02:09:04.655106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a02bf-750a-4835-bb8d-406e8dca9d8a req-d1a3bce1-e2ba-4dd6-a258-22a28b949a55 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:04.656603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-671a02bf-750a-4835-bb8d-406e8dca9d8a req-d1a3bce1-e2ba-4dd6-a258-22a28b949a55 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 943 time: 0.0643663 Jul 16 02:09:04.670093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-77fb9893-2009-4930-90f5-c91dee82674a service neutron] 10.222.0.67 "GET /v2.0/ports/69b88ef1-6e5c-4008-8948-f6f149dd0ea9/bindings/n-h1-791504-14 HTTP/1.1" status: 200 len: 383 time: 0.0581293 Jul 16 02:09:04.694561 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-671a02bf-750a-4835-bb8d-406e8dca9d8a req-cb214fa0-aa3e-4697-9272-8ed15fb51d84 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323460 Jul 16 02:09:04.756062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-03eabab4-d547-4172-ad34-3b14de973c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:04.757554 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-03eabab4-d547-4172-ad34-3b14de973c6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1095 time: 0.0636435 Jul 16 02:09:04.850717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-193d471d-4de7-4923-8a9c-57a3e9f97d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:04.852241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-193d471d-4de7-4923-8a9c-57a3e9f97d3c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0874956 Jul 16 02:09:04.917955 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-c7552dd4-6443-4dd9-b91b-76c7b3f1b248 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 999 time: 0.0590246 Jul 16 02:09:04.972873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-a735ece3-f5ad-40d4-bf0d-c3ae41a2c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:04.974271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-a735ece3-f5ad-40d4-bf0d-c3ae41a2c750 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0495820 Jul 16 02:09:05.031165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-0ea967ec-c278-461b-9c97-d700a314af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.032687 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-0ea967ec-c278-461b-9c97-d700a314af8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524175 Jul 16 02:09:05.121447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-2e4b3183-9c1d-4883-be71-8a28097cda6a service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811720 Jul 16 02:09:05.213737 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-6dc8e627-8c4c-4534-b168-4dbf6caf30df service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857537 Jul 16 02:09:05.683129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:05.719882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:05.881998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52526b6d-8095-415a-951f-2e34ee609af0 req-9d98ce04-80ef-408e-9d4a-2051f1df10e3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.883592 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-52526b6d-8095-415a-951f-2e34ee609af0 req-9d98ce04-80ef-408e-9d4a-2051f1df10e3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 943 time: 0.0636697 Jul 16 02:09:05.922203 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-52526b6d-8095-415a-951f-2e34ee609af0 req-86d0d6c6-2e22-46da-b1b6-b10675919a6f tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330176 Jul 16 02:09:05.940599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:09:06.036419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:06.047264 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'port_id': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'mac_address': 'fa:16:3e:3a:c9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:09:06.083310 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:06.095561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:06.113986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:06.118895 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:06.163949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:06.171162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.171512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.171853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.172194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.172527 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.172858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.173199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.173529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.173852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.174206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.174535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:06.174859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.110130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa48cc-8a4a-47ae-8613-dc82eca3eb0f req-ecd5edf1-593e-41b5-9a99-600e33e5905e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:07.111632 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76aa48cc-8a4a-47ae-8613-dc82eca3eb0f req-ecd5edf1-593e-41b5-9a99-600e33e5905e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 944 time: 0.0740697 Jul 16 02:09:07.173304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76aa48cc-8a4a-47ae-8613-dc82eca3eb0f req-a9d2d7e3-122e-4b5e-8cef-fcee53aba3d4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527008 Jul 16 02:09:07.191426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-8c6f3ee3-029b-40e7-b9bb-0ec253d4ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:07.192922 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-8c6f3ee3-029b-40e7-b9bb-0ec253d4ec01 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 1096 time: 0.0804341 Jul 16 02:09:07.205203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:07.277012 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:07.482560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:07.515766 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:07.546792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:07.554887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:07.565701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Ignored duplicate provisioning block setup for port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:09:07.568945 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:07.670069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:07.692762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.693104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.693439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.693769 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.694129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.694453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.694773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.695089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.695409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.695724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.696043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.696444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:07.748019 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] No DVR routers for this DVR port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:07.885772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:07.886152 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:07.886465 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:07.890896 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:07.891215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:07.895954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:07.896289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:07.896674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:07.897097 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Bound port: 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:07.897450 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:07.939913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:09:07.959767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:07.964549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:07.968674 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:08.004852 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.005477 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:08.006932 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] 10.222.0.50 "PUT /v2.0/ports/69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 1092 time: 0.8058472 Jul 16 02:09:08.010218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:08.014540 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:08.044968 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:08.071020 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:08.071894 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb062f-2f37-443c-ad39-e8663de20bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:08.072042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:08.072291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:08.084271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:08.084856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Attempting to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:08.085141 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8876bacc-c7aa-49bf-bdbe-615a90790d6b x-openstack-request-id: req-8876bacc-c7aa-49bf-bdbe-615a90790d6b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:08.085432 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:08.085682 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8876bacc-c7aa-49bf-bdbe-615a90790d6b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:08.086097 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'status': 'completed', 'code': 200} Jul 16 02:09:08.091917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:08.092415 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:08.093182 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:08.094360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Bound port: 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:08.094864 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:08.115019 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-ac33587c-bbe2-4a86-8908-ccbf20d05307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.116805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-ac33587c-bbe2-4a86-8908-ccbf20d05307 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1096 time: 0.0765531 Jul 16 02:09:08.154845 n-d-791504-14 neutron-server[93946]: WARNING neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Concurrent port binding operations failed on port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 Jul 16 02:09:08.158951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:08.160335 n-d-791504-14 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Attempt 2 to bind port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 Jul 16 02:09:08.161163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 has no active binding in host n-h1-791504-14 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 02:09:08.182095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-cfccf958-6448-4543-b4e3-62c241777462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.183665 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-cfccf958-6448-4543-b4e3-62c241777462 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1096 time: 0.0687509 Jul 16 02:09:08.220656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-7bb83644-031a-43d5-8a51-7b9438283540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.222206 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-7bb83644-031a-43d5-8a51-7b9438283540 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0979087 Jul 16 02:09:08.301440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-a6306ccb-de27-44e1-81e7-54151a512e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.303175 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-a6306ccb-de27-44e1-81e7-54151a512e84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.1123497 Jul 16 02:09:08.313654 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-5807b1fa-915d-4af1-832b-2d4f488a95bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 999 time: 0.0832610 Jul 16 02:09:08.374392 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-0ad73cfc-1d8c-4ef2-bfaa-4cc0a943696e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 999 time: 0.0643001 Jul 16 02:09:08.386996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-5b189f44-d8e0-46bd-a729-b124080a662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.388437 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-5b189f44-d8e0-46bd-a729-b124080a662b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0576692 Jul 16 02:09:08.410966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26736d-4c3a-4358-ad69-fcf9a764fceb req-81da2d55-e12b-4264-b138-1903f8e72f21 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.412410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f26736d-4c3a-4358-ad69-fcf9a764fceb req-81da2d55-e12b-4264-b138-1903f8e72f21 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 944 time: 0.1223028 Jul 16 02:09:08.425690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-97577de0-8ddd-42af-8e1b-ba0d432b1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.427646 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-97577de0-8ddd-42af-8e1b-ba0d432b1015 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0446255 Jul 16 02:09:08.481407 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f26736d-4c3a-4358-ad69-fcf9a764fceb req-9a9fa5e8-6414-4507-8acc-21a53b0e894c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493982 Jul 16 02:09:08.486180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-85326103-0b76-4e50-bcff-f77ea0ca21da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.487762 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-85326103-0b76-4e50-bcff-f77ea0ca21da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535893 Jul 16 02:09:08.491707 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-68a31293-48fe-46ba-87cf-d9b658834aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.493702 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-68a31293-48fe-46ba-87cf-d9b658834aca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970831 Jul 16 02:09:08.585058 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-19bea772-7bdf-4a69-bbff-3515a3d94e89 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893693 Jul 16 02:09:08.585777 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-14afbddd-ebac-4bf6-b63e-94a076b4b41e service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825641 Jul 16 02:09:08.679385 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-d625f80f-6cbe-4ec5-a553-e3d961d73e2b service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873632 Jul 16 02:09:08.681526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bb5cb0f-2a67-4903-a1b0-a305904a7964 req-18babb26-77c3-4b86-b68e-0a2d28e18d02 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880268 Jul 16 02:09:08.780170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-1d3258c5-d085-4db9-9612-067493464897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.781664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-1d3258c5-d085-4db9-9612-067493464897 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 1096 time: 0.0530317 Jul 16 02:09:08.875110 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-60361b4d-c476-40e7-b734-e11d8bf3434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.876626 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-60361b4d-c476-40e7-b734-e11d8bf3434d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0883255 Jul 16 02:09:08.946677 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-f850675d-631e-4e8a-ad1b-1e6809cc3ed9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 200 len: 999 time: 0.0623767 Jul 16 02:09:08.998657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-c8fb85f6-6acc-4826-9364-250079625517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:09.000128 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-c8fb85f6-6acc-4826-9364-250079625517 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0465710 Jul 16 02:09:09.062755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-faa2b912-0da5-4c62-9cc6-c0f42431005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:09.064265 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-faa2b912-0da5-4c62-9cc6-c0f42431005b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577374 Jul 16 02:09:09.159825 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-0e159475-f54a-4acc-bf9d-a23f48639d36 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884111 Jul 16 02:09:09.519659 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e8f23e4a-690b-4db8-84b2-4b0de22ab9c6 req-8656910e-aa61-480e-945a-fcf7918d3ab4 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475282 Jul 16 02:09:09.672047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ec4f9-efc2-4cea-98ac-6cc4e6ac224e req-1c1727d8-f8cf-4544-96c2-e26371d65d91 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:09.673638 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-291ec4f9-efc2-4cea-98ac-6cc4e6ac224e req-1c1727d8-f8cf-4544-96c2-e26371d65d91 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 944 time: 0.0713336 Jul 16 02:09:09.694637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:09:09.714217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-291ec4f9-efc2-4cea-98ac-6cc4e6ac224e req-841a4ae2-7ccf-4cc0-a934-cbf434f740ba tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347688 Jul 16 02:09:09.803169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:09.817265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'port_id': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'mac_address': 'fa:16:3e:3a:c9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:09:09.854764 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:09.869022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:09.889788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:09.895550 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:09.941727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:09.981239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:09.998273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:10.178856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['69b88ef1-6e5c-4008-8948-f6f149dd0ea9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:10.886475 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1a7b-574f-45e9-b6c8-5999d5ab4be6 req-23a77160-53bb-40cd-8468-cef2894e022b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:10.887971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4c1a7b-574f-45e9-b6c8-5999d5ab4be6 req-23a77160-53bb-40cd-8468-cef2894e022b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0636437 Jul 16 02:09:10.925607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5b4c1a7b-574f-45e9-b6c8-5999d5ab4be6 req-4d9f831e-3d9c-463f-a273-e1a6ca3e2c40 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Jul 16 02:09:11.097374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e351e-5842-4c1a-9aeb-291b6933dfb8 req-707dc8d2-b1c0-4434-b16f-454c8aa03c15 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:11.098886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-302e351e-5842-4c1a-9aeb-291b6933dfb8 req-707dc8d2-b1c0-4434-b16f-454c8aa03c15 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0636535 Jul 16 02:09:11.137822 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-302e351e-5842-4c1a-9aeb-291b6933dfb8 req-a43f0242-57b8-46d6-b78e-364b2e9f75b8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326269 Jul 16 02:09:11.310193 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccb73d-37cc-4e88-a6c2-4cec302b917c req-b796fd28-fdc8-4c37-835b-89c4ba2e5376 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:11.311666 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fccb73d-37cc-4e88-a6c2-4cec302b917c req-b796fd28-fdc8-4c37-835b-89c4ba2e5376 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0616100 Jul 16 02:09:11.348376 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fccb73d-37cc-4e88-a6c2-4cec302b917c req-eba38383-0e1b-4feb-b58c-d00d0cfd696a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311453 Jul 16 02:09:11.709007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:11.734396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc1c5f-cd75-4132-92e9-9faac931dfdb req-f70481ff-ead8-4bfe-b86a-544451cd2a60 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:11.735925 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3dc1c5f-cd75-4132-92e9-9faac931dfdb req-f70481ff-ead8-4bfe-b86a-544451cd2a60 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 945 time: 0.0686877 Jul 16 02:09:11.770213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:11.776833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:11.777428 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:11.780587 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a3dc1c5f-cd75-4132-92e9-9faac931dfdb req-3471ae95-33f7-4f91-af2b-8d4c2d62440a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387933 Jul 16 02:09:11.857527 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:11.880388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:11.882694 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0810fbe4-f7fd-4649-895c-c1ada1664d88" -d '{"events": [{"server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "name": "network-vif-plugged", "status": "completed", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:11.896444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:11.901360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:11.927851 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0097581-6943-4875-bd6a-30f528da1973 x-openstack-request-id: req-b0097581-6943-4875-bd6a-30f528da1973 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:11.928146 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "name": "network-vif-plugged", "status": "completed", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:11.928399 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0097581-6943-4875-bd6a-30f528da1973 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:11.928786 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'code': 200} Jul 16 02:09:11.957294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:13.001994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c80f4-796e-4928-8d73-57cb59e2ffff req-0e647d9f-c9ac-4ad3-8bf1-32f8cc79e824 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:13.003588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-008c80f4-796e-4928-8d73-57cb59e2ffff req-0e647d9f-c9ac-4ad3-8bf1-32f8cc79e824 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 946 time: 0.1066234 Jul 16 02:09:13.026787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-4a7e7c0a-8b92-4430-bcc1-bae964d94aea tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:13.028224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-4a7e7c0a-8b92-4430-bcc1-bae964d94aea tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 946 time: 0.1017172 Jul 16 02:09:13.084997 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-008c80f4-796e-4928-8d73-57cb59e2ffff req-4c9a8e07-b757-497e-8e5b-c158fefe61f7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749414 Jul 16 02:09:13.143953 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Deleting port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:13.144293 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.234442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] For port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:13.234803 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.400278 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.400568 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.400878 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075 disassociated. External IP: 172.25.4.79, port: 69b88ef1-6e5c-4008-8948-f6f149dd0ea9. Jul 16 02:09:13.401209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Calling delete_port for 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:13.528056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.557155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event deleted for resources: {'Port': ['ID=69b88ef1-6e5c-4008-8948-f6f149dd0ea9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:13.679362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Router a6c4c220-1689-433f-ac19-b74636ccf124 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:13.788602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:13.798378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:13.807295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:13.807909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:08:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:13.832804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] No DVR routers for this DVR port 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:13.835555 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.838152 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5342a2e3-8ee8-4f36-89b1-2f2a0e294da6 req-c179d9f8-7f52-41c7-b228-47f6046e095d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "DELETE /v2.0/ports/69b88ef1-6e5c-4008-8948-f6f149dd0ea9 HTTP/1.1" status: 204 len: 173 time: 0.8038390 Jul 16 02:09:13.838592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'name': 'network-vif-deleted', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:13.841002 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ee8d16-eb76-4681-9a7d-ce6b433d9261" -d '{"events": [{"server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "name": "network-vif-deleted", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:13.882251 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34535895-48e1-4187-bb4c-bcd892a8b42c x-openstack-request-id: req-34535895-48e1-4187-bb4c-bcd892a8b42c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:13.882546 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747491e4-c781-48e8-bbdf-1f96d9a1b38f", "name": "network-vif-deleted", "tag": "69b88ef1-6e5c-4008-8948-f6f149dd0ea9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:13.882893 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34535895-48e1-4187-bb4c-bcd892a8b42c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:13.883298 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747491e4-c781-48e8-bbdf-1f96d9a1b38f', 'name': 'network-vif-deleted', 'tag': '69b88ef1-6e5c-4008-8948-f6f149dd0ea9', 'status': 'completed', 'code': 200} Jul 16 02:09:13.924206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:14.135749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:14.161634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:14.171782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:14.172405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:08:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:14.283243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:14.339595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ebb79c8c-ae42-45ee-a256-89ee272bbbd1 req-ef4dccb7-aebe-4d4c-8d8d-673e0ebe3813 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=747491e4-c781-48e8-bbdf-1f96d9a1b38f HTTP/1.1" status: 200 len: 210 time: 0.1228189 Jul 16 02:09:14.657517 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:14.682885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe3789-2223-484a-8b6a-5b67ce90aa55 None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:14.896201 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd7da9-0370-4125-9bb7-af23b9cdb487 None None] New status for floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:15.684467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-06667f62-4693-4c03-96b1-de5285615433 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1272894627&fields=id&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 267 time: 0.0322833 Jul 16 02:09:15.795111 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-cd3c0ff5-7784-415e-97e2-40f5d5e00d69 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:15.796578 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-cd3c0ff5-7784-415e-97e2-40f5d5e00d69 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 812 time: 0.1059790 Jul 16 02:09:15.811441 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-8ca1be88-1b73-4d63-825e-fa9c99697fa4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/quotas/1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 375 time: 0.0095747 Jul 16 02:09:15.880500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-384f56bf-6ff6-490c-a21c-e9e8b490f840 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640409 Jul 16 02:09:15.980191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dab597f7-f9a4-454d-a0f2-d61fcee8268a service neutron] 10.222.0.64 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875452 Jul 16 02:09:16.069321 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-45f03ab7-2d90-4a53-bdbf-dac72ef3cfbb service neutron] 10.222.0.64 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835035 Jul 16 02:09:16.244216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-acf8ac96-c3ab-43df-b6f4-45179d2a0692 req-c505fefd-f583-407a-a006-44ef3867752e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 210 time: 0.0344374 Jul 16 02:09:17.283321 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-abb1db6e-8931-48f7-9399-d48d5a80f805 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:17.284791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-abb1db6e-8931-48f7-9399-d48d5a80f805 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 812 time: 0.1081769 Jul 16 02:09:17.330443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-78fea9cb-27d2-477e-a8ba-dfdf84bc25a1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 380 time: 0.0358682 Jul 16 02:09:17.340824 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'port': {'device_id': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'admin_state_up': True, 'tenant_id': '1d894711a9fd414c81623d217483529e', 'security_groups': ['7326a33a-457c-412d-8f33-fe14cb0989df']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:17.453271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9edbd17-c70e-4aca-964c-d7a7809771cf req-452570e5-0706-4882-9b4e-9f579c484c61 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 210 time: 0.0931463 Jul 16 02:09:17.488685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Made reservation on behalf of 1d894711a9fd414c81623d217483529e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:17.492453 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.615050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Allocated IP 172.20.0.8 (0a06662d-4f24-4851-a37b-ed5bc8bdc1f4/ac678aa4-f2f1-4b1f-a4c3-47aa060599bf/a6c5d66c-78d1-4483-8057-722820dc08e5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:17.751704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:17.755042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.769516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Transition to ACTIVE for port object a6c5d66c-78d1-4483-8057-722820dc08e5 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:17.771981 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:17.772328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 69b88ef1-6e5c-4008-8948-f6f149dd0ea9 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:17.802520 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.845640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:17.850708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:17.854965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:17.886977 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:17.919205 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:17.919983 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.934889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-27584491-af06-4e9d-8332-cf811425d009 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5993183 Jul 16 02:09:17.947515 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Request body: {'port': {'device_id': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:18.026222 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.083172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dd4e959e-dfed-4322-a25d-cab1575626fe None None] Provisioning for port a6c5d66c-78d1-4483-8057-722820dc08e5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:18.087517 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dd4e959e-dfed-4322-a25d-cab1575626fe None None] Provisioning complete for port a6c5d66c-78d1-4483-8057-722820dc08e5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:18.088248 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd4e959e-dfed-4322-a25d-cab1575626fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.125967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e959e-dfed-4322-a25d-cab1575626fe None None] Port a6c5d66c-78d1-4483-8057-722820dc08e5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:18.294639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c5d66c-78d1-4483-8057-722820dc08e5 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:18.301828 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.314707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Transition to ACTIVE for port object a6c5d66c-78d1-4483-8057-722820dc08e5 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:18.317840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.367026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:18.443389 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:18.443725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:18.444053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:18.449219 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Port a6c5d66c-78d1-4483-8057-722820dc08e5 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:18.449546 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:18.454586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:18.454933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:18.455343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:18.455779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Bound port: a6c5d66c-78d1-4483-8057-722820dc08e5, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:18.456145 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.528340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:18.531438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:18.537105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.574363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:18.575307 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.576878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] 10.222.0.67 "PUT /v2.0/ports/a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 1092 time: 0.6339874 Jul 16 02:09:18.577467 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:18.579950 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4a5115-07af-4221-a7fa-66f4145660bc" -d '{"events": [{"name": "network-changed", "server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:18.616316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd427031-c477-4494-83c8-133955f3b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:18.639394 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e9bf3-6071-446f-9e38-f13c4b316ab4 x-openstack-request-id: req-704e9bf3-6071-446f-9e38-f13c4b316ab4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:18.639687 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:18.639942 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-704e9bf3-6071-446f-9e38-f13c4b316ab4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:18.640982 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'status': 'completed', 'code': 200} Jul 16 02:09:18.662982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d3337-7d1b-47bb-8fd9-d3d28fe9a0d9 req-7e9ea412-1e30-4447-8097-87065336168c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:18.665242 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-950d3337-7d1b-47bb-8fd9-d3d28fe9a0d9 req-7e9ea412-1e30-4447-8097-87065336168c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0896862 Jul 16 02:09:18.702016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-ec89ea8d-dd7f-4c07-91a9-2a7c1622141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:18.704154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-ec89ea8d-dd7f-4c07-91a9-2a7c1622141e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1095 time: 0.0782266 Jul 16 02:09:18.710412 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-950d3337-7d1b-47bb-8fd9-d3d28fe9a0d9 req-2f0849c7-c841-4605-b092-ab9775a481c8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383630 Jul 16 02:09:18.752587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-515b7e23-fdc8-4843-a12e-8d062328401d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 217 time: 0.0407672 Jul 16 02:09:18.803328 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-d95c66c5-a908-4274-8656-a8beba1c2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:18.804781 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-d95c66c5-a908-4274-8656-a8beba1c2e4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0458503 Jul 16 02:09:18.866938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-0e7b7d77-1bde-4992-8091-50667492e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:18.869378 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-0e7b7d77-1bde-4992-8091-50667492e5a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571213 Jul 16 02:09:18.963728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-79da12ee-5886-4ef4-b047-e7f6fe8dd381 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873690 Jul 16 02:09:19.055174 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4672fcf3-ac07-4f77-a393-f0f4c0d791a8 req-4ad92b96-e4d6-4b0a-863e-54add15a2bb7 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842149 Jul 16 02:09:19.156210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-4c3e39b0-a3be-4a30-bd0d-27fa0254c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:19.157697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-4c3e39b0-a3be-4a30-bd0d-27fa0254c260 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1095 time: 0.0524862 Jul 16 02:09:19.252302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-4fc62fb5-9b4e-46d2-92cf-e18c398b4b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:19.253763 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-4fc62fb5-9b4e-46d2-92cf-e18c398b4b5f service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0878947 Jul 16 02:09:19.295472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-efc82573-947c-4ed7-9cff-01c9b321a16e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 217 time: 0.0333848 Jul 16 02:09:19.347873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-3125a7c0-1bec-4247-a964-f2023a29db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:19.349213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-3125a7c0-1bec-4247-a964-f2023a29db76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0467415 Jul 16 02:09:19.408043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-7acf7ddd-5597-492f-ba01-c1c34510563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:19.409518 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-7acf7ddd-5597-492f-ba01-c1c34510563e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521448 Jul 16 02:09:19.501844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-d4166e6e-456f-48f1-92ac-56650c663eed service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845883 Jul 16 02:09:19.591342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3b4a5115-07af-4221-a7fa-66f4145660bc req-928c2652-1070-40c9-a040-05019ffb01d7 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813622 Jul 16 02:09:19.889731 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75cef2-8f8e-4d39-beed-cd3ffdab9630 req-4e675f5c-10b9-4293-8aab-b9721bf4a9f8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:19.891249 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e75cef2-8f8e-4d39-beed-cd3ffdab9630 req-4e675f5c-10b9-4293-8aab-b9721bf4a9f8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0642214 Jul 16 02:09:19.935887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6e75cef2-8f8e-4d39-beed-cd3ffdab9630 req-09543354-e5e0-4844-951d-472339a54fdf tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 Jul 16 02:09:21.110098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aa129-6a50-469f-88da-8a21450f30f6 req-0eeaa5ab-bbed-457e-87e5-a1c035089ef9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:21.111563 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a61aa129-6a50-469f-88da-8a21450f30f6 req-0eeaa5ab-bbed-457e-87e5-a1c035089ef9 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0619614 Jul 16 02:09:21.149820 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a61aa129-6a50-469f-88da-8a21450f30f6 req-6364b318-a4ba-431f-b9ac-dcbfbe21f433 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Jul 16 02:09:22.001603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:09:22.092793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:22.104191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'port_id': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'mac_address': 'fa:16:3e:75:76:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:09:22.144084 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.157105 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c5d66c-78d1-4483-8057-722820dc08e5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:22.175685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:22.180350 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.227055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:22.326249 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d91364-0f22-45b0-b614-b3f51b668ecb req-3fb03e38-0ca3-4760-bc77-2562379e3a8b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.327723 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3d91364-0f22-45b0-b614-b3f51b668ecb req-3fb03e38-0ca3-4760-bc77-2562379e3a8b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0656607 Jul 16 02:09:22.366279 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e3d91364-0f22-45b0-b614-b3f51b668ecb req-2a40082b-f903-43b7-b050-f410c18e1450 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328867 Jul 16 02:09:22.369987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['a6c5d66c-78d1-4483-8057-722820dc08e5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:23.545258 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2595-f8ff-4bba-87ce-96b61af9c92e req-518d959e-24aa-461e-a15f-d23b92115399 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.546778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51ad2595-f8ff-4bba-87ce-96b61af9c92e req-518d959e-24aa-461e-a15f-d23b92115399 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0667579 Jul 16 02:09:23.583304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51ad2595-f8ff-4bba-87ce-96b61af9c92e req-8428e0af-42a5-4e54-995e-9b9d48bd8c60 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Jul 16 02:09:24.001883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:24.049188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port a6c5d66c-78d1-4483-8057-722820dc08e5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:24.052652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port a6c5d66c-78d1-4483-8057-722820dc08e5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:24.053018 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.127419 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.150692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:24.152960 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f2cee8-6545-4ae6-aa03-536f98ed58d2" -d '{"events": [{"server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "name": "network-vif-plugged", "status": "completed", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:24.169516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:24.173246 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.201091 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10104954-3c66-4253-91f3-6755159282d7 x-openstack-request-id: req-10104954-3c66-4253-91f3-6755159282d7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:24.201400 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "name": "network-vif-plugged", "status": "completed", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:24.201623 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10104954-3c66-4253-91f3-6755159282d7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:24.202023 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'code': 200} Jul 16 02:09:24.226974 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:24.301557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a58d-0eb1-45a1-b2e7-99975fc07c78 req-c724c6b5-7af2-4800-aaa1-1a3f1b50b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:24.303047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2e9a58d-0eb1-45a1-b2e7-99975fc07c78 req-c724c6b5-7af2-4800-aaa1-1a3f1b50b391 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1097 time: 0.0505328 Jul 16 02:09:24.337113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2e9a58d-0eb1-45a1-b2e7-99975fc07c78 req-1fc71d77-b083-4cde-af39-9b30cc3b8d21 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274162 Jul 16 02:09:24.644768 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e073b86-1566-48c1-b72f-22ce56664061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.775165 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f19f0-8ec6-4a6d-9aa6-5db3346e84ab req-a8532e60-a9ef-414b-aba8-918bc84df222 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:24.776659 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f7f19f0-8ec6-4a6d-9aa6-5db3346e84ab req-a8532e60-a9ef-414b-aba8-918bc84df222 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0655746 Jul 16 02:09:24.813836 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0f7f19f0-8ec6-4a6d-9aa6-5db3346e84ab req-a76ed734-aedd-4e66-b654-6ab91b8ef33a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Jul 16 02:09:25.989853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f0bb7-6d99-4e4e-89a6-4515c55e9502 req-73b612d3-2415-444d-b55f-dd5763767f4c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:25.992035 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-724f0bb7-6d99-4e4e-89a6-4515c55e9502 req-73b612d3-2415-444d-b55f-dd5763767f4c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0674274 Jul 16 02:09:25.992388 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.030187 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-724f0bb7-6d99-4e4e-89a6-4515c55e9502 req-06c0c56e-0eef-435d-b1d0-3a6d6d6c107c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317893 Jul 16 02:09:26.200705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bf9c6-2592-4d4b-87b9-ce1b044f9341 req-1c2edd78-0418-4843-aac6-9b78fcda1edf tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:26.202157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc2bf9c6-2592-4d4b-87b9-ce1b044f9341 req-1c2edd78-0418-4843-aac6-9b78fcda1edf tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0660467 Jul 16 02:09:26.210756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48556) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:26.215549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-66218f29-805e-47ce-9684-077f19a20cf7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Request body: {'floatingip': {'port_id': 'a6c5d66c-78d1-4483-8057-722820dc08e5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:26.255935 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66218f29-805e-47ce-9684-077f19a20cf7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.707423 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66218f29-805e-47ce-9684-077f19a20cf7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.712130 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66218f29-805e-47ce-9684-077f19a20cf7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.809414 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-66218f29-805e-47ce-9684-077f19a20cf7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075 associated. External IP: 172.25.4.79, port: a6c5d66c-78d1-4483-8057-722820dc08e5. Jul 16 02:09:27.015986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66218f29-805e-47ce-9684-077f19a20cf7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Router a6c4c220-1689-433f-ac19-b74636ccf124 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:27.122563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66218f29-805e-47ce-9684-077f19a20cf7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:27.127391 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66218f29-805e-47ce-9684-077f19a20cf7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.131523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:27.140643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:27.141270 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:08:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:27.166455 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-66218f29-805e-47ce-9684-077f19a20cf7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "PUT /v2.0/floatingips/83d802cb-ab23-4073-a2e9-9a90ffa2d075 HTTP/1.1" status: 200 len: 991 time: 0.9546161 Jul 16 02:09:27.167033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:27.169274 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160036e0-f3cf-4b93-89c5-58745c13fa41" -d '{"events": [{"name": "network-changed", "server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:27.213445 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3daa26-c302-4b35-bfe8-4c1a792bdac1 x-openstack-request-id: req-eb3daa26-c302-4b35-bfe8-4c1a792bdac1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:27.214069 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:27.214069 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb3daa26-c302-4b35-bfe8-4c1a792bdac1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:27.214380 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'status': 'completed', 'code': 200} Jul 16 02:09:27.239248 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bb90641-c7b6-4b59-afcc-5d1d72562b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.252718 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.270620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:27.295771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-9a7ae32a-d2a5-4c81-b548-82e0344eaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:27.297330 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-9a7ae32a-d2a5-4c81-b548-82e0344eaefb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1097 time: 0.0589545 Jul 16 02:09:27.500371 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:75:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:09:26Z', 'revision_number': 13, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:27.532322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:27.541533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:27.542202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:09:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:27.650115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:27.721002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-862a6260-8862-4f5d-8eb3-4dc920db8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:27.722521 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-862a6260-8862-4f5d-8eb3-4dc920db8e6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.4183009 Jul 16 02:09:27.731887 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.788917 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-a1a5710c-5c82-47f3-9d1e-9b2e1bf74e49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 999 time: 0.0586224 Jul 16 02:09:27.838076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-be8877e3-52c2-460e-80b9-70d7116172fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:27.839553 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-be8877e3-52c2-460e-80b9-70d7116172fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0443158 Jul 16 02:09:27.888184 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:75:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:09:26Z', 'revision_number': 13, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:27.901921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-7c804276-a418-4fd7-8442-8096d2e3f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:27.903451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-7c804276-a418-4fd7-8442-8096d2e3f2c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581300 Jul 16 02:09:27.919769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ac16f-8b39-413a-a43f-001c46bedb0f None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '83d802cb-ab23-4073-a2e9-9a90ffa2d075', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'port_id': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'mac_address': 'fa:16:3e:75:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:09:26Z', 'revision_number': 13, 'project_id': '1d894711a9fd414c81623d217483529e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:27.995660 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-ee5770ec-7c07-4c5a-adc5-00e1a423009b service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852473 Jul 16 02:09:28.118880 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbad685-83b6-4c51-87e6-b9498e6e555c None None] New status for floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:28.131667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-160036e0-f3cf-4b93-89c5-58745c13fa41 req-e854d827-1af1-4eda-8ebe-97f5a2a06270 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291220 Jul 16 02:09:28.643174 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.245620 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.251194 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:40.784557 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7533662-3afc-4145-923c-39b9da052b7a req-085565fb-30e2-4463-9452-05a999be9100 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517654 Jul 16 02:09:40.878568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7533662-3afc-4145-923c-39b9da052b7a req-e832270d-920d-4991-be4f-44d0fc6c92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.880068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7533662-3afc-4145-923c-39b9da052b7a req-e832270d-920d-4991-be4f-44d0fc6c92c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1097 time: 0.0537314 Jul 16 02:09:40.988285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7533662-3afc-4145-923c-39b9da052b7a req-78b15e9d-b1c5-4b6d-ac31-64f1b85c1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.989648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7533662-3afc-4145-923c-39b9da052b7a req-78b15e9d-b1c5-4b6d-ac31-64f1b85c1c97 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0874095 Jul 16 02:09:41.053310 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7533662-3afc-4145-923c-39b9da052b7a req-cd22b54c-74f2-4ee1-9146-0193ac34ca12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 1001 time: 0.0565162 Jul 16 02:09:41.104945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7533662-3afc-4145-923c-39b9da052b7a req-2e50e47d-f005-4e84-9a38-e8820e9923cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.106427 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7533662-3afc-4145-923c-39b9da052b7a req-2e50e47d-f005-4e84-9a38-e8820e9923cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0466194 Jul 16 02:09:41.162496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7533662-3afc-4145-923c-39b9da052b7a req-ed78cdda-a7dc-420a-8030-bda99be8dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.163955 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7533662-3afc-4145-923c-39b9da052b7a req-ed78cdda-a7dc-420a-8030-bda99be8dccf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505741 Jul 16 02:09:41.252527 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7533662-3afc-4145-923c-39b9da052b7a req-079100e4-5a13-4759-aedb-83f236795c6b service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809381 Jul 16 02:09:41.343975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a7533662-3afc-4145-923c-39b9da052b7a req-53ca4b9e-c43e-4ae9-aa3f-44a07e8989fa service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843041 Jul 16 02:09:54.645158 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-98d23cc8-be4e-4656-acf6-5e3605075b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.998998 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.201123 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d57a2f0-f5c9-4247-b08f-086cc31f1c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.233751 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.691807 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.646936 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.248452 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.250648 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:24.645530 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25480c0c-9417-4722-832d-299fa126f616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:25.992141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:27.202611 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e718-32ea-457f-bb7d-420e4d591004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:27.229896 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:27.692066 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.649056 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:30.244224 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.796483 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-783fd7fc-89a8-4eb9-8da5-c55932267cd6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540483 Jul 16 02:10:42.896848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-61815241-6f83-4613-8c8b-74717f05db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:42.898414 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-61815241-6f83-4613-8c8b-74717f05db28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1097 time: 0.0596981 Jul 16 02:10:43.002381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-a92be676-10b6-4714-9fc2-4dd17f7dd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:43.003847 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-a92be676-10b6-4714-9fc2-4dd17f7dd609 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0856357 Jul 16 02:10:43.073753 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-6c83ad7d-f6d5-4cee-9f46-f36024dc7787 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 1001 time: 0.0634334 Jul 16 02:10:43.123767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-99526624-c3bb-491a-a801-4ad5439d203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:43.125199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-99526624-c3bb-491a-a801-4ad5439d203e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0451312 Jul 16 02:10:43.180852 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-ed37bc6a-8eac-46af-a916-d5604a5da290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:43.182342 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-ed37bc6a-8eac-46af-a916-d5604a5da290 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507138 Jul 16 02:10:43.282344 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-b43a6044-19c2-4b59-9789-398df1f354ea service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937681 Jul 16 02:10:43.375331 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a425c20-8ae4-4cc8-9999-a9dc464ec892 req-38d4b3dc-a2f3-4f23-8147-60ed41cf91ef service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857286 Jul 16 02:10:46.250454 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:54.646363 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87795359-592e-43a5-ac50-2a0036f19a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:56.004498 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:57.202484 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c92f4ae-6815-479f-aa5c-d4647eb537b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:57.229143 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:57.697277 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:58.653741 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:00.247327 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:05.740218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca25ef-2abb-418f-ab6a-9e9f077a9fec req-51b680ed-ed31-475f-a81f-71dc03893dd0 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:05.741733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05ca25ef-2abb-418f-ab6a-9e9f077a9fec req-51b680ed-ed31-475f-a81f-71dc03893dd0 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0638161 Jul 16 02:11:05.779838 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-05ca25ef-2abb-418f-ab6a-9e9f077a9fec req-af0c609d-c604-4c5e-a2ad-e77e0bad9bed tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318625 Jul 16 02:11:16.998166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-51de913e-f6aa-4e73-a45d-d1f4590ea211 req-24d2f5fa-7d67-4078-aaf6-1f1e816cdac7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:11:16.999156 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51de913e-f6aa-4e73-a45d-d1f4590ea211 req-24d2f5fa-7d67-4078-aaf6-1f1e816cdac7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062199 Jul 16 02:11:17.413711 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-68a09c32-6372-4bcb-8de1-e12edbf2662d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511582 Jul 16 02:11:17.485591 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0764e2d-5a49-41f9-96e7-99078f9c9624 req-e02d6c43-d20c-4e61-81cf-8259086bb192 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:17.487136 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0764e2d-5a49-41f9-96e7-99078f9c9624 req-e02d6c43-d20c-4e61-81cf-8259086bb192 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0756755 Jul 16 02:11:17.526081 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e0764e2d-5a49-41f9-96e7-99078f9c9624 req-9fbf6d8e-7f30-4dbf-a3c2-e5a45d328764 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329313 Jul 16 02:11:18.580778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-0901f8a6-454f-4edf-8f94-b30358828a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:18.582316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-0901f8a6-454f-4edf-8f94-b30358828a55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1097 time: 0.0546696 Jul 16 02:11:18.677393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-f3632144-8905-4bb3-86a3-1166cb966748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:18.678908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-f3632144-8905-4bb3-86a3-1166cb966748 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0902297 Jul 16 02:11:18.708509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987d536-ab20-4a88-8e6c-c9b2d23934ad req-dd5cfad9-636f-49cf-87b8-8dfdff04f54f tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:18.710027 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f987d536-ab20-4a88-8e6c-c9b2d23934ad req-dd5cfad9-636f-49cf-87b8-8dfdff04f54f tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0671053 Jul 16 02:11:18.744987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b62b9acc-ef5b-44e3-a023-7af4782dbf68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 1001 time: 0.0592549 Jul 16 02:11:18.748638 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f987d536-ab20-4a88-8e6c-c9b2d23934ad req-f10f4e7d-bef2-4ea2-83cc-57b0144cc440 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329962 Jul 16 02:11:18.794992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-ce3166eb-c1ad-4de3-a0f3-3fa00349c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:18.796681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-ce3166eb-c1ad-4de3-a0f3-3fa00349c4bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0454834 Jul 16 02:11:18.858656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-5e64b1d1-16bb-4a64-9b1a-6c07dd470472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:18.860091 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-5e64b1d1-16bb-4a64-9b1a-6c07dd470472 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576434 Jul 16 02:11:18.953641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-eae49d06-2034-47de-b584-570e9c8c3204 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862443 Jul 16 02:11:19.047348 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-d287aada-d363-4d8a-b6c4-d97ca414bef2 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877926 Jul 16 02:11:19.941182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd03fe-4dc1-48ec-8c71-5c76a3c8464e req-26b6346f-d886-491b-827f-2fd79a4f9d03 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:19.942743 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2bd03fe-4dc1-48ec-8c71-5c76a3c8464e req-26b6346f-d886-491b-827f-2fd79a4f9d03 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0646403 Jul 16 02:11:19.984011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2bd03fe-4dc1-48ec-8c71-5c76a3c8464e req-972e8fe1-2ecc-4a55-9e18-cb455fd15173 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354996 Jul 16 02:11:21.157307 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af418865-897a-40f5-b7c4-976d0ad1d186 req-cbde035e-0920-481c-9ccd-a2459a7d1950 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:21.158731 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af418865-897a-40f5-b7c4-976d0ad1d186 req-cbde035e-0920-481c-9ccd-a2459a7d1950 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0636716 Jul 16 02:11:21.195981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af418865-897a-40f5-b7c4-976d0ad1d186 req-20370728-3247-4344-a36b-067c5de734cb tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Jul 16 02:11:22.378835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac443e-7e03-4dfa-8acf-4745e635dfde req-238f8b5b-65c8-4d8d-8514-50b50fc3e303 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.380309 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54ac443e-7e03-4dfa-8acf-4745e635dfde req-238f8b5b-65c8-4d8d-8514-50b50fc3e303 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0678837 Jul 16 02:11:22.417654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54ac443e-7e03-4dfa-8acf-4745e635dfde req-869f6074-273e-4695-bfee-ebd883874b59 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Jul 16 02:11:23.250606 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:11:23.597274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a581-414a-4ed8-b876-553d67a85c76 req-1109fe07-ddd2-400a-a468-611cf01903c8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.598789 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68d6a581-414a-4ed8-b876-553d67a85c76 req-1109fe07-ddd2-400a-a468-611cf01903c8 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0671961 Jul 16 02:11:23.653729 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-68d6a581-414a-4ed8-b876-553d67a85c76 req-e8b3f77e-731d-4e99-bbe7-6a8dbf3a759a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492637 Jul 16 02:11:24.647611 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-431e7152-dd59-4e1b-a6e5-1788b48004bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:24.852821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84987e06-3cd4-4678-a0dc-b7bf9bac2987 req-fb9e154b-a9b8-4800-879f-6312c3937211 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.854365 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84987e06-3cd4-4678-a0dc-b7bf9bac2987 req-fb9e154b-a9b8-4800-879f-6312c3937211 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0664122 Jul 16 02:11:24.896595 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-84987e06-3cd4-4678-a0dc-b7bf9bac2987 req-ce514bfc-ce35-43c9-8e12-14e03c593451 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361702 Jul 16 02:11:26.002065 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.072593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a30d2-41dd-4ca1-a0b1-3edb61e8a204 req-922a80cf-0c18-4696-9483-ec13c2c49fa5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:26.074098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e6a30d2-41dd-4ca1-a0b1-3edb61e8a204 req-922a80cf-0c18-4696-9483-ec13c2c49fa5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0631886 Jul 16 02:11:26.111829 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5e6a30d2-41dd-4ca1-a0b1-3edb61e8a204 req-be0d5cfd-0209-4a88-9fe9-9252b437a822 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Jul 16 02:11:27.205510 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b7a91d3-89ff-415d-aac2-d5fe1b12c79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.233904 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.286285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3e170-c1c3-42d2-b8c5-3090865c81df req-2c355ca9-4b38-4eb9-90a9-3e3a2cdf6c42 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.287796 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88b3e170-c1c3-42d2-b8c5-3090865c81df req-2c355ca9-4b38-4eb9-90a9-3e3a2cdf6c42 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0640919 Jul 16 02:11:27.326722 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88b3e170-c1c3-42d2-b8c5-3090865c81df req-d074379b-5fee-4d78-be8f-335345b30149 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329564 Jul 16 02:11:27.697382 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:28.502058 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e5f7d-9cf3-4be9-bb52-528b2351bd72 req-33117afe-46c5-40e2-90b1-309af4620aea tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:28.503522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-211e5f7d-9cf3-4be9-bb52-528b2351bd72 req-33117afe-46c5-40e2-90b1-309af4620aea tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0617318 Jul 16 02:11:28.539906 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-211e5f7d-9cf3-4be9-bb52-528b2351bd72 req-ae95ac0e-5c8a-44b2-8d6d-4c015181a233 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Jul 16 02:11:28.656032 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:29.729167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a43e-5e3e-4e62-8e63-eb7ba8c03a35 req-22addf8a-dab5-4bfd-9d9c-cd94c0adb8c7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:29.730685 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60f5a43e-5e3e-4e62-8e63-eb7ba8c03a35 req-22addf8a-dab5-4bfd-9d9c-cd94c0adb8c7 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0677874 Jul 16 02:11:29.769124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60f5a43e-5e3e-4e62-8e63-eb7ba8c03a35 req-7daa3a62-a0f2-4d83-9f46-315bc70d9950 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Jul 16 02:11:30.250998 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:30.945598 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a3458-4c77-40cd-8f75-b2e0000ede60 req-a934d6b7-da03-4b1b-bb34-00608ae7c6a1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:30.947103 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d3a3458-4c77-40cd-8f75-b2e0000ede60 req-a934d6b7-da03-4b1b-bb34-00608ae7c6a1 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0672786 Jul 16 02:11:30.984473 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8d3a3458-4c77-40cd-8f75-b2e0000ede60 req-1a99a2b1-bfff-4988-9b0f-36392041f8a6 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317621 Jul 16 02:11:32.174347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8d75b-43f2-4e5b-83a0-f92fb5c1d186 req-c1db839d-3094-4d1e-929f-a6e7b845f48b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:32.176255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ea8d75b-43f2-4e5b-83a0-f92fb5c1d186 req-c1db839d-3094-4d1e-929f-a6e7b845f48b tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0711336 Jul 16 02:11:32.217187 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ea8d75b-43f2-4e5b-83a0-f92fb5c1d186 req-8914cb3a-1ce1-4841-9581-a05470d0e294 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348949 Jul 16 02:11:32.812167 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-0d5ac639-5495-4ae3-a855-223207632cd6 service neutron] show failed (client error): The resource could not be found. Jul 16 02:11:32.813171 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-0d5ac639-5495-4ae3-a855-223207632cd6 service neutron] 10.222.0.67 "GET /v2.0/ports/a6c5d66c-78d1-4483-8057-722820dc08e5/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0589838 Jul 16 02:11:33.111288 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-96fdca29-57d9-443e-98a3-b77092951fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:33.112785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-96fdca29-57d9-443e-98a3-b77092951fab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 1097 time: 0.0917959 Jul 16 02:11:33.124756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:33.488014 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:33.560312 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985b8ca-3f40-46c4-a418-e13071b91a83 req-920e6a86-508f-4f66-bb4a-8fdc45c98b17 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:33.561792 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f985b8ca-3f40-46c4-a418-e13071b91a83 req-920e6a86-508f-4f66-bb4a-8fdc45c98b17 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.1168120 Jul 16 02:11:33.658466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f985b8ca-3f40-46c4-a418-e13071b91a83 req-58c7b016-84b7-474c-b7bb-debce98f34db tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906186 Jul 16 02:11:33.736587 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:33.768318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:33.807190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:33.809554 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1656f75-cbda-4d01-9b63-d8ace659d2a1" -d '{"events": [{"server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:33.813632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:33.825992 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Transition to ACTIVE for port object a6c5d66c-78d1-4483-8057-722820dc08e5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:33.830496 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:33.861334 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58e879b-4b2b-4bc0-894e-f7a07f39b579 x-openstack-request-id: req-c58e879b-4b2b-4bc0-894e-f7a07f39b579 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:33.861627 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:33.861876 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c58e879b-4b2b-4bc0-894e-f7a07f39b579 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:33.862739 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'code': 200} Jul 16 02:11:33.915524 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:33.932623 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.932972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.933310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.933649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.933980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.934336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.934662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.934985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.935306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.936186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.936518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.936836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:33.966600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] No DVR routers for this DVR port a6c5d66c-78d1-4483-8057-722820dc08e5 on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:11:34.102142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:34.102471 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:34.102791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:34.106946 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Port a6c5d66c-78d1-4483-8057-722820dc08e5 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:34.107263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:34.113098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:34.113987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:34.114149 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:34.114569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Bound port: a6c5d66c-78d1-4483-8057-722820dc08e5, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:34.114920 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:34.176089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:34.179112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:34.183078 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:34.214646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:34.215254 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:34.216664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] 10.222.0.50 "PUT /v2.0/ports/a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 1092 time: 1.0961304 Jul 16 02:11:34.241697 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6049e57-7c15-4c7e-aaf3-e5cbc4577bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:34.303675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-0680c934-da58-41f5-8a26-349888427f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:34.305227 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-0680c934-da58-41f5-8a26-349888427f94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1095 time: 0.0606520 Jul 16 02:11:34.399462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-daf9b32a-ca3b-40ff-b3d5-cd3edc840c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:34.400972 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-daf9b32a-ca3b-40ff-b3d5-cd3edc840c61 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0886512 Jul 16 02:11:34.468372 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-10e58483-f701-4ffd-84ca-27c3891e1473 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 999 time: 0.0605648 Jul 16 02:11:34.517997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-6894ec36-c26b-4999-ac2c-a61a15a8de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:34.519392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-6894ec36-c26b-4999-ac2c-a61a15a8de6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0449233 Jul 16 02:11:34.575401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-c06d903f-5064-485a-9529-358b52341667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:34.576934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:11:34.577733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-c06d903f-5064-485a-9529-358b52341667 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518572 Jul 16 02:11:34.615481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:11:34.672209 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-b39e945c-f060-4837-8605-6fe09bf2a222 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874777 Jul 16 02:11:34.762797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e97c25f-4f4c-4255-b3cf-e7b6fa47f427 req-1e365c32-e822-4da1-8980-97170750652e service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836973 Jul 16 02:11:34.844384 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919684d-3639-4bcc-9aa8-e004823956d3 req-19ca4ad3-091e-4b23-92f6-5cf2b9a8a08a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:34.845834 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5919684d-3639-4bcc-9aa8-e004823956d3 req-19ca4ad3-091e-4b23-92f6-5cf2b9a8a08a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0716245 Jul 16 02:11:34.884443 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5919684d-3639-4bcc-9aa8-e004823956d3 req-857cf356-ab58-4b10-b1bf-a89180ec2444 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328863 Jul 16 02:11:35.863997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:35.866447 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733427bf-6ddf-451f-802e-231747559567" -d '{"events": [{"name": "network-changed", "server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:35.922970 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a9daa3-d0fa-4506-8b84-79fe09410426 x-openstack-request-id: req-e2a9daa3-d0fa-4506-8b84-79fe09410426 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:35.923259 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:35.923645 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2a9daa3-d0fa-4506-8b84-79fe09410426 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:35.924305 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'status': 'completed', 'code': 200} Jul 16 02:11:36.005901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733427bf-6ddf-451f-802e-231747559567 req-63bfbcac-5d96-4fb5-9ac0-64f3be12e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.010585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-63bfbcac-5d96-4fb5-9ac0-64f3be12e105 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1095 time: 0.0642076 Jul 16 02:11:36.013227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733427bf-6ddf-451f-802e-231747559567 req-5276f465-f86f-4d77-a8ad-b9c02acff8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.015009 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-5276f465-f86f-4d77-a8ad-b9c02acff8ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1095 time: 0.0637488 Jul 16 02:11:36.113961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733427bf-6ddf-451f-802e-231747559567 req-270c85c3-6896-47d5-b5ac-002c37ccfb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.115919 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-270c85c3-6896-47d5-b5ac-002c37ccfb5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0948780 Jul 16 02:11:36.148348 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8ffb8-0b2b-414f-9de7-2cfc1a30d986 req-dfcd261c-ee0e-4fc5-978a-c94676593c97 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.149859 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60d8ffb8-0b2b-414f-9de7-2cfc1a30d986 req-dfcd261c-ee0e-4fc5-978a-c94676593c97 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.1381669 Jul 16 02:11:36.167816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733427bf-6ddf-451f-802e-231747559567 req-4dd38b9d-69cf-41e0-aaa4-8d373d9ec390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.169646 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-4dd38b9d-69cf-41e0-aaa4-8d373d9ec390 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.1471367 Jul 16 02:11:36.192782 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-a8d4d513-57ed-4474-b209-20a054087fa2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 999 time: 0.0699801 Jul 16 02:11:36.244755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733427bf-6ddf-451f-802e-231747559567 req-8c21e6ab-c34f-4de2-908d-8f8c761812d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.246264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-8c21e6ab-c34f-4de2-908d-8f8c761812d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0462232 Jul 16 02:11:36.250882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-60d8ffb8-0b2b-414f-9de7-2cfc1a30d986 req-add99af3-acf8-44aa-aaad-460bda2a3322 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924873 Jul 16 02:11:36.257930 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-e35f525f-4ee7-4099-b3ad-c0823f71b855 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 999 time: 0.0801539 Jul 16 02:11:36.309728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733427bf-6ddf-451f-802e-231747559567 req-a6e08b55-6068-4772-bdc8-c21bf89e8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.312428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-a6e08b55-6068-4772-bdc8-c21bf89e8b60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594344 Jul 16 02:11:36.320251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733427bf-6ddf-451f-802e-231747559567 req-128b311f-331c-4db0-b0a7-4c1fe2358cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.321779 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-128b311f-331c-4db0-b0a7-4c1fe2358cc7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0561225 Jul 16 02:11:36.382118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733427bf-6ddf-451f-802e-231747559567 req-48d56efa-51a0-437f-b78c-70676bf4c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.383588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-48d56efa-51a0-437f-b78c-70676bf4c06a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546472 Jul 16 02:11:36.414078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-9a355e94-a3b7-40b7-bf4b-e318eb56bf0e service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940199 Jul 16 02:11:36.485853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-593f1e35-2462-43ea-90fa-d122c67f29de service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941963 Jul 16 02:11:36.522548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-28fec5d7-29a9-4ec4-9b7c-5f544f7049c8 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010427 Jul 16 02:11:36.584180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-733427bf-6ddf-451f-802e-231747559567 req-52465a95-458e-4489-b2bf-febf330eea13 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901117 Jul 16 02:11:37.436445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a510a-87b0-4142-8c5d-3e06f3dcd283 req-2ec0e088-7229-4cc0-a64a-79a7f9d97452 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:37.437711 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c0a510a-87b0-4142-8c5d-3e06f3dcd283 req-2ec0e088-7229-4cc0-a64a-79a7f9d97452 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0662615 Jul 16 02:11:37.476510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4c0a510a-87b0-4142-8c5d-3e06f3dcd283 req-77b84222-1f9a-4ceb-ae19-9b4aa9efb7e4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330169 Jul 16 02:11:38.667162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7361f-5498-4f5a-bfce-e201c79fb306 req-f0b85b3f-8bd4-4dcc-aeb5-bb09236f968e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:38.668668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94f7361f-5498-4f5a-bfce-e201c79fb306 req-f0b85b3f-8bd4-4dcc-aeb5-bb09236f968e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0721183 Jul 16 02:11:38.708976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-94f7361f-5498-4f5a-bfce-e201c79fb306 req-ce0a106a-5fe1-4ee8-b1e1-0071f76bf430 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340424 Jul 16 02:11:39.885632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20094a5-e67a-44f2-9a41-af9b01a1ad4a req-7c8c09f0-0782-4921-a08a-af1b83c994fe tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:39.887172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f20094a5-e67a-44f2-9a41-af9b01a1ad4a req-7c8c09f0-0782-4921-a08a-af1b83c994fe tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0651200 Jul 16 02:11:39.925451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f20094a5-e67a-44f2-9a41-af9b01a1ad4a req-77b412c5-a5b4-45d2-abd5-72c1f74b3d70 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320981 Jul 16 02:11:41.108351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4da974-78ae-42a3-bd06-c5766e39b026 req-3307be2a-2ae5-41fa-9734-a70cf78d3cb2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:41.109956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb4da974-78ae-42a3-bd06-c5766e39b026 req-3307be2a-2ae5-41fa-9734-a70cf78d3cb2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0662491 Jul 16 02:11:41.147349 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb4da974-78ae-42a3-bd06-c5766e39b026 req-1d8c0662-bf6e-42eb-83d5-cf7fa25868cb tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315557 Jul 16 02:11:42.329964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520860b-3d8c-4f4b-9ec3-f4ac8b4afc2b req-25cf0130-99ef-490c-afe2-226e170d6cc5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:42.331469 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6520860b-3d8c-4f4b-9ec3-f4ac8b4afc2b req-25cf0130-99ef-490c-afe2-226e170d6cc5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0676274 Jul 16 02:11:42.369158 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6520860b-3d8c-4f4b-9ec3-f4ac8b4afc2b req-809f814c-50f4-438e-8496-0d94eabaecae tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jul 16 02:11:43.548375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a93b4-2768-49fd-a2ae-b0b2cc93a320 req-bca3e7b3-add3-4a16-9eac-30f7b23e5a6d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.549875 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f76a93b4-2768-49fd-a2ae-b0b2cc93a320 req-bca3e7b3-add3-4a16-9eac-30f7b23e5a6d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0649369 Jul 16 02:11:43.586376 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f76a93b4-2768-49fd-a2ae-b0b2cc93a320 req-2947d871-a7ce-4472-a414-5912e36b63d2 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308516 Jul 16 02:11:44.768770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fbad4-7908-43d6-bd19-41490aab1a18 req-075e9951-0bfb-4bc5-ae37-d817abf04b04 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:44.770274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-952fbad4-7908-43d6-bd19-41490aab1a18 req-075e9951-0bfb-4bc5-ae37-d817abf04b04 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0668867 Jul 16 02:11:44.811171 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-952fbad4-7908-43d6-bd19-41490aab1a18 req-ac89d9b3-908a-42c2-a41f-48d12769d06f tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348165 Jul 16 02:11:45.987433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fba268-9ebc-48ff-a376-fec050bc526e req-e489a7d2-c68e-4323-9791-7af6cf50b25a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:45.989145 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36fba268-9ebc-48ff-a376-fec050bc526e req-e489a7d2-c68e-4323-9791-7af6cf50b25a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0660970 Jul 16 02:11:46.025841 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36fba268-9ebc-48ff-a376-fec050bc526e req-5bdd00ec-753c-4783-8466-255964426725 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310955 Jul 16 02:11:46.430585 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-58bcb7a3-0cab-4d87-a911-c5c8c45f955e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.431926 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-58bcb7a3-0cab-4d87-a911-c5c8c45f955e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.50 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd&tenant_id=1d894711a9fd414c81623d217483529e&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 943 time: 0.0815952 Jul 16 02:11:46.528585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-f8925407-f75e-40e0-9a0c-23ecae46ec23 service neutron] 10.222.0.50 "GET /v2.0/ports/a6c5d66c-78d1-4483-8057-722820dc08e5/bindings/n-h2-791504-14 HTTP/1.1" status: 200 len: 383 time: 0.0780530 Jul 16 02:11:46.536862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f37c-cc39-45d7-8fc8-c47c14ac2aeb req-e802398f-2089-4e28-a3e7-7280eb0743ff tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.538373 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92a2f37c-cc39-45d7-8fc8-c47c14ac2aeb req-e802398f-2089-4e28-a3e7-7280eb0743ff tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.1252878 Jul 16 02:11:46.603443 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92a2f37c-cc39-45d7-8fc8-c47c14ac2aeb req-7f55d263-69d7-4eac-8f39-3881ef36d237 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589497 Jul 16 02:11:46.624728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-99f5dcb9-0d56-4357-96bc-f9de01b75557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.626998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-99f5dcb9-0d56-4357-96bc-f9de01b75557 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1095 time: 0.0671937 Jul 16 02:11:46.719015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-dd0399b2-6860-476e-b6ac-ca40f4b25ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.720413 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-dd0399b2-6860-476e-b6ac-ca40f4b25ca6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0871942 Jul 16 02:11:46.785389 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-877ec2b6-4479-4e05-9530-b7294290e47b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 999 time: 0.0583403 Jul 16 02:11:46.837627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-ecd545c7-2588-4298-a1a3-f38bb5c84d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.839080 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-ecd545c7-2588-4298-a1a3-f38bb5c84d89 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0473487 Jul 16 02:11:46.897647 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-217bc683-9479-43a3-b52c-6e41e684c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.899193 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-217bc683-9479-43a3-b52c-6e41e684c47f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527260 Jul 16 02:11:46.987296 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-44160568-788b-4271-8091-6c72fd5cec45 service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804498 Jul 16 02:11:47.080058 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-175cfc82-29d0-4e4a-8ef1-8b1b3abab0ea service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860803 Jul 16 02:11:47.792744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4c366-5eac-45f0-8e48-f3e038929bf8 req-147686a8-7bb9-4ed6-8c8f-04a329ff6915 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:47.794309 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8b4c366-5eac-45f0-8e48-f3e038929bf8 req-147686a8-7bb9-4ed6-8c8f-04a329ff6915 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0681243 Jul 16 02:11:47.839663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a8b4c366-5eac-45f0-8e48-f3e038929bf8 req-fa2033fe-eb7b-44c4-85e9-91a3df61f303 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389805 Jul 16 02:11:48.411967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:11:48.511129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:48.522651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'port_id': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'mac_address': 'fa:16:3e:75:76:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:11:48.560506 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:48.575950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c5d66c-78d1-4483-8057-722820dc08e5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:48.594606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:48.599709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:48.663194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:48.672503 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.672728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.672911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.673486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.673615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.673956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.674273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.674620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.674950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.675272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.675595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.675915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:49.040005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7840a-22f5-4ea7-a180-450ff8227388 req-00edbda2-ee53-457a-a7e7-1475c1c5b451 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.041584 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84c7840a-22f5-4ea7-a180-450ff8227388 req-00edbda2-ee53-457a-a7e7-1475c1c5b451 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0744545 Jul 16 02:11:49.082529 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-84c7840a-22f5-4ea7-a180-450ff8227388 req-241ebf86-e63c-4feb-a656-43811c62b2c4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350423 Jul 16 02:11:50.269858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839cf57-97ac-4331-b6f5-97928e9568b0 req-d0f7cf93-8e13-47cf-a83f-62ee28971f8a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:50.271475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1839cf57-97ac-4331-b6f5-97928e9568b0 req-d0f7cf93-8e13-47cf-a83f-62ee28971f8a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0695193 Jul 16 02:11:50.313623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1839cf57-97ac-4331-b6f5-97928e9568b0 req-2d1f5715-802b-4ab8-9e03-200a4d958e3c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363441 Jul 16 02:11:50.954460 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-1abeee9f-1e5d-4118-91ce-438eae1293a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:50.956027 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-1abeee9f-1e5d-4118-91ce-438eae1293a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd&tenant_id=1d894711a9fd414c81623d217483529e HTTP/1.1" status: 200 len: 1096 time: 0.0539768 Jul 16 02:11:50.967728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:51.042281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:51.242629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:51.274910 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:51.307329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a6c5d66c-78d1-4483-8057-722820dc08e5 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:51.316318 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:51.326689 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Ignored duplicate provisioning block setup for port a6c5d66c-78d1-4483-8057-722820dc08e5 by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:11:51.330852 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:51.383232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=9']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:51.392001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.392362 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.392699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.393038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.393375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.393707 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.394055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.394388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.394716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.395045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.395373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.395696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:51.472359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] No DVR routers for this DVR port a6c5d66c-78d1-4483-8057-722820dc08e5 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:11:51.502595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62401e-ea4c-4159-b17e-7e3cd0fefab1 req-652d63af-10dd-4459-a970-15580b411363 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:51.504334 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe62401e-ea4c-4159-b17e-7e3cd0fefab1 req-652d63af-10dd-4459-a970-15580b411363 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 943 time: 0.0741808 Jul 16 02:11:51.550559 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fe62401e-ea4c-4159-b17e-7e3cd0fefab1 req-bac6bb4c-2406-46be-9309-5384bac9fe4a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395133 Jul 16 02:11:51.618224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:51.618561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:51.618888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:51.623133 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Port a6c5d66c-78d1-4483-8057-722820dc08e5 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:51.623457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Attempting to bind port a6c5d66c-78d1-4483-8057-722820dc08e5 on network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:51.628918 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:51.629257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Checking segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:51.629635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Bound using segment: {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:51.630097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Bound port: a6c5d66c-78d1-4483-8057-722820dc08e5, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c289b1-73f9-4379-a4c9-54529a872ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:51.630458 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:51.695844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:51.698733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:51.703692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:51.738509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:51.738509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:51.740011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] 10.222.0.67 "PUT /v2.0/ports/a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 1092 time: 0.7757518 Jul 16 02:11:51.740011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:51.742268 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246e09f3-dc23-4eea-b622-352b4a45f626" -d '{"events": [{"name": "network-changed", "server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:51.776409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c219f6-0b32-4efa-968a-aa35a6448754 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:51.827431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-5eff745b-a55c-4dde-8b63-dd860876acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:51.830443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-5eff745b-a55c-4dde-8b63-dd860876acbd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1096 time: 0.0617313 Jul 16 02:11:51.859797 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bb7678-0262-4c82-bd00-e4db62812fe9 x-openstack-request-id: req-41bb7678-0262-4c82-bd00-e4db62812fe9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:51.860112 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:51.860372 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41bb7678-0262-4c82-bd00-e4db62812fe9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:51.860787 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'status': 'completed', 'code': 200} Jul 16 02:11:51.936700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-ba5ff766-84ad-42cb-a1bb-a72c35a18aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:51.938785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-ba5ff766-84ad-42cb-a1bb-a72c35a18aac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1096 time: 0.0555677 Jul 16 02:11:51.939067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-845fa8ca-35ef-4d82-8fe9-3c10e4e4c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:51.940541 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-845fa8ca-35ef-4d82-8fe9-3c10e4e4c966 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.1038878 Jul 16 02:11:52.005894 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-6ab08912-0f24-4603-ae09-713761f77126 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 999 time: 0.0586672 Jul 16 02:11:52.035308 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-89743936-ff68-4f0c-9742-44a1329806eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.036705 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-89743936-ff68-4f0c-9742-44a1329806eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0906508 Jul 16 02:11:52.060375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-c9ceb228-ba0c-49c0-af64-38dde79735a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.061869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-c9ceb228-ba0c-49c0-af64-38dde79735a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0492787 Jul 16 02:11:52.101107 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-684d5a0e-91d5-464e-8c9a-56e961063856 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 999 time: 0.0577438 Jul 16 02:11:52.125950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-f33fbbbb-96fd-40ed-a2a0-1d251481e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.127637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-f33fbbbb-96fd-40ed-a2a0-1d251481e3e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580165 Jul 16 02:11:52.151296 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-535582c8-817a-44a4-9947-fa0496c88a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.152752 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-535582c8-817a-44a4-9947-fa0496c88a28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0453372 Jul 16 02:11:52.215146 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-7e0066bd-6742-457c-b0f1-7d6e5aa82ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.216667 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-7e0066bd-6742-457c-b0f1-7d6e5aa82ac4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565088 Jul 16 02:11:52.217728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-3888b98e-7cf3-4898-addb-8625ffe69fb0 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827305 Jul 16 02:11:52.308392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-06f88a18-0738-454d-bcdd-6df8912ca6cd service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835729 Jul 16 02:11:52.315071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-30ad0a00-ad30-4f5e-87d9-98d0e50e3145 req-e29df3c4-9296-4a7a-a570-8d462a42fdac service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902114 Jul 16 02:11:52.409338 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-277bf1d7-c594-4f0c-8c4a-78528d21ec6c service neutron] 10.222.0.50 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938935 Jul 16 02:11:52.410748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-002b312a-d39f-4171-8a5f-b4c169918dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.412243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-002b312a-d39f-4171-8a5f-b4c169918dfc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d894711a9fd414c81623d217483529e&device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 1096 time: 0.0562561 Jul 16 02:11:52.427972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:11:52.478524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:11:52.515002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-c23452ae-180e-4154-a2e2-cb8ecc31e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.517098 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-c23452ae-180e-4154-a2e2-cb8ecc31e7b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 200 len: 912 time: 0.0977404 Jul 16 02:11:52.583200 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-15ff702b-c51e-4984-bcf4-bfe7bb82b203 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 200 len: 999 time: 0.0593262 Jul 16 02:11:52.636474 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-d1350127-646f-4ad3-8de3-48658edc509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.637905 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-d1350127-646f-4ad3-8de3-48658edc509c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 200 len: 851 time: 0.0475709 Jul 16 02:11:52.727449 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e3819-d13a-435b-990a-4557fb2f8f35 req-ea2bab5a-8bf7-44bc-96c8-a3fcad6e0694 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.728943 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-513e3819-d13a-435b-990a-4557fb2f8f35 req-ea2bab5a-8bf7-44bc-96c8-a3fcad6e0694 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0628598 Jul 16 02:11:52.768950 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-513e3819-d13a-435b-990a-4557fb2f8f35 req-492a095a-654d-436f-801b-c94c88fba025 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337632 Jul 16 02:11:52.804754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-37814233-014f-4918-b881-24f2767fc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.806354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-37814233-014f-4918-b881-24f2767fc85d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607550 Jul 16 02:11:52.903512 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-bacb785a-d65d-4bcc-adf5-1a8270effa47 service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909829 Jul 16 02:11:53.000093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-246e09f3-dc23-4eea-b622-352b4a45f626 req-87078927-8538-40cf-886b-78c943a6268d service neutron] 10.222.0.67 "GET /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900853 Jul 16 02:11:53.946895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cf1fa-4d1c-46dc-9981-d71551a6882f req-fec97437-0b7f-458c-8ca7-273a35a079b5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:53.948448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-320cf1fa-4d1c-46dc-9981-d71551a6882f req-fec97437-0b7f-458c-8ca7-273a35a079b5 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0651324 Jul 16 02:11:53.988378 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-320cf1fa-4d1c-46dc-9981-d71551a6882f req-f2e572d8-8636-41cc-97e4-b66854238a31 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338202 Jul 16 02:11:54.649494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a561617-0971-4ada-ad19-e665991e5fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:55.168015 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19860ef8-6699-4d64-b98b-db213b750058 req-0fda074b-a72b-4dda-94b9-6359e5f6fa4d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:55.169418 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19860ef8-6699-4d64-b98b-db213b750058 req-0fda074b-a72b-4dda-94b9-6359e5f6fa4d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0673134 Jul 16 02:11:55.210628 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19860ef8-6699-4d64-b98b-db213b750058 req-89368541-5228-49d3-b9e4-0f8d05acd897 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345733 Jul 16 02:11:56.004580 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:56.395942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b355c47-dd51-4c2a-9142-98ea32b6df37 req-b4bbf3c8-b642-456e-9a51-31aa85b2ff21 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:56.397319 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b355c47-dd51-4c2a-9142-98ea32b6df37 req-b4bbf3c8-b642-456e-9a51-31aa85b2ff21 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0700932 Jul 16 02:11:56.434654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0b355c47-dd51-4c2a-9142-98ea32b6df37 req-fcb2f798-7b1b-47d8-bada-6f6184e3161a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Jul 16 02:11:57.207835 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69337bc1-72e6-478a-b136-2b0df6357d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.227948 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.612213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec0ba4-82ae-4233-8073-8781a0fc6a4c req-d5532410-05dd-4149-8c7f-c21d626c0997 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:57.614600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19ec0ba4-82ae-4233-8073-8781a0fc6a4c req-d5532410-05dd-4149-8c7f-c21d626c0997 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0642331 Jul 16 02:11:57.653110 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-19ec0ba4-82ae-4233-8073-8781a0fc6a4c req-8c10f2d0-c422-4dcd-8057-b00af2973cd3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328429 Jul 16 02:11:57.697799 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.659516 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.829806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56b850-3f76-4505-a396-82c977525fba req-ef9fe6e8-9e7b-4a07-8be1-373a18de1b8f tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.831341 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d56b850-3f76-4505-a396-82c977525fba req-ef9fe6e8-9e7b-4a07-8be1-373a18de1b8f tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0647051 Jul 16 02:11:58.870351 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7d56b850-3f76-4505-a396-82c977525fba req-6b9576a5-07ab-4cbf-aca9-79b9731dff12 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328133 Jul 16 02:12:00.049656 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b208e-65b1-4b7f-9a65-3ab5b24a6db4 req-9cc8f45e-636e-4bfb-9811-4510956f4383 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.051183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e29b208e-65b1-4b7f-9a65-3ab5b24a6db4 req-9cc8f45e-636e-4bfb-9811-4510956f4383 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0647278 Jul 16 02:12:00.088321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e29b208e-65b1-4b7f-9a65-3ab5b24a6db4 req-218a035a-6c9c-449b-8175-6aa7f15d73fa tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314181 Jul 16 02:12:00.252616 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.274257 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:01.262758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47391ef2-b93b-4f3c-ab2b-7d53b1b22850 req-759478b8-a8b3-4610-b590-91f5b957037d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:01.264217 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47391ef2-b93b-4f3c-ab2b-7d53b1b22850 req-759478b8-a8b3-4610-b590-91f5b957037d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0644751 Jul 16 02:12:01.301829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47391ef2-b93b-4f3c-ab2b-7d53b1b22850 req-8b11d62c-374a-4849-b718-eec4e23f8897 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319729 Jul 16 02:12:02.478692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef159d-d820-49de-824a-fa34fedc8a34 req-ac36f40b-1e4d-4eeb-8166-70f851ce1594 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:02.480173 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2aef159d-d820-49de-824a-fa34fedc8a34 req-ac36f40b-1e4d-4eeb-8166-70f851ce1594 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0670640 Jul 16 02:12:02.518186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2aef159d-d820-49de-824a-fa34fedc8a34 req-533bcd55-9461-4f18-acda-3bb7709d7bee tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Jul 16 02:12:03.695009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0888ce0-dd98-4b93-bcbb-03b59eb41fa4 req-9350e46d-d985-44ce-b501-6e732a8e8952 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:03.696395 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0888ce0-dd98-4b93-bcbb-03b59eb41fa4 req-9350e46d-d985-44ce-b501-6e732a8e8952 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0665150 Jul 16 02:12:03.733859 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c0888ce0-dd98-4b93-bcbb-03b59eb41fa4 req-bc0896da-1798-44d9-aab8-4c2e582d8287 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318816 Jul 16 02:12:03.905765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b572c79-e080-426a-ad3e-5da432308a03 req-c3318ff4-a84a-47c6-8bb9-fce0007d6b99 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:03.907589 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b572c79-e080-426a-ad3e-5da432308a03 req-c3318ff4-a84a-47c6-8bb9-fce0007d6b99 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0638142 Jul 16 02:12:03.945547 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2b572c79-e080-426a-ad3e-5da432308a03 req-8fd7756c-b920-49ec-9877-139822dec8f4 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322225 Jul 16 02:12:04.118984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7781fd-af45-412b-a5fb-509ea3e7a496 req-c11818f9-dafa-4575-a955-f6310d2b7d61 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:04.120444 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f7781fd-af45-412b-a5fb-509ea3e7a496 req-c11818f9-dafa-4575-a955-f6310d2b7d61 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0640504 Jul 16 02:12:04.158340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f7781fd-af45-412b-a5fb-509ea3e7a496 req-75ca6c75-d7d9-4dbd-af25-bc3b8561a2cd tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Jul 16 02:12:04.542924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4749f8-d7d6-4194-a6d1-dd811f0189db req-ad9c4ffc-1b64-4a0f-a275-ba474c64092c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:04.544294 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed4749f8-d7d6-4194-a6d1-dd811f0189db req-ad9c4ffc-1b64-4a0f-a275-ba474c64092c tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 944 time: 0.0666468 Jul 16 02:12:04.582612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed4749f8-d7d6-4194-a6d1-dd811f0189db req-53fd094e-7d4e-45b5-9ff7-06dc01ea724e tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Jul 16 02:12:04.750499 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:04.846025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:04.856705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'port_id': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'mac_address': 'fa:16:3e:75:76:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:04.893730 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:04.905923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c5d66c-78d1-4483-8057-722820dc08e5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:04.925185 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:04.928936 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:04.977389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:05.192196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['a6c5d66c-78d1-4483-8057-722820dc08e5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:05.764260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868011a9-537e-425b-b2f6-4859608a836b req-abba91a8-bfb6-41c7-9747-17cc92e74a4d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:05.765801 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-868011a9-537e-425b-b2f6-4859608a836b req-abba91a8-bfb6-41c7-9747-17cc92e74a4d tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0689857 Jul 16 02:12:05.804226 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-868011a9-537e-425b-b2f6-4859608a836b req-ac8ceec5-b14a-4f6e-8178-4880029f0700 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups?id=7326a33a-457c-412d-8f33-fe14cb0989df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Jul 16 02:12:06.069359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-2114cd65-eb2e-4119-b079-a4adb3984290 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:06.070867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-2114cd65-eb2e-4119-b079-a4adb3984290 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 945 time: 0.0636086 Jul 16 02:12:06.175649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Deleting port a6c5d66c-78d1-4483-8057-722820dc08e5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:06.175904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.261863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] For port a6c5d66c-78d1-4483-8057-722820dc08e5, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=a6c5d66c-78d1-4483-8057-722820dc08e5,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:06.262258 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.752781 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.753160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.753473 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075 disassociated. External IP: 172.25.4.79, port: a6c5d66c-78d1-4483-8057-722820dc08e5. Jul 16 02:12:06.753821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Calling delete_port for a6c5d66c-78d1-4483-8057-722820dc08e5 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:06.779925 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:06.831433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port a6c5d66c-78d1-4483-8057-722820dc08e5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:06.837214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port a6c5d66c-78d1-4483-8057-722820dc08e5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:06.837593 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.888666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.910832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Port a6c5d66c-78d1-4483-8057-722820dc08e5 update to ACTIVE by agent not found {{(pid=93946) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 02:12:06.926528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event deleted for resources: {'Port': ['ID=a6c5d66c-78d1-4483-8057-722820dc08e5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:06.967896 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b9bb6936-5aad-46b2-a1d4-fefe317367ec req-20da9657-83d7-47d7-b329-d14e17acf966 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 210 time: 0.0472732 Jul 16 02:12:07.079173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Router a6c4c220-1689-433f-ac19-b74636ccf124 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:12:07.189683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:07.198833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:07.208497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:07.209052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:07.233615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] No DVR routers for this DVR port a6c5d66c-78d1-4483-8057-722820dc08e5 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:07.236573 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.238957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1099edcd-fae5-4435-ab06-9f3b469426ba req-94f66d49-00e5-45ee-a10d-564ec151ff68 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.67 "DELETE /v2.0/ports/a6c5d66c-78d1-4483-8057-722820dc08e5 HTTP/1.1" status: 204 len: 173 time: 1.1606398 Jul 16 02:12:07.239410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'name': 'network-vif-deleted', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:07.241705 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670ef5a5-b8a5-4157-af0a-0cbe81256602" -d '{"events": [{"server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "name": "network-vif-deleted", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:07.279936 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02e83dd-1d67-4871-87c2-34da48dd67c7 x-openstack-request-id: req-a02e83dd-1d67-4871-87c2-34da48dd67c7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:07.280225 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19586dc5-ded5-426e-a357-a2ed5b38addd", "name": "network-vif-deleted", "tag": "a6c5d66c-78d1-4483-8057-722820dc08e5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:07.280479 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a02e83dd-1d67-4871-87c2-34da48dd67c7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:07.280879 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19586dc5-ded5-426e-a357-a2ed5b38addd', 'name': 'network-vif-deleted', 'tag': 'a6c5d66c-78d1-4483-8057-722820dc08e5', 'status': 'completed', 'code': 200} Jul 16 02:12:07.328037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:07.681475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:07.708002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:07.716434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:07.717067 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:07.823867 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:08.030072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:08.057190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4aba7c-d824-4d47-a7d0-8a2e216a9721 None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 4, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e232072a-b234-41b4-b8ab-7d7be7c4afda', 'name': '', 'network_id': '0a06662d-4f24-4851-a37b-ed5bc8bdc1f4', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'mac_address': 'fa:16:3e:f6:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:23Z', 'updated_at': '2021-07-16T02:02:29Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'subnets': [{'id': 'ac678aa4-f2f1-4b1f-a4c3-47aa060599bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:08.117176 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5c10b81b-7e04-4990-8292-9236c1ae40ce req-7bdc381e-0690-4156-88f9-b9368ec4e4e3 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 210 time: 0.0314405 Jul 16 02:12:08.290389 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa66c1f-7a5a-4c6f-87b0-506e3737febb None None] New status for floating IP 83d802cb-ab23-4073-a2e9-9a90ffa2d075: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:12:08.794378 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:08.815002 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: a6c5d66c-78d1-4483-8057-722820dc08e5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:08.815260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device a6c5d66c-78d1-4483-8057-722820dc08e5 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:09.262887 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-abee020a-a32c-4d0f-87a7-d8222f4e12a5 req-da416dbf-6907-4652-8745-aa3dd0afbe54 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 210 time: 0.0291777 Jul 16 02:12:10.411957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da47d989-6c30-43a3-8b91-f4cf287121a0 req-7f1eb44c-0249-4727-b0ae-dcb3c95601ad tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/ports?device_id=19586dc5-ded5-426e-a357-a2ed5b38addd HTTP/1.1" status: 200 len: 210 time: 0.0296674 Jul 16 02:12:15.425461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48980) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:15.482402 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f1950d6-b6cb-4fe6-b008-eeb88e99e377 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.505823 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f1950d6-b6cb-4fe6-b008-eeb88e99e377 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.554030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f1950d6-b6cb-4fe6-b008-eeb88e99e377 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.557012 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f1950d6-b6cb-4fe6-b008-eeb88e99e377 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.558296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8f1950d6-b6cb-4fe6-b008-eeb88e99e377 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "DELETE /v2.0/security-groups/7326a33a-457c-412d-8f33-fe14cb0989df HTTP/1.1" status: 204 len: 168 time: 0.1316724 Jul 16 02:12:15.560892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48982) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:15.570171 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1950d6-b6cb-4fe6-b008-eeb88e99e377 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7326a33a-457c-412d-8f33-fe14cb0989df,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:15.574336 n-d-791504-14 neutron-server[93944]: INFO neutron.api.v2.resource [None req-cb9d6e43-3cfd-469a-85c8-13da43e06e72 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] show failed (client error): The resource could not be found. Jul 16 02:12:15.578144 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cb9d6e43-3cfd-469a-85c8-13da43e06e72 tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "GET /v2.0/security-groups/7326a33a-457c-412d-8f33-fe14cb0989df HTTP/1.1" status: 404 len: 347 time: 0.0161555 Jul 16 02:12:15.578466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:15.705743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2d718442-ae35-4422-828e-06756bb75b5a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Deleting port 831f2ee6-0715-4679-b3dc-e173ff01fe45 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:15.705973 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d718442-ae35-4422-828e-06756bb75b5a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.785890 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d718442-ae35-4422-828e-06756bb75b5a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.786346 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d718442-ae35-4422-828e-06756bb75b5a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.798534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2d718442-ae35-4422-828e-06756bb75b5a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Calling delete_port for 831f2ee6-0715-4679-b3dc-e173ff01fe45 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:15.931294 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d718442-ae35-4422-828e-06756bb75b5a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.960829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d718442-ae35-4422-828e-06756bb75b5a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Pushing event deleted for resources: {'Port': ['ID=831f2ee6-0715-4679-b3dc-e173ff01fe45,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:16.022881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d718442-ae35-4422-828e-06756bb75b5a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.025388 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d718442-ae35-4422-828e-06756bb75b5a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.026580 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2d718442-ae35-4422-828e-06756bb75b5a tempest-ServerActionsTestJSON-1638353916 tempest-ServerActionsTestJSON-1638353916-project] 10.222.0.64 "DELETE /v2.0/floatingips/83d802cb-ab23-4073-a2e9-9a90ffa2d075 HTTP/1.1" status: 204 len: 168 time: 0.4466844 Jul 16 02:12:16.029587 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48986) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:16.436840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.693108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] Deleting port e232072a-b234-41b4-b8ab-7d7be7c4afda {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:16.693356 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.770817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] For port e232072a-b234-41b4-b8ab-7d7be7c4afda, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e232072a-b234-41b4-b8ab-7d7be7c4afda,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:16.771180 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.784194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] Calling delete_port for e232072a-b234-41b4-b8ab-7d7be7c4afda owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:16.964141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.989493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e232072a-b234-41b4-b8ab-7d7be7c4afda,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:17.164213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.375880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] Router a6c4c220-1689-433f-ac19-b74636ccf124 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:12:17.475138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:17.480116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d0d00ca2-fd0c-4a42-8ab4-4948c27c4b2e admin admin] 10.222.0.64 "PUT /v2.0/routers/a6c4c220-1689-433f-ac19-b74636ccf124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4495652 Jul 16 02:12:17.482635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:17.486139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] Sync routers for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:17.495570 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:17.496265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:17.586623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.602742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:17.695228 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.748466 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Deleting port 9b03b0e6-2596-4651-929d-5ced899efda7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:17.748804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.783639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:12:16Z', 'revision_number': 5, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port': {'id': '9b03b0e6-2596-4651-929d-5ced899efda7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:17.810360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] Checking router: a6c4c220-1689-433f-ac19-b74636ccf124 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:17.818599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] Routers {'a6c4c220-1689-433f-ac19-b74636ccf124'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:17.819220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:11:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['a6c4c220-1689-433f-ac19-b74636ccf124'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:17.832625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] For port 9b03b0e6-2596-4651-929d-5ced899efda7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9b03b0e6-2596-4651-929d-5ced899efda7,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:17.833195 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.846550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Calling delete_port for 9b03b0e6-2596-4651-929d-5ced899efda7 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:17.904509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] Set router a6c4c220-1689-433f-ac19-b74636ccf124 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:17.960688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 6, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:17.990325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff2b4e-d71b-4067-bb2f-1400efd88dde None None] The sync data for ids ['a6c4c220-1689-433f-ac19-b74636ccf124'] in n-d-791504-14 is: [{'id': 'a6c4c220-1689-433f-ac19-b74636ccf124', 'name': 'tempest-ServerActionsTestJSON-1046779390-router', 'tenant_id': '1d894711a9fd414c81623d217483529e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:21Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 6, 'project_id': '1d894711a9fd414c81623d217483529e', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:18.017791 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.044891 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b03b0e6-2596-4651-929d-5ced899efda7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:18.108516 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.198534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.200765 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.243459 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.243903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c4c220-1689-433f-ac19-b74636ccf124 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:12:18.248346 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.249498 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-900755ab-9d91-446f-b527-26ede237df28 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a6c4c220-1689-433f-ac19-b74636ccf124 HTTP/1.1" status: 204 len: 168 time: 0.7659643 Jul 16 02:12:18.253009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:18.296123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30807d4-3831-4e07-bb9e-b727db297a95 admin admin] Deleting subnet ac678aa4-f2f1-4b1f-a4c3-47aa060599bf {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:12:18.299652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30807d4-3831-4e07-bb9e-b727db297a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.336843 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30807d4-3831-4e07-bb9e-b727db297a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.417078 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30807d4-3831-4e07-bb9e-b727db297a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.472683 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30807d4-3831-4e07-bb9e-b727db297a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.500126 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30807d4-3831-4e07-bb9e-b727db297a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac678aa4-f2f1-4b1f-a4c3-47aa060599bf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:18.502050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30807d4-3831-4e07-bb9e-b727db297a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.504116 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a30807d4-3831-4e07-bb9e-b727db297a95 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ac678aa4-f2f1-4b1f-a4c3-47aa060599bf HTTP/1.1" status: 204 len: 168 time: 0.2499471 Jul 16 02:12:18.506399 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 48994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:18.508918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951898b-ff1f-42b7-be5b-f8502cf0060a None None] Network 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:18.759291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600fd457-bc73-4204-bc71-748889a45596 None None] DHCP port deletion for 0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:12:18.820227 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-600fd457-bc73-4204-bc71-748889a45596 None None] Deleting port a38eadce-c642-4eb9-9b09-a05178fdd945 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:18.820612 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-600fd457-bc73-4204-bc71-748889a45596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.894332 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-600fd457-bc73-4204-bc71-748889a45596 None None] For port a38eadce-c642-4eb9-9b09-a05178fdd945, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a38eadce-c642-4eb9-9b09-a05178fdd945,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:18.894932 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-600fd457-bc73-4204-bc71-748889a45596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.908406 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.917604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-600fd457-bc73-4204-bc71-748889a45596 None None] Calling delete_port for a38eadce-c642-4eb9-9b09-a05178fdd945 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:18.964075 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Deleting port a38eadce-c642-4eb9-9b09-a05178fdd945 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:18.964438 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.007231 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-600fd457-bc73-4204-bc71-748889a45596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.034840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fd457-bc73-4204-bc71-748889a45596 None None] Pushing event deleted for resources: {'Port': ['ID=a38eadce-c642-4eb9-9b09-a05178fdd945,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:19.034981 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] For port a38eadce-c642-4eb9-9b09-a05178fdd945, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a38eadce-c642-4eb9-9b09-a05178fdd945,segment=NetworkSegment(97c289b1-73f9-4379-a4c9-54529a872ca3),segment_id=97c289b1-73f9-4379-a4c9-54529a872ca3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:19.035204 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.039690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600fd457-bc73-4204-bc71-748889a45596 None None] No DVR routers for this DVR port a38eadce-c642-4eb9-9b09-a05178fdd945 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:19.055863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Calling delete_port for a38eadce-c642-4eb9-9b09-a05178fdd945 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:19.110597 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9b03b0e6-2596-4651-929d-5ced899efda7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:19.131811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9b03b0e6-2596-4651-929d-5ced899efda7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:19.132232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9b03b0e6-2596-4651-929d-5ced899efda7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:19.132718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a38eadce-c642-4eb9-9b09-a05178fdd945 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:19.134931 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.154721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a38eadce-c642-4eb9-9b09-a05178fdd945 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:19.155063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a38eadce-c642-4eb9-9b09-a05178fdd945 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:19.155737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e232072a-b234-41b4-b8ab-7d7be7c4afda no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:19.164314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38eadce-c642-4eb9-9b09-a05178fdd945,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:19.165818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] No DVR routers for this DVR port a38eadce-c642-4eb9-9b09-a05178fdd945 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:19.176286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: e232072a-b234-41b4-b8ab-7d7be7c4afda {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:19.176639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e232072a-b234-41b4-b8ab-7d7be7c4afda not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:19.241846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.252343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a06662d-4f24-4851-a37b-ed5bc8bdc1f4']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:19.261932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c289b1-73f9-4379-a4c9-54529a872ca3') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:19.264490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c289b1-73f9-4379-a4c9-54529a872ca3') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:19.272267 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.285831 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.291733 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:12:19.292119 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: self.session.flush() Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:12:19.293935 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:12:19.347536 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.352274 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.354475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0a06662d-4f24-4851-a37b-ed5bc8bdc1f4 HTTP/1.1" status: 204 len: 168 time: 0.8471129 Jul 16 02:12:19.373492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55da1a6-80ac-4c7e-96da-25a2d38086a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a06662d-4f24-4851-a37b-ed5bc8bdc1f4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:19.463799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 48998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:19.504075 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c5b49645-5d2b-4837-8ad7-8f5e48e2507b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d894711a9fd414c81623d217483529e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391226 Jul 16 02:12:19.506678 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:19.557301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6296-609f-45ca-8fde-f649e933eb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.578137 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6296-609f-45ca-8fde-f649e933eb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.630543 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6296-609f-45ca-8fde-f649e933eb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.633230 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6296-609f-45ca-8fde-f649e933eb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.634396 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7a5e6296-609f-45ca-8fde-f649e933eb7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04d82fc2-acaf-463d-9472-de640b1736f2 HTTP/1.1" status: 204 len: 168 time: 0.1268082 Jul 16 02:12:19.642358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e6296-609f-45ca-8fde-f649e933eb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d82fc2-acaf-463d-9472-de640b1736f2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:20.339138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49024) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:20.443608 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1147690177-network', 'tenant_id': '17e4a4f3b16644778b841012552a536f'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:20.463968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Made reservation on behalf of 17e4a4f3b16644778b841012552a536f for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:20.466263 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.474575 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.563984 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.567911 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.594129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:12:20.600384 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca8574e-0922-4821-a486-bdc5af85d3cf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:20.606545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.607059 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Added segment 5435081e-88d2-40bc-9309-3d87dfe410c9 of type vlan for network 55e50bab-c76d-45c0-88d5-8296fb599488 Jul 16 02:12:20.648515 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.678333 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.679206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:20.679771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.710563 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3703463 Jul 16 02:12:20.713502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49030) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:20.719093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Request body: {'subnet': {'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1147690177-subnet', 'tenant_id': '17e4a4f3b16644778b841012552a536f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:20.740257 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Made reservation on behalf of 17e4a4f3b16644778b841012552a536f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:20.742962 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.743916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40423ed8-fbbe-4cd1-bd3a-8d158b577d08 admin admin] Pushing event updated for resources: {'Network': ['ID=55e50bab-c76d-45c0-88d5-8296fb599488,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:20.754504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 55e50bab-c76d-45c0-88d5-8296fb599488 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:12:20.916799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.965472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c930e43e-358b-48d2-8d90-2141a358e70b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:20.981146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Checking segment: {'id': '5435081e-88d2-40bc-9309-3d87dfe410c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:20.981505 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Network hostable DHCP agents. Network: 55e50bab-c76d-45c0-88d5-8296fb599488, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:12:20.998649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Network 55e50bab-c76d-45c0-88d5-8296fb599488 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:12:21.007428 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 55e50bab-c76d-45c0-88d5-8296fb599488) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:21.011392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:21.011984 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.016063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a78861-f891-4631-ba30-cb24e3cab50a None None] Network 55e50bab-c76d-45c0-88d5-8296fb599488 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:21.035231 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-32abc6d8-d702-4bc6-a242-b749fb9dd7ae admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3127275 Jul 16 02:12:21.142231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a335de-6107-4a54-b0c2-47de26a70777 None None] Network 55e50bab-c76d-45c0-88d5-8296fb599488 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:21.455007 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-9e32c10b-e85a-407c-b567-06b84974e43d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:21.456455 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-9e32c10b-e85a-407c-b567-06b84974e43d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/networks?id=55e50bab-c76d-45c0-88d5-8296fb599488 HTTP/1.1" status: 200 len: 814 time: 0.0983493 Jul 16 02:12:21.470627 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-56eff120-2217-405d-b383-08e4770d6fc8 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/quotas/17e4a4f3b16644778b841012552a536f HTTP/1.1" status: 200 len: 375 time: 0.0088849 Jul 16 02:12:21.506258 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-dc803169-369c-4ce7-8149-4d6ddf383bae tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=17e4a4f3b16644778b841012552a536f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308235 Jul 16 02:12:21.517601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-050a89e6-7805-4e3c-b68c-074a667ed8a0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:12:21.518499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-050a89e6-7805-4e3c-b68c-074a667ed8a0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061622 Jul 16 02:12:21.903994 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-1f55cf92-0af1-4209-baa0-589f91c6199a service neutron] 10.222.0.64 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798311 Jul 16 02:12:21.994650 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-2d9d8983-8404-484e-a827-a35c7f877d24 service neutron] 10.222.0.64 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848773 Jul 16 02:12:22.160259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6223ea7-5ac1-45a3-a623-8ece4dedc76d req-8ec654d8-5539-44db-a818-26e093a85e4a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 210 time: 0.0288613 Jul 16 02:12:23.315986 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-202465bd-09f5-49a8-828a-4f5b620bafb8 req-5b5d09f4-3db0-4903-b454-d13c74e32a9c tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 210 time: 0.0347395 Jul 16 02:12:23.380854 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-444f9026-79d2-48c2-9b10-b126e4bd41ba tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:23.382310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-444f9026-79d2-48c2-9b10-b126e4bd41ba tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.50 "GET /v2.0/networks?id=55e50bab-c76d-45c0-88d5-8296fb599488 HTTP/1.1" status: 200 len: 814 time: 0.1318395 Jul 16 02:12:23.394525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Request body: {'port': {'device_id': 'b1d2779b-1007-47ff-bbae-a2f9b03d470b', 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488', 'admin_state_up': True, 'tenant_id': '17e4a4f3b16644778b841012552a536f'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:23.507300 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Made reservation on behalf of 17e4a4f3b16644778b841012552a536f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:23.510866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:23.644024 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Allocated IP 172.20.0.10 (55e50bab-c76d-45c0-88d5-8296fb599488/c930e43e-358b-48d2-8d90-2141a358e70b/5ebc1097-6d33-483a-9247-7b96b6ac2e66) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:23.795058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:23.833556 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:23.877731 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Network 55e50bab-c76d-45c0-88d5-8296fb599488 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:23.882921 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:23.886728 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:23.911901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Pushing event updated for resources: {'Port': ['ID=5ebc1097-6d33-483a-9247-7b96b6ac2e66,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:23.938991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:23.939603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:23.953141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-42315823-c0f3-495b-8b82-ff3ff2ce63e0 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5624843 Jul 16 02:12:23.964918 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Request body: {'port': {'device_id': 'b1d2779b-1007-47ff-bbae-a2f9b03d470b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:24.040212 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:24.297002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebc1097-6d33-483a-9247-7b96b6ac2e66 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:24.304232 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:24.316535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Transition to ACTIVE for port object 5ebc1097-6d33-483a-9247-7b96b6ac2e66 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:24.319441 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:24.367794 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Pushing event updated for resources: {'Port': ['ID=5ebc1097-6d33-483a-9247-7b96b6ac2e66,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:24.442650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Attempting to bind port 5ebc1097-6d33-483a-9247-7b96b6ac2e66 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:24.442978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Attempting to bind port 5ebc1097-6d33-483a-9247-7b96b6ac2e66 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '5435081e-88d2-40bc-9309-3d87dfe410c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:24.443303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Attempting to bind port 5ebc1097-6d33-483a-9247-7b96b6ac2e66 on network 55e50bab-c76d-45c0-88d5-8296fb599488 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:24.447586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Port 5ebc1097-6d33-483a-9247-7b96b6ac2e66 on network 55e50bab-c76d-45c0-88d5-8296fb599488 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:12:24.447905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Attempting to bind port 5ebc1097-6d33-483a-9247-7b96b6ac2e66 on network 55e50bab-c76d-45c0-88d5-8296fb599488 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:24.453282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:24.453659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Checking segment: {'id': '5435081e-88d2-40bc-9309-3d87dfe410c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:24.454064 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Bound using segment: {'id': '5435081e-88d2-40bc-9309-3d87dfe410c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:24.454488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Bound port: 5ebc1097-6d33-483a-9247-7b96b6ac2e66, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5435081e-88d2-40bc-9309-3d87dfe410c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:24.454842 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:24.502724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa987e44-88e0-4499-bb30-115805489793 req-9eccf840-093d-4016-9a92-9cc80fb5969f tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.504220 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa987e44-88e0-4499-bb30-115805489793 req-9eccf840-093d-4016-9a92-9cc80fb5969f tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 944 time: 0.0640712 Jul 16 02:12:24.517082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] For port 5ebc1097-6d33-483a-9247-7b96b6ac2e66, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:24.520323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] For port 5ebc1097-6d33-483a-9247-7b96b6ac2e66, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5ebc1097-6d33-483a-9247-7b96b6ac2e66,segment=NetworkSegment(5435081e-88d2-40bc-9309-3d87dfe410c9),segment_id=5435081e-88d2-40bc-9309-3d87dfe410c9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:24.526404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:24.548290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa987e44-88e0-4499-bb30-115805489793 req-bb9a40bd-a753-4554-9ff2-52dcba71d81a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382805 Jul 16 02:12:24.560280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.560991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:24.563032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] 10.222.0.50 "PUT /v2.0/ports/5ebc1097-6d33-483a-9247-7b96b6ac2e66 HTTP/1.1" status: 200 len: 1093 time: 0.6022127 Jul 16 02:12:24.563492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d2779b-1007-47ff-bbae-a2f9b03d470b', 'tag': '5ebc1097-6d33-483a-9247-7b96b6ac2e66'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:24.565826 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30996413-5f99-4f4b-9cc5-6476d5352620" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d2779b-1007-47ff-bbae-a2f9b03d470b", "tag": "5ebc1097-6d33-483a-9247-7b96b6ac2e66"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:24.590218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd55c8-4aad-425a-ad29-01f419e0c5be service neutron] Pushing event updated for resources: {'Port': ['ID=5ebc1097-6d33-483a-9247-7b96b6ac2e66,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:24.652624 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a90fc338-a3e8-4f52-a2b7-7bba1f4bfa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:24.668447 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc431c08-231f-43e1-b5eb-3116a5f732d2 x-openstack-request-id: req-dc431c08-231f-43e1-b5eb-3116a5f732d2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:24.668736 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d2779b-1007-47ff-bbae-a2f9b03d470b", "tag": "5ebc1097-6d33-483a-9247-7b96b6ac2e66", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:24.668986 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc431c08-231f-43e1-b5eb-3116a5f732d2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:24.669389 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d2779b-1007-47ff-bbae-a2f9b03d470b', 'tag': '5ebc1097-6d33-483a-9247-7b96b6ac2e66', 'status': 'completed', 'code': 200} Jul 16 02:12:24.677465 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-cc9af54d-a282-4eb1-904b-420721248d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.679006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-cc9af54d-a282-4eb1-904b-420721248d3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17e4a4f3b16644778b841012552a536f&device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 1096 time: 0.0678277 Jul 16 02:12:24.721084 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-bf703a0a-72a9-4033-b330-73c79d74f76e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ebc1097-6d33-483a-9247-7b96b6ac2e66 HTTP/1.1" status: 200 len: 217 time: 0.0346112 Jul 16 02:12:24.769106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-b071df35-3653-4ebd-8bda-f46535804a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.770560 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-b071df35-3653-4ebd-8bda-f46535804a18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c930e43e-358b-48d2-8d90-2141a358e70b HTTP/1.1" status: 200 len: 854 time: 0.0435946 Jul 16 02:12:24.803422 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-7d8351e8-baf9-4fe9-8de5-0c38acc5b6ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55e50bab-c76d-45c0-88d5-8296fb599488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262101 Jul 16 02:12:24.899061 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-6e03595f-f6d1-4519-9aa9-1f6157ec4823 service neutron] 10.222.0.50 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887156 Jul 16 02:12:24.992450 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-265619e6-9fcb-4b72-bb2d-6216e1e74607 req-3388d8f0-ea96-4ee8-8224-c2e0f0cab2ba service neutron] 10.222.0.50 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869136 Jul 16 02:12:25.095622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30996413-5f99-4f4b-9cc5-6476d5352620 req-3c94d71c-13e9-49a5-8f1f-eb65ae1a3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.097022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30996413-5f99-4f4b-9cc5-6476d5352620 req-3c94d71c-13e9-49a5-8f1f-eb65ae1a3f48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17e4a4f3b16644778b841012552a536f&device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 1096 time: 0.0557206 Jul 16 02:12:25.191416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30996413-5f99-4f4b-9cc5-6476d5352620 req-d1f2238c-b38f-4f17-b4b3-72de40d05fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.192907 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30996413-5f99-4f4b-9cc5-6476d5352620 req-d1f2238c-b38f-4f17-b4b3-72de40d05fe0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=55e50bab-c76d-45c0-88d5-8296fb599488 HTTP/1.1" status: 200 len: 914 time: 0.0892451 Jul 16 02:12:25.241283 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30996413-5f99-4f4b-9cc5-6476d5352620 req-91a27c8f-8388-4216-a164-52f3e3fdd941 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ebc1097-6d33-483a-9247-7b96b6ac2e66 HTTP/1.1" status: 200 len: 217 time: 0.0410285 Jul 16 02:12:25.293155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30996413-5f99-4f4b-9cc5-6476d5352620 req-2c3dd407-826a-4849-8abe-b861b8e1e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.294669 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30996413-5f99-4f4b-9cc5-6476d5352620 req-2c3dd407-826a-4849-8abe-b861b8e1e525 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c930e43e-358b-48d2-8d90-2141a358e70b HTTP/1.1" status: 200 len: 854 time: 0.0464761 Jul 16 02:12:25.340543 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30996413-5f99-4f4b-9cc5-6476d5352620 req-c3669a0e-6f83-4c7c-a3bf-d5681063bd62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55e50bab-c76d-45c0-88d5-8296fb599488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383539 Jul 16 02:12:25.438268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30996413-5f99-4f4b-9cc5-6476d5352620 req-ffe50b9b-38d7-4530-a4a7-ba8928c0f781 service neutron] 10.222.0.50 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895092 Jul 16 02:12:25.530358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30996413-5f99-4f4b-9cc5-6476d5352620 req-b9a98faf-1c35-4af3-9e58-350ba1efe06f service neutron] 10.222.0.50 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851827 Jul 16 02:12:25.735271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f1450-c30a-4a64-82aa-faf511629ab1 req-36babf1b-de45-46fa-89ca-22bb33b8deb6 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.736710 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-013f1450-c30a-4a64-82aa-faf511629ab1 req-36babf1b-de45-46fa-89ca-22bb33b8deb6 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 944 time: 0.0731299 Jul 16 02:12:25.779561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-013f1450-c30a-4a64-82aa-faf511629ab1 req-8ed05fbe-9bb8-4070-be3e-7ec7fab62011 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369852 Jul 16 02:12:26.018461 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:26.972716 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf3b26-4e02-4c4a-ac78-84548fb1b67d req-4d4667db-c8c2-407b-92ac-8a86db3a127a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:26.974238 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3fcf3b26-4e02-4c4a-ac78-84548fb1b67d req-4d4667db-c8c2-407b-92ac-8a86db3a127a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 944 time: 0.0676534 Jul 16 02:12:27.012694 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3fcf3b26-4e02-4c4a-ac78-84548fb1b67d req-98ddbbc1-569d-45b2-a60a-1448766592b5 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Jul 16 02:12:27.208325 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76e19ee4-bb47-4042-8f96-d3a4f0ccf1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:27.243096 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:27.699136 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:28.185760 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b880-b5c8-4c04-bd09-377331a41c1c req-fb6fd3d1-49b7-43ae-b3c5-02cfb3a61c6d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:28.188094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8960b880-b5c8-4c04-bd09-377331a41c1c req-fb6fd3d1-49b7-43ae-b3c5-02cfb3a61c6d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 944 time: 0.0639925 Jul 16 02:12:28.225083 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8960b880-b5c8-4c04-bd09-377331a41c1c req-55f102e6-bf12-4a1b-9f9d-9bd384846b11 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Jul 16 02:12:28.567309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5ebc1097-6d33-483a-9247-7b96b6ac2e66 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:28.668812 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:28.675434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 5ebc1097-6d33-483a-9247-7b96b6ac2e66, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5ebc1097-6d33-483a-9247-7b96b6ac2e66,segment=NetworkSegment(5435081e-88d2-40bc-9309-3d87dfe410c9),segment_id=5435081e-88d2-40bc-9309-3d87dfe410c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:28.685539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '5ebc1097-6d33-483a-9247-7b96b6ac2e66', 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488', 'port_id': '5ebc1097-6d33-483a-9247-7b96b6ac2e66', 'mac_address': 'fa:16:3e:cd:c7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c930e43e-358b-48d2-8d90-2141a358e70b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:28.722374 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:28.734511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebc1097-6d33-483a-9247-7b96b6ac2e66 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:28.754608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 5ebc1097-6d33-483a-9247-7b96b6ac2e66, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5ebc1097-6d33-483a-9247-7b96b6ac2e66,segment=NetworkSegment(5435081e-88d2-40bc-9309-3d87dfe410c9),segment_id=5435081e-88d2-40bc-9309-3d87dfe410c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:28.758392 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:28.809020 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=5ebc1097-6d33-483a-9247-7b96b6ac2e66,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:28.968639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['5ebc1097-6d33-483a-9247-7b96b6ac2e66'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:29.403409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843201f-5f60-47ed-961c-74f996476a02 req-5dfdd14b-965e-4f56-8b6a-ca0707eb4766 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:29.404897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9843201f-5f60-47ed-961c-74f996476a02 req-5dfdd14b-965e-4f56-8b6a-ca0707eb4766 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 945 time: 0.0654593 Jul 16 02:12:29.443290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9843201f-5f60-47ed-961c-74f996476a02 req-524aa7aa-5716-4a67-8202-0df652d488bd tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324156 Jul 16 02:12:30.254594 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:30.583777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5ebc1097-6d33-483a-9247-7b96b6ac2e66 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:30.618581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63973bf-a8c3-4ba6-a4f7-5f5eadeb7eed req-75ec3aca-e59b-4779-997f-5f2e28347c16 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:30.620886 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c63973bf-a8c3-4ba6-a4f7-5f5eadeb7eed req-75ec3aca-e59b-4779-997f-5f2e28347c16 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 945 time: 0.0689173 Jul 16 02:12:30.634859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 5ebc1097-6d33-483a-9247-7b96b6ac2e66 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:30.638468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 5ebc1097-6d33-483a-9247-7b96b6ac2e66 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:30.638849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:30.661501 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c63973bf-a8c3-4ba6-a4f7-5f5eadeb7eed req-8d79424d-4dce-4e01-9304-5fff8076f2b4 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Jul 16 02:12:30.714800 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:30.737701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d2779b-1007-47ff-bbae-a2f9b03d470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebc1097-6d33-483a-9247-7b96b6ac2e66'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:30.739922 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7a2400-d735-491a-8c2d-b2bb61e0f92b" -d '{"events": [{"server_uuid": "b1d2779b-1007-47ff-bbae-a2f9b03d470b", "name": "network-vif-plugged", "status": "completed", "tag": "5ebc1097-6d33-483a-9247-7b96b6ac2e66"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:30.753204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 5ebc1097-6d33-483a-9247-7b96b6ac2e66, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5ebc1097-6d33-483a-9247-7b96b6ac2e66,segment=NetworkSegment(5435081e-88d2-40bc-9309-3d87dfe410c9),segment_id=5435081e-88d2-40bc-9309-3d87dfe410c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:30.757232 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:30.808230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=5ebc1097-6d33-483a-9247-7b96b6ac2e66,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:30.830647 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b24735-52da-4d71-95fb-e9a1cfd34386 x-openstack-request-id: req-f4b24735-52da-4d71-95fb-e9a1cfd34386 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:30.830941 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d2779b-1007-47ff-bbae-a2f9b03d470b", "name": "network-vif-plugged", "status": "completed", "tag": "5ebc1097-6d33-483a-9247-7b96b6ac2e66", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:30.831196 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4b24735-52da-4d71-95fb-e9a1cfd34386 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:30.831595 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d2779b-1007-47ff-bbae-a2f9b03d470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebc1097-6d33-483a-9247-7b96b6ac2e66', 'code': 200} Jul 16 02:12:30.949267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeaade-d6f7-407e-aa49-79ac06737f6a req-6e97f883-09d2-4138-9085-31fb1b3fe65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:30.950744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02aeaade-d6f7-407e-aa49-79ac06737f6a req-6e97f883-09d2-4138-9085-31fb1b3fe65d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 1098 time: 0.0566926 Jul 16 02:12:30.985501 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02aeaade-d6f7-407e-aa49-79ac06737f6a req-d94b071e-3623-42c8-9706-549c870bc8ab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276423 Jul 16 02:12:31.852033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89794755-eecc-41d1-891e-4b2775512b9c req-a4d00fce-64b3-4f95-9ca4-ba1eadabb40f tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:31.853585 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89794755-eecc-41d1-891e-4b2775512b9c req-a4d00fce-64b3-4f95-9ca4-ba1eadabb40f tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0715754 Jul 16 02:12:31.893936 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-89794755-eecc-41d1-891e-4b2775512b9c req-3ad9cab9-6fb5-4cde-b631-3d9c45879c42 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344031 Jul 16 02:12:33.073784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20de44b-ac9b-4352-87dd-1131fa615df0 req-1bed5c13-f912-43c4-aed9-a9e6b1f6dc99 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:33.075291 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d20de44b-ac9b-4352-87dd-1131fa615df0 req-1bed5c13-f912-43c4-aed9-a9e6b1f6dc99 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0637624 Jul 16 02:12:33.113940 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d20de44b-ac9b-4352-87dd-1131fa615df0 req-2eb375f8-c3b9-46e2-bdf5-42044dfe834b tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Jul 16 02:12:33.341192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba368-ce56-439b-b8f0-2d192782f714 req-82102691-49f2-42ad-b9f2-67b89f051e7f tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:33.342699 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-82102691-49f2-42ad-b9f2-67b89f051e7f tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/networks?id=55e50bab-c76d-45c0-88d5-8296fb599488 HTTP/1.1" status: 200 len: 814 time: 0.1042039 Jul 16 02:12:33.356975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-bad1b098-d2c6-4994-b666-6c690df5f2b9 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/quotas/17e4a4f3b16644778b841012552a536f HTTP/1.1" status: 200 len: 375 time: 0.0089991 Jul 16 02:12:33.422579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-724cf8fb-492a-4891-8b6d-dc1234c7109b tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=17e4a4f3b16644778b841012552a536f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600495 Jul 16 02:12:33.433409 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-e7d1216a-cfe4-4d91-8ac1-59733d5da42a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:12:33.434396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-e7d1216a-cfe4-4d91-8ac1-59733d5da42a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056543 Jul 16 02:12:33.575642 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-a395d765-83fc-4212-b8c0-53f9fe080ae1 service neutron] 10.222.0.64 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351118 Jul 16 02:12:33.666587 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-1b50db42-027d-4b29-932a-5ab200a9c573 service neutron] 10.222.0.64 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845683 Jul 16 02:12:33.835675 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9bbdb512-0b89-49d3-bea8-9cf0e913a79a req-59a01787-dce7-44e3-9f3a-7dd09aa8b83b tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 210 time: 0.0290971 Jul 16 02:12:34.996449 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a9685910-04cb-4f3c-80cb-809c97159ec3 req-d1df8e5c-f39b-49b0-b38c-4d93a9fb2831 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 210 time: 0.0385237 Jul 16 02:12:35.029722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba368-ce56-439b-b8f0-2d192782f714 req-81b3efbc-f739-4cbc-b236-f5b1994d337e tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:35.031946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-81b3efbc-f739-4cbc-b236-f5b1994d337e tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.67 "GET /v2.0/networks?id=55e50bab-c76d-45c0-88d5-8296fb599488 HTTP/1.1" status: 200 len: 814 time: 0.1508274 Jul 16 02:12:35.044340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Request body: {'port': {'device_id': '7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc', 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488', 'admin_state_up': True, 'tenant_id': '17e4a4f3b16644778b841012552a536f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:35.158599 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Made reservation on behalf of 17e4a4f3b16644778b841012552a536f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:35.162034 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:35.283418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Allocated IP 172.20.0.6 (55e50bab-c76d-45c0-88d5-8296fb599488/c930e43e-358b-48d2-8d90-2141a358e70b/947a4b53-e20e-4452-95ee-6d79e85b2c98) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:35.431350 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:35.470302 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:35.483945 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['5ebc1097-6d33-483a-9247-7b96b6ac2e66'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:35.521787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Network 55e50bab-c76d-45c0-88d5-8296fb599488 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:35.525037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:35.529189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:35.553422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Pushing event updated for resources: {'Port': ['ID=947a4b53-e20e-4452-95ee-6d79e85b2c98,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:35.585361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:35.585981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:35.600734 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f6fc874-ab51-45cb-bf2d-6225fb92119d tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601199 Jul 16 02:12:35.613615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Request body: {'port': {'device_id': '7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:35.687982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:35.960346 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947a4b53-e20e-4452-95ee-6d79e85b2c98 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:35.967546 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:35.980502 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Transition to ACTIVE for port object 947a4b53-e20e-4452-95ee-6d79e85b2c98 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:35.984943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:36.036841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Pushing event updated for resources: {'Port': ['ID=947a4b53-e20e-4452-95ee-6d79e85b2c98,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:36.109845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Attempting to bind port 947a4b53-e20e-4452-95ee-6d79e85b2c98 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:36.110226 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Attempting to bind port 947a4b53-e20e-4452-95ee-6d79e85b2c98 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '5435081e-88d2-40bc-9309-3d87dfe410c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:36.110562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Attempting to bind port 947a4b53-e20e-4452-95ee-6d79e85b2c98 on network 55e50bab-c76d-45c0-88d5-8296fb599488 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:36.115340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Port 947a4b53-e20e-4452-95ee-6d79e85b2c98 on network 55e50bab-c76d-45c0-88d5-8296fb599488 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:12:36.115668 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Attempting to bind port 947a4b53-e20e-4452-95ee-6d79e85b2c98 on network 55e50bab-c76d-45c0-88d5-8296fb599488 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:36.120684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:36.121030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Checking segment: {'id': '5435081e-88d2-40bc-9309-3d87dfe410c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:36.121417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Bound using segment: {'id': '5435081e-88d2-40bc-9309-3d87dfe410c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:36.121858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Bound port: 947a4b53-e20e-4452-95ee-6d79e85b2c98, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5435081e-88d2-40bc-9309-3d87dfe410c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:36.122249 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:36.177564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc0bfa-52b3-4974-8b9f-533d34fd8dfe req-30534b4c-7c3b-476f-9b15-96bcc590f580 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.179087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbbc0bfa-52b3-4974-8b9f-533d34fd8dfe req-30534b4c-7c3b-476f-9b15-96bcc590f580 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 943 time: 0.0689843 Jul 16 02:12:36.190788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] For port 947a4b53-e20e-4452-95ee-6d79e85b2c98, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:36.194290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] For port 947a4b53-e20e-4452-95ee-6d79e85b2c98, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=947a4b53-e20e-4452-95ee-6d79e85b2c98,segment=NetworkSegment(5435081e-88d2-40bc-9309-3d87dfe410c9),segment_id=5435081e-88d2-40bc-9309-3d87dfe410c9)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:36.198491 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:36.219629 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cbbc0bfa-52b3-4974-8b9f-533d34fd8dfe req-805184a9-f9f2-4314-86c0-ab6cc1cd57f1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Jul 16 02:12:36.232530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.233167 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:36.235492 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] 10.222.0.67 "PUT /v2.0/ports/947a4b53-e20e-4452-95ee-6d79e85b2c98 HTTP/1.1" status: 200 len: 1092 time: 0.6267674 Jul 16 02:12:36.237666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc', 'tag': '947a4b53-e20e-4452-95ee-6d79e85b2c98'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:36.241531 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e4a937-073c-4ddf-85bc-86c47c658b97" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc", "tag": "947a4b53-e20e-4452-95ee-6d79e85b2c98"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:36.308860 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0acd45-c134-48d7-8e97-cfc4e4313a61 x-openstack-request-id: req-3a0acd45-c134-48d7-8e97-cfc4e4313a61 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:36.309293 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc", "tag": "947a4b53-e20e-4452-95ee-6d79e85b2c98", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:36.309681 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a0acd45-c134-48d7-8e97-cfc4e4313a61 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:36.310298 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc', 'tag': '947a4b53-e20e-4452-95ee-6d79e85b2c98', 'status': 'completed', 'code': 200} Jul 16 02:12:36.344960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0804d14-3627-410c-873f-8f237b84e3ae service neutron] Pushing event updated for resources: {'Port': ['ID=947a4b53-e20e-4452-95ee-6d79e85b2c98,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:36.376113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba368-ce56-439b-b8f0-2d192782f714 req-d29fc2b9-1409-4e6c-aea0-d317b3f42154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.377636 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-d29fc2b9-1409-4e6c-aea0-d317b3f42154 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17e4a4f3b16644778b841012552a536f&device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 1095 time: 0.0900979 Jul 16 02:12:36.424732 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-046d7a43-9121-48f6-a868-45b0ff74c166 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=947a4b53-e20e-4452-95ee-6d79e85b2c98 HTTP/1.1" status: 200 len: 217 time: 0.0386641 Jul 16 02:12:36.475211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f121bda-0a88-4f7f-a60c-2adcf60b8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.476828 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-3f121bda-0a88-4f7f-a60c-2adcf60b8b17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c930e43e-358b-48d2-8d90-2141a358e70b HTTP/1.1" status: 200 len: 854 time: 0.0453086 Jul 16 02:12:36.511011 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-7323fa1e-1b8f-46aa-a440-aece84856825 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=55e50bab-c76d-45c0-88d5-8296fb599488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273461 Jul 16 02:12:36.604874 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-5ddb601d-56dd-411b-88e5-4d504b93561b service neutron] 10.222.0.67 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870013 Jul 16 02:12:36.694735 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-795ba368-ce56-439b-b8f0-2d192782f714 req-607aef6f-e5f7-4540-a63a-6aecd4364875 service neutron] 10.222.0.67 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831532 Jul 16 02:12:36.808697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4a937-073c-4ddf-85bc-86c47c658b97 req-d122e4de-6db0-4958-91e5-85e51c43217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.810265 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00e4a937-073c-4ddf-85bc-86c47c658b97 req-d122e4de-6db0-4958-91e5-85e51c43217f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17e4a4f3b16644778b841012552a536f&device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 1095 time: 0.0626018 Jul 16 02:12:36.900878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4a937-073c-4ddf-85bc-86c47c658b97 req-4e7fbb4a-f57d-498b-b5fc-4f2c8eee5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.902393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00e4a937-073c-4ddf-85bc-86c47c658b97 req-4e7fbb4a-f57d-498b-b5fc-4f2c8eee5386 service neutron] 10.222.0.67 "GET /v2.0/networks?id=55e50bab-c76d-45c0-88d5-8296fb599488 HTTP/1.1" status: 200 len: 914 time: 0.0852356 Jul 16 02:12:36.948848 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00e4a937-073c-4ddf-85bc-86c47c658b97 req-a330b616-26f4-44d4-a207-a16fc5f48eef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=947a4b53-e20e-4452-95ee-6d79e85b2c98 HTTP/1.1" status: 200 len: 217 time: 0.0386860 Jul 16 02:12:36.997482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4a937-073c-4ddf-85bc-86c47c658b97 req-6c1d9ec7-1b5e-43fd-a3d6-67883cde9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.999823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00e4a937-073c-4ddf-85bc-86c47c658b97 req-6c1d9ec7-1b5e-43fd-a3d6-67883cde9d0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c930e43e-358b-48d2-8d90-2141a358e70b HTTP/1.1" status: 200 len: 854 time: 0.0439732 Jul 16 02:12:37.032667 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00e4a937-073c-4ddf-85bc-86c47c658b97 req-f765e278-47ce-48c9-a7e2-fc78aade7665 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=55e50bab-c76d-45c0-88d5-8296fb599488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257225 Jul 16 02:12:37.126763 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00e4a937-073c-4ddf-85bc-86c47c658b97 req-321b5af4-d477-4a5c-b9ad-d8d5c69d9568 service neutron] 10.222.0.67 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868721 Jul 16 02:12:37.214998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00e4a937-073c-4ddf-85bc-86c47c658b97 req-b26b38f9-e5da-40c3-a444-53ed24e66c13 service neutron] 10.222.0.67 "GET /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814662 Jul 16 02:12:37.273605 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:37.394934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7ea01-62bd-49eb-b8e4-284e2ea672c9 req-37281b7b-b15c-4ca3-a8ca-9725b48b5d51 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:37.396361 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16c7ea01-62bd-49eb-b8e4-284e2ea672c9 req-37281b7b-b15c-4ca3-a8ca-9725b48b5d51 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 943 time: 0.0637593 Jul 16 02:12:37.434711 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16c7ea01-62bd-49eb-b8e4-284e2ea672c9 req-8d1eea54-3b1d-40e2-8565-2ef3269122df tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 Jul 16 02:12:38.611010 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c142003-4188-40ea-9f17-965af6e09ba1 req-2e35830d-b2bc-4e93-a17f-b4f7a023b8ea tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:38.612649 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c142003-4188-40ea-9f17-965af6e09ba1 req-2e35830d-b2bc-4e93-a17f-b4f7a023b8ea tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 943 time: 0.0680866 Jul 16 02:12:38.650869 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c142003-4188-40ea-9f17-965af6e09ba1 req-a67e0fba-1547-4a86-a4c8-d25f17dfbe5c tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Jul 16 02:12:39.829045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b98b1-a3a8-4051-92a9-5c3e3c4213d6 req-66c33ed1-17e6-4cd9-9e31-03ebcb18dbdc tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:39.830547 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-926b98b1-a3a8-4051-92a9-5c3e3c4213d6 req-66c33ed1-17e6-4cd9-9e31-03ebcb18dbdc tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 943 time: 0.0672200 Jul 16 02:12:39.869306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-926b98b1-a3a8-4051-92a9-5c3e3c4213d6 req-dc83f1f8-e134-4791-8339-05439923db1c tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331323 Jul 16 02:12:40.891739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 947a4b53-e20e-4452-95ee-6d79e85b2c98 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:41.071211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad15ec-35d1-401e-a0f0-694b8f549a46 req-e7c2162f-ebfb-4d3d-9608-773c80313683 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:41.072858 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43ad15ec-35d1-401e-a0f0-694b8f549a46 req-e7c2162f-ebfb-4d3d-9608-773c80313683 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 943 time: 0.0843074 Jul 16 02:12:41.120861 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-43ad15ec-35d1-401e-a0f0-694b8f549a46 req-72ffe050-45c2-481d-8010-9d7713968b1a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Jul 16 02:12:41.161050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 947a4b53-e20e-4452-95ee-6d79e85b2c98, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=947a4b53-e20e-4452-95ee-6d79e85b2c98,segment=NetworkSegment(5435081e-88d2-40bc-9309-3d87dfe410c9),segment_id=5435081e-88d2-40bc-9309-3d87dfe410c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:41.172655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '947a4b53-e20e-4452-95ee-6d79e85b2c98', 'network_id': '55e50bab-c76d-45c0-88d5-8296fb599488', 'port_id': '947a4b53-e20e-4452-95ee-6d79e85b2c98', 'mac_address': 'fa:16:3e:94:aa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c930e43e-358b-48d2-8d90-2141a358e70b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:41.210242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:41.222758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947a4b53-e20e-4452-95ee-6d79e85b2c98 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:41.242521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 947a4b53-e20e-4452-95ee-6d79e85b2c98, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=947a4b53-e20e-4452-95ee-6d79e85b2c98,segment=NetworkSegment(5435081e-88d2-40bc-9309-3d87dfe410c9),segment_id=5435081e-88d2-40bc-9309-3d87dfe410c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:41.246731 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:41.292947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=947a4b53-e20e-4452-95ee-6d79e85b2c98,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:41.456189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['947a4b53-e20e-4452-95ee-6d79e85b2c98'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:42.313782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcaa29-5699-4998-91c4-c6718e108bd3 req-87e1c7a2-4cdf-4f02-84c1-9a16153902b6 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:42.315388 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2bcaa29-5699-4998-91c4-c6718e108bd3 req-87e1c7a2-4cdf-4f02-84c1-9a16153902b6 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 944 time: 0.0737414 Jul 16 02:12:42.353063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2bcaa29-5699-4998-91c4-c6718e108bd3 req-f0a1ddf8-e353-4175-975d-7aad50ddf988 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318584 Jul 16 02:12:42.903965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 947a4b53-e20e-4452-95ee-6d79e85b2c98 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:42.955855 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 947a4b53-e20e-4452-95ee-6d79e85b2c98 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:42.960680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 947a4b53-e20e-4452-95ee-6d79e85b2c98 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:42.961063 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.043573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.065856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947a4b53-e20e-4452-95ee-6d79e85b2c98'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:43.068163 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3f0ab4-2855-49fc-8368-40b6d32126f7" -d '{"events": [{"server_uuid": "7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc", "name": "network-vif-plugged", "status": "completed", "tag": "947a4b53-e20e-4452-95ee-6d79e85b2c98"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:43.081619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 947a4b53-e20e-4452-95ee-6d79e85b2c98, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=947a4b53-e20e-4452-95ee-6d79e85b2c98,segment=NetworkSegment(5435081e-88d2-40bc-9309-3d87dfe410c9),segment_id=5435081e-88d2-40bc-9309-3d87dfe410c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:43.086053 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.110528 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a66ab04-bc53-45bf-9d8b-15a4d0b8d86e x-openstack-request-id: req-0a66ab04-bc53-45bf-9d8b-15a4d0b8d86e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:43.110815 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc", "name": "network-vif-plugged", "status": "completed", "tag": "947a4b53-e20e-4452-95ee-6d79e85b2c98", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:43.111061 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a66ab04-bc53-45bf-9d8b-15a4d0b8d86e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:43.111450 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947a4b53-e20e-4452-95ee-6d79e85b2c98', 'code': 200} Jul 16 02:12:43.139213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=947a4b53-e20e-4452-95ee-6d79e85b2c98,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:43.221156 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e9e3d-c943-4b43-9aa3-a353bb541494 req-8a08825e-339e-4888-a947-b3358918e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.222677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-754e9e3d-c943-4b43-9aa3-a353bb541494 req-8a08825e-339e-4888-a947-b3358918e7a7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 1097 time: 0.0544767 Jul 16 02:12:43.257959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-754e9e3d-c943-4b43-9aa3-a353bb541494 req-92c38031-84dc-4abc-8902-a8019e26b5de service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284114 Jul 16 02:12:43.525495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4b29c-e2c3-4d52-99bc-44f10635503f req-bd9be335-473e-4eaa-a2bd-9e1d7b3846df tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.527006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2d4b29c-e2c3-4d52-99bc-44f10635503f req-bd9be335-473e-4eaa-a2bd-9e1d7b3846df tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 945 time: 0.0635281 Jul 16 02:12:43.565222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2d4b29c-e2c3-4d52-99bc-44f10635503f req-b738321d-212e-4bcc-b3f9-ff625c3ba4f7 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Jul 16 02:12:44.744925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdbc54-5aed-4aec-b0b1-3a693a4c70d8 req-2b7b8b4f-fe97-44a3-b976-8fc196240ebf tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:44.746445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9bdbc54-5aed-4aec-b0b1-3a693a4c70d8 req-2b7b8b4f-fe97-44a3-b976-8fc196240ebf tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 945 time: 0.0683033 Jul 16 02:12:44.784853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9bdbc54-5aed-4aec-b0b1-3a693a4c70d8 req-1f84fa86-c441-450c-9aaa-6145d5e45824 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Jul 16 02:12:45.176692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e0d45-2295-4b5d-917c-fd1114c9979c req-73d9e355-46f3-43ed-b842-f5f1f20cc7f2 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:45.178124 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-059e0d45-2295-4b5d-917c-fd1114c9979c req-73d9e355-46f3-43ed-b842-f5f1f20cc7f2 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 945 time: 0.0650313 Jul 16 02:12:45.217370 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-059e0d45-2295-4b5d-917c-fd1114c9979c req-42c56e95-c7df-434c-b6d7-c45fdf9a8282 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Jul 16 02:12:46.396835 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03014f3e-624b-47b3-8bd6-67301e82be75 req-2a6e7e6b-8ce5-4ac5-8b97-ef726cae73d3 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:46.398358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03014f3e-624b-47b3-8bd6-67301e82be75 req-2a6e7e6b-8ce5-4ac5-8b97-ef726cae73d3 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 945 time: 0.0681202 Jul 16 02:12:46.436154 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-03014f3e-624b-47b3-8bd6-67301e82be75 req-d2fcfb15-bc24-4ec0-adab-0d9ac68f8413 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Jul 16 02:12:46.558196 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-dd92516f-db6c-4b5c-8086-ff0fc0b0ece1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:46.559637 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-dd92516f-db6c-4b5c-8086-ff0fc0b0ece1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 945 time: 0.0673189 Jul 16 02:12:46.661408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-4b8deb0f-8c07-40fb-805f-b610d1b6bead tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Deleting port 947a4b53-e20e-4452-95ee-6d79e85b2c98 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:46.661747 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-4b8deb0f-8c07-40fb-805f-b610d1b6bead tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:46.752772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-4b8deb0f-8c07-40fb-805f-b610d1b6bead tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] For port 947a4b53-e20e-4452-95ee-6d79e85b2c98, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=947a4b53-e20e-4452-95ee-6d79e85b2c98,segment=NetworkSegment(5435081e-88d2-40bc-9309-3d87dfe410c9),segment_id=5435081e-88d2-40bc-9309-3d87dfe410c9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:46.753143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-4b8deb0f-8c07-40fb-805f-b610d1b6bead tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:46.765446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-4b8deb0f-8c07-40fb-805f-b610d1b6bead tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Calling delete_port for 947a4b53-e20e-4452-95ee-6d79e85b2c98 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:46.891978 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-4b8deb0f-8c07-40fb-805f-b610d1b6bead tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:46.906304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['5ebc1097-6d33-483a-9247-7b96b6ac2e66'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:46.909785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['947a4b53-e20e-4452-95ee-6d79e85b2c98'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:46.925945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8deb0f-8c07-40fb-805f-b610d1b6bead tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Pushing event deleted for resources: {'Port': ['ID=947a4b53-e20e-4452-95ee-6d79e85b2c98,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:46.976696 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-4b8deb0f-8c07-40fb-805f-b610d1b6bead tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] No DVR routers for this DVR port 947a4b53-e20e-4452-95ee-6d79e85b2c98 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:46.981075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-4b8deb0f-8c07-40fb-805f-b610d1b6bead tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:46.981408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d6e7ced2-9301-4c25-a80d-8712170fa57a req-4b8deb0f-8c07-40fb-805f-b610d1b6bead tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.67 "DELETE /v2.0/ports/947a4b53-e20e-4452-95ee-6d79e85b2c98 HTTP/1.1" status: 204 len: 173 time: 0.4156640 Jul 16 02:12:46.981860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc', 'name': 'network-vif-deleted', 'tag': '947a4b53-e20e-4452-95ee-6d79e85b2c98'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:46.985009 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e40ffd4-0c26-4f9b-b35c-f45400fc9b41" -d '{"events": [{"server_uuid": "7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc", "name": "network-vif-deleted", "tag": "947a4b53-e20e-4452-95ee-6d79e85b2c98"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:47.025101 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6125238e-696c-4076-94ab-31a772e107e5 x-openstack-request-id: req-6125238e-696c-4076-94ab-31a772e107e5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:47.025698 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc", "name": "network-vif-deleted", "tag": "947a4b53-e20e-4452-95ee-6d79e85b2c98", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:47.025698 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6125238e-696c-4076-94ab-31a772e107e5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:47.026070 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc', 'name': 'network-vif-deleted', 'tag': '947a4b53-e20e-4452-95ee-6d79e85b2c98', 'status': 'completed', 'code': 200} Jul 16 02:12:47.602357 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0da0d650-9d64-4ebb-a488-24fbb6ee3ccc req-d7de5ec5-f8cf-4e80-9299-c10ebfc066bd tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe9d0d2-0fc7-4975-ae4e-1cd7ceff5adc HTTP/1.1" status: 200 len: 210 time: 0.0332673 Jul 16 02:12:48.853062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878d5ef-6f3a-4277-b130-ff79c81abd11 req-5fc630e1-ee70-4fe9-aa49-a53bea6b605a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:48.854605 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5878d5ef-6f3a-4277-b130-ff79c81abd11 req-5fc630e1-ee70-4fe9-aa49-a53bea6b605a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0702541 Jul 16 02:12:48.896680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5878d5ef-6f3a-4277-b130-ff79c81abd11 req-8ffb50e6-0990-4b00-8c5a-c29b360b6c2f tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351503 Jul 16 02:12:49.127618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6418ff-0c8a-40b1-8093-32ce4f356574 req-427a83e7-44c7-4b74-9f31-2cd3fdf809c9 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:49.129158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd6418ff-0c8a-40b1-8093-32ce4f356574 req-427a83e7-44c7-4b74-9f31-2cd3fdf809c9 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0790732 Jul 16 02:12:49.174522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd6418ff-0c8a-40b1-8093-32ce4f356574 req-1e7ae45f-98db-49a8-b2ab-d97bd270345b tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Jul 16 02:12:49.378350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14cda6-39b0-4030-86b3-471df464ab55 req-35896e5a-caaa-403a-ad76-f96c006594d9 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:49.379892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b14cda6-39b0-4030-86b3-471df464ab55 req-35896e5a-caaa-403a-ad76-f96c006594d9 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0733376 Jul 16 02:12:49.426259 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5b14cda6-39b0-4030-86b3-471df464ab55 req-d27233de-a544-4390-a5f3-357195a4be69 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394418 Jul 16 02:12:49.766366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafc549-36b7-4f9a-a123-0bbaf516a1f3 req-b8cec5ef-8653-4012-87d3-9cf6c96fcd5c tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:49.769256 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7cafc549-36b7-4f9a-a123-0bbaf516a1f3 req-b8cec5ef-8653-4012-87d3-9cf6c96fcd5c tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0886340 Jul 16 02:12:49.809033 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7cafc549-36b7-4f9a-a123-0bbaf516a1f3 req-53d98b81-d11d-4fca-b66c-05ffe3e4080e tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344365 Jul 16 02:12:49.992440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b0a88-2635-490e-846e-08d5568da77d req-bb5c4704-83a6-4eaa-b987-8144be429505 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:49.993925 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c76b0a88-2635-490e-846e-08d5568da77d req-bb5c4704-83a6-4eaa-b987-8144be429505 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0670195 Jul 16 02:12:50.038644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c76b0a88-2635-490e-846e-08d5568da77d req-30cc6cb0-e643-4055-ac79-42300d9d9c7a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 Jul 16 02:12:50.225347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153623f-50e4-4c4b-8db4-3d94f3856a53 req-e47e2287-6445-486f-b780-61566a74201a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:50.226875 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8153623f-50e4-4c4b-8db4-3d94f3856a53 req-e47e2287-6445-486f-b780-61566a74201a tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0634027 Jul 16 02:12:50.266311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8153623f-50e4-4c4b-8db4-3d94f3856a53 req-092b954f-30a1-4953-bb21-313b9defe5fc tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Jul 16 02:12:50.805970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e5d05-6d39-43a7-97dc-7cd08df787c4 req-d864319c-17b1-4540-8e8b-a9543db783f3 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:50.807502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa6e5d05-6d39-43a7-97dc-7cd08df787c4 req-d864319c-17b1-4540-8e8b-a9543db783f3 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0726190 Jul 16 02:12:50.853078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fa6e5d05-6d39-43a7-97dc-7cd08df787c4 req-0482ba48-1493-41b8-a851-0ff6477301fb tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Jul 16 02:12:50.934042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 947a4b53-e20e-4452-95ee-6d79e85b2c98 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:50.955678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 947a4b53-e20e-4452-95ee-6d79e85b2c98 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:50.956023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 947a4b53-e20e-4452-95ee-6d79e85b2c98 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:52.047217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2f6cc-74cf-4741-9bcd-ba5fb445da9c req-7f025c27-9b34-477c-937c-d8589880ca8b tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.048767 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00b2f6cc-74cf-4741-9bcd-ba5fb445da9c req-7f025c27-9b34-477c-937c-d8589880ca8b tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0710604 Jul 16 02:12:52.087325 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-00b2f6cc-74cf-4741-9bcd-ba5fb445da9c req-75e12ce1-ac46-4260-9f55-12cfb277d764 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ca8574e-0922-4821-a486-bdc5af85d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328419 Jul 16 02:12:52.185198 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd442523-0827-4ab5-af67-f4280194ac97 req-81bb45db-86e0-4cb7-ac8d-c5f639dc116f tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.187210 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd442523-0827-4ab5-af67-f4280194ac97 req-81bb45db-86e0-4cb7-ac8d-c5f639dc116f tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 946 time: 0.0640705 Jul 16 02:12:52.289009 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dd442523-0827-4ab5-af67-f4280194ac97 req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Deleting port 5ebc1097-6d33-483a-9247-7b96b6ac2e66 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:52.289350 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd442523-0827-4ab5-af67-f4280194ac97 req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.375162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dd442523-0827-4ab5-af67-f4280194ac97 req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] For port 5ebc1097-6d33-483a-9247-7b96b6ac2e66, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=5ebc1097-6d33-483a-9247-7b96b6ac2e66,segment=NetworkSegment(5435081e-88d2-40bc-9309-3d87dfe410c9),segment_id=5435081e-88d2-40bc-9309-3d87dfe410c9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:52.375524 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd442523-0827-4ab5-af67-f4280194ac97 req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.387861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dd442523-0827-4ab5-af67-f4280194ac97 req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Calling delete_port for 5ebc1097-6d33-483a-9247-7b96b6ac2e66 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:52.516313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd442523-0827-4ab5-af67-f4280194ac97 req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.528450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['5ebc1097-6d33-483a-9247-7b96b6ac2e66'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:52.544273 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Pushing event deleted for resources: {'Port': ['ID=5ebc1097-6d33-483a-9247-7b96b6ac2e66,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:52.557457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.557799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.558160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.558494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.558818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.559142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.559459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.559783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.560099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.560417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.560848 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.561812 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:52.602415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd442523-0827-4ab5-af67-f4280194ac97 req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] No DVR routers for this DVR port 5ebc1097-6d33-483a-9247-7b96b6ac2e66 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:52.605015 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd442523-0827-4ab5-af67-f4280194ac97 req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.607059 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd442523-0827-4ab5-af67-f4280194ac97 req-1f06d303-b20e-4d73-a220-cd5320d051e1 tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.50 "DELETE /v2.0/ports/5ebc1097-6d33-483a-9247-7b96b6ac2e66 HTTP/1.1" status: 204 len: 173 time: 0.4141605 Jul 16 02:12:52.607564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d2779b-1007-47ff-bbae-a2f9b03d470b', 'name': 'network-vif-deleted', 'tag': '5ebc1097-6d33-483a-9247-7b96b6ac2e66'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:52.610746 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8806bd34-e9c0-4126-a6a1-c043279cdda9" -d '{"events": [{"server_uuid": "b1d2779b-1007-47ff-bbae-a2f9b03d470b", "name": "network-vif-deleted", "tag": "5ebc1097-6d33-483a-9247-7b96b6ac2e66"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:52.648575 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78610a82-fb8a-4c9e-9825-8810d8627b72 x-openstack-request-id: req-78610a82-fb8a-4c9e-9825-8810d8627b72 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:52.648886 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d2779b-1007-47ff-bbae-a2f9b03d470b", "name": "network-vif-deleted", "tag": "5ebc1097-6d33-483a-9247-7b96b6ac2e66", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:52.649118 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78610a82-fb8a-4c9e-9825-8810d8627b72 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:52.649534 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d2779b-1007-47ff-bbae-a2f9b03d470b', 'name': 'network-vif-deleted', 'tag': '5ebc1097-6d33-483a-9247-7b96b6ac2e66', 'status': 'completed', 'code': 200} Jul 16 02:12:53.241583 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a081f25b-a6eb-4ffc-abda-9911215874de req-e2b64b48-abc4-4d85-adbb-7bde5d38160b tempest-ServersNegativeTestJSON-2021068451 tempest-ServersNegativeTestJSON-2021068451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d2779b-1007-47ff-bbae-a2f9b03d470b HTTP/1.1" status: 200 len: 210 time: 0.0302141 Jul 16 02:12:54.334866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49196) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:54.379248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b02a87-7335-4488-950f-b9ea46573843 admin admin] Deleting subnet c930e43e-358b-48d2-8d90-2141a358e70b {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:12:54.382235 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29b02a87-7335-4488-950f-b9ea46573843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.417017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29b02a87-7335-4488-950f-b9ea46573843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.455335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29b02a87-7335-4488-950f-b9ea46573843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.509754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29b02a87-7335-4488-950f-b9ea46573843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.534659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b02a87-7335-4488-950f-b9ea46573843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c930e43e-358b-48d2-8d90-2141a358e70b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:54.538301 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29b02a87-7335-4488-950f-b9ea46573843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.540242 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-29b02a87-7335-4488-950f-b9ea46573843 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c930e43e-358b-48d2-8d90-2141a358e70b HTTP/1.1" status: 204 len: 168 time: 0.2042854 Jul 16 02:12:54.542626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49198) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:54.611636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.655671 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14264a5b-324c-4c9a-b3c8-580ff3590ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.698940 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.709877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e50bab-c76d-45c0-88d5-8296fb599488']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:54.719901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5435081e-88d2-40bc-9309-3d87dfe410c9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:54.720190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5435081e-88d2-40bc-9309-3d87dfe410c9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:54.728792 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.742842 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.750260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:12:54.750655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: timer() Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:12:54.752285 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:12:54.804249 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.810323 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.813504 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] 10.222.0.64 "DELETE /v2.0/networks/55e50bab-c76d-45c0-88d5-8296fb599488 HTTP/1.1" status: 204 len: 168 time: 0.2699471 Jul 16 02:12:54.828927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475a97b-afd3-47bf-90ef-56360c078e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e50bab-c76d-45c0-88d5-8296fb599488,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:54.918951 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49202) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:54.958427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0cac9e25-efcb-4e06-b513-121c643e107d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17e4a4f3b16644778b841012552a536f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382419 Jul 16 02:12:54.960795 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49204) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:55.008483 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d9ffc90-5224-408e-b82e-652e673ca1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.029169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d9ffc90-5224-408e-b82e-652e673ca1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.075109 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d9ffc90-5224-408e-b82e-652e673ca1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.077761 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d9ffc90-5224-408e-b82e-652e673ca1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.078949 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6d9ffc90-5224-408e-b82e-652e673ca1f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ca8574e-0922-4821-a486-bdc5af85d3cf HTTP/1.1" status: 204 len: 168 time: 0.1172717 Jul 16 02:12:55.087473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ffc90-5224-408e-b82e-652e673ca1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca8574e-0922-4821-a486-bdc5af85d3cf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:55.738985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49226) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:55.829895 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1615118960'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:55.851280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Made reservation on behalf of 6e1005cbed78404daae5cd73457acdb0 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:55.854661 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.863482 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.956564 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.960287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.984729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:12:55.999855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8254bb1f-689f-424d-a66c-cef1a6a0f61e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:56.002957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.003299 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Added segment 06c78038-5695-4c70-ab48-7f9eb68bb6d1 of type vlan for network f59798aa-a3d9-4639-9741-e269efcb4025 Jul 16 02:12:56.024572 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.053319 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.081598 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.087089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:56.087671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.149809 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4096189 Jul 16 02:12:56.197934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7ae9e-8f6e-438a-a3bb-41dc6ce3c4cf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'Network': ['ID=f59798aa-a3d9-4639-9741-e269efcb4025,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:56.211515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f59798aa-a3d9-4639-9741-e269efcb4025 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:12:56.738591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5ebc1097-6d33-483a-9247-7b96b6ac2e66 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:56.758766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 5ebc1097-6d33-483a-9247-7b96b6ac2e66 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:56.759108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 5ebc1097-6d33-483a-9247-7b96b6ac2e66 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:57.210326 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2155b86a-3f11-459c-b97b-6313221cb6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.260651 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.700390 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:58.664834 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.441268 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49230) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:59.446526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Request body: {'subnet': {'network_id': 'f59798aa-a3d9-4639-9741-e269efcb4025', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:59.536758 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Made reservation on behalf of 6e1005cbed78404daae5cd73457acdb0 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:59.539853 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.727557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.789915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'Subnet': ['ID=db676a77-86ee-4e68-b14e-0c733c4be619,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:59.799873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Checking segment: {'id': '06c78038-5695-4c70-ab48-7f9eb68bb6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f59798aa-a3d9-4639-9741-e269efcb4025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:59.800232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Network hostable DHCP agents. Network: f59798aa-a3d9-4639-9741-e269efcb4025, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:12:59.820095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Network f59798aa-a3d9-4639-9741-e269efcb4025 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:12:59.831290 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f59798aa-a3d9-4639-9741-e269efcb4025) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:59.835943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:59.837233 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.840216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25884a7a-2a95-4ef2-b619-b68cf2986680 None None] Network f59798aa-a3d9-4639-9741-e269efcb4025 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:59.851850 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-da206fa0-2441-4789-91bc-fe04e77c1277 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4094794 Jul 16 02:12:59.855878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49232) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:59.862344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-613890302'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:59.883719 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Made reservation on behalf of 6e1005cbed78404daae5cd73457acdb0 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:59.887427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.911975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:12:59.921143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.921483 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Added segment 19651377-9ca2-4825-8bf5-efad763a8ee6 of type vlan for network e9facc07-8082-4d9d-96b8-79b3e4aa8bec Jul 16 02:12:59.970213 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.992843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-f59798aa-a3d9-4639-9741-e269efcb4025', 'network_id': 'f59798aa-a3d9-4639-9741-e269efcb4025', 'tenant_id': '6e1005cbed78404daae5cd73457acdb0', 'fixed_ips': [{'subnet_id': 'db676a77-86ee-4e68-b14e-0c733c4be619'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:12:59.993718 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.001160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.007002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:00.007811 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.051656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1941006 Jul 16 02:13:00.051878 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:00.058657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Request body: {'subnet': {'network_id': 'e9facc07-8082-4d9d-96b8-79b3e4aa8bec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:00.175321 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Allocated IP 2001:db8:0:ffff::2 (f59798aa-a3d9-4639-9741-e269efcb4025/db676a77-86ee-4e68-b14e-0c733c4be619/dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:00.200303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Made reservation on behalf of 6e1005cbed78404daae5cd73457acdb0 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:00.205432 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.351489 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.360911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Transition to ACTIVE for port object dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:00.370542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e7c81-11b8-4b0e-a63d-adf86cf9afc6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'Network': ['ID=e9facc07-8082-4d9d-96b8-79b3e4aa8bec,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:00.385496 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e9facc07-8082-4d9d-96b8-79b3e4aa8bec details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:13:00.388340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Transition to ACTIVE for port object dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:00.416023 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.417831 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.433738 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.496915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Network f59798aa-a3d9-4639-9741-e269efcb4025 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:00.501345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:00.501882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'Subnet': ['ID=ddf21b7e-3e7b-4cd0-969f-adade0c10f0f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:00.504209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Checking segment: {'id': '19651377-9ca2-4825-8bf5-efad763a8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9facc07-8082-4d9d-96b8-79b3e4aa8bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:00.504567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Network hostable DHCP agents. Network: e9facc07-8082-4d9d-96b8-79b3e4aa8bec, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:13:00.506198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:00.515103 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.515450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.515791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.515913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Pushing event updated for resources: {'Port': ['ID=dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:00.516127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.516457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.516780 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.517129 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.517455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.517775 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.518112 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.518431 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.518744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.534329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Network e9facc07-8082-4d9d-96b8-79b3e4aa8bec is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:13:00.543050 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, e9facc07-8082-4d9d-96b8-79b3e4aa8bec) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:00.543351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.543638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.544823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.544823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.544823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.545260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.545352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.546612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.546612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.546920 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.547206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.547533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.548927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:00.549613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.564429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-507c1c62-aba0-48a3-b3fb-78621883e9a5 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5113328 Jul 16 02:13:00.567096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49236) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:00.570170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6b9177-895e-44a0-9e98-c5bc1a5f04cc None None] Network e9facc07-8082-4d9d-96b8-79b3e4aa8bec requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:00.598039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Attempting to bind port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:00.598425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Attempting to bind port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '06c78038-5695-4c70-ab48-7f9eb68bb6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f59798aa-a3d9-4639-9741-e269efcb4025'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:00.598787 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Attempting to bind port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b on network f59798aa-a3d9-4639-9741-e269efcb4025 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:00.636125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:00.636418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Checking segment: {'id': '06c78038-5695-4c70-ab48-7f9eb68bb6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f59798aa-a3d9-4639-9741-e269efcb4025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:00.636826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.637220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Bound using segment: {'id': '06c78038-5695-4c70-ab48-7f9eb68bb6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f59798aa-a3d9-4639-9741-e269efcb4025'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:00.637706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Bound port: dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c78038-5695-4c70-ab48-7f9eb68bb6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f59798aa-a3d9-4639-9741-e269efcb4025'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:00.638124 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.669331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.745766 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.746380 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] For port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:00.752228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] For port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b,segment=NetworkSegment(06c78038-5695-4c70-ab48-7f9eb68bb6d1),segment_id=06c78038-5695-4c70-ab48-7f9eb68bb6d1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:00.756938 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.804638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e21b23-d87e-4dff-a3c0-fdd454bf157f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-e9facc07-8082-4d9d-96b8-79b3e4aa8bec', 'network_id': 'e9facc07-8082-4d9d-96b8-79b3e4aa8bec', 'tenant_id': '6e1005cbed78404daae5cd73457acdb0', 'fixed_ips': [{'subnet_id': 'ddf21b7e-3e7b-4cd0-969f-adade0c10f0f'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:13:00.805500 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79e21b23-d87e-4dff-a3c0-fdd454bf157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.821141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.851965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf21b7e-3e7b-4cd0-969f-adade0c10f0f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:00.900161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdfb2e-346f-4957-ad23-fdd8d37596d6 None None] Pushing event updated for resources: {'Port': ['ID=dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:00.917298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4701c008-2fc3-402d-9c5e-8134463ddcb3 None None] Network e9facc07-8082-4d9d-96b8-79b3e4aa8bec requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:00.933219 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.945013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9facc07-8082-4d9d-96b8-79b3e4aa8bec']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:00.956248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19651377-9ca2-4825-8bf5-efad763a8ee6') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:00.956548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19651377-9ca2-4825-8bf5-efad763a8ee6') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:00.965633 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.980685 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.989342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:13:00.989839 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:13:00.993192 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:13:01.073866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.085088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.090490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49240) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:01.091089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/networks/e9facc07-8082-4d9d-96b8-79b3e4aa8bec HTTP/1.1" status: 204 len: 168 time: 0.5224063 Jul 16 02:13:01.097461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-38222281'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:01.106845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef335751-7a9f-4794-80e9-da3e794340bf tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Network': ['ID=e9facc07-8082-4d9d-96b8-79b3e4aa8bec,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:01.137866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Made reservation on behalf of 6e1005cbed78404daae5cd73457acdb0 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:01.141866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.183449 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:13:01.199435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:01.201381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.201782 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Added segment 65baabb0-42d3-43a1-97d6-af3d29c6417d of type vlan for network 9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e Jul 16 02:13:01.242600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.248786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:01.271209 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.276805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:01.277329 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.316988 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2252131 Jul 16 02:13:01.319952 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49242) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:01.325442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Request body: {'subnet': {'network_id': '9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:01.351718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5b064-8822-4765-88a9-b10075ab0ab6 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'Network': ['ID=9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:01.362910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:13:01.415715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Made reservation on behalf of 6e1005cbed78404daae5cd73457acdb0 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:01.419409 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.480855 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Performing IP validity checks on allocation pools {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 02:13:01.481361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 02:13:01.607075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.676432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'Subnet': ['ID=7c7ec567-5863-48ae-8cca-56ada5ab71ec,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:01.683766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Checking segment: {'id': '65baabb0-42d3-43a1-97d6-af3d29c6417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:01.684121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Network hostable DHCP agents. Network: 9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:13:01.703122 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Network 9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:13:01.713206 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:01.720721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:01.721338 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.721840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d5fa7c-92fc-416a-ab21-93f21f72e179 None None] Network 9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:01.738258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-94477640-0afa-4a30-91f8-e81d8a790145 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4171185 Jul 16 02:13:01.741035 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49244) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:01.830865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8156813-d7e9-41fd-aef0-dae0d4dda58f None None] Network f59798aa-a3d9-4639-9741-e269efcb4025 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:01.853976 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.931873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e75e8-cc65-483b-b04c-e89e17ff71fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e', 'network_id': '9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e', 'tenant_id': '6e1005cbed78404daae5cd73457acdb0', 'fixed_ips': [{'subnet_id': '7c7ec567-5863-48ae-8cca-56ada5ab71ec'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:13:01.932647 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-541e75e8-cc65-483b-b04c-e89e17ff71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.946835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.956771 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-69adf372-8763-47dd-8c82-93deab424a8e None None] Provisioning for port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:01.964109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-69adf372-8763-47dd-8c82-93deab424a8e None None] Provisioning complete for port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:01.964479 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69adf372-8763-47dd-8c82-93deab424a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.008107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.039229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7ec567-5863-48ae-8cca-56ada5ab71ec,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:02.099888 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.109616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:02.119695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65baabb0-42d3-43a1-97d6-af3d29c6417d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:02.120001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65baabb0-42d3-43a1-97d6-af3d29c6417d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:02.130269 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-541e75e8-cc65-483b-b04c-e89e17ff71fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c7ec567-5863-48ae-8cca-56ada5ab71ec: This subnet is being modified by another concurrent operation. Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c7ec567-5863-48ae-8cca-56ada5ab71ec: This subnet is being modified by another concurrent operation. Jul 16 02:13:02.134956 n-d-791504-14 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 16 02:13:02.154351 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f671b9-dd29-4423-9427-1b4d0e900a9c None None] Network 9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:02.155333 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.161514 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:13:02.161916 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: timer() Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:13:02.165451 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:13:02.228472 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.237150 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.243160 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/networks/9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e HTTP/1.1" status: 204 len: 168 time: 0.4970813 Jul 16 02:13:02.243160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:02.251597 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69adf372-8763-47dd-8c82-93deab424a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.256762 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-900632914'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:02.262619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6e433-b766-4764-8b9c-1b1f4fc3baf0 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Network': ['ID=9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:02.283743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Made reservation on behalf of 6e1005cbed78404daae5cd73457acdb0 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:02.287637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.318566 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:13:02.330705 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.331303 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Added segment 7e28f152-499a-4899-8653-98724aafab1e of type vlan for network 83f6f881-9697-46d5-9b6f-f495fd06f7d4 Jul 16 02:13:02.331853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-69adf372-8763-47dd-8c82-93deab424a8e None None] For port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b,segment=NetworkSegment(06c78038-5695-4c70-ab48-7f9eb68bb6d1),segment_id=06c78038-5695-4c70-ab48-7f9eb68bb6d1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:02.337948 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69adf372-8763-47dd-8c82-93deab424a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.376637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.390291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adf372-8763-47dd-8c82-93deab424a8e None None] Pushing event updated for resources: {'Port': ['ID=dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:02.410609 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.416248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:02.416827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.457421 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2110729 Jul 16 02:13:02.457663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:02.464630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Request body: {'subnet': {'network_id': '83f6f881-9697-46d5-9b6f-f495fd06f7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:02.475983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c787506c-6690-4c5b-87eb-70f988916b98 None None] get_active_networks_info from n-d-791504-14 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:13:02.499680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaa49a-6006-4085-9129-a0ffb5ad2582 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'Network': ['ID=83f6f881-9697-46d5-9b6f-f495fd06f7d4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:02.511316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 83f6f881-9697-46d5-9b6f-f495fd06f7d4 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:13:02.582426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Made reservation on behalf of 6e1005cbed78404daae5cd73457acdb0 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:02.586147 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.611651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787506c-6690-4c5b-87eb-70f988916b98 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:13:02.615135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-145c0c1a-bffa-48f3-aacd-7137cb188e22 None None] Provisioning complete for port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:02.615510 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-145c0c1a-bffa-48f3-aacd-7137cb188e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.778251 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.849634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'Subnet': ['ID=d10b815f-ee5e-4f18-b793-5c7fd883ebc2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:02.855056 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Checking segment: {'id': '7e28f152-499a-4899-8653-98724aafab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '83f6f881-9697-46d5-9b6f-f495fd06f7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:02.855423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Network hostable DHCP agents. Network: 83f6f881-9697-46d5-9b6f-f495fd06f7d4, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:13:02.873087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Network 83f6f881-9697-46d5-9b6f-f495fd06f7d4 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:13:02.885859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 83f6f881-9697-46d5-9b6f-f495fd06f7d4) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:02.893717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:02.894386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.912761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-06c2a05f-2964-4179-b8e6-1b7fe8b66c9a tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4532952 Jul 16 02:13:02.916874 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:02.924330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1827360343'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:02.944870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Made reservation on behalf of 6e1005cbed78404daae5cd73457acdb0 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:02.949262 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.973746 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:13:02.984709 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.985054 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Added segment dffb0ff3-4777-4a6a-94ce-5a4cdf00675f of type vlan for network 06504222-0f4e-4bd2-ad1c-59f406c9b440 Jul 16 02:13:03.026554 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.055023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709db55-938f-4f05-89ec-b7c4ce0fd3cc None None] Network 83f6f881-9697-46d5-9b6f-f495fd06f7d4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:03.058921 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.064944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:03.065534 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.107246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1890008 Jul 16 02:13:03.110461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49252) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:03.116080 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Request body: {'subnet': {'network_id': '06504222-0f4e-4bd2-ad1c-59f406c9b440', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:03.135753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:03.144322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b78dd3-ce7e-47c5-83ad-12736f1b80b8 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'Network': ['ID=06504222-0f4e-4bd2-ad1c-59f406c9b440,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:03.163154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 06504222-0f4e-4bd2-ad1c-59f406c9b440 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:13:03.214212 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Made reservation on behalf of 6e1005cbed78404daae5cd73457acdb0 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:03.219227 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.315655 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:03.316029 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.336946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-83f6f881-9697-46d5-9b6f-f495fd06f7d4', 'network_id': '83f6f881-9697-46d5-9b6f-f495fd06f7d4', 'tenant_id': '6e1005cbed78404daae5cd73457acdb0', 'fixed_ips': [{'subnet_id': 'd10b815f-ee5e-4f18-b793-5c7fd883ebc2'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:13:03.337809 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.412387 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.478259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event updated for resources: {'Subnet': ['ID=5d0572b6-cec2-437b-8165-585902f05da2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:03.487267 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Checking segment: {'id': 'dffb0ff3-4777-4a6a-94ce-5a4cdf00675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '06504222-0f4e-4bd2-ad1c-59f406c9b440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:03.487630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Network hostable DHCP agents. Network: 06504222-0f4e-4bd2-ad1c-59f406c9b440, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:13:03.506308 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Network 06504222-0f4e-4bd2-ad1c-59f406c9b440 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:13:03.515735 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 06504222-0f4e-4bd2-ad1c-59f406c9b440) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:03.520941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:03.521743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.522033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Allocated IP 2001:db8::2 (83f6f881-9697-46d5-9b6f-f495fd06f7d4/d10b815f-ee5e-4f18-b793-5c7fd883ebc2/0598372a-40c3-436f-a8e8-482296712d63) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:03.525684 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f9214-de08-45e3-97a1-f840b61889b6 None None] Network 06504222-0f4e-4bd2-ad1c-59f406c9b440 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:03.537460 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-13fd82f1-5ef1-4bba-94ae-65b41ea0b53c tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4256995 Jul 16 02:13:03.540119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:03.641964 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.697503 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.757309 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.784425 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0572b6-cec2-437b-8165-585902f05da2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:03.791175 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d94f66-8391-44cc-aba2-89dd701704cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-06504222-0f4e-4bd2-ad1c-59f406c9b440', 'network_id': '06504222-0f4e-4bd2-ad1c-59f406c9b440', 'tenant_id': '6e1005cbed78404daae5cd73457acdb0', 'fixed_ips': [{'subnet_id': '5d0572b6-cec2-437b-8165-585902f05da2'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:13:03.792035 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2d94f66-8391-44cc-aba2-89dd701704cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.806260 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.818514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Transition to ACTIVE for port object 0598372a-40c3-436f-a8e8-482296712d63 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:03.851330 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.862874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06504222-0f4e-4bd2-ad1c-59f406c9b440']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:03.872170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffb0ff3-4777-4a6a-94ce-5a4cdf00675f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:03.872464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffb0ff3-4777-4a6a-94ce-5a4cdf00675f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:03.883668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.887054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Transition to ACTIVE for port object 0598372a-40c3-436f-a8e8-482296712d63 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:03.896824 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.898225 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.905725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:13:03.906239 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:13:03.909233 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:13:03.925071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf056f4b-a749-4136-b6e4-cdd8496ba442 None None] Network 06504222-0f4e-4bd2-ad1c-59f406c9b440 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:03.964416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Network 83f6f881-9697-46d5-9b6f-f495fd06f7d4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:03.967284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Pushing event updated for resources: {'Port': ['ID=0598372a-40c3-436f-a8e8-482296712d63,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:03.969459 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.975306 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:03.976416 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.977678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:03.978476 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/networks/06504222-0f4e-4bd2-ad1c-59f406c9b440 HTTP/1.1" status: 204 len: 168 time: 0.4371657 Jul 16 02:13:03.983066 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:03.991121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56a1dd-d848-4472-a65e-a40983cb05c4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Network': ['ID=06504222-0f4e-4bd2-ad1c-59f406c9b440,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:04.016152 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5955479-438c-4858-b0dd-4b4e19bebda4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] GET failed (client error): The resource could not be found. Jul 16 02:13:04.017498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d5955479-438c-4858-b0dd-4b4e19bebda4 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "GET /v2.0/subnets/5d0572b6-cec2-437b-8165-585902f05da2 HTTP/1.1" status: 404 len: 337 time: 0.0316584 Jul 16 02:13:04.021016 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49258) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:04.038978 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bdfdd6-8400-4a2f-9784-180fe3d78f2b tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] DELETE failed (client error): The resource could not be found. Jul 16 02:13:04.039538 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06bdfdd6-8400-4a2f-9784-180fe3d78f2b tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:13:04.041192 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-06bdfdd6-8400-4a2f-9784-180fe3d78f2b tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/networks/06504222-0f4e-4bd2-ad1c-59f406c9b440 HTTP/1.1" status: 404 len: 339 time: 0.0198934 Jul 16 02:13:04.044972 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:04.072824 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f12c9b3-abaf-4f82-999a-ca5257744980 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] DELETE failed (client error): The resource could not be found. Jul 16 02:13:04.073265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f12c9b3-abaf-4f82-999a-ca5257744980 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:13:04.074943 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1f12c9b3-abaf-4f82-999a-ca5257744980 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/subnets/5d0572b6-cec2-437b-8165-585902f05da2 HTTP/1.1" status: 404 len: 337 time: 0.0276761 Jul 16 02:13:04.077621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49262) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:04.095417 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a59dea6-a63a-47d1-bd0b-3fa6e738dc9f tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] DELETE failed (client error): The resource could not be found. Jul 16 02:13:04.095945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a59dea6-a63a-47d1-bd0b-3fa6e738dc9f tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:13:04.097572 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2a59dea6-a63a-47d1-bd0b-3fa6e738dc9f tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/networks/06504222-0f4e-4bd2-ad1c-59f406c9b440 HTTP/1.1" status: 404 len: 339 time: 0.0190296 Jul 16 02:13:04.100088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49264) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:04.109680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Attempting to bind port 0598372a-40c3-436f-a8e8-482296712d63 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:04.110308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Attempting to bind port 0598372a-40c3-436f-a8e8-482296712d63 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '7e28f152-499a-4899-8653-98724aafab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '83f6f881-9697-46d5-9b6f-f495fd06f7d4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:04.110656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Attempting to bind port 0598372a-40c3-436f-a8e8-482296712d63 on network 83f6f881-9697-46d5-9b6f-f495fd06f7d4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:04.116447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:04.116812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Checking segment: {'id': '7e28f152-499a-4899-8653-98724aafab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '83f6f881-9697-46d5-9b6f-f495fd06f7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:04.117207 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.117592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Bound using segment: {'id': '7e28f152-499a-4899-8653-98724aafab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '83f6f881-9697-46d5-9b6f-f495fd06f7d4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:04.118070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Bound port: 0598372a-40c3-436f-a8e8-482296712d63, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e28f152-499a-4899-8653-98724aafab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '83f6f881-9697-46d5-9b6f-f495fd06f7d4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:04.118448 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.151279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-de438da9-d903-4a45-bb9a-13de26b91950 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Deleting subnet d10b815f-ee5e-4f18-b793-5c7fd883ebc2 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:13:04.154351 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de438da9-d903-4a45-bb9a-13de26b91950 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.183971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] For port 0598372a-40c3-436f-a8e8-482296712d63, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:04.188066 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] For port 0598372a-40c3-436f-a8e8-482296712d63, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0598372a-40c3-436f-a8e8-482296712d63,segment=NetworkSegment(7e28f152-499a-4899-8653-98724aafab1e),segment_id=7e28f152-499a-4899-8653-98724aafab1e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:04.192439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.202739 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de438da9-d903-4a45-bb9a-13de26b91950 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.249506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1c15e-69df-41ab-8e6d-56661b448654 None None] Pushing event updated for resources: {'Port': ['ID=0598372a-40c3-436f-a8e8-482296712d63,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:04.293973 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de438da9-d903-4a45-bb9a-13de26b91950 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.354094 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de438da9-d903-4a45-bb9a-13de26b91950 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.390649 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de438da9-d903-4a45-bb9a-13de26b91950 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Subnet': ['ID=d10b815f-ee5e-4f18-b793-5c7fd883ebc2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:04.395798 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de438da9-d903-4a45-bb9a-13de26b91950 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.398369 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-de438da9-d903-4a45-bb9a-13de26b91950 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/subnets/d10b815f-ee5e-4f18-b793-5c7fd883ebc2 HTTP/1.1" status: 204 len: 168 time: 0.2973785 Jul 16 02:13:04.400792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49266) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:04.483586 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.538346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Deleting port 0598372a-40c3-436f-a8e8-482296712d63 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:13:04.538691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.605867 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] For port 0598372a-40c3-436f-a8e8-482296712d63, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0598372a-40c3-436f-a8e8-482296712d63,segment=NetworkSegment(7e28f152-499a-4899-8653-98724aafab1e),segment_id=7e28f152-499a-4899-8653-98724aafab1e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:04.606266 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.617904 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Calling delete_port for 0598372a-40c3-436f-a8e8-482296712d63 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:13:04.695890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.722663 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Port': ['ID=0598372a-40c3-436f-a8e8-482296712d63,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:04.726284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] No DVR routers for this DVR port 0598372a-40c3-436f-a8e8-482296712d63 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:04.806267 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.816157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f6f881-9697-46d5-9b6f-f495fd06f7d4']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:04.825643 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e28f152-499a-4899-8653-98724aafab1e') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:04.826020 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e28f152-499a-4899-8653-98724aafab1e') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:04.835112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.848878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.854605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:13:04.854992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: timer() Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:13:04.858033 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:13:04.923625 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.929022 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.931155 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/networks/83f6f881-9697-46d5-9b6f-f495fd06f7d4 HTTP/1.1" status: 204 len: 168 time: 0.5294142 Jul 16 02:13:04.933776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49268) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:04.945888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbae45-c957-4644-bfdb-5125d890b2ec tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Network': ['ID=83f6f881-9697-46d5-9b6f-f495fd06f7d4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:04.962521 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff0361c-2c31-48f5-95c8-eea0bffb8359 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] DELETE failed (client error): The resource could not be found. Jul 16 02:13:04.963062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff0361c-2c31-48f5-95c8-eea0bffb8359 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:13:04.964878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aff0361c-2c31-48f5-95c8-eea0bffb8359 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/subnets/7c7ec567-5863-48ae-8cca-56ada5ab71ec HTTP/1.1" status: 404 len: 337 time: 0.0299399 Jul 16 02:13:04.967558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:04.986481 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd9483f-dbec-4550-9e81-5584ee672c83 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] DELETE failed (client error): The resource could not be found. Jul 16 02:13:04.987410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd9483f-dbec-4550-9e81-5584ee672c83 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:13:04.989219 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8dd9483f-dbec-4550-9e81-5584ee672c83 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/networks/9fa3d6f4-64c5-4a1b-88c3-e69d6a15897e HTTP/1.1" status: 404 len: 339 time: 0.0206940 Jul 16 02:13:04.991791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49272) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:05.024787 n-d-791504-14 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0af608d-085d-47ce-a17e-e6173e0ba12e tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] DELETE failed (client error): The resource could not be found. Jul 16 02:13:05.025241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0af608d-085d-47ce-a17e-e6173e0ba12e tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:13:05.027012 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e0af608d-085d-47ce-a17e-e6173e0ba12e tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/subnets/ddf21b7e-3e7b-4cd0-969f-adade0c10f0f HTTP/1.1" status: 404 len: 337 time: 0.0342848 Jul 16 02:13:05.029809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49274) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:05.049183 n-d-791504-14 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-42046cdf-238d-4234-8d7f-9940d3af6ddc tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] DELETE failed (client error): The resource could not be found. Jul 16 02:13:05.049804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42046cdf-238d-4234-8d7f-9940d3af6ddc tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:13:05.051546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-42046cdf-238d-4234-8d7f-9940d3af6ddc tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/networks/e9facc07-8082-4d9d-96b8-79b3e4aa8bec HTTP/1.1" status: 404 len: 339 time: 0.0206995 Jul 16 02:13:05.054239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49276) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:05.107862 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d2b7cb-11ec-4ff3-a4b6-a0671119a162 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Deleting subnet db676a77-86ee-4e68-b14e-0c733c4be619 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:13:05.111377 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34d2b7cb-11ec-4ff3-a4b6-a0671119a162 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.154157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34d2b7cb-11ec-4ff3-a4b6-a0671119a162 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.251627 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34d2b7cb-11ec-4ff3-a4b6-a0671119a162 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.259094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0372a79b-7b28-459b-8d17-145b3adf11fa None None] DHCP port deletion for 83f6f881-9697-46d5-9b6f-f495fd06f7d4 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:13:05.279324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bab33c-da78-4b6b-85ab-ca10c6c4826a None None] Network 83f6f881-9697-46d5-9b6f-f495fd06f7d4 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:05.282822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-27cfa56b-4f40-49f6-b085-f18a58251d88 None None] Could not find standard attr ID for object 0598372a-40c3-436f-a8e8-482296712d63. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:13:05.292348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bab33c-da78-4b6b-85ab-ca10c6c4826a None None] Network 83f6f881-9697-46d5-9b6f-f495fd06f7d4 could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:13:05.313386 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34d2b7cb-11ec-4ff3-a4b6-a0671119a162 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.337239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2b7cb-11ec-4ff3-a4b6-a0671119a162 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Subnet': ['ID=db676a77-86ee-4e68-b14e-0c733c4be619,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:05.342778 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34d2b7cb-11ec-4ff3-a4b6-a0671119a162 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.346916 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-34d2b7cb-11ec-4ff3-a4b6-a0671119a162 tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/subnets/db676a77-86ee-4e68-b14e-0c733c4be619 HTTP/1.1" status: 204 len: 168 time: 0.2894337 Jul 16 02:13:05.347207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:05.349877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccded87-a320-4af0-8a78-e141b235016f None None] Network f59798aa-a3d9-4639-9741-e269efcb4025 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:05.426269 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.477717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Deleting port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:13:05.478090 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.529812 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf26d73-c605-47e8-8b76-5ca9f228a02c None None] DHCP port deletion for f59798aa-a3d9-4639-9741-e269efcb4025 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:13:05.548229 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] For port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b,segment=NetworkSegment(06c78038-5695-4c70-ab48-7f9eb68bb6d1),segment_id=06c78038-5695-4c70-ab48-7f9eb68bb6d1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:05.548594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.560506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Calling delete_port for dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:13:05.578349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5bf26d73-c605-47e8-8b76-5ca9f228a02c None None] Deleting port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:13:05.578730 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5bf26d73-c605-47e8-8b76-5ca9f228a02c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.643179 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.644345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5bf26d73-c605-47e8-8b76-5ca9f228a02c None None] For port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b,segment=NetworkSegment(06c78038-5695-4c70-ab48-7f9eb68bb6d1),segment_id=06c78038-5695-4c70-ab48-7f9eb68bb6d1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:05.644744 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5bf26d73-c605-47e8-8b76-5ca9f228a02c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.656362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5bf26d73-c605-47e8-8b76-5ca9f228a02c None None] Calling delete_port for dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:13:05.669196 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Port': ['ID=dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:05.671666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] No DVR routers for this DVR port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:05.734179 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5bf26d73-c605-47e8-8b76-5ca9f228a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.753040 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.759536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf26d73-c605-47e8-8b76-5ca9f228a02c None None] Pushing event deleted for resources: {'Port': ['ID=dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:05.762941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf26d73-c605-47e8-8b76-5ca9f228a02c None None] No DVR routers for this DVR port dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:05.763080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59798aa-a3d9-4639-9741-e269efcb4025']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:05.775231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c78038-5695-4c70-ab48-7f9eb68bb6d1') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:05.775532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c78038-5695-4c70-ab48-7f9eb68bb6d1') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:05.784939 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.799145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.805091 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:13:05.805521 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: timer() Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:13:05.808383 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:13:05.870737 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.877904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.882221 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] 10.222.0.64 "DELETE /v2.0/networks/f59798aa-a3d9-4639-9741-e269efcb4025 HTTP/1.1" status: 204 len: 168 time: 0.5317590 Jul 16 02:13:05.892096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15156ec9-d04d-4216-bc72-323159e391ba tempest-NetworksIpV6Test-1127874010 tempest-NetworksIpV6Test-1127874010-project] Pushing event deleted for resources: {'Network': ['ID=f59798aa-a3d9-4639-9741-e269efcb4025,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:06.124334 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:06.250451 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0bab9683-8e99-42a1-8675-b0087d8435b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e1005cbed78404daae5cd73457acdb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248577 Jul 16 02:13:06.252993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49288) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:06.300404 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1010b8cf-70c8-457e-b93e-236177babaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.321240 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1010b8cf-70c8-457e-b93e-236177babaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.369464 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1010b8cf-70c8-457e-b93e-236177babaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.372218 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1010b8cf-70c8-457e-b93e-236177babaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.373542 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1010b8cf-70c8-457e-b93e-236177babaf1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8254bb1f-689f-424d-a66c-cef1a6a0f61e HTTP/1.1" status: 204 len: 168 time: 0.1194913 Jul 16 02:13:06.381295 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010b8cf-70c8-457e-b93e-236177babaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8254bb1f-689f-424d-a66c-cef1a6a0f61e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:06.992330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49310) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:07.086135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2fe87847-a6f3-464c-9eb6-83ee0ad6c6e6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2133571110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:07.111740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fe87847-a6f3-464c-9eb6-83ee0ad6c6e6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.113011 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fe87847-a6f3-464c-9eb6-83ee0ad6c6e6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.121900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:13:07.145662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:13:07.146137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device dca90f75-e2a2-4eb8-8c9c-d5ad03c9966b not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:13:07.146561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0598372a-40c3-436f-a8e8-482296712d63 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:13:07.166135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 0598372a-40c3-436f-a8e8-482296712d63 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:13:07.166480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0598372a-40c3-436f-a8e8-482296712d63 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:13:07.202953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fe87847-a6f3-464c-9eb6-83ee0ad6c6e6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.207056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fe87847-a6f3-464c-9eb6-83ee0ad6c6e6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.223003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fe87847-a6f3-464c-9eb6-83ee0ad6c6e6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.224280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2fe87847-a6f3-464c-9eb6-83ee0ad6c6e6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2309272 Jul 16 02:13:07.227072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49314) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:07.232857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2139087296'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:07.253360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Made reservation on behalf of faad6f80a4954350b125a5536876723b for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:07.256778 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.265263 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.359949 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.363964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.392772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:13:07.398998 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2034a3-53b9-4673-a42e-80a427b3fe61,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:07.407387 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.407387 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Added segment 179e9364-b7e8-4f5b-b9fd-b06c5ca3108a of type vlan for network a4057cb1-b5b4-4c5a-aa04-b3afcc73c292 Jul 16 02:13:07.446670 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.474787 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.480276 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:07.480848 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.514324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2861755 Jul 16 02:13:07.517247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49316) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:07.522831 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Request body: {'subnet': {'network_id': 'a4057cb1-b5b4-4c5a-aa04-b3afcc73c292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:07.578112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d14be-c972-47e9-ae3b-d853c1c79c79 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event updated for resources: {'Network': ['ID=a4057cb1-b5b4-4c5a-aa04-b3afcc73c292,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:07.589307 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network a4057cb1-b5b4-4c5a-aa04-b3afcc73c292 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:13:07.664039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Made reservation on behalf of faad6f80a4954350b125a5536876723b for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:07.668017 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.843352 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.906420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event updated for resources: {'Subnet': ['ID=6e3eb0be-f478-46ef-8d0e-7aad9de9d427,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:07.912084 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Checking segment: {'id': '179e9364-b7e8-4f5b-b9fd-b06c5ca3108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a4057cb1-b5b4-4c5a-aa04-b3afcc73c292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:07.912603 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Network hostable DHCP agents. Network: a4057cb1-b5b4-4c5a-aa04-b3afcc73c292, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:13:07.929708 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Network a4057cb1-b5b4-4c5a-aa04-b3afcc73c292 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:13:07.938756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, a4057cb1-b5b4-4c5a-aa04-b3afcc73c292) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:07.943725 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:07.945632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.946452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba46a207-745c-4883-a5bb-dfea1f8330aa None None] Network a4057cb1-b5b4-4c5a-aa04-b3afcc73c292 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:07.960349 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-94c90664-8b3e-4357-a84a-55f71ee9fa0d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4420865 Jul 16 02:13:07.963520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49318) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:07.969690 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1422016508'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:07.991748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Made reservation on behalf of faad6f80a4954350b125a5536876723b for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:07.995310 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.020122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:13:08.029410 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.029780 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Added segment 52b42d68-db85-450b-911c-7f6ec556fc9a of type vlan for network df0d61b5-c7e0-4892-a677-52149e4a8b79 Jul 16 02:13:08.075341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.097525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-a4057cb1-b5b4-4c5a-aa04-b3afcc73c292', 'network_id': 'a4057cb1-b5b4-4c5a-aa04-b3afcc73c292', 'tenant_id': 'faad6f80a4954350b125a5536876723b', 'fixed_ips': [{'subnet_id': '6e3eb0be-f478-46ef-8d0e-7aad9de9d427'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:13:08.098514 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.105678 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.112628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:08.113213 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.149488 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1848435 Jul 16 02:13:08.152419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49320) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:08.159287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Request body: {'subnet': {'network_id': 'df0d61b5-c7e0-4892-a677-52149e4a8b79', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:08.183136 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa06fb-4120-4e33-991b-fb3db8e37242 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event updated for resources: {'Network': ['ID=df0d61b5-c7e0-4892-a677-52149e4a8b79,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:08.197207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network df0d61b5-c7e0-4892-a677-52149e4a8b79 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:13:08.251023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Made reservation on behalf of faad6f80a4954350b125a5536876723b for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:08.254602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.297003 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Allocated IP 172.20.0.2 (a4057cb1-b5b4-4c5a-aa04-b3afcc73c292/6e3eb0be-f478-46ef-8d0e-7aad9de9d427/8971b63f-d581-48a2-8cd6-1d41d416f365) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:08.445918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.455396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Transition to ACTIVE for port object 8971b63f-d581-48a2-8cd6-1d41d416f365 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:08.471672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Transition to ACTIVE for port object 8971b63f-d581-48a2-8cd6-1d41d416f365 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:08.477878 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.523249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Network a4057cb1-b5b4-4c5a-aa04-b3afcc73c292 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:08.526161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:08.530113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:08.536347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Pushing event updated for resources: {'Port': ['ID=8971b63f-d581-48a2-8cd6-1d41d416f365,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:08.594080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Attempting to bind port 8971b63f-d581-48a2-8cd6-1d41d416f365 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:08.594471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Attempting to bind port 8971b63f-d581-48a2-8cd6-1d41d416f365 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '179e9364-b7e8-4f5b-b9fd-b06c5ca3108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a4057cb1-b5b4-4c5a-aa04-b3afcc73c292'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:08.594836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Attempting to bind port 8971b63f-d581-48a2-8cd6-1d41d416f365 on network a4057cb1-b5b4-4c5a-aa04-b3afcc73c292 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:08.599908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:08.600285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Checking segment: {'id': '179e9364-b7e8-4f5b-b9fd-b06c5ca3108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a4057cb1-b5b4-4c5a-aa04-b3afcc73c292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:08.600743 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.601269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Bound using segment: {'id': '179e9364-b7e8-4f5b-b9fd-b06c5ca3108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a4057cb1-b5b4-4c5a-aa04-b3afcc73c292'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:08.601741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Bound port: 8971b63f-d581-48a2-8cd6-1d41d416f365, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179e9364-b7e8-4f5b-b9fd-b06c5ca3108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a4057cb1-b5b4-4c5a-aa04-b3afcc73c292'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:08.602149 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.668474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] For port 8971b63f-d581-48a2-8cd6-1d41d416f365, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:08.671971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] For port 8971b63f-d581-48a2-8cd6-1d41d416f365, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8971b63f-d581-48a2-8cd6-1d41d416f365,segment=NetworkSegment(179e9364-b7e8-4f5b-b9fd-b06c5ca3108a),segment_id=179e9364-b7e8-4f5b-b9fd-b06c5ca3108a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:08.677029 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.735206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f74157-7032-4d90-8cfe-09aef58cd731 None None] Pushing event updated for resources: {'Port': ['ID=8971b63f-d581-48a2-8cd6-1d41d416f365,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:08.799231 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.867235 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event updated for resources: {'Subnet': ['ID=e5e8cefc-4019-4aeb-80cb-3b1c02505c0f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:08.873042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Checking segment: {'id': '52b42d68-db85-450b-911c-7f6ec556fc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'df0d61b5-c7e0-4892-a677-52149e4a8b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:08.873209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Network hostable DHCP agents. Network: df0d61b5-c7e0-4892-a677-52149e4a8b79, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:13:08.909935 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Network df0d61b5-c7e0-4892-a677-52149e4a8b79 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:13:08.919814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, df0d61b5-c7e0-4892-a677-52149e4a8b79) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:08.924967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:08.925881 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.932285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa475d3-26f5-461f-aa58-a1c903350bd1 None None] Network df0d61b5-c7e0-4892-a677-52149e4a8b79 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:08.956494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-24e4ba96-2ba6-4e7c-bbce-8da303233ece tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8019006 Jul 16 02:13:08.959222 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:08.964570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-78de3f51-bec7-4961-8515-44bc5fc71e3b tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df0d61b5-c7e0-4892-a677-52149e4a8b79'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:09.104077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-df0d61b5-c7e0-4892-a677-52149e4a8b79', 'network_id': 'df0d61b5-c7e0-4892-a677-52149e4a8b79', 'tenant_id': 'faad6f80a4954350b125a5536876723b', 'fixed_ips': [{'subnet_id': 'e5e8cefc-4019-4aeb-80cb-3b1c02505c0f'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:13:09.105023 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.187240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8971b63f-d581-48a2-8cd6-1d41d416f365 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:09.192219 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78de3f51-bec7-4961-8515-44bc5fc71e3b tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.288965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Allocated IP 172.21.0.2 (df0d61b5-c7e0-4892-a677-52149e4a8b79/e5e8cefc-4019-4aeb-80cb-3b1c02505c0f/04e5b2d0-d829-4497-885e-3e8a380db58c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:09.290703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 8971b63f-d581-48a2-8cd6-1d41d416f365 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:09.305455 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [None req-78de3f51-bec7-4961-8515-44bc5fc71e3b tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:13:09.306599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-78de3f51-bec7-4961-8515-44bc5fc71e3b tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "PUT /v2.0/routers/9626632e-6b07-4fce-a0e3-8194bc8d6fe3 HTTP/1.1" status: 400 len: 364 time: 0.3463051 Jul 16 02:13:09.313104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:09.364830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b40750a-655a-40d6-9889-d2b871c2aeda tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Deleting subnet e5e8cefc-4019-4aeb-80cb-3b1c02505c0f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:13:09.444278 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.452854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Transition to ACTIVE for port object 04e5b2d0-d829-4497-885e-3e8a380db58c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:09.469173 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Transition to ACTIVE for port object 04e5b2d0-d829-4497-885e-3e8a380db58c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:09.474783 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b40750a-655a-40d6-9889-d2b871c2aeda tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.475936 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.543983 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b40750a-655a-40d6-9889-d2b871c2aeda tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.549875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Network df0d61b5-c7e0-4892-a677-52149e4a8b79 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:09.551226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Pushing event updated for resources: {'Port': ['ID=04e5b2d0-d829-4497-885e-3e8a380db58c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:09.553830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:09.555919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:09.614910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Attempting to bind port 04e5b2d0-d829-4497-885e-3e8a380db58c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:09.615682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Attempting to bind port 04e5b2d0-d829-4497-885e-3e8a380db58c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '52b42d68-db85-450b-911c-7f6ec556fc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'df0d61b5-c7e0-4892-a677-52149e4a8b79'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:09.616218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Attempting to bind port 04e5b2d0-d829-4497-885e-3e8a380db58c on network df0d61b5-c7e0-4892-a677-52149e4a8b79 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:09.621717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:09.622121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Checking segment: {'id': '52b42d68-db85-450b-911c-7f6ec556fc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'df0d61b5-c7e0-4892-a677-52149e4a8b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:09.622542 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.622987 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Bound using segment: {'id': '52b42d68-db85-450b-911c-7f6ec556fc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'df0d61b5-c7e0-4892-a677-52149e4a8b79'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:09.623602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Bound port: 04e5b2d0-d829-4497-885e-3e8a380db58c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b42d68-db85-450b-911c-7f6ec556fc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'df0d61b5-c7e0-4892-a677-52149e4a8b79'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:09.624458 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.639704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b40750a-655a-40d6-9889-d2b871c2aeda tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.702493 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b40750a-655a-40d6-9889-d2b871c2aeda tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.706561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] For port 04e5b2d0-d829-4497-885e-3e8a380db58c, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:09.710058 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] For port 04e5b2d0-d829-4497-885e-3e8a380db58c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=04e5b2d0-d829-4497-885e-3e8a380db58c,segment=NetworkSegment(52b42d68-db85-450b-911c-7f6ec556fc9a),segment_id=52b42d68-db85-450b-911c-7f6ec556fc9a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:09.719609 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.738986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40750a-655a-40d6-9889-d2b871c2aeda tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e8cefc-4019-4aeb-80cb-3b1c02505c0f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:09.740950 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b40750a-655a-40d6-9889-d2b871c2aeda tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.745612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3b40750a-655a-40d6-9889-d2b871c2aeda tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "DELETE /v2.0/subnets/e5e8cefc-4019-4aeb-80cb-3b1c02505c0f HTTP/1.1" status: 204 len: 168 time: 0.4307668 Jul 16 02:13:09.745849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49326) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:09.756085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bea8d1-1dda-4266-8c1e-48288a8037b7 None None] Network a4057cb1-b5b4-4c5a-aa04-b3afcc73c292 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:09.833578 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.892181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Deleting port 04e5b2d0-d829-4497-885e-3e8a380db58c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:13:09.892530 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.969220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] For port 04e5b2d0-d829-4497-885e-3e8a380db58c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=04e5b2d0-d829-4497-885e-3e8a380db58c,segment=NetworkSegment(52b42d68-db85-450b-911c-7f6ec556fc9a),segment_id=52b42d68-db85-450b-911c-7f6ec556fc9a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:09.969635 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.982898 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Calling delete_port for 04e5b2d0-d829-4497-885e-3e8a380db58c owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:13:10.007777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eca9c-8664-4505-ba0e-14a5e414609d None None] Pushing event updated for resources: {'Port': ['ID=04e5b2d0-d829-4497-885e-3e8a380db58c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:10.014281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-92348b83-545b-4561-a055-ea7f1491c064 None None] Provisioning for port 8971b63f-d581-48a2-8cd6-1d41d416f365 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:10.027720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-92348b83-545b-4561-a055-ea7f1491c064 None None] Provisioning complete for port 8971b63f-d581-48a2-8cd6-1d41d416f365 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:10.028240 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92348b83-545b-4561-a055-ea7f1491c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.070862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.098169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event deleted for resources: {'Port': ['ID=04e5b2d0-d829-4497-885e-3e8a380db58c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:10.101836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] No DVR routers for this DVR port 04e5b2d0-d829-4497-885e-3e8a380db58c on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:10.210373 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92348b83-545b-4561-a055-ea7f1491c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.228359 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.244180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0d61b5-c7e0-4892-a677-52149e4a8b79']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:10.258401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-92348b83-545b-4561-a055-ea7f1491c064 None None] For port 8971b63f-d581-48a2-8cd6-1d41d416f365, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8971b63f-d581-48a2-8cd6-1d41d416f365,segment=NetworkSegment(179e9364-b7e8-4f5b-b9fd-b06c5ca3108a),segment_id=179e9364-b7e8-4f5b-b9fd-b06c5ca3108a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:10.258865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b42d68-db85-450b-911c-7f6ec556fc9a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:10.259447 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b42d68-db85-450b-911c-7f6ec556fc9a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:10.265457 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92348b83-545b-4561-a055-ea7f1491c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.271879 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.291051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.298687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:13:10.299200 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:13:10.303019 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:13:10.332846 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92348b83-545b-4561-a055-ea7f1491c064 None None] Pushing event updated for resources: {'Port': ['ID=8971b63f-d581-48a2-8cd6-1d41d416f365,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:10.381139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.389258 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.391807 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "DELETE /v2.0/networks/df0d61b5-c7e0-4892-a677-52149e4a8b79 HTTP/1.1" status: 204 len: 168 time: 0.6449256 Jul 16 02:13:10.394329 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49328) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:10.412675 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3932355-e56c-461e-9925-c00af6b99ba8 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event deleted for resources: {'Network': ['ID=df0d61b5-c7e0-4892-a677-52149e4a8b79,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:10.458543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0cc5db-395a-409b-be0c-2e6e24d0ec8d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Deleting subnet 6e3eb0be-f478-46ef-8d0e-7aad9de9d427 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:13:10.461694 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc5db-395a-409b-be0c-2e6e24d0ec8d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.494953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8573d873-4260-47fd-b260-aa3289f7587a None None] Provisioning complete for port 8971b63f-d581-48a2-8cd6-1d41d416f365 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:10.495393 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8573d873-4260-47fd-b260-aa3289f7587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.502861 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc5db-395a-409b-be0c-2e6e24d0ec8d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.593851 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc5db-395a-409b-be0c-2e6e24d0ec8d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.652497 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc5db-395a-409b-be0c-2e6e24d0ec8d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.682069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cc5db-395a-409b-be0c-2e6e24d0ec8d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3eb0be-f478-46ef-8d0e-7aad9de9d427,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:10.684091 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc5db-395a-409b-be0c-2e6e24d0ec8d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.688694 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49330) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:10.689242 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0a0cc5db-395a-409b-be0c-2e6e24d0ec8d tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "DELETE /v2.0/subnets/6e3eb0be-f478-46ef-8d0e-7aad9de9d427 HTTP/1.1" status: 204 len: 168 time: 0.2933791 Jul 16 02:13:10.690712 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a466ffd-85c8-4554-95d1-af8a371634ac None None] Network a4057cb1-b5b4-4c5a-aa04-b3afcc73c292 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:10.772201 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.833772 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Deleting port 8971b63f-d581-48a2-8cd6-1d41d416f365 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:13:10.834027 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.903524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84639444-fcaf-49d2-984e-d824ed315795 None None] DHCP port deletion for a4057cb1-b5b4-4c5a-aa04-b3afcc73c292 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:13:10.907073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] For port 8971b63f-d581-48a2-8cd6-1d41d416f365, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8971b63f-d581-48a2-8cd6-1d41d416f365,segment=NetworkSegment(179e9364-b7e8-4f5b-b9fd-b06c5ca3108a),segment_id=179e9364-b7e8-4f5b-b9fd-b06c5ca3108a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:10.907575 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.921159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Calling delete_port for 8971b63f-d581-48a2-8cd6-1d41d416f365 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:13:10.955947 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84639444-fcaf-49d2-984e-d824ed315795 None None] Deleting port 8971b63f-d581-48a2-8cd6-1d41d416f365 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:13:10.956333 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84639444-fcaf-49d2-984e-d824ed315795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.008619 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.021887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] No DVR routers for this DVR port 8971b63f-d581-48a2-8cd6-1d41d416f365 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:11.024887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84639444-fcaf-49d2-984e-d824ed315795 None None] For port 8971b63f-d581-48a2-8cd6-1d41d416f365, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8971b63f-d581-48a2-8cd6-1d41d416f365,segment=NetworkSegment(179e9364-b7e8-4f5b-b9fd-b06c5ca3108a),segment_id=179e9364-b7e8-4f5b-b9fd-b06c5ca3108a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:11.025402 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84639444-fcaf-49d2-984e-d824ed315795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.038546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84639444-fcaf-49d2-984e-d824ed315795 None None] Calling delete_port for 8971b63f-d581-48a2-8cd6-1d41d416f365 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:13:11.073560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event deleted for resources: {'Port': ['ID=8971b63f-d581-48a2-8cd6-1d41d416f365,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:11.096651 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8196c079-6bda-4346-a45e-4ffe44737208 None None] DHCP port deletion for df0d61b5-c7e0-4892-a677-52149e4a8b79 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:13:11.107668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8a6227f9-e4e5-41f4-82d3-e6bd384d2e9a None None] Could not find standard attr ID for object 04e5b2d0-d829-4497-885e-3e8a380db58c. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:13:11.132049 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.135870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288d129-dd6e-430d-9bde-317b1239d12a None None] Network df0d61b5-c7e0-4892-a677-52149e4a8b79 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:11.142406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4057cb1-b5b4-4c5a-aa04-b3afcc73c292']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:11.149635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288d129-dd6e-430d-9bde-317b1239d12a None None] Network df0d61b5-c7e0-4892-a677-52149e4a8b79 could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:13:11.154188 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84639444-fcaf-49d2-984e-d824ed315795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.154781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179e9364-b7e8-4f5b-b9fd-b06c5ca3108a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:11.155874 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179e9364-b7e8-4f5b-b9fd-b06c5ca3108a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:11.165313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.180051 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.182621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8971b63f-d581-48a2-8cd6-1d41d416f365 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:13:11.185881 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639444-fcaf-49d2-984e-d824ed315795 None None] Pushing event deleted for resources: {'Port': ['ID=8971b63f-d581-48a2-8cd6-1d41d416f365,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:11.187241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:13:11.187694 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: timer() Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:13:11.191013 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:13:11.210911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84639444-fcaf-49d2-984e-d824ed315795 None None] No DVR routers for this DVR port 8971b63f-d581-48a2-8cd6-1d41d416f365 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:11.215785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 8971b63f-d581-48a2-8cd6-1d41d416f365 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:13:11.216126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8971b63f-d581-48a2-8cd6-1d41d416f365 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:13:11.527462 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.534834 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.536623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "DELETE /v2.0/networks/a4057cb1-b5b4-4c5a-aa04-b3afcc73c292 HTTP/1.1" status: 204 len: 168 time: 0.8456302 Jul 16 02:13:11.539521 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49332) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:11.547791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23119ca7-8c73-43d3-bda5-f07e2bfbd517 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Pushing event deleted for resources: {'Network': ['ID=a4057cb1-b5b4-4c5a-aa04-b3afcc73c292,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:11.568570 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7ea46944-0670-43c0-9ed2-c299a2bc355b tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "GET /v2.0/ports?device_id=9626632e-6b07-4fce-a0e3-8194bc8d6fe3 HTTP/1.1" status: 200 len: 205 time: 0.0278883 Jul 16 02:13:11.571000 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:11.650509 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f0be215-6450-4c80-8a9e-c1c21c39fdd6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.814693 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f0be215-6450-4c80-8a9e-c1c21c39fdd6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.816776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f0be215-6450-4c80-8a9e-c1c21c39fdd6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.859991 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f0be215-6450-4c80-8a9e-c1c21c39fdd6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.860489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0be215-6450-4c80-8a9e-c1c21c39fdd6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Fanout notify agent at l3_agent the message router_deleted on router 9626632e-6b07-4fce-a0e3-8194bc8d6fe3 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:13:11.867983 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f0be215-6450-4c80-8a9e-c1c21c39fdd6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.868951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6f0be215-6450-4c80-8a9e-c1c21c39fdd6 tempest-RoutersNegativeTest-1237623037 tempest-RoutersNegativeTest-1237623037-project] 10.222.0.64 "DELETE /v2.0/routers/9626632e-6b07-4fce-a0e3-8194bc8d6fe3 HTTP/1.1" status: 204 len: 168 time: 0.2970767 Jul 16 02:13:12.109926 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49340) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:12.242949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-980a5367-d8fb-4e06-8e6d-912bb8b5c36e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=faad6f80a4954350b125a5536876723b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318316 Jul 16 02:13:12.245458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:12.292888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a095faf4-484c-4f73-851c-fde7916d2eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:12.313656 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a095faf4-484c-4f73-851c-fde7916d2eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:12.360422 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a095faf4-484c-4f73-851c-fde7916d2eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:12.363158 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a095faf4-484c-4f73-851c-fde7916d2eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:12.364307 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a095faf4-484c-4f73-851c-fde7916d2eca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d2034a3-53b9-4673-a42e-80a427b3fe61 HTTP/1.1" status: 204 len: 168 time: 0.1179209 Jul 16 02:13:12.371867 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095faf4-484c-4f73-851c-fde7916d2eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2034a3-53b9-4673-a42e-80a427b3fe61,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:12.968726 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:13.062797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-294939144-network', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:13.083487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Made reservation on behalf of 0fbc165b55ca45548f093aae136b50a0 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:13.085951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.094178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.184050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.187688 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.208364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:13:13.223790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876446a0-c6f9-4910-b9f4-3c1cf8567447,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:13.228275 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.228622 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Added segment 19fb84b0-2ab6-4957-8891-07493c54ca4e of type vlan for network f57f108e-3f22-4590-85fe-31ca8049635a Jul 16 02:13:13.272279 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.301051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.301982 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:13.302572 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.333306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3634794 Jul 16 02:13:13.336414 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49370) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:13.341635 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Request body: {'subnet': {'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-294939144-subnet', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:13.362865 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Made reservation on behalf of 0fbc165b55ca45548f093aae136b50a0 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:13.364304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd582238-955d-4e2a-b1b8-7ed0fc0cf1dc admin admin] Pushing event updated for resources: {'Network': ['ID=f57f108e-3f22-4590-85fe-31ca8049635a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:13.365194 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.374578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f57f108e-3f22-4590-85fe-31ca8049635a details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:13:13.527584 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.575662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54af45eb-4b63-49fc-b673-641cc5a3ad76,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:13.590947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Checking segment: {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:13.591303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Network hostable DHCP agents. Network: f57f108e-3f22-4590-85fe-31ca8049635a, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:13:13.607512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Network f57f108e-3f22-4590-85fe-31ca8049635a is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:13:13.616422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f57f108e-3f22-4590-85fe-31ca8049635a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:13.622327 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:13.623234 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.628238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7175fc-29e5-4989-9826-c9ec63445100 None None] Network f57f108e-3f22-4590-85fe-31ca8049635a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:13.637762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-247862cc-ed66-440f-bfbd-57d01567dc55 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3001337 Jul 16 02:13:13.641131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49372) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:13.645531 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-294939144-router', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:13.669616 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.670754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.731750 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.779672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-f57f108e-3f22-4590-85fe-31ca8049635a', 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'fixed_ips': [{'subnet_id': '54af45eb-4b63-49fc-b673-641cc5a3ad76'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:13:13.781137 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.868766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.918146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Allocated IP 172.20.0.2 (f57f108e-3f22-4590-85fe-31ca8049635a/54af45eb-4b63-49fc-b673-641cc5a3ad76/26c53c98-15d2-46b2-a6d9-3ce03595c695) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:14.066498 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.074885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Transition to ACTIVE for port object 26c53c98-15d2-46b2-a6d9-3ce03595c695 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:14.078904 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.090950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Transition to ACTIVE for port object 26c53c98-15d2-46b2-a6d9-3ce03595c695 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:14.097902 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.099655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.138641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Network f57f108e-3f22-4590-85fe-31ca8049635a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:14.141536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:14.145081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:14.152091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Pushing event updated for resources: {'Port': ['ID=26c53c98-15d2-46b2-a6d9-3ce03595c695,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:14.205760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Attempting to bind port 26c53c98-15d2-46b2-a6d9-3ce03595c695 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:14.206160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Attempting to bind port 26c53c98-15d2-46b2-a6d9-3ce03595c695 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:14.206527 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Attempting to bind port 26c53c98-15d2-46b2-a6d9-3ce03595c695 on network f57f108e-3f22-4590-85fe-31ca8049635a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:14.211361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:14.211902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Allocated IP 172.25.4.118 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/371ba726-fa70-43bb-a956-643f872aa664) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:14.212028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Checking segment: {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:14.212461 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.212887 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Bound using segment: {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:14.213359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Bound port: 26c53c98-15d2-46b2-a6d9-3ce03595c695, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:14.213861 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.272969 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:13:14.283848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] For port 26c53c98-15d2-46b2-a6d9-3ce03595c695, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:14.286984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] For port 26c53c98-15d2-46b2-a6d9-3ce03595c695, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=26c53c98-15d2-46b2-a6d9-3ce03595c695,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:14.291766 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.320672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.352480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf384d-26fb-4d8c-864c-e57c2cf1591e None None] Pushing event updated for resources: {'Port': ['ID=26c53c98-15d2-46b2-a6d9-3ce03595c695,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:14.364170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.407359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:14.410188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:14.413686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:14.419145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=371ba726-fa70-43bb-a956-643f872aa664,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:14.687120 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.878337 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.007073 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Router 346d363d-a3c8-4d52-b21b-4b87e520fe4a is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:13:15.125014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:13:15.137245 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Sync routers for ids ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:13:15.142243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.146463 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cf062fa2-60dd-4225-b22e-9fa924f3a4f8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5043800 Jul 16 02:13:15.146809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:15.148026 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Routers {'346d363d-a3c8-4d52-b21b-4b87e520fe4a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:15.148820 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:15.177305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 26c53c98-15d2-46b2-a6d9-3ce03595c695 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:15.234447 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 26c53c98-15d2-46b2-a6d9-3ce03595c695 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:15.331804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb93ae-432c-4c43-a913-6d52d5b9bd33 None None] Network f57f108e-3f22-4590-85fe-31ca8049635a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:15.357458 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Set router 346d363d-a3c8-4d52-b21b-4b87e520fe4a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:15.397259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1403501c-d71d-4f49-ac03-b8e71d6fd10d None None] Provisioning for port 26c53c98-15d2-46b2-a6d9-3ce03595c695 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:15.403191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1403501c-d71d-4f49-ac03-b8e71d6fd10d None None] Provisioning complete for port 26c53c98-15d2-46b2-a6d9-3ce03595c695 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:15.403191 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1403501c-d71d-4f49-ac03-b8e71d6fd10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.546856 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'name': 'tempest-TestEncryptedCinderVolumes-294939144-router', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '371ba726-fa70-43bb-a956-643f872aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:13Z', 'updated_at': '2021-07-16T02:13:14Z', 'revision_number': 3, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'gw_port': {'id': '371ba726-fa70-43bb-a956-643f872aa664', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:06:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:14Z', 'updated_at': '2021-07-16T02:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:15.555490 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1403501c-d71d-4f49-ac03-b8e71d6fd10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.574539 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Checking router: 346d363d-a3c8-4d52-b21b-4b87e520fe4a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:13:15.574892 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Updating router 346d363d-a3c8-4d52-b21b-4b87e520fe4a port 371ba726-fa70-43bb-a956-643f872aa664 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:13:15.601933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1403501c-d71d-4f49-ac03-b8e71d6fd10d None None] For port 26c53c98-15d2-46b2-a6d9-3ce03595c695, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=26c53c98-15d2-46b2-a6d9-3ce03595c695,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:15.606651 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1403501c-d71d-4f49-ac03-b8e71d6fd10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.617027 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.634546 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.666201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403501c-d71d-4f49-ac03-b8e71d6fd10d None None] Pushing event updated for resources: {'Port': ['ID=26c53c98-15d2-46b2-a6d9-3ce03595c695,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:15.804860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Allocated IP 172.20.0.1 (f57f108e-3f22-4590-85fe-31ca8049635a/54af45eb-4b63-49fc-b673-641cc5a3ad76/10ea7be4-c657-4514-98e2-8d9bdc308cee) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:15.843297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2145cc5c-f5bb-4ae6-959d-d5171ae0dfc1 None None] Provisioning complete for port 26c53c98-15d2-46b2-a6d9-3ce03595c695 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:15.844207 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2145cc5c-f5bb-4ae6-959d-d5171ae0dfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.906459 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.917359 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Transition to ACTIVE for port object 371ba726-fa70-43bb-a956-643f872aa664 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:15.925761 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.929762 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.947071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Transition to ACTIVE for port object 10ea7be4-c657-4514-98e2-8d9bdc308cee will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:15.977091 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Attempting to bind port 371ba726-fa70-43bb-a956-643f872aa664 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:15.977461 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Attempting to bind port 371ba726-fa70-43bb-a956-643f872aa664 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:15.977819 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Attempting to bind port 371ba726-fa70-43bb-a956-643f872aa664 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:15.982101 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.988656 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Pushing event updated for resources: {'Port': ['ID=371ba726-fa70-43bb-a956-643f872aa664,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:15.990617 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:15.991330 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:15.991468 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.991744 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:15.992203 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Bound port: 371ba726-fa70-43bb-a956-643f872aa664, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:15.992578 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:16.015143 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.015482 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.015819 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.016147 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.016469 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.016792 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.017111 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.017433 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.017748 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.018085 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.018398 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.018711 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:16.020872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Network f57f108e-3f22-4590-85fe-31ca8049635a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:16.027192 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:16.030991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:16.054646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Pushing event updated for resources: {'Port': ['ID=10ea7be4-c657-4514-98e2-8d9bdc308cee,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:16.055600 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] For port 371ba726-fa70-43bb-a956-643f872aa664, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:16.059446 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] For port 371ba726-fa70-43bb-a956-643f872aa664, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=371ba726-fa70-43bb-a956-643f872aa664,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:16.065807 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:16.075519 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:16.117047 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Routers {'346d363d-a3c8-4d52-b21b-4b87e520fe4a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:16.117675 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:16.180268 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fc417-ff1f-42d7-b832-a4aeee47c2e8 None None] Pushing event updated for resources: {'Port': ['ID=371ba726-fa70-43bb-a956-643f872aa664,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:16.241080 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:16.243591 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] Set router 346d363d-a3c8-4d52-b21b-4b87e520fe4a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:16.259374 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c250e0bb-f519-455b-abec-47fe9dc9822c None None] Provisioning for port 10ea7be4-c657-4514-98e2-8d9bdc308cee completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:16.264098 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c250e0bb-f519-455b-abec-47fe9dc9822c None None] Provisioning complete for port 10ea7be4-c657-4514-98e2-8d9bdc308cee triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:16.264098 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c250e0bb-f519-455b-abec-47fe9dc9822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:16.299361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c250e0bb-f519-455b-abec-47fe9dc9822c None None] Port 10ea7be4-c657-4514-98e2-8d9bdc308cee cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:13:16.416462 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:16.422343 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:16.431316 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'name': 'tempest-TestEncryptedCinderVolumes-294939144-router', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '371ba726-fa70-43bb-a956-643f872aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:13Z', 'updated_at': '2021-07-16T02:13:14Z', 'revision_number': 3, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'gw_port': {'id': '371ba726-fa70-43bb-a956-643f872aa664', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:06:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:14Z', 'updated_at': '2021-07-16T02:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:16.456862 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad141f8-8505-4699-b23e-10b442d9fe62 None None] The sync data for ids ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'] in n-d-791504-14 is: [{'id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'name': 'tempest-TestEncryptedCinderVolumes-294939144-router', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '371ba726-fa70-43bb-a956-643f872aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:13Z', 'updated_at': '2021-07-16T02:13:14Z', 'revision_number': 3, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'gw_port': {'id': '371ba726-fa70-43bb-a956-643f872aa664', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:06:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:14Z', 'updated_at': '2021-07-16T02:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:13:16.497012 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:16.499697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Pushing event updated for resources: {'Port': ['ID=10ea7be4-c657-4514-98e2-8d9bdc308cee,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:16.599548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Network f57f108e-3f22-4590-85fe-31ca8049635a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:16.600956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:16.739169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Router 346d363d-a3c8-4d52-b21b-4b87e520fe4a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:13:16.867482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:13:16.872771 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-734ac8e4-e4b6-4afd-a5cd-eaf4abb99f30 admin admin] 10.222.0.64 "PUT /v2.0/routers/346d363d-a3c8-4d52-b21b-4b87e520fe4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7239878 Jul 16 02:13:16.924565 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5e817a79-7962-4b08-91cd-ecb7bdbfda6a None None] Provisioning complete for port 10ea7be4-c657-4514-98e2-8d9bdc308cee triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:16.925032 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e817a79-7962-4b08-91cd-ecb7bdbfda6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:16.964937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5e817a79-7962-4b08-91cd-ecb7bdbfda6a None None] Port 10ea7be4-c657-4514-98e2-8d9bdc308cee cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:13:17.200582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 26c53c98-15d2-46b2-a6d9-3ce03595c695 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:17.253676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 26c53c98-15d2-46b2-a6d9-3ce03595c695 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:17.254089 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.345549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 371ba726-fa70-43bb-a956-643f872aa664 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:17.397274 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 371ba726-fa70-43bb-a956-643f872aa664 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:17.401194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 371ba726-fa70-43bb-a956-643f872aa664 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:17.401585 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.411034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49390) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:17.416147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1398708625-network', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:17.438656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Made reservation on behalf of 579eb6ef69b54264a8c386f970a7b658 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:17.441033 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.449576 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.483180 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.505015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 371ba726-fa70-43bb-a956-643f872aa664, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=371ba726-fa70-43bb-a956-643f872aa664,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:17.508340 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.548818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.553810 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.557883 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=371ba726-fa70-43bb-a956-643f872aa664,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:17.581657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:13:17.588356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d1c54e-744d-49b3-b8da-a63d8607872f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:17.596454 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.596587 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Added segment 4b8b9756-48cf-4533-85cb-dded96429d3b of type vlan for network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef Jul 16 02:13:17.643159 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.671889 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.672832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:17.673411 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.705999 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2937438 Jul 16 02:13:17.708682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49392) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:17.714860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Request body: {'subnet': {'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1398708625-subnet', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:17.748121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b37d9-988f-4991-89d9-ee69288de137 admin admin] Pushing event updated for resources: {'Network': ['ID=1d34de60-1faa-4d06-8df6-85e0ca23e7ef,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:17.760435 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:13:17.766095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Made reservation on behalf of 579eb6ef69b54264a8c386f970a7b658 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:17.768633 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.948991 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.011191 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6886ed-9abd-4de4-a1da-c97fe565b21c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:18.019440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Checking segment: {'id': '4b8b9756-48cf-4533-85cb-dded96429d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:18.019799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Network hostable DHCP agents. Network: 1d34de60-1faa-4d06-8df6-85e0ca23e7ef, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:13:18.037471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:13:18.046736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 1d34de60-1faa-4d06-8df6-85e0ca23e7ef) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:18.050786 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:18.051368 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.056118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da7fe6-1dc1-4a08-a1ff-a7ed817fd3f0 None None] Network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:18.067549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2793997b-3b70-45a6-9f90-365acb545057 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3578119 Jul 16 02:13:18.069871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49394) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:18.074577 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1398708625-router', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:18.098470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.099582 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.120233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Sync routers for ids ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:13:18.143462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Routers {'346d363d-a3c8-4d52-b21b-4b87e520fe4a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:18.144073 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:18.158096 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.298776 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.301147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-1d34de60-1faa-4d06-8df6-85e0ca23e7ef', 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'fixed_ips': [{'subnet_id': 'cb6886ed-9abd-4de4-a1da-c97fe565b21c'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:13:18.301997 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.304807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Set router 346d363d-a3c8-4d52-b21b-4b87e520fe4a gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:18.519750 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.540982 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.571763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Allocated IP 172.20.0.2 (1d34de60-1faa-4d06-8df6-85e0ca23e7ef/cb6886ed-9abd-4de4-a1da-c97fe565b21c/3e5cd1f3-5fd4-4748-aacc-b7286ba62557) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:18.652938 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Allocated IP 172.25.4.68 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/a0bf6cec-f429-429e-956f-487b6a2b94cc) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:18.694366 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'name': 'tempest-TestEncryptedCinderVolumes-294939144-router', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '371ba726-fa70-43bb-a956-643f872aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:13Z', 'updated_at': '2021-07-16T02:13:16Z', 'revision_number': 4, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'gw_port': {'id': '371ba726-fa70-43bb-a956-643f872aa664', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:14Z', 'updated_at': '2021-07-16T02:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '10ea7be4-c657-4514-98e2-8d9bdc308cee', 'name': '', 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'mac_address': 'fa:16:3e:66:05:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '54af45eb-4b63-49fc-b673-641cc5a3ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:15Z', 'updated_at': '2021-07-16T02:13:16Z', 'revision_number': 2, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'subnets': [{'id': '54af45eb-4b63-49fc-b673-641cc5a3ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:18.727989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Checking router: 346d363d-a3c8-4d52-b21b-4b87e520fe4a for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:13:18.728340 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Updating router 346d363d-a3c8-4d52-b21b-4b87e520fe4a port 10ea7be4-c657-4514-98e2-8d9bdc308cee binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:13:18.757357 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.792751 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.802853 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.812579 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.840659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Transition to ACTIVE for port object 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:18.847417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:18.850407 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:18.854408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:18.860312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Pushing event updated for resources: {'Port': ['ID=a0bf6cec-f429-429e-956f-487b6a2b94cc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:18.871657 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Transition to ACTIVE for port object 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:18.923030 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.980690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:18.988289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:19.002044 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:19.005507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Pushing event updated for resources: {'Port': ['ID=3e5cd1f3-5fd4-4748-aacc-b7286ba62557,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:19.237049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 371ba726-fa70-43bb-a956-643f872aa664 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:19.303742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Attempting to bind port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:19.304115 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Attempting to bind port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4b8b9756-48cf-4533-85cb-dded96429d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:19.304472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Attempting to bind port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 on network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:19.323176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:19.323550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Checking segment: {'id': '4b8b9756-48cf-4533-85cb-dded96429d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:19.323954 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.324343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Bound using segment: {'id': '4b8b9756-48cf-4533-85cb-dded96429d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:19.324810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Bound port: 3e5cd1f3-5fd4-4748-aacc-b7286ba62557, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8b9756-48cf-4533-85cb-dded96429d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:19.325192 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.407602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 371ba726-fa70-43bb-a956-643f872aa664 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:19.407884 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.441105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.477646 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.484143 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] For port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:19.490444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] For port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3e5cd1f3-5fd4-4748-aacc-b7286ba62557,segment=NetworkSegment(4b8b9756-48cf-4533-85cb-dded96429d3b),segment_id=4b8b9756-48cf-4533-85cb-dded96429d3b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:19.498658 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.501704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Transition to ACTIVE for port object 10ea7be4-c657-4514-98e2-8d9bdc308cee will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:19.530292 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.610460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8deefe1-0483-4313-811a-2f34b1ed0752 None None] Pushing event updated for resources: {'Port': ['ID=3e5cd1f3-5fd4-4748-aacc-b7286ba62557,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:19.671079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.698984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Attempting to bind port 10ea7be4-c657-4514-98e2-8d9bdc308cee on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:19.699354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Attempting to bind port 10ea7be4-c657-4514-98e2-8d9bdc308cee by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:19.699716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Attempting to bind port 10ea7be4-c657-4514-98e2-8d9bdc308cee on network f57f108e-3f22-4590-85fe-31ca8049635a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:19.702410 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2738c8d-55da-4952-8e21-feb7e932d1a7 None None] Pushing event updated for resources: {'Port': ['ID=10ea7be4-c657-4514-98e2-8d9bdc308cee,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:19.708097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:19.708486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Checking segment: {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:19.708881 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.709331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Bound using segment: {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:19.709802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Bound port: 10ea7be4-c657-4514-98e2-8d9bdc308cee, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:19.710180 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.786944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] For port 10ea7be4-c657-4514-98e2-8d9bdc308cee, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:19.790397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] For port 10ea7be4-c657-4514-98e2-8d9bdc308cee, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=10ea7be4-c657-4514-98e2-8d9bdc308cee,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:19.798779 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:19.834527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:13:19.892717 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Routers {'346d363d-a3c8-4d52-b21b-4b87e520fe4a'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:19.893356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:19.898147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2738c8d-55da-4952-8e21-feb7e932d1a7 None None] Pushing event updated for resources: {'Port': ['ID=10ea7be4-c657-4514-98e2-8d9bdc308cee,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:19.998180 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:13:20.009247 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Sync routers for ids ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:13:20.021634 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Routers {'13a2c301-55cc-4e64-b0e0-03b2be3b2367'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:20.022284 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:20.041039 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:20.043015 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d62547b9-25d5-474e-abf7-8ba8bb6f7f51 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9720244 Jul 16 02:13:20.047236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49396) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:20.051389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] Set router 346d363d-a3c8-4d52-b21b-4b87e520fe4a gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:20.176433 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Set router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:20.291437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'name': 'tempest-TestEncryptedCinderVolumes-294939144-router', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '371ba726-fa70-43bb-a956-643f872aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:13Z', 'updated_at': '2021-07-16T02:13:16Z', 'revision_number': 4, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'gw_port': {'id': '371ba726-fa70-43bb-a956-643f872aa664', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:14Z', 'updated_at': '2021-07-16T02:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '10ea7be4-c657-4514-98e2-8d9bdc308cee', 'name': '', 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'mac_address': 'fa:16:3e:66:05:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '54af45eb-4b63-49fc-b673-641cc5a3ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:15Z', 'updated_at': '2021-07-16T02:13:19Z', 'revision_number': 4, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'subnets': [{'id': '54af45eb-4b63-49fc-b673-641cc5a3ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:20.323072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af9457-fd6c-41ad-9c8b-be8b2a7e563c None None] The sync data for ids ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'] in n-d-791504-14 is: [{'id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'name': 'tempest-TestEncryptedCinderVolumes-294939144-router', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '371ba726-fa70-43bb-a956-643f872aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:13Z', 'updated_at': '2021-07-16T02:13:16Z', 'revision_number': 4, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'gw_port': {'id': '371ba726-fa70-43bb-a956-643f872aa664', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:14Z', 'updated_at': '2021-07-16T02:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '10ea7be4-c657-4514-98e2-8d9bdc308cee', 'name': '', 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'mac_address': 'fa:16:3e:66:05:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '54af45eb-4b63-49fc-b673-641cc5a3ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:15Z', 'updated_at': '2021-07-16T02:13:19Z', 'revision_number': 4, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'subnets': [{'id': '54af45eb-4b63-49fc-b673-641cc5a3ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:13:20.391323 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'name': 'tempest-TestEncryptedCinderVolumes-1398708625-router', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:19Z', 'revision_number': 3, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'gw_port': {'id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:20.441192 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Checking router: 13a2c301-55cc-4e64-b0e0-03b2be3b2367 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:13:20.441684 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Updating router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 port a0bf6cec-f429-429e-956f-487b6a2b94cc binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:13:20.484071 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:20.579507 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:20.767833 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Allocated IP 172.20.0.1 (1d34de60-1faa-4d06-8df6-85e0ca23e7ef/cb6886ed-9abd-4de4-a1da-c97fe565b21c/042f0345-7b38-4c78-b7b5-2f5bc3510450) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:20.783285 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:20.796992 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Transition to ACTIVE for port object a0bf6cec-f429-429e-956f-487b6a2b94cc will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:20.804848 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:20.812885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ec21ba-cbe2-40f0-9cb9-5494d2637ce5 None None] Network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:20.867427 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Attempting to bind port a0bf6cec-f429-429e-956f-487b6a2b94cc on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:20.867889 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Attempting to bind port a0bf6cec-f429-429e-956f-487b6a2b94cc by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:20.870391 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Attempting to bind port a0bf6cec-f429-429e-956f-487b6a2b94cc on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:20.872739 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578f76d-5fb9-4935-9e18-08fb398d0f7c None None] Pushing event updated for resources: {'Port': ['ID=a0bf6cec-f429-429e-956f-487b6a2b94cc,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:20.879369 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:20.879919 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:20.884581 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:20.884581 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:20.884581 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Bound port: a0bf6cec-f429-429e-956f-487b6a2b94cc, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:20.884581 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:20.900679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df7c8ad1-92e9-4f52-9f08-549f75e1d295 None None] Provisioning for port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:20.916093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:20.933211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Transition to ACTIVE for port object 042f0345-7b38-4c78-b7b5-2f5bc3510450 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:20.949333 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] For port a0bf6cec-f429-429e-956f-487b6a2b94cc, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:20.954463 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] For port a0bf6cec-f429-429e-956f-487b6a2b94cc, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a0bf6cec-f429-429e-956f-487b6a2b94cc,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:20.964051 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:20.981637 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.031443 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Routers {'13a2c301-55cc-4e64-b0e0-03b2be3b2367'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:21.032152 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:21.033227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:21.036495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:21.043064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:21.112998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Pushing event updated for resources: {'Port': ['ID=042f0345-7b38-4c78-b7b5-2f5bc3510450,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:21.120704 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.260544 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578f76d-5fb9-4935-9e18-08fb398d0f7c None None] Pushing event updated for resources: {'Port': ['ID=a0bf6cec-f429-429e-956f-487b6a2b94cc,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:21.293039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:21.299678 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] Set router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:21.345453 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.393591 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:21.398573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:21.398573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.486532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de60de4d-ddf7-44b5-950e-126826254868 None None] Provisioning complete for port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:21.487172 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de60de4d-ddf7-44b5-950e-126826254868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.540477 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.562559 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'name': 'tempest-TestEncryptedCinderVolumes-1398708625-router', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:19Z', 'revision_number': 3, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'gw_port': {'id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:21.593319 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e868c4c-6e17-434d-9a72-61aabb54be0d None None] The sync data for ids ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'] in n-d-791504-14 is: [{'id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'name': 'tempest-TestEncryptedCinderVolumes-1398708625-router', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:19Z', 'revision_number': 3, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'gw_port': {'id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:13:21.604527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.606993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3e5cd1f3-5fd4-4748-aacc-b7286ba62557,segment=NetworkSegment(4b8b9756-48cf-4533-85cb-dded96429d3b),segment_id=4b8b9756-48cf-4533-85cb-dded96429d3b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:21.611502 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.617490 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.618414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 10ea7be4-c657-4514-98e2-8d9bdc308cee up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:21.702544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Pushing event updated for resources: {'Port': ['ID=042f0345-7b38-4c78-b7b5-2f5bc3510450,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:21.706578 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.760279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=3e5cd1f3-5fd4-4748-aacc-b7286ba62557,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:21.768411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de60de4d-ddf7-44b5-950e-126826254868 None None] Provisioning for port 042f0345-7b38-4c78-b7b5-2f5bc3510450 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:21.773790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de60de4d-ddf7-44b5-950e-126826254868 None None] Provisioning complete for port 042f0345-7b38-4c78-b7b5-2f5bc3510450 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:21.774204 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de60de4d-ddf7-44b5-950e-126826254868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.802413 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 10ea7be4-c657-4514-98e2-8d9bdc308cee completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:21.810518 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 10ea7be4-c657-4514-98e2-8d9bdc308cee triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:21.811709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.814155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:21.815984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:21.842916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de60de4d-ddf7-44b5-950e-126826254868 None None] Port 042f0345-7b38-4c78-b7b5-2f5bc3510450 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:13:21.909877 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:21.944335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:13:21.957279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 10ea7be4-c657-4514-98e2-8d9bdc308cee, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=10ea7be4-c657-4514-98e2-8d9bdc308cee,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:21.965401 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:22.003032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-22282a3b-0525-4088-9e5d-c1c4acfd7de7 None None] Provisioning complete for port 042f0345-7b38-4c78-b7b5-2f5bc3510450 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:22.003532 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22282a3b-0525-4088-9e5d-c1c4acfd7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:22.061101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=10ea7be4-c657-4514-98e2-8d9bdc308cee,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:22.067698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-22282a3b-0525-4088-9e5d-c1c4acfd7de7 None None] Port 042f0345-7b38-4c78-b7b5-2f5bc3510450 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:13:22.074418 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:13:22.081778 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fcdd526f-bb2f-4c95-9526-fb8f69c10356 admin admin] 10.222.0.64 "PUT /v2.0/routers/13a2c301-55cc-4e64-b0e0-03b2be3b2367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0330269 Jul 16 02:13:22.194135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8fdc8854-6362-4429-8110-383b6fb0f376 None None] Provisioning complete for port 042f0345-7b38-4c78-b7b5-2f5bc3510450 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:22.194613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8854-6362-4429-8110-383b6fb0f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:22.239653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc8854-6362-4429-8110-383b6fb0f376 None None] Port 042f0345-7b38-4c78-b7b5-2f5bc3510450 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:13:23.200972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a0bf6cec-f429-429e-956f-487b6a2b94cc up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:23.257721 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a0bf6cec-f429-429e-956f-487b6a2b94cc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:23.261405 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a0bf6cec-f429-429e-956f-487b6a2b94cc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:23.261789 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:23.328806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610703a-36f2-420c-9136-608c6f359ac7 req-aef7c20f-b15b-452a-ad80-0121889529c5 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:23.330337 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-aef7c20f-b15b-452a-ad80-0121889529c5 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/networks?id=f57f108e-3f22-4590-85fe-31ca8049635a HTTP/1.1" status: 200 len: 816 time: 0.1107996 Jul 16 02:13:23.339238 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:23.345833 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-eb0c4289-ec68-4fd8-9bd1-52818b4fe698 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/quotas/0fbc165b55ca45548f093aae136b50a0 HTTP/1.1" status: 200 len: 375 time: 0.0099719 Jul 16 02:13:23.360935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port a0bf6cec-f429-429e-956f-487b6a2b94cc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a0bf6cec-f429-429e-956f-487b6a2b94cc,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:23.365554 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:23.366463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:23.417209 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-4981dae4-4cdc-43ee-99b1-a3935232c113 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fbc165b55ca45548f093aae136b50a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658805 Jul 16 02:13:23.442529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=a0bf6cec-f429-429e-956f-487b6a2b94cc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:23.459870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:23.460257 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:23.525888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-9494e841-d296-4053-bfcc-46ee469833b5 service neutron] 10.222.0.64 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963678 Jul 16 02:13:23.543331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 10ea7be4-c657-4514-98e2-8d9bdc308cee up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:23.591456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 10ea7be4-c657-4514-98e2-8d9bdc308cee triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:23.593293 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:23.620980 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-1fe2ede9-f111-4f7d-acf0-3a116f08aa98 service neutron] 10.222.0.64 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887003 Jul 16 02:13:23.796258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e435bb93-84a0-437f-a452-f676fcdda647 req-44e5de14-236b-441f-bc44-e7d439bdb767 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 210 time: 0.0294380 Jul 16 02:13:23.828793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Sync routers for ids ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:13:23.838736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Routers {'13a2c301-55cc-4e64-b0e0-03b2be3b2367'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:23.839444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:23.953328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Set router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:24.164639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'name': 'tempest-TestEncryptedCinderVolumes-1398708625-router', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:21Z', 'revision_number': 4, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'gw_port': {'id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '042f0345-7b38-4c78-b7b5-2f5bc3510450', 'name': '', 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'mac_address': 'fa:16:3e:39:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cb6886ed-9abd-4de4-a1da-c97fe565b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:20Z', 'updated_at': '2021-07-16T02:13:21Z', 'revision_number': 2, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'subnets': [{'id': 'cb6886ed-9abd-4de4-a1da-c97fe565b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:24.194461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Checking router: 13a2c301-55cc-4e64-b0e0-03b2be3b2367 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:13:24.194818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Updating router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 port 042f0345-7b38-4c78-b7b5-2f5bc3510450 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:13:24.229487 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.648570 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.663736 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Transition to ACTIVE for port object 042f0345-7b38-4c78-b7b5-2f5bc3510450 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:24.666803 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44ff75c0-f80e-4e30-ad98-495c3a0c4326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.669934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.721631 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001a227-2568-4859-8ebe-dce1a3b50fd7 None None] Pushing event updated for resources: {'Port': ['ID=042f0345-7b38-4c78-b7b5-2f5bc3510450,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:24.778573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Attempting to bind port 042f0345-7b38-4c78-b7b5-2f5bc3510450 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:24.778954 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Attempting to bind port 042f0345-7b38-4c78-b7b5-2f5bc3510450 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4b8b9756-48cf-4533-85cb-dded96429d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:24.779330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Attempting to bind port 042f0345-7b38-4c78-b7b5-2f5bc3510450 on network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:24.784710 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:24.785091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Checking segment: {'id': '4b8b9756-48cf-4533-85cb-dded96429d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:24.785500 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.785901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Bound using segment: {'id': '4b8b9756-48cf-4533-85cb-dded96429d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:24.786411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Bound port: 042f0345-7b38-4c78-b7b5-2f5bc3510450, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8b9756-48cf-4533-85cb-dded96429d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:24.786803 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.873199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] For port 042f0345-7b38-4c78-b7b5-2f5bc3510450, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:24.877411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] For port 042f0345-7b38-4c78-b7b5-2f5bc3510450, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=042f0345-7b38-4c78-b7b5-2f5bc3510450,segment=NetworkSegment(4b8b9756-48cf-4533-85cb-dded96429d3b),segment_id=4b8b9756-48cf-4533-85cb-dded96429d3b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:24.886748 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.956697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001a227-2568-4859-8ebe-dce1a3b50fd7 None None] Pushing event updated for resources: {'Port': ['ID=042f0345-7b38-4c78-b7b5-2f5bc3510450,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:24.963938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Routers {'13a2c301-55cc-4e64-b0e0-03b2be3b2367'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:24.964566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:12:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:25.012975 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0c1a7e86-576d-4f68-969a-6bdc75f50406 req-6b7bd68d-13a0-442a-9efc-d66207eea96f tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 210 time: 0.0474305 Jul 16 02:13:25.067357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610703a-36f2-420c-9136-608c6f359ac7 req-e0ecd7fc-f2f0-45ce-9791-21b8485be380 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.071406 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-e0ecd7fc-f2f0-45ce-9791-21b8485be380 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.67 "GET /v2.0/networks?id=f57f108e-3f22-4590-85fe-31ca8049635a HTTP/1.1" status: 200 len: 816 time: 0.2315378 Jul 16 02:13:25.087716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Request body: {'port': {'device_id': '0208a743-a3b9-4a58-8fff-b0db527f153f', 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a', 'admin_state_up': True, 'tenant_id': '0fbc165b55ca45548f093aae136b50a0'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:25.149455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] Set router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:25.179955 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a0bf6cec-f429-429e-956f-487b6a2b94cc up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:25.228118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Made reservation on behalf of 0fbc165b55ca45548f093aae136b50a0 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:25.231789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:25.341139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a0bf6cec-f429-429e-956f-487b6a2b94cc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:25.341717 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:25.362622 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Allocated IP 172.20.0.13 (f57f108e-3f22-4590-85fe-31ca8049635a/54af45eb-4b63-49fc-b673-641cc5a3ad76/88b92b29-820b-49da-91e7-bd94744db2fe) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:25.484738 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'name': 'tempest-TestEncryptedCinderVolumes-1398708625-router', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:21Z', 'revision_number': 4, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'gw_port': {'id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '042f0345-7b38-4c78-b7b5-2f5bc3510450', 'name': '', 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'mac_address': 'fa:16:3e:39:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cb6886ed-9abd-4de4-a1da-c97fe565b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:20Z', 'updated_at': '2021-07-16T02:13:24Z', 'revision_number': 4, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'subnets': [{'id': 'cb6886ed-9abd-4de4-a1da-c97fe565b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:25.511205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54195be-b83a-4813-b456-15e5038eb2e0 None None] The sync data for ids ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'] in n-d-791504-14 is: [{'id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'name': 'tempest-TestEncryptedCinderVolumes-1398708625-router', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:21Z', 'revision_number': 4, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'gw_port': {'id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '042f0345-7b38-4c78-b7b5-2f5bc3510450', 'name': '', 'network_id': '1d34de60-1faa-4d06-8df6-85e0ca23e7ef', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'mac_address': 'fa:16:3e:39:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cb6886ed-9abd-4de4-a1da-c97fe565b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:20Z', 'updated_at': '2021-07-16T02:13:24Z', 'revision_number': 4, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'subnets': [{'id': 'cb6886ed-9abd-4de4-a1da-c97fe565b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:13:25.513136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:25.528422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Transition to ACTIVE for port object 88b92b29-820b-49da-91e7-bd94744db2fe will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:25.575986 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:25.623583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Network f57f108e-3f22-4590-85fe-31ca8049635a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:25.630228 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:25.634259 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:25.661613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Pushing event updated for resources: {'Port': ['ID=88b92b29-820b-49da-91e7-bd94744db2fe,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:25.692234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.693753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:25.710369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-24608c3a-45fa-4975-b992-377721d52caf tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6284952 Jul 16 02:13:25.729035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Request body: {'port': {'device_id': '0208a743-a3b9-4a58-8fff-b0db527f153f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:25.821128 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:25.853598 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0d8737c8-46a1-4ff3-ba33-54c9ca2ff196 None None] Provisioning for port 88b92b29-820b-49da-91e7-bd94744db2fe completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:25.857635 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0d8737c8-46a1-4ff3-ba33-54c9ca2ff196 None None] Provisioning complete for port 88b92b29-820b-49da-91e7-bd94744db2fe triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:25.858048 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d8737c8-46a1-4ff3-ba33-54c9ca2ff196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:25.901362 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0d8737c8-46a1-4ff3-ba33-54c9ca2ff196 None None] Port 88b92b29-820b-49da-91e7-bd94744db2fe cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:13:26.001523 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:26.106656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b92b29-820b-49da-91e7-bd94744db2fe {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:26.115989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:26.133198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Transition to ACTIVE for port object 88b92b29-820b-49da-91e7-bd94744db2fe will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:26.137118 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:26.221923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Pushing event updated for resources: {'Port': ['ID=88b92b29-820b-49da-91e7-bd94744db2fe,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:26.309703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e7f93-1475-4779-b9a6-d5006ecb4f9c req-a90b4aba-6198-4729-997c-a62d4515d149 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.311330 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a07e7f93-1475-4779-b9a6-d5006ecb4f9c req-a90b4aba-6198-4729-997c-a62d4515d149 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 944 time: 0.1434023 Jul 16 02:13:26.338784 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Attempting to bind port 88b92b29-820b-49da-91e7-bd94744db2fe on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:26.339128 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Attempting to bind port 88b92b29-820b-49da-91e7-bd94744db2fe by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:26.339489 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Attempting to bind port 88b92b29-820b-49da-91e7-bd94744db2fe on network f57f108e-3f22-4590-85fe-31ca8049635a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:26.356320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Port 88b92b29-820b-49da-91e7-bd94744db2fe on network f57f108e-3f22-4590-85fe-31ca8049635a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:13:26.356828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Attempting to bind port 88b92b29-820b-49da-91e7-bd94744db2fe on network f57f108e-3f22-4590-85fe-31ca8049635a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:26.376296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:26.376736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Checking segment: {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:26.377282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Bound using segment: {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:26.378198 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Bound port: 88b92b29-820b-49da-91e7-bd94744db2fe, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:26.378501 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:26.389650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a07e7f93-1475-4779-b9a6-d5006ecb4f9c req-91abb76e-3b0e-40aa-aab4-bd1ce2119e99 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706644 Jul 16 02:13:26.807630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] For port 88b92b29-820b-49da-91e7-bd94744db2fe, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:26.810640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] For port 88b92b29-820b-49da-91e7-bd94744db2fe, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=88b92b29-820b-49da-91e7-bd94744db2fe,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:26.815932 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:26.855146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.855723 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:26.857224 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] 10.222.0.67 "PUT /v2.0/ports/88b92b29-820b-49da-91e7-bd94744db2fe HTTP/1.1" status: 200 len: 1093 time: 1.1333277 Jul 16 02:13:26.857769 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0208a743-a3b9-4a58-8fff-b0db527f153f', 'tag': '88b92b29-820b-49da-91e7-bd94744db2fe'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:26.860325 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ca2cf4-3062-493a-bca4-44b934dc92ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0208a743-a3b9-4a58-8fff-b0db527f153f", "tag": "88b92b29-820b-49da-91e7-bd94744db2fe"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:26.883332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641160a-df31-4ed4-948e-c90bcb5e6419 service neutron] Pushing event updated for resources: {'Port': ['ID=88b92b29-820b-49da-91e7-bd94744db2fe,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:26.910709 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a011cdb-5062-4170-bc4e-e040c748c4e6 x-openstack-request-id: req-3a011cdb-5062-4170-bc4e-e040c748c4e6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:26.910999 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0208a743-a3b9-4a58-8fff-b0db527f153f", "tag": "88b92b29-820b-49da-91e7-bd94744db2fe", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:26.911250 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a011cdb-5062-4170-bc4e-e040c748c4e6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:26.911648 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0208a743-a3b9-4a58-8fff-b0db527f153f', 'tag': '88b92b29-820b-49da-91e7-bd94744db2fe', 'status': 'completed', 'code': 200} Jul 16 02:13:26.971223 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610703a-36f2-420c-9136-608c6f359ac7 req-99c6ec84-83cd-4931-9854-4d00afe71509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.972772 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-99c6ec84-83cd-4931-9854-4d00afe71509 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0fbc165b55ca45548f093aae136b50a0&device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 1096 time: 0.0586314 Jul 16 02:13:27.020016 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-b9713693-814d-432d-9104-c4fe04b013c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88b92b29-820b-49da-91e7-bd94744db2fe HTTP/1.1" status: 200 len: 217 time: 0.0389049 Jul 16 02:13:27.072538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610703a-36f2-420c-9136-608c6f359ac7 req-0df8f927-55ab-4449-8a3c-03d8a1aabc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:27.074134 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-0df8f927-55ab-4449-8a3c-03d8a1aabc37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54af45eb-4b63-49fc-b673-641cc5a3ad76 HTTP/1.1" status: 200 len: 855 time: 0.0476437 Jul 16 02:13:27.135633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610703a-36f2-420c-9136-608c6f359ac7 req-12651a8b-4011-44e4-b95e-bb0d1ec3289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:27.137303 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-12651a8b-4011-44e4-b95e-bb0d1ec3289c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f57f108e-3f22-4590-85fe-31ca8049635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564275 Jul 16 02:13:27.158193 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 042f0345-7b38-4c78-b7b5-2f5bc3510450 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:27.215522 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-418d0a01-10c6-4a0f-869a-30b40fed67f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:27.221395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 042f0345-7b38-4c78-b7b5-2f5bc3510450 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:27.225195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 042f0345-7b38-4c78-b7b5-2f5bc3510450 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:27.225568 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:27.240477 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-426a05f7-2732-471f-8638-b8b33d1b9204 service neutron] 10.222.0.67 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953827 Jul 16 02:13:27.280888 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:27.315424 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:27.337295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8610703a-36f2-420c-9136-608c6f359ac7 req-3158605a-b17a-4e7b-8c8d-7d1faeb912cf service neutron] 10.222.0.67 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888848 Jul 16 02:13:27.351922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 042f0345-7b38-4c78-b7b5-2f5bc3510450, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=042f0345-7b38-4c78-b7b5-2f5bc3510450,segment=NetworkSegment(4b8b9756-48cf-4533-85cb-dded96429d3b),segment_id=4b8b9756-48cf-4533-85cb-dded96429d3b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:27.356912 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:27.410205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=042f0345-7b38-4c78-b7b5-2f5bc3510450,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:27.447493 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-7e78b347-34eb-467a-80d4-981dc3c966e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:27.449020 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-7e78b347-34eb-467a-80d4-981dc3c966e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0fbc165b55ca45548f093aae136b50a0&device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 1096 time: 0.0586050 Jul 16 02:13:27.573322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-bccd8dd4-f2fe-4c1d-9d82-4d99dbec3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:27.574850 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-bccd8dd4-f2fe-4c1d-9d82-4d99dbec3669 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f57f108e-3f22-4590-85fe-31ca8049635a HTTP/1.1" status: 200 len: 916 time: 0.1185422 Jul 16 02:13:27.623752 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-12e65c79-4840-442c-a8b3-5a602e6edab9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88b92b29-820b-49da-91e7-bd94744db2fe HTTP/1.1" status: 200 len: 217 time: 0.0373025 Jul 16 02:13:27.634948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb400e9-8ac7-41e2-b44f-f2aac6990dfa req-30383660-2609-4f22-9550-d87515459b39 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:27.636451 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abb400e9-8ac7-41e2-b44f-f2aac6990dfa req-30383660-2609-4f22-9550-d87515459b39 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 944 time: 0.1232619 Jul 16 02:13:27.703929 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:27.711347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-713cb4ef-24b9-447c-a83e-83e28a4d02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:27.712844 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-713cb4ef-24b9-447c-a83e-83e28a4d02fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54af45eb-4b63-49fc-b673-641cc5a3ad76 HTTP/1.1" status: 200 len: 855 time: 0.0754821 Jul 16 02:13:27.715900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-abb400e9-8ac7-41e2-b44f-f2aac6990dfa req-b5e907a7-7f68-4ed9-a85a-1ef00b4fbbae tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701284 Jul 16 02:13:27.778886 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-2dea6a8f-86b6-4797-a667-6ef1e9b4ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:27.780589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-2dea6a8f-86b6-4797-a667-6ef1e9b4ed79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f57f108e-3f22-4590-85fe-31ca8049635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600827 Jul 16 02:13:27.878261 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-a62a906c-4e31-43eb-bdba-b314cd3e24eb service neutron] 10.222.0.67 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904694 Jul 16 02:13:27.977457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-88ca2cf4-3062-493a-bca4-44b934dc92ff req-c83b3735-82b2-48f8-a530-da0f66b09f26 service neutron] 10.222.0.67 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922084 Jul 16 02:13:28.670730 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:28.899082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053e361-6f0a-473a-9bca-b82a399f03d1 req-3bd4d04b-502b-4bd5-baa8-faf645dcb0c8 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:28.900600 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a053e361-6f0a-473a-9bca-b82a399f03d1 req-3bd4d04b-502b-4bd5-baa8-faf645dcb0c8 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 944 time: 0.0719287 Jul 16 02:13:28.938595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a053e361-6f0a-473a-9bca-b82a399f03d1 req-a9e3d6b1-0540-4027-a51b-295a35663786 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Jul 16 02:13:29.133030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 042f0345-7b38-4c78-b7b5-2f5bc3510450 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:29.180023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 042f0345-7b38-4c78-b7b5-2f5bc3510450 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:29.180394 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:30.114776 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46243-916b-4ce3-bfb7-308041e6faab req-893c2cc3-fbbc-4cbf-a80d-e2dc1baac485 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:30.116348 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8bd46243-916b-4ce3-bfb7-308041e6faab req-893c2cc3-fbbc-4cbf-a80d-e2dc1baac485 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 944 time: 0.0684912 Jul 16 02:13:30.154513 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8bd46243-916b-4ce3-bfb7-308041e6faab req-ffd6a436-d431-41b7-9cb0-aef99c02c8f5 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Jul 16 02:13:30.255223 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:31.058225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 88b92b29-820b-49da-91e7-bd94744db2fe details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:13:31.151858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 88b92b29-820b-49da-91e7-bd94744db2fe, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=88b92b29-820b-49da-91e7-bd94744db2fe,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:31.163324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '88b92b29-820b-49da-91e7-bd94744db2fe', 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a', 'port_id': '88b92b29-820b-49da-91e7-bd94744db2fe', 'mac_address': 'fa:16:3e:d7:90:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54af45eb-4b63-49fc-b673-641cc5a3ad76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:13:31.205026 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:31.218141 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b92b29-820b-49da-91e7-bd94744db2fe {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:31.238773 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 88b92b29-820b-49da-91e7-bd94744db2fe, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=88b92b29-820b-49da-91e7-bd94744db2fe,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:31.242913 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:31.292032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=88b92b29-820b-49da-91e7-bd94744db2fe,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:31.332427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ef44-742e-41bb-b861-fe41094fef82 req-00ae37ee-8b3b-48ea-9efc-b70fc46dc786 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:31.333917 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e24ef44-742e-41bb-b861-fe41094fef82 req-00ae37ee-8b3b-48ea-9efc-b70fc46dc786 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 945 time: 0.0642927 Jul 16 02:13:31.371870 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e24ef44-742e-41bb-b861-fe41094fef82 req-1277a7de-1a80-44c5-bab9-c249d7e7beae tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Jul 16 02:13:31.474776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['88b92b29-820b-49da-91e7-bd94744db2fe'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:32.553048 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3416d-2841-4238-8233-2beb5e85d672 req-2d9f6b80-7c09-4c0a-b299-e2606c145762 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:32.554535 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fca3416d-2841-4238-8233-2beb5e85d672 req-2d9f6b80-7c09-4c0a-b299-e2606c145762 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 945 time: 0.0695269 Jul 16 02:13:32.594429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fca3416d-2841-4238-8233-2beb5e85d672 req-b0d3702a-324b-4d89-8082-9240bbde8ba6 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340998 Jul 16 02:13:33.079282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 88b92b29-820b-49da-91e7-bd94744db2fe up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:33.127090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 88b92b29-820b-49da-91e7-bd94744db2fe completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:33.130550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 88b92b29-820b-49da-91e7-bd94744db2fe triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:33.130916 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:33.204151 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:33.225406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0208a743-a3b9-4a58-8fff-b0db527f153f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b92b29-820b-49da-91e7-bd94744db2fe'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:33.227657 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbb3434-d0c9-4daa-bc06-24da56f9aa98" -d '{"events": [{"server_uuid": "0208a743-a3b9-4a58-8fff-b0db527f153f", "name": "network-vif-plugged", "status": "completed", "tag": "88b92b29-820b-49da-91e7-bd94744db2fe"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:33.241566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 88b92b29-820b-49da-91e7-bd94744db2fe, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=88b92b29-820b-49da-91e7-bd94744db2fe,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:33.245357 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:33.271743 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8776ce31-a37a-48b3-bfde-8e6acb08d502 x-openstack-request-id: req-8776ce31-a37a-48b3-bfde-8e6acb08d502 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:33.272029 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0208a743-a3b9-4a58-8fff-b0db527f153f", "name": "network-vif-plugged", "status": "completed", "tag": "88b92b29-820b-49da-91e7-bd94744db2fe", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:33.272276 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8776ce31-a37a-48b3-bfde-8e6acb08d502 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:33.272657 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0208a743-a3b9-4a58-8fff-b0db527f153f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b92b29-820b-49da-91e7-bd94744db2fe', 'code': 200} Jul 16 02:13:33.298047 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=88b92b29-820b-49da-91e7-bd94744db2fe,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:33.381580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac8e1-e09d-4ff7-a712-a0d2fe8a1755 req-ca6e78f6-8fff-4476-8383-b2a42b8b0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:33.382988 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2bac8e1-e09d-4ff7-a712-a0d2fe8a1755 req-ca6e78f6-8fff-4476-8383-b2a42b8b0fc9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 1098 time: 0.0523548 Jul 16 02:13:33.418391 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2bac8e1-e09d-4ff7-a712-a0d2fe8a1755 req-28ee2533-9a67-45ab-bbf8-5584d5ef9359 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282257 Jul 16 02:13:33.772299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab618e4f-9c2b-4a78-a144-88e33d427c25 req-40131697-783d-4c85-96e7-594dab7109ec tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:33.773803 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab618e4f-9c2b-4a78-a144-88e33d427c25 req-40131697-783d-4c85-96e7-594dab7109ec tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 946 time: 0.0663981 Jul 16 02:13:33.812712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab618e4f-9c2b-4a78-a144-88e33d427c25 req-627741d7-77aa-4223-a079-1f322c18c2e8 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331028 Jul 16 02:13:34.989057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463937a-b5f4-4ad1-aadd-e026899819fd req-910d1d52-aa98-4b1c-9e9a-25cc55e5bdf8 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:34.990644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9463937a-b5f4-4ad1-aadd-e026899819fd req-910d1d52-aa98-4b1c-9e9a-25cc55e5bdf8 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 946 time: 0.0658991 Jul 16 02:13:35.027311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9463937a-b5f4-4ad1-aadd-e026899819fd req-0edf6164-2610-4530-a800-1b0beb4e1866 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Jul 16 02:13:35.203988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7af1a-0fae-4407-907d-7bc146318228 req-8e07b15b-82ba-4694-9c63-5b5e0f7366c6 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:35.205362 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29f7af1a-0fae-4407-907d-7bc146318228 req-8e07b15b-82ba-4694-9c63-5b5e0f7366c6 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 946 time: 0.0678668 Jul 16 02:13:35.243308 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-29f7af1a-0fae-4407-907d-7bc146318228 req-ca2e348e-ed4b-4058-8634-bf1c511f1a7f tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323489 Jul 16 02:13:42.793129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-08cfd6f0-e46a-4e43-a19b-faf09df4216c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521772 Jul 16 02:13:42.892882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-97c83ed9-e3a0-457e-af24-737c0159a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:42.894416 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-97c83ed9-e3a0-457e-af24-737c0159a8e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0fbc165b55ca45548f093aae136b50a0&device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 1098 time: 0.0546958 Jul 16 02:13:43.007589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-d032f72b-5272-4b88-bb97-64af25a6b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.009082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-d032f72b-5272-4b88-bb97-64af25a6b04f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f57f108e-3f22-4590-85fe-31ca8049635a HTTP/1.1" status: 200 len: 916 time: 0.0905616 Jul 16 02:13:43.052230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-7d57c05d-188a-461b-9e3b-37b5644828c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88b92b29-820b-49da-91e7-bd94744db2fe HTTP/1.1" status: 200 len: 217 time: 0.0356510 Jul 16 02:13:43.106834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-82292d0f-eae0-4a78-800b-1da96d5c5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.108293 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-82292d0f-eae0-4a78-800b-1da96d5c5ec9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54af45eb-4b63-49fc-b673-641cc5a3ad76 HTTP/1.1" status: 200 len: 855 time: 0.0486319 Jul 16 02:13:43.166615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-bb0b0270-5a1f-4be0-9a47-92f1959d49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.168125 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-bb0b0270-5a1f-4be0-9a47-92f1959d49b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f57f108e-3f22-4590-85fe-31ca8049635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526094 Jul 16 02:13:43.262440 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-75c5c466-7ad1-45ec-a958-7854e7eee072 service neutron] 10.222.0.67 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870245 Jul 16 02:13:43.351982 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f4043731-df51-4ccb-88cf-e5eb840556b6 req-f625ce00-bc6e-4ef0-b293-8a8f138cfd6d service neutron] 10.222.0.67 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826957 Jul 16 02:13:51.274136 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:13:54.282411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc9991-b81e-4a43-bf20-394ab586e9e5 req-278c36f8-11cf-4c71-b066-d76a2bf99a2d tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:54.283915 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4dc9991-b81e-4a43-bf20-394ab586e9e5 req-278c36f8-11cf-4c71-b066-d76a2bf99a2d tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 946 time: 0.0679159 Jul 16 02:13:54.327257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e4dc9991-b81e-4a43-bf20-394ab586e9e5 req-d3149846-7624-4eae-b290-05937118b0c8 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369890 Jul 16 02:13:54.657142 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae39bbda-2b02-42c0-bb1f-e6ad26301ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:55.501944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855596c-1c9c-4284-af57-cc77421a7e49 req-15139332-a2a0-4269-b104-26028fcdba3d tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:55.503465 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9855596c-1c9c-4284-af57-cc77421a7e49 req-15139332-a2a0-4269-b104-26028fcdba3d tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 946 time: 0.0636148 Jul 16 02:13:55.540417 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9855596c-1c9c-4284-af57-cc77421a7e49 req-90d2d2cb-812f-4db3-b97e-4646e3b3b35f tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314169 Jul 16 02:13:55.848929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-0bb3962c-bacf-400d-b5f9-cb46683e0ec5 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:55.850435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-0bb3962c-bacf-400d-b5f9-cb46683e0ec5 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.67 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 946 time: 0.0653822 Jul 16 02:13:55.952664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-cf083fff-a694-4eb8-a8aa-2ffd6f18446e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Deleting port 88b92b29-820b-49da-91e7-bd94744db2fe {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:13:55.953002 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-cf083fff-a694-4eb8-a8aa-2ffd6f18446e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.013902 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.045220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-cf083fff-a694-4eb8-a8aa-2ffd6f18446e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] For port 88b92b29-820b-49da-91e7-bd94744db2fe, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=88b92b29-820b-49da-91e7-bd94744db2fe,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:56.046207 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-cf083fff-a694-4eb8-a8aa-2ffd6f18446e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.057921 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-cf083fff-a694-4eb8-a8aa-2ffd6f18446e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Calling delete_port for 88b92b29-820b-49da-91e7-bd94744db2fe owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:13:56.186504 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-cf083fff-a694-4eb8-a8aa-2ffd6f18446e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.198734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['88b92b29-820b-49da-91e7-bd94744db2fe'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:56.213725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf083fff-a694-4eb8-a8aa-2ffd6f18446e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Pushing event deleted for resources: {'Port': ['ID=88b92b29-820b-49da-91e7-bd94744db2fe,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:56.262581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-cf083fff-a694-4eb8-a8aa-2ffd6f18446e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] No DVR routers for this DVR port 88b92b29-820b-49da-91e7-bd94744db2fe on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:56.265819 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-cf083fff-a694-4eb8-a8aa-2ffd6f18446e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.267986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d7ef9cf8-aa3a-4408-977d-cdc90466aced req-cf083fff-a694-4eb8-a8aa-2ffd6f18446e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.67 "DELETE /v2.0/ports/88b92b29-820b-49da-91e7-bd94744db2fe HTTP/1.1" status: 204 len: 173 time: 0.4112949 Jul 16 02:13:56.268438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0208a743-a3b9-4a58-8fff-b0db527f153f', 'name': 'network-vif-deleted', 'tag': '88b92b29-820b-49da-91e7-bd94744db2fe'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:56.270740 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628f5e44-1e2d-4641-932a-a9b1b10f3842" -d '{"events": [{"server_uuid": "0208a743-a3b9-4a58-8fff-b0db527f153f", "name": "network-vif-deleted", "tag": "88b92b29-820b-49da-91e7-bd94744db2fe"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:56.322104 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce44010-dfd9-470d-81cc-b8686d76f747 x-openstack-request-id: req-7ce44010-dfd9-470d-81cc-b8686d76f747 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:56.322395 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0208a743-a3b9-4a58-8fff-b0db527f153f", "name": "network-vif-deleted", "tag": "88b92b29-820b-49da-91e7-bd94744db2fe", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:56.322646 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ce44010-dfd9-470d-81cc-b8686d76f747 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:56.323051 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0208a743-a3b9-4a58-8fff-b0db527f153f', 'name': 'network-vif-deleted', 'tag': '88b92b29-820b-49da-91e7-bd94744db2fe', 'status': 'completed', 'code': 200} Jul 16 02:13:56.700959 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4db264e1-c639-4bb2-bda5-9ffcd510c76b req-99f24d84-b007-473a-b16e-67e8b87ca13f tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=0208a743-a3b9-4a58-8fff-b0db527f153f HTTP/1.1" status: 200 len: 210 time: 0.0293787 Jul 16 02:13:57.207665 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a49de40f-856a-4d39-850a-6abd5c5dfea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:57.273834 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:57.706109 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:58.672694 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:58.822171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-f7e92977-30b6-495f-b49e-1dddcb7ce138 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:58.823638 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-f7e92977-30b6-495f-b49e-1dddcb7ce138 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/networks?id=f57f108e-3f22-4590-85fe-31ca8049635a HTTP/1.1" status: 200 len: 816 time: 0.1046627 Jul 16 02:13:58.838119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-94295262-aaed-4bdf-8cad-d7fa6330c2e7 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/quotas/0fbc165b55ca45548f093aae136b50a0 HTTP/1.1" status: 200 len: 375 time: 0.0089118 Jul 16 02:13:58.907121 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-a2767803-6e43-466f-bf40-425efcca8227 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fbc165b55ca45548f093aae136b50a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640996 Jul 16 02:13:59.007304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-cafdfaf7-8a6c-4637-90a5-2c3bc95f6bd4 service neutron] 10.222.0.64 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892284 Jul 16 02:13:59.096679 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-eb49845f-55c8-424f-88c5-7ec98a31068a service neutron] 10.222.0.64 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836811 Jul 16 02:13:59.213604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 88b92b29-820b-49da-91e7-bd94744db2fe no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:13:59.234676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 88b92b29-820b-49da-91e7-bd94744db2fe {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:13:59.235041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 88b92b29-820b-49da-91e7-bd94744db2fe not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:13:59.274450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c682fa8-d935-40c7-a610-5bfd73932891 req-117ee514-b2d1-4c88-bb79-eb666af10319 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 210 time: 0.0292828 Jul 16 02:14:00.265077 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.333022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-0147047f-8f79-48d2-97ff-75424dfeef49 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:00.334841 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-0147047f-8f79-48d2-97ff-75424dfeef49 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.50 "GET /v2.0/networks?id=f57f108e-3f22-4590-85fe-31ca8049635a HTTP/1.1" status: 200 len: 816 time: 0.1191590 Jul 16 02:14:00.356626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Request body: {'port': {'device_id': 'e2d83201-4c2a-4937-86c9-817693b2d523', 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a', 'admin_state_up': True, 'tenant_id': '0fbc165b55ca45548f093aae136b50a0'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:00.463461 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f411ea8-64d4-47c3-adc6-5a31c664a919 req-24343aae-e1e6-48b1-b170-844ca3f8c08b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 210 time: 0.0370433 Jul 16 02:14:00.506813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Made reservation on behalf of 0fbc165b55ca45548f093aae136b50a0 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:00.510401 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.645171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Allocated IP 172.20.0.7 (f57f108e-3f22-4590-85fe-31ca8049635a/54af45eb-4b63-49fc-b673-641cc5a3ad76/80a3559d-0a57-4a70-a49d-6c399aeb1a4c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:00.792161 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.805459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Transition to ACTIVE for port object 80a3559d-0a57-4a70-a49d-6c399aeb1a4c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:00.837169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.888816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Network f57f108e-3f22-4590-85fe-31ca8049635a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:00.892187 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:00.896216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:00.919483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Pushing event updated for resources: {'Port': ['ID=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:00.935007 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.935358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.935703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.936038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.936370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.936701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.937030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.937361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.937686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.938679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.939017 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.939339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:00.960773 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:00.961399 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.976419 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-4a49f7f6-cad7-4b2a-8368-6e833e2e0f4b tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6248033 Jul 16 02:14:00.989709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Request body: {'port': {'device_id': 'e2d83201-4c2a-4937-86c9-817693b2d523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:01.064258 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.092777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c123c935-292d-446d-84de-69f2b4ffa97e None None] Provisioning for port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:01.097777 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c123c935-292d-446d-84de-69f2b4ffa97e None None] Provisioning complete for port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:01.098194 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c123c935-292d-446d-84de-69f2b4ffa97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.136540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c123c935-292d-446d-84de-69f2b4ffa97e None None] Port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:01.326397 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a3559d-0a57-4a70-a49d-6c399aeb1a4c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:01.334625 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.346425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Transition to ACTIVE for port object 80a3559d-0a57-4a70-a49d-6c399aeb1a4c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:01.349830 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.400832 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Pushing event updated for resources: {'Port': ['ID=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:01.476934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Attempting to bind port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:01.477260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Attempting to bind port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:01.477582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Attempting to bind port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c on network f57f108e-3f22-4590-85fe-31ca8049635a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:01.482041 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c on network f57f108e-3f22-4590-85fe-31ca8049635a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:14:01.482377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Attempting to bind port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c on network f57f108e-3f22-4590-85fe-31ca8049635a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:01.488347 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:01.488681 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Checking segment: {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:01.489062 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Bound using segment: {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:01.490839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Bound port: 80a3559d-0a57-4a70-a49d-6c399aeb1a4c, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fb84b0-2ab6-4957-8891-07493c54ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:01.491349 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.562522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] For port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:01.565923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] For port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:01.571695 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.606569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:01.607180 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.608585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] 10.222.0.50 "PUT /v2.0/ports/80a3559d-0a57-4a70-a49d-6c399aeb1a4c HTTP/1.1" status: 200 len: 1092 time: 0.6245666 Jul 16 02:14:01.609043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d83201-4c2a-4937-86c9-817693b2d523', 'tag': '80a3559d-0a57-4a70-a49d-6c399aeb1a4c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:01.612675 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d83201-4c2a-4937-86c9-817693b2d523", "tag": "80a3559d-0a57-4a70-a49d-6c399aeb1a4c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:01.652949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f88dc-bf7c-401c-a70b-6cd6a904630b service neutron] Pushing event updated for resources: {'Port': ['ID=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:01.667343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bcf98-cb5a-4c2f-a3dc-33e567ce240c req-217d362d-e075-4724-b9d4-0774b1480c9e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:01.668987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e29bcf98-cb5a-4c2f-a3dc-33e567ce240c req-217d362d-e075-4724-b9d4-0774b1480c9e tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 943 time: 0.0845547 Jul 16 02:14:01.701590 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8b6878-f22e-4bef-aefd-8fd832c0003b x-openstack-request-id: req-6c8b6878-f22e-4bef-aefd-8fd832c0003b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:01.701892 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d83201-4c2a-4937-86c9-817693b2d523", "tag": "80a3559d-0a57-4a70-a49d-6c399aeb1a4c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:01.702176 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c8b6878-f22e-4bef-aefd-8fd832c0003b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:01.702609 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d83201-4c2a-4937-86c9-817693b2d523', 'tag': '80a3559d-0a57-4a70-a49d-6c399aeb1a4c', 'status': 'completed', 'code': 200} Jul 16 02:14:01.713484 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e29bcf98-cb5a-4c2f-a3dc-33e567ce240c req-91fc2c39-294e-4193-8d29-a6798685f274 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376720 Jul 16 02:14:01.738133 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-190f11d6-4eba-4c32-88e1-152a293a06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:01.738133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-190f11d6-4eba-4c32-88e1-152a293a06c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fbc165b55ca45548f093aae136b50a0&device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 1095 time: 0.0744133 Jul 16 02:14:01.777395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-708160b7-5050-452e-bcf4-53a900c6b076 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a3559d-0a57-4a70-a49d-6c399aeb1a4c HTTP/1.1" status: 200 len: 217 time: 0.0387425 Jul 16 02:14:01.829388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-cc5065bf-0446-4d84-8607-3e2f3aec120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:01.831121 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-cc5065bf-0446-4d84-8607-3e2f3aec120e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54af45eb-4b63-49fc-b673-641cc5a3ad76 HTTP/1.1" status: 200 len: 855 time: 0.0460708 Jul 16 02:14:01.888723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-1488a272-5a3a-4036-b7f9-1bb712f9ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:01.890249 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-1488a272-5a3a-4036-b7f9-1bb712f9ffc9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f57f108e-3f22-4590-85fe-31ca8049635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528405 Jul 16 02:14:02.258850 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-d177b6ed-aa9a-4805-9194-5b2167f18ff9 service neutron] 10.222.0.50 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604920 Jul 16 02:14:02.348644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-563efaf3-845c-4f73-ae69-64b059cc36ad req-2775bc11-0dad-4c5b-883b-f07d4be10200 service neutron] 10.222.0.50 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828388 Jul 16 02:14:02.455905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-e9d63c97-adcb-4ce0-a960-9b048f637b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.457392 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-e9d63c97-adcb-4ce0-a960-9b048f637b6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fbc165b55ca45548f093aae136b50a0&device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 1095 time: 0.0568938 Jul 16 02:14:02.548864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-ca47222f-2ab9-400e-9857-461cbcbdebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.550265 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-ca47222f-2ab9-400e-9857-461cbcbdebed service neutron] 10.222.0.50 "GET /v2.0/networks?id=f57f108e-3f22-4590-85fe-31ca8049635a HTTP/1.1" status: 200 len: 916 time: 0.0862639 Jul 16 02:14:02.597362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-59417b21-0a11-48c5-9b3b-9311514d358c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a3559d-0a57-4a70-a49d-6c399aeb1a4c HTTP/1.1" status: 200 len: 217 time: 0.0401826 Jul 16 02:14:02.650618 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-78fb2065-66b4-4d47-8767-b0439c55a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.652077 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-78fb2065-66b4-4d47-8767-b0439c55a940 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54af45eb-4b63-49fc-b673-641cc5a3ad76 HTTP/1.1" status: 200 len: 855 time: 0.0487792 Jul 16 02:14:02.712201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-47c817df-1ff9-40aa-879f-444063332724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.713721 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-47c817df-1ff9-40aa-879f-444063332724 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f57f108e-3f22-4590-85fe-31ca8049635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544274 Jul 16 02:14:02.818830 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-ef41e037-a6c0-470d-ba2f-c6c283183fb2 service neutron] 10.222.0.50 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970600 Jul 16 02:14:02.961186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ea4bbd5f-464d-46d1-9e26-ca81f61cb8b9 req-e33bfcb7-9df8-435c-976e-19c45bbd81a0 service neutron] 10.222.0.50 "GET /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347692 Jul 16 02:14:02.969979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9d9a-8576-49cb-96af-163539e8aba2 req-889a089e-2f57-4621-9947-6bffb5eb33b1 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.971519 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e1a9d9a-8576-49cb-96af-163539e8aba2 req-889a089e-2f57-4621-9947-6bffb5eb33b1 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 943 time: 0.1266222 Jul 16 02:14:03.017365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e1a9d9a-8576-49cb-96af-163539e8aba2 req-e90d2dc5-fe32-41e2-b089-46223508b332 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387962 Jul 16 02:14:04.189029 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21693b5-dcba-4439-b943-3f83283ef2d5 req-db593604-c5c4-41cf-9267-9f01a9e0ebaa tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.190492 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d21693b5-dcba-4439-b943-3f83283ef2d5 req-db593604-c5c4-41cf-9267-9f01a9e0ebaa tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 943 time: 0.0654025 Jul 16 02:14:04.228998 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d21693b5-dcba-4439-b943-3f83283ef2d5 req-cbff8f03-bac1-4c23-a2e9-fe88ad4a1ccc tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Jul 16 02:14:05.084328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 80a3559d-0a57-4a70-a49d-6c399aeb1a4c details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:14:05.178072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:05.188728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '80a3559d-0a57-4a70-a49d-6c399aeb1a4c', 'network_id': 'f57f108e-3f22-4590-85fe-31ca8049635a', 'port_id': '80a3559d-0a57-4a70-a49d-6c399aeb1a4c', 'mac_address': 'fa:16:3e:a4:07:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54af45eb-4b63-49fc-b673-641cc5a3ad76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:14:05.228956 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.242346 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a3559d-0a57-4a70-a49d-6c399aeb1a4c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:05.261852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:05.266870 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.315596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:05.323312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.323658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.324001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.324988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.324988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.324988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.325325 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.325620 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.325946 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.326295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.326619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.326940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:05.412979 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75f268-c8ef-40a4-924f-b5f18334b1e0 req-3c4049c4-144d-4aab-8886-2a2034b4c5b7 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:05.414663 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e75f268-c8ef-40a4-924f-b5f18334b1e0 req-3c4049c4-144d-4aab-8886-2a2034b4c5b7 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 944 time: 0.0684099 Jul 16 02:14:05.455466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1e75f268-c8ef-40a4-924f-b5f18334b1e0 req-90adf0a6-387d-496b-9cbe-25c0d4200531 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Jul 16 02:14:05.492852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['80a3559d-0a57-4a70-a49d-6c399aeb1a4c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:14:06.635504 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29967-c067-48ed-895a-87c2d167c5ea req-9820cec7-02c4-4295-a3c6-ced8414ca489 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:06.636994 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60e29967-c067-48ed-895a-87c2d167c5ea req-9820cec7-02c4-4295-a3c6-ced8414ca489 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 944 time: 0.0642152 Jul 16 02:14:06.675473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-60e29967-c067-48ed-895a-87c2d167c5ea req-c67d9fca-92d8-4a70-b94b-bfe84be9e3b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Jul 16 02:14:07.084380 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 80a3559d-0a57-4a70-a49d-6c399aeb1a4c up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:07.133408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:07.136790 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:07.137160 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.212281 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.233817 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d83201-4c2a-4937-86c9-817693b2d523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a3559d-0a57-4a70-a49d-6c399aeb1a4c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:07.236363 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef254f-1b1a-470c-a099-15e1430f9393" -d '{"events": [{"server_uuid": "e2d83201-4c2a-4937-86c9-817693b2d523", "name": "network-vif-plugged", "status": "completed", "tag": "80a3559d-0a57-4a70-a49d-6c399aeb1a4c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:07.252420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:07.257019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.280604 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9538d8-0393-4d8f-969a-8261e0a9c32a x-openstack-request-id: req-2f9538d8-0393-4d8f-969a-8261e0a9c32a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:07.280893 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d83201-4c2a-4937-86c9-817693b2d523", "name": "network-vif-plugged", "status": "completed", "tag": "80a3559d-0a57-4a70-a49d-6c399aeb1a4c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:07.281149 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f9538d8-0393-4d8f-969a-8261e0a9c32a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:07.281603 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d83201-4c2a-4937-86c9-817693b2d523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a3559d-0a57-4a70-a49d-6c399aeb1a4c', 'code': 200} Jul 16 02:14:07.307011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:07.388698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63581a7e-68d1-4266-9e5a-716d01897ff2 req-7264c973-f965-4a96-b576-fc0159cffbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:07.390127 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-63581a7e-68d1-4266-9e5a-716d01897ff2 req-7264c973-f965-4a96-b576-fc0159cffbaf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 1097 time: 0.0510690 Jul 16 02:14:07.428583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-63581a7e-68d1-4266-9e5a-716d01897ff2 req-428d764e-d6fb-409f-a8b2-829841a09725 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Jul 16 02:14:07.875419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e35fce-1c6a-4cc5-ab5c-03eae9332569 req-337fb069-67d4-45b8-ae90-1cb2bb48dfa4 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:07.876715 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e6e35fce-1c6a-4cc5-ab5c-03eae9332569 req-337fb069-67d4-45b8-ae90-1cb2bb48dfa4 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 945 time: 0.0712945 Jul 16 02:14:07.920463 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e6e35fce-1c6a-4cc5-ab5c-03eae9332569 req-ce2dcab3-270e-4d8d-978b-b36f89f263d3 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380864 Jul 16 02:14:09.096627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ede154-b50c-44ba-8139-ba34fd1a503b req-9647997d-a5b7-455d-9382-801b9990b01d tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:09.098156 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-12ede154-b50c-44ba-8139-ba34fd1a503b req-9647997d-a5b7-455d-9382-801b9990b01d tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 945 time: 0.0630102 Jul 16 02:14:09.136315 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-12ede154-b50c-44ba-8139-ba34fd1a503b req-2c116807-2441-495a-a592-4b03f0ee96c1 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Jul 16 02:14:09.309368 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae4e62-3af0-4f90-95ff-91b1315293e4 req-ff3a5175-7c28-424b-8f8d-2bb5197afda9 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:09.310877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcae4e62-3af0-4f90-95ff-91b1315293e4 req-ff3a5175-7c28-424b-8f8d-2bb5197afda9 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 945 time: 0.0647297 Jul 16 02:14:09.348958 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dcae4e62-3af0-4f90-95ff-91b1315293e4 req-8c95bc33-80c4-46ae-b9e9-847694737b43 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Jul 16 02:14:24.660200 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2089b167-9fc5-45be-9bc8-0c9bd2261f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:26.000824 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:27.209867 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92e11f80-278c-4316-8663-c8729321471e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:27.287125 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:27.707258 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:28.274509 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:28.452539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ad04e-22cf-49d9-bc62-60aac019d74e req-56dc6ec5-a3e1-46d8-a90f-82bbcc1120f4 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:28.454676 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb0ad04e-22cf-49d9-bc62-60aac019d74e req-56dc6ec5-a3e1-46d8-a90f-82bbcc1120f4 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 945 time: 0.0764711 Jul 16 02:14:28.501652 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cb0ad04e-22cf-49d9-bc62-60aac019d74e req-3d7ca89a-5dcd-48a3-bc1c-8f06950ea9f5 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392315 Jul 16 02:14:28.671208 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:29.811734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f910d56-bcac-4f44-a64a-fc022aa0f95e req-e3b6b1ce-de0e-411c-8fb4-1a8e4ab450bc tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:29.813388 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f910d56-bcac-4f44-a64a-fc022aa0f95e req-e3b6b1ce-de0e-411c-8fb4-1a8e4ab450bc tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 945 time: 0.1844733 Jul 16 02:14:29.854287 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f910d56-bcac-4f44-a64a-fc022aa0f95e req-15da7e2d-10c8-452e-9242-67ef6453b778 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/security-groups?id=876446a0-c6f9-4910-b9f4-3c1cf8567447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347645 Jul 16 02:14:30.112890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-d83761f4-1b3d-42e5-8f37-0fed3cb37c7c tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:30.114802 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-d83761f4-1b3d-42e5-8f37-0fed3cb37c7c tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 945 time: 0.0688543 Jul 16 02:14:30.214296 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-4fdf998c-198c-4034-b1f1-3c20f83fc6b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Deleting port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:14:30.214647 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-4fdf998c-198c-4034-b1f1-3c20f83fc6b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.262163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.309330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-4fdf998c-198c-4034-b1f1-3c20f83fc6b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] For port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:30.309691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-4fdf998c-198c-4034-b1f1-3c20f83fc6b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.321799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-4fdf998c-198c-4034-b1f1-3c20f83fc6b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Calling delete_port for 80a3559d-0a57-4a70-a49d-6c399aeb1a4c owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:14:30.445019 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-4fdf998c-198c-4034-b1f1-3c20f83fc6b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.457672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['80a3559d-0a57-4a70-a49d-6c399aeb1a4c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:14:30.478941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf998c-198c-4034-b1f1-3c20f83fc6b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Pushing event deleted for resources: {'Port': ['ID=80a3559d-0a57-4a70-a49d-6c399aeb1a4c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:30.527122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-4fdf998c-198c-4034-b1f1-3c20f83fc6b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] No DVR routers for this DVR port 80a3559d-0a57-4a70-a49d-6c399aeb1a4c on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:14:30.529828 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-4fdf998c-198c-4034-b1f1-3c20f83fc6b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.534785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3b6c501d-0d70-4986-a951-8bce0c254779 req-4fdf998c-198c-4034-b1f1-3c20f83fc6b0 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.50 "DELETE /v2.0/ports/80a3559d-0a57-4a70-a49d-6c399aeb1a4c HTTP/1.1" status: 204 len: 173 time: 0.4124796 Jul 16 02:14:30.534785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d83201-4c2a-4937-86c9-817693b2d523', 'name': 'network-vif-deleted', 'tag': '80a3559d-0a57-4a70-a49d-6c399aeb1a4c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:30.535387 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb40b6d6-f2ba-4a53-87a5-d68f37762cdb" -d '{"events": [{"server_uuid": "e2d83201-4c2a-4937-86c9-817693b2d523", "name": "network-vif-deleted", "tag": "80a3559d-0a57-4a70-a49d-6c399aeb1a4c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:30.582402 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffbd2f5-b33e-4cd4-8f72-8be984b108d5 x-openstack-request-id: req-8ffbd2f5-b33e-4cd4-8f72-8be984b108d5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:30.582751 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d83201-4c2a-4937-86c9-817693b2d523", "name": "network-vif-deleted", "tag": "80a3559d-0a57-4a70-a49d-6c399aeb1a4c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:30.583011 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ffbd2f5-b33e-4cd4-8f72-8be984b108d5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:30.583414 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d83201-4c2a-4937-86c9-817693b2d523', 'name': 'network-vif-deleted', 'tag': '80a3559d-0a57-4a70-a49d-6c399aeb1a4c', 'status': 'completed', 'code': 200} Jul 16 02:14:31.012534 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b6edfff8-d4fc-4ff1-b64c-dfbfffdba66d req-cdfd8318-acc6-4b1f-95ff-df55d41c1be2 tempest-TestEncryptedCinderVolumes-1607897157 tempest-TestEncryptedCinderVolumes-1607897157-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2d83201-4c2a-4937-86c9-817693b2d523 HTTP/1.1" status: 200 len: 210 time: 0.0299766 Jul 16 02:14:32.144272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49700) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:32.493981 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:32.761459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Deleting port 10ea7be4-c657-4514-98e2-8d9bdc308cee {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:14:32.761806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:32.841949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] For port 10ea7be4-c657-4514-98e2-8d9bdc308cee, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=10ea7be4-c657-4514-98e2-8d9bdc308cee,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:32.842338 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:32.854534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Calling delete_port for 10ea7be4-c657-4514-98e2-8d9bdc308cee owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:14:33.039022 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:33.066288 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=10ea7be4-c657-4514-98e2-8d9bdc308cee,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:33.091580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.091927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.092265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.092604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.092932 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.093262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.093589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.094991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.095394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.095762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.096095 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.096588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:33.235810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 80a3559d-0a57-4a70-a49d-6c399aeb1a4c no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:33.252418 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:33.259217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 80a3559d-0a57-4a70-a49d-6c399aeb1a4c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:14:33.259563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 80a3559d-0a57-4a70-a49d-6c399aeb1a4c not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:33.466906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Router 346d363d-a3c8-4d52-b21b-4b87e520fe4a has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:33.573759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:33.579705 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-90861287-905f-49da-8244-1c64eb7dc8ed admin admin] 10.222.0.64 "PUT /v2.0/routers/346d363d-a3c8-4d52-b21b-4b87e520fe4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4341586 Jul 16 02:14:33.582085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49702) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:33.583698 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] Sync routers for ids ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:33.592669 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] Routers {'346d363d-a3c8-4d52-b21b-4b87e520fe4a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:33.593271 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:33.687279 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:33.696803 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] Set router 346d363d-a3c8-4d52-b21b-4b87e520fe4a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:33.886570 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'name': 'tempest-TestEncryptedCinderVolumes-294939144-router', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '371ba726-fa70-43bb-a956-643f872aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:13Z', 'updated_at': '2021-07-16T02:14:32Z', 'revision_number': 5, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'gw_port': {'id': '371ba726-fa70-43bb-a956-643f872aa664', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:14Z', 'updated_at': '2021-07-16T02:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:33.914079 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] Checking router: 346d363d-a3c8-4d52-b21b-4b87e520fe4a for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:33.923196 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] Routers {'346d363d-a3c8-4d52-b21b-4b87e520fe4a'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:33.923825 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:34.030333 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] Set router 346d363d-a3c8-4d52-b21b-4b87e520fe4a gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:34.120517 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.172488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Deleting port 371ba726-fa70-43bb-a956-643f872aa664 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:14:34.172858 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.212154 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'name': 'tempest-TestEncryptedCinderVolumes-294939144-router', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '371ba726-fa70-43bb-a956-643f872aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:13Z', 'updated_at': '2021-07-16T02:14:32Z', 'revision_number': 5, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'gw_port': {'id': '371ba726-fa70-43bb-a956-643f872aa664', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:14Z', 'updated_at': '2021-07-16T02:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:34.242251 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f40abc-5222-468f-9b58-0a60ccc79eb3 None None] The sync data for ids ['346d363d-a3c8-4d52-b21b-4b87e520fe4a'] in n-d-791504-14 is: [{'id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'name': 'tempest-TestEncryptedCinderVolumes-294939144-router', 'tenant_id': '0fbc165b55ca45548f093aae136b50a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '371ba726-fa70-43bb-a956-643f872aa664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:13Z', 'updated_at': '2021-07-16T02:14:32Z', 'revision_number': 5, 'project_id': '0fbc165b55ca45548f093aae136b50a0', 'gw_port': {'id': '371ba726-fa70-43bb-a956-643f872aa664', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346d363d-a3c8-4d52-b21b-4b87e520fe4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:14Z', 'updated_at': '2021-07-16T02:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:34.254494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] For port 371ba726-fa70-43bb-a956-643f872aa664, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=371ba726-fa70-43bb-a956-643f872aa664,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:34.255073 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.267440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Calling delete_port for 371ba726-fa70-43bb-a956-643f872aa664 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:14:34.432708 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.457669 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=371ba726-fa70-43bb-a956-643f872aa664,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:34.517559 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.609928 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.612589 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.661670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.662276 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 346d363d-a3c8-4d52-b21b-4b87e520fe4a {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:14:34.666733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.667878 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-72e2ae9a-2c84-45b3-b3b0-4bdcb79755f9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/346d363d-a3c8-4d52-b21b-4b87e520fe4a HTTP/1.1" status: 204 len: 168 time: 1.0848641 Jul 16 02:14:34.670361 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:34.715450 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc312fb8-97f2-4a84-8405-44dcb857c992 admin admin] Deleting subnet 54af45eb-4b63-49fc-b673-641cc5a3ad76 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:14:34.719437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc312fb8-97f2-4a84-8405-44dcb857c992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.754679 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc312fb8-97f2-4a84-8405-44dcb857c992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.838873 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc312fb8-97f2-4a84-8405-44dcb857c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.901360 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc312fb8-97f2-4a84-8405-44dcb857c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.927916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc312fb8-97f2-4a84-8405-44dcb857c992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54af45eb-4b63-49fc-b673-641cc5a3ad76,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:34.931514 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc312fb8-97f2-4a84-8405-44dcb857c992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.933389 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bc312fb8-97f2-4a84-8405-44dcb857c992 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/54af45eb-4b63-49fc-b673-641cc5a3ad76 HTTP/1.1" status: 204 len: 168 time: 0.2621064 Jul 16 02:14:34.935843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:34.938377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c5a88d-f0dd-4641-83c8-44f0534cace6 None None] Network f57f108e-3f22-4590-85fe-31ca8049635a requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:35.008559 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.060887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Deleting port 26c53c98-15d2-46b2-a6d9-3ce03595c695 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:14:35.061268 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.126534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] For port 26c53c98-15d2-46b2-a6d9-3ce03595c695, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=26c53c98-15d2-46b2-a6d9-3ce03595c695,segment=NetworkSegment(19fb84b0-2ab6-4957-8891-07493c54ca4e),segment_id=19fb84b0-2ab6-4957-8891-07493c54ca4e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:35.127563 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.140127 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Calling delete_port for 26c53c98-15d2-46b2-a6d9-3ce03595c695 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:14:35.223938 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.243103 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53714e-d3ab-47f6-ae7e-54fa957328af None None] DHCP port deletion for f57f108e-3f22-4590-85fe-31ca8049635a request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:14:35.252217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c53c98-15d2-46b2-a6d9-3ce03595c695,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:35.255843 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] No DVR routers for this DVR port 26c53c98-15d2-46b2-a6d9-3ce03595c695 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:14:35.300101 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 26c53c98-15d2-46b2-a6d9-3ce03595c695 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:35.322543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 26c53c98-15d2-46b2-a6d9-3ce03595c695 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:14:35.322979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 26c53c98-15d2-46b2-a6d9-3ce03595c695 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:35.323328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 371ba726-fa70-43bb-a956-643f872aa664 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:35.340249 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.342074 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 371ba726-fa70-43bb-a956-643f872aa664 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:14:35.342425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 371ba726-fa70-43bb-a956-643f872aa664 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:35.342849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 10ea7be4-c657-4514-98e2-8d9bdc308cee no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:35.351167 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57f108e-3f22-4590-85fe-31ca8049635a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:35.361969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fb84b0-2ab6-4957-8891-07493c54ca4e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:35.362282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fb84b0-2ab6-4957-8891-07493c54ca4e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:35.362508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 10ea7be4-c657-4514-98e2-8d9bdc308cee {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:14:35.362860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 10ea7be4-c657-4514-98e2-8d9bdc308cee not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:35.377348 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.391448 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.397353 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:14:35.397743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:14:35.399439 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:14:35.452440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.460522 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.460522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f57f108e-3f22-4590-85fe-31ca8049635a HTTP/1.1" status: 204 len: 168 time: 0.5233138 Jul 16 02:14:35.463255 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:35.471861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4f662-7d71-4d89-9596-1f9bf770ecb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f57f108e-3f22-4590-85fe-31ca8049635a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:35.820470 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:36.092755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] Deleting port 042f0345-7b38-4c78-b7b5-2f5bc3510450 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:14:36.093095 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:36.175916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] For port 042f0345-7b38-4c78-b7b5-2f5bc3510450, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=042f0345-7b38-4c78-b7b5-2f5bc3510450,segment=NetworkSegment(4b8b9756-48cf-4533-85cb-dded96429d3b),segment_id=4b8b9756-48cf-4533-85cb-dded96429d3b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:36.176278 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:36.193160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] Calling delete_port for 042f0345-7b38-4c78-b7b5-2f5bc3510450 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:14:36.371432 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:36.397958 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=042f0345-7b38-4c78-b7b5-2f5bc3510450,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:36.570186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:36.787879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] Router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:36.893424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:36.898390 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3b57c445-284e-434d-b99a-967626701e96 admin admin] 10.222.0.64 "PUT /v2.0/routers/13a2c301-55cc-4e64-b0e0-03b2be3b2367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4339905 Jul 16 02:14:36.900976 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49710) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:36.901661 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] Sync routers for ids ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:36.911339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] Routers {'13a2c301-55cc-4e64-b0e0-03b2be3b2367'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:36.911949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:37.006193 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.013557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] Set router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:37.111656 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.175659 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Deleting port a0bf6cec-f429-429e-956f-487b6a2b94cc {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:14:37.176019 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.255866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] For port a0bf6cec-f429-429e-956f-487b6a2b94cc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a0bf6cec-f429-429e-956f-487b6a2b94cc,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:37.256243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.269560 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Calling delete_port for a0bf6cec-f429-429e-956f-487b6a2b94cc owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:14:37.346593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'name': 'tempest-TestEncryptedCinderVolumes-1398708625-router', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:14:36Z', 'revision_number': 5, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'gw_port': {'id': 'a0bf6cec-f429-429e-956f-487b6a2b94cc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:37.377208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] Checking router: 13a2c301-55cc-4e64-b0e0-03b2be3b2367 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:37.385419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] Routers {'13a2c301-55cc-4e64-b0e0-03b2be3b2367'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:37.385976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:37.436526 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.468306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bf6cec-f429-429e-956f-487b6a2b94cc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:37.471327 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] Set router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:37.523029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'name': 'tempest-TestEncryptedCinderVolumes-1398708625-router', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:14:37Z', 'revision_number': 6, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:37.530677 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.555507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b236ef4-d620-4e09-b185-6d25759f0f20 None None] The sync data for ids ['13a2c301-55cc-4e64-b0e0-03b2be3b2367'] in n-d-791504-14 is: [{'id': '13a2c301-55cc-4e64-b0e0-03b2be3b2367', 'name': 'tempest-TestEncryptedCinderVolumes-1398708625-router', 'tenant_id': '579eb6ef69b54264a8c386f970a7b658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:13:18Z', 'updated_at': '2021-07-16T02:14:37Z', 'revision_number': 6, 'project_id': '579eb6ef69b54264a8c386f970a7b658', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:37.622712 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.625035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.667443 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.667911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13a2c301-55cc-4e64-b0e0-03b2be3b2367 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:14:37.673221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.674413 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c9aeb420-a4e3-48be-86cb-86bdd5a3b04f admin admin] 10.222.0.64 "DELETE /v2.0/routers/13a2c301-55cc-4e64-b0e0-03b2be3b2367 HTTP/1.1" status: 204 len: 168 time: 0.7725081 Jul 16 02:14:37.676900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49712) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:38.003111 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39650b5-c206-400d-acc5-3e11a4f1450d admin admin] Deleting subnet cb6886ed-9abd-4de4-a1da-c97fe565b21c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:14:38.006226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d39650b5-c206-400d-acc5-3e11a4f1450d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.039906 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d39650b5-c206-400d-acc5-3e11a4f1450d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.114813 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d39650b5-c206-400d-acc5-3e11a4f1450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.173062 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d39650b5-c206-400d-acc5-3e11a4f1450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.199492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39650b5-c206-400d-acc5-3e11a4f1450d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6886ed-9abd-4de4-a1da-c97fe565b21c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:38.206081 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d39650b5-c206-400d-acc5-3e11a4f1450d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.209250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d39650b5-c206-400d-acc5-3e11a4f1450d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cb6886ed-9abd-4de4-a1da-c97fe565b21c HTTP/1.1" status: 204 len: 168 time: 0.5304217 Jul 16 02:14:38.210724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:38.211068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d0e10-0f8c-459e-a7a5-3d9d5d1d7390 None None] Network 1d34de60-1faa-4d06-8df6-85e0ca23e7ef requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:38.279370 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.338308 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Deleting port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:14:38.338650 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.402932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e808e3e8-d1c0-44a4-b404-2d596262ecec None None] DHCP port deletion for 1d34de60-1faa-4d06-8df6-85e0ca23e7ef request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:14:38.404129 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] For port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3e5cd1f3-5fd4-4748-aacc-b7286ba62557,segment=NetworkSegment(4b8b9756-48cf-4533-85cb-dded96429d3b),segment_id=4b8b9756-48cf-4533-85cb-dded96429d3b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:38.404672 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.417622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Calling delete_port for 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:14:38.450878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e808e3e8-d1c0-44a4-b404-2d596262ecec None None] Deleting port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:14:38.451257 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e808e3e8-d1c0-44a4-b404-2d596262ecec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.503008 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.515206 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e808e3e8-d1c0-44a4-b404-2d596262ecec None None] For port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3e5cd1f3-5fd4-4748-aacc-b7286ba62557,segment=NetworkSegment(4b8b9756-48cf-4533-85cb-dded96429d3b),segment_id=4b8b9756-48cf-4533-85cb-dded96429d3b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:38.515679 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e808e3e8-d1c0-44a4-b404-2d596262ecec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.528601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e808e3e8-d1c0-44a4-b404-2d596262ecec None None] Calling delete_port for 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:14:38.531902 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5cd1f3-5fd4-4748-aacc-b7286ba62557,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:38.533818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] No DVR routers for this DVR port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:14:38.613311 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.614000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e808e3e8-d1c0-44a4-b404-2d596262ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.629999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d34de60-1faa-4d06-8df6-85e0ca23e7ef']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:38.640245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808e3e8-d1c0-44a4-b404-2d596262ecec None None] Pushing event deleted for resources: {'Port': ['ID=3e5cd1f3-5fd4-4748-aacc-b7286ba62557,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:38.646960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e808e3e8-d1c0-44a4-b404-2d596262ecec None None] No DVR routers for this DVR port 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:14:38.651040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8b9756-48cf-4533-85cb-dded96429d3b') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:38.651306 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8b9756-48cf-4533-85cb-dded96429d3b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:38.663217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.677660 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.683593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:14:38.684058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: timer() Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:14:38.685681 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:14:38.738587 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.755589 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.757466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1d34de60-1faa-4d06-8df6-85e0ca23e7ef HTTP/1.1" status: 204 len: 168 time: 0.5458302 Jul 16 02:14:38.758510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a96ba-e93c-484b-863f-755facaf8548 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d34de60-1faa-4d06-8df6-85e0ca23e7ef,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:38.912550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:38.951863 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-6355b49f-e06b-4a93-9c98-2e813454b68c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fbc165b55ca45548f093aae136b50a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380664 Jul 16 02:14:38.954916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49720) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:39.003216 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b43ed11-b9b9-4b71-aeb9-b7840d564194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.027511 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b43ed11-b9b9-4b71-aeb9-b7840d564194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.075103 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b43ed11-b9b9-4b71-aeb9-b7840d564194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.077716 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b43ed11-b9b9-4b71-aeb9-b7840d564194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.079111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3b43ed11-b9b9-4b71-aeb9-b7840d564194 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/876446a0-c6f9-4910-b9f4-3c1cf8567447 HTTP/1.1" status: 204 len: 168 time: 0.1232352 Jul 16 02:14:39.087046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43ed11-b9b9-4b71-aeb9-b7840d564194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876446a0-c6f9-4910-b9f4-3c1cf8567447,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:39.168133 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 042f0345-7b38-4c78-b7b5-2f5bc3510450 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:39.188647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 042f0345-7b38-4c78-b7b5-2f5bc3510450 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:14:39.188997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 042f0345-7b38-4c78-b7b5-2f5bc3510450 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:39.189619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:39.208764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:14:39.209121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3e5cd1f3-5fd4-4748-aacc-b7286ba62557 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:39.209555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a0bf6cec-f429-429e-956f-487b6a2b94cc no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:39.232145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a0bf6cec-f429-429e-956f-487b6a2b94cc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:14:39.232751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a0bf6cec-f429-429e-956f-487b6a2b94cc not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:39.391645 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49726) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:39.432785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fd89af08-7455-44b2-bc66-437df872cfd2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=579eb6ef69b54264a8c386f970a7b658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398664 Jul 16 02:14:39.435361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:39.482397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8fa207c-0c97-40f5-aec3-46b081b077ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.503889 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8fa207c-0c97-40f5-aec3-46b081b077ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.549896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8fa207c-0c97-40f5-aec3-46b081b077ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.552445 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8fa207c-0c97-40f5-aec3-46b081b077ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.553635 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e8fa207c-0c97-40f5-aec3-46b081b077ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19d1c54e-744d-49b3-b8da-a63d8607872f HTTP/1.1" status: 204 len: 168 time: 0.1173790 Jul 16 02:14:39.561221 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa207c-0c97-40f5-aec3-46b081b077ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d1c54e-744d-49b3-b8da-a63d8607872f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:40.208928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:40.306771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1089227421-network', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:40.328994 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Made reservation on behalf of c85215b063184f47b2c063c1e0e613ea for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:40.331524 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.340066 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.434153 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.437607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.462208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:14:40.472342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c6a2ab-b058-44c5-884e-2d2ba750d835,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:40.477187 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.477533 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Added segment b57c20f5-0c3c-426b-8975-6a60fa716db2 of type vlan for network dee4e46f-ab4d-47f6-987f-1136e3de4d9f Jul 16 02:14:40.518928 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.546380 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.547464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:40.548015 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.575555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3655288 Jul 16 02:14:40.579352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49754) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:40.584493 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Request body: {'subnet': {'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1089227421-subnet', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:40.606199 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Made reservation on behalf of c85215b063184f47b2c063c1e0e613ea for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:40.608948 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.612924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8c189-9f63-449c-81eb-5cb99dff2958 admin admin] Pushing event updated for resources: {'Network': ['ID=dee4e46f-ab4d-47f6-987f-1136e3de4d9f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:40.622522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network dee4e46f-ab4d-47f6-987f-1136e3de4d9f details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:14:40.783610 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.842677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:40.851855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Checking segment: {'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:40.852298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Network hostable DHCP agents. Network: dee4e46f-ab4d-47f6-987f-1136e3de4d9f, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:14:40.869030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Network dee4e46f-ab4d-47f6-987f-1136e3de4d9f is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:14:40.878866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, dee4e46f-ab4d-47f6-987f-1136e3de4d9f) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:40.883722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:40.884317 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.888993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd2b607-d1bd-465a-ab20-7807a6d4a5b1 None None] Network dee4e46f-ab4d-47f6-987f-1136e3de4d9f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:40.899244 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7ca5c5aa-d92a-4119-88ee-649bf61c8974 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3187017 Jul 16 02:14:40.901999 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49756) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:40.907408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:40.929761 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.930784 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.982164 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.044303 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:14:41.045173 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.120824 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.181990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Allocated IP 172.20.0.2 (dee4e46f-ab4d-47f6-987f-1136e3de4d9f/453edefb-5a38-48cf-8bd2-6cdaaa17b7c0/f3d45202-d691-4e41-a9b9-e54f7e260e60) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:41.327198 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.329879 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.336365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Transition to ACTIVE for port object f3d45202-d691-4e41-a9b9-e54f7e260e60 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:41.348727 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.351831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Transition to ACTIVE for port object f3d45202-d691-4e41-a9b9-e54f7e260e60 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:41.358677 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.395864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Network dee4e46f-ab4d-47f6-987f-1136e3de4d9f is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:41.398556 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:41.403898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:41.417112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Pushing event updated for resources: {'Port': ['ID=f3d45202-d691-4e41-a9b9-e54f7e260e60,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:41.452125 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Allocated IP 172.25.4.111 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/3faaa2f7-c8a2-404c-945e-980a073954a6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:41.467938 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Attempting to bind port f3d45202-d691-4e41-a9b9-e54f7e260e60 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:41.468258 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Attempting to bind port f3d45202-d691-4e41-a9b9-e54f7e260e60 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:41.469375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Attempting to bind port f3d45202-d691-4e41-a9b9-e54f7e260e60 on network dee4e46f-ab4d-47f6-987f-1136e3de4d9f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:41.474376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:41.474744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Checking segment: {'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:41.475139 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.475531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Bound using segment: {'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:41.475991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Bound port: f3d45202-d691-4e41-a9b9-e54f7e260e60, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:41.476368 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.551768 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] For port f3d45202-d691-4e41-a9b9-e54f7e260e60, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:41.554991 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] For port f3d45202-d691-4e41-a9b9-e54f7e260e60, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f3d45202-d691-4e41-a9b9-e54f7e260e60,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:41.560670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.562403 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.618086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.628294 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f15e40-1224-48ce-9103-4578bb806a33 None None] Pushing event updated for resources: {'Port': ['ID=f3d45202-d691-4e41-a9b9-e54f7e260e60,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:41.665668 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:41.669967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:41.672040 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Pushing event updated for resources: {'Port': ['ID=3faaa2f7-c8a2-404c-945e-980a073954a6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:41.674358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:41.968376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.182579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.320808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Router 0934901a-d470-4b5e-84dd-d5f899e7eb4d is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:14:42.431429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:42.442377 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Sync routers for ids ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:42.449009 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.450549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fb21a626-e1c3-4e40-a573-bb9bb34dfe32 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5474524 Jul 16 02:14:42.452725 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Routers {'0934901a-d470-4b5e-84dd-d5f899e7eb4d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:42.453300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49758) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:42.453791 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:42.567198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be5a93-c9e8-4879-bd1e-f9bdcb725a87 None None] Network dee4e46f-ab4d-47f6-987f-1136e3de4d9f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:42.568842 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Set router 0934901a-d470-4b5e-84dd-d5f899e7eb4d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:42.634082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-722e531d-3bf0-48ec-a445-ab5b42020040 None None] Provisioning for port f3d45202-d691-4e41-a9b9-e54f7e260e60 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:42.858509 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:41Z', 'revision_number': 3, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:42.895436 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Checking router: 0934901a-d470-4b5e-84dd-d5f899e7eb4d for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:42.895815 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Updating router 0934901a-d470-4b5e-84dd-d5f899e7eb4d port 3faaa2f7-c8a2-404c-945e-980a073954a6 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:14:42.911106 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.934470 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.079849 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Allocated IP 172.20.0.1 (dee4e46f-ab4d-47f6-987f-1136e3de4d9f/453edefb-5a38-48cf-8bd2-6cdaaa17b7c0/b3587759-151c-4dc1-9558-b123835d5c34) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:43.186429 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.191678 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.196454 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Transition to ACTIVE for port object 3faaa2f7-c8a2-404c-945e-980a073954a6 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:43.203499 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.207330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f3d45202-d691-4e41-a9b9-e54f7e260e60 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:43.212501 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Transition to ACTIVE for port object b3587759-151c-4dc1-9558-b123835d5c34 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:43.255740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.258584 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Attempting to bind port 3faaa2f7-c8a2-404c-945e-980a073954a6 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:43.259092 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Attempting to bind port 3faaa2f7-c8a2-404c-945e-980a073954a6 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:43.259880 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Attempting to bind port 3faaa2f7-c8a2-404c-945e-980a073954a6 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:43.262152 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port f3d45202-d691-4e41-a9b9-e54f7e260e60 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:43.262871 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Pushing event updated for resources: {'Port': ['ID=3faaa2f7-c8a2-404c-945e-980a073954a6,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:43.266737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f3d45202-d691-4e41-a9b9-e54f7e260e60 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:43.267422 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.273516 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.274096 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.274601 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.275091 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.275571 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.276046 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.276532 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.277005 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.277490 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.277963 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.278467 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.278947 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:43.282905 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:43.283538 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:43.284150 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.284717 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:43.285392 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Bound port: 3faaa2f7-c8a2-404c-945e-980a073954a6, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:43.285979 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.307662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Network dee4e46f-ab4d-47f6-987f-1136e3de4d9f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:43.310613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:43.313441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:43.346428 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] For port 3faaa2f7-c8a2-404c-945e-980a073954a6, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:43.347243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Pushing event updated for resources: {'Port': ['ID=b3587759-151c-4dc1-9558-b123835d5c34,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:43.349897 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] For port 3faaa2f7-c8a2-404c-945e-980a073954a6, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3faaa2f7-c8a2-404c-945e-980a073954a6,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:43.358638 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.368069 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.381900 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.407170 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Routers {'0934901a-d470-4b5e-84dd-d5f899e7eb4d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:43.407871 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:43.422816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port f3d45202-d691-4e41-a9b9-e54f7e260e60, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f3d45202-d691-4e41-a9b9-e54f7e260e60,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:43.429461 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.481554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=f3d45202-d691-4e41-a9b9-e54f7e260e60,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:43.511268 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3dd9b-99d7-4947-8cd6-383fab6fc3d5 None None] Pushing event updated for resources: {'Port': ['ID=3faaa2f7-c8a2-404c-945e-980a073954a6,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:43.533400 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] Set router 0934901a-d470-4b5e-84dd-d5f899e7eb4d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:43.536008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.623438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74c09480-5037-4dff-876e-190331a56042 None None] Provisioning for port b3587759-151c-4dc1-9558-b123835d5c34 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:43.628150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74c09480-5037-4dff-876e-190331a56042 None None] Provisioning complete for port b3587759-151c-4dc1-9558-b123835d5c34 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:43.628603 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74c09480-5037-4dff-876e-190331a56042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.667520 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-74c09480-5037-4dff-876e-190331a56042 None None] Port b3587759-151c-4dc1-9558-b123835d5c34 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:43.704467 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.709122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.720975 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:41Z', 'revision_number': 3, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:43.751513 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc00a1-ab05-424d-b2be-dfc0c4f185bc None None] The sync data for ids ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'] in n-d-791504-14 is: [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:41Z', 'revision_number': 3, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:43.776625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.782631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Pushing event updated for resources: {'Port': ['ID=b3587759-151c-4dc1-9558-b123835d5c34,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:43.887120 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Network dee4e46f-ab4d-47f6-987f-1136e3de4d9f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:43.888616 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:44.033170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Router 0934901a-d470-4b5e-84dd-d5f899e7eb4d has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:44.158892 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:44.164028 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-019c1ff3-b4d5-4fc0-8c53-470285257c70 admin admin] 10.222.0.64 "PUT /v2.0/routers/0934901a-d470-4b5e-84dd-d5f899e7eb4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7095535 Jul 16 02:14:44.191436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d20f432-f7c5-4a2a-9b37-c20f08d6bd63 None None] Provisioning complete for port b3587759-151c-4dc1-9558-b123835d5c34 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:44.192027 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d20f432-f7c5-4a2a-9b37-c20f08d6bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.233106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4d20f432-f7c5-4a2a-9b37-c20f08d6bd63 None None] Port b3587759-151c-4dc1-9558-b123835d5c34 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:44.637674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:44.643515 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-96800778-network', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:44.664294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Made reservation on behalf of dc345ce18cf44af7a8a430774f8d7b51 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:44.666725 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.675795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.763673 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.768919 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.794561 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:14:44.804655 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86fada7-4d92-4ac3-b064-5f37641fe38d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:44.809410 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.809761 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Added segment faa3973b-7de9-4f9c-bc61-34d19b61468f of type vlan for network de378de3-e5e4-40d6-98ef-b49030356d5c Jul 16 02:14:44.850662 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.879169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.880342 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:44.881031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.918566 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2795904 Jul 16 02:14:44.921163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49776) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:44.927429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Request body: {'subnet': {'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-96800778-subnet', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:44.955631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128d96d-a3f1-499e-ba79-aedaf86652f4 admin admin] Pushing event updated for resources: {'Network': ['ID=de378de3-e5e4-40d6-98ef-b49030356d5c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:44.965514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network de378de3-e5e4-40d6-98ef-b49030356d5c details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:14:44.980729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Made reservation on behalf of dc345ce18cf44af7a8a430774f8d7b51 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:44.983817 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.165317 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.225874 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680a88c7-8ef8-4c39-8364-d28ff4b80b6b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:45.231597 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Checking segment: {'id': 'faa3973b-7de9-4f9c-bc61-34d19b61468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:45.231962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Network hostable DHCP agents. Network: de378de3-e5e4-40d6-98ef-b49030356d5c, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:14:45.251900 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Network de378de3-e5e4-40d6-98ef-b49030356d5c is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:14:45.256230 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f3d45202-d691-4e41-a9b9-e54f7e260e60 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:45.261029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, de378de3-e5e4-40d6-98ef-b49030356d5c) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:45.265014 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:45.265779 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.281664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3eed09ae-3c44-4090-b55e-2f4facc6f1e0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3586836 Jul 16 02:14:45.281916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130a212b-8061-46ec-ae58-17cdce7f093c None None] Network de378de3-e5e4-40d6-98ef-b49030356d5c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:45.284007 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49778) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:45.288451 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-96800778-router', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:45.313094 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.314230 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.349958 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Sync routers for ids ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:45.372806 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.379809 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Routers {'0934901a-d470-4b5e-84dd-d5f899e7eb4d'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:45.380479 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:45.424172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f3d45202-d691-4e41-a9b9-e54f7e260e60 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:45.424556 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.507390 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.719390 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.736379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-de378de3-e5e4-40d6-98ef-b49030356d5c', 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'fixed_ips': [{'subnet_id': '680a88c7-8ef8-4c39-8364-d28ff4b80b6b'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:14:45.737202 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.740870 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.741844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Set router 0934901a-d470-4b5e-84dd-d5f899e7eb4d gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:45.824319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3faaa2f7-c8a2-404c-945e-980a073954a6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:45.848986 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Allocated IP 172.25.4.95 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/c8371411-89b3-4e3d-a161-61ee525485d0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:45.958914 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.998609 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.035599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:46.041994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:46.045917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:46.051914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c8371411-89b3-4e3d-a161-61ee525485d0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:46.060192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 3faaa2f7-c8a2-404c-945e-980a073954a6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:46.073382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3faaa2f7-c8a2-404c-945e-980a073954a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:46.073756 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.075747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Allocated IP 172.20.0.2 (de378de3-e5e4-40d6-98ef-b49030356d5c/680a88c7-8ef8-4c39-8364-d28ff4b80b6b/63ef8b1c-a666-4381-803f-650de8251997) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:46.270333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b3587759-151c-4dc1-9558-b123835d5c34', 'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'mac_address': 'fa:16:3e:32:f5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 2, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'subnets': [{'id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:46.301930 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.327841 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Checking router: 0934901a-d470-4b5e-84dd-d5f899e7eb4d for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:46.328145 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Updating router 0934901a-d470-4b5e-84dd-d5f899e7eb4d port b3587759-151c-4dc1-9558-b123835d5c34 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:14:46.358146 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.397524 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.405679 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 3faaa2f7-c8a2-404c-945e-980a073954a6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3faaa2f7-c8a2-404c-945e-980a073954a6,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:46.413072 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.415023 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.417333 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Transition to ACTIVE for port object 63ef8b1c-a666-4381-803f-650de8251997 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:46.470851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Transition to ACTIVE for port object 63ef8b1c-a666-4381-803f-650de8251997 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:46.501437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.535387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=3faaa2f7-c8a2-404c-945e-980a073954a6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:46.590135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Network de378de3-e5e4-40d6-98ef-b49030356d5c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:46.619336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:46.626248 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:46.650508 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Pushing event updated for resources: {'Port': ['ID=63ef8b1c-a666-4381-803f-650de8251997,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:46.763670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Attempting to bind port 63ef8b1c-a666-4381-803f-650de8251997 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:46.764078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Attempting to bind port 63ef8b1c-a666-4381-803f-650de8251997 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'faa3973b-7de9-4f9c-bc61-34d19b61468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:46.764449 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Attempting to bind port 63ef8b1c-a666-4381-803f-650de8251997 on network de378de3-e5e4-40d6-98ef-b49030356d5c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:46.778213 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:46.778535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Checking segment: {'id': 'faa3973b-7de9-4f9c-bc61-34d19b61468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:46.778901 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.779315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Bound using segment: {'id': 'faa3973b-7de9-4f9c-bc61-34d19b61468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:46.779788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Bound port: 63ef8b1c-a666-4381-803f-650de8251997, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa3973b-7de9-4f9c-bc61-34d19b61468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:46.780170 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.798249 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.903952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] For port 63ef8b1c-a666-4381-803f-650de8251997, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:46.908310 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] For port 63ef8b1c-a666-4381-803f-650de8251997, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=63ef8b1c-a666-4381-803f-650de8251997,segment=NetworkSegment(faa3973b-7de9-4f9c-bc61-34d19b61468f),segment_id=faa3973b-7de9-4f9c-bc61-34d19b61468f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:46.918520 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.921963 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.926943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Router 479cabda-2596-4151-ace6-6cd6b18b19b0 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:14:46.957782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Transition to ACTIVE for port object b3587759-151c-4dc1-9558-b123835d5c34 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:46.976713 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.997582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f03369-b2d4-447f-9398-4bb2258ce668 None None] Pushing event updated for resources: {'Port': ['ID=63ef8b1c-a666-4381-803f-650de8251997,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:47.055167 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:47.068767 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aebd3a-d962-4428-8da2-2030fe552312 None None] Pushing event updated for resources: {'Port': ['ID=b3587759-151c-4dc1-9558-b123835d5c34,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:47.069910 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Sync routers for ids ['479cabda-2596-4151-ace6-6cd6b18b19b0'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:47.076092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.077491 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b8c02710-4d1d-4fe3-83b5-0af7df43e5c0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7925406 Jul 16 02:14:47.081445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49780) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:47.093941 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Routers {'479cabda-2596-4151-ace6-6cd6b18b19b0'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:47.095140 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['479cabda-2596-4151-ace6-6cd6b18b19b0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:47.101074 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Attempting to bind port b3587759-151c-4dc1-9558-b123835d5c34 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:47.102998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Attempting to bind port b3587759-151c-4dc1-9558-b123835d5c34 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:47.103377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Attempting to bind port b3587759-151c-4dc1-9558-b123835d5c34 on network dee4e46f-ab4d-47f6-987f-1136e3de4d9f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:47.109568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:47.110159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Checking segment: {'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:47.110979 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.111381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Bound using segment: {'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:47.111996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Bound port: b3587759-151c-4dc1-9558-b123835d5c34, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:47.112390 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.227726 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3faaa2f7-c8a2-404c-945e-980a073954a6 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:47.241377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] For port b3587759-151c-4dc1-9558-b123835d5c34, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:47.276294 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Set router 479cabda-2596-4151-ace6-6cd6b18b19b0 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:47.290662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] For port b3587759-151c-4dc1-9558-b123835d5c34, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b3587759-151c-4dc1-9558-b123835d5c34,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:47.309239 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.414172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aebd3a-d962-4428-8da2-2030fe552312 None None] Pushing event updated for resources: {'Port': ['ID=b3587759-151c-4dc1-9558-b123835d5c34,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:47.431269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Routers {'0934901a-d470-4b5e-84dd-d5f899e7eb4d'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:47.431915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:47.504187 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3faaa2f7-c8a2-404c-945e-980a073954a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:47.504566 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.561946 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'name': 'tempest-TestMinimumBasicScenario-96800778-router', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 3, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'gw_port': {'id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:47.592540 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Checking router: 479cabda-2596-4151-ace6-6cd6b18b19b0 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:47.592886 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Updating router 479cabda-2596-4151-ace6-6cd6b18b19b0 port c8371411-89b3-4e3d-a161-61ee525485d0 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:14:47.604098 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] Set router 0934901a-d470-4b5e-84dd-d5f899e7eb4d gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:47.636288 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.721770 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.871178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b3587759-151c-4dc1-9558-b123835d5c34', 'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'mac_address': 'fa:16:3e:32:f5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'subnets': [{'id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:47.904652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8685d-3d7a-4b4d-90b1-6f68b7ed7905 None None] The sync data for ids ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'] in n-d-791504-14 is: [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b3587759-151c-4dc1-9558-b123835d5c34', 'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'mac_address': 'fa:16:3e:32:f5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'subnets': [{'id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:47.936875 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.943881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Allocated IP 172.20.0.1 (de378de3-e5e4-40d6-98ef-b49030356d5c/680a88c7-8ef8-4c39-8364-d28ff4b80b6b/72754f1b-0350-424e-b546-afa803b94175) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:47.949120 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Transition to ACTIVE for port object c8371411-89b3-4e3d-a161-61ee525485d0 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:47.963007 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.014988 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Attempting to bind port c8371411-89b3-4e3d-a161-61ee525485d0 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:48.015176 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Attempting to bind port c8371411-89b3-4e3d-a161-61ee525485d0 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:48.015510 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Attempting to bind port c8371411-89b3-4e3d-a161-61ee525485d0 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:48.026045 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:48.026556 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:48.026963 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.027360 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:48.027848 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Bound port: c8371411-89b3-4e3d-a161-61ee525485d0, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:48.028232 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.057846 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865b274-a2dc-4be0-bcf2-c7a6901dd419 None None] Pushing event updated for resources: {'Port': ['ID=c8371411-89b3-4e3d-a161-61ee525485d0,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:48.103006 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] For port c8371411-89b3-4e3d-a161-61ee525485d0, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:48.107590 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] For port c8371411-89b3-4e3d-a161-61ee525485d0, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c8371411-89b3-4e3d-a161-61ee525485d0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:48.108273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.115102 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.128759 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Transition to ACTIVE for port object 72754f1b-0350-424e-b546-afa803b94175 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:48.170112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.225203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Pushing event updated for resources: {'Port': ['ID=72754f1b-0350-424e-b546-afa803b94175,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:48.232753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Network de378de3-e5e4-40d6-98ef-b49030356d5c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:48.236055 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:48.238182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:48.278833 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.285513 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865b274-a2dc-4be0-bcf2-c7a6901dd419 None None] Pushing event updated for resources: {'Port': ['ID=c8371411-89b3-4e3d-a161-61ee525485d0,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:48.289843 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Routers {'479cabda-2596-4151-ace6-6cd6b18b19b0'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:48.290482 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['479cabda-2596-4151-ace6-6cd6b18b19b0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:48.376129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb36173c-2eec-4efd-b1de-d45b9ffbb791 None None] Network de378de3-e5e4-40d6-98ef-b49030356d5c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:48.407776 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] Set router 479cabda-2596-4151-ace6-6cd6b18b19b0 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:48.415898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-661b4cd9-327e-4206-a670-c34c7ebdc5fc None None] Provisioning for port 63ef8b1c-a666-4381-803f-650de8251997 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:48.503670 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.633243 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'name': 'tempest-TestMinimumBasicScenario-96800778-router', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 3, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'gw_port': {'id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:48.675759 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bb084-fb68-4dbb-8fe5-be94d1453f47 None None] The sync data for ids ['479cabda-2596-4151-ace6-6cd6b18b19b0'] in n-d-791504-14 is: [{'id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'name': 'tempest-TestMinimumBasicScenario-96800778-router', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 3, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'gw_port': {'id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:48.708955 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.714664 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.784758 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.795190 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Pushing event updated for resources: {'Port': ['ID=72754f1b-0350-424e-b546-afa803b94175,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:48.913952 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Network de378de3-e5e4-40d6-98ef-b49030356d5c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:48.916605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:48.951739 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-796fe090-25c5-49b1-ad07-764be52cf38a None None] Provisioning for port 72754f1b-0350-424e-b546-afa803b94175 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:48.961311 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-796fe090-25c5-49b1-ad07-764be52cf38a None None] Provisioning complete for port 72754f1b-0350-424e-b546-afa803b94175 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:48.961753 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-796fe090-25c5-49b1-ad07-764be52cf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.058271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-796fe090-25c5-49b1-ad07-764be52cf38a None None] Port 72754f1b-0350-424e-b546-afa803b94175 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:49.098811 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Router 479cabda-2596-4151-ace6-6cd6b18b19b0 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:49.223527 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9a1d1a1b-9294-4958-9c54-649267a7edb7 None None] Provisioning complete for port 72754f1b-0350-424e-b546-afa803b94175 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:49.223910 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1a1b-9294-4958-9c54-649267a7edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.300573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d1a1b-9294-4958-9c54-649267a7edb7 None None] Port 72754f1b-0350-424e-b546-afa803b94175 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:49.308692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:49.315472 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8f9730e1-fbc7-4a4a-8ce7-0a952a02e209 admin admin] 10.222.0.64 "PUT /v2.0/routers/479cabda-2596-4151-ace6-6cd6b18b19b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2328622 Jul 16 02:14:49.378278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b3587759-151c-4dc1-9558-b123835d5c34 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:49.436801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b3587759-151c-4dc1-9558-b123835d5c34 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:49.442969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b3587759-151c-4dc1-9558-b123835d5c34 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:49.443340 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.538683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c87db6af-1e57-46df-9fb4-e980cac311b8 None None] Provisioning complete for port 72754f1b-0350-424e-b546-afa803b94175 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:49.539069 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c87db6af-1e57-46df-9fb4-e980cac311b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.540780 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.600704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c87db6af-1e57-46df-9fb4-e980cac311b8 None None] Port 72754f1b-0350-424e-b546-afa803b94175 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:49.603852 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b3587759-151c-4dc1-9558-b123835d5c34, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b3587759-151c-4dc1-9558-b123835d5c34,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:49.608906 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.611360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 63ef8b1c-a666-4381-803f-650de8251997 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:49.698388 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b3587759-151c-4dc1-9558-b123835d5c34,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:49.714542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 63ef8b1c-a666-4381-803f-650de8251997 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:49.720027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 63ef8b1c-a666-4381-803f-650de8251997 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:49.720296 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.813958 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.857412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 63ef8b1c-a666-4381-803f-650de8251997, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=63ef8b1c-a666-4381-803f-650de8251997,segment=NetworkSegment(faa3973b-7de9-4f9c-bc61-34d19b61468f),segment_id=faa3973b-7de9-4f9c-bc61-34d19b61468f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:49.863859 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.864858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c8371411-89b3-4e3d-a161-61ee525485d0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:50.117580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=63ef8b1c-a666-4381-803f-650de8251997,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:50.130641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port c8371411-89b3-4e3d-a161-61ee525485d0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:50.134349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c8371411-89b3-4e3d-a161-61ee525485d0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:50.134722 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:50.213879 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:50.235976 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port c8371411-89b3-4e3d-a161-61ee525485d0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c8371411-89b3-4e3d-a161-61ee525485d0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:50.239682 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:50.299934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=c8371411-89b3-4e3d-a161-61ee525485d0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:51.221202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 63ef8b1c-a666-4381-803f-650de8251997 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:51.297869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 63ef8b1c-a666-4381-803f-650de8251997 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:51.297869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.441250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c8371411-89b3-4e3d-a161-61ee525485d0 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:51.513776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c8371411-89b3-4e3d-a161-61ee525485d0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:51.514191 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.574149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Sync routers for ids ['479cabda-2596-4151-ace6-6cd6b18b19b0'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:51.599022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Routers {'479cabda-2596-4151-ace6-6cd6b18b19b0'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:51.599805 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['479cabda-2596-4151-ace6-6cd6b18b19b0'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:51.678918 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b3587759-151c-4dc1-9558-b123835d5c34 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:51.769179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Set router 479cabda-2596-4151-ace6-6cd6b18b19b0 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:51.812501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b3587759-151c-4dc1-9558-b123835d5c34 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:51.813419 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.060687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'name': 'tempest-TestMinimumBasicScenario-96800778-router', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:48Z', 'revision_number': 4, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'gw_port': {'id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '72754f1b-0350-424e-b546-afa803b94175', 'name': '', 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'mac_address': 'fa:16:3e:da:2d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '680a88c7-8ef8-4c39-8364-d28ff4b80b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:47Z', 'updated_at': '2021-07-16T02:14:48Z', 'revision_number': 2, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'subnets': [{'id': '680a88c7-8ef8-4c39-8364-d28ff4b80b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:52.089241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Checking router: 479cabda-2596-4151-ace6-6cd6b18b19b0 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:52.089589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Updating router 479cabda-2596-4151-ace6-6cd6b18b19b0 port 72754f1b-0350-424e-b546-afa803b94175 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:14:52.132352 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.446763 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.457680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Transition to ACTIVE for port object 72754f1b-0350-424e-b546-afa803b94175 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:52.463855 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.542201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b821130-2141-43cd-a0c7-6f905f6d48eb None None] Pushing event updated for resources: {'Port': ['ID=72754f1b-0350-424e-b546-afa803b94175,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:52.579234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Attempting to bind port 72754f1b-0350-424e-b546-afa803b94175 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:52.579764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Attempting to bind port 72754f1b-0350-424e-b546-afa803b94175 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'faa3973b-7de9-4f9c-bc61-34d19b61468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:52.580228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Attempting to bind port 72754f1b-0350-424e-b546-afa803b94175 on network de378de3-e5e4-40d6-98ef-b49030356d5c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:52.585983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:52.586523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Checking segment: {'id': 'faa3973b-7de9-4f9c-bc61-34d19b61468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:52.587024 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.587514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Bound using segment: {'id': 'faa3973b-7de9-4f9c-bc61-34d19b61468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:52.588086 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Bound port: 72754f1b-0350-424e-b546-afa803b94175, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa3973b-7de9-4f9c-bc61-34d19b61468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:52.588582 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.675080 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] For port 72754f1b-0350-424e-b546-afa803b94175, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:52.678847 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] For port 72754f1b-0350-424e-b546-afa803b94175, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=72754f1b-0350-424e-b546-afa803b94175,segment=NetworkSegment(faa3973b-7de9-4f9c-bc61-34d19b61468f),segment_id=faa3973b-7de9-4f9c-bc61-34d19b61468f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:52.685039 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.770932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b821130-2141-43cd-a0c7-6f905f6d48eb None None] Pushing event updated for resources: {'Port': ['ID=72754f1b-0350-424e-b546-afa803b94175,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:52.787037 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Routers {'479cabda-2596-4151-ace6-6cd6b18b19b0'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:52.787616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:14:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['479cabda-2596-4151-ace6-6cd6b18b19b0'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:52.917178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] Set router 479cabda-2596-4151-ace6-6cd6b18b19b0 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:53.182462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'name': 'tempest-TestMinimumBasicScenario-96800778-router', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:48Z', 'revision_number': 4, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'gw_port': {'id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '72754f1b-0350-424e-b546-afa803b94175', 'name': '', 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'mac_address': 'fa:16:3e:da:2d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '680a88c7-8ef8-4c39-8364-d28ff4b80b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:47Z', 'updated_at': '2021-07-16T02:14:52Z', 'revision_number': 4, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'subnets': [{'id': '680a88c7-8ef8-4c39-8364-d28ff4b80b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:53.212108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66335e02-63f0-46f1-9b51-37bc0ff9a60f None None] The sync data for ids ['479cabda-2596-4151-ace6-6cd6b18b19b0'] in n-d-791504-14 is: [{'id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'name': 'tempest-TestMinimumBasicScenario-96800778-router', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:48Z', 'revision_number': 4, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'gw_port': {'id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '72754f1b-0350-424e-b546-afa803b94175', 'name': '', 'network_id': 'de378de3-e5e4-40d6-98ef-b49030356d5c', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'mac_address': 'fa:16:3e:da:2d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '680a88c7-8ef8-4c39-8364-d28ff4b80b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:47Z', 'updated_at': '2021-07-16T02:14:52Z', 'revision_number': 4, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'subnets': [{'id': '680a88c7-8ef8-4c39-8364-d28ff4b80b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:54.663663 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab73f-9ceb-42a2-85c6-e21061bc31c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.227195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 72754f1b-0350-424e-b546-afa803b94175 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:55.292200 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 72754f1b-0350-424e-b546-afa803b94175 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:55.297516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 72754f1b-0350-424e-b546-afa803b94175 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:55.297850 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.396363 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.434877 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 72754f1b-0350-424e-b546-afa803b94175, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=72754f1b-0350-424e-b546-afa803b94175,segment=NetworkSegment(faa3973b-7de9-4f9c-bc61-34d19b61468f),segment_id=faa3973b-7de9-4f9c-bc61-34d19b61468f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:55.441443 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.502450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=72754f1b-0350-424e-b546-afa803b94175,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:56.023427 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:57.193138 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 72754f1b-0350-424e-b546-afa803b94175 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:57.246552 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ccc686b4-451e-4e9d-a923-fd33a8ecce59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:57.256848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 72754f1b-0350-424e-b546-afa803b94175 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:57.257222 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:57.304839 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:57.710521 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.678985 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.350409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963284f-0290-4398-b5d0-c77670b25668 req-d2137a6c-655f-4e39-8955-c09a20ddb06f tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:59.351808 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-d2137a6c-655f-4e39-8955-c09a20ddb06f tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/networks?id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 200 len: 815 time: 0.1002860 Jul 16 02:14:59.366758 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-6991a9ca-a410-4353-9aac-2df49be50701 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/quotas/c85215b063184f47b2c063c1e0e613ea HTTP/1.1" status: 200 len: 375 time: 0.0095298 Jul 16 02:14:59.437433 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-c037a01c-c527-4a30-9b09-ae4d9ae3f032 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c85215b063184f47b2c063c1e0e613ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652094 Jul 16 02:14:59.533421 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-d068de9d-6d7a-4a17-919e-22017d9cdea7 service neutron] 10.222.0.64 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847428 Jul 16 02:14:59.627007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-e9c02154-a20e-4123-9d05-ab6a0e8cacbe service neutron] 10.222.0.64 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877514 Jul 16 02:14:59.796828 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e8c6b546-e6f7-4f50-b935-a82f68fa0c58 req-60479470-11e5-4f44-bcdd-23fe15b26893 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 210 time: 0.0287001 Jul 16 02:15:00.264163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.906439 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963284f-0290-4398-b5d0-c77670b25668 req-ad00cb54-ca01-4f56-8a3c-baff5d82be8b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:00.908733 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-ad00cb54-ca01-4f56-8a3c-baff5d82be8b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.50 "GET /v2.0/networks?id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 200 len: 815 time: 0.1360674 Jul 16 02:15:00.931050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'port': {'device_id': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'admin_state_up': True, 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:01.281847 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-571ec3ca-c7cf-4316-8947-c42f963521c7 req-a82be040-f949-4905-bf65-adce04e6530a tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 210 time: 0.3339219 Jul 16 02:15:01.410949 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Made reservation on behalf of c85215b063184f47b2c063c1e0e613ea for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:15:01.416588 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.584596 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Allocated IP 172.20.0.5 (dee4e46f-ab4d-47f6-987f-1136e3de4d9f/453edefb-5a38-48cf-8bd2-6cdaaa17b7c0/255d5458-ef45-4bae-bd6d-afc84685fca2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:01.745054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.761009 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Transition to ACTIVE for port object 255d5458-ef45-4bae-bd6d-afc84685fca2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:01.796950 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.838961 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Network dee4e46f-ab4d-47f6-987f-1136e3de4d9f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:01.842257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:01.845499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:01.896428 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'Port': ['ID=255d5458-ef45-4bae-bd6d-afc84685fca2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:01.927813 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.928479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.928724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.929174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.929582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.930025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.930544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.930942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.931447 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.935477 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.935829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.936169 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:01.947333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:01.947878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.971561 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-39fab0f2-f0a7-44fb-929a-f579ce4d9fdc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0449579 Jul 16 02:15:02.099315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1eb99cb6-a8c7-432a-9628-3bbd2737ff09 None None] Provisioning for port 255d5458-ef45-4bae-bd6d-afc84685fca2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:02.103538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1eb99cb6-a8c7-432a-9628-3bbd2737ff09 None None] Provisioning complete for port 255d5458-ef45-4bae-bd6d-afc84685fca2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:02.103941 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1eb99cb6-a8c7-432a-9628-3bbd2737ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.143195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1eb99cb6-a8c7-432a-9628-3bbd2737ff09 None None] Port 255d5458-ef45-4bae-bd6d-afc84685fca2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:02.471770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851c943-2eed-43e1-9fcc-2ed60daccb61 req-5557f3be-b444-4a24-b0cd-834e614755fb tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.473507 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1851c943-2eed-43e1-9fcc-2ed60daccb61 req-5557f3be-b444-4a24-b0cd-834e614755fb tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 931 time: 0.0709207 Jul 16 02:15:02.521437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1851c943-2eed-43e1-9fcc-2ed60daccb61 req-a746d69c-8f4e-48ca-90c3-990d5abbc65b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 Jul 16 02:15:03.713301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a1c1-0556-444d-9ebe-84dcbf226cc9 req-d7bf3d0e-5bb8-4384-9112-b978593eff11 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:03.714921 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8956a1c1-0556-444d-9ebe-84dcbf226cc9 req-d7bf3d0e-5bb8-4384-9112-b978593eff11 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 931 time: 0.0742326 Jul 16 02:15:03.758120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8956a1c1-0556-444d-9ebe-84dcbf226cc9 req-060d52ed-06c1-433c-b898-863eb4786f3a tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Jul 16 02:15:04.947045 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec59cc-cda9-4a83-9c57-a98dbca66eed req-cafb9acd-4752-4a5e-ad57-ab6768517a84 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.949211 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01ec59cc-cda9-4a83-9c57-a98dbca66eed req-cafb9acd-4752-4a5e-ad57-ab6768517a84 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 931 time: 0.0746276 Jul 16 02:15:04.990838 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01ec59cc-cda9-4a83-9c57-a98dbca66eed req-182427e4-db87-4275-91d7-58ed7a8e72c1 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 Jul 16 02:15:05.275459 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:15:06.184194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b979d-b127-43ee-9b6b-f4e943a660fd req-faab77c0-08da-417e-a285-7bb715cb4678 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:06.185642 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d60b979d-b127-43ee-9b6b-f4e943a660fd req-faab77c0-08da-417e-a285-7bb715cb4678 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 931 time: 0.0673101 Jul 16 02:15:06.231098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d60b979d-b127-43ee-9b6b-f4e943a660fd req-ecbec850-f9e1-4822-9e52-b86eadc78e20 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Jul 16 02:15:07.429944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec329c-4f2d-49cb-b9fe-17f95412e463 req-32048841-3e46-4eb9-aa12-dafee2f47669 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:07.431568 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ec329c-4f2d-49cb-b9fe-17f95412e463 req-32048841-3e46-4eb9-aa12-dafee2f47669 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 931 time: 0.0672812 Jul 16 02:15:07.473065 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-31ec329c-4f2d-49cb-b9fe-17f95412e463 req-5f808896-faac-419d-983b-7caf95dbe5ab tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357516 Jul 16 02:15:08.677086 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c1611-843f-4755-9142-6a1db557b0d5 req-2f104c93-c561-49ba-baea-764d093680cd tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:08.678885 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cf6c1611-843f-4755-9142-6a1db557b0d5 req-2f104c93-c561-49ba-baea-764d093680cd tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 931 time: 0.0888648 Jul 16 02:15:08.730974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cf6c1611-843f-4755-9142-6a1db557b0d5 req-e68b1ecb-4d55-415e-b0a9-452dc4aabe17 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452232 Jul 16 02:15:09.929973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5773f-1591-453f-b899-f7931824ae05 req-f9d82be1-b236-4bc2-bc01-7015862cf2fa tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:09.931582 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4d5773f-1591-453f-b899-f7931824ae05 req-f9d82be1-b236-4bc2-bc01-7015862cf2fa tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 931 time: 0.0726011 Jul 16 02:15:09.974596 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a4d5773f-1591-453f-b899-f7931824ae05 req-6a8ba480-aa4b-4b0c-bc2b-0b002842ce41 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Jul 16 02:15:11.160564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176fbe5-aabc-4ae2-9472-503f51985cbc req-ab411930-ed9f-4ee5-b47b-ff1a60edcf4d tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:11.162092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8176fbe5-aabc-4ae2-9472-503f51985cbc req-ab411930-ed9f-4ee5-b47b-ff1a60edcf4d tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 931 time: 0.0697956 Jul 16 02:15:11.201974 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8176fbe5-aabc-4ae2-9472-503f51985cbc req-4ba8554c-6fd5-4f14-9a94-f06b8c69f2d4 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Jul 16 02:15:11.386473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Request body: {'port': {'device_id': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:11.459454 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:11.729928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255d5458-ef45-4bae-bd6d-afc84685fca2 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:11.738258 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:11.749536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Transition to ACTIVE for port object 255d5458-ef45-4bae-bd6d-afc84685fca2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:11.754113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:11.806864 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Pushing event updated for resources: {'Port': ['ID=255d5458-ef45-4bae-bd6d-afc84685fca2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:11.884482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Attempting to bind port 255d5458-ef45-4bae-bd6d-afc84685fca2 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:11.884482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Attempting to bind port 255d5458-ef45-4bae-bd6d-afc84685fca2 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:11.884482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Attempting to bind port 255d5458-ef45-4bae-bd6d-afc84685fca2 on network dee4e46f-ab4d-47f6-987f-1136e3de4d9f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:11.887002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Port 255d5458-ef45-4bae-bd6d-afc84685fca2 on network dee4e46f-ab4d-47f6-987f-1136e3de4d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:15:11.887320 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Attempting to bind port 255d5458-ef45-4bae-bd6d-afc84685fca2 on network dee4e46f-ab4d-47f6-987f-1136e3de4d9f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:11.893326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:11.893673 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Checking segment: {'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:11.894054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Bound using segment: {'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:11.894486 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Bound port: 255d5458-ef45-4bae-bd6d-afc84685fca2, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57c20f5-0c3c-426b-8975-6a60fa716db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:11.894843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:11.960827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] For port 255d5458-ef45-4bae-bd6d-afc84685fca2, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:11.963933 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] For port 255d5458-ef45-4bae-bd6d-afc84685fca2, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=255d5458-ef45-4bae-bd6d-afc84685fca2,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:11.968726 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.001718 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.002371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.004023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] 10.222.0.50 "PUT /v2.0/ports/255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 1092 time: 0.6223001 Jul 16 02:15:12.004670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:12.008148 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b9989b-311a-4ca5-b68a-87b973226dba" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:12.053253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a82902-5961-4c19-b95a-299630f8e841 service neutron] Pushing event updated for resources: {'Port': ['ID=255d5458-ef45-4bae-bd6d-afc84685fca2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:12.057255 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da95d8eb-ef2e-4074-a2ee-9505b8380c14 x-openstack-request-id: req-da95d8eb-ef2e-4074-a2ee-9505b8380c14 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:12.057546 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:12.057826 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da95d8eb-ef2e-4074-a2ee-9505b8380c14 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:12.058276 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'status': 'completed', 'code': 200} Jul 16 02:15:12.124462 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963284f-0290-4398-b5d0-c77670b25668 req-43fa5a45-8e2a-41c2-8455-ea524503cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.126198 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-43fa5a45-8e2a-41c2-8455-ea524503cd81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85215b063184f47b2c063c1e0e613ea&device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1095 time: 0.0564520 Jul 16 02:15:12.174224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-a2b8a66a-d0ee-453d-97b9-43da2a2e4aa2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 217 time: 0.0404317 Jul 16 02:15:12.222824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963284f-0290-4398-b5d0-c77670b25668 req-215329a7-352b-4f21-924a-9a063bf1eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.224286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-215329a7-352b-4f21-924a-9a063bf1eee5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 HTTP/1.1" status: 200 len: 854 time: 0.0440595 Jul 16 02:15:12.288293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963284f-0290-4398-b5d0-c77670b25668 req-750e476a-7230-48b9-8890-cf3fd2090186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.289463 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-750e476a-7230-48b9-8890-cf3fd2090186 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556941 Jul 16 02:15:12.421668 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-f4221f12-b62c-4e0b-b704-8e20f376886c service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249745 Jul 16 02:15:12.445360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e14f8c-f637-472d-ac91-ea4408798006 req-ef5a7218-abfc-4b95-a5a1-c16515b462e5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.446897 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4e14f8c-f637-472d-ac91-ea4408798006 req-ef5a7218-abfc-4b95-a5a1-c16515b462e5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 943 time: 0.1244817 Jul 16 02:15:12.535038 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a4e14f8c-f637-472d-ac91-ea4408798006 req-c3e941a9-0341-4bde-842b-d48e68fd8259 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777063 Jul 16 02:15:12.556441 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3963284f-0290-4398-b5d0-c77670b25668 req-57bc0103-248c-439f-9ab0-ee27621a39f6 service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269722 Jul 16 02:15:12.659883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9989b-311a-4ca5-b68a-87b973226dba req-cf36c9bc-97e0-4c39-b091-cc16fec98f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.661384 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82b9989b-311a-4ca5-b68a-87b973226dba req-cf36c9bc-97e0-4c39-b091-cc16fec98f4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85215b063184f47b2c063c1e0e613ea&device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1095 time: 0.0538697 Jul 16 02:15:12.756305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9989b-311a-4ca5-b68a-87b973226dba req-81f970b7-ffe8-46db-ada9-5f8d5a4eb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.757945 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82b9989b-311a-4ca5-b68a-87b973226dba req-81f970b7-ffe8-46db-ada9-5f8d5a4eb0a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 200 len: 915 time: 0.0895410 Jul 16 02:15:12.800872 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82b9989b-311a-4ca5-b68a-87b973226dba req-df679f4c-839d-41e1-af70-2f535d29363b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 217 time: 0.0363770 Jul 16 02:15:12.850625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9989b-311a-4ca5-b68a-87b973226dba req-afcb678a-7670-497a-817b-91e75df9d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.852117 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82b9989b-311a-4ca5-b68a-87b973226dba req-afcb678a-7670-497a-817b-91e75df9d3f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 HTTP/1.1" status: 200 len: 854 time: 0.0450926 Jul 16 02:15:12.918407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9989b-311a-4ca5-b68a-87b973226dba req-449d31b6-69aa-4446-b15e-3e36497ea41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.919933 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82b9989b-311a-4ca5-b68a-87b973226dba req-449d31b6-69aa-4446-b15e-3e36497ea41a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585909 Jul 16 02:15:13.015280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82b9989b-311a-4ca5-b68a-87b973226dba req-56722431-2f46-4ae0-bd2a-a7c0f70f1da5 service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869894 Jul 16 02:15:13.117814 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-82b9989b-311a-4ca5-b68a-87b973226dba req-8eae4018-df5c-403b-974c-d299f9f9c177 service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936005 Jul 16 02:15:13.715350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e487ec-85f8-4ea2-8e2d-098b117fc4ce req-09036ce5-972e-4c16-b34b-5bea329676d6 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.716843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-25e487ec-85f8-4ea2-8e2d-098b117fc4ce req-09036ce5-972e-4c16-b34b-5bea329676d6 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 943 time: 0.0689483 Jul 16 02:15:13.754914 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-25e487ec-85f8-4ea2-8e2d-098b117fc4ce req-6edffc5a-5ebe-44e4-8696-afa2edbb7543 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Jul 16 02:15:14.927077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e50c8-6f9b-4356-bd7e-1e6a78670b98 req-4ffd4057-8ee1-42ab-bcd0-74f351be0d9c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:14.928585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-623e50c8-6f9b-4356-bd7e-1e6a78670b98 req-4ffd4057-8ee1-42ab-bcd0-74f351be0d9c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 943 time: 0.0645914 Jul 16 02:15:14.965717 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-623e50c8-6f9b-4356-bd7e-1e6a78670b98 req-3cbd3a46-cfc0-4092-b910-da2afa4973af tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Jul 16 02:15:15.411989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 255d5458-ef45-4bae-bd6d-afc84685fca2 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:15:15.504436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 255d5458-ef45-4bae-bd6d-afc84685fca2, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=255d5458-ef45-4bae-bd6d-afc84685fca2,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:15.515096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'port_id': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'mac_address': 'fa:16:3e:15:97:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:15:15.555171 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:15.568159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255d5458-ef45-4bae-bd6d-afc84685fca2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:15.586769 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 255d5458-ef45-4bae-bd6d-afc84685fca2, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=255d5458-ef45-4bae-bd6d-afc84685fca2,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:15.590848 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:15.639922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=255d5458-ef45-4bae-bd6d-afc84685fca2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:15.647535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.647875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.648211 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.648543 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.648871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.649202 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.649525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.649850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.650314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.650497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.650805 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.651158 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:15.846675 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['255d5458-ef45-4bae-bd6d-afc84685fca2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:15:16.145176 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07f099-3b15-46c1-b571-b4eeef9e5699 req-0ffeb5b9-4ae3-4e03-afab-6d03edb65308 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:16.146682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f07f099-3b15-46c1-b571-b4eeef9e5699 req-0ffeb5b9-4ae3-4e03-afab-6d03edb65308 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 944 time: 0.0665538 Jul 16 02:15:16.185316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f07f099-3b15-46c1-b571-b4eeef9e5699 req-eb1749de-68b9-49fe-b577-3c9ad1bf2f8f tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Jul 16 02:15:17.361022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626f0b2-91c5-429c-ba70-a2fa6910e5cd req-7b5494f0-933e-4614-b165-7c6414a329ce tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:17.362517 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4626f0b2-91c5-429c-ba70-a2fa6910e5cd req-7b5494f0-933e-4614-b165-7c6414a329ce tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 944 time: 0.0620408 Jul 16 02:15:17.403773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4626f0b2-91c5-429c-ba70-a2fa6910e5cd req-ec18fa80-4c5e-4016-a06d-3abf184270c5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356679 Jul 16 02:15:17.412383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 255d5458-ef45-4bae-bd6d-afc84685fca2 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:17.460542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 255d5458-ef45-4bae-bd6d-afc84685fca2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:17.464141 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 255d5458-ef45-4bae-bd6d-afc84685fca2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:17.464529 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.537727 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.559012 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:17.561253 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6f423f-5768-466e-b405-0a6c3e19a43d" -d '{"events": [{"server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "name": "network-vif-plugged", "status": "completed", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:17.577164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 255d5458-ef45-4bae-bd6d-afc84685fca2, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=255d5458-ef45-4bae-bd6d-afc84685fca2,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:17.583437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.607593 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59aba2d-203d-4abf-844c-c3f12f36f0c7 x-openstack-request-id: req-a59aba2d-203d-4abf-844c-c3f12f36f0c7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:17.607903 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "name": "network-vif-plugged", "status": "completed", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:17.608152 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a59aba2d-203d-4abf-844c-c3f12f36f0c7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:17.608543 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'code': 200} Jul 16 02:15:17.640323 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=255d5458-ef45-4bae-bd6d-afc84685fca2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:17.714744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9aff2-0bd2-4a1c-8ad6-45c9894db938 req-fa29cbc4-e265-481b-9878-0150bca5ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:17.716146 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-63c9aff2-0bd2-4a1c-8ad6-45c9894db938 req-fa29cbc4-e265-481b-9878-0150bca5ddd2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1097 time: 0.0518501 Jul 16 02:15:17.751446 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-63c9aff2-0bd2-4a1c-8ad6-45c9894db938 req-6e1d4b6f-63a3-4aec-86cb-770fb0a2e678 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279930 Jul 16 02:15:18.582366 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211db2a6-3234-4329-8dde-62d805faac59 req-79ca0b27-1d30-4b61-b5fc-b6c6ee450e0b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:18.583976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-211db2a6-3234-4329-8dde-62d805faac59 req-79ca0b27-1d30-4b61-b5fc-b6c6ee450e0b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 945 time: 0.0670199 Jul 16 02:15:18.627461 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-211db2a6-3234-4329-8dde-62d805faac59 req-5c16bd64-998b-4610-8e41-fdb78062a6a8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336466 Jul 16 02:15:19.806549 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996514e2-ee19-490e-a452-53ef170116d5 req-b6e1d89e-19ee-4b89-96dd-cb80619f0373 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:19.808026 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-996514e2-ee19-490e-a452-53ef170116d5 req-b6e1d89e-19ee-4b89-96dd-cb80619f0373 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 945 time: 0.0683100 Jul 16 02:15:19.846197 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-996514e2-ee19-490e-a452-53ef170116d5 req-5dc48b0c-cb42-402c-829b-5485fb15237a tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Jul 16 02:15:20.023748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21109079-474f-4366-bb0b-f152269d7f97 req-8590274e-e398-4116-9c24-30f2b1e485de tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:20.025119 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21109079-474f-4366-bb0b-f152269d7f97 req-8590274e-e398-4116-9c24-30f2b1e485de tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 945 time: 0.0663226 Jul 16 02:15:20.062263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-21109079-474f-4366-bb0b-f152269d7f97 req-87e056af-af51-4b82-af68-3f09ba00427e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Jul 16 02:15:20.400057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832920-268b-4658-8c16-fc5d87040f08 req-3b4be4f7-82b7-4684-9382-a68d01ecf890 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:20.401571 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3832920-268b-4658-8c16-fc5d87040f08 req-3b4be4f7-82b7-4684-9382-a68d01ecf890 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 945 time: 0.0645461 Jul 16 02:15:20.439437 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f3832920-268b-4658-8c16-fc5d87040f08 req-9e57e019-b117-4486-8e0c-21214bacbb6e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321791 Jul 16 02:15:24.666796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02743c6c-4ac5-4e49-b781-cab5f304c358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.019024 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.208484 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f46fa32-85e2-4954-b035-59bb8517ea68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.301665 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.713433 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.648268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-f5255087-5c96-41af-ad65-0a6a9c5f2d74 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543420 Jul 16 02:15:28.686425 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.753363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-93f3f6f8-9e0c-4de9-8d7f-1601e73f0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.754901 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-93f3f6f8-9e0c-4de9-8d7f-1601e73f0750 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85215b063184f47b2c063c1e0e613ea&device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1097 time: 0.0578852 Jul 16 02:15:28.868218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-65771ed0-55f8-4e5f-bf72-1254e8b00066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.869704 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-65771ed0-55f8-4e5f-bf72-1254e8b00066 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 200 len: 915 time: 0.0934830 Jul 16 02:15:28.917625 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-302bf1f9-a159-42be-932d-723072c84216 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 217 time: 0.0408118 Jul 16 02:15:28.979675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-395ed130-42c4-4df8-bb1b-4cfb80cec1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.981149 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-395ed130-42c4-4df8-bb1b-4cfb80cec1ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 HTTP/1.1" status: 200 len: 854 time: 0.0560858 Jul 16 02:15:29.041985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-cb617e0e-dc61-4fce-b08d-3d37bcd91583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:29.043594 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-cb617e0e-dc61-4fce-b08d-3d37bcd91583 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547214 Jul 16 02:15:29.139583 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-4ec7a805-5f21-4657-a122-bfb11d0869c1 service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887699 Jul 16 02:15:29.230856 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4767803b-6d3f-4dcc-82ba-4abf1a96c142 req-75b9a2ce-0c96-4685-8ea7-65e320b88db4 service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836568 Jul 16 02:15:30.268210 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.162609 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd223ece-86db-4250-ab74-1204f17b3263 req-4d8418f8-e923-4aa4-b5ec-a6fc3297da0f tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:32.164115 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd223ece-86db-4250-ab74-1204f17b3263 req-4d8418f8-e923-4aa4-b5ec-a6fc3297da0f tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 945 time: 0.0702820 Jul 16 02:15:32.203750 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fd223ece-86db-4250-ab74-1204f17b3263 req-facf91cc-2405-4ba1-8cf4-ac063fb9cb02 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Jul 16 02:15:32.227988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49976) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:32.371549 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d79c32-f353-4082-840e-0b803e09b1e6 tempest-TestMinimumBasicScenario-1057387790 tempest-TestMinimumBasicScenario-1057387790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:32.374182 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-38d79c32-f353-4082-840e-0b803e09b1e6 tempest-TestMinimumBasicScenario-1057387790 tempest-TestMinimumBasicScenario-1057387790-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1092 time: 0.1448727 Jul 16 02:15:32.377248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49980) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:32.381761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:32.404026 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.514427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.615916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Allocated IP 172.25.4.225 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/ad8d1a22-1a63-453a-a339-6c2c30574b95) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:32.721795 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.761825 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.800835 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:32.803540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:32.807097 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:32.813050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'Port': ['ID=ad8d1a22-1a63-453a-a339-6c2c30574b95,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:33.187744 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.264655 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.412556 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.417282 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.487182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'Port': ['ID=ad8d1a22-1a63-453a-a339-6c2c30574b95,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:33.499057 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.888263 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Floating IP ce100405-77a0-4a21-b060-bc1ac6246e7f associated. External IP: 172.25.4.225, port: 255d5458-ef45-4bae-bd6d-afc84685fca2. Jul 16 02:15:34.094098 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Router 0934901a-d470-4b5e-84dd-d5f899e7eb4d has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:34.209025 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:34.219061 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] Sync routers for ids ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:34.225264 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.231213 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] Routers {'0934901a-d470-4b5e-84dd-d5f899e7eb4d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:34.231832 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:15:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:34.267326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-13a237e6-9e22-4842-93b4-d0e91d48cc88 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8889954 Jul 16 02:15:34.267934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:34.270264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:34.270783 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1f7730-3c87-4340-99b8-b0264b46f42f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:34.274885 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102565797', 'description': 'tempest-secgroup-smoke-102565797 description', 'project_id': 'c85215b063184f47b2c063c1e0e613ea'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:34.301087 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.309286 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6315b894-76aa-4978-afe1-dd6664a91f37 x-openstack-request-id: req-6315b894-76aa-4978-afe1-dd6664a91f37 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:34.309572 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:34.309817 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6315b894-76aa-4978-afe1-dd6664a91f37 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:34.310352 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'status': 'completed', 'code': 200} Jul 16 02:15:34.351900 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] Set router 0934901a-d470-4b5e-84dd-d5f899e7eb4d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:34.392310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.396568 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.400661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-76ae8e86-3acb-460b-bc55-1cd7c50999bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:34.402417 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-76ae8e86-3acb-460b-bc55-1cd7c50999bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85215b063184f47b2c063c1e0e613ea&device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1097 time: 0.0622709 Jul 16 02:15:34.427909 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.431943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1577089 Jul 16 02:15:34.431943 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6114a89e-a771-4f75-bbee-50edd4f776bd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:34.438263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49988) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:34.443155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bf02a46b-1bd6-48d9-8910-4eaa30a2e008 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'security_group_rule': {'security_group_id': '6114a89e-a771-4f75-bbee-50edd4f776bd', 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:34.449136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.449481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.449814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.450659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.450659 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.450888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.451108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.451640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.451967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.452292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.452612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.452996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7170057c-391d-4300-bc4f-d4f9ee84f31c tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:34.479490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf02a46b-1bd6-48d9-8910-4eaa30a2e008 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.506141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-48f97adc-f916-456b-b31d-d69fbc6248c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:34.507744 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-48f97adc-f916-456b-b31d-d69fbc6248c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 200 len: 915 time: 0.0985339 Jul 16 02:15:34.530244 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf02a46b-1bd6-48d9-8910-4eaa30a2e008 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.534564 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf02a46b-1bd6-48d9-8910-4eaa30a2e008 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.554574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02a46b-1bd6-48d9-8910-4eaa30a2e008 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3a35a5-567d-46a4-9aa7-43d489f02502,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:34.565257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf02a46b-1bd6-48d9-8910-4eaa30a2e008 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.569381 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bf02a46b-1bd6-48d9-8910-4eaa30a2e008 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270664 Jul 16 02:15:34.569545 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:34.574292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b0b2b1c4-26ec-4a89-a94e-41892ee6cef0 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'security_group_rule': {'security_group_id': '6114a89e-a771-4f75-bbee-50edd4f776bd', 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:34.585083 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-23bff684-48d0-4e04-b2b2-520747fdfd48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 999 time: 0.0693207 Jul 16 02:15:34.601777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b1c4-26ec-4a89-a94e-41892ee6cef0 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.604204 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'ce100405-77a0-4a21-b060-bc1ac6246e7f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'port_id': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'mac_address': 'fa:16:3e:15:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:33Z', 'revision_number': 0, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3587759-151c-4dc1-9558-b123835d5c34', 'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'mac_address': 'fa:16:3e:32:f5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'subnets': [{'id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:34.637219 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] Checking router: 0934901a-d470-4b5e-84dd-d5f899e7eb4d for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:34.637670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-c40bf732-995b-45f2-8a35-e4f4b68d486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:34.639208 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-c40bf732-995b-45f2-8a35-e4f4b68d486f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 HTTP/1.1" status: 200 len: 854 time: 0.0476580 Jul 16 02:15:34.645912 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] Routers {'0934901a-d470-4b5e-84dd-d5f899e7eb4d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:34.646562 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:15:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:34.674205 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b1c4-26ec-4a89-a94e-41892ee6cef0 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.678670 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b1c4-26ec-4a89-a94e-41892ee6cef0 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.694386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2b1c4-26ec-4a89-a94e-41892ee6cef0 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a5620d-6b8d-4a26-9416-6ba534f96581,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:34.704436 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b1c4-26ec-4a89-a94e-41892ee6cef0 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.705683 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b0b2b1c4-26ec-4a89-a94e-41892ee6cef0 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349561 Jul 16 02:15:34.708836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:34.713673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d741a678-eb2e-4d53-8b61-a968f76b5069 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'security_group_rule': {'security_group_id': '6114a89e-a771-4f75-bbee-50edd4f776bd', 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:34.714071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-f3be9198-d165-4bb5-8273-2605c9b7372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:34.715850 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-f3be9198-d165-4bb5-8273-2605c9b7372e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694816 Jul 16 02:15:34.745055 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d741a678-eb2e-4d53-8b61-a968f76b5069 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.764303 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] Set router 0934901a-d470-4b5e-84dd-d5f899e7eb4d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:34.811172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d741a678-eb2e-4d53-8b61-a968f76b5069 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.815666 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d741a678-eb2e-4d53-8b61-a968f76b5069 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.824329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-9594d6cc-90e6-4d1e-a2fb-c05b5a54127a service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990424 Jul 16 02:15:34.834658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741a678-eb2e-4d53-8b61-a968f76b5069 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13599b08-42cf-447f-bc8b-66c37c9d2554,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:34.840858 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d741a678-eb2e-4d53-8b61-a968f76b5069 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.842189 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d741a678-eb2e-4d53-8b61-a968f76b5069 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323812 Jul 16 02:15:34.846529 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:34.861351 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7a99a30f-d69a-4ab8-8f13-da1230021c7b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'security_group_rule': {'security_group_id': '6114a89e-a771-4f75-bbee-50edd4f776bd', 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:34.937648 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a99a30f-d69a-4ab8-8f13-da1230021c7b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.970452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-af1f7730-3c87-4340-99b8-b0264b46f42f req-724ab2d7-d9e3-4c85-861f-5c808ce809da service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345944 Jul 16 02:15:35.008583 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a99a30f-d69a-4ab8-8f13-da1230021c7b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.012752 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a99a30f-d69a-4ab8-8f13-da1230021c7b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.020004 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'ce100405-77a0-4a21-b060-bc1ac6246e7f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'port_id': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'mac_address': 'fa:16:3e:15:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:33Z', 'revision_number': 0, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3587759-151c-4dc1-9558-b123835d5c34', 'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'mac_address': 'fa:16:3e:32:f5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'subnets': [{'id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:35.036488 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99a30f-d69a-4ab8-8f13-da1230021c7b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec62462-3225-4e85-941b-8e1e15eb98ad,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:35.040747 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a99a30f-d69a-4ab8-8f13-da1230021c7b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.047519 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7a99a30f-d69a-4ab8-8f13-da1230021c7b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1854589 Jul 16 02:15:35.047993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 49996) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:35.048784 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfaa960-9a30-426a-999f-b7436d7804b4 None None] The sync data for ids ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'] in n-d-791504-14 is: [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'ce100405-77a0-4a21-b060-bc1ac6246e7f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'port_id': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'mac_address': 'fa:16:3e:15:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:33Z', 'revision_number': 0, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3587759-151c-4dc1-9558-b123835d5c34', 'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'mac_address': 'fa:16:3e:32:f5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'subnets': [{'id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:35.053738 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-399af15e-d044-4f05-9a59-23aa8aaf32e8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'security_group_rule': {'security_group_id': '6114a89e-a771-4f75-bbee-50edd4f776bd', 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:35.075825 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-399af15e-d044-4f05-9a59-23aa8aaf32e8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Project c85215b063184f47b2c063c1e0e613ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:15:35.082129 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-399af15e-d044-4f05-9a59-23aa8aaf32e8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.150242 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-399af15e-d044-4f05-9a59-23aa8aaf32e8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.154816 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-399af15e-d044-4f05-9a59-23aa8aaf32e8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.174934 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399af15e-d044-4f05-9a59-23aa8aaf32e8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb07651-3d3b-4a68-9178-1ac03079cc3f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:35.183873 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-399af15e-d044-4f05-9a59-23aa8aaf32e8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.187133 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-399af15e-d044-4f05-9a59-23aa8aaf32e8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365104 Jul 16 02:15:35.188470 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 49998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:35.193260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7dcb1de2-3eda-4d04-b086-1505ddcb4a0e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'security_group_rule': {'security_group_id': '6114a89e-a771-4f75-bbee-50edd4f776bd', 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:35.217261 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-7dcb1de2-3eda-4d04-b086-1505ddcb4a0e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Project c85215b063184f47b2c063c1e0e613ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:15:35.223699 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7dcb1de2-3eda-4d04-b086-1505ddcb4a0e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.272043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5527c-588a-4500-9020-121613b2f4f4 None None] New status for floating IP ce100405-77a0-4a21-b060-bc1ac6246e7f: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:15:35.293186 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7dcb1de2-3eda-4d04-b086-1505ddcb4a0e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.297613 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7dcb1de2-3eda-4d04-b086-1505ddcb4a0e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.317282 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb1de2-3eda-4d04-b086-1505ddcb4a0e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e43bcf-2d81-4e0f-8a61-25fa840f4a5b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:35.320563 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7dcb1de2-3eda-4d04-b086-1505ddcb4a0e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.324503 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7dcb1de2-3eda-4d04-b086-1505ddcb4a0e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323714 Jul 16 02:15:35.459162 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-5d5b54a1-93d2-479d-b51e-874750a8227e tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102565797&fields=id&tenant_id=c85215b063184f47b2c063c1e0e613ea HTTP/1.1" status: 200 len: 267 time: 0.0362093 Jul 16 02:15:35.533774 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-3eb914e1-6d4e-4a23-a720-2b96fdd1959f tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:35.535623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-3eb914e1-6d4e-4a23-a720-2b96fdd1959f tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 945 time: 0.0702732 Jul 16 02:15:35.547520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-7b1930bf-ba97-41c5-86e1-530b346072be tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'port': {'security_groups': ['64c6a2ab-b058-44c5-884e-2d2ba750d835', '6114a89e-a771-4f75-bbee-50edd4f776bd']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:35.628034 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-7b1930bf-ba97-41c5-86e1-530b346072be tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.814492 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-7b1930bf-ba97-41c5-86e1-530b346072be tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] For port 255d5458-ef45-4bae-bd6d-afc84685fca2, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=255d5458-ef45-4bae-bd6d-afc84685fca2,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:35.844866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-7b1930bf-ba97-41c5-86e1-530b346072be tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.851156 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-7b1930bf-ba97-41c5-86e1-530b346072be tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.863517 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['255d5458-ef45-4bae-bd6d-afc84685fca2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:15:35.896819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-7b1930bf-ba97-41c5-86e1-530b346072be tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:35.897486 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-7b1930bf-ba97-41c5-86e1-530b346072be tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.899012 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d97fa351-915b-4dd8-914f-0fde9474a526 req-7b1930bf-ba97-41c5-86e1-530b346072be tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "PUT /v2.0/ports/255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 981 time: 0.3569603 Jul 16 02:15:35.940586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1930bf-ba97-41c5-86e1-530b346072be tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'Port': ['ID=255d5458-ef45-4bae-bd6d-afc84685fca2,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:35.983440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['255d5458-ef45-4bae-bd6d-afc84685fca2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:15:36.091236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f13be-e6be-47e8-8037-fcbfad4674ff req-4332a2f8-b5fa-419f-8873-73f7033616f2 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:36.092735 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c0f13be-e6be-47e8-8037-fcbfad4674ff req-4332a2f8-b5fa-419f-8873-73f7033616f2 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0737474 Jul 16 02:15:36.136832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c0f13be-e6be-47e8-8037-fcbfad4674ff req-984bddb8-5b24-415a-971a-c6e222e4e6c8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372629 Jul 16 02:15:36.262191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fef91c52-1587-42bf-9c14-02201f70687f None None] Provisioning complete for port 255d5458-ef45-4bae-bd6d-afc84685fca2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:36.262479 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fef91c52-1587-42bf-9c14-02201f70687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.311667 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:36.314031 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4e2316-145b-4b06-a453-93513dbc6d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:36.352567 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac22219-03f4-416a-9b09-dfa05c0d8d91 x-openstack-request-id: req-5ac22219-03f4-416a-9b09-dfa05c0d8d91 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:36.352860 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:36.353107 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ac22219-03f4-416a-9b09-dfa05c0d8d91 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:36.353502 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'status': 'completed', 'code': 200} Jul 16 02:15:36.440294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-d72fb01b-8110-483e-9836-406e5639985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:36.443486 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-d72fb01b-8110-483e-9836-406e5639985c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85215b063184f47b2c063c1e0e613ea&device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1136 time: 0.0632782 Jul 16 02:15:36.543991 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-aa6c4b4b-63e8-4dec-bff5-60a3b779db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:36.545521 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-aa6c4b4b-63e8-4dec-bff5-60a3b779db1d service neutron] 10.222.0.50 "GET /v2.0/networks?id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 200 len: 915 time: 0.0963547 Jul 16 02:15:36.618346 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-4c07147f-f6be-482f-b4e2-8c6dd71e6667 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 1001 time: 0.0649040 Jul 16 02:15:36.668780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-3b0053c7-ba72-457e-9025-033c8fa56e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:36.670857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-3b0053c7-ba72-457e-9025-033c8fa56e60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 HTTP/1.1" status: 200 len: 854 time: 0.0456769 Jul 16 02:15:36.736487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-c9ed11d6-6ff0-4065-ae63-746627d9750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:36.738051 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-c9ed11d6-6ff0-4065-ae63-746627d9750f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605733 Jul 16 02:15:36.839709 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-a15ad91a-0ddc-4d57-af13-c218823885bc service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946684 Jul 16 02:15:36.936498 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4e4e2316-145b-4b06-a453-93513dbc6d4c req-0263580c-a943-4473-a4b9-76240aededa4 service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880229 Jul 16 02:15:42.275162 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:15:53.542993 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-d81cf511-2daa-47fd-ba41-bf8b78a9f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:53.544410 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-d81cf511-2daa-47fd-ba41-bf8b78a9f079 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85215b063184f47b2c063c1e0e613ea&device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1136 time: 0.1023197 Jul 16 02:15:53.588962 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750c1f8-801d-499e-99bd-649eff87c442 req-092f77d1-f999-4ed3-96b0-9844722f0dc8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:53.590727 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5750c1f8-801d-499e-99bd-649eff87c442 req-092f77d1-f999-4ed3-96b0-9844722f0dc8 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.1111264 Jul 16 02:15:53.673447 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5750c1f8-801d-499e-99bd-649eff87c442 req-899de755-102f-439c-85f5-e478caa2f43b tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760715 Jul 16 02:15:53.683089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-a19bc549-7170-453b-b705-ff32d9da0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:53.684553 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-a19bc549-7170-453b-b705-ff32d9da0c5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 200 len: 915 time: 0.1325090 Jul 16 02:15:53.755111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-bfb98ace-27c7-4a84-99fd-9d68c9e30b00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 1001 time: 0.0612228 Jul 16 02:15:53.809001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-6fef07f3-2e06-449c-8240-5d9e7d47cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:53.810501 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-6fef07f3-2e06-449c-8240-5d9e7d47cafa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 HTTP/1.1" status: 200 len: 854 time: 0.0481138 Jul 16 02:15:53.870476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-f993cd6b-ba55-478f-80a5-d0badf4fbc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:53.871850 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-f993cd6b-ba55-478f-80a5-d0badf4fbc08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532441 Jul 16 02:15:53.964246 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-44bdba0c-e68b-4e21-9d6c-ee0a674f941f service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842793 Jul 16 02:15:54.065927 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-bdc98caa-8271-46e9-a0eb-9e9ba2a1973b req-420e4dc8-2d93-4358-be6d-d8fa93efae6b service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932395 Jul 16 02:15:54.669579 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd490292-a0cf-418d-aa3d-9b49ea2ef3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:54.858838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05d3d0-3ee0-4de1-88fe-7f80e143b2c0 req-30a2b4f8-4b66-44df-be1b-bb01e59f54e9 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:54.860665 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e05d3d0-3ee0-4de1-88fe-7f80e143b2c0 req-30a2b4f8-4b66-44df-be1b-bb01e59f54e9 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0699801 Jul 16 02:15:54.903428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e05d3d0-3ee0-4de1-88fe-7f80e143b2c0 req-9d56a6c2-7b35-4af0-a266-5e7f0b9f720d tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369761 Jul 16 02:15:56.020374 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:56.085441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a76d23-8bbf-4fe7-9760-fd9541b3ef05 req-f89fd2c3-0e47-4f4d-9fcb-23bc3194e53d tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:56.086986 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07a76d23-8bbf-4fe7-9760-fd9541b3ef05 req-f89fd2c3-0e47-4f4d-9fcb-23bc3194e53d tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0655310 Jul 16 02:15:56.128462 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-07a76d23-8bbf-4fe7-9760-fd9541b3ef05 req-39efefb4-d4a0-41c3-857b-dc5e1753e793 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355830 Jul 16 02:15:57.214958 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfe14618-ea96-487c-8a4e-7ac976cd3e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:57.301008 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:57.309551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981f33b-e449-4c83-aad4-8555533f67cc req-eeee4246-4faf-413f-95ca-96cea08e27bf tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:57.311061 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7981f33b-e449-4c83-aad4-8555533f67cc req-eeee4246-4faf-413f-95ca-96cea08e27bf tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0676849 Jul 16 02:15:57.352927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7981f33b-e449-4c83-aad4-8555533f67cc req-e4ba2868-438b-4d79-9977-e8e6aaa5065d tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350463 Jul 16 02:15:57.714658 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:58.533423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a6ff8-3e2e-4a3a-a951-c7cf0b34d018 req-16763f8a-3317-4e5f-99ed-049572af5e44 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:58.535037 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d50a6ff8-3e2e-4a3a-a951-c7cf0b34d018 req-16763f8a-3317-4e5f-99ed-049572af5e44 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0701025 Jul 16 02:15:58.576055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d50a6ff8-3e2e-4a3a-a951-c7cf0b34d018 req-a254f8f6-012e-4346-b6f0-b9186610d7f2 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352578 Jul 16 02:15:58.679609 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.759674 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838558e1-e448-4662-abb0-a9fae2dc1447 req-30156ef9-11aa-49d5-8b73-f0f80be7e230 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:59.761160 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-838558e1-e448-4662-abb0-a9fae2dc1447 req-30156ef9-11aa-49d5-8b73-f0f80be7e230 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0693960 Jul 16 02:15:59.800813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-838558e1-e448-4662-abb0-a9fae2dc1447 req-a91d1a17-18a7-450a-94ba-df2b1074263a tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336671 Jul 16 02:16:00.271277 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:00.976855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bee35-47fa-4088-a670-1675c619c007 req-cf9a300e-3144-4759-8232-cfa948440128 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:00.978304 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-594bee35-47fa-4088-a670-1675c619c007 req-cf9a300e-3144-4759-8232-cfa948440128 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0652814 Jul 16 02:16:01.018933 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-594bee35-47fa-4088-a670-1675c619c007 req-9cf85f4e-4541-439d-bf2b-fefcc8466dbe tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349405 Jul 16 02:16:02.195256 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f76c1-03d3-44c0-94ef-0b1519598569 req-99f1fc9b-a394-46bd-9495-f8279557ddd1 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:02.196679 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-463f76c1-03d3-44c0-94ef-0b1519598569 req-99f1fc9b-a394-46bd-9495-f8279557ddd1 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0659959 Jul 16 02:16:02.250140 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-463f76c1-03d3-44c0-94ef-0b1519598569 req-4a5edf91-d725-4891-9454-61389245e748 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474622 Jul 16 02:16:03.431094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bf812-823f-403b-b456-e1ab52526935 req-927b03e9-eaff-4dfb-9656-dcce8a83e3a1 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:03.432494 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-866bf812-823f-403b-b456-e1ab52526935 req-927b03e9-eaff-4dfb-9656-dcce8a83e3a1 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0633869 Jul 16 02:16:03.472703 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-866bf812-823f-403b-b456-e1ab52526935 req-b510ce9c-6716-4e8b-a409-2bd2aa156053 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345459 Jul 16 02:16:04.664195 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaea21-055c-4804-b197-e285f49f5de3 req-5e863d7f-170c-4db9-81c5-4ceff9eec4d1 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:04.665731 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0efaea21-055c-4804-b197-e285f49f5de3 req-5e863d7f-170c-4db9-81c5-4ceff9eec4d1 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0754700 Jul 16 02:16:04.707606 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0efaea21-055c-4804-b197-e285f49f5de3 req-5a053e6b-0969-4490-a235-9f7ec68ed100 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360165 Jul 16 02:16:05.884753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a97f-3130-420e-8b46-2ca353c33dfc req-474e2801-9461-4e64-a7a2-ae3ea9fce006 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:05.886319 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2a1a97f-3130-420e-8b46-2ca353c33dfc req-474e2801-9461-4e64-a7a2-ae3ea9fce006 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0685892 Jul 16 02:16:05.928014 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e2a1a97f-3130-420e-8b46-2ca353c33dfc req-e1e8e372-8227-4168-aadc-930797100e72 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&id=6114a89e-a771-4f75-bbee-50edd4f776bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343812 Jul 16 02:16:19.276841 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:24.676115 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3637d04f-2acd-43cb-932a-ff83da004804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:26.027094 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:27.208398 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a690fdf-412e-4948-b4fd-047fcc7c9dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:27.315037 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:27.790341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:28.684086 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:29.591200 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-62e26f3f-044e-4eef-9fce-82ce02ae65c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528266 Jul 16 02:16:29.687801 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-8035ffc7-f699-45e6-8c5a-e68dc6788608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.689374 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-8035ffc7-f699-45e6-8c5a-e68dc6788608 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85215b063184f47b2c063c1e0e613ea&device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1136 time: 0.0533090 Jul 16 02:16:29.802259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-9ec6fbbb-2c77-40ff-a27f-4f568a4a2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.803782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-9ec6fbbb-2c77-40ff-a27f-4f568a4a2371 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 200 len: 915 time: 0.0937195 Jul 16 02:16:29.871308 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-d55203a7-60d4-4e1a-899a-3d60e1545556 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 1001 time: 0.0606787 Jul 16 02:16:29.927988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-1c8ccdcf-5cc8-4f29-b51c-18ad0c7cc361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.929463 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-1c8ccdcf-5cc8-4f29-b51c-18ad0c7cc361 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 HTTP/1.1" status: 200 len: 854 time: 0.0496290 Jul 16 02:16:29.990562 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-e2d6148a-846e-4219-a1a2-643192619cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.992096 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-e2d6148a-846e-4219-a1a2-643192619cf0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525801 Jul 16 02:16:30.088423 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-ac03ef18-3c57-46d5-9eeb-1f4785312a9f service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896478 Jul 16 02:16:30.183316 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec48777a-bc8e-4e6f-8509-79a227f38e91 req-5de09c8b-61b1-45de-bc90-8fdc2e1ab075 service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871813 Jul 16 02:16:30.276453 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:38.496687 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-54ebb308-0ddc-476c-a0b9-db3a0333de16 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102565797&fields=id&tenant_id=c85215b063184f47b2c063c1e0e613ea HTTP/1.1" status: 200 len: 267 time: 0.0338764 Jul 16 02:16:38.564838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-1ebc2c1c-c34f-4ae2-ae11-ab756c4d3aee tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:38.566373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-1ebc2c1c-c34f-4ae2-ae11-ab756c4d3aee tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 984 time: 0.0638216 Jul 16 02:16:38.577088 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Request body: {'port': {'security_groups': ['64c6a2ab-b058-44c5-884e-2d2ba750d835']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:16:38.664859 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:38.840289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] For port 255d5458-ef45-4bae-bd6d-afc84685fca2, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=255d5458-ef45-4bae-bd6d-afc84685fca2,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:38.870353 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:38.874949 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:38.888010 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['255d5458-ef45-4bae-bd6d-afc84685fca2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:38.920573 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:38.921234 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:38.923952 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2bc6549a-ef01-4911-9978-8d4c61230dc6 req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "PUT /v2.0/ports/255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 942 time: 0.3514996 Jul 16 02:16:38.924439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:38.926956 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c16006-7aca-488a-ad74-825e30b82b06" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:38.931495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50062) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:38.957917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event updated for resources: {'Port': ['ID=255d5458-ef45-4bae-bd6d-afc84685fca2,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:38.968230 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.969124 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.969480 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.969828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.970216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.970646 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.970989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.971320 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.971650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.971978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.972305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.972629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77315a7d-4a87-4141-ac3c-a11e4a7dcdac tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:38.988997 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50662290-6660-4e50-a119-bcc0f04193d2 x-openstack-request-id: req-50662290-6660-4e50-a119-bcc0f04193d2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:38.989293 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:38.989552 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50662290-6660-4e50-a119-bcc0f04193d2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:38.989962 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'status': 'completed', 'code': 200} Jul 16 02:16:39.015740 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['255d5458-ef45-4bae-bd6d-afc84685fca2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:39.055653 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:39.085597 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:39.188695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c16006-7aca-488a-ad74-825e30b82b06 req-72b401d7-aef9-4b46-bab2-3d53cce0afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.190360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17c16006-7aca-488a-ad74-825e30b82b06 req-72b401d7-aef9-4b46-bab2-3d53cce0afeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85215b063184f47b2c063c1e0e613ea&device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1097 time: 0.1581709 Jul 16 02:16:39.229213 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:39.231823 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:39.232990 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "DELETE /v2.0/security-groups/6114a89e-a771-4f75-bbee-50edd4f776bd HTTP/1.1" status: 204 len: 168 time: 0.3005462 Jul 16 02:16:39.236877 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50068) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:39.249418 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6114a89e-a771-4f75-bbee-50edd4f776bd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:39.254882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9b0ebb05-0683-46f7-a9df-8e9081da241f None None] Provisioning complete for port 255d5458-ef45-4bae-bd6d-afc84685fca2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:16:39.255474 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b0ebb05-0683-46f7-a9df-8e9081da241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:39.283151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.283804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.284330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.284827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.285333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.285846 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.286200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.286536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.286879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.287192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.287511 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.288027 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1447be13-3e6a-4c27-9420-2416a4ba21b5 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:39.321688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c16006-7aca-488a-ad74-825e30b82b06 req-001921d2-e8cd-46a2-8ca8-e01775ffa586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.323331 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17c16006-7aca-488a-ad74-825e30b82b06 req-001921d2-e8cd-46a2-8ca8-e01775ffa586 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 200 len: 915 time: 0.1243706 Jul 16 02:16:39.404176 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17c16006-7aca-488a-ad74-825e30b82b06 req-66744a1f-16e3-4005-ab5d-e6fbf41c2d27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 1001 time: 0.0725393 Jul 16 02:16:39.461527 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c16006-7aca-488a-ad74-825e30b82b06 req-ca46af95-e13e-4b98-86bb-45de67c0fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.462933 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17c16006-7aca-488a-ad74-825e30b82b06 req-ca46af95-e13e-4b98-86bb-45de67c0fadb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 HTTP/1.1" status: 200 len: 854 time: 0.0515802 Jul 16 02:16:39.523711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c16006-7aca-488a-ad74-825e30b82b06 req-dae818be-3da0-4958-8c46-c10a4d08bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.525238 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17c16006-7aca-488a-ad74-825e30b82b06 req-dae818be-3da0-4958-8c46-c10a4d08bd89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556810 Jul 16 02:16:39.622618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17c16006-7aca-488a-ad74-825e30b82b06 req-fecb4259-2869-4234-bf03-1e45f40118c5 service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905290 Jul 16 02:16:39.723797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17c16006-7aca-488a-ad74-825e30b82b06 req-3fb2533e-692b-45f2-a22d-c1135efd78c9 service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941675 Jul 16 02:16:39.760631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Deleting port ad8d1a22-1a63-453a-a339-6c2c30574b95 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:39.761269 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:39.837032 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:39.837366 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:39.849338 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Calling delete_port for ad8d1a22-1a63-453a-a339-6c2c30574b95 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:39.998774 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:40.024499 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event deleted for resources: {'Port': ['ID=ad8d1a22-1a63-453a-a339-6c2c30574b95,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:40.087872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:40.088224 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Floating IP ce100405-77a0-4a21-b060-bc1ac6246e7f disassociated (deleted). External IP: 172.25.4.225, port: 255d5458-ef45-4bae-bd6d-afc84685fca2. Jul 16 02:16:40.296285 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Router 0934901a-d470-4b5e-84dd-d5f899e7eb4d has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:16:40.408753 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:16:40.413414 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:40.418161 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] Sync routers for ids ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:16:40.427184 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] Routers {'0934901a-d470-4b5e-84dd-d5f899e7eb4d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:40.427771 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:40.449929 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f8b4a499-1104-4a6a-b6e7-5649703e92bc tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "DELETE /v2.0/floatingips/ce100405-77a0-4a21-b060-bc1ac6246e7f HTTP/1.1" status: 204 len: 168 time: 1.2122607 Jul 16 02:16:40.629977 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] Set router 0934901a-d470-4b5e-84dd-d5f899e7eb4d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:40.836460 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b3587759-151c-4dc1-9558-b123835d5c34', 'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'mac_address': 'fa:16:3e:32:f5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'subnets': [{'id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:40.863597 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] Checking router: 0934901a-d470-4b5e-84dd-d5f899e7eb4d for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:16:40.872264 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] Routers {'0934901a-d470-4b5e-84dd-d5f899e7eb4d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:40.872906 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:40.989580 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] Set router 0934901a-d470-4b5e-84dd-d5f899e7eb4d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:40.991146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:40.993619 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45913f7a-f82a-497c-bacc-358aac594299" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:41.032549 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa261ce-a0a2-4eef-afe3-662baa897051 x-openstack-request-id: req-0fa261ce-a0a2-4eef-afe3-662baa897051 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:41.032843 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:41.033099 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fa261ce-a0a2-4eef-afe3-662baa897051 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:41.033509 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'status': 'completed', 'code': 200} Jul 16 02:16:41.114724 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45913f7a-f82a-497c-bacc-358aac594299 req-c9c6e569-7567-41fe-907c-39f5e37f196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.116169 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45913f7a-f82a-497c-bacc-358aac594299 req-c9c6e569-7567-41fe-907c-39f5e37f196a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85215b063184f47b2c063c1e0e613ea&device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 1097 time: 0.0541115 Jul 16 02:16:41.212117 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b3587759-151c-4dc1-9558-b123835d5c34', 'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'mac_address': 'fa:16:3e:32:f5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'subnets': [{'id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:41.217662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45913f7a-f82a-497c-bacc-358aac594299 req-30b17051-4f23-45f7-ac46-10baec840af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.224068 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45913f7a-f82a-497c-bacc-358aac594299 req-30b17051-4f23-45f7-ac46-10baec840af2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 200 len: 915 time: 0.0945888 Jul 16 02:16:41.245893 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430dc652-a765-4469-8437-4cb2fbcc4490 None None] The sync data for ids ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'] in n-d-791504-14 is: [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:14:43Z', 'revision_number': 4, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b3587759-151c-4dc1-9558-b123835d5c34', 'name': '', 'network_id': 'dee4e46f-ab4d-47f6-987f-1136e3de4d9f', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'mac_address': 'fa:16:3e:32:f5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'subnets': [{'id': '453edefb-5a38-48cf-8bd2-6cdaaa17b7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:16:41.267180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45913f7a-f82a-497c-bacc-358aac594299 req-7c7c0ade-63b5-4214-b68b-b8a64a4a74e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 200 len: 217 time: 0.0403955 Jul 16 02:16:41.320371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45913f7a-f82a-497c-bacc-358aac594299 req-5c05149c-e2e4-4604-a435-32d95708bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.321960 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45913f7a-f82a-497c-bacc-358aac594299 req-5c05149c-e2e4-4604-a435-32d95708bf5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 HTTP/1.1" status: 200 len: 854 time: 0.0488040 Jul 16 02:16:41.387592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45913f7a-f82a-497c-bacc-358aac594299 req-3722aecc-1a47-4490-bfb5-7bdba2985be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.389321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45913f7a-f82a-497c-bacc-358aac594299 req-3722aecc-1a47-4490-bfb5-7bdba2985be9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee4e46f-ab4d-47f6-987f-1136e3de4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603814 Jul 16 02:16:41.491561 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45913f7a-f82a-497c-bacc-358aac594299 req-02d21e41-cb54-4bf0-a4e8-c47677a7d1bd service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948951 Jul 16 02:16:41.500838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06974e59-d024-41bf-baf8-064b746576d9 None None] New status for floating IP ce100405-77a0-4a21-b060-bc1ac6246e7f: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:16:41.596305 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45913f7a-f82a-497c-bacc-358aac594299 req-2dffec01-dbdc-41ec-ad9a-498edf674afa service neutron] 10.222.0.50 "GET /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957425 Jul 16 02:16:47.892046 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74e2b8-e538-4da3-bcdc-a99019c5dee6 req-baa123dc-a2e2-41a8-b40a-32aac1f0e254 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:47.893693 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd74e2b8-e538-4da3-bcdc-a99019c5dee6 req-baa123dc-a2e2-41a8-b40a-32aac1f0e254 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 945 time: 0.0773804 Jul 16 02:16:47.936868 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dd74e2b8-e538-4da3-bcdc-a99019c5dee6 req-ba282263-0db4-433b-a84c-3a9b294935fa tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372984 Jul 16 02:16:49.128047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a4b7e-6178-413d-afa1-f901af1c9900 req-98581649-58a8-4e58-bf14-0dafe88f28d7 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:49.129538 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec5a4b7e-6178-413d-afa1-f901af1c9900 req-98581649-58a8-4e58-bf14-0dafe88f28d7 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 945 time: 0.0761964 Jul 16 02:16:49.170641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec5a4b7e-6178-413d-afa1-f901af1c9900 req-7da5889a-0959-4df1-a21f-1e159621aa25 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c6a2ab-b058-44c5-884e-2d2ba750d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352926 Jul 16 02:16:49.490942 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-053fb160-01a8-401e-a935-22934ff33d3f tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:49.492310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-053fb160-01a8-401e-a935-22934ff33d3f tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 945 time: 0.0625706 Jul 16 02:16:49.595299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-a570ab68-c336-4829-9ada-32d455d5c672 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Deleting port 255d5458-ef45-4bae-bd6d-afc84685fca2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:49.595636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-a570ab68-c336-4829-9ada-32d455d5c672 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:49.684313 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-a570ab68-c336-4829-9ada-32d455d5c672 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] For port 255d5458-ef45-4bae-bd6d-afc84685fca2, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=255d5458-ef45-4bae-bd6d-afc84685fca2,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:49.684675 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-a570ab68-c336-4829-9ada-32d455d5c672 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:49.697403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-a570ab68-c336-4829-9ada-32d455d5c672 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Calling delete_port for 255d5458-ef45-4bae-bd6d-afc84685fca2 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:49.825213 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-a570ab68-c336-4829-9ada-32d455d5c672 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:49.837623 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['255d5458-ef45-4bae-bd6d-afc84685fca2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:49.856200 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570ab68-c336-4829-9ada-32d455d5c672 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Pushing event deleted for resources: {'Port': ['ID=255d5458-ef45-4bae-bd6d-afc84685fca2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:49.905785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-a570ab68-c336-4829-9ada-32d455d5c672 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] No DVR routers for this DVR port 255d5458-ef45-4bae-bd6d-afc84685fca2 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:49.908559 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-a570ab68-c336-4829-9ada-32d455d5c672 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:49.910718 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-472562ae-4cce-48af-84a3-95cfb4cf830f req-a570ab68-c336-4829-9ada-32d455d5c672 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.50 "DELETE /v2.0/ports/255d5458-ef45-4bae-bd6d-afc84685fca2 HTTP/1.1" status: 204 len: 173 time: 0.4126141 Jul 16 02:16:49.911038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'name': 'network-vif-deleted', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:49.913328 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa68f5d-d978-4808-bc02-dd2f64e5b7cd" -d '{"events": [{"server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "name": "network-vif-deleted", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:49.951708 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07b6026-9b9d-4f04-a83c-042d900ab29c x-openstack-request-id: req-d07b6026-9b9d-4f04-a83c-042d900ab29c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:49.951999 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff7df74-906a-4cd8-9fea-593a0145cf6a", "name": "network-vif-deleted", "tag": "255d5458-ef45-4bae-bd6d-afc84685fca2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:49.952247 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d07b6026-9b9d-4f04-a83c-042d900ab29c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:49.952645 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff7df74-906a-4cd8-9fea-593a0145cf6a', 'name': 'network-vif-deleted', 'tag': '255d5458-ef45-4bae-bd6d-afc84685fca2', 'status': 'completed', 'code': 200} Jul 16 02:16:50.341508 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7c2e6560-dc1f-4796-af5b-b401e008f6aa req-145e2dd2-d5d5-4b2f-a9c7-d1d2b795a0a3 tempest-TestMinimumBasicScenario-1796156159 tempest-TestMinimumBasicScenario-1796156159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ff7df74-906a-4cd8-9fea-593a0145cf6a HTTP/1.1" status: 200 len: 210 time: 0.0309362 Jul 16 02:16:51.944497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50168) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:52.297077 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:52.555096 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] Deleting port b3587759-151c-4dc1-9558-b123835d5c34 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:52.555437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:52.636302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] For port b3587759-151c-4dc1-9558-b123835d5c34, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b3587759-151c-4dc1-9558-b123835d5c34,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:52.636658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:52.649871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] Calling delete_port for b3587759-151c-4dc1-9558-b123835d5c34 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:52.835904 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:52.867902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3587759-151c-4dc1-9558-b123835d5c34,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:53.075496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:53.339340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] Router 0934901a-d470-4b5e-84dd-d5f899e7eb4d has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:16:53.454265 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:16:53.459258 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0013cc8f-42d9-4322-a154-fe99245f18e7 admin admin] 10.222.0.64 "PUT /v2.0/routers/0934901a-d470-4b5e-84dd-d5f899e7eb4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5136540 Jul 16 02:16:53.462121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50174) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:53.464816 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] Sync routers for ids ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:16:53.478176 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] Routers {'0934901a-d470-4b5e-84dd-d5f899e7eb4d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:53.478793 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:53.587386 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:53.600046 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] Set router 0934901a-d470-4b5e-84dd-d5f899e7eb4d gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:53.694110 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:53.748034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Deleting port 3faaa2f7-c8a2-404c-945e-980a073954a6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:53.748346 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:53.777702 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:16:52Z', 'revision_number': 5, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port': {'id': '3faaa2f7-c8a2-404c-945e-980a073954a6', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:41Z', 'updated_at': '2021-07-16T02:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:53.807743 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] Checking router: 0934901a-d470-4b5e-84dd-d5f899e7eb4d for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:16:53.816262 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] Routers {'0934901a-d470-4b5e-84dd-d5f899e7eb4d'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:53.816867 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:53.832747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] For port 3faaa2f7-c8a2-404c-945e-980a073954a6, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3faaa2f7-c8a2-404c-945e-980a073954a6,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:53.833113 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:53.846058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Calling delete_port for 3faaa2f7-c8a2-404c-945e-980a073954a6 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:53.911575 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] Set router 0934901a-d470-4b5e-84dd-d5f899e7eb4d gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:53.963230 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:16:53Z', 'revision_number': 6, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:53.993730 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2703c-d117-4c22-a379-9718de34a733 None None] The sync data for ids ['0934901a-d470-4b5e-84dd-d5f899e7eb4d'] in n-d-791504-14 is: [{'id': '0934901a-d470-4b5e-84dd-d5f899e7eb4d', 'name': 'tempest-TestMinimumBasicScenario-1089227421-router', 'tenant_id': 'c85215b063184f47b2c063c1e0e613ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:40Z', 'updated_at': '2021-07-16T02:16:53Z', 'revision_number': 6, 'project_id': 'c85215b063184f47b2c063c1e0e613ea', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:16:54.001192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 255d5458-ef45-4bae-bd6d-afc84685fca2 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:54.023446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 255d5458-ef45-4bae-bd6d-afc84685fca2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:16:54.023904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 255d5458-ef45-4bae-bd6d-afc84685fca2 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:16:54.024241 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.052949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Pushing event deleted for resources: {'Port': ['ID=3faaa2f7-c8a2-404c-945e-980a073954a6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:54.118753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.210464 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.212562 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.258715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.259201 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0934901a-d470-4b5e-84dd-d5f899e7eb4d {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:16:54.263761 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.265040 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aa7ae46b-21fc-41d9-be92-752edb777307 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0934901a-d470-4b5e-84dd-d5f899e7eb4d HTTP/1.1" status: 204 len: 168 time: 0.8019960 Jul 16 02:16:54.268279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50176) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:54.311817 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8601b37-80b5-4b6c-acab-eae723eda3c1 admin admin] Deleting subnet 453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:16:54.315514 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8601b37-80b5-4b6c-acab-eae723eda3c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.351547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8601b37-80b5-4b6c-acab-eae723eda3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.437504 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8601b37-80b5-4b6c-acab-eae723eda3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.492234 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8601b37-80b5-4b6c-acab-eae723eda3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.519159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8601b37-80b5-4b6c-acab-eae723eda3c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453edefb-5a38-48cf-8bd2-6cdaaa17b7c0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:54.521185 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8601b37-80b5-4b6c-acab-eae723eda3c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.523084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d8601b37-80b5-4b6c-acab-eae723eda3c1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/453edefb-5a38-48cf-8bd2-6cdaaa17b7c0 HTTP/1.1" status: 204 len: 168 time: 0.2538826 Jul 16 02:16:54.525314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5030442c-d848-4adc-9340-fa93ecd2e6da None None] Network dee4e46f-ab4d-47f6-987f-1136e3de4d9f requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:16:54.525660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50178) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:54.597051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.649684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Deleting port f3d45202-d691-4e41-a9b9-e54f7e260e60 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:54.650030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.667372 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36f622f5-03c7-474d-b9df-042ff625db04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.715807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] For port f3d45202-d691-4e41-a9b9-e54f7e260e60, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f3d45202-d691-4e41-a9b9-e54f7e260e60,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:54.716168 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.731520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Calling delete_port for f3d45202-d691-4e41-a9b9-e54f7e260e60 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:54.759640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] DHCP port deletion for dee4e46f-ab4d-47f6-987f-1136e3de4d9f request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:16:54.807861 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Deleting port f3d45202-d691-4e41-a9b9-e54f7e260e60 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:54.808372 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.817301 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.842991 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d45202-d691-4e41-a9b9-e54f7e260e60,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:54.847307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] No DVR routers for this DVR port f3d45202-d691-4e41-a9b9-e54f7e260e60 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:54.887878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] For port f3d45202-d691-4e41-a9b9-e54f7e260e60, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f3d45202-d691-4e41-a9b9-e54f7e260e60,segment=NetworkSegment(b57c20f5-0c3c-426b-8975-6a60fa716db2),segment_id=b57c20f5-0c3c-426b-8975-6a60fa716db2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:54.888277 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.900753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Calling delete_port for f3d45202-d691-4e41-a9b9-e54f7e260e60 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:54.923635 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.934106 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee4e46f-ab4d-47f6-987f-1136e3de4d9f']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:54.944887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57c20f5-0c3c-426b-8975-6a60fa716db2') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:54.945179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57c20f5-0c3c-426b-8975-6a60fa716db2') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:54.953936 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.969915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:16:54.977156 n-d-791504-14 neutron-server[93946]: self.session.flush() Jul 16 02:16:54.981513 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:16:54.981513 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.981701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:16:54.982796 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:16:55.011233 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Pushing event deleted for resources: {'Port': ['ID=f3d45202-d691-4e41-a9b9-e54f7e260e60,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:55.013549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] No DVR routers for this DVR port f3d45202-d691-4e41-a9b9-e54f7e260e60 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:55.032789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.033136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.033474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.033810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.034169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.034549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.034878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.035190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.035554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.035839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.036147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.036468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd527b-fdb8-446c-92f2-5056afead317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:55.050023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:55.055583 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:55.057436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dee4e46f-ab4d-47f6-987f-1136e3de4d9f HTTP/1.1" status: 204 len: 168 time: 0.5308173 Jul 16 02:16:55.060686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50180) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:55.069154 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90907971-2600-45f8-a9e0-1658d0414c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=dee4e46f-ab4d-47f6-987f-1136e3de4d9f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:55.248894 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f3d45202-d691-4e41-a9b9-e54f7e260e60 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:55.269874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: f3d45202-d691-4e41-a9b9-e54f7e260e60 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:16:55.270255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f3d45202-d691-4e41-a9b9-e54f7e260e60 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:16:55.270666 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3faaa2f7-c8a2-404c-945e-980a073954a6 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:55.289108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 3faaa2f7-c8a2-404c-945e-980a073954a6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:16:55.289344 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3faaa2f7-c8a2-404c-945e-980a073954a6 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:16:55.289755 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b3587759-151c-4dc1-9558-b123835d5c34 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:55.311414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b3587759-151c-4dc1-9558-b123835d5c34 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:16:55.311756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b3587759-151c-4dc1-9558-b123835d5c34 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:16:55.406964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:55.945577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] Deleting port 72754f1b-0350-424e-b546-afa803b94175 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:55.945913 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:56.026785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] For port 72754f1b-0350-424e-b546-afa803b94175, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=72754f1b-0350-424e-b546-afa803b94175,segment=NetworkSegment(faa3973b-7de9-4f9c-bc61-34d19b61468f),segment_id=faa3973b-7de9-4f9c-bc61-34d19b61468f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:56.027153 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:56.031814 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:56.041044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] Calling delete_port for 72754f1b-0350-424e-b546-afa803b94175 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:56.218395 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:56.244693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] Pushing event deleted for resources: {'Port': ['ID=72754f1b-0350-424e-b546-afa803b94175,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:56.276565 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:56.414471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:56.631459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] Router 479cabda-2596-4151-ace6-6cd6b18b19b0 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:16:56.738389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:16:56.743323 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9c20add8-6e73-4f1f-8faf-d5e23296496c admin admin] 10.222.0.64 "PUT /v2.0/routers/479cabda-2596-4151-ace6-6cd6b18b19b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809747 Jul 16 02:16:56.745888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50182) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:56.749137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] Sync routers for ids ['479cabda-2596-4151-ace6-6cd6b18b19b0'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:16:56.758544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] Routers {'479cabda-2596-4151-ace6-6cd6b18b19b0'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:56.759154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['479cabda-2596-4151-ace6-6cd6b18b19b0'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:56.851099 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:56.865027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] Set router 479cabda-2596-4151-ace6-6cd6b18b19b0 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:56.959020 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.012174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Deleting port c8371411-89b3-4e3d-a161-61ee525485d0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:57.012512 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.045354 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'name': 'tempest-TestMinimumBasicScenario-96800778-router', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:16:56Z', 'revision_number': 5, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'gw_port': {'id': 'c8371411-89b3-4e3d-a161-61ee525485d0', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:57.071383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] Checking router: 479cabda-2596-4151-ace6-6cd6b18b19b0 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:16:57.080660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] Routers {'479cabda-2596-4151-ace6-6cd6b18b19b0'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:57.081280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['479cabda-2596-4151-ace6-6cd6b18b19b0'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:57.093588 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] For port c8371411-89b3-4e3d-a161-61ee525485d0, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c8371411-89b3-4e3d-a161-61ee525485d0,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:57.093948 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.111337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Calling delete_port for c8371411-89b3-4e3d-a161-61ee525485d0 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:57.166581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] Set router 479cabda-2596-4151-ace6-6cd6b18b19b0 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:57.238328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'name': 'tempest-TestMinimumBasicScenario-96800778-router', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:16:56Z', 'revision_number': 6, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:57.269260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c9c23-1328-4cb0-9c3f-725ef4e3caa9 None None] The sync data for ids ['479cabda-2596-4151-ace6-6cd6b18b19b0'] in n-d-791504-14 is: [{'id': '479cabda-2596-4151-ace6-6cd6b18b19b0', 'name': 'tempest-TestMinimumBasicScenario-96800778-router', 'tenant_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:45Z', 'updated_at': '2021-07-16T02:16:56Z', 'revision_number': 6, 'project_id': 'dc345ce18cf44af7a8a430774f8d7b51', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:16:57.276572 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59392935-6942-4d78-914b-375cf2fc7db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.284376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.317743 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8371411-89b3-4e3d-a161-61ee525485d0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:57.317903 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.381438 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.472594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.474728 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.522387 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.522919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 479cabda-2596-4151-ace6-6cd6b18b19b0 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:16:57.527740 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.528886 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3628cda8-4936-42f7-8b59-a101edad330b admin admin] 10.222.0.64 "DELETE /v2.0/routers/479cabda-2596-4151-ace6-6cd6b18b19b0 HTTP/1.1" status: 204 len: 168 time: 0.7820671 Jul 16 02:16:57.532049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:57.580648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9b0cac-7028-4abf-8293-abac7346764c admin admin] Deleting subnet 680a88c7-8ef8-4c39-8364-d28ff4b80b6b {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:16:57.583575 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0cac-7028-4abf-8293-abac7346764c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.618720 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0cac-7028-4abf-8293-abac7346764c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.705026 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0cac-7028-4abf-8293-abac7346764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.715124 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.763867 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0cac-7028-4abf-8293-abac7346764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.791700 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0cac-7028-4abf-8293-abac7346764c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.793566 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3d9b0cac-7028-4abf-8293-abac7346764c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/680a88c7-8ef8-4c39-8364-d28ff4b80b6b HTTP/1.1" status: 204 len: 168 time: 0.2605255 Jul 16 02:16:57.794810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b0cac-7028-4abf-8293-abac7346764c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680a88c7-8ef8-4c39-8364-d28ff4b80b6b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:57.797064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50188) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:57.798168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f70c9f-a18b-4132-9fcc-cff4f52932d6 None None] Network de378de3-e5e4-40d6-98ef-b49030356d5c requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:16:57.866618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.926834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Deleting port 63ef8b1c-a666-4381-803f-650de8251997 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:57.927432 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.008461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] For port 63ef8b1c-a666-4381-803f-650de8251997, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=63ef8b1c-a666-4381-803f-650de8251997,segment=NetworkSegment(faa3973b-7de9-4f9c-bc61-34d19b61468f),segment_id=faa3973b-7de9-4f9c-bc61-34d19b61468f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:58.008746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.023883 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Calling delete_port for 63ef8b1c-a666-4381-803f-650de8251997 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:58.062552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b64f5d1-0912-4743-bea6-125e5748e716 None None] DHCP port deletion for de378de3-e5e4-40d6-98ef-b49030356d5c request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:16:58.116952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6b64f5d1-0912-4743-bea6-125e5748e716 None None] Deleting port 63ef8b1c-a666-4381-803f-650de8251997 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:58.117407 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b64f5d1-0912-4743-bea6-125e5748e716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.118038 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.147365 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ef8b1c-a666-4381-803f-650de8251997,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:58.155430 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] No DVR routers for this DVR port 63ef8b1c-a666-4381-803f-650de8251997 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:58.185010 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6b64f5d1-0912-4743-bea6-125e5748e716 None None] For port 63ef8b1c-a666-4381-803f-650de8251997, host n-d-791504-14, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:58.185307 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b64f5d1-0912-4743-bea6-125e5748e716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.197642 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6b64f5d1-0912-4743-bea6-125e5748e716 None None] Calling delete_port for 63ef8b1c-a666-4381-803f-650de8251997 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:58.200430 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-6b64f5d1-0912-4743-bea6-125e5748e716 None None] Port 63ef8b1c-a666-4381-803f-650de8251997 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:16:58.201883 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b64f5d1-0912-4743-bea6-125e5748e716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.226941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64f5d1-0912-4743-bea6-125e5748e716 None None] Pushing event deleted for resources: {'Port': ['ID=63ef8b1c-a666-4381-803f-650de8251997,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:58.230618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.233471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64f5d1-0912-4743-bea6-125e5748e716 None None] No DVR routers for this DVR port 63ef8b1c-a666-4381-803f-650de8251997 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:58.242354 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de378de3-e5e4-40d6-98ef-b49030356d5c']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:58.257961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa3973b-7de9-4f9c-bc61-34d19b61468f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:58.258306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa3973b-7de9-4f9c-bc61-34d19b61468f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:58.267967 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.284052 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.290412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:16:58.290976 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:16:58.293110 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:16:58.356062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.361992 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.367168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] 10.222.0.64 "DELETE /v2.0/networks/de378de3-e5e4-40d6-98ef-b49030356d5c HTTP/1.1" status: 204 len: 168 time: 0.5658715 Jul 16 02:16:58.377959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c3700-fc0c-413b-9356-5205f3255f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=de378de3-e5e4-40d6-98ef-b49030356d5c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:58.523229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50192) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:58.564307 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2c900e40-da29-4e2d-abd7-f3f8bf9ed01c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c85215b063184f47b2c063c1e0e613ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398242 Jul 16 02:16:58.566874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50194) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:58.614682 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-318501c8-038c-4bc7-8fb0-5965ec5440a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.634673 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-318501c8-038c-4bc7-8fb0-5965ec5440a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.686435 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-318501c8-038c-4bc7-8fb0-5965ec5440a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.689149 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-318501c8-038c-4bc7-8fb0-5965ec5440a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.690243 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.690407 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-318501c8-038c-4bc7-8fb0-5965ec5440a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64c6a2ab-b058-44c5-884e-2d2ba750d835 HTTP/1.1" status: 204 len: 168 time: 0.1225345 Jul 16 02:16:58.699325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318501c8-038c-4bc7-8fb0-5965ec5440a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c6a2ab-b058-44c5-884e-2d2ba750d835,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:59.001184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:59.044448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1090ebda-93a6-4c5f-bbe5-f3e6547b5972 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc345ce18cf44af7a8a430774f8d7b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420957 Jul 16 02:16:59.047219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50202) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:59.097055 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927fcf26-66e4-4ada-8545-da76442bc427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.117531 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927fcf26-66e4-4ada-8545-da76442bc427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.164664 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927fcf26-66e4-4ada-8545-da76442bc427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.167696 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-927fcf26-66e4-4ada-8545-da76442bc427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.168857 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-927fcf26-66e4-4ada-8545-da76442bc427 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c86fada7-4d92-4ac3-b064-5f37641fe38d HTTP/1.1" status: 204 len: 168 time: 0.1206722 Jul 16 02:16:59.176463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fcf26-66e4-4ada-8545-da76442bc427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86fada7-4d92-4ac3-b064-5f37641fe38d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:59.257255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 63ef8b1c-a666-4381-803f-650de8251997 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:59.280355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 63ef8b1c-a666-4381-803f-650de8251997 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:16:59.280772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 63ef8b1c-a666-4381-803f-650de8251997 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:16:59.281706 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 72754f1b-0350-424e-b546-afa803b94175 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:59.300038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 72754f1b-0350-424e-b546-afa803b94175 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:16:59.300387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 72754f1b-0350-424e-b546-afa803b94175 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:16:59.300807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c8371411-89b3-4e3d-a161-61ee525485d0 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:59.319789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: c8371411-89b3-4e3d-a161-61ee525485d0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:16:59.320137 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c8371411-89b3-4e3d-a161-61ee525485d0 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:17:00.275533 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.721184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50242) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:00.725950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325903565', 'description': 'tempest-secgroup-smoke-1325903565 description', 'project_id': '6367cdb5ae9443a291c74acf22206420'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:00.747550 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.755550 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.850826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.854768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.893484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db245bdd-e917-47ad-b893-3e8958aa4cc1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:00.946195 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.949951 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.977815 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.979054 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2568455 Jul 16 02:17:00.982363 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50244) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:00.982916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2262786-90ee-40e9-a7be-8d35448a30c9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8586b0-9873-4861-a807-0a724b3ff55f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:00.988113 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-46e21917-c4bd-4b8d-bf1e-fc4a0131f696 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'fa8586b0-9873-4861-a807-0a724b3ff55f', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:01.016300 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46e21917-c4bd-4b8d-bf1e-fc4a0131f696 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.063509 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46e21917-c4bd-4b8d-bf1e-fc4a0131f696 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.067153 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46e21917-c4bd-4b8d-bf1e-fc4a0131f696 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.084880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e21917-c4bd-4b8d-bf1e-fc4a0131f696 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9512fe-d1e9-443f-a0d1-ae34ebcacfb0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:01.091056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46e21917-c4bd-4b8d-bf1e-fc4a0131f696 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.092448 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-46e21917-c4bd-4b8d-bf1e-fc4a0131f696 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1087933 Jul 16 02:17:01.095401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:01.099799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f7b7c590-5729-46cd-87e0-f77598e1068a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'fa8586b0-9873-4861-a807-0a724b3ff55f', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:01.127766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c590-5729-46cd-87e0-f77598e1068a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.188455 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c590-5729-46cd-87e0-f77598e1068a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.192191 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c590-5729-46cd-87e0-f77598e1068a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.211792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7c590-5729-46cd-87e0-f77598e1068a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db605dc-5ed7-4687-bc85-a9c754ae06c8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:01.215097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c590-5729-46cd-87e0-f77598e1068a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.217328 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f7b7c590-5729-46cd-87e0-f77598e1068a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207416 Jul 16 02:17:01.219558 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:01.224227 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-293374af-82e5-4794-976b-4d77b5a32bbb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'fa8586b0-9873-4861-a807-0a724b3ff55f', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:01.252471 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-293374af-82e5-4794-976b-4d77b5a32bbb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.310601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-293374af-82e5-4794-976b-4d77b5a32bbb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.315944 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-293374af-82e5-4794-976b-4d77b5a32bbb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.335483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293374af-82e5-4794-976b-4d77b5a32bbb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8461a83-f4bd-418c-9985-97b1f0902767,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:01.341294 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-293374af-82e5-4794-976b-4d77b5a32bbb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.345711 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-293374af-82e5-4794-976b-4d77b5a32bbb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220026 Jul 16 02:17:01.345711 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:01.350228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4b66116a-5b2c-403a-b9c1-33f73edda719 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'fa8586b0-9873-4861-a807-0a724b3ff55f', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:01.382416 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b66116a-5b2c-403a-b9c1-33f73edda719 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.447896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b66116a-5b2c-403a-b9c1-33f73edda719 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.451500 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b66116a-5b2c-403a-b9c1-33f73edda719 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.468955 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66116a-5b2c-403a-b9c1-33f73edda719 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884c2f26-37f7-41b3-a877-44ee8a9417b6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:01.476325 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b66116a-5b2c-403a-b9c1-33f73edda719 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.477612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4b66116a-5b2c-403a-b9c1-33f73edda719 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309526 Jul 16 02:17:01.480621 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:01.486919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cf0c800d-b564-4bfa-842b-88e5c1b8a30c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'fa8586b0-9873-4861-a807-0a724b3ff55f', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:01.510056 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-cf0c800d-b564-4bfa-842b-88e5c1b8a30c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Project 6367cdb5ae9443a291c74acf22206420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:17:01.514924 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf0c800d-b564-4bfa-842b-88e5c1b8a30c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.581232 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf0c800d-b564-4bfa-842b-88e5c1b8a30c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.584760 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf0c800d-b564-4bfa-842b-88e5c1b8a30c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.603138 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c800d-b564-4bfa-842b-88e5c1b8a30c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c32535-cd80-439c-be63-10bf6af332a0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:01.611107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf0c800d-b564-4bfa-842b-88e5c1b8a30c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.612415 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cf0c800d-b564-4bfa-842b-88e5c1b8a30c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307294 Jul 16 02:17:01.615089 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50254) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:01.619541 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ea3040b4-d51e-4460-aebe-92ea0710b621 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'fa8586b0-9873-4861-a807-0a724b3ff55f', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:01.640675 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-ea3040b4-d51e-4460-aebe-92ea0710b621 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Project 6367cdb5ae9443a291c74acf22206420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:17:01.645656 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea3040b4-d51e-4460-aebe-92ea0710b621 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.707944 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea3040b4-d51e-4460-aebe-92ea0710b621 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.711416 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea3040b4-d51e-4460-aebe-92ea0710b621 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.730274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3040b4-d51e-4460-aebe-92ea0710b621 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559f9371-9852-4092-ad0c-2face23bdd11,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:01.736890 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea3040b4-d51e-4460-aebe-92ea0710b621 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.738216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ea3040b4-d51e-4460-aebe-92ea0710b621 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220596 Jul 16 02:17:01.741130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:01.745906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'network': {'name': 'tempest-network-smoke--938838935', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:01.766414 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:17:01.769773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.793230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:17:01.802692 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.803034 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Added segment d5fa8d05-e6f0-4f11-b9d0-983fa21733fc of type vlan for network 19578d62-f4c1-4585-b070-5bf39f2f77fa Jul 16 02:17:01.842522 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.871819 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.877378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:01.877968 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.919066 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1768212 Jul 16 02:17:01.923055 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50258) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:01.927894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'admin_state_up': True, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:01.951222 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.951926 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3e3b4-259d-436b-866e-1eee5c093e81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Network': ['ID=19578d62-f4c1-4585-b070-5bf39f2f77fa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:01.952203 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.963615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 19578d62-f4c1-4585-b070-5bf39f2f77fa details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:17:02.008116 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:02.151079 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:02.660674 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:02.679526 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:02.780913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.25.4.32 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/9965daed-2c98-43a3-8782-0a0594934e97) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:02.888501 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:02.927800 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:02.962107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:02.964975 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:02.972047 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:03.004252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=9965daed-2c98-43a3-8782-0a0594934e97,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:03.225399 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:03.421629 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:03.548706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:17:03.655754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:17:03.665461 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Sync routers for ids ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:17:03.673758 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:03.675038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2a44d587-8ecc-43f9-8ab2-55e9a54b0031 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7509634 Jul 16 02:17:03.675878 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Routers {'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:03.676540 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:03.678662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:03.784584 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Set router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:03.803434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c7e37b6d-eff4-4810-9240-858bcce05546 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6367cdb5ae9443a291c74acf22206420&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1235967 Jul 16 02:17:03.806112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50264) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:03.958254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a45a5be-3ed8-43ac-8087-980ecc9b504e tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:03.959773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2a45a5be-3ed8-43ac-8087-980ecc9b504e tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1526945 Jul 16 02:17:03.962717 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50266) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:04.001779 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-fdef4ef9-32d3-4995-8b04-dc7aa7581172 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379694 Jul 16 02:17:04.004469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50268) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:04.009257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-972979257', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:04.047601 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:03Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:04.073569 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Checking router: c66a40b7-73ff-4576-ae2d-bc2d10ec17bd for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:17:04.073851 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Updating router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd port 9965daed-2c98-43a3-8782-0a0594934e97 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:17:04.094171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:17:04.097684 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.111002 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.279382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.344469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Subnet': ['ID=66d583ea-faa9-4a99-b4d8-df7b1104d370,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:04.353130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Checking segment: {'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:04.353494 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network hostable DHCP agents. Network: 19578d62-f4c1-4585-b070-5bf39f2f77fa, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:17:04.359694 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.369635 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Transition to ACTIVE for port object 9965daed-2c98-43a3-8782-0a0594934e97 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:04.371689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 19578d62-f4c1-4585-b070-5bf39f2f77fa is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:17:04.375053 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.381686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 19578d62-f4c1-4585-b070-5bf39f2f77fa) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:04.389339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e1525c-e090-4afa-a13d-e4758d8b0a81 None None] Network 19578d62-f4c1-4585-b070-5bf39f2f77fa requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:17:04.390433 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:04.391155 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.411865 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-36b172f2-ba92-449c-b082-996d3151912f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4037721 Jul 16 02:17:04.412043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50270) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:04.429827 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Attempting to bind port 9965daed-2c98-43a3-8782-0a0594934e97 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:17:04.430234 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Attempting to bind port 9965daed-2c98-43a3-8782-0a0594934e97 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:17:04.430777 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Attempting to bind port 9965daed-2c98-43a3-8782-0a0594934e97 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:04.433448 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Pushing event updated for resources: {'Port': ['ID=9965daed-2c98-43a3-8782-0a0594934e97,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:04.438148 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:17:04.438525 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:04.438926 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.439317 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:17:04.439781 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Bound port: 9965daed-2c98-43a3-8782-0a0594934e97, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:17:04.440157 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.446514 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.446854 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.447191 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.447522 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.447847 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.448170 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.448493 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.448811 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.449127 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.449444 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.449759 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.450095 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:04.506242 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] For port 9965daed-2c98-43a3-8782-0a0594934e97, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:04.510520 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] For port 9965daed-2c98-43a3-8782-0a0594934e97, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9965daed-2c98-43a3-8782-0a0594934e97,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:17:04.515382 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.555833 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-19578d62-f4c1-4585-b070-5bf39f2f77fa', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:17:04.557285 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.571382 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Routers {'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:04.572004 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:04.615165 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346196a-1984-44fe-90e2-d3e8a8f3d288 None None] Pushing event updated for resources: {'Port': ['ID=9965daed-2c98-43a3-8782-0a0594934e97,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:04.696964 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] Set router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:04.705440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Allocated IP 172.20.0.2 (19578d62-f4c1-4585-b070-5bf39f2f77fa/66d583ea-faa9-4a99-b4d8-df7b1104d370/c4b9cb35-d390-4c77-b6c8-db70b317a5ac) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:04.901335 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:03Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:04.933482 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba808912-c4f9-4298-b37f-c97ecc386771 None None] The sync data for ids ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'] in n-d-791504-14 is: [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:03Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:17:05.021663 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.031443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Transition to ACTIVE for port object c4b9cb35-d390-4c77-b6c8-db70b317a5ac will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:05.049986 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Transition to ACTIVE for port object c4b9cb35-d390-4c77-b6c8-db70b317a5ac will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:05.056000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.097652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Network 19578d62-f4c1-4585-b070-5bf39f2f77fa is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:05.105376 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Pushing event updated for resources: {'Port': ['ID=c4b9cb35-d390-4c77-b6c8-db70b317a5ac,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:05.108284 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:05.110979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:05.187880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Attempting to bind port c4b9cb35-d390-4c77-b6c8-db70b317a5ac on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:17:05.188361 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Attempting to bind port c4b9cb35-d390-4c77-b6c8-db70b317a5ac by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:17:05.188801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Attempting to bind port c4b9cb35-d390-4c77-b6c8-db70b317a5ac on network 19578d62-f4c1-4585-b070-5bf39f2f77fa {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:05.194192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:17:05.194926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Checking segment: {'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:05.195966 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.196569 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Bound using segment: {'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:17:05.197350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Bound port: c4b9cb35-d390-4c77-b6c8-db70b317a5ac, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:17:05.197955 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.273601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] For port c4b9cb35-d390-4c77-b6c8-db70b317a5ac, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:05.278633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] For port c4b9cb35-d390-4c77-b6c8-db70b317a5ac, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c4b9cb35-d390-4c77-b6c8-db70b317a5ac,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:17:05.287714 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.341393 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.350973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9965daed-2c98-43a3-8782-0a0594934e97 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:05.364123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204aaa1-0e85-475f-807a-01006b0f35c1 None None] Pushing event updated for resources: {'Port': ['ID=c4b9cb35-d390-4c77-b6c8-db70b317a5ac,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:05.425595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9965daed-2c98-43a3-8782-0a0594934e97 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:05.432246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9965daed-2c98-43a3-8782-0a0594934e97 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:05.432630 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.540001 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.595365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 9965daed-2c98-43a3-8782-0a0594934e97, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9965daed-2c98-43a3-8782-0a0594934e97,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:05.600869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.669495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=9965daed-2c98-43a3-8782-0a0594934e97,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:05.770827 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.20.0.1 (19578d62-f4c1-4585-b070-5bf39f2f77fa/66d583ea-faa9-4a99-b4d8-df7b1104d370/a03c520e-9615-4fac-8639-cea33940b22c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:05.892177 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.908988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Transition to ACTIVE for port object a03c520e-9615-4fac-8639-cea33940b22c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:05.943522 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.986996 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 19578d62-f4c1-4585-b070-5bf39f2f77fa is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:05.992179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:05.996205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:06.021984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=a03c520e-9615-4fac-8639-cea33940b22c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:06.045391 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:06.196487 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:06.317237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60587f55-1e59-48a2-8b50-13e067ca377b None None] Network 19578d62-f4c1-4585-b070-5bf39f2f77fa requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:17:06.406644 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-12702388-6876-43fb-98f6-b825ec5c95fb None None] Provisioning for port c4b9cb35-d390-4c77-b6c8-db70b317a5ac completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:06.489419 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:06.497159 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:06.579012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=a03c520e-9615-4fac-8639-cea33940b22c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:06.581760 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:06.687426 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 19578d62-f4c1-4585-b070-5bf39f2f77fa is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:06.689305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:06.735243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2aa327b1-b156-4090-9a14-5632ef36e7f7 None None] Provisioning for port a03c520e-9615-4fac-8639-cea33940b22c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:06.741975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2aa327b1-b156-4090-9a14-5632ef36e7f7 None None] Provisioning complete for port a03c520e-9615-4fac-8639-cea33940b22c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:06.742325 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2aa327b1-b156-4090-9a14-5632ef36e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:06.780190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2aa327b1-b156-4090-9a14-5632ef36e7f7 None None] Port a03c520e-9615-4fac-8639-cea33940b22c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:17:06.817207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:17:06.934220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:17:06.946360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4f33cd91-9e32-4d41-a932-db5064ea7aa9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "PUT /v2.0/routers/c66a40b7-73ff-4576-ae2d-bc2d10ec17bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273628 Jul 16 02:17:06.946466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Sync routers for ids ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:17:06.954599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Routers {'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:06.955312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:07.057149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-11a52046-b494-47ba-98c2-81dfc8f4e474 None None] Provisioning complete for port a03c520e-9615-4fac-8639-cea33940b22c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:07.057529 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11a52046-b494-47ba-98c2-81dfc8f4e474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:07.092250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-f2e61c06-ab9b-4bc2-9550-720dd5533da7 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325903565&fields=id&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 267 time: 0.0370276 Jul 16 02:17:07.112255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-11a52046-b494-47ba-98c2-81dfc8f4e474 None None] Port a03c520e-9615-4fac-8639-cea33940b22c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:17:07.121058 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Set router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:07.214881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-4398877b-4fe7-446b-9539-37ad4b19a603 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:07.215350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-4398877b-4fe7-446b-9539-37ad4b19a603 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/networks?id=19578d62-f4c1-4585-b070-5bf39f2f77fa HTTP/1.1" status: 200 len: 796 time: 0.1146140 Jul 16 02:17:07.240516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-3ae96efb-7f01-4c39-bd19-c8d5d8899b25 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/quotas/6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 375 time: 0.0152102 Jul 16 02:17:07.285348 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0653977f-45b6-4b0e-80e8-b16dfa1176eb None None] Provisioning complete for port a03c520e-9615-4fac-8639-cea33940b22c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:07.285691 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0653977f-45b6-4b0e-80e8-b16dfa1176eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:07.310091 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1cfeeb1a-f9b5-4c5a-9d65-222cd0cd378c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669014 Jul 16 02:17:07.344910 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0653977f-45b6-4b0e-80e8-b16dfa1176eb None None] Port a03c520e-9615-4fac-8639-cea33940b22c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:17:07.358369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9965daed-2c98-43a3-8782-0a0594934e97 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:07.400108 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:06Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a03c520e-9615-4fac-8639-cea33940b22c', 'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:98:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:05Z', 'updated_at': '2021-07-16T02:17:06Z', 'revision_number': 2, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:07.410068 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-a103dda7-945d-45af-830c-94d480350f9d service neutron] 10.222.0.64 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904660 Jul 16 02:17:07.430088 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Checking router: c66a40b7-73ff-4576-ae2d-bc2d10ec17bd for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:17:07.430462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Updating router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd port a03c520e-9615-4fac-8639-cea33940b22c binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:17:07.470794 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9965daed-2c98-43a3-8782-0a0594934e97 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:07.471173 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:07.472573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:07.505865 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-d1e1c6c5-d735-4cd5-95ed-70d5d2298624 service neutron] 10.222.0.64 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896256 Jul 16 02:17:07.655072 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c4b9cb35-d390-4c77-b6c8-db70b317a5ac up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:07.683766 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e359db0c-e9c5-420a-afb2-52ed747fca56 req-9c160438-4fa3-4a35-a0a9-9deb1842b758 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0330358 Jul 16 02:17:07.761528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port c4b9cb35-d390-4c77-b6c8-db70b317a5ac completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:07.773343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c4b9cb35-d390-4c77-b6c8-db70b317a5ac triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:07.773721 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:07.901268 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:07.921676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Transition to ACTIVE for port object a03c520e-9615-4fac-8639-cea33940b22c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:07.924706 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:07.933567 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:08.001941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port c4b9cb35-d390-4c77-b6c8-db70b317a5ac, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c4b9cb35-d390-4c77-b6c8-db70b317a5ac,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:08.008766 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:08.010940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80752b94-e74b-4d5a-afbd-cd0d0e608d83 None None] Pushing event updated for resources: {'Port': ['ID=a03c520e-9615-4fac-8639-cea33940b22c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:08.104830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Attempting to bind port a03c520e-9615-4fac-8639-cea33940b22c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:17:08.105123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Attempting to bind port a03c520e-9615-4fac-8639-cea33940b22c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:17:08.105492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Attempting to bind port a03c520e-9615-4fac-8639-cea33940b22c on network 19578d62-f4c1-4585-b070-5bf39f2f77fa {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:08.122319 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:17:08.122702 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Checking segment: {'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:08.123111 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:08.123514 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Bound using segment: {'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:17:08.124279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Bound port: a03c520e-9615-4fac-8639-cea33940b22c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:17:08.124712 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:08.127924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=c4b9cb35-d390-4c77-b6c8-db70b317a5ac,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:08.200854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] For port a03c520e-9615-4fac-8639-cea33940b22c, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:08.207669 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] For port a03c520e-9615-4fac-8639-cea33940b22c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a03c520e-9615-4fac-8639-cea33940b22c,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:17:08.213642 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:08.285905 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Routers {'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:08.286568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:08.290681 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80752b94-e74b-4d5a-afbd-cd0d0e608d83 None None] Pushing event updated for resources: {'Port': ['ID=a03c520e-9615-4fac-8639-cea33940b22c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:08.406360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] Set router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:08.614239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:06Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a03c520e-9615-4fac-8639-cea33940b22c', 'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:98:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:05Z', 'updated_at': '2021-07-16T02:17:08Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:08.640367 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281673f-ac03-41d5-8ad7-07f9461d98ec None None] The sync data for ids ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'] in n-d-791504-14 is: [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:06Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a03c520e-9615-4fac-8639-cea33940b22c', 'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:98:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:05Z', 'updated_at': '2021-07-16T02:17:08Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:17:08.841957 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-32a321c3-e3af-488b-bbf5-a656199f0e88 req-eecb977a-5d90-41cf-80e2-7e16702c1cd2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0325382 Jul 16 02:17:08.974725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-6c569ddf-c856-4bef-82ec-498f2fe46667 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:08.976695 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-6c569ddf-c856-4bef-82ec-498f2fe46667 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/networks?id=19578d62-f4c1-4585-b070-5bf39f2f77fa HTTP/1.1" status: 200 len: 796 time: 0.1246791 Jul 16 02:17:09.031790 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-f66e903c-9807-4063-9f5e-3834a0c18851 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 380 time: 0.0388525 Jul 16 02:17:09.043035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'port': {'device_id': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'admin_state_up': True, 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'security_groups': ['fa8586b0-9873-4861-a807-0a724b3ff55f']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:09.165944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:17:09.169823 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.318579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.20.0.11 (19578d62-f4c1-4585-b070-5bf39f2f77fa/66d583ea-faa9-4a99-b4d8-df7b1104d370/e5d2382a-792b-4363-904a-898150002d12) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:09.334799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a03c520e-9615-4fac-8639-cea33940b22c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:09.394971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a03c520e-9615-4fac-8639-cea33940b22c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:09.400057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a03c520e-9615-4fac-8639-cea33940b22c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:09.400426 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.490443 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.492098 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.506461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Transition to ACTIVE for port object e5d2382a-792b-4363-904a-898150002d12 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:09.526244 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port a03c520e-9615-4fac-8639-cea33940b22c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a03c520e-9615-4fac-8639-cea33940b22c,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:09.531971 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.532999 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c4b9cb35-d390-4c77-b6c8-db70b317a5ac up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:09.546500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.597438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 19578d62-f4c1-4585-b070-5bf39f2f77fa is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:09.601186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:09.603929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:09.613379 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=a03c520e-9615-4fac-8639-cea33940b22c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:09.624611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c4b9cb35-d390-4c77-b6c8-db70b317a5ac triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:09.624992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.656633 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=e5d2382a-792b-4363-904a-898150002d12,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:09.674380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:09.675048 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.696366 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-1f169710-d9d3-40ae-acfe-e939d9623fac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6573765 Jul 16 02:17:09.767287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Request body: {'port': {'device_id': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:09.846778 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.900165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-eeda1503-3713-4681-96e3-a4340b5c5b25 None None] Provisioning for port e5d2382a-792b-4363-904a-898150002d12 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:09.904366 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-eeda1503-3713-4681-96e3-a4340b5c5b25 None None] Provisioning complete for port e5d2382a-792b-4363-904a-898150002d12 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:09.904742 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eeda1503-3713-4681-96e3-a4340b5c5b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.942419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-eeda1503-3713-4681-96e3-a4340b5c5b25 None None] Port e5d2382a-792b-4363-904a-898150002d12 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:17:10.041547 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709ea8c-000b-4a7e-9942-9ea9d6b94c9e req-033af853-c2c3-41a3-a77c-e448e91b0513 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.043057 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6709ea8c-000b-4a7e-9942-9ea9d6b94c9e req-033af853-c2c3-41a3-a77c-e448e91b0513 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 932 time: 0.0630136 Jul 16 02:17:10.081275 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6709ea8c-000b-4a7e-9942-9ea9d6b94c9e req-db70204f-1c2d-482d-b042-16e856ddc16e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317755 Jul 16 02:17:10.127960 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d2382a-792b-4363-904a-898150002d12 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:10.135976 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:10.148093 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Transition to ACTIVE for port object e5d2382a-792b-4363-904a-898150002d12 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:10.151638 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:10.226110 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Pushing event updated for resources: {'Port': ['ID=e5d2382a-792b-4363-904a-898150002d12,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:10.279237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Attempting to bind port e5d2382a-792b-4363-904a-898150002d12 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:17:10.279575 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Attempting to bind port e5d2382a-792b-4363-904a-898150002d12 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:17:10.279904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Attempting to bind port e5d2382a-792b-4363-904a-898150002d12 on network 19578d62-f4c1-4585-b070-5bf39f2f77fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:10.285197 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Port e5d2382a-792b-4363-904a-898150002d12 on network 19578d62-f4c1-4585-b070-5bf39f2f77fa not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:17:10.285531 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Attempting to bind port e5d2382a-792b-4363-904a-898150002d12 on network 19578d62-f4c1-4585-b070-5bf39f2f77fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:10.290604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:17:10.290948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Checking segment: {'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:10.291336 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Bound using segment: {'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:17:10.291770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Bound port: e5d2382a-792b-4363-904a-898150002d12, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:17:10.292134 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:10.362325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] For port e5d2382a-792b-4363-904a-898150002d12, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:10.365324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] For port e5d2382a-792b-4363-904a-898150002d12, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e5d2382a-792b-4363-904a-898150002d12,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:17:10.369757 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:10.402503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.403122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:10.404537 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] 10.222.0.67 "PUT /v2.0/ports/e5d2382a-792b-4363-904a-898150002d12 HTTP/1.1" status: 200 len: 1093 time: 0.6983540 Jul 16 02:17:10.405005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'tag': 'e5d2382a-792b-4363-904a-898150002d12'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:10.407508 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a68156a-3319-45d2-8f0b-1313872be830" -d '{"events": [{"name": "network-changed", "server_uuid": "8aac38a3-5b1e-484a-b268-a36d3c56e8a9", "tag": "e5d2382a-792b-4363-904a-898150002d12"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:10.435639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55ffdf-3f78-4e53-bbb8-b34c070602af service neutron] Pushing event updated for resources: {'Port': ['ID=e5d2382a-792b-4363-904a-898150002d12,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:10.529299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-f6f36171-515f-480c-a4cb-5c4b4768e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.531522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-f6f36171-515f-480c-a4cb-5c4b4768e557 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0681567 Jul 16 02:17:10.542614 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8736de48-3912-4635-95f9-aa811c6f7c7c x-openstack-request-id: req-8736de48-3912-4635-95f9-aa811c6f7c7c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:10.542915 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aac38a3-5b1e-484a-b268-a36d3c56e8a9", "tag": "e5d2382a-792b-4363-904a-898150002d12", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:10.543175 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8736de48-3912-4635-95f9-aa811c6f7c7c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:10.543578 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'tag': 'e5d2382a-792b-4363-904a-898150002d12', 'status': 'completed', 'code': 200} Jul 16 02:17:10.583654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-011011fb-79e8-4631-b059-9a3eaf57902b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d2382a-792b-4363-904a-898150002d12 HTTP/1.1" status: 200 len: 217 time: 0.0428605 Jul 16 02:17:10.634119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-e16305c5-d4cd-4f85-a77e-c0146a489804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.635561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-e16305c5-d4cd-4f85-a77e-c0146a489804 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d583ea-faa9-4a99-b4d8-df7b1104d370 HTTP/1.1" status: 200 len: 834 time: 0.0454893 Jul 16 02:17:10.696913 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-b23224b9-37e7-433c-854a-6e9bc9e0e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.698446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-b23224b9-37e7-433c-854a-6e9bc9e0e347 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=19578d62-f4c1-4585-b070-5bf39f2f77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555484 Jul 16 02:17:10.793084 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-3eb8c07b-870e-45c6-8770-67ce6d6408cb service neutron] 10.222.0.67 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872581 Jul 16 02:17:10.886640 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cfc46f1e-5d00-415f-bf26-a3c51ff06f09 req-0dd40a8d-2246-402a-a143-d173388b76d4 service neutron] 10.222.0.67 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859356 Jul 16 02:17:10.987630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68156a-3319-45d2-8f0b-1313872be830 req-2deba22f-529c-462e-9995-9eba4f6a83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.989077 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a68156a-3319-45d2-8f0b-1313872be830 req-2deba22f-529c-462e-9995-9eba4f6a83cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0581496 Jul 16 02:17:11.080702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68156a-3319-45d2-8f0b-1313872be830 req-af2de10e-527d-4dad-abb7-bdc76589a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:11.082210 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a68156a-3319-45d2-8f0b-1313872be830 req-af2de10e-527d-4dad-abb7-bdc76589a79b service neutron] 10.222.0.67 "GET /v2.0/networks?id=19578d62-f4c1-4585-b070-5bf39f2f77fa HTTP/1.1" status: 200 len: 896 time: 0.0864820 Jul 16 02:17:11.128168 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a68156a-3319-45d2-8f0b-1313872be830 req-46d81156-7ee6-4491-8f18-a02f00fc28c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d2382a-792b-4363-904a-898150002d12 HTTP/1.1" status: 200 len: 217 time: 0.0387077 Jul 16 02:17:11.177700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68156a-3319-45d2-8f0b-1313872be830 req-6fe38c28-6b55-4a91-91a2-2d91cbe810de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:11.179178 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a68156a-3319-45d2-8f0b-1313872be830 req-6fe38c28-6b55-4a91-91a2-2d91cbe810de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d583ea-faa9-4a99-b4d8-df7b1104d370 HTTP/1.1" status: 200 len: 834 time: 0.0441036 Jul 16 02:17:11.240955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68156a-3319-45d2-8f0b-1313872be830 req-b32322b2-85ac-404d-9f42-e651742a4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:11.242408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a68156a-3319-45d2-8f0b-1313872be830 req-b32322b2-85ac-404d-9f42-e651742a4ee6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=19578d62-f4c1-4585-b070-5bf39f2f77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557353 Jul 16 02:17:11.259279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a28ad2-3288-4e79-b44c-9ed55db86665 req-6e396750-c021-4cd2-8fe5-e36811039ef2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:11.260806 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59a28ad2-3288-4e79-b44c-9ed55db86665 req-6e396750-c021-4cd2-8fe5-e36811039ef2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0657086 Jul 16 02:17:11.272686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a03c520e-9615-4fac-8639-cea33940b22c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:11.300975 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59a28ad2-3288-4e79-b44c-9ed55db86665 req-eb14cd72-9b81-4b11-b719-0d81bdacb6cd tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337539 Jul 16 02:17:11.325328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a03c520e-9615-4fac-8639-cea33940b22c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:11.325698 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:11.346712 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a68156a-3319-45d2-8f0b-1313872be830 req-98e76351-aea0-4782-9e8f-b84bb1b7c1b7 service neutron] 10.222.0.67 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965943 Jul 16 02:17:11.439086 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4a68156a-3319-45d2-8f0b-1313872be830 req-ba00add0-c625-424a-b3a9-ca8f0f6139b5 service neutron] 10.222.0.67 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856814 Jul 16 02:17:12.480623 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93948f-55bd-4622-945b-593870f1c21d req-f934e5ee-b6f9-46fe-9bcc-c0eb2bf39d2e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.482138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d93948f-55bd-4622-945b-593870f1c21d req-f934e5ee-b6f9-46fe-9bcc-c0eb2bf39d2e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0675743 Jul 16 02:17:12.522295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8d93948f-55bd-4622-945b-593870f1c21d req-3f5c91d2-d8ac-4f49-904b-6d95f6b375cc tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328913 Jul 16 02:17:13.700444 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461d0c5-d6f2-4eda-9215-ca19829dec8c req-2256489a-62ed-44e9-b328-ad0b01d5338f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:13.701935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6461d0c5-d6f2-4eda-9215-ca19829dec8c req-2256489a-62ed-44e9-b328-ad0b01d5338f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0671527 Jul 16 02:17:13.740988 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6461d0c5-d6f2-4eda-9215-ca19829dec8c req-d71b2b49-572c-4004-b88d-43f18e4cae0e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326452 Jul 16 02:17:14.223456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e5d2382a-792b-4363-904a-898150002d12 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:17:14.321687 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e5d2382a-792b-4363-904a-898150002d12, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e5d2382a-792b-4363-904a-898150002d12,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:14.332948 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'e5d2382a-792b-4363-904a-898150002d12', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'port_id': 'e5d2382a-792b-4363-904a-898150002d12', 'mac_address': 'fa:16:3e:9b:d1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:17:14.369333 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:14.382854 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d2382a-792b-4363-904a-898150002d12 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:14.402601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e5d2382a-792b-4363-904a-898150002d12, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e5d2382a-792b-4363-904a-898150002d12,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:14.407364 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:14.457521 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=e5d2382a-792b-4363-904a-898150002d12,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:14.650016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['e5d2382a-792b-4363-904a-898150002d12'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:17:14.921983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737243c-c3bb-43ca-b012-2e4c135388a1 req-40d323d8-cbf2-4a70-b8f9-47e95d8033aa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:14.923814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4737243c-c3bb-43ca-b012-2e4c135388a1 req-40d323d8-cbf2-4a70-b8f9-47e95d8033aa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0667701 Jul 16 02:17:14.961281 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4737243c-c3bb-43ca-b012-2e4c135388a1 req-c13f2b7f-015c-4141-8e7c-6868cab20814 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320091 Jul 16 02:17:16.138887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dbdae-ea11-4565-a1d1-64ca1fb21319 req-1d514b41-219c-4785-ba01-15bcbc912789 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:16.141081 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f1dbdae-ea11-4565-a1d1-64ca1fb21319 req-1d514b41-219c-4785-ba01-15bcbc912789 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0650330 Jul 16 02:17:16.177967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7f1dbdae-ea11-4565-a1d1-64ca1fb21319 req-f987fadc-97b9-4181-a387-d56ba2d3fc75 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Jul 16 02:17:16.239416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e5d2382a-792b-4363-904a-898150002d12 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:16.287231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port e5d2382a-792b-4363-904a-898150002d12 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:16.290925 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port e5d2382a-792b-4363-904a-898150002d12 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:16.291296 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:16.365738 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:16.387880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d2382a-792b-4363-904a-898150002d12'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:16.390157 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd777c02-061a-422f-93e2-e47275d1788f" -d '{"events": [{"server_uuid": "8aac38a3-5b1e-484a-b268-a36d3c56e8a9", "name": "network-vif-plugged", "status": "completed", "tag": "e5d2382a-792b-4363-904a-898150002d12"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:16.405766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e5d2382a-792b-4363-904a-898150002d12, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e5d2382a-792b-4363-904a-898150002d12,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:16.410538 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:16.433787 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0379c0ed-c343-4a63-b500-70ca86079e3f x-openstack-request-id: req-0379c0ed-c343-4a63-b500-70ca86079e3f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:16.434124 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aac38a3-5b1e-484a-b268-a36d3c56e8a9", "name": "network-vif-plugged", "status": "completed", "tag": "e5d2382a-792b-4363-904a-898150002d12", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:16.434370 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0379c0ed-c343-4a63-b500-70ca86079e3f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:16.434758 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d2382a-792b-4363-904a-898150002d12', 'code': 200} Jul 16 02:17:16.463402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=e5d2382a-792b-4363-904a-898150002d12,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:16.542949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474222-41e0-44b3-9eff-bdf34e5bbc25 req-51b14e86-5519-4c9d-9f36-ed0be393aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:16.544432 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd474222-41e0-44b3-9eff-bdf34e5bbc25 req-51b14e86-5519-4c9d-9f36-ed0be393aa85 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0511799 Jul 16 02:17:16.580764 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd474222-41e0-44b3-9eff-bdf34e5bbc25 req-52a5394f-bb71-4ea9-a4d1-725804c44af8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281439 Jul 16 02:17:17.353085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba010f77-d813-4739-b5a5-8d32940f354f req-e1b974f5-19e6-4836-b6ca-03cfb764b99d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:17.354648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba010f77-d813-4739-b5a5-8d32940f354f req-e1b974f5-19e6-4836-b6ca-03cfb764b99d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0647526 Jul 16 02:17:17.397905 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ba010f77-d813-4739-b5a5-8d32940f354f req-e8911b68-e72e-4c24-83ed-ab34e2322a06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371656 Jul 16 02:17:18.581903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f16375-7cb1-4914-9c0c-43b879fc91cf req-0eb6a122-e85e-4419-b426-a6f22cc86f7c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.583331 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-50f16375-7cb1-4914-9c0c-43b879fc91cf req-0eb6a122-e85e-4419-b426-a6f22cc86f7c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0663097 Jul 16 02:17:18.620445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-50f16375-7cb1-4914-9c0c-43b879fc91cf req-b0407d0f-a3c7-48c5-8041-c2494c725d88 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316207 Jul 16 02:17:18.791870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca45b50-364f-46fa-a744-83999d4d709e req-6d300add-1cca-4c89-abd9-e683ef6038f6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.793352 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca45b50-364f-46fa-a744-83999d4d709e req-6d300add-1cca-4c89-abd9-e683ef6038f6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0633845 Jul 16 02:17:18.832768 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aca45b50-364f-46fa-a744-83999d4d709e req-80244b66-e2b5-4b0a-85d1-275bb44b99c4 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329814 Jul 16 02:17:18.856586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50326) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:18.909923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1537217-b9b9-4957-9df0-b109f6f7c754 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.911480 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a1537217-b9b9-4957-9df0-b109f6f7c754 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 1093 time: 0.0539281 Jul 16 02:17:18.914427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50328) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:18.918680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'e5d2382a-792b-4363-904a-898150002d12', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:18.941175 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.039230 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.138683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.25.4.4 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/b1987162-8eb3-41e6-864a-831dcb973099) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:19.245004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.283246 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.322088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:19.324818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:19.328450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:19.333761 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=b1987162-8eb3-41e6-864a-831dcb973099,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:19.697419 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.775212 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.925253 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.931056 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:20.001068 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=b1987162-8eb3-41e6-864a-831dcb973099,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:20.012638 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:20.112575 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Floating IP 8931161b-bf09-4765-aac3-bf70c5b6f1b0 associated. External IP: 172.25.4.4, port: e5d2382a-792b-4363-904a-898150002d12. Jul 16 02:17:20.320099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:17:20.424676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:17:20.434606 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] Sync routers for ids ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:17:20.441038 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:20.444302 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] Routers {'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:20.444923 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:20.555760 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] Set router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:20.789727 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-cace39e0-ce48-42c1-a371-3c57ede92df3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8741913 Jul 16 02:17:20.790349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'tag': 'e5d2382a-792b-4363-904a-898150002d12'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:20.792403 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:06Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '8931161b-bf09-4765-aac3-bf70c5b6f1b0', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'port_id': 'e5d2382a-792b-4363-904a-898150002d12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'mac_address': 'fa:16:3e:9b:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:17:19Z', 'updated_at': '2021-07-16T02:17:19Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03c520e-9615-4fac-8639-cea33940b22c', 'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:98:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:05Z', 'updated_at': '2021-07-16T02:17:09Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:20.792744 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e06769e-01e8-4bf8-af0c-34903cc816df" -d '{"events": [{"name": "network-changed", "server_uuid": "8aac38a3-5b1e-484a-b268-a36d3c56e8a9", "tag": "e5d2382a-792b-4363-904a-898150002d12"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:20.819048 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] Checking router: c66a40b7-73ff-4576-ae2d-bc2d10ec17bd for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:17:20.827964 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] Routers {'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:20.828615 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:16:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:20.829089 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8493f9f2-415a-4a94-93a7-a4b4c6a1711b x-openstack-request-id: req-8493f9f2-415a-4a94-93a7-a4b4c6a1711b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:20.829381 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aac38a3-5b1e-484a-b268-a36d3c56e8a9", "tag": "e5d2382a-792b-4363-904a-898150002d12", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:20.829634 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8493f9f2-415a-4a94-93a7-a4b4c6a1711b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:20.830052 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'tag': 'e5d2382a-792b-4363-904a-898150002d12', 'status': 'completed', 'code': 200} Jul 16 02:17:20.935700 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] Set router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:20.965066 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-0c0d508f-b8ad-45e6-b2ce-e43899374676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:20.966602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-0c0d508f-b8ad-45e6-b2ce-e43899374676 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 1098 time: 0.1013436 Jul 16 02:17:20.978925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb9170-ff59-453d-b06d-c8c9f9311d8e req-9d4c9867-d24b-4552-a0ac-cd0af6d5d72b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:20.980371 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4dbb9170-ff59-453d-b06d-c8c9f9311d8e req-9d4c9867-d24b-4552-a0ac-cd0af6d5d72b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0866454 Jul 16 02:17:21.067786 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4dbb9170-ff59-453d-b06d-c8c9f9311d8e req-97980044-0b8a-43d0-916c-39a78bd008e8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788136 Jul 16 02:17:21.095104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:21.102331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-b43435af-00ae-4329-8341-61f8228f2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:21.103780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-b43435af-00ae-4329-8341-61f8228f2315 service neutron] 10.222.0.67 "GET /v2.0/networks?id=19578d62-f4c1-4585-b070-5bf39f2f77fa HTTP/1.1" status: 200 len: 896 time: 0.1225655 Jul 16 02:17:21.205570 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b98f3bdb-30cc-4ab0-a8e0-20e6c433ff41 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/8931161b-bf09-4765-aac3-bf70c5b6f1b0 HTTP/1.1" status: 200 len: 990 time: 0.1093402 Jul 16 02:17:21.215070 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-7ea479d1-165d-444d-9651-f2d041fb936c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d2382a-792b-4363-904a-898150002d12 HTTP/1.1" status: 200 len: 998 time: 0.0767894 Jul 16 02:17:21.246285 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:06Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '8931161b-bf09-4765-aac3-bf70c5b6f1b0', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'port_id': 'e5d2382a-792b-4363-904a-898150002d12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'mac_address': 'fa:16:3e:9b:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:17:19Z', 'updated_at': '2021-07-16T02:17:19Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03c520e-9615-4fac-8639-cea33940b22c', 'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:98:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:05Z', 'updated_at': '2021-07-16T02:17:09Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:21.270581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-7a0e598a-7588-4f54-8c39-38940ee38497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:21.272392 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-7a0e598a-7588-4f54-8c39-38940ee38497 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d583ea-faa9-4a99-b4d8-df7b1104d370 HTTP/1.1" status: 200 len: 834 time: 0.0492060 Jul 16 02:17:21.275713 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373393e-1d65-4852-a14c-d0d8560a5e7e None None] The sync data for ids ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'] in n-d-791504-14 is: [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:06Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '8931161b-bf09-4765-aac3-bf70c5b6f1b0', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'port_id': 'e5d2382a-792b-4363-904a-898150002d12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'mac_address': 'fa:16:3e:9b:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:17:19Z', 'updated_at': '2021-07-16T02:17:19Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03c520e-9615-4fac-8639-cea33940b22c', 'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:98:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:05Z', 'updated_at': '2021-07-16T02:17:09Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:17:21.333449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-73c05a04-2b9c-4c28-81b5-e813b1d625e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:21.335236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-73c05a04-2b9c-4c28-81b5-e813b1d625e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=19578d62-f4c1-4585-b070-5bf39f2f77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557873 Jul 16 02:17:21.430496 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-c6ab7817-7f1e-4002-9a02-f17ae4d2f066 service neutron] 10.222.0.67 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875242 Jul 16 02:17:21.472060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b6fc3-a90a-4d98-b7ef-24de8644a334 None None] New status for floating IP 8931161b-bf09-4765-aac3-bf70c5b6f1b0: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:17:21.532393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8e06769e-01e8-4bf8-af0c-34903cc816df req-f367f547-16a6-439e-b3bc-c919706e4833 service neutron] 10.222.0.67 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946310 Jul 16 02:17:22.209035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50336) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:22.270830 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d92f9727-5737-4c65-ba02-3f12bd58f5c0 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/8931161b-bf09-4765-aac3-bf70c5b6f1b0 HTTP/1.1" status: 200 len: 992 time: 0.0606267 Jul 16 02:17:24.669291 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9da4261e-f144-40c2-9c6a-cd6915bf4ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:26.038849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.207182 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8940d68-3382-44cc-a97a-dbf0e7da3c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.323321 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.712213 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.689147 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:30.277820 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:33.275625 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:49.772049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-545da63c-c608-44e7-9596-c94108be64b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556624 Jul 16 02:17:49.870264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-fe029594-7bed-4c6e-ac3e-6dc2a8518575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:49.871879 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-fe029594-7bed-4c6e-ac3e-6dc2a8518575 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0543864 Jul 16 02:17:49.982847 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-2ad219f8-1870-4ebc-9eba-602171cdbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:49.984362 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-2ad219f8-1870-4ebc-9eba-602171cdbb3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=19578d62-f4c1-4585-b070-5bf39f2f77fa HTTP/1.1" status: 200 len: 896 time: 0.0888681 Jul 16 02:17:50.055504 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-d47f0914-6b16-4bd8-aa7d-482e8331815b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d2382a-792b-4363-904a-898150002d12 HTTP/1.1" status: 200 len: 1000 time: 0.0630925 Jul 16 02:17:50.115071 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-318c4b25-0e87-4f6a-8095-37c8bb7ed426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:50.116791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-318c4b25-0e87-4f6a-8095-37c8bb7ed426 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d583ea-faa9-4a99-b4d8-df7b1104d370 HTTP/1.1" status: 200 len: 834 time: 0.0552497 Jul 16 02:17:50.127670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929655-dcba-4254-b459-1211427cd0ce req-e3929497-53f3-4338-aa76-c3a01428df90 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:50.128091 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f929655-dcba-4254-b459-1211427cd0ce req-e3929497-53f3-4338-aa76-c3a01428df90 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0679150 Jul 16 02:17:50.171082 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4f929655-dcba-4254-b459-1211427cd0ce req-a83942ed-e73e-4b1c-b187-a1d4081bcc22 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360956 Jul 16 02:17:50.183673 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-87935822-7f9d-42d2-a787-2999bcbbcd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:50.190387 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-87935822-7f9d-42d2-a787-2999bcbbcd1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=19578d62-f4c1-4585-b070-5bf39f2f77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621812 Jul 16 02:17:50.600967 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-0639cb1a-a92b-4f78-a91c-11ea239bc162 service neutron] 10.222.0.67 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079175 Jul 16 02:17:50.692581 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f3aaadc-c037-4f9c-9832-dfa8bbe8cca2 req-a33d27ec-eaec-407c-8d6f-8b4c80c7afa6 service neutron] 10.222.0.67 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853066 Jul 16 02:17:51.361835 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609deb0-e566-4ca1-9d24-9f7fa61b7760 req-e958caf4-974b-4ef2-a183-1350c17cff5d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:51.363355 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1609deb0-e566-4ca1-9d24-9f7fa61b7760 req-e958caf4-974b-4ef2-a183-1350c17cff5d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0644426 Jul 16 02:17:51.401041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1609deb0-e566-4ca1-9d24-9f7fa61b7760 req-3015dd8b-4488-43c2-ad93-8bbc361f8f47 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321372 Jul 16 02:17:51.426445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50356) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:51.492182 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-88d1f145-2678-4a7f-bce0-1f6553f1a851 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/8931161b-bf09-4765-aac3-bf70c5b6f1b0 HTTP/1.1" status: 200 len: 992 time: 0.0646143 Jul 16 02:17:52.924151 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3592748-9f4a-428f-b5a2-e1a5b3ed30d1 req-8d2a1ed6-ae9e-4256-b97f-1f34be52b11a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:52.925684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c3592748-9f4a-428f-b5a2-e1a5b3ed30d1 req-8d2a1ed6-ae9e-4256-b97f-1f34be52b11a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0687649 Jul 16 02:17:52.964847 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c3592748-9f4a-428f-b5a2-e1a5b3ed30d1 req-ca92027d-0c89-4c36-95c8-e3b6859868db tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Jul 16 02:17:54.143380 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da56af-508a-439d-baf9-00902c572313 req-092052d4-e908-49b3-8f11-0c41c50b6eb3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:54.144864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-08da56af-508a-439d-baf9-00902c572313 req-092052d4-e908-49b3-8f11-0c41c50b6eb3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0628669 Jul 16 02:17:54.182441 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-08da56af-508a-439d-baf9-00902c572313 req-26e3d358-2146-4cb4-992f-1aa261b4ef57 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317991 Jul 16 02:17:54.208995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:54.270607 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3e1cd7bc-81e4-4769-bbee-5356bc352033 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/8931161b-bf09-4765-aac3-bf70c5b6f1b0 HTTP/1.1" status: 200 len: 992 time: 0.0604846 Jul 16 02:17:54.550579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50372) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:54.669278 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05f9e1d2-971d-46eb-a3f4-c9bb862ea1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:54.716986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port b1987162-8eb3-41e6-864a-831dcb973099 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:17:54.717330 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:54.792197 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:54.792521 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:54.804845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for b1987162-8eb3-41e6-864a-831dcb973099 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:17:54.960424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:54.996528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=b1987162-8eb3-41e6-864a-831dcb973099,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:55.026894 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.027453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.030037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.030037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.030037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.030037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.030037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.030037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.030037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.030037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.030902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.030902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:55.079527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:55.079799 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Floating IP 8931161b-bf09-4765-aac3-bf70c5b6f1b0 disassociated (deleted). External IP: 172.25.4.4, port: e5d2382a-792b-4363-904a-898150002d12. Jul 16 02:17:55.304629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:17:55.420979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:17:55.425763 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:55.433293 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] Sync routers for ids ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:17:55.444165 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] Routers {'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:55.444830 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:17:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:55.466498 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7cac4a79-6d3f-4053-82f4-14dfa3cd71eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/floatingips/8931161b-bf09-4765-aac3-bf70c5b6f1b0 HTTP/1.1" status: 204 len: 168 time: 0.9124565 Jul 16 02:17:55.466498 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'tag': 'e5d2382a-792b-4363-904a-898150002d12'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:55.467175 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638" -d '{"events": [{"name": "network-changed", "server_uuid": "8aac38a3-5b1e-484a-b268-a36d3c56e8a9", "tag": "e5d2382a-792b-4363-904a-898150002d12"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:55.509652 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c5c3c7-b8d1-4a0d-903b-37096a487d01 x-openstack-request-id: req-57c5c3c7-b8d1-4a0d-903b-37096a487d01 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:55.509952 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aac38a3-5b1e-484a-b268-a36d3c56e8a9", "tag": "e5d2382a-792b-4363-904a-898150002d12", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:55.510226 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57c5c3c7-b8d1-4a0d-903b-37096a487d01 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:55.510634 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'tag': 'e5d2382a-792b-4363-904a-898150002d12', 'status': 'completed', 'code': 200} Jul 16 02:17:55.568097 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] Set router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:55.603543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-b4f4c4bb-184b-4dad-b1e9-4b8439fcb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:55.605060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-b4f4c4bb-184b-4dad-b1e9-4b8439fcb593 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0686355 Jul 16 02:17:55.724438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-d0cce898-4771-46a1-acc4-80746da20c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:55.726575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-d0cce898-4771-46a1-acc4-80746da20c9e service neutron] 10.222.0.67 "GET /v2.0/networks?id=19578d62-f4c1-4585-b070-5bf39f2f77fa HTTP/1.1" status: 200 len: 896 time: 0.1121621 Jul 16 02:17:55.774689 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-14473982-051b-4a3b-af19-55465a96ed6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d2382a-792b-4363-904a-898150002d12 HTTP/1.1" status: 200 len: 217 time: 0.0410774 Jul 16 02:17:55.793991 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:06Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a03c520e-9615-4fac-8639-cea33940b22c', 'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:98:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:05Z', 'updated_at': '2021-07-16T02:17:09Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:55.825815 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] Checking router: c66a40b7-73ff-4576-ae2d-bc2d10ec17bd for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:17:55.828415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-be7dee1f-6c36-453a-903b-b87de36cf723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:55.830862 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-be7dee1f-6c36-453a-903b-b87de36cf723 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d583ea-faa9-4a99-b4d8-df7b1104d370 HTTP/1.1" status: 200 len: 834 time: 0.0490983 Jul 16 02:17:55.834933 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] Routers {'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:55.835555 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:17:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:55.870814 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35e801-9cee-4ad0-b042-4f74a11cd480 req-f68c1e72-b625-4870-91f7-bf12193ddc2b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:55.872381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec35e801-9cee-4ad0-b042-4f74a11cd480 req-f68c1e72-b625-4870-91f7-bf12193ddc2b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0653043 Jul 16 02:17:55.900949 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-4d1d68f5-07cf-40de-91c8-2fb45d2f8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:55.902500 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-4d1d68f5-07cf-40de-91c8-2fb45d2f8c7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=19578d62-f4c1-4585-b070-5bf39f2f77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639389 Jul 16 02:17:55.914792 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ec35e801-9cee-4ad0-b042-4f74a11cd480 req-8efcd450-79b1-428d-b02c-7f4e73854681 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338416 Jul 16 02:17:55.956394 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] Set router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:56.003314 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-d746d5f1-ce17-4db3-b325-8eb9ad7ec88b service neutron] 10.222.0.67 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932021 Jul 16 02:17:56.054694 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:56.097494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fee5b5a2-1ad9-47e3-97ae-ff3e8fba2638 req-67c37b13-bfcb-4df9-b034-fdf258baf766 service neutron] 10.222.0.67 "GET /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866737 Jul 16 02:17:56.156359 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:06Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a03c520e-9615-4fac-8639-cea33940b22c', 'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:98:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:05Z', 'updated_at': '2021-07-16T02:17:09Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:56.182271 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c1508-390a-4e90-aaf2-818ff9db3683 None None] The sync data for ids ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'] in n-d-791504-14 is: [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:17:06Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'a03c520e-9615-4fac-8639-cea33940b22c', 'name': '', 'network_id': '19578d62-f4c1-4585-b070-5bf39f2f77fa', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:98:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:05Z', 'updated_at': '2021-07-16T02:17:09Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '66d583ea-faa9-4a99-b4d8-df7b1104d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:17:56.404467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f59df33-39e1-40bd-bb16-3ebe38ba84ae None None] New status for floating IP 8931161b-bf09-4765-aac3-bf70c5b6f1b0: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:17:57.092476 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315e07-c093-4b19-a313-bbee30aaf042 req-a0ee32d2-875a-418a-a17b-2a31a1e374da tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:57.093974 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-96315e07-c093-4b19-a313-bbee30aaf042 req-a0ee32d2-875a-418a-a17b-2a31a1e374da tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0649860 Jul 16 02:17:57.137837 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-96315e07-c093-4b19-a313-bbee30aaf042 req-2ee272f8-6703-431d-a4ad-de9610512d48 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa8586b0-9873-4861-a807-0a724b3ff55f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377274 Jul 16 02:17:57.208060 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89c71dd2-97af-4404-b2a0-bbcc51adc1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:57.332253 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:57.465072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-0ff59f82-cbb3-4703-acfa-1720253e34d1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:57.466421 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-0ff59f82-cbb3-4703-acfa-1720253e34d1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0631192 Jul 16 02:17:57.564398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-2fea8f6c-aa55-47da-b6ed-9ad9663ab525 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port e5d2382a-792b-4363-904a-898150002d12 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:17:57.564735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-2fea8f6c-aa55-47da-b6ed-9ad9663ab525 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:57.655524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-2fea8f6c-aa55-47da-b6ed-9ad9663ab525 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port e5d2382a-792b-4363-904a-898150002d12, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e5d2382a-792b-4363-904a-898150002d12,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:57.655889 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-2fea8f6c-aa55-47da-b6ed-9ad9663ab525 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:57.667481 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-2fea8f6c-aa55-47da-b6ed-9ad9663ab525 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for e5d2382a-792b-4363-904a-898150002d12 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:17:57.714123 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:57.800538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-2fea8f6c-aa55-47da-b6ed-9ad9663ab525 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:57.827986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea8f6c-aa55-47da-b6ed-9ad9663ab525 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=e5d2382a-792b-4363-904a-898150002d12,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:57.876805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-2fea8f6c-aa55-47da-b6ed-9ad9663ab525 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] No DVR routers for this DVR port e5d2382a-792b-4363-904a-898150002d12 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:17:57.879408 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-2fea8f6c-aa55-47da-b6ed-9ad9663ab525 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:57.881436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21040c0e-6def-4387-9cfe-1c0d91284e8e req-2fea8f6c-aa55-47da-b6ed-9ad9663ab525 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "DELETE /v2.0/ports/e5d2382a-792b-4363-904a-898150002d12 HTTP/1.1" status: 204 len: 173 time: 0.4094560 Jul 16 02:17:57.881876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'name': 'network-vif-deleted', 'tag': 'e5d2382a-792b-4363-904a-898150002d12'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:57.884224 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475e3e43-26cd-471f-b097-5e003e8e74e3" -d '{"events": [{"server_uuid": "8aac38a3-5b1e-484a-b268-a36d3c56e8a9", "name": "network-vif-deleted", "tag": "e5d2382a-792b-4363-904a-898150002d12"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:57.921158 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e737d9-70a7-4aeb-8535-9412d901e608 x-openstack-request-id: req-69e737d9-70a7-4aeb-8535-9412d901e608 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:57.921494 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aac38a3-5b1e-484a-b268-a36d3c56e8a9", "name": "network-vif-deleted", "tag": "e5d2382a-792b-4363-904a-898150002d12", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:57.921745 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69e737d9-70a7-4aeb-8535-9412d901e608 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:57.922746 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aac38a3-5b1e-484a-b268-a36d3c56e8a9', 'name': 'network-vif-deleted', 'tag': 'e5d2382a-792b-4363-904a-898150002d12', 'status': 'completed', 'code': 200} Jul 16 02:17:58.302586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5be81697-e6c2-4f35-8e93-71562ca028ae req-9e4e4bef-3a8f-4fea-9322-bf3efbcc3463 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=8aac38a3-5b1e-484a-b268-a36d3c56e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0308158 Jul 16 02:17:58.692674 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:59.397600 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50388) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:59.760147 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:00.026655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port a03c520e-9615-4fac-8639-cea33940b22c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:18:00.026907 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:00.118840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port a03c520e-9615-4fac-8639-cea33940b22c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a03c520e-9615-4fac-8639-cea33940b22c,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:00.119202 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:00.131792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for a03c520e-9615-4fac-8639-cea33940b22c owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:18:00.282723 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:00.328423 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:00.354413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=a03c520e-9615-4fac-8639-cea33940b22c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:00.379907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e5d2382a-792b-4363-904a-898150002d12 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:18:00.406638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: e5d2382a-792b-4363-904a-898150002d12 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:18:00.407370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e5d2382a-792b-4363-904a-898150002d12 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:18:00.536142 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:00.755370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:18:00.860327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:18:00.866663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2eb74020-dc47-40b2-b2b9-5d3ed293e76e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "PUT /v2.0/routers/c66a40b7-73ff-4576-ae2d-bc2d10ec17bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4673557 Jul 16 02:18:00.868813 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50390) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:00.872822 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] Sync routers for ids ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:18:00.882817 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] Routers {'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:18:00.883427 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:00.919326 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab6836a-2032-4642-a694-a184e77bc03f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting subnet 66d583ea-faa9-4a99-b4d8-df7b1104d370 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:18:00.922373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dab6836a-2032-4642-a694-a184e77bc03f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:00.961440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dab6836a-2032-4642-a694-a184e77bc03f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:00.988827 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] Set router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:18:01.054122 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dab6836a-2032-4642-a694-a184e77bc03f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.112987 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dab6836a-2032-4642-a694-a184e77bc03f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.140933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6836a-2032-4642-a694-a184e77bc03f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Subnet': ['ID=66d583ea-faa9-4a99-b4d8-df7b1104d370,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:01.143820 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dab6836a-2032-4642-a694-a184e77bc03f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.145701 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dab6836a-2032-4642-a694-a184e77bc03f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/subnets/66d583ea-faa9-4a99-b4d8-df7b1104d370 HTTP/1.1" status: 204 len: 168 time: 0.2759435 Jul 16 02:18:01.148588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50392) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:01.151024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781b668-0384-4194-9fd1-0c893b2507f8 None None] Network 19578d62-f4c1-4585-b070-5bf39f2f77fa requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:18:01.172269 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:18:00Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:01.198449 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] Checking router: c66a40b7-73ff-4576-ae2d-bc2d10ec17bd for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:18:01.207416 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] Routers {'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:18:01.208030 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:01.273087 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.377523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] DHCP port deletion for 19578d62-f4c1-4585-b070-5bf39f2f77fa request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:18:01.409757 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.421730 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] Set router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:18:01.431439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Deleting port c4b9cb35-d390-4c77-b6c8-db70b317a5ac {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:18:01.431813 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.465905 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 9965daed-2c98-43a3-8782-0a0594934e97 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:18:01.466324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.508334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] For port c4b9cb35-d390-4c77-b6c8-db70b317a5ac, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c4b9cb35-d390-4c77-b6c8-db70b317a5ac,segment=NetworkSegment(d5fa8d05-e6f0-4f11-b9d0-983fa21733fc),segment_id=d5fa8d05-e6f0-4f11-b9d0-983fa21733fc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:01.508876 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.522269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Calling delete_port for c4b9cb35-d390-4c77-b6c8-db70b317a5ac owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:18:01.553793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port 9965daed-2c98-43a3-8782-0a0594934e97, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9965daed-2c98-43a3-8782-0a0594934e97,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:01.554432 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.570759 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 9965daed-2c98-43a3-8782-0a0594934e97 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:18:01.611867 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:18:00Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:01.638791 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.644852 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c418f-9fcc-47c5-9776-5f87600f6097 None None] The sync data for ids ['c66a40b7-73ff-4576-ae2d-bc2d10ec17bd'] in n-d-791504-14 is: [{'id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009102065', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '9965daed-2c98-43a3-8782-0a0594934e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:17:01Z', 'updated_at': '2021-07-16T02:18:00Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '9965daed-2c98-43a3-8782-0a0594934e97', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a40b7-73ff-4576-ae2d-bc2d10ec17bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:17:02Z', 'updated_at': '2021-07-16T02:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:18:01.669095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Pushing event deleted for resources: {'Port': ['ID=c4b9cb35-d390-4c77-b6c8-db70b317a5ac,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:01.675297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] No DVR routers for this DVR port c4b9cb35-d390-4c77-b6c8-db70b317a5ac on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:18:01.684916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.684916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.684916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.686879 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.687295 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.687653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.687997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.688336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.688670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.690196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.690196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.690589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d98810-782f-4831-a053-11a495fbc240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:01.786446 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.815069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=9965daed-2c98-43a3-8782-0a0594934e97,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:01.877166 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.972328 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.974391 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.019376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.019903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Fanout notify agent at l3_agent the message router_deleted on router c66a40b7-73ff-4576-ae2d-bc2d10ec17bd {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:18:02.027053 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.028154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-92bf5cce-8a9b-4993-9e4c-ef31e085ddf8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/routers/c66a40b7-73ff-4576-ae2d-bc2d10ec17bd HTTP/1.1" status: 204 len: 168 time: 0.8784049 Jul 16 02:18:02.031192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50394) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:02.114510 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.198843 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.209352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19578d62-f4c1-4585-b070-5bf39f2f77fa']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:02.219661 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:02.219990 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fa8d05-e6f0-4f11-b9d0-983fa21733fc') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:02.229620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.244667 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.250881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:18:02.251902 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: timer() Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:18:02.255148 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:18:02.321149 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.328506 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.333909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/networks/19578d62-f4c1-4585-b070-5bf39f2f77fa HTTP/1.1" status: 204 len: 168 time: 0.2987287 Jul 16 02:18:02.334211 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50396) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:02.342575 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Network': ['ID=19578d62-f4c1-4585-b070-5bf39f2f77fa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:02.350322 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.350670 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.351009 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.351343 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.351674 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.352005 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.352333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.352660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.352988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.353311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.353636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.353956 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191cd7c-8948-4d0b-9d77-4dc0941c925d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:02.395922 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f51bbbf9-4cd3-4937-affd-9b66d3623d57 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.420785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f51bbbf9-4cd3-4937-affd-9b66d3623d57 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.478602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f51bbbf9-4cd3-4937-affd-9b66d3623d57 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.481056 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f51bbbf9-4cd3-4937-affd-9b66d3623d57 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.482511 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f51bbbf9-4cd3-4937-affd-9b66d3623d57 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/security-groups/fa8586b0-9873-4861-a807-0a724b3ff55f HTTP/1.1" status: 204 len: 168 time: 0.1471860 Jul 16 02:18:02.491934 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bbbf9-4cd3-4937-affd-9b66d3623d57 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8586b0-9873-4861-a807-0a724b3ff55f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:02.739097 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50402) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:02.743807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-57a2be2b-095d-40d3-a9a0-9ace142cf80b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964504025', 'description': 'tempest-secgroup-smoke-964504025 description', 'project_id': '6367cdb5ae9443a291c74acf22206420'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:02.768322 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a2be2b-095d-40d3-a9a0-9ace142cf80b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.852501 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a2be2b-095d-40d3-a9a0-9ace142cf80b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.856181 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a2be2b-095d-40d3-a9a0-9ace142cf80b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.215850 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57a2be2b-095d-40d3-a9a0-9ace142cf80b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.217047 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-57a2be2b-095d-40d3-a9a0-9ace142cf80b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4769382 Jul 16 02:18:03.220099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50404) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:03.221635 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2be2b-095d-40d3-a9a0-9ace142cf80b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd1f9ce-0adb-4363-950c-6be0ee93f588,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:03.225209 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bec81325-badd-40cc-9db5-279bd997a9b2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'bcd1f9ce-0adb-4363-950c-6be0ee93f588', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:03.252384 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bec81325-badd-40cc-9db5-279bd997a9b2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.293830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a03c520e-9615-4fac-8639-cea33940b22c no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:18:03.309930 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bec81325-badd-40cc-9db5-279bd997a9b2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.313608 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bec81325-badd-40cc-9db5-279bd997a9b2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.315763 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a03c520e-9615-4fac-8639-cea33940b22c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:18:03.316106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a03c520e-9615-4fac-8639-cea33940b22c not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:18:03.316544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9965daed-2c98-43a3-8782-0a0594934e97 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:18:03.332873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec81325-badd-40cc-9db5-279bd997a9b2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f35ae7-88d9-42d7-b8fd-41852b44f666,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:03.336839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9965daed-2c98-43a3-8782-0a0594934e97 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:18:03.337277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9965daed-2c98-43a3-8782-0a0594934e97 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:18:03.337688 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c4b9cb35-d390-4c77-b6c8-db70b317a5ac no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:18:03.340113 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bec81325-badd-40cc-9db5-279bd997a9b2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.341682 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-bec81325-badd-40cc-9db5-279bd997a9b2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203613 Jul 16 02:18:03.344415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50406) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:03.349648 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-806ed10b-aa80-4a0c-8743-b94116123410 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'bcd1f9ce-0adb-4363-950c-6be0ee93f588', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:03.357621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: c4b9cb35-d390-4c77-b6c8-db70b317a5ac {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:18:03.357965 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c4b9cb35-d390-4c77-b6c8-db70b317a5ac not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:18:03.375937 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-806ed10b-aa80-4a0c-8743-b94116123410 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.438263 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-806ed10b-aa80-4a0c-8743-b94116123410 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.443341 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-806ed10b-aa80-4a0c-8743-b94116123410 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.460748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ed10b-aa80-4a0c-8743-b94116123410 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551af5ae-e773-4cae-ba7a-b224031516bc,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:03.466922 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-806ed10b-aa80-4a0c-8743-b94116123410 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.468171 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-806ed10b-aa80-4a0c-8743-b94116123410 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223571 Jul 16 02:18:03.471170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:03.475570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-61a28947-d6a4-4660-b4af-45066cd4a34e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'bcd1f9ce-0adb-4363-950c-6be0ee93f588', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:03.508136 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61a28947-d6a4-4660-b4af-45066cd4a34e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.564864 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61a28947-d6a4-4660-b4af-45066cd4a34e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.568518 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61a28947-d6a4-4660-b4af-45066cd4a34e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.585408 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a28947-d6a4-4660-b4af-45066cd4a34e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a29c93-3f07-41d0-9f3b-578d070badfb,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:03.592261 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61a28947-d6a4-4660-b4af-45066cd4a34e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.593461 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-61a28947-d6a4-4660-b4af-45066cd4a34e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213691 Jul 16 02:18:03.596641 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50410) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:03.601156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-156a6db2-7e7a-4786-8f3b-ed5d311248fe tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'bcd1f9ce-0adb-4363-950c-6be0ee93f588', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:03.628290 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-156a6db2-7e7a-4786-8f3b-ed5d311248fe tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.686703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-156a6db2-7e7a-4786-8f3b-ed5d311248fe tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.691145 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-156a6db2-7e7a-4786-8f3b-ed5d311248fe tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.709707 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a6db2-7e7a-4786-8f3b-ed5d311248fe tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aa0657-d8a8-4fd3-a86a-027d724b9d45,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:03.716035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-156a6db2-7e7a-4786-8f3b-ed5d311248fe tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.717538 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-156a6db2-7e7a-4786-8f3b-ed5d311248fe tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199856 Jul 16 02:18:03.720237 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50412) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:03.724555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-69fad0dc-4669-4c94-bf19-cf44bf91d1bb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'bcd1f9ce-0adb-4363-950c-6be0ee93f588', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:03.747084 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-69fad0dc-4669-4c94-bf19-cf44bf91d1bb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Project 6367cdb5ae9443a291c74acf22206420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:18:03.752248 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69fad0dc-4669-4c94-bf19-cf44bf91d1bb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.815734 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69fad0dc-4669-4c94-bf19-cf44bf91d1bb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.819435 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69fad0dc-4669-4c94-bf19-cf44bf91d1bb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.838203 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fad0dc-4669-4c94-bf19-cf44bf91d1bb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71128ab-ac15-4e26-8d42-c9aea54b088c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:03.841051 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69fad0dc-4669-4c94-bf19-cf44bf91d1bb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.842274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-69fad0dc-4669-4c94-bf19-cf44bf91d1bb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210911 Jul 16 02:18:03.845479 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50414) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:03.849858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7baa19a1-7697-444e-86c6-539578f2bad1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'bcd1f9ce-0adb-4363-950c-6be0ee93f588', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:03.872443 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-7baa19a1-7697-444e-86c6-539578f2bad1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Project 6367cdb5ae9443a291c74acf22206420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:18:03.877430 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7baa19a1-7697-444e-86c6-539578f2bad1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.938905 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7baa19a1-7697-444e-86c6-539578f2bad1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.942518 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7baa19a1-7697-444e-86c6-539578f2bad1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.959850 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa19a1-7697-444e-86c6-539578f2bad1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee68b335-284c-472a-afb2-3e2a7ec24018,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:03.966159 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7baa19a1-7697-444e-86c6-539578f2bad1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.967301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7baa19a1-7697-444e-86c6-539578f2bad1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208522 Jul 16 02:18:03.970781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:03.975568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'network': {'name': 'tempest-network-smoke--1582226860', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:03.996024 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:18:03.999648 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.023189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:18:04.033020 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.033505 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Added segment a9b6d85e-865f-4216-ab9a-82a5b956ffa9 of type vlan for network 9a1b9226-d0d0-4932-873e-5354bea92322 Jul 16 02:18:04.072382 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.100797 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.106413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:04.107251 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.146212 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1744001 Jul 16 02:18:04.148920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50418) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:04.153231 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'admin_state_up': True, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:04.188853 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514cfbf-cfef-42e9-aabc-d671901f9413 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Network': ['ID=9a1b9226-d0d0-4932-873e-5354bea92322,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:04.199705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 9a1b9226-d0d0-4932-873e-5354bea92322 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:18:04.207624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.208609 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.263172 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.401060 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.595497 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.614156 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.719525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.25.4.192 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/28eabea0-d2db-4269-8f99-eff609a59bd3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:18:04.823953 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.862818 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:04.899591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:18:04.905797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:18:04.909406 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:18:04.914868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=28eabea0-d2db-4269-8f99-eff609a59bd3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:05.156075 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:05.353624 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:05.480216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router ecc32cb3-4193-4690-a3f1-f944a7cc16ed is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:18:05.583346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:18:05.593404 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Sync routers for ids ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:18:05.602832 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:05.604234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-987206d2-fa4e-4317-b04c-ce2787cf965a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4544041 Jul 16 02:18:05.604511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Routers {'ecc32cb3-4193-4690-a3f1-f944a7cc16ed'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:18:05.604934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:05.607763 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:05.636280 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c6775be2-8369-4889-b994-9242723c6f38 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6367cdb5ae9443a291c74acf22206420&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272815 Jul 16 02:18:05.638971 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50424) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:05.710070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Set router ecc32cb3-4193-4690-a3f1-f944a7cc16ed gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:18:05.730243 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56df915-37ec-4523-adfd-5ca3a396004c tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:05.731747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-e56df915-37ec-4523-adfd-5ca3a396004c tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918832 Jul 16 02:18:05.734887 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50426) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:05.773120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-27e2c66c-bcb4-4b3d-a427-818363de9c1a tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370405 Jul 16 02:18:05.775509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50428) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:05.780417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917976980', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:05.875324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:18:05.879080 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:05.889647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:05Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:05.920880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Checking router: ecc32cb3-4193-4690-a3f1-f944a7cc16ed for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:18:05.921229 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Updating router ecc32cb3-4193-4690-a3f1-f944a7cc16ed port 28eabea0-d2db-4269-8f99-eff609a59bd3 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:18:05.959687 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:06.064363 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:06.130725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Subnet': ['ID=d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:06.137859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Checking segment: {'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:18:06.138275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network hostable DHCP agents. Network: 9a1b9226-d0d0-4932-873e-5354bea92322, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:18:06.155495 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 9a1b9226-d0d0-4932-873e-5354bea92322 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:18:06.164442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 9a1b9226-d0d0-4932-873e-5354bea92322) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:18:06.168779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:06.169365 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:06.178225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b6b14-972a-4485-a750-dbac77ca0282 None None] Network 9a1b9226-d0d0-4932-873e-5354bea92322 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:18:06.185042 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-43bad611-a7e7-49f0-b76c-723eb8a6d228 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4083743 Jul 16 02:18:06.187655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50430) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:06.271693 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:06.289401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Transition to ACTIVE for port object 28eabea0-d2db-4269-8f99-eff609a59bd3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:06.297590 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:06.382778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Attempting to bind port 28eabea0-d2db-4269-8f99-eff609a59bd3 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:18:06.383153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Attempting to bind port 28eabea0-d2db-4269-8f99-eff609a59bd3 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:18:06.383516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Attempting to bind port 28eabea0-d2db-4269-8f99-eff609a59bd3 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:06.396438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:18:06.396821 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:18:06.397237 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:06.397639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:18:06.398135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Bound port: 28eabea0-d2db-4269-8f99-eff609a59bd3, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:18:06.398527 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:06.400042 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ec351-e7c4-4f70-ae89-0ff4c5a8aff4 None None] Pushing event updated for resources: {'Port': ['ID=28eabea0-d2db-4269-8f99-eff609a59bd3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:06.460804 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-9a1b9226-d0d0-4932-873e-5354bea92322', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:18:06.461656 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:06.493999 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] For port 28eabea0-d2db-4269-8f99-eff609a59bd3, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:06.497882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] For port 28eabea0-d2db-4269-8f99-eff609a59bd3, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=28eabea0-d2db-4269-8f99-eff609a59bd3,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:18:06.504132 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:06.633652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Routers {'ecc32cb3-4193-4690-a3f1-f944a7cc16ed'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:18:06.634487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:06.638275 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ec351-e7c4-4f70-ae89-0ff4c5a8aff4 None None] Pushing event updated for resources: {'Port': ['ID=28eabea0-d2db-4269-8f99-eff609a59bd3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:06.644902 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:06.720746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Allocated IP 172.20.0.2 (9a1b9226-d0d0-4932-873e-5354bea92322/d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22/44cf1703-a552-4ed2-91cb-bdfe6836f392) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:18:06.832109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] Set router ecc32cb3-4193-4690-a3f1-f944a7cc16ed gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:18:07.019967 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.046146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Transition to ACTIVE for port object 44cf1703-a552-4ed2-91cb-bdfe6836f392 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:07.067263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Transition to ACTIVE for port object 44cf1703-a552-4ed2-91cb-bdfe6836f392 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:07.075361 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.122989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.20.0.1 (9a1b9226-d0d0-4932-873e-5354bea92322/d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22/b4b15173-ec10-482d-990e-d44e7c15c210) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:18:07.131050 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Network 9a1b9226-d0d0-4932-873e-5354bea92322 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:18:07.134218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Pushing event updated for resources: {'Port': ['ID=44cf1703-a552-4ed2-91cb-bdfe6836f392,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:07.136872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:18:07.139656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:05Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:07.167368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:18:07.169475 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb098c24-c683-4a6c-bcf5-f78ae8e488fc None None] The sync data for ids ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'] in n-d-791504-14 is: [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:05Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:18:07.241610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Attempting to bind port 44cf1703-a552-4ed2-91cb-bdfe6836f392 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:18:07.242089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Attempting to bind port 44cf1703-a552-4ed2-91cb-bdfe6836f392 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:18:07.242460 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Attempting to bind port 44cf1703-a552-4ed2-91cb-bdfe6836f392 on network 9a1b9226-d0d0-4932-873e-5354bea92322 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:07.248416 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:18:07.248648 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.248779 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Checking segment: {'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:18:07.249242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.249649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Bound using segment: {'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:18:07.250214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Bound port: 44cf1703-a552-4ed2-91cb-bdfe6836f392, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:18:07.250599 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.262984 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Transition to ACTIVE for port object b4b15173-ec10-482d-990e-d44e7c15c210 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:07.301902 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.326482 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] For port 44cf1703-a552-4ed2-91cb-bdfe6836f392, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:07.331024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] For port 44cf1703-a552-4ed2-91cb-bdfe6836f392, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=44cf1703-a552-4ed2-91cb-bdfe6836f392,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:18:07.337031 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.348457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 9a1b9226-d0d0-4932-873e-5354bea92322 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:18:07.351860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:18:07.356056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:18:07.384690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=b4b15173-ec10-482d-990e-d44e7c15c210,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:07.408217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa8268-385f-43ac-918c-1a0ec6270d03 None None] Pushing event updated for resources: {'Port': ['ID=44cf1703-a552-4ed2-91cb-bdfe6836f392,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:07.441518 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.615517 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.920768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.926305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:08.008103 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:08.009829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=b4b15173-ec10-482d-990e-d44e7c15c210,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:08.110340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 9a1b9226-d0d0-4932-873e-5354bea92322 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:18:08.113345 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:18:08.229951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router ecc32cb3-4193-4690-a3f1-f944a7cc16ed has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:18:08.345777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:18:08.354512 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0ad34f1b-61e7-4b06-b848-db7d3f70b452 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "PUT /v2.0/routers/ecc32cb3-4193-4690-a3f1-f944a7cc16ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1658154 Jul 16 02:18:08.376180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a69f1-cd3d-4fec-84bf-43d9f5e0b0dc None None] Network 9a1b9226-d0d0-4932-873e-5354bea92322 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:18:08.465358 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-21ba55f1-6ff1-42d2-a533-7b82b3657bb8 None None] Provisioning for port 44cf1703-a552-4ed2-91cb-bdfe6836f392 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:08.497170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-d7fbd8f1-7375-4fb9-8a94-3decdc1ed804 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964504025&fields=id&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 267 time: 0.0366147 Jul 16 02:18:08.627650 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-21568885-326b-4435-a849-72805c21fa73 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:08.629560 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-21568885-326b-4435-a849-72805c21fa73 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/networks?id=9a1b9226-d0d0-4932-873e-5354bea92322 HTTP/1.1" status: 200 len: 797 time: 0.1190362 Jul 16 02:18:08.646845 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-e2ce93e8-d07d-4211-ab4d-81e01090ae05 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/quotas/6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 375 time: 0.0112185 Jul 16 02:18:08.717981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-586c29e9-9d42-4980-9a97-d43474975156 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656588 Jul 16 02:18:08.838443 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Sync routers for ids ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:18:08.848579 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Routers {'ecc32cb3-4193-4690-a3f1-f944a7cc16ed'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:18:08.849201 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:08.873922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-4950f44e-b4e9-499f-8d0e-69133454596e service neutron] 10.222.0.64 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429248 Jul 16 02:18:08.968296 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Set router ecc32cb3-4193-4690-a3f1-f944a7cc16ed gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:18:08.970525 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-1d034612-5264-4e4b-8316-db9d2cbf952c service neutron] 10.222.0.64 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900300 Jul 16 02:18:08.997164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-82d07e14-f39b-4701-9e2a-dcd9cee15fad None None] Provisioning for port b4b15173-ec10-482d-990e-d44e7c15c210 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:09.003868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-82d07e14-f39b-4701-9e2a-dcd9cee15fad None None] Provisioning complete for port b4b15173-ec10-482d-990e-d44e7c15c210 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:09.004515 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82d07e14-f39b-4701-9e2a-dcd9cee15fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.044114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-82d07e14-f39b-4701-9e2a-dcd9cee15fad None None] Port b4b15173-ec10-482d-990e-d44e7c15c210 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:18:09.176550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cfff7128-95df-4465-af85-e91c67d1e14f None None] Provisioning complete for port b4b15173-ec10-482d-990e-d44e7c15c210 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:09.178543 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfff7128-95df-4465-af85-e91c67d1e14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.190573 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9e3c4cfc-4ff7-404a-a72d-3d0db989ce10 req-d31eaa49-6934-4e01-a08c-6e2ab43d3d8c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 210 time: 0.0409715 Jul 16 02:18:09.244402 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:07Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b4b15173-ec10-482d-990e-d44e7c15c210', 'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:1c:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:06Z', 'updated_at': '2021-07-16T02:18:07Z', 'revision_number': 2, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:09.252874 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cfff7128-95df-4465-af85-e91c67d1e14f None None] Port b4b15173-ec10-482d-990e-d44e7c15c210 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:18:09.281315 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Checking router: ecc32cb3-4193-4690-a3f1-f944a7cc16ed for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:18:09.281665 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Updating router ecc32cb3-4193-4690-a3f1-f944a7cc16ed port b4b15173-ec10-482d-990e-d44e7c15c210 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:18:09.329427 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.383776 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 28eabea0-d2db-4269-8f99-eff609a59bd3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:18:09.434486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 28eabea0-d2db-4269-8f99-eff609a59bd3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:09.437950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 28eabea0-d2db-4269-8f99-eff609a59bd3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:09.438347 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.486912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-37b1c44c-b0b7-4128-adea-ae93de82e7cd None None] Provisioning complete for port b4b15173-ec10-482d-990e-d44e7c15c210 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:09.487271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37b1c44c-b0b7-4128-adea-ae93de82e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.545013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-37b1c44c-b0b7-4128-adea-ae93de82e7cd None None] Port b4b15173-ec10-482d-990e-d44e7c15c210 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:18:09.557070 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.577117 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 28eabea0-d2db-4269-8f99-eff609a59bd3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=28eabea0-d2db-4269-8f99-eff609a59bd3,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:09.582112 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.583208 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 44cf1703-a552-4ed2-91cb-bdfe6836f392 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:18:09.604124 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.614668 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Transition to ACTIVE for port object b4b15173-ec10-482d-990e-d44e7c15c210 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:09.619960 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.658893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=28eabea0-d2db-4269-8f99-eff609a59bd3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:09.671565 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 44cf1703-a552-4ed2-91cb-bdfe6836f392 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:09.671911 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Pushing event updated for resources: {'Port': ['ID=b4b15173-ec10-482d-990e-d44e7c15c210,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:09.676703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 44cf1703-a552-4ed2-91cb-bdfe6836f392 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:09.677282 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.698852 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.699271 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.699537 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.699980 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.700301 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.700628 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.700954 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.701273 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.701588 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.701905 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.702248 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.702564 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:09.738128 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Attempting to bind port b4b15173-ec10-482d-990e-d44e7c15c210 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:18:09.738545 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Attempting to bind port b4b15173-ec10-482d-990e-d44e7c15c210 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:18:09.738909 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Attempting to bind port b4b15173-ec10-482d-990e-d44e7c15c210 on network 9a1b9226-d0d0-4932-873e-5354bea92322 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:09.744489 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:18:09.744847 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Checking segment: {'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:18:09.745382 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.745781 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Bound using segment: {'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:18:09.746272 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Bound port: b4b15173-ec10-482d-990e-d44e7c15c210, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:18:09.746803 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.766394 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.801078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 44cf1703-a552-4ed2-91cb-bdfe6836f392, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=44cf1703-a552-4ed2-91cb-bdfe6836f392,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:09.805513 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.819681 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] For port b4b15173-ec10-482d-990e-d44e7c15c210, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:09.823069 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] For port b4b15173-ec10-482d-990e-d44e7c15c210, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b4b15173-ec10-482d-990e-d44e7c15c210,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:18:09.829353 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:09.857908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=44cf1703-a552-4ed2-91cb-bdfe6836f392,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:09.888446 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Routers {'ecc32cb3-4193-4690-a3f1-f944a7cc16ed'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:18:09.889071 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:09.931632 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01496d95-4eea-4bda-9e1a-60b053651374 None None] Pushing event updated for resources: {'Port': ['ID=b4b15173-ec10-482d-990e-d44e7c15c210,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:10.003673 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] Set router ecc32cb3-4193-4690-a3f1-f944a7cc16ed gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:18:10.206267 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:07Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b4b15173-ec10-482d-990e-d44e7c15c210', 'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:1c:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:06Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:10.233218 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e3fca-5aa5-497f-805d-ea48876a6192 None None] The sync data for ids ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'] in n-d-791504-14 is: [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:07Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b4b15173-ec10-482d-990e-d44e7c15c210', 'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:1c:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:06Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:18:10.276117 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:10.306853 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b520991b-450b-4f0d-b840-cd09766e38ca req-3a2bc625-1c2d-4f7b-9032-7c445edce3e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 210 time: 0.0511270 Jul 16 02:18:11.363685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 28eabea0-d2db-4269-8f99-eff609a59bd3 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:18:11.389013 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-65b8543b-0185-4f31-9b5e-9344fbe49a16 req-3f9f13ae-f409-47d0-80b6-28a9c4065006 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 210 time: 0.0287666 Jul 16 02:18:11.413278 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 28eabea0-d2db-4269-8f99-eff609a59bd3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:11.413648 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:11.498943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b4b15173-ec10-482d-990e-d44e7c15c210 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:18:11.547171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b4b15173-ec10-482d-990e-d44e7c15c210 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:11.551126 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b4b15173-ec10-482d-990e-d44e7c15c210 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:11.551503 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:11.631464 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:11.667924 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b4b15173-ec10-482d-990e-d44e7c15c210, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b4b15173-ec10-482d-990e-d44e7c15c210,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:11.672728 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:11.674226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 44cf1703-a552-4ed2-91cb-bdfe6836f392 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:18:11.750577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b4b15173-ec10-482d-990e-d44e7c15c210,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:11.764171 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 44cf1703-a552-4ed2-91cb-bdfe6836f392 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:11.764548 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:12.446872 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-42e90692-0a26-469e-9e00-2dd1a5527a78 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:12.448377 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-42e90692-0a26-469e-9e00-2dd1a5527a78 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.50 "GET /v2.0/networks?id=9a1b9226-d0d0-4932-873e-5354bea92322 HTTP/1.1" status: 200 len: 797 time: 0.1099470 Jul 16 02:18:12.495739 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-f584164c-13c4-4f44-9337-70ae5f57cbd3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 379 time: 0.0367322 Jul 16 02:18:12.505489 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'port': {'device_id': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'admin_state_up': True, 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'security_groups': ['bcd1f9ce-0adb-4363-950c-6be0ee93f588']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:12.539619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a6bac370-0534-4240-88a7-f792b05b72d8 req-39b51be6-7376-4dae-99e4-8d6cea324d2b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 210 time: 0.0333374 Jul 16 02:18:12.634616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:18:12.638197 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:12.764474 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.20.0.11 (9a1b9226-d0d0-4932-873e-5354bea92322/d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22/73627b1e-ff02-4a95-ab90-39b3db80ac0c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:18:12.907715 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:12.920207 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Transition to ACTIVE for port object 73627b1e-ff02-4a95-ab90-39b3db80ac0c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:12.951996 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:12.997381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 9a1b9226-d0d0-4932-873e-5354bea92322 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:18:13.000502 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:18:13.005162 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:18:13.011454 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=73627b1e-ff02-4a95-ab90-39b3db80ac0c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:13.061114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:13.061810 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:13.078425 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-58b013d6-67d8-4c62-b265-e6ec4d8dc4ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5773094 Jul 16 02:18:13.092968 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Request body: {'port': {'device_id': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:13.176637 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:13.239309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0debea30-d141-4ae1-96fb-2dff4e7a437d None None] Provisioning for port 73627b1e-ff02-4a95-ab90-39b3db80ac0c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:13.243701 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0debea30-d141-4ae1-96fb-2dff4e7a437d None None] Provisioning complete for port 73627b1e-ff02-4a95-ab90-39b3db80ac0c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:13.244127 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0debea30-d141-4ae1-96fb-2dff4e7a437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:13.280994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0debea30-d141-4ae1-96fb-2dff4e7a437d None None] Port 73627b1e-ff02-4a95-ab90-39b3db80ac0c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:18:13.303345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b4b15173-ec10-482d-990e-d44e7c15c210 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:18:13.350733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b4b15173-ec10-482d-990e-d44e7c15c210 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:13.351110 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:13.449383 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73627b1e-ff02-4a95-ab90-39b3db80ac0c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:18:13.456964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:13.468707 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Transition to ACTIVE for port object 73627b1e-ff02-4a95-ab90-39b3db80ac0c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:13.474833 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:13.525537 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Pushing event updated for resources: {'Port': ['ID=73627b1e-ff02-4a95-ab90-39b3db80ac0c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:13.599178 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Attempting to bind port 73627b1e-ff02-4a95-ab90-39b3db80ac0c on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:18:13.599658 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Attempting to bind port 73627b1e-ff02-4a95-ab90-39b3db80ac0c by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:18:13.600080 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Attempting to bind port 73627b1e-ff02-4a95-ab90-39b3db80ac0c on network 9a1b9226-d0d0-4932-873e-5354bea92322 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:13.605008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Port 73627b1e-ff02-4a95-ab90-39b3db80ac0c on network 9a1b9226-d0d0-4932-873e-5354bea92322 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:18:13.605332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Attempting to bind port 73627b1e-ff02-4a95-ab90-39b3db80ac0c on network 9a1b9226-d0d0-4932-873e-5354bea92322 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:13.611425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:18:13.611960 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Checking segment: {'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:18:13.612365 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Bound using segment: {'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:18:13.612795 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Bound port: 73627b1e-ff02-4a95-ab90-39b3db80ac0c, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:18:13.613160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:13.712446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] For port 73627b1e-ff02-4a95-ab90-39b3db80ac0c, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:13.727179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] For port 73627b1e-ff02-4a95-ab90-39b3db80ac0c, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:18:13.739452 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:13.783565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:13.784184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:13.785634 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] 10.222.0.50 "PUT /v2.0/ports/73627b1e-ff02-4a95-ab90-39b3db80ac0c HTTP/1.1" status: 200 len: 1093 time: 0.6977694 Jul 16 02:18:13.787087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'tag': '73627b1e-ff02-4a95-ab90-39b3db80ac0c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:13.789434 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19835e8-d5c3-4ca8-a11c-810266c0144c" -d '{"events": [{"name": "network-changed", "server_uuid": "62228d45-ed1b-4408-9384-1f9c251c70f9", "tag": "73627b1e-ff02-4a95-ab90-39b3db80ac0c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:13.802420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7e79d-571c-4ccb-b554-35d7ceef0716 req-be1ad4f4-f1c6-4da6-a302-87b8b9d245ad tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:13.803983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51f7e79d-571c-4ccb-b554-35d7ceef0716 req-be1ad4f4-f1c6-4da6-a302-87b8b9d245ad tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 944 time: 0.1352394 Jul 16 02:18:13.882581 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c774348-4bb8-44ff-84b0-2271552e114b service neutron] Pushing event updated for resources: {'Port': ['ID=73627b1e-ff02-4a95-ab90-39b3db80ac0c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:13.905430 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1b366e-862a-4952-aa93-a8d0805c8676 x-openstack-request-id: req-ca1b366e-862a-4952-aa93-a8d0805c8676 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:13.905794 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62228d45-ed1b-4408-9384-1f9c251c70f9", "tag": "73627b1e-ff02-4a95-ab90-39b3db80ac0c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:13.906131 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca1b366e-862a-4952-aa93-a8d0805c8676 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:13.906591 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'tag': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'status': 'completed', 'code': 200} Jul 16 02:18:13.917459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-51f7e79d-571c-4ccb-b554-35d7ceef0716 req-5767ccfb-fe87-4f27-b11b-d85091b0fa66 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022775 Jul 16 02:18:13.932646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-f2230c65-e0f0-4dee-9e6e-6d74b52a68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:13.934210 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-f2230c65-e0f0-4dee-9e6e-6d74b52a68dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 1096 time: 0.0994790 Jul 16 02:18:13.978134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-f6d79f09-6767-40c4-beea-98a7fcc17d5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c HTTP/1.1" status: 200 len: 217 time: 0.0354593 Jul 16 02:18:14.026437 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-d4de54cf-1d81-4b70-927d-5620b71dbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:14.027770 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-d4de54cf-1d81-4b70-927d-5620b71dbcb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22 HTTP/1.1" status: 200 len: 834 time: 0.0430415 Jul 16 02:18:14.090303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-fa62d11f-8871-4cba-9d74-90aeb1716096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:14.092002 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-fa62d11f-8871-4cba-9d74-90aeb1716096 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1b9226-d0d0-4932-873e-5354bea92322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549941 Jul 16 02:18:14.181202 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-695fabfa-4490-44da-9267-1661178b935d service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815890 Jul 16 02:18:14.273510 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a743daac-a526-4e57-8d1d-204c578ebba8 req-7debf09f-1510-4d49-8920-25dbf9e758ca service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859697 Jul 16 02:18:14.372156 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-bf1f49ac-1555-41d2-b09e-0cab6b044e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:14.373649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-bf1f49ac-1555-41d2-b09e-0cab6b044e18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 1096 time: 0.0526421 Jul 16 02:18:14.468069 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-6b4e4ee6-8a13-4282-8683-b8bd3c3a2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:14.469519 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-6b4e4ee6-8a13-4282-8683-b8bd3c3a2ca9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1b9226-d0d0-4932-873e-5354bea92322 HTTP/1.1" status: 200 len: 897 time: 0.0873497 Jul 16 02:18:14.514939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-6ea677b2-1913-4841-a369-85d7e67ac116 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c HTTP/1.1" status: 200 len: 217 time: 0.0357914 Jul 16 02:18:14.563271 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-c1b942ae-e383-425b-aa6a-e7f22da17c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:14.565620 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-c1b942ae-e383-425b-aa6a-e7f22da17c8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22 HTTP/1.1" status: 200 len: 834 time: 0.0455849 Jul 16 02:18:14.629182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-cfa5eead-a39a-4307-8021-1782fb6ff4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:14.630717 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-cfa5eead-a39a-4307-8021-1782fb6ff4a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1b9226-d0d0-4932-873e-5354bea92322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583119 Jul 16 02:18:14.725752 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-c996a598-7447-4501-abe1-ba94bfed7c52 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880992 Jul 16 02:18:14.831365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c19835e8-d5c3-4ca8-a11c-810266c0144c req-545f337e-c43a-49ba-8fe4-34da212779d4 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985203 Jul 16 02:18:15.098174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d04b46-447c-45f0-8a3c-e8e76fbfe4cb req-55ab4ff3-b373-4453-937e-df17fe4d07b6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:15.099732 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44d04b46-447c-45f0-8a3c-e8e76fbfe4cb req-55ab4ff3-b373-4453-937e-df17fe4d07b6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 944 time: 0.0652721 Jul 16 02:18:15.139729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44d04b46-447c-45f0-8a3c-e8e76fbfe4cb req-5ee944e5-0924-407a-9a19-c50a935f61d4 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338190 Jul 16 02:18:16.288172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 73627b1e-ff02-4a95-ab90-39b3db80ac0c details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:18:16.318514 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02c40c-54fa-4c61-8361-52c6a0b8ed18 req-0c75d2fa-1f93-47b1-a496-3637611e0676 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:16.320003 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fb02c40c-54fa-4c61-8361-52c6a0b8ed18 req-0c75d2fa-1f93-47b1-a496-3637611e0676 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 944 time: 0.0639775 Jul 16 02:18:16.357426 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fb02c40c-54fa-4c61-8361-52c6a0b8ed18 req-63c06c61-f6c4-4452-bf89-27f57d36b80a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314906 Jul 16 02:18:16.384187 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 73627b1e-ff02-4a95-ab90-39b3db80ac0c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:16.394835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'port_id': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'mac_address': 'fa:16:3e:fb:4a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:18:16.434236 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:16.447204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73627b1e-ff02-4a95-ab90-39b3db80ac0c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:18:16.465897 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 73627b1e-ff02-4a95-ab90-39b3db80ac0c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:16.469560 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:16.519301 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=73627b1e-ff02-4a95-ab90-39b3db80ac0c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:16.702385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['73627b1e-ff02-4a95-ab90-39b3db80ac0c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:18:17.535662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed240965-17ef-4be2-8f57-b8624015b42f req-805a0d96-a6db-41b4-98f0-9b1ec18a3d94 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:17.537060 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed240965-17ef-4be2-8f57-b8624015b42f req-805a0d96-a6db-41b4-98f0-9b1ec18a3d94 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 945 time: 0.0665390 Jul 16 02:18:17.574369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ed240965-17ef-4be2-8f57-b8624015b42f req-7c13a463-387a-4a8d-b84f-d9ef255c93b2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315678 Jul 16 02:18:18.289669 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 73627b1e-ff02-4a95-ab90-39b3db80ac0c up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:18:18.338444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 73627b1e-ff02-4a95-ab90-39b3db80ac0c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:18.342046 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 73627b1e-ff02-4a95-ab90-39b3db80ac0c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:18.342419 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:18.420663 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:18.445023 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73627b1e-ff02-4a95-ab90-39b3db80ac0c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:18.447295 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b0e6a9-de24-4852-bd6a-b1c51b0e6db8" -d '{"events": [{"server_uuid": "62228d45-ed1b-4408-9384-1f9c251c70f9", "name": "network-vif-plugged", "status": "completed", "tag": "73627b1e-ff02-4a95-ab90-39b3db80ac0c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:18.459989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 73627b1e-ff02-4a95-ab90-39b3db80ac0c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:18.464448 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:18.515906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=73627b1e-ff02-4a95-ab90-39b3db80ac0c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:18.544856 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a48fa4-cbfd-4c06-aa38-2379828d2f58 x-openstack-request-id: req-d5a48fa4-cbfd-4c06-aa38-2379828d2f58 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:18.544856 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62228d45-ed1b-4408-9384-1f9c251c70f9", "name": "network-vif-plugged", "status": "completed", "tag": "73627b1e-ff02-4a95-ab90-39b3db80ac0c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:18.544856 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5a48fa4-cbfd-4c06-aa38-2379828d2f58 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:18.544856 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'code': 200} Jul 16 02:18:18.660415 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b96a83-7895-461d-8a1d-d43681659d95 req-8c4a32ff-c65d-4e4d-86ce-53814334a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:18.661884 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36b96a83-7895-461d-8a1d-d43681659d95 req-8c4a32ff-c65d-4e4d-86ce-53814334a07c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 1098 time: 0.0561006 Jul 16 02:18:18.756026 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca57f5-9b14-4f61-9dc3-dcf5f41acfb2 req-186ca2bc-9bb8-45b7-ad14-d16ec3c150d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:18.757659 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5fca57f5-9b14-4f61-9dc3-dcf5f41acfb2 req-186ca2bc-9bb8-45b7-ad14-d16ec3c150d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0682034 Jul 16 02:18:18.799177 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5fca57f5-9b14-4f61-9dc3-dcf5f41acfb2 req-d0b569a6-1a45-43f8-9c28-da26119ff422 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355473 Jul 16 02:18:19.012614 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36b96a83-7895-461d-8a1d-d43681659d95 req-e825a02a-d542-4709-ba98-e8d4dbf035da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427889 Jul 16 02:18:19.979012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246900-6163-458c-a81c-4d1865b388d6 req-586eb2e2-8530-4de3-86d2-91dce96c29ef tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:19.980582 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e246900-6163-458c-a81c-4d1865b388d6 req-586eb2e2-8530-4de3-86d2-91dce96c29ef tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0653861 Jul 16 02:18:20.019879 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0e246900-6163-458c-a81c-4d1865b388d6 req-bab956a7-60ba-495f-8f11-bd540313851a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326118 Jul 16 02:18:21.189520 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311e3d2-f721-492c-94db-de74b1e6b304 req-c86fcbae-6642-4a48-896f-326f3c08e76a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:21.190951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4311e3d2-f721-492c-94db-de74b1e6b304 req-c86fcbae-6642-4a48-896f-326f3c08e76a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0636501 Jul 16 02:18:21.228674 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4311e3d2-f721-492c-94db-de74b1e6b304 req-00213303-3dd2-4c7d-9bf4-6dff7cf8d860 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Jul 16 02:18:21.400407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e4cdd-82ff-49e0-82bd-aa7b0b26863c req-4b3ef550-4c55-40bf-8e93-035c893ce5fc tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:21.401861 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e0e4cdd-82ff-49e0-82bd-aa7b0b26863c req-4b3ef550-4c55-40bf-8e93-035c893ce5fc tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0620956 Jul 16 02:18:21.442586 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6e0e4cdd-82ff-49e0-82bd-aa7b0b26863c req-4b9ca84b-819c-46bc-a537-c34d239b5a6f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344417 Jul 16 02:18:21.467501 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50498) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:21.522057 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72968de1-4814-43f0-902f-176f57b601f1 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:21.523588 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-72968de1-4814-43f0-902f-176f57b601f1 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 1093 time: 0.0551152 Jul 16 02:18:21.526475 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50500) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:21.530836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:21.553867 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:21.647722 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:21.752481 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.25.4.98 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/b7efd375-7baa-4d68-8fa8-77e116a17fef) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:18:21.850607 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:21.893251 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:21.929503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:18:21.934228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:18:21.937607 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:18:21.962106 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=b7efd375-7baa-4d68-8fa8-77e116a17fef,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:22.303694 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:22.377257 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:22.525988 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:22.531457 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:22.606506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=b7efd375-7baa-4d68-8fa8-77e116a17fef,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:22.615651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:22.714831 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Floating IP 46f7926c-212c-4527-a75c-6a607186b8be associated. External IP: 172.25.4.98, port: 73627b1e-ff02-4a95-ab90-39b3db80ac0c. Jul 16 02:18:22.928145 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router ecc32cb3-4193-4690-a3f1-f944a7cc16ed has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:18:23.035969 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:18:23.045165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] Sync routers for ids ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:18:23.053015 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:23.055682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] Routers {'ecc32cb3-4193-4690-a3f1-f944a7cc16ed'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:18:23.056314 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:23.092797 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2f9164f3-0653-4606-b1a8-299c4c6993e2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5628376 Jul 16 02:18:23.092797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'tag': '73627b1e-ff02-4a95-ab90-39b3db80ac0c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:23.093619 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1189f7c-aa16-4b67-a939-50df8b85faf2" -d '{"events": [{"name": "network-changed", "server_uuid": "62228d45-ed1b-4408-9384-1f9c251c70f9", "tag": "73627b1e-ff02-4a95-ab90-39b3db80ac0c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:23.140635 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fbbd76-c298-4137-a509-18ecc02c0961 x-openstack-request-id: req-b2fbbd76-c298-4137-a509-18ecc02c0961 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:23.141084 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62228d45-ed1b-4408-9384-1f9c251c70f9", "tag": "73627b1e-ff02-4a95-ab90-39b3db80ac0c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:23.141558 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2fbbd76-c298-4137-a509-18ecc02c0961 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:23.142204 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'tag': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'status': 'completed', 'code': 200} Jul 16 02:18:23.183886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] Set router ecc32cb3-4193-4690-a3f1-f944a7cc16ed gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:18:23.220966 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-d4d79b15-1d87-4725-8f52-59d590c125e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:23.222693 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-d4d79b15-1d87-4725-8f52-59d590c125e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 1098 time: 0.0549099 Jul 16 02:18:23.267405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3b440-540e-4f6e-8ad8-d3aea0fd8c10 req-219e44d6-e5e1-43ea-9a32-5c0bd07e9d9c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:23.268913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cc3b440-540e-4f6e-8ad8-d3aea0fd8c10 req-219e44d6-e5e1-43ea-9a32-5c0bd07e9d9c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0728462 Jul 16 02:18:23.312273 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8cc3b440-540e-4f6e-8ad8-d3aea0fd8c10 req-532ee6ca-fed6-4451-87a3-fc6174cabff8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375497 Jul 16 02:18:23.326267 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-66a09811-758f-4b1b-9b1d-cd7c079aef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:23.330936 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-66a09811-758f-4b1b-9b1d-cd7c079aef24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1b9226-d0d0-4932-873e-5354bea92322 HTTP/1.1" status: 200 len: 897 time: 0.0976985 Jul 16 02:18:23.337363 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50506) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:23.398773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-152a7d78-809f-4eb7-b8cb-286c006613ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c HTTP/1.1" status: 200 len: 999 time: 0.0641565 Jul 16 02:18:23.403547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f263f6f1-a72d-4a11-8d86-d1a0d5261894 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/46f7926c-212c-4527-a75c-6a607186b8be HTTP/1.1" status: 200 len: 991 time: 0.0640044 Jul 16 02:18:23.430793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:07Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '46f7926c-212c-4527-a75c-6a607186b8be', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.98', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'port_id': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'mac_address': 'fa:16:3e:fb:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:18:22Z', 'updated_at': '2021-07-16T02:18:22Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b15173-ec10-482d-990e-d44e7c15c210', 'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:1c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:06Z', 'updated_at': '2021-07-16T02:18:11Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:23.447726 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-c9b67be6-11f9-4a91-b207-fddde75cd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:23.449363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-c9b67be6-11f9-4a91-b207-fddde75cd69c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22 HTTP/1.1" status: 200 len: 834 time: 0.0442941 Jul 16 02:18:23.456864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] Checking router: ecc32cb3-4193-4690-a3f1-f944a7cc16ed for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:18:23.465956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] Routers {'ecc32cb3-4193-4690-a3f1-f944a7cc16ed'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:18:23.466683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:17:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:23.507823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-f5a7615b-1486-4fe9-8fe1-2b6f5ed55b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:23.509395 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-f5a7615b-1486-4fe9-8fe1-2b6f5ed55b1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1b9226-d0d0-4932-873e-5354bea92322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535469 Jul 16 02:18:23.573174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] Set router ecc32cb3-4193-4690-a3f1-f944a7cc16ed gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:18:23.603609 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-b48b0bdd-a6b3-40dd-930d-b1a67687b57b service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872922 Jul 16 02:18:23.695177 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c1189f7c-aa16-4b67-a939-50df8b85faf2 req-edb61b89-9819-4e4e-b5bf-41ff847b4754 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839791 Jul 16 02:18:23.796816 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:07Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '46f7926c-212c-4527-a75c-6a607186b8be', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.98', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'port_id': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'mac_address': 'fa:16:3e:fb:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:18:22Z', 'updated_at': '2021-07-16T02:18:22Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b15173-ec10-482d-990e-d44e7c15c210', 'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:1c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:06Z', 'updated_at': '2021-07-16T02:18:11Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:23.825798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a29ff-d064-48e9-87d3-e727cb40e531 None None] The sync data for ids ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'] in n-d-791504-14 is: [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:07Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '46f7926c-212c-4527-a75c-6a607186b8be', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.98', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'port_id': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'mac_address': 'fa:16:3e:fb:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:18:22Z', 'updated_at': '2021-07-16T02:18:22Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b15173-ec10-482d-990e-d44e7c15c210', 'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:1c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:06Z', 'updated_at': '2021-07-16T02:18:11Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:18:24.012051 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c76f631-b3f4-4876-8030-b6a33bcc4230 None None] New status for floating IP 46f7926c-212c-4527-a75c-6a607186b8be: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:18:24.406411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50508) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:24.470233 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-78aadf9c-d31a-48bc-b606-de02e52cd4a6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/46f7926c-212c-4527-a75c-6a607186b8be HTTP/1.1" status: 200 len: 993 time: 0.0625701 Jul 16 02:18:24.670253 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7c48-9e2b-4ab0-9c97-4d1d6b06ca7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:26.070982 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:27.208204 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9cc8-3923-4ab8-b5ee-5c4c3a6da024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:27.330542 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:27.715207 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:28.696425 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:30.285254 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:31.603236 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-b63cfa04-c3e8-4247-a919-b9220b2004f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520580 Jul 16 02:18:31.713601 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-52342671-734f-4f5f-bc5e-696b98bdda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.715124 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-52342671-734f-4f5f-bc5e-696b98bdda4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 1098 time: 0.0586596 Jul 16 02:18:31.826666 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-e0f434fd-9a16-4dee-bd02-f71f105ada3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.828186 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-e0f434fd-9a16-4dee-bd02-f71f105ada3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1b9226-d0d0-4932-873e-5354bea92322 HTTP/1.1" status: 200 len: 897 time: 0.0897400 Jul 16 02:18:31.900170 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-5e23d24b-78f3-4379-a4df-c4a96781bc4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c HTTP/1.1" status: 200 len: 1001 time: 0.0635202 Jul 16 02:18:31.954928 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-8f39644b-7235-448d-a0b8-f0e4c257d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.956409 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-8f39644b-7235-448d-a0b8-f0e4c257d16e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22 HTTP/1.1" status: 200 len: 834 time: 0.0474603 Jul 16 02:18:32.018143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-6e297916-b431-4b9c-aae6-0656ae7717f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:32.019653 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-6e297916-b431-4b9c-aae6-0656ae7717f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1b9226-d0d0-4932-873e-5354bea92322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556281 Jul 16 02:18:32.031630 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-4a052930-5597-4053-b53a-3743c2a5459b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:18:32.032674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-4a052930-5597-4053-b53a-3743c2a5459b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054324 Jul 16 02:18:32.140532 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-47304b20-b4c5-458a-a3f9-99426e18a5cd service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997941 Jul 16 02:18:32.242124 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2db6bbea-5e91-4f84-896c-f2b64c1bbd20 req-a850a79f-0d6c-462d-a459-2e28badb86ba service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927005 Jul 16 02:18:47.275983 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:54.672372 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1bfa-b700-4b2f-a2c1-728ea7c984ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:56.067431 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:56.114627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-e56b172e-bff3-42e9-9545-46db975f6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:56.116132 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-e56b172e-bff3-42e9-9545-46db975f6437 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 1098 time: 0.1035411 Jul 16 02:18:56.139011 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140aef0a-e55b-44c4-9561-9a38a02fd7b9 req-d5d2c644-e1fa-4d6b-9fde-83eb82b6397a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:56.140551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-140aef0a-e55b-44c4-9561-9a38a02fd7b9 req-d5d2c644-e1fa-4d6b-9fde-83eb82b6397a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0924017 Jul 16 02:18:56.229986 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-140aef0a-e55b-44c4-9561-9a38a02fd7b9 req-662538eb-48a5-416c-b52e-fa54ffb59529 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785317 Jul 16 02:18:56.251287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-a4099196-faa9-477c-b51b-96d478333783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:56.258398 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-a4099196-faa9-477c-b51b-96d478333783 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1b9226-d0d0-4932-873e-5354bea92322 HTTP/1.1" status: 200 len: 897 time: 0.1287878 Jul 16 02:18:56.318652 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-12ed690a-aa5c-4d9d-8fa1-66dcd358de69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c HTTP/1.1" status: 200 len: 1001 time: 0.0592062 Jul 16 02:18:56.369302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-a24db7c7-c30b-44ab-9166-7e33347dda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:56.371140 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-a24db7c7-c30b-44ab-9166-7e33347dda9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22 HTTP/1.1" status: 200 len: 834 time: 0.0456390 Jul 16 02:18:56.434805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-b1a00473-f0eb-4419-a350-09119e3ee9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:56.436327 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-b1a00473-f0eb-4419-a350-09119e3ee9a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1b9226-d0d0-4932-873e-5354bea92322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577395 Jul 16 02:18:56.527313 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-e795d394-4ee0-4622-8d3e-1f132b7587c2 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833433 Jul 16 02:18:56.624280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-688cf0da-3fb8-46a1-a2d5-d7a7fc5408b4 req-d04bab0d-e365-48e6-8dac-a92e8d94602c service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895622 Jul 16 02:18:57.210096 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bde4010c-7f79-4581-bbc8-7d74a10a8502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:57.359995 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:57.440076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a366af6-ba3b-4010-96b1-5b998c51c105 req-dfac6e5d-51c2-4960-aee8-f32edbdb8332 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:57.441630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a366af6-ba3b-4010-96b1-5b998c51c105 req-dfac6e5d-51c2-4960-aee8-f32edbdb8332 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0814912 Jul 16 02:18:57.489653 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a366af6-ba3b-4010-96b1-5b998c51c105 req-d9e2a7ad-6f7d-478c-8d4c-2fb9da8d65eb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413282 Jul 16 02:18:57.715482 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:58.665400 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7dac4-13de-4fe1-b4d2-82e23cd5ef06 req-36bf787e-4fa6-4429-bcfd-749221276822 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:58.666946 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bf7dac4-13de-4fe1-b4d2-82e23cd5ef06 req-36bf787e-4fa6-4429-bcfd-749221276822 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0652299 Jul 16 02:18:58.702744 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:58.709680 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5bf7dac4-13de-4fe1-b4d2-82e23cd5ef06 req-50723d5e-2920-42c9-b528-c122f676564e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365944 Jul 16 02:18:59.885224 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd4f32-610a-4e9a-b09d-f12e82a3350c req-c407df3a-2a12-4422-a2ac-65b60b04068d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:59.887048 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9cd4f32-610a-4e9a-b09d-f12e82a3350c req-c407df3a-2a12-4422-a2ac-65b60b04068d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0680223 Jul 16 02:18:59.925730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d9cd4f32-610a-4e9a-b09d-f12e82a3350c req-d2f7792a-c11c-4125-89a8-360af18d4e60 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318725 Jul 16 02:19:00.286789 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:01.110744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f6993-7389-40a5-9689-5703ac3fc3b5 req-f2981c91-2f0d-4f1e-b1d3-2ab513aef32e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:01.112222 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-067f6993-7389-40a5-9689-5703ac3fc3b5 req-f2981c91-2f0d-4f1e-b1d3-2ab513aef32e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0696819 Jul 16 02:19:01.148912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-067f6993-7389-40a5-9689-5703ac3fc3b5 req-cb0c3870-d3fa-419d-9fa4-18dd4d89451d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310481 Jul 16 02:19:02.328810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d88a2-3071-45ea-acd8-087f1d2e3510 req-b4873b8e-b3bb-460c-a770-eaced02521fd tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:02.330326 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d63d88a2-3071-45ea-acd8-087f1d2e3510 req-b4873b8e-b3bb-460c-a770-eaced02521fd tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0637860 Jul 16 02:19:02.367415 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d63d88a2-3071-45ea-acd8-087f1d2e3510 req-1a5e16b9-5a65-41e0-b654-94b10465289a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Jul 16 02:19:03.539164 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72e5c8-8746-40a5-bb84-e7945687b859 req-3a77686b-3b63-47ab-9928-03ebcd3f7c13 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:03.540565 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3e72e5c8-8746-40a5-bb84-e7945687b859 req-3a77686b-3b63-47ab-9928-03ebcd3f7c13 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0639920 Jul 16 02:19:03.578064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3e72e5c8-8746-40a5-bb84-e7945687b859 req-1558e602-a2c9-4e0f-9a95-a1d6746d7c9e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318708 Jul 16 02:19:04.753132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3238-393f-4ece-af0e-dd4265627cdb req-581f2719-199f-4dbf-b5ba-250868f1035b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:04.754640 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79ce3238-393f-4ece-af0e-dd4265627cdb req-581f2719-199f-4dbf-b5ba-250868f1035b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0636353 Jul 16 02:19:04.791871 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-79ce3238-393f-4ece-af0e-dd4265627cdb req-20467805-8510-4920-9209-05b7acedb168 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317109 Jul 16 02:19:05.963550 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ff435-8d55-4dec-8bc5-8cb727def1be req-1ca88abf-c40d-4a8d-941a-9fb8ec85f7c7 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:05.965022 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d10ff435-8d55-4dec-8bc5-8cb727def1be req-1ca88abf-c40d-4a8d-941a-9fb8ec85f7c7 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0621042 Jul 16 02:19:06.004344 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d10ff435-8d55-4dec-8bc5-8cb727def1be req-8409c784-2fd2-48bb-8ad7-e527c1c4d2b9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332155 Jul 16 02:19:07.182916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bd12b-42f1-4a0f-91f9-4b06907f78b5 req-6219b667-86b2-4772-8997-3defc6e1e2af tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:07.184295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-313bd12b-42f1-4a0f-91f9-4b06907f78b5 req-6219b667-86b2-4772-8997-3defc6e1e2af tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0691719 Jul 16 02:19:07.223549 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-313bd12b-42f1-4a0f-91f9-4b06907f78b5 req-85537a53-108e-4244-8cc1-08e0ef58bd87 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327427 Jul 16 02:19:08.398733 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88c370-deff-4286-b0d2-a61bed3860eb req-014034d8-8a0a-44ab-bfa6-2bb846272dec tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:08.400195 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e88c370-deff-4286-b0d2-a61bed3860eb req-014034d8-8a0a-44ab-bfa6-2bb846272dec tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0667493 Jul 16 02:19:08.436023 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e88c370-deff-4286-b0d2-a61bed3860eb req-403ac2b1-4a64-45a6-ba43-6480209f1d96 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303018 Jul 16 02:19:09.610836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dd626-2887-4d2e-b6ac-09d06061973b req-0ac2299f-e3ea-4ae4-aff1-e99f7cd59ac2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:09.612340 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b37dd626-2887-4d2e-b6ac-09d06061973b req-0ac2299f-e3ea-4ae4-aff1-e99f7cd59ac2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0653927 Jul 16 02:19:09.650376 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b37dd626-2887-4d2e-b6ac-09d06061973b req-f6f52c74-1fd4-45ee-9a54-f7b47b9b47cb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324724 Jul 16 02:19:10.826441 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724049a-39c1-4ca2-8781-14f8624eb241 req-7801ab11-ebd2-4277-a52b-42f8b9a53652 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:10.828621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6724049a-39c1-4ca2-8781-14f8624eb241 req-7801ab11-ebd2-4277-a52b-42f8b9a53652 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0617661 Jul 16 02:19:10.865190 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6724049a-39c1-4ca2-8781-14f8624eb241 req-bab6b98e-bf9f-4222-a3bd-ae5605fe3e3e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310426 Jul 16 02:19:12.062032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbd4ee-caf7-4782-b7bc-a86f3591d0d9 req-aba7dfc4-95d5-4ac9-986d-3308315c6d2f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:12.063675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fbbd4ee-caf7-4782-b7bc-a86f3591d0d9 req-aba7dfc4-95d5-4ac9-986d-3308315c6d2f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0720592 Jul 16 02:19:12.106147 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fbbd4ee-caf7-4782-b7bc-a86f3591d0d9 req-fbe74b32-4554-45ac-87af-314dc40e320a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364010 Jul 16 02:19:13.281450 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f9547-4d1c-483c-a201-05475c3ce3a5 req-a82571e9-3db4-45cc-833a-14ca30694e08 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:13.283072 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-360f9547-4d1c-483c-a201-05475c3ce3a5 req-a82571e9-3db4-45cc-833a-14ca30694e08 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0670331 Jul 16 02:19:13.321141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-360f9547-4d1c-483c-a201-05475c3ce3a5 req-75be4471-18d7-4b63-92f2-c7f34b351113 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324497 Jul 16 02:19:13.349787 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50562) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:13.409979 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a6bb84f2-9ed8-489f-ad7d-059bdc813a16 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/46f7926c-212c-4527-a75c-6a607186b8be HTTP/1.1" status: 200 len: 993 time: 0.0588570 Jul 16 02:19:24.274817 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:19:24.672630 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93bc233e-21b1-499e-b28f-8c206bafbaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.072892 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:27.211163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e3a9cdf-a93e-48d0-b2cd-2417a01391f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:27.357585 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:27.716931 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.702076 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:30.289946 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.612435 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-1969ca03-443e-43af-8d02-9a766ab2f88a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543072 Jul 16 02:19:32.719988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-72b3c0d6-b941-44a1-9088-b02c1de90df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.721657 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-72b3c0d6-b941-44a1-9088-b02c1de90df7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 1098 time: 0.0620828 Jul 16 02:19:32.830698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-eda19165-565d-496d-ba72-16f00f9f28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.832218 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-eda19165-565d-496d-ba72-16f00f9f28c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1b9226-d0d0-4932-873e-5354bea92322 HTTP/1.1" status: 200 len: 897 time: 0.0884795 Jul 16 02:19:32.908128 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-5e374884-f9a2-48d7-a991-93843e71e09d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c HTTP/1.1" status: 200 len: 1001 time: 0.0691767 Jul 16 02:19:32.957650 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-ec011c6d-f662-4fb3-aa6e-b2b53631651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.959136 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-ec011c6d-f662-4fb3-aa6e-b2b53631651b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22 HTTP/1.1" status: 200 len: 834 time: 0.0444369 Jul 16 02:19:33.017909 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-e8e78580-d2e2-4e9e-8b5e-0dd5ab751103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:33.019363 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-e8e78580-d2e2-4e9e-8b5e-0dd5ab751103 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1b9226-d0d0-4932-873e-5354bea92322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540180 Jul 16 02:19:33.114160 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-82d677a5-573d-48e8-8126-f3c14dadd309 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874462 Jul 16 02:19:33.208250 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8b859d83-c5d0-4c82-a6bc-54b46fa4675d req-c8e45112-9606-4b29-a3e7-1842ecb17bdc service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856175 Jul 16 02:19:43.846569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50576) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:44.008496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port b7efd375-7baa-4d68-8fa8-77e116a17fef {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:44.008842 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.083234 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.083558 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.096868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for b7efd375-7baa-4d68-8fa8-77e116a17fef owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:44.251198 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.275665 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=b7efd375-7baa-4d68-8fa8-77e116a17fef,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:44.287137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.287490 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.287830 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.288170 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.288590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.288927 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.289210 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.289564 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.289890 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.290241 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.290567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.290889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:44.351576 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.351818 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Floating IP 46f7926c-212c-4527-a75c-6a607186b8be disassociated (deleted). External IP: 172.25.4.98, port: 73627b1e-ff02-4a95-ab90-39b3db80ac0c. Jul 16 02:19:44.883742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router ecc32cb3-4193-4690-a3f1-f944a7cc16ed has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:44.998228 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:45.003184 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:45.008254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] Sync routers for ids ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:45.021707 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] Routers {'ecc32cb3-4193-4690-a3f1-f944a7cc16ed'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:45.022791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:19:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:45.053674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2b91fdae-7ec9-43f1-850d-7217bec8217e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/floatingips/46f7926c-212c-4527-a75c-6a607186b8be HTTP/1.1" status: 204 len: 168 time: 1.2056530 Jul 16 02:19:45.054411 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'tag': '73627b1e-ff02-4a95-ab90-39b3db80ac0c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:45.056771 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5ea1e5-b051-46ea-953f-62530eae2136" -d '{"events": [{"name": "network-changed", "server_uuid": "62228d45-ed1b-4408-9384-1f9c251c70f9", "tag": "73627b1e-ff02-4a95-ab90-39b3db80ac0c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:45.115350 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e18303b-13a9-414d-9f42-9fa66d352313 x-openstack-request-id: req-9e18303b-13a9-414d-9f42-9fa66d352313 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:45.115687 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62228d45-ed1b-4408-9384-1f9c251c70f9", "tag": "73627b1e-ff02-4a95-ab90-39b3db80ac0c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:45.115942 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e18303b-13a9-414d-9f42-9fa66d352313 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:45.116419 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'tag': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'status': 'completed', 'code': 200} Jul 16 02:19:45.148125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] Set router ecc32cb3-4193-4690-a3f1-f944a7cc16ed gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:45.202083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-b43fd5ec-f008-48b1-b56a-efcfdcdf521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.203724 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-b43fd5ec-f008-48b1-b56a-efcfdcdf521b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 1098 time: 0.0620878 Jul 16 02:19:45.337416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-3506db9e-fa9e-4725-977d-74f29749e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.339575 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-3506db9e-fa9e-4725-977d-74f29749e5a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1b9226-d0d0-4932-873e-5354bea92322 HTTP/1.1" status: 200 len: 897 time: 0.1268971 Jul 16 02:19:45.396043 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-9c4c03c6-b8a7-4dc8-8763-cd483da21528 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c HTTP/1.1" status: 200 len: 217 time: 0.0405717 Jul 16 02:19:45.417983 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:07Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b4b15173-ec10-482d-990e-d44e7c15c210', 'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:1c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:06Z', 'updated_at': '2021-07-16T02:18:11Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:45.448494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] Checking router: ecc32cb3-4193-4690-a3f1-f944a7cc16ed for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:45.457962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] Routers {'ecc32cb3-4193-4690-a3f1-f944a7cc16ed'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:45.458871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:19:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:45.463423 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-f391f646-f6fa-4c1d-8345-06959123d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.465915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-f391f646-f6fa-4c1d-8345-06959123d04a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22 HTTP/1.1" status: 200 len: 834 time: 0.0585203 Jul 16 02:19:45.527385 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-e406cb68-f9ab-454b-a24f-cd4747412416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.528936 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-e406cb68-f9ab-454b-a24f-cd4747412416 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1b9226-d0d0-4932-873e-5354bea92322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554898 Jul 16 02:19:45.592394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] Set router ecc32cb3-4193-4690-a3f1-f944a7cc16ed gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:45.624822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ab580-45a8-4878-8cc8-052246d2dbcc req-97b1a9e5-3283-4cdb-8d56-262a5c5917b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.626436 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f3ab580-45a8-4878-8cc8-052246d2dbcc req-97b1a9e5-3283-4cdb-8d56-262a5c5917b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.1949046 Jul 16 02:19:45.650143 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-c37fb795-eb4f-4c12-a9c1-6198d3e947d1 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114652 Jul 16 02:19:45.676250 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0f3ab580-45a8-4878-8cc8-052246d2dbcc req-35c20100-71a6-4696-bc16-74f8f13d8237 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Jul 16 02:19:45.773189 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-be5ea1e5-b051-46ea-953f-62530eae2136 req-53d64f21-9330-4ceb-a0b8-11af7e4d63d3 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101584 Jul 16 02:19:45.826612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:07Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b4b15173-ec10-482d-990e-d44e7c15c210', 'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:1c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:06Z', 'updated_at': '2021-07-16T02:18:11Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:45.853181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dd2947-de87-4fb1-9a18-e12af2753afa None None] The sync data for ids ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'] in n-d-791504-14 is: [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:07Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'b4b15173-ec10-482d-990e-d44e7c15c210', 'name': '', 'network_id': '9a1b9226-d0d0-4932-873e-5354bea92322', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:1c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:06Z', 'updated_at': '2021-07-16T02:18:11Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'd64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:46.109366 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5ed59-eac2-4e0d-846c-a410c2c93533 None None] New status for floating IP 46f7926c-212c-4527-a75c-6a607186b8be: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:19:46.928797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d8228-249e-4ea2-9a2a-26d7bd79c42b req-e3e22ca4-021f-460d-bb48-54a6ed9f652b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:46.930429 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c67d8228-249e-4ea2-9a2a-26d7bd79c42b req-e3e22ca4-021f-460d-bb48-54a6ed9f652b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.1317201 Jul 16 02:19:46.968333 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c67d8228-249e-4ea2-9a2a-26d7bd79c42b req-d66d4e3d-7a3b-4d33-abf1-0ab3ee069144 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcd1f9ce-0adb-4363-950c-6be0ee93f588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316789 Jul 16 02:19:47.082140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-b3fd1d7f-000b-4dff-a434-8c92365fd433 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:47.083592 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-b3fd1d7f-000b-4dff-a434-8c92365fd433 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.50 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 946 time: 0.0625024 Jul 16 02:19:47.185127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-ae8c6e44-6db1-48d6-b632-374cc728fdd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 73627b1e-ff02-4a95-ab90-39b3db80ac0c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:47.186193 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-ae8c6e44-6db1-48d6-b632-374cc728fdd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.272028 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-ae8c6e44-6db1-48d6-b632-374cc728fdd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port 73627b1e-ff02-4a95-ab90-39b3db80ac0c, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=73627b1e-ff02-4a95-ab90-39b3db80ac0c,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:47.272303 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-ae8c6e44-6db1-48d6-b632-374cc728fdd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.284628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-ae8c6e44-6db1-48d6-b632-374cc728fdd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 73627b1e-ff02-4a95-ab90-39b3db80ac0c owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:47.415101 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-ae8c6e44-6db1-48d6-b632-374cc728fdd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.444301 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c6e44-6db1-48d6-b632-374cc728fdd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=73627b1e-ff02-4a95-ab90-39b3db80ac0c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:47.492720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-ae8c6e44-6db1-48d6-b632-374cc728fdd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] No DVR routers for this DVR port 73627b1e-ff02-4a95-ab90-39b3db80ac0c on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:47.495318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-ae8c6e44-6db1-48d6-b632-374cc728fdd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.497301 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-45cd1507-6890-4bf9-8739-be04e25cfae9 req-ae8c6e44-6db1-48d6-b632-374cc728fdd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.50 "DELETE /v2.0/ports/73627b1e-ff02-4a95-ab90-39b3db80ac0c HTTP/1.1" status: 204 len: 173 time: 0.4079828 Jul 16 02:19:47.497756 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'name': 'network-vif-deleted', 'tag': '73627b1e-ff02-4a95-ab90-39b3db80ac0c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:47.500105 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc85fb7-c043-4522-bb78-d9557f5baff0" -d '{"events": [{"server_uuid": "62228d45-ed1b-4408-9384-1f9c251c70f9", "name": "network-vif-deleted", "tag": "73627b1e-ff02-4a95-ab90-39b3db80ac0c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:47.536174 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6246d3a1-3387-49c9-a75b-5addd1a3df90 x-openstack-request-id: req-6246d3a1-3387-49c9-a75b-5addd1a3df90 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:47.536466 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62228d45-ed1b-4408-9384-1f9c251c70f9", "name": "network-vif-deleted", "tag": "73627b1e-ff02-4a95-ab90-39b3db80ac0c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:47.536718 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6246d3a1-3387-49c9-a75b-5addd1a3df90 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:47.537119 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62228d45-ed1b-4408-9384-1f9c251c70f9', 'name': 'network-vif-deleted', 'tag': '73627b1e-ff02-4a95-ab90-39b3db80ac0c', 'status': 'completed', 'code': 200} Jul 16 02:19:48.125286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e6ee3145-a8d5-4944-beee-4eb192ece22e req-13ea4a85-2b6b-47a7-999a-5ba13740cbdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=62228d45-ed1b-4408-9384-1f9c251c70f9 HTTP/1.1" status: 200 len: 210 time: 0.0300105 Jul 16 02:19:49.221251 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50598) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:49.579045 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.842606 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port b4b15173-ec10-482d-990e-d44e7c15c210 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:49.842839 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.929624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port b4b15173-ec10-482d-990e-d44e7c15c210, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b4b15173-ec10-482d-990e-d44e7c15c210,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:49.929991 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.942871 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for b4b15173-ec10-482d-990e-d44e7c15c210 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:50.128036 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.155260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=b4b15173-ec10-482d-990e-d44e7c15c210,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:50.335302 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.549072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router ecc32cb3-4193-4690-a3f1-f944a7cc16ed has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:50.648730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:50.653722 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2e90e17f-2e00-4e51-ad59-961fca5d6f10 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "PUT /v2.0/routers/ecc32cb3-4193-4690-a3f1-f944a7cc16ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313986 Jul 16 02:19:50.657767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50600) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:50.659300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] Sync routers for ids ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:50.668606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] Routers {'ecc32cb3-4193-4690-a3f1-f944a7cc16ed'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:50.669246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:19:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:50.711303 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2eeb9c-5f0f-427b-8bce-e31d852d4e31 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting subnet d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:19:50.714479 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c2eeb9c-5f0f-427b-8bce-e31d852d4e31 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.723774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 73627b1e-ff02-4a95-ab90-39b3db80ac0c no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:50.754318 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c2eeb9c-5f0f-427b-8bce-e31d852d4e31 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.774912 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 73627b1e-ff02-4a95-ab90-39b3db80ac0c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:50.775257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 73627b1e-ff02-4a95-ab90-39b3db80ac0c not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:50.800316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] Set router ecc32cb3-4193-4690-a3f1-f944a7cc16ed gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:50.839166 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c2eeb9c-5f0f-427b-8bce-e31d852d4e31 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.906089 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c2eeb9c-5f0f-427b-8bce-e31d852d4e31 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.932160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2eeb9c-5f0f-427b-8bce-e31d852d4e31 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Subnet': ['ID=d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:50.935889 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c2eeb9c-5f0f-427b-8bce-e31d852d4e31 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.940281 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8c2eeb9c-5f0f-427b-8bce-e31d852d4e31 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/subnets/d64fd64a-f8c1-42b6-ac9f-ac2aeaf1be22 HTTP/1.1" status: 204 len: 168 time: 0.2790365 Jul 16 02:19:50.940567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50602) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:50.952110 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0438f4-f9d4-4093-8ba4-189114fe222e None None] Network 9a1b9226-d0d0-4932-873e-5354bea92322 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:51.046992 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.073061 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:19:50Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:51.106953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] Checking router: ecc32cb3-4193-4690-a3f1-f944a7cc16ed for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:51.123586 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] Routers {'ecc32cb3-4193-4690-a3f1-f944a7cc16ed'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:51.124221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:19:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:51.228252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fff2d1-635c-4aa6-a517-d02add338f84 None None] DHCP port deletion for 9a1b9226-d0d0-4932-873e-5354bea92322 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:19:51.239451 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] Set router ecc32cb3-4193-4690-a3f1-f944a7cc16ed gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:51.397823 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-55fff2d1-635c-4aa6-a517-d02add338f84 None None] Deleting port 44cf1703-a552-4ed2-91cb-bdfe6836f392 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:51.399152 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55fff2d1-635c-4aa6-a517-d02add338f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.434085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 44cf1703-a552-4ed2-91cb-bdfe6836f392 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:51.469982 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.528218 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 28eabea0-d2db-4269-8f99-eff609a59bd3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:51.528561 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.538051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-55fff2d1-635c-4aa6-a517-d02add338f84 None None] For port 44cf1703-a552-4ed2-91cb-bdfe6836f392, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=44cf1703-a552-4ed2-91cb-bdfe6836f392,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:51.538455 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55fff2d1-635c-4aa6-a517-d02add338f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.559350 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-55fff2d1-635c-4aa6-a517-d02add338f84 None None] Calling delete_port for 44cf1703-a552-4ed2-91cb-bdfe6836f392 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:51.609326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port 28eabea0-d2db-4269-8f99-eff609a59bd3, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=28eabea0-d2db-4269-8f99-eff609a59bd3,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:51.609691 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.621847 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 28eabea0-d2db-4269-8f99-eff609a59bd3 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:51.638071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:19:50Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:51.678549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feff646-fc30-4010-a5d4-8f65a300bf62 None None] The sync data for ids ['ecc32cb3-4193-4690-a3f1-f944a7cc16ed'] in n-d-791504-14 is: [{'id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940517843', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:19:50Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '28eabea0-d2db-4269-8f99-eff609a59bd3', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc32cb3-4193-4690-a3f1-f944a7cc16ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:18:04Z', 'updated_at': '2021-07-16T02:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:51.689992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.737458 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 44cf1703-a552-4ed2-91cb-bdfe6836f392, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=44cf1703-a552-4ed2-91cb-bdfe6836f392,segment=NetworkSegment(a9b6d85e-865f-4216-ab9a-82a5b956ffa9),segment_id=a9b6d85e-865f-4216-ab9a-82a5b956ffa9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:51.741803 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.765620 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55fff2d1-635c-4aa6-a517-d02add338f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.768725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event deleted for resources: {'Port': ['ID=44cf1703-a552-4ed2-91cb-bdfe6836f392,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:51.781183 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.781528 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.781869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.782234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.782568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.782900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.783228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.783555 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.783875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.784645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.784645 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.784869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:51.788166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fff2d1-635c-4aa6-a517-d02add338f84 None None] No DVR routers for this DVR port 44cf1703-a552-4ed2-91cb-bdfe6836f392 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:51.808733 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.813271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fff2d1-635c-4aa6-a517-d02add338f84 None None] Pushing event deleted for resources: {'Port': ['ID=44cf1703-a552-4ed2-91cb-bdfe6836f392,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:51.838842 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=28eabea0-d2db-4269-8f99-eff609a59bd3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:51.901231 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.990636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.992603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.034999 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.035579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Fanout notify agent at l3_agent the message router_deleted on router ecc32cb3-4193-4690-a3f1-f944a7cc16ed {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:19:52.042680 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.043767 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c0fd9fbc-6966-4e4a-90b6-9d783a786bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/routers/ecc32cb3-4193-4690-a3f1-f944a7cc16ed HTTP/1.1" status: 204 len: 168 time: 1.1023512 Jul 16 02:19:52.048895 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:52.135381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.220361 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.230284 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1b9226-d0d0-4932-873e-5354bea92322']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:52.240343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:52.240636 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b6d85e-865f-4216-ab9a-82a5b956ffa9') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:52.250250 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.264539 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.270778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:52.271183 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:52.274213 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:52.338886 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.346612 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.348607 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/networks/9a1b9226-d0d0-4932-873e-5354bea92322 HTTP/1.1" status: 204 len: 168 time: 0.2985013 Jul 16 02:19:52.351281 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:52.377011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Network': ['ID=9a1b9226-d0d0-4932-873e-5354bea92322,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:52.397260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.397612 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.397956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.398322 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.398666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.399005 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.399342 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.399677 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.400008 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.400339 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.400672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.400998 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54896ea4-39ea-4238-92b7-9e5a57606de6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:52.431507 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a749-87c6-4c16-b6a7-35d0340146a9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.457352 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a749-87c6-4c16-b6a7-35d0340146a9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.520331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a749-87c6-4c16-b6a7-35d0340146a9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.522971 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a749-87c6-4c16-b6a7-35d0340146a9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.524152 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8ad4a749-87c6-4c16-b6a7-35d0340146a9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/security-groups/bcd1f9ce-0adb-4363-950c-6be0ee93f588 HTTP/1.1" status: 204 len: 168 time: 0.1719661 Jul 16 02:19:52.539681 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4a749-87c6-4c16-b6a7-35d0340146a9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd1f9ce-0adb-4363-950c-6be0ee93f588,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:52.803912 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:52.808676 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1ca0ac24-a9a3-44d5-898a-80cc5009aa8a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144016702', 'description': 'tempest-secgroup-smoke-1144016702 description', 'project_id': '6367cdb5ae9443a291c74acf22206420'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:52.833292 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ca0ac24-a9a3-44d5-898a-80cc5009aa8a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.917243 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ca0ac24-a9a3-44d5-898a-80cc5009aa8a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.921291 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ca0ac24-a9a3-44d5-898a-80cc5009aa8a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.946093 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ca0ac24-a9a3-44d5-898a-80cc5009aa8a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.947278 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1ca0ac24-a9a3-44d5-898a-80cc5009aa8a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422861 Jul 16 02:19:52.950373 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:52.951579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0ac24-a9a3-44d5-898a-80cc5009aa8a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384038a7-e258-47fa-b9c9-5df4c87e3ddc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:52.955013 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-044dbe4a-f382-4d71-999c-0c16210c410c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '384038a7-e258-47fa-b9c9-5df4c87e3ddc', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:52.983771 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-044dbe4a-f382-4d71-999c-0c16210c410c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.043180 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-044dbe4a-f382-4d71-999c-0c16210c410c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.046957 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-044dbe4a-f382-4d71-999c-0c16210c410c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.064648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dbe4a-f382-4d71-999c-0c16210c410c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bd72fe-22ec-4901-b6fa-18a3e9b68d63,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:53.070779 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-044dbe4a-f382-4d71-999c-0c16210c410c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.071519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-044dbe4a-f382-4d71-999c-0c16210c410c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200809 Jul 16 02:19:53.074143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50616) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:53.079162 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-edde2a90-c11c-48eb-8efa-84c394d5f622 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '384038a7-e258-47fa-b9c9-5df4c87e3ddc', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:53.104488 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-edde2a90-c11c-48eb-8efa-84c394d5f622 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.162001 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-edde2a90-c11c-48eb-8efa-84c394d5f622 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.165593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-edde2a90-c11c-48eb-8efa-84c394d5f622 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.184015 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde2a90-c11c-48eb-8efa-84c394d5f622 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33a9776-854e-4580-bbff-1e950e62e2ae,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:53.187281 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-edde2a90-c11c-48eb-8efa-84c394d5f622 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.191094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-edde2a90-c11c-48eb-8efa-84c394d5f622 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133692 Jul 16 02:19:53.191569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50618) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:53.195629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-70271794-7d41-4aec-a950-e1f444d2e49e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '384038a7-e258-47fa-b9c9-5df4c87e3ddc', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:53.221780 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70271794-7d41-4aec-a950-e1f444d2e49e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.278272 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70271794-7d41-4aec-a950-e1f444d2e49e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.282325 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70271794-7d41-4aec-a950-e1f444d2e49e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.300158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70271794-7d41-4aec-a950-e1f444d2e49e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43fd1db-af4d-4480-a125-495cec18099c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:53.306994 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70271794-7d41-4aec-a950-e1f444d2e49e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.308216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-70271794-7d41-4aec-a950-e1f444d2e49e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160307 Jul 16 02:19:53.312137 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:53.316027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6bb5e441-7943-497b-b9da-77a23614dc15 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '384038a7-e258-47fa-b9c9-5df4c87e3ddc', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:53.343753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bb5e441-7943-497b-b9da-77a23614dc15 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.360566 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 28eabea0-d2db-4269-8f99-eff609a59bd3 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:53.384455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 28eabea0-d2db-4269-8f99-eff609a59bd3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:53.384798 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 28eabea0-d2db-4269-8f99-eff609a59bd3 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:53.385438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b4b15173-ec10-482d-990e-d44e7c15c210 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:53.406353 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b4b15173-ec10-482d-990e-d44e7c15c210 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:53.406698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b4b15173-ec10-482d-990e-d44e7c15c210 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:53.407286 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bb5e441-7943-497b-b9da-77a23614dc15 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.411427 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bb5e441-7943-497b-b9da-77a23614dc15 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.429401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5e441-7943-497b-b9da-77a23614dc15 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a16f234-0d72-4082-b34d-2242edfca392,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:53.435945 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bb5e441-7943-497b-b9da-77a23614dc15 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.437419 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6bb5e441-7943-497b-b9da-77a23614dc15 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253333 Jul 16 02:19:53.440157 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50622) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:53.444561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2914b6c0-532b-48a3-b864-4dde9cf54286 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '384038a7-e258-47fa-b9c9-5df4c87e3ddc', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:53.466892 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-2914b6c0-532b-48a3-b864-4dde9cf54286 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Project 6367cdb5ae9443a291c74acf22206420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:19:53.471760 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2914b6c0-532b-48a3-b864-4dde9cf54286 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.531649 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2914b6c0-532b-48a3-b864-4dde9cf54286 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.535375 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2914b6c0-532b-48a3-b864-4dde9cf54286 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.553307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914b6c0-532b-48a3-b864-4dde9cf54286 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b357f7-b067-4673-8cf9-918a3479e42f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:53.560638 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2914b6c0-532b-48a3-b864-4dde9cf54286 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.561172 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2914b6c0-532b-48a3-b864-4dde9cf54286 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200860 Jul 16 02:19:53.564229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50624) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:53.568666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-41107eff-8610-4dc4-9b52-0d3568ff2977 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '384038a7-e258-47fa-b9c9-5df4c87e3ddc', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:53.590270 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-41107eff-8610-4dc4-9b52-0d3568ff2977 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Project 6367cdb5ae9443a291c74acf22206420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:19:53.595923 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41107eff-8610-4dc4-9b52-0d3568ff2977 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.658205 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41107eff-8610-4dc4-9b52-0d3568ff2977 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.661756 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41107eff-8610-4dc4-9b52-0d3568ff2977 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.680025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41107eff-8610-4dc4-9b52-0d3568ff2977 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d8e937-c7b4-4d92-9c58-eda2ddedb75d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:53.687768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41107eff-8610-4dc4-9b52-0d3568ff2977 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.689016 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-41107eff-8610-4dc4-9b52-0d3568ff2977 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238251 Jul 16 02:19:53.691924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50626) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:53.696848 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'network': {'name': 'tempest-network-smoke--1126092078', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:53.719397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:53.723024 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.751752 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:19:53.760715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.761054 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Added segment 2e9a5d68-7416-4f52-8728-8181577e74d0 of type vlan for network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 Jul 16 02:19:53.800844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.830019 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.835734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:53.836346 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.882429 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1894433 Jul 16 02:19:53.885298 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:53.890880 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'admin_state_up': True, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:53.914513 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.915704 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.942684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8969f8-ab39-43c3-889b-8ff4f837874a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Network': ['ID=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:53.954471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:19:53.971478 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.111594 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.302372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.320489 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.426054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.25.4.215 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:54.526592 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.569372 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.608950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:54.612082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:54.614542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:54.641409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:54.673646 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e0efe49-97dd-4b85-843b-7a5c1e7c34ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.870788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.068850 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.198280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:19:55.305148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:55.314586 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Sync routers for ids ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:55.323293 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Routers {'e1dd570f-40a2-4a5e-afef-32a6df3a78c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:55.323899 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:19:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:55.324571 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.326915 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5577a17e-3a0b-49f3-848a-c236b15cee01 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4403265 Jul 16 02:19:55.330208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:55.358585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0ce658be-0e30-416b-b115-9de7ce3bf559 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6367cdb5ae9443a291c74acf22206420&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272589 Jul 16 02:19:55.361259 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50632) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:55.428458 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Set router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:55.447233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9910e1-3fc9-436f-bdf7-594929fad3ba tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:55.448660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3f9910e1-3fc9-436f-bdf7-594929fad3ba tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865026 Jul 16 02:19:55.452096 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50634) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:55.485709 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7607d826-7021-4909-a88a-6699e56054e3 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325425 Jul 16 02:19:55.488220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:55.492910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-898668171', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:55.579126 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:55.582639 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.606135 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:54Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:55.631497 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Checking router: e1dd570f-40a2-4a5e-afef-32a6df3a78c3 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:55.631837 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Updating router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:19:55.668163 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.766892 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.827104 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Subnet': ['ID=9a81368b-5c47-4ca7-a333-9193de30293b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:55.834628 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Checking segment: {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:55.834997 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network hostable DHCP agents. Network: 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:19:55.850809 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:19:55.859789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:55.866052 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:55.866052 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.871478 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f5f2a-3c04-4572-97d9-77358219dfe5 None None] Network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:55.884410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50638) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:55.884981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8c796dc8-dd11-490f-ac07-8effa48456c8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3952737 Jul 16 02:19:55.927802 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.938279 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Transition to ACTIVE for port object 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:55.945294 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.998669 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Attempting to bind port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:55.999060 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Attempting to bind port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:55.999395 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Attempting to bind port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:56.002700 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Pushing event updated for resources: {'Port': ['ID=2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:56.007763 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:56.008179 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:56.008538 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.008931 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:56.009407 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Bound port: 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:56.009816 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.033443 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.033684 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.034038 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.034373 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.034701 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.035028 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.035351 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.035672 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.035992 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.036310 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.036628 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.036944 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:56.073506 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] For port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:56.077963 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] For port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:56.084247 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.085087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:19:56.086112 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.108941 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.144853 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18f13a-eb07-4ffa-bd9b-77231d0affb3 None None] Pushing event updated for resources: {'Port': ['ID=2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:56.166148 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Routers {'e1dd570f-40a2-4a5e-afef-32a6df3a78c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:56.166589 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:19:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:56.253443 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Allocated IP 172.20.0.2 (5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9/9a81368b-5c47-4ca7-a333-9193de30293b/9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:56.278048 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] Set router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:56.470611 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:54Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:56.499823 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882d2312-121f-4c4f-8cab-13f375abf7b0 None None] The sync data for ids ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'] in n-d-791504-14 is: [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:54Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:56.577545 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.586725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Transition to ACTIVE for port object 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:56.603676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Transition to ACTIVE for port object 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:56.610972 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.653199 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:56.659495 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:56.663810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:56.666828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Pushing event updated for resources: {'Port': ['ID=9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:56.695672 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.727181 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Attempting to bind port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:56.727557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Attempting to bind port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:56.727922 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Attempting to bind port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 on network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:56.741587 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:56.742531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Checking segment: {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:56.743185 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.744329 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Bound using segment: {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:56.745043 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Bound port: 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:56.745836 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.837241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] For port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:56.844741 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] For port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:56.849434 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.917318 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927ad6d-cd68-4494-9374-58b6a3925bb1 None None] Pushing event updated for resources: {'Port': ['ID=9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:57.057805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.20.0.1 (5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9/9a81368b-5c47-4ca7-a333-9193de30293b/9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:57.221587 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42abddcf-0a5a-4497-bba2-8d8f412fb073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.233138 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.260253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Transition to ACTIVE for port object 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:57.300074 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.350714 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:57.356432 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:57.363558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:57.382526 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.401860 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:57.432190 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.457373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:57.520477 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:57.526952 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:57.591337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:57.596165 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:57.596497 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.621846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.686062 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.713696 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:57.723006 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.728314 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.787271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:57.956471 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.961713 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.989237 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a0e45b-dc4a-49a9-8ae1-d858aeeb5514 None None] Network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:58.039386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:58.046263 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.051091 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-440b3cef-39a9-40a9-b66e-0b0703edfc7c None None] Provisioning for port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:58.060711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-440b3cef-39a9-40a9-b66e-0b0703edfc7c None None] Provisioning complete for port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:58.061091 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-440b3cef-39a9-40a9-b66e-0b0703edfc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.155085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:58.156995 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:58.214822 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-440b3cef-39a9-40a9-b66e-0b0703edfc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.263686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-440b3cef-39a9-40a9-b66e-0b0703edfc7c None None] For port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:58.268573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-440b3cef-39a9-40a9-b66e-0b0703edfc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.285945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:58.324411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b3cef-39a9-40a9-b66e-0b0703edfc7c None None] Pushing event updated for resources: {'Port': ['ID=9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:58.406189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:58.412607 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-696bf035-2bc8-4b5f-9814-7f57caab4fdf tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "PUT /v2.0/routers/e1dd570f-40a2-4a5e-afef-32a6df3a78c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5242419 Jul 16 02:19:58.415625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Sync routers for ids ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:58.428016 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Routers {'e1dd570f-40a2-4a5e-afef-32a6df3a78c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:58.428658 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:19:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:58.539142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-62c9dacc-11b2-424a-adee-8334ed5b6605 None None] Provisioning for port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:58.547988 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-62c9dacc-11b2-424a-adee-8334ed5b6605 None None] Provisioning complete for port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:58.548364 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62c9dacc-11b2-424a-adee-8334ed5b6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.565282 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-ab42c22a-e196-4332-bb8a-346b2e467a90 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144016702&fields=id&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 267 time: 0.0384495 Jul 16 02:19:58.573266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Set router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:58.627198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-62c9dacc-11b2-424a-adee-8334ed5b6605 None None] Port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:19:58.688387 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-62c9dacc-11b2-424a-adee-8334ed5b6605 None None] Provisioning complete for port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:58.688767 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62c9dacc-11b2-424a-adee-8334ed5b6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.694906 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-ffaaaaee-d612-43f2-9c01-a42f3774c8d5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:58.696555 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-ffaaaaee-d612-43f2-9c01-a42f3774c8d5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 797 time: 0.1245282 Jul 16 02:19:58.714221 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-01595fe0-d7e7-4186-a9e6-dd58b00db4c7 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/quotas/6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 375 time: 0.0109434 Jul 16 02:19:58.774296 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.797977 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-586afedf-a783-4dee-b9e0-cf8b8ff600c3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759270 Jul 16 02:19:58.894038 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf', 'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:58:22:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:56Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 2, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:58.921693 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Checking router: e1dd570f-40a2-4a5e-afef-32a6df3a78c3 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:58.922085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Updating router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:19:58.955756 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.955991 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-ba0e6086-e6fa-42a5-9465-5b23b732cfda service neutron] 10.222.0.64 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396961 Jul 16 02:19:59.004252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-932a9ab4-779a-4134-b5d7-2db342346d8c None None] Provisioning complete for port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:59.004877 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-932a9ab4-779a-4134-b5d7-2db342346d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.052300 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-cbf68555-145d-4de1-a4b4-1696a5f7e201 service neutron] 10.222.0.64 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904219 Jul 16 02:19:59.098595 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-932a9ab4-779a-4134-b5d7-2db342346d8c None None] Port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:19:59.256062 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.266857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Transition to ACTIVE for port object 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:59.271894 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.317959 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a0f08-b268-4af6-8e7c-581af57c9674 None None] Pushing event updated for resources: {'Port': ['ID=9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:59.380383 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Attempting to bind port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:59.380764 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Attempting to bind port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:59.381136 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Attempting to bind port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf on network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:59.385464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:59.391802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:59.392178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Checking segment: {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:59.392589 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.392990 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Bound using segment: {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:59.393471 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Bound port: 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:59.393860 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.491291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:59.491666 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.493502 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] For port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:59.497048 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] For port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:59.523555 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.609010 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a0f08-b268-4af6-8e7c-581af57c9674 None None] Pushing event updated for resources: {'Port': ['ID=9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:59.611979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Routers {'e1dd570f-40a2-4a5e-afef-32a6df3a78c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:59.612581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:19:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:59.693806 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:59.778454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] Set router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:59.828695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:59.828986 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.058022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf', 'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:58:22:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:56Z', 'updated_at': '2021-07-16T02:19:59Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:00.088309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163afa9-3ae1-47a6-a941-d77267bc812e None None] The sync data for ids ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'] in n-d-791504-14 is: [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf', 'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:58:22:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:56Z', 'updated_at': '2021-07-16T02:19:59Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:20:00.272647 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0a5cf93f-8c15-480a-a706-7c9bb3d4c3d7 req-d6f257a0-4217-40b8-88e6-9ea3175bbb31 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 210 time: 0.0395901 Jul 16 02:20:00.298953 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.273642 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:01.418468 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:01.442682 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-c5384cb5-e508-4af3-bace-c7e6ce58b137 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:01.445622 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-c5384cb5-e508-4af3-bace-c7e6ce58b137 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 797 time: 0.1311474 Jul 16 02:20:01.455644 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d8efce6-dd3b-407a-b7e7-bf77adae57ce req-5cdf76e8-970f-479b-a8ee-bd164a530dd9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 210 time: 0.0347350 Jul 16 02:20:01.482933 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:01.487553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:01.487923 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.516137 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-b371ef5f-9ec6-43d5-b9a6-7d56f65c7179 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 380 time: 0.0610037 Jul 16 02:20:01.528139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'port': {'device_id': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'admin_state_up': True, 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'security_groups': ['384038a7-e258-47fa-b9c9-5df4c87e3ddc']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:01.572904 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.608615 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:01.612440 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.648752 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:01.652463 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.667100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:01.789717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.20.0.11 (5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9/9a81368b-5c47-4ca7-a333-9193de30293b/c27be3d2-400c-459a-914c-8f8651cbfa3b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:01.927437 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.945698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Transition to ACTIVE for port object c27be3d2-400c-459a-914c-8f8651cbfa3b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:01.978534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.021634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:02.029537 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:02.033858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:02.040433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=c27be3d2-400c-459a-914c-8f8651cbfa3b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:02.089873 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:02.090505 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.105982 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-30324a40-0007-4ca8-a353-a97136a9cc3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5837982 Jul 16 02:20:02.116688 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-523c2fa0-28e1-4c72-867d-3ce74a5bbc7f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:20:02.117696 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-523c2fa0-28e1-4c72-867d-3ce74a5bbc7f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055375 Jul 16 02:20:02.128830 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Request body: {'port': {'device_id': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:02.214746 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.323438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-904428ad-d5da-4153-9af5-f5453dffc49c None None] Provisioning for port c27be3d2-400c-459a-914c-8f8651cbfa3b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:02.330485 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-904428ad-d5da-4153-9af5-f5453dffc49c None None] Provisioning complete for port c27be3d2-400c-459a-914c-8f8651cbfa3b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:02.331112 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-904428ad-d5da-4153-9af5-f5453dffc49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.370489 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-904428ad-d5da-4153-9af5-f5453dffc49c None None] Port c27be3d2-400c-459a-914c-8f8651cbfa3b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:02.491025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27be3d2-400c-459a-914c-8f8651cbfa3b {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:20:02.498943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.510569 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Transition to ACTIVE for port object c27be3d2-400c-459a-914c-8f8651cbfa3b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:02.514447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.630812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Pushing event updated for resources: {'Port': ['ID=c27be3d2-400c-459a-914c-8f8651cbfa3b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:02.701400 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Attempting to bind port c27be3d2-400c-459a-914c-8f8651cbfa3b on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:02.701764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Attempting to bind port c27be3d2-400c-459a-914c-8f8651cbfa3b by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:02.702079 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Attempting to bind port c27be3d2-400c-459a-914c-8f8651cbfa3b on network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:02.715582 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69201b99-c12c-4f13-8c07-6a16bd17f634 req-ce82d2ef-c14f-4ad8-8012-2f9cd2d3d829 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:02.717681 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-69201b99-c12c-4f13-8c07-6a16bd17f634 req-ce82d2ef-c14f-4ad8-8012-2f9cd2d3d829 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 944 time: 0.1407437 Jul 16 02:20:02.718854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Port c27be3d2-400c-459a-914c-8f8651cbfa3b on network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:20:02.719182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Attempting to bind port c27be3d2-400c-459a-914c-8f8651cbfa3b on network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:02.726697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:02.727036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Checking segment: {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:02.727421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Bound using segment: {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:02.727859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Bound port: c27be3d2-400c-459a-914c-8f8651cbfa3b, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:02.728224 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.798864 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-69201b99-c12c-4f13-8c07-6a16bd17f634 req-bdacf6c1-e060-4f3e-abb3-ffe1274c04ff tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742371 Jul 16 02:20:02.821772 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:02.824762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:02.830359 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.862208 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:02.862872 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.864611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] 10.222.0.67 "PUT /v2.0/ports/c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 1093 time: 0.7401357 Jul 16 02:20:02.867068 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:02.869415 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dba936-697a-42bf-b60b-c6e8b8c7d985" -d '{"events": [{"name": "network-changed", "server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:02.908764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218b5ed-8120-4369-a4dc-628efd8f588a service neutron] Pushing event updated for resources: {'Port': ['ID=c27be3d2-400c-459a-914c-8f8651cbfa3b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:02.921038 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e451014a-f21d-4d3e-8f89-ec6e31042338 x-openstack-request-id: req-e451014a-f21d-4d3e-8f89-ec6e31042338 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:02.921333 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:02.921583 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e451014a-f21d-4d3e-8f89-ec6e31042338 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:02.921978 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'status': 'completed', 'code': 200} Jul 16 02:20:02.971237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-d64096eb-e019-4a06-881a-5094eefe4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:02.972785 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-d64096eb-e019-4a06-881a-5094eefe4329 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1096 time: 0.0609231 Jul 16 02:20:03.021066 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-9be95489-a470-48e9-8c92-a9ea0bcd7d9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 217 time: 0.0399747 Jul 16 02:20:03.072732 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e8271077-e321-4b93-8c04-880e4b7806a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:03.074273 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-e8271077-e321-4b93-8c04-880e4b7806a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0462933 Jul 16 02:20:03.132680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-f3c1b966-9bf2-4387-b7b8-8e2f44a7e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:03.134244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-f3c1b966-9bf2-4387-b7b8-8e2f44a7e9ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538104 Jul 16 02:20:03.228789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-60dff93b-e491-45a7-9d15-e87a5df46f07 service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875266 Jul 16 02:20:03.318305 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-54b378fa-45d8-4939-be67-600b9ebcbc44 req-2be9d0b5-7c94-40b5-9e2d-b88e2e7694d2 service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827861 Jul 16 02:20:03.361021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:03.409554 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:03.409934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.415880 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-96229836-7324-456c-a31a-76d8988cdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:03.417391 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-96229836-7324-456c-a31a-76d8988cdfdc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1096 time: 0.0530949 Jul 16 02:20:03.512858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-61bd9bfd-bb93-44f8-bf79-601e743c88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:03.514941 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-61bd9bfd-bb93-44f8-bf79-601e743c88c1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 897 time: 0.0908744 Jul 16 02:20:03.556588 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-b6c517c1-2c5b-4c73-8270-269ea4515aa8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 217 time: 0.0340190 Jul 16 02:20:03.607888 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-c2989d7f-8bd0-4f50-bfaf-a33d452f7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:03.609396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-c2989d7f-8bd0-4f50-bfaf-a33d452f7633 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0465989 Jul 16 02:20:03.665722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-9de51ed5-86b4-4807-a698-d222fc8bb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:03.667222 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-9de51ed5-86b4-4807-a698-d222fc8bb4d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512884 Jul 16 02:20:03.761931 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-c89f74cb-c3a9-4978-a447-70036cb1fa12 service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873032 Jul 16 02:20:03.853885 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-01dba936-697a-42bf-b60b-c6e8b8c7d985 req-5085fcd8-d4a6-45d4-906a-063be887995f service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840237 Jul 16 02:20:03.975077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf0e98-7593-4f7b-a719-9b8dafcda43c req-c6590299-c81b-4cfd-94a1-3eb1fde08fcb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:03.976575 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0adf0e98-7593-4f7b-a719-9b8dafcda43c req-c6590299-c81b-4cfd-94a1-3eb1fde08fcb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 944 time: 0.0646372 Jul 16 02:20:04.019204 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0adf0e98-7593-4f7b-a719-9b8dafcda43c req-5c600678-7e67-4314-8a08-b9f191b31551 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357127 Jul 16 02:20:04.922596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c27be3d2-400c-459a-914c-8f8651cbfa3b details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:20:05.014504 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:05.025795 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'port_id': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'mac_address': 'fa:16:3e:63:c6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:20:05.066255 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.078840 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27be3d2-400c-459a-914c-8f8651cbfa3b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:20:05.098027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:05.105504 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.153601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=c27be3d2-400c-459a-914c-8f8651cbfa3b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:05.200755 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275847f9-3254-4511-a2f3-3ab9ac5272e2 req-d1cea47f-c1f9-4f84-b41b-f964f481ab1b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:05.202257 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-275847f9-3254-4511-a2f3-3ab9ac5272e2 req-d1cea47f-c1f9-4f84-b41b-f964f481ab1b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 945 time: 0.0629141 Jul 16 02:20:05.239522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-275847f9-3254-4511-a2f3-3ab9ac5272e2 req-715b0940-1dbe-4f03-9097-c0c7e77ebd08 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Jul 16 02:20:05.361831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['c27be3d2-400c-459a-914c-8f8651cbfa3b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:20:06.412089 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d2546-60bb-475a-b7dc-e7782204f5d3 req-974ec02b-654c-4c52-be73-3d22cb6e9a91 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:06.413471 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea1d2546-60bb-475a-b7dc-e7782204f5d3 req-974ec02b-654c-4c52-be73-3d22cb6e9a91 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 945 time: 0.0660241 Jul 16 02:20:06.452018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ea1d2546-60bb-475a-b7dc-e7782204f5d3 req-dcd9470c-5d14-444c-93c0-b2c4544107cb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Jul 16 02:20:06.938150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c27be3d2-400c-459a-914c-8f8651cbfa3b up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:06.985538 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port c27be3d2-400c-459a-914c-8f8651cbfa3b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:06.989243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port c27be3d2-400c-459a-914c-8f8651cbfa3b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:06.989611 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.068883 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.091386 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:07.093805 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0359d82a-e631-455f-b7e8-2a30bb54da0e" -d '{"events": [{"server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "name": "network-vif-plugged", "status": "completed", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:07.107349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:07.111779 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.134457 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4edd8d-b622-4e46-a52f-b22cdacd2090 x-openstack-request-id: req-3a4edd8d-b622-4e46-a52f-b22cdacd2090 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:07.134748 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "name": "network-vif-plugged", "status": "completed", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:07.135001 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a4edd8d-b622-4e46-a52f-b22cdacd2090 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:07.135387 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'code': 200} Jul 16 02:20:07.162810 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=c27be3d2-400c-459a-914c-8f8651cbfa3b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:07.244996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e316d6f-b844-466f-9eba-cb7f394734fe req-8004a4fc-60b8-4b43-b239-352cc98ce78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:07.246437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e316d6f-b844-466f-9eba-cb7f394734fe req-8004a4fc-60b8-4b43-b239-352cc98ce78a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1098 time: 0.0514815 Jul 16 02:20:07.281279 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4e316d6f-b844-466f-9eba-cb7f394734fe req-0072933e-be9d-4cad-a0b4-edb4ed6d9000 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284865 Jul 16 02:20:07.629396 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4973-5f76-499c-966a-b3dcb20dc0f4 req-f91f5a81-fd99-40f4-b20c-2797569b1339 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:07.630900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-90fe4973-5f76-499c-966a-b3dcb20dc0f4 req-f91f5a81-fd99-40f4-b20c-2797569b1339 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0662200 Jul 16 02:20:07.669729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-90fe4973-5f76-499c-966a-b3dcb20dc0f4 req-1e9e5548-82d7-4caf-be63-addc323b4f4f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333126 Jul 16 02:20:08.849396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d1c5d-cdaf-4586-8161-868bb04db208 req-811352a7-c372-4c94-9400-2327620f11ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:08.850906 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-608d1c5d-cdaf-4586-8161-868bb04db208 req-811352a7-c372-4c94-9400-2327620f11ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0665150 Jul 16 02:20:08.889965 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-608d1c5d-cdaf-4586-8161-868bb04db208 req-4fee495a-9b76-4dd0-8270-92686b9bd521 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332935 Jul 16 02:20:09.062912 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef272c9b-2887-4a90-b9bb-86be733b17ff req-5f7beab9-cdc7-464a-984d-549a59416de8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:09.064440 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef272c9b-2887-4a90-b9bb-86be733b17ff req-5f7beab9-cdc7-464a-984d-549a59416de8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0645957 Jul 16 02:20:09.102856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ef272c9b-2887-4a90-b9bb-86be733b17ff req-799459d5-e7d2-459c-9708-39497b2cb18d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Jul 16 02:20:09.128510 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:09.181970 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf13dc0-39f9-44d4-9c5e-8422f6a8076e tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:09.183530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-acf13dc0-39f9-44d4-9c5e-8422f6a8076e tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1093 time: 0.0540144 Jul 16 02:20:09.186569 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:09.190829 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:09.211451 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.308956 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.407383 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.25.4.205 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/50430e81-639c-4f0a-aded-bce9cda9e08e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:09.509449 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.548911 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.589625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:09.593354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:09.595984 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:09.618950 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=50430e81-639c-4f0a-aded-bce9cda9e08e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:10.280364 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.355201 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.506603 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.511064 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.584461 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=50430e81-639c-4f0a-aded-bce9cda9e08e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:10.592872 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.693956 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Floating IP 5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481 associated. External IP: 172.25.4.205, port: c27be3d2-400c-459a-914c-8f8651cbfa3b. Jul 16 02:20:10.906294 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:20:11.010907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:20:11.021077 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] Sync routers for ids ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:20:11.027032 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.032191 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] Routers {'e1dd570f-40a2-4a5e-afef-32a6df3a78c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:11.032798 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:19:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:11.067641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-949e0e02-8091-4213-9e9d-ab39ffaa3378 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8800366 Jul 16 02:20:11.068378 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:11.070747 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:11.114617 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06f41a7-fb62-4c4f-82c1-90eacef31cf8 x-openstack-request-id: req-f06f41a7-fb62-4c4f-82c1-90eacef31cf8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:11.114915 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:11.115204 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f06f41a7-fb62-4c4f-82c1-90eacef31cf8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:11.115600 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'status': 'completed', 'code': 200} Jul 16 02:20:11.196279 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-a2349dc0-0b5b-47f3-b990-d2fca3ade084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:11.197851 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-a2349dc0-0b5b-47f3-b990-d2fca3ade084 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1098 time: 0.0570879 Jul 16 02:20:11.233158 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] Set router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:11.240509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ecace-821f-44c4-87e8-136b44f6fdb1 req-1fa3a8b4-94a0-4e5e-ae43-5d1d7e9d992e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:11.242333 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d9ecace-821f-44c4-87e8-136b44f6fdb1 req-1fa3a8b4-94a0-4e5e-ae43-5d1d7e9d992e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0686462 Jul 16 02:20:11.283055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3d9ecace-821f-44c4-87e8-136b44f6fdb1 req-2954dff2-cff9-44a6-a409-0fe6008d3e96 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351102 Jul 16 02:20:11.299318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-86b2acd9-15f7-44ae-90c1-92075d2580ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:11.306232 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-86b2acd9-15f7-44ae-90c1-92075d2580ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 897 time: 0.0964928 Jul 16 02:20:11.311779 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:11.376154 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-c44e04bf-1ecb-4fd1-9124-d68f3c39bbec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 1000 time: 0.0616543 Jul 16 02:20:11.378418 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ae2cbc60-48b0-4b96-8032-ab9e9d8b44e8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481 HTTP/1.1" status: 200 len: 992 time: 0.0654516 Jul 16 02:20:11.432814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-746a5e5e-33fa-4896-bb48-5e7befb7b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:11.434887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-746a5e5e-33fa-4896-bb48-5e7befb7b5df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0500252 Jul 16 02:20:11.464454 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'port_id': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'mac_address': 'fa:16:3e:63:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:20:10Z', 'updated_at': '2021-07-16T02:20:10Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf', 'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:58:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:56Z', 'updated_at': '2021-07-16T02:20:01Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:11.490785 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] Checking router: e1dd570f-40a2-4a5e-afef-32a6df3a78c3 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:20:11.492507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-a2297719-c6ea-4be6-ba31-bbde8c6b2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:11.494026 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-a2297719-c6ea-4be6-ba31-bbde8c6b2fa9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532699 Jul 16 02:20:11.499546 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] Routers {'e1dd570f-40a2-4a5e-afef-32a6df3a78c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:11.500141 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:19:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:11.587379 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-28e0ba61-7469-4424-ab56-acf787bc088a service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853708 Jul 16 02:20:11.609155 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] Set router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:11.682857 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7bbbf2a0-bac5-4d12-9702-bed6b460ec0f req-73410e92-0fc7-4910-9626-9fbe691342e1 service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882478 Jul 16 02:20:11.834091 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'port_id': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'mac_address': 'fa:16:3e:63:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:20:10Z', 'updated_at': '2021-07-16T02:20:10Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf', 'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:58:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:56Z', 'updated_at': '2021-07-16T02:20:01Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:11.860449 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d89ade-a6ba-4ec2-a40e-a57fdabdad27 None None] The sync data for ids ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'] in n-d-791504-14 is: [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'port_id': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'mac_address': 'fa:16:3e:63:c6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:20:10Z', 'updated_at': '2021-07-16T02:20:10Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf', 'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:58:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:56Z', 'updated_at': '2021-07-16T02:20:01Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:20:12.052368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83376f2b-b997-4189-a33d-ff55c8377876 None None] New status for floating IP 5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:20:12.382312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:12.446194 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0dfc3d54-a75e-4582-8098-71d98883625a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481 HTTP/1.1" status: 200 len: 994 time: 0.0627160 Jul 16 02:20:24.675099 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e5f85b5-906b-4d3e-857a-93273f43af5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.095399 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.216133 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22fe5da6-29fc-4f5f-be7a-3db505ca1b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.387948 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.720801 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.709012 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.295067 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:38.273189 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:44.289676 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-cbb18ec8-f882-4224-8df8-67085ee064c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940769 Jul 16 02:20:44.314863 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1320d-511c-4a0c-afde-6c690c202494 req-4241ae69-0b70-4cd5-91bc-4be2f4c3853d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:44.316408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-46a1320d-511c-4a0c-afde-6c690c202494 req-4241ae69-0b70-4cd5-91bc-4be2f4c3853d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0666440 Jul 16 02:20:44.355489 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-46a1320d-511c-4a0c-afde-6c690c202494 req-ddd1e96e-aa72-4d9a-8bf8-51fe82b5c5b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334387 Jul 16 02:20:45.533179 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501ae44-fb09-49b9-b6a8-7fd20d0b3b00 req-6b060fbc-0ea9-4293-80ca-dd0608fb3a84 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:45.534758 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8501ae44-fb09-49b9-b6a8-7fd20d0b3b00 req-6b060fbc-0ea9-4293-80ca-dd0608fb3a84 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0650034 Jul 16 02:20:45.575514 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8501ae44-fb09-49b9-b6a8-7fd20d0b3b00 req-b5e3b739-9d3a-42f5-8b33-2868c756a30e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345652 Jul 16 02:20:45.629159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-c9909cd8-784c-47dd-a813-5571b564148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:45.630682 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-c9909cd8-784c-47dd-a813-5571b564148f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1098 time: 0.0536506 Jul 16 02:20:45.722787 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-91542248-ef68-4e27-aa94-db27566d6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:45.724161 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-91542248-ef68-4e27-aa94-db27566d6bc2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 897 time: 0.0856278 Jul 16 02:20:45.789180 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-342f5418-9c56-4b4b-ab84-83376de11d6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 1002 time: 0.0577826 Jul 16 02:20:45.843161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-ed2fdb42-9edb-4d8c-9236-3e03c3e6d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:45.844590 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-ed2fdb42-9edb-4d8c-9236-3e03c3e6d2d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0480995 Jul 16 02:20:45.901405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-e015286f-33ba-4fbf-977a-7fa979d485b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:45.902946 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-e015286f-33ba-4fbf-977a-7fa979d485b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516171 Jul 16 02:20:45.992012 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-7cba8c11-d43f-4f0e-bc8d-492afe264b3e service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815859 Jul 16 02:20:46.417139 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-96238d93-b49b-4855-af20-e354e0b18224 service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184651 Jul 16 02:20:46.754483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc956b42-1fbd-4ab5-9184-07718b307aa5 req-337efc55-3b7b-436d-969d-02cb98926e19 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:46.755875 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc956b42-1fbd-4ab5-9184-07718b307aa5 req-337efc55-3b7b-436d-969d-02cb98926e19 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0661602 Jul 16 02:20:46.796761 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc956b42-1fbd-4ab5-9184-07718b307aa5 req-2149d89b-5c93-4af4-8c13-45c4a4dc4a3a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353608 Jul 16 02:20:47.973973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1c84-7f02-47e5-aa08-1488ad02707f req-2e68bd00-bf2d-4daa-9633-b75403d0d58f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:47.975485 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f70c1c84-7f02-47e5-aa08-1488ad02707f req-2e68bd00-bf2d-4daa-9633-b75403d0d58f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0662680 Jul 16 02:20:48.013787 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f70c1c84-7f02-47e5-aa08-1488ad02707f req-b988f045-889a-4de7-9167-8a11f572bce1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Jul 16 02:20:49.186248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a2764-92c6-4a91-89cf-91997b3db70f req-6204cd3c-4492-4c7a-a843-7349ef1987f4 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:49.187630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f37a2764-92c6-4a91-89cf-91997b3db70f req-6204cd3c-4492-4c7a-a843-7349ef1987f4 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0635691 Jul 16 02:20:49.226255 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f37a2764-92c6-4a91-89cf-91997b3db70f req-57693711-ad1e-4001-8062-d0c48b01395c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328982 Jul 16 02:20:50.399375 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5750db-95e5-448f-ab58-912b6dcf6c99 req-32a16c09-fd1f-41b3-98d7-166bd3d97714 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:50.400851 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fb5750db-95e5-448f-ab58-912b6dcf6c99 req-32a16c09-fd1f-41b3-98d7-166bd3d97714 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0627918 Jul 16 02:20:50.439477 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fb5750db-95e5-448f-ab58-912b6dcf6c99 req-31318ad2-90c7-4a46-b411-e8400635ef33 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Jul 16 02:20:51.405746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-aa8105d7-2989-44f7-bc8a-1646ea4be5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:51.407286 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-aa8105d7-2989-44f7-bc8a-1646ea4be5da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1098 time: 0.0533159 Jul 16 02:20:51.517565 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-d73dbfa2-d36c-4b13-bdb8-61231b3f9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:51.519044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-d73dbfa2-d36c-4b13-bdb8-61231b3f9725 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 897 time: 0.0910888 Jul 16 02:20:51.620445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-d64f2a00-b7c7-4a1c-98e3-99c9cd5611a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 1002 time: 0.0937676 Jul 16 02:20:51.684449 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c287-3cd6-479b-9438-58d34efa4a6a req-7aa19cdb-9d99-4bcf-baf6-ca9491f03eaa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:51.686107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c286c287-3cd6-479b-9438-58d34efa4a6a req-7aa19cdb-9d99-4bcf-baf6-ca9491f03eaa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.1246881 Jul 16 02:20:51.690671 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-0fe795f3-1700-44c6-afb9-c9d3d1af4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:51.692032 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-0fe795f3-1700-44c6-afb9-c9d3d1af4727 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0644660 Jul 16 02:20:51.754936 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c286c287-3cd6-479b-9438-58d34efa4a6a req-447f4c39-41f3-4194-af79-d79fd87e73d9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619392 Jul 16 02:20:51.772638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-41d38a2a-9991-4ec8-97d4-9312a7488635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:51.774187 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-41d38a2a-9991-4ec8-97d4-9312a7488635 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753808 Jul 16 02:20:51.867097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-2b28d690-f034-4ad7-9f5d-d993e7c77b82 service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856407 Jul 16 02:20:51.959176 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-92ebed12-d37b-4d57-9d13-e59864fee0e7 req-bb22373b-b1ff-400a-83ef-fa77484e8ff6 service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859032 Jul 16 02:20:52.926333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaf822-2cae-432d-a3ab-e030f3fd2d64 req-8a744275-483c-47bb-95c9-1b71f841cad9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:52.927811 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ceaf822-2cae-432d-a3ab-e030f3fd2d64 req-8a744275-483c-47bb-95c9-1b71f841cad9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0630755 Jul 16 02:20:52.969710 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5ceaf822-2cae-432d-a3ab-e030f3fd2d64 req-db7cee06-57ba-434a-aa88-c0b3a4ff8d35 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363271 Jul 16 02:20:54.160082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e8f9e-1f82-45aa-9ce1-0686b942e9a6 req-d1c7d98c-f49e-4133-a319-0ec993666fc1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:54.161480 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c7e8f9e-1f82-45aa-9ce1-0686b942e9a6 req-d1c7d98c-f49e-4133-a319-0ec993666fc1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0643606 Jul 16 02:20:54.199675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3c7e8f9e-1f82-45aa-9ce1-0686b942e9a6 req-bdfef263-5c0b-4fb7-b9a2-c1c3589f7eab tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Jul 16 02:20:54.676711 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01f7ca0f-5a2b-4dc4-b013-7d3c42853ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:55.372851 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c639b-b10a-4c02-9ba9-60911698c49d req-2f6aa1fb-570d-465f-9013-d8249478540e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:55.374543 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d1c639b-b10a-4c02-9ba9-60911698c49d req-2f6aa1fb-570d-465f-9013-d8249478540e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0645783 Jul 16 02:20:55.412264 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6d1c639b-b10a-4c02-9ba9-60911698c49d req-341050f0-30b9-4fc6-894c-fb9e588ed1ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321252 Jul 16 02:20:56.109753 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:56.767370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd265b-7a53-4703-8087-c05fa5494645 req-00a9d655-d5bc-4df2-97f5-80bdd634f498 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:56.768755 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8dd265b-7a53-4703-8087-c05fa5494645 req-00a9d655-d5bc-4df2-97f5-80bdd634f498 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0635812 Jul 16 02:20:56.806847 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d8dd265b-7a53-4703-8087-c05fa5494645 req-c98d9d43-6569-48b5-9c38-496101f8dafd tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325892 Jul 16 02:20:57.216602 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c2ab55d-2145-4cbc-88a7-951784538a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:57.395929 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:57.721745 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:57.980957 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35748b85-8450-43a6-a06c-59808114ae6d req-50c936ff-5086-4043-8339-87125607240b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:57.982365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35748b85-8450-43a6-a06c-59808114ae6d req-50c936ff-5086-4043-8339-87125607240b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0643294 Jul 16 02:20:58.020288 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35748b85-8450-43a6-a06c-59808114ae6d req-0052c781-78d5-4c48-96bd-ad34fe472186 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 Jul 16 02:20:58.711016 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:59.223087 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c4eda-7956-4c43-8682-c3aa5a595b19 req-4f4a6275-3777-41cb-ab94-a29e4d20fd30 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:59.224619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-247c4eda-7956-4c43-8682-c3aa5a595b19 req-4f4a6275-3777-41cb-ab94-a29e4d20fd30 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0753450 Jul 16 02:20:59.266113 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-247c4eda-7956-4c43-8682-c3aa5a595b19 req-25d44984-a22e-4928-bcf5-dcb7dadeda40 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353277 Jul 16 02:21:00.297834 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:00.448183 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec7e1a-794d-4d20-8c64-ac75a22c7f8d req-6211f663-339f-4ed4-bd79-f4fc00a3fa7d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:00.449661 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76ec7e1a-794d-4d20-8c64-ac75a22c7f8d req-6211f663-339f-4ed4-bd79-f4fc00a3fa7d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0669718 Jul 16 02:21:00.489353 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76ec7e1a-794d-4d20-8c64-ac75a22c7f8d req-86cf7076-6e06-48a6-bf6b-6f98fa83bfff tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332348 Jul 16 02:21:01.665325 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4d6eb-2bd2-44ac-bca5-dacd646794bb req-68cf278e-59ec-44e9-94ee-8feb82a54951 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:01.666774 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ecc4d6eb-2bd2-44ac-bca5-dacd646794bb req-68cf278e-59ec-44e9-94ee-8feb82a54951 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0642006 Jul 16 02:21:01.704432 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ecc4d6eb-2bd2-44ac-bca5-dacd646794bb req-35553571-15fd-4279-8fc4-756ad91c2f45 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314405 Jul 16 02:21:02.876586 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0331c-8fa7-4ffa-b3b9-2d734092f1c1 req-8968a733-37c1-400a-a02f-a8d71ef33f3b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:02.878088 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8f0331c-8fa7-4ffa-b3b9-2d734092f1c1 req-8968a733-37c1-400a-a02f-a8d71ef33f3b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0628266 Jul 16 02:21:02.915409 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a8f0331c-8fa7-4ffa-b3b9-2d734092f1c1 req-b1a53e5d-8433-43d5-b6ce-7359d826a468 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316043 Jul 16 02:21:03.226654 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-7ee21706-14e1-47d7-9159-eea19172fa81 service neutron] show failed (client error): The resource could not be found. Jul 16 02:21:03.227661 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-7ee21706-14e1-47d7-9159-eea19172fa81 service neutron] 10.222.0.67 "GET /v2.0/ports/c27be3d2-400c-459a-914c-8f8651cbfa3b/bindings/n-h2-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0547571 Jul 16 02:21:03.478309 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-85090a39-3d4d-4cc9-9898-c0628a37cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:03.479997 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-85090a39-3d4d-4cc9-9898-c0628a37cc0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 1098 time: 0.0564787 Jul 16 02:21:03.491889 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:03.565712 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:03.767675 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:03.799806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h1-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:03.843345 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:03.845774 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d37cfe8-8268-4ba7-bcb9-89d72954691b" -d '{"events": [{"server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:03.849269 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:03.862150 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Transition to ACTIVE for port object c27be3d2-400c-459a-914c-8f8651cbfa3b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:03.867030 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:03.905286 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad9fd39-20a9-4d7f-aa70-b1559216e0b0 x-openstack-request-id: req-7ad9fd39-20a9-4d7f-aa70-b1559216e0b0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:03.905913 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:03.905913 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ad9fd39-20a9-4d7f-aa70-b1559216e0b0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:03.906332 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'code': 200} Jul 16 02:21:03.956286 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Pushing event updated for resources: {'Port': ['ID=c27be3d2-400c-459a-914c-8f8651cbfa3b,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:03.978274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.978274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.978592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.979184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.980422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.980713 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.981043 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.981589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.981929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.982304 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.982845 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:03.983186 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:04.015796 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] No DVR routers for this DVR port c27be3d2-400c-459a-914c-8f8651cbfa3b on host n-h1-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:04.164837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588b35f-2ea2-4d21-91b6-6885d58e599b req-f665bde7-3b82-4cf9-b426-6790e288f867 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:04.166329 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0588b35f-2ea2-4d21-91b6-6885d58e599b req-f665bde7-3b82-4cf9-b426-6790e288f867 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 944 time: 0.1179597 Jul 16 02:21:04.217088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Attempting to bind port c27be3d2-400c-459a-914c-8f8651cbfa3b on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:04.217417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Attempting to bind port c27be3d2-400c-459a-914c-8f8651cbfa3b by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:04.217736 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Attempting to bind port c27be3d2-400c-459a-914c-8f8651cbfa3b on network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:04.230310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Port c27be3d2-400c-459a-914c-8f8651cbfa3b on network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:21:04.230629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Attempting to bind port c27be3d2-400c-459a-914c-8f8651cbfa3b on network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:04.235401 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0588b35f-2ea2-4d21-91b6-6885d58e599b req-4cd9d8f7-a775-4433-8e24-589def163095 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477977 Jul 16 02:21:04.239377 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:04.239722 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Checking segment: {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:04.240311 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Bound using segment: {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:04.240918 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Bound port: c27be3d2-400c-459a-914c-8f8651cbfa3b, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9a5d68-7416-4f52-8728-8181577e74d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:04.241102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.306974 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:04.309878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:04.315133 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.348622 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:04.349237 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.350713 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] 10.222.0.50 "PUT /v2.0/ports/c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 1093 time: 0.8630030 Jul 16 02:21:04.384595 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d869b3a-7045-43ee-9783-ace90db243dd service neutron] Pushing event updated for resources: {'Port': ['ID=c27be3d2-400c-459a-914c-8f8651cbfa3b,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:04.434254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-775b5961-938d-4045-90e8-39bdbaf05750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:04.436737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-775b5961-938d-4045-90e8-39bdbaf05750 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1096 time: 0.0598915 Jul 16 02:21:04.541143 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-b05e233f-01bd-4b33-8fff-a54918d3377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:04.542657 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-b05e233f-01bd-4b33-8fff-a54918d3377e service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 897 time: 0.0969613 Jul 16 02:21:04.609305 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-5ac057a1-1066-433b-be81-dfc017fda524 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 1000 time: 0.0597799 Jul 16 02:21:04.661692 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-f3dabcd0-5167-40d5-9413-ce03feb0e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:04.663132 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-f3dabcd0-5167-40d5-9413-ce03feb0e82c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0478165 Jul 16 02:21:04.720257 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-2c9cb3d5-a667-4546-85ef-22bb1db9160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:04.721764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-2c9cb3d5-a667-4546-85ef-22bb1db9160a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524960 Jul 16 02:21:04.810243 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-03c5ebca-bdc1-43d2-a8f7-1db110f9edda service neutron] 10.222.0.50 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813990 Jul 16 02:21:04.902849 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-055ec5c6-4b56-44e9-bd94-ebc9d9ea333a req-3574a1eb-aa81-4da1-a50d-8a93b32494b2 service neutron] 10.222.0.50 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852630 Jul 16 02:21:05.424406 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0efbfc-0052-44ee-ae91-deba00945b8c req-be447b95-9311-4685-938b-0c8c6b45e2aa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:05.425938 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a0efbfc-0052-44ee-ae91-deba00945b8c req-be447b95-9311-4685-938b-0c8c6b45e2aa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 944 time: 0.0722077 Jul 16 02:21:05.466067 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-5a0efbfc-0052-44ee-ae91-deba00945b8c req-22926b98-2d82-4d6c-bfd4-6c1793d380ae tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344820 Jul 16 02:21:05.907715 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:05.910260 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6f6a41-ff43-4648-8937-dc0a513c54e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:05.958728 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf59cc06-2429-4df6-a5f8-743d7e78d723 x-openstack-request-id: req-bf59cc06-2429-4df6-a5f8-743d7e78d723 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:05.959035 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:05.959284 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf59cc06-2429-4df6-a5f8-743d7e78d723 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:05.959685 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'status': 'completed', 'code': 200} Jul 16 02:21:06.039893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-ebe4e19a-16c5-4a92-b38b-84cbae8d0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:06.041436 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-ebe4e19a-16c5-4a92-b38b-84cbae8d0d18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1096 time: 0.0611382 Jul 16 02:21:06.043278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-58e2e636-f3dc-4c06-aef4-a5e1ea1853eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:06.044991 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-58e2e636-f3dc-4c06-aef4-a5e1ea1853eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1096 time: 0.0609679 Jul 16 02:21:06.141092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-f45af07c-4f94-4003-ba27-d873b1332b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:06.141327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-8532b779-00bf-4d6a-b9aa-14d76df0a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:06.142536 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-f45af07c-4f94-4003-ba27-d873b1332b05 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 897 time: 0.0934041 Jul 16 02:21:06.142784 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-8532b779-00bf-4d6a-b9aa-14d76df0a1c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 897 time: 0.0913541 Jul 16 02:21:06.213078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-61ee80e6-3b02-4ad0-9e61-9f8962391264 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 1000 time: 0.0626435 Jul 16 02:21:06.216652 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-338f0858-969e-42ef-8b0d-03401880f271 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 1000 time: 0.0671589 Jul 16 02:21:06.265061 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-e98030ae-8de0-4714-bbf8-3764040ff44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:06.266759 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-e98030ae-8de0-4714-bbf8-3764040ff44b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0472791 Jul 16 02:21:06.267764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-2951b9f0-0196-47c0-b6b4-b19a76ea9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:06.269319 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-2951b9f0-0196-47c0-b6b4-b19a76ea9534 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0465050 Jul 16 02:21:06.334774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-ddb40130-449b-4c30-9e43-991273e969d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:06.336302 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-ddb40130-449b-4c30-9e43-991273e969d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604742 Jul 16 02:21:06.337157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-9b37dad3-64e7-4701-a957-08f2fc0c95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:06.338687 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-9b37dad3-64e7-4701-a957-08f2fc0c95c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652182 Jul 16 02:21:06.440177 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-7184e1e8-0e44-47e9-a2d1-8e7e39f6690c service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967371 Jul 16 02:21:06.448924 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-c6eedbe7-5b09-465a-b1b6-9926a3040865 service neutron] 10.222.0.50 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028068 Jul 16 02:21:06.546791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-0332d3cd-1134-4ba5-a172-542964fccfc1 service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997739 Jul 16 02:21:06.615053 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff6f6a41-ff43-4648-8937-dc0a513c54e8 req-1753f779-5b09-4890-b369-ab31f28a69c7 service neutron] 10.222.0.50 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335146 Jul 16 02:21:06.735649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25c64-2c8e-496e-b1fd-3bbf8f851f77 req-555840e4-3a96-404e-b30a-fd460114e92c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:06.737053 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dd25c64-2c8e-496e-b1fd-3bbf8f851f77 req-555840e4-3a96-404e-b30a-fd460114e92c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 944 time: 0.0665882 Jul 16 02:21:06.775067 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0dd25c64-2c8e-496e-b1fd-3bbf8f851f77 req-19c3a892-a473-41b2-b1c6-d041c8be75e8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323818 Jul 16 02:21:07.055904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c27be3d2-400c-459a-914c-8f8651cbfa3b details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:07.151516 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:07.162525 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'port_id': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'mac_address': 'fa:16:3e:63:c6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:07.199291 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:07.202487 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c27be3d2-400c-459a-914c-8f8651cbfa3b no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:07.233450 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27be3d2-400c-459a-914c-8f8651cbfa3b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:07.262352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:07.264803 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device c27be3d2-400c-459a-914c-8f8651cbfa3b not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:07.266809 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:07.317919 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=c27be3d2-400c-459a-914c-8f8651cbfa3b,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:07.325619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.325967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.326929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.327272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.327604 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.327937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.328266 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.328590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.328915 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.329238 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.329561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.329886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.514871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['c27be3d2-400c-459a-914c-8f8651cbfa3b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:07.958534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4029727-a3dc-4fa1-996d-15acbe50171b req-1e5d66cc-7db4-437e-bbdb-8a79d1752bc3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:07.960069 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c4029727-a3dc-4fa1-996d-15acbe50171b req-1e5d66cc-7db4-437e-bbdb-8a79d1752bc3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 945 time: 0.0653231 Jul 16 02:21:08.001533 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c4029727-a3dc-4fa1-996d-15acbe50171b req-ea984ea2-a5e6-4717-924a-eadfbdb85ef6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359633 Jul 16 02:21:08.302219 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da791c-38b4-415e-b5c2-50ba6a1f8c73 req-f46f2690-f028-49ce-9b39-8c83544177c2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:08.303730 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17da791c-38b4-415e-b5c2-50ba6a1f8c73 req-f46f2690-f028-49ce-9b39-8c83544177c2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 945 time: 0.0677896 Jul 16 02:21:08.321091 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-25791ea9-95c8-4014-853e-aa337f45bc75 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:08.322611 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-25791ea9-95c8-4014-853e-aa337f45bc75 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d&tenant_id=6367cdb5ae9443a291c74acf22206420&binding%3Ahost_id=n-h2-791504-14 HTTP/1.1" status: 200 len: 945 time: 0.0802546 Jul 16 02:21:08.341290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-17da791c-38b4-415e-b5c2-50ba6a1f8c73 req-ec77289b-5371-4c3e-9256-af070f875d41 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Jul 16 02:21:08.389632 n-d-791504-14 neutron-server[93945]: INFO neutron.api.v2.resource [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-f294f86a-76a0-4f5d-889b-46c1e9a87989 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:21:08.390733 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-f294f86a-76a0-4f5d-889b-46c1e9a87989 service neutron] 10.222.0.67 "DELETE /v2.0/ports/c27be3d2-400c-459a-914c-8f8651cbfa3b/bindings/n-h1-791504-14 HTTP/1.1" status: 404 len: 381 time: 0.0612280 Jul 16 02:21:08.540907 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-5e091b09-a1dc-449b-9e2d-d0e3ef359729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:08.542452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-5e091b09-a1dc-449b-9e2d-d0e3ef359729 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1097 time: 0.1032050 Jul 16 02:21:08.550749 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b5f3d-5163-4c53-b375-9fe4ec701aae req-5a5fee92-9d85-4d44-8607-bdff3fd1bc89 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:08.552122 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-851b5f3d-5163-4c53-b375-9fe4ec701aae req-5a5fee92-9d85-4d44-8607-bdff3fd1bc89 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 945 time: 0.0860484 Jul 16 02:21:08.639503 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-851b5f3d-5163-4c53-b375-9fe4ec701aae req-8eebbfa9-4b7c-4466-acc6-11077763779e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793526 Jul 16 02:21:08.662795 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-f39b3123-ade1-499d-a250-19a8b4e48f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:08.664290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-f39b3123-ade1-499d-a250-19a8b4e48f67 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 897 time: 0.1113219 Jul 16 02:21:08.734245 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-14f51122-60d4-4ffd-a658-fafbe298e847 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 1001 time: 0.0625944 Jul 16 02:21:08.783371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-5b55aed3-bcef-4aa0-acd1-fb02f8cff2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:08.784815 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-5b55aed3-bcef-4aa0-acd1-fb02f8cff2d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0433881 Jul 16 02:21:08.840754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-f058530e-446d-4812-8471-77075fa1a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:08.842984 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-f058530e-446d-4812-8471-77075fa1a129 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516498 Jul 16 02:21:08.936639 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-7aee17e1-0e74-414d-90f0-b0273fb4b306 service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869181 Jul 16 02:21:09.025322 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a46aa1c6-87dd-407b-b831-f220bc68bee4 req-c2e25e29-c624-42b5-a42c-6b5b4c5dc2d9 service neutron] 10.222.0.67 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822887 Jul 16 02:21:09.069697 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c27be3d2-400c-459a-914c-8f8651cbfa3b up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:09.120455 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port c27be3d2-400c-459a-914c-8f8651cbfa3b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:09.124616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port c27be3d2-400c-459a-914c-8f8651cbfa3b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:09.124993 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:09.199665 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:09.222989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:09.225211 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7878960c-bf30-4b0b-864d-d0941fffbc91" -d '{"events": [{"server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "name": "network-vif-plugged", "status": "completed", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:09.241132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:09.245365 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:09.274273 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaa9b58-8204-47c5-a3f2-0b8f87d4d51f x-openstack-request-id: req-3aaa9b58-8204-47c5-a3f2-0b8f87d4d51f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:09.274578 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "name": "network-vif-plugged", "status": "completed", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:09.274832 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3aaa9b58-8204-47c5-a3f2-0b8f87d4d51f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:09.275226 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'code': 200} Jul 16 02:21:09.295885 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=c27be3d2-400c-459a-914c-8f8651cbfa3b,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:09.817318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2b2fe-ff1d-4679-939a-dd73c3d029ed req-d8a230b7-e3f5-4489-89af-dde6dbeca3ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:09.818876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ab2b2fe-ff1d-4679-939a-dd73c3d029ed req-d8a230b7-e3f5-4489-89af-dde6dbeca3ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0683904 Jul 16 02:21:09.856302 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2ab2b2fe-ff1d-4679-939a-dd73c3d029ed req-d8dad525-5e67-405a-92f3-a7e01f8efa25 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Jul 16 02:21:09.881655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50806) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:09.941477 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-63593cad-0bd1-4f8d-9bc3-cdc1b33001b6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481 HTTP/1.1" status: 200 len: 994 time: 0.0585308 Jul 16 02:21:15.271774 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:24.679934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c46c167-ea09-458a-be48-a11041dc9748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.109488 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.218367 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c778488c-f1b7-40a3-a907-0f1b03edbde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.385421 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.723919 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.716003 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:30.300481 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.584766 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6151804-7293-472e-92f2-94aef564e786 req-dbecbab8-571d-4700-abc1-58d81d508890 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519397 Jul 16 02:21:35.681741 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151804-7293-472e-92f2-94aef564e786 req-735630e6-26dd-417e-9979-38b8949f0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.683178 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6151804-7293-472e-92f2-94aef564e786 req-735630e6-26dd-417e-9979-38b8949f0c73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1098 time: 0.0542941 Jul 16 02:21:35.792570 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151804-7293-472e-92f2-94aef564e786 req-6e7a1e54-5e8a-476b-a2b4-d3f306752ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.794078 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6151804-7293-472e-92f2-94aef564e786 req-6e7a1e54-5e8a-476b-a2b4-d3f306752ccb service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 897 time: 0.0881848 Jul 16 02:21:35.858782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6151804-7293-472e-92f2-94aef564e786 req-3c56c9c8-7a9a-45c2-a08e-926951fc6ea7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 1002 time: 0.0575855 Jul 16 02:21:35.913875 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151804-7293-472e-92f2-94aef564e786 req-1f2858c6-f882-455b-a1ec-b884eb095f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.915360 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6151804-7293-472e-92f2-94aef564e786 req-1f2858c6-f882-455b-a1ec-b884eb095f33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0490379 Jul 16 02:21:35.972752 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151804-7293-472e-92f2-94aef564e786 req-f9238060-530f-462f-8a4d-5dab1a02c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.974179 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6151804-7293-472e-92f2-94aef564e786 req-f9238060-530f-462f-8a4d-5dab1a02c271 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520186 Jul 16 02:21:36.065860 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6151804-7293-472e-92f2-94aef564e786 req-c7fd31c1-e399-4089-9867-b03476191d1f service neutron] 10.222.0.50 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846980 Jul 16 02:21:36.161168 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d6151804-7293-472e-92f2-94aef564e786 req-44f9bb5e-98b7-43eb-8ecb-79c3511288bd service neutron] 10.222.0.50 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879655 Jul 16 02:21:38.415114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:38.580343 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 50430e81-639c-4f0a-aded-bce9cda9e08e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:38.580682 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.661629 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.661983 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.675807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 50430e81-639c-4f0a-aded-bce9cda9e08e owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:38.835770 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.864177 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=50430e81-639c-4f0a-aded-bce9cda9e08e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:38.891597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.891947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.892287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.892629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.892961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.893291 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.893619 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.893944 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.894303 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.894628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.894954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.895275 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:38.935912 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.935912 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Floating IP 5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481 disassociated (deleted). External IP: 172.25.4.205, port: c27be3d2-400c-459a-914c-8f8651cbfa3b. Jul 16 02:21:39.151390 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:39.259924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:39.265553 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:39.269349 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] Sync routers for ids ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:39.278604 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] Routers {'e1dd570f-40a2-4a5e-afef-32a6df3a78c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:39.279896 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:39.304677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6a061339-0d38-46cd-9bdc-6b19d44919f2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/floatingips/5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481 HTTP/1.1" status: 204 len: 168 time: 0.8882072 Jul 16 02:21:39.305264 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:39.307531 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3536f3dd-1da1-4254-9aa5-6989db96b952" -d '{"events": [{"name": "network-changed", "server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:39.349116 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e55a771-ecf9-4960-b9dd-a9ac5ad051c8 x-openstack-request-id: req-3e55a771-ecf9-4960-b9dd-a9ac5ad051c8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:39.349449 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:39.349769 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e55a771-ecf9-4960-b9dd-a9ac5ad051c8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:39.350214 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'status': 'completed', 'code': 200} Jul 16 02:21:39.391040 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] Set router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:39.503923 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-84de81d4-c6aa-46f6-a14f-a0d77aa6845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:39.505912 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-84de81d4-c6aa-46f6-a14f-a0d77aa6845e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 1098 time: 0.1297565 Jul 16 02:21:39.618226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-9b1b846c-3e6b-484b-9fdc-425de4c05cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:39.620542 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-9b1b846c-3e6b-484b-9fdc-425de4c05cf6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 200 len: 897 time: 0.1081924 Jul 16 02:21:39.622039 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf', 'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:58:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:56Z', 'updated_at': '2021-07-16T02:20:01Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:39.655025 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] Checking router: e1dd570f-40a2-4a5e-afef-32a6df3a78c3 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:39.664741 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] Routers {'e1dd570f-40a2-4a5e-afef-32a6df3a78c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:39.665671 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:39.675646 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-c5aaf6b8-6608-4b1d-a5d7-5c980b4dfd18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 200 len: 217 time: 0.0474119 Jul 16 02:21:39.754467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-f985326c-09fd-49b0-8e46-d553e07b706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:39.755992 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-f985326c-09fd-49b0-8e46-d553e07b706d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 200 len: 834 time: 0.0604696 Jul 16 02:21:39.778833 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] Set router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:39.781876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d2ba1-d717-4bb6-8560-a323edd13cf6 req-5050aa2d-5b04-4148-bda0-82d70eb94965 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:39.783453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c98d2ba1-d717-4bb6-8560-a323edd13cf6 req-5050aa2d-5b04-4148-bda0-82d70eb94965 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.1200681 Jul 16 02:21:39.847435 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c98d2ba1-d717-4bb6-8560-a323edd13cf6 req-bf15361e-a97d-4afb-8332-83ce8936108f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465577 Jul 16 02:21:39.858360 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-28402495-fdd6-49d7-a05f-c3099532a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:39.859904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-28402495-fdd6-49d7-a05f-c3099532a081 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952551 Jul 16 02:21:39.996356 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf', 'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:58:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:56Z', 'updated_at': '2021-07-16T02:20:01Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:40.023721 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec57648-e7c1-4027-ad19-e24e244d666e None None] The sync data for ids ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'] in n-d-791504-14 is: [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf', 'name': '', 'network_id': '5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:58:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:56Z', 'updated_at': '2021-07-16T02:20:01Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '9a81368b-5c47-4ca7-a333-9193de30293b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:40.287075 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b3fff-00d3-42e5-911f-2f26251865f4 None None] New status for floating IP 5a6cdf22-4f55-4dd3-a8f7-8fb33b5d6481: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:21:40.320324 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-367889dc-ba8e-43e6-86ed-38cbe9a47af5 service neutron] 10.222.0.50 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490116 Jul 16 02:21:40.420550 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3536f3dd-1da1-4254-9aa5-6989db96b952 req-40bc5bad-e961-47b0-84d7-996ee30acf38 service neutron] 10.222.0.50 "GET /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886950 Jul 16 02:21:41.041290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8129b3-dbd4-4fec-92a2-5b2aa706fa20 req-0ad9fe3c-9c4f-4c8c-9276-95a0f9060333 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:41.042823 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc8129b3-dbd4-4fec-92a2-5b2aa706fa20 req-0ad9fe3c-9c4f-4c8c-9276-95a0f9060333 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0759289 Jul 16 02:21:41.078893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02752c06-f947-48a0-9e5b-8414979530de req-3a0c40a4-7dff-4d9b-afba-1e4134ba758f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:41.080455 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02752c06-f947-48a0-9e5b-8414979530de req-3a0c40a4-7dff-4d9b-afba-1e4134ba758f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8271d24-11b0-4c2b-9458-f766a1225c9d HTTP/1.1" status: 200 len: 946 time: 0.0665209 Jul 16 02:21:41.083729 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc8129b3-dbd4-4fec-92a2-5b2aa706fa20 req-3a5413c5-4dce-4fb1-9518-88261ae26c89 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=384038a7-e258-47fa-b9c9-5df4c87e3ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349882 Jul 16 02:21:41.178534 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-02752c06-f947-48a0-9e5b-8414979530de req-6efcd4c9-6cb9-4a00-aad9-a3f48d8e6600 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port c27be3d2-400c-459a-914c-8f8651cbfa3b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:41.178779 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02752c06-f947-48a0-9e5b-8414979530de req-6efcd4c9-6cb9-4a00-aad9-a3f48d8e6600 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.269781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-02752c06-f947-48a0-9e5b-8414979530de req-6efcd4c9-6cb9-4a00-aad9-a3f48d8e6600 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port c27be3d2-400c-459a-914c-8f8651cbfa3b, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=c27be3d2-400c-459a-914c-8f8651cbfa3b,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:41.270173 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02752c06-f947-48a0-9e5b-8414979530de req-6efcd4c9-6cb9-4a00-aad9-a3f48d8e6600 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.281651 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-02752c06-f947-48a0-9e5b-8414979530de req-6efcd4c9-6cb9-4a00-aad9-a3f48d8e6600 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for c27be3d2-400c-459a-914c-8f8651cbfa3b owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:41.410562 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02752c06-f947-48a0-9e5b-8414979530de req-6efcd4c9-6cb9-4a00-aad9-a3f48d8e6600 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.439482 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcd4c9-6cb9-4a00-aad9-a3f48d8e6600 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=c27be3d2-400c-459a-914c-8f8651cbfa3b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:41.487679 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-02752c06-f947-48a0-9e5b-8414979530de req-6efcd4c9-6cb9-4a00-aad9-a3f48d8e6600 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] No DVR routers for this DVR port c27be3d2-400c-459a-914c-8f8651cbfa3b on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:41.490448 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02752c06-f947-48a0-9e5b-8414979530de req-6efcd4c9-6cb9-4a00-aad9-a3f48d8e6600 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.492525 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02752c06-f947-48a0-9e5b-8414979530de req-6efcd4c9-6cb9-4a00-aad9-a3f48d8e6600 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.50 "DELETE /v2.0/ports/c27be3d2-400c-459a-914c-8f8651cbfa3b HTTP/1.1" status: 204 len: 173 time: 0.4063237 Jul 16 02:21:41.492959 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'name': 'network-vif-deleted', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:41.495234 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d245df3b-1764-4d3f-9882-48a291a2df0f" -d '{"events": [{"server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "name": "network-vif-deleted", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:41.547510 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f78955a-1a3a-44b9-890a-c74f8ef29da0 x-openstack-request-id: req-2f78955a-1a3a-44b9-890a-c74f8ef29da0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:41.548152 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8271d24-11b0-4c2b-9458-f766a1225c9d", "name": "network-vif-deleted", "tag": "c27be3d2-400c-459a-914c-8f8651cbfa3b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:41.548152 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f78955a-1a3a-44b9-890a-c74f8ef29da0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:41.548350 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8271d24-11b0-4c2b-9458-f766a1225c9d', 'name': 'network-vif-deleted', 'tag': 'c27be3d2-400c-459a-914c-8f8651cbfa3b', 'status': 'completed', 'code': 200} Jul 16 02:21:42.176943 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:42.529862 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:42.801942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:42.802210 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:42.895164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:42.895525 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:42.908388 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:43.091662 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.124033 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:43.627557 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.840561 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:43.948020 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:43.953133 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f1e7156b-13f9-4622-b437-1916e71c45d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "PUT /v2.0/routers/e1dd570f-40a2-4a5e-afef-32a6df3a78c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750549 Jul 16 02:21:43.955871 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:43.958460 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] Sync routers for ids ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:43.967457 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] Routers {'e1dd570f-40a2-4a5e-afef-32a6df3a78c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:43.968058 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:44.008007 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e92127-f354-4d37-8271-7bf34443dbe1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting subnet 9a81368b-5c47-4ca7-a333-9193de30293b {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:21:44.011654 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8e92127-f354-4d37-8271-7bf34443dbe1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.055660 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8e92127-f354-4d37-8271-7bf34443dbe1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.144312 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8e92127-f354-4d37-8271-7bf34443dbe1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.161966 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] Set router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:44.205490 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8e92127-f354-4d37-8271-7bf34443dbe1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.233375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e92127-f354-4d37-8271-7bf34443dbe1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Subnet': ['ID=9a81368b-5c47-4ca7-a333-9193de30293b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:44.237424 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8e92127-f354-4d37-8271-7bf34443dbe1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.239350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c8e92127-f354-4d37-8271-7bf34443dbe1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/subnets/9a81368b-5c47-4ca7-a333-9193de30293b HTTP/1.1" status: 204 len: 168 time: 0.2825022 Jul 16 02:21:44.241925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:44.245601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ef8a6-f223-4400-a5db-3788739ab798 None None] Network 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:44.349680 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:21:43Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:44.353660 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.376659 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] Checking router: e1dd570f-40a2-4a5e-afef-32a6df3a78c3 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:44.385136 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] Routers {'e1dd570f-40a2-4a5e-afef-32a6df3a78c3'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:44.385778 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:44.455167 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9b38b0-f276-416d-bebb-80bb2a600997 None None] DHCP port deletion for 5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:21:44.468944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.496765 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] Set router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:44.502967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b38b0-f276-416d-bebb-80bb2a600997 None None] Deleting port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:44.503353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d9b38b0-f276-416d-bebb-80bb2a600997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.527686 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:44.528030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.567665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5d9b38b0-f276-416d-bebb-80bb2a600997 None None] For port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9,segment=NetworkSegment(2e9a5d68-7416-4f52-8728-8181577e74d0),segment_id=2e9a5d68-7416-4f52-8728-8181577e74d0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:44.567665 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d9b38b0-f276-416d-bebb-80bb2a600997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.581036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b38b0-f276-416d-bebb-80bb2a600997 None None] Calling delete_port for 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:44.615914 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:44.616280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.630182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:44.670529 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d9b38b0-f276-416d-bebb-80bb2a600997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.686056 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:21:43Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:44.698111 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b38b0-f276-416d-bebb-80bb2a600997 None None] Pushing event deleted for resources: {'Port': ['ID=9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:44.701753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b38b0-f276-416d-bebb-80bb2a600997 None None] No DVR routers for this DVR port 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:44.727077 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4177ae2-e179-4873-a183-421e0e3ed9a3 None None] The sync data for ids ['e1dd570f-40a2-4a5e-afef-32a6df3a78c3'] in n-d-791504-14 is: [{'id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638340403', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:19:53Z', 'updated_at': '2021-07-16T02:21:43Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd570f-40a2-4a5e-afef-32a6df3a78c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:19:54Z', 'updated_at': '2021-07-16T02:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:44.819498 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.854085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:44.914324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.013840 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.016102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.059093 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.059613 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Fanout notify agent at l3_agent the message router_deleted on router e1dd570f-40a2-4a5e-afef-32a6df3a78c3 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:21:45.066912 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.068029 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-dccf24ea-fdef-4199-9970-7ca489f0b490 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/routers/e1dd570f-40a2-4a5e-afef-32a6df3a78c3 HTTP/1.1" status: 204 len: 168 time: 0.8251507 Jul 16 02:21:45.070823 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:45.148475 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.224914 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c27be3d2-400c-459a-914c-8f8651cbfa3b no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:45.239146 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.245282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: c27be3d2-400c-459a-914c-8f8651cbfa3b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:45.245633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device c27be3d2-400c-459a-914c-8f8651cbfa3b not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:45.250366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:45.261492 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9a5d68-7416-4f52-8728-8181577e74d0') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:45.261715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9a5d68-7416-4f52-8728-8181577e74d0') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:45.270322 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.283825 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.289687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:21:45.290100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:21:45.292997 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:21:45.354628 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.362401 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.364246 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/networks/5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9 HTTP/1.1" status: 204 len: 168 time: 0.2924912 Jul 16 02:21:45.367163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:45.376410 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99debd5-71d7-47bb-8333-90db1f282c6c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Network': ['ID=5ccd6ac6-ba5f-4d27-8da4-10c4a7421bb9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:45.425754 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aff4492b-ae3d-4fb7-92ee-d8b5bac844a2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.450093 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aff4492b-ae3d-4fb7-92ee-d8b5bac844a2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.514112 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aff4492b-ae3d-4fb7-92ee-d8b5bac844a2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.517469 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aff4492b-ae3d-4fb7-92ee-d8b5bac844a2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.519181 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aff4492b-ae3d-4fb7-92ee-d8b5bac844a2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/security-groups/384038a7-e258-47fa-b9c9-5df4c87e3ddc HTTP/1.1" status: 204 len: 168 time: 0.1504567 Jul 16 02:21:45.529860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4492b-ae3d-4fb7-92ee-d8b5bac844a2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384038a7-e258-47fa-b9c9-5df4c87e3ddc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:45.577633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:45.601466 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:45.601592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9de7741c-5fd3-4528-a3f7-fa0a5f80cdb9 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:45.601928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:45.620100 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:45.620446 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 9f2beb85-f3c3-46a3-bdc2-470e7c0da1cf not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:45.620853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:45.639561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:45.639900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2c6be7ad-fdcb-4a19-99bb-04aacf9b4fa8 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:45.986402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50846) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:45.991834 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3dad8c2e-d32c-4805-b830-7aa02315f333 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942728397', 'description': 'tempest-secgroup-smoke-1942728397 description', 'project_id': '6367cdb5ae9443a291c74acf22206420'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:46.021601 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dad8c2e-d32c-4805-b830-7aa02315f333 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.106671 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dad8c2e-d32c-4805-b830-7aa02315f333 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.110385 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dad8c2e-d32c-4805-b830-7aa02315f333 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.138938 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dad8c2e-d32c-4805-b830-7aa02315f333 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.140094 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3dad8c2e-d32c-4805-b830-7aa02315f333 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1526108 Jul 16 02:21:46.141338 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad8c2e-d32c-4805-b830-7aa02315f333 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a769dcac-8d7f-449e-8aa4-a93f5681e1ea,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.144579 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:46.149947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-62d720ec-2708-4973-880a-922208528e33 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'a769dcac-8d7f-449e-8aa4-a93f5681e1ea', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:46.176998 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62d720ec-2708-4973-880a-922208528e33 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.232816 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62d720ec-2708-4973-880a-922208528e33 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.236192 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62d720ec-2708-4973-880a-922208528e33 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.254166 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d720ec-2708-4973-880a-922208528e33 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d76d9e-2ed8-4dde-bf6e-1b3551419c10,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.261538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62d720ec-2708-4973-880a-922208528e33 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.262911 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-62d720ec-2708-4973-880a-922208528e33 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169367 Jul 16 02:21:46.265736 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50850) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:46.271161 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-85b513e7-56fc-4b4c-abec-1c3c9009c21a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'a769dcac-8d7f-449e-8aa4-a93f5681e1ea', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:46.296278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-85b513e7-56fc-4b4c-abec-1c3c9009c21a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.354295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-85b513e7-56fc-4b4c-abec-1c3c9009c21a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.357719 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-85b513e7-56fc-4b4c-abec-1c3c9009c21a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.377183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b513e7-56fc-4b4c-abec-1c3c9009c21a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2b8d24-9333-4b28-b7b9-a3d14617f19c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.383693 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-85b513e7-56fc-4b4c-abec-1c3c9009c21a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.385018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-85b513e7-56fc-4b4c-abec-1c3c9009c21a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175346 Jul 16 02:21:46.387779 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50852) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:46.392879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-21370aba-cfa1-40d1-969b-5ef4af987061 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'a769dcac-8d7f-449e-8aa4-a93f5681e1ea', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:46.418172 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21370aba-cfa1-40d1-969b-5ef4af987061 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.479493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21370aba-cfa1-40d1-969b-5ef4af987061 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.483361 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21370aba-cfa1-40d1-969b-5ef4af987061 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.501919 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21370aba-cfa1-40d1-969b-5ef4af987061 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868d08fc-e987-44f3-88f6-fd36b787e530,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.510844 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21370aba-cfa1-40d1-969b-5ef4af987061 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.512103 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-21370aba-cfa1-40d1-969b-5ef4af987061 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233957 Jul 16 02:21:46.514996 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50854) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:46.519516 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f7575bce-2b9d-460f-8160-57ca20bc4619 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'a769dcac-8d7f-449e-8aa4-a93f5681e1ea', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:46.548751 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7575bce-2b9d-460f-8160-57ca20bc4619 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.611527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7575bce-2b9d-460f-8160-57ca20bc4619 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.615690 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7575bce-2b9d-460f-8160-57ca20bc4619 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.633909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7575bce-2b9d-460f-8160-57ca20bc4619 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0df6c7f-87fd-437f-916e-bc0f82d14b49,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.643408 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7575bce-2b9d-460f-8160-57ca20bc4619 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.644861 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f7575bce-2b9d-460f-8160-57ca20bc4619 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288409 Jul 16 02:21:46.647679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50856) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:46.652415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6f664fbe-29fc-420c-8bdc-6bfab4804caa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'a769dcac-8d7f-449e-8aa4-a93f5681e1ea', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:46.677378 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-6f664fbe-29fc-420c-8bdc-6bfab4804caa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Project 6367cdb5ae9443a291c74acf22206420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:21:46.682464 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f664fbe-29fc-420c-8bdc-6bfab4804caa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.751314 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f664fbe-29fc-420c-8bdc-6bfab4804caa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.755466 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f664fbe-29fc-420c-8bdc-6bfab4804caa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.775560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f664fbe-29fc-420c-8bdc-6bfab4804caa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffacd0e7-85f3-42c9-b6c3-7de349f143be,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.779475 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f664fbe-29fc-420c-8bdc-6bfab4804caa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.783349 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6f664fbe-29fc-420c-8bdc-6bfab4804caa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320329 Jul 16 02:21:46.783947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50858) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:46.791535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-87eebdb8-5098-4ff8-b219-51bbcb79b397 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': 'a769dcac-8d7f-449e-8aa4-a93f5681e1ea', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:46.817255 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-87eebdb8-5098-4ff8-b219-51bbcb79b397 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Project 6367cdb5ae9443a291c74acf22206420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:21:46.822477 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87eebdb8-5098-4ff8-b219-51bbcb79b397 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.895084 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87eebdb8-5098-4ff8-b219-51bbcb79b397 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.908042 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87eebdb8-5098-4ff8-b219-51bbcb79b397 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.931114 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eebdb8-5098-4ff8-b219-51bbcb79b397 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d2f794-7018-408e-a0e1-97c07927bb4e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.936165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87eebdb8-5098-4ff8-b219-51bbcb79b397 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.940283 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-87eebdb8-5098-4ff8-b219-51bbcb79b397 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517613 Jul 16 02:21:46.940723 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50862) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:46.945382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'network': {'name': 'tempest-network-smoke--282608539', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:46.968530 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:46.972682 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.997810 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:21:47.007965 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.008310 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Added segment 5a40862c-7c06-444c-84f2-54d7160f21c8 of type vlan for network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 Jul 16 02:21:47.053622 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.084287 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.089771 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:47.090523 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.130482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1889150 Jul 16 02:21:47.133344 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50864) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:47.138239 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'admin_state_up': True, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:47.162418 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.163407 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.167842 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23d749-7606-4960-b0d1-add955eaf3fa tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Network': ['ID=9a2533be-f4b2-4ad2-859c-4a6363eb0a79,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:47.183315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:21:47.216964 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.352866 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.543897 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.561835 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.663483 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.25.4.63 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/1ad1fa41-08a3-4412-b589-c22d93245177) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:47.766664 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.803273 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.842742 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:47.845706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:47.849442 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:47.871072 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=1ad1fa41-08a3-4412-b589-c22d93245177,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:48.099134 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:48.296509 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:48.423861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:21:48.527140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:48.537509 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Sync routers for ids ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:48.545935 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:48.547746 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Routers {'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:48.547949 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-daed9ca0-fde8-4306-a0af-06a29e100af3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4132483 Jul 16 02:21:48.548324 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:48.551653 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:48.578941 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3de02435-4911-48d4-bc0c-9282eefc2a03 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6367cdb5ae9443a291c74acf22206420&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261073 Jul 16 02:21:48.581703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50868) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:48.653904 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Set router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:48.676789 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f46d66-ec13-4024-ac8d-f5919798b20f tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.678330 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-14f46d66-ec13-4024-ac8d-f5919798b20f tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954912 Jul 16 02:21:48.681085 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50870) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:48.711459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d94d5f28-7a49-46ca-9b1a-b51ae109def6 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269618 Jul 16 02:21:48.711820 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:48.717041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1235419957', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:48.808123 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:48.811651 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:48.835205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:47Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:48.862203 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Checking router: ba4c64ca-3587-4c40-99fb-af8bb0ee87ae for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:48.862557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Updating router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae port 1ad1fa41-08a3-4412-b589-c22d93245177 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:21:48.899225 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:48.999498 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.066684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Subnet': ['ID=91d2f35a-56da-4454-b46b-c1c734632831,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:49.071954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Checking segment: {'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:49.072312 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network hostable DHCP agents. Network: 9a2533be-f4b2-4ad2-859c-4a6363eb0a79, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:21:49.089523 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:21:49.098307 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 9a2533be-f4b2-4ad2-859c-4a6363eb0a79) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:49.102451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:49.103297 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.115018 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd021e8c-2080-4d79-a32e-6741c42f8c2b None None] Network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:49.117160 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fbbd4920-ccb9-4cec-a39d-27231d5b5a1d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4042575 Jul 16 02:21:49.120085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50874) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:49.205252 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.221665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Transition to ACTIVE for port object 1ad1fa41-08a3-4412-b589-c22d93245177 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:49.233277 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.311021 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a4b18-500f-4567-9cdb-00411f655ddd None None] Pushing event updated for resources: {'Port': ['ID=1ad1fa41-08a3-4412-b589-c22d93245177,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:49.322135 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Attempting to bind port 1ad1fa41-08a3-4412-b589-c22d93245177 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:49.322506 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Attempting to bind port 1ad1fa41-08a3-4412-b589-c22d93245177 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:49.322871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Attempting to bind port 1ad1fa41-08a3-4412-b589-c22d93245177 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:49.333454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:49.333898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:49.334257 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.334648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:49.335113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Bound port: 1ad1fa41-08a3-4412-b589-c22d93245177, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:49.335495 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.541276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:21:49.542207 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.561826 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.581161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] For port 1ad1fa41-08a3-4412-b589-c22d93245177, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:49.584941 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] For port 1ad1fa41-08a3-4412-b589-c22d93245177, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1ad1fa41-08a3-4412-b589-c22d93245177,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:49.631157 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.741090 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Routers {'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:49.741731 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:49.743523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a4b18-500f-4567-9cdb-00411f655ddd None None] Pushing event updated for resources: {'Port': ['ID=1ad1fa41-08a3-4412-b589-c22d93245177,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:49.805943 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Allocated IP 172.20.0.2 (9a2533be-f4b2-4ad2-859c-4a6363eb0a79/91d2f35a-56da-4454-b46b-c1c734632831/02892893-7c8f-48f3-a54d-39d655097111) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:49.892596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] Set router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:50.126443 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.137349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Transition to ACTIVE for port object 02892893-7c8f-48f3-a54d-39d655097111 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:50.158031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Transition to ACTIVE for port object 02892893-7c8f-48f3-a54d-39d655097111 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:50.165895 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.210071 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:50.214448 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.20.0.1 (9a2533be-f4b2-4ad2-859c-4a6363eb0a79/91d2f35a-56da-4454-b46b-c1c734632831/f2f05bb3-1ad9-4fc8-95a4-b3275074fd25) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:50.215170 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:50.217751 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:47Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:50.222956 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:50.255355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Pushing event updated for resources: {'Port': ['ID=02892893-7c8f-48f3-a54d-39d655097111,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:50.258627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04ed6-ad52-4ff9-8891-c21c030c97a7 None None] The sync data for ids ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'] in n-d-791504-14 is: [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:47Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:50.315084 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Attempting to bind port 02892893-7c8f-48f3-a54d-39d655097111 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:50.315465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Attempting to bind port 02892893-7c8f-48f3-a54d-39d655097111 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:50.315829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Attempting to bind port 02892893-7c8f-48f3-a54d-39d655097111 on network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:50.321219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:50.321945 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Checking segment: {'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:50.322237 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.322568 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Bound using segment: {'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:50.323243 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Bound port: 02892893-7c8f-48f3-a54d-39d655097111, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:50.323562 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.335249 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.351457 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Transition to ACTIVE for port object f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:50.386310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.393730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] For port 02892893-7c8f-48f3-a54d-39d655097111, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:50.397292 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] For port 02892893-7c8f-48f3-a54d-39d655097111, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=02892893-7c8f-48f3-a54d-39d655097111,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:50.401842 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.434082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:50.440371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:50.444852 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:50.467028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc70b2-6104-44b1-9b68-1463f5e0b7d1 None None] Pushing event updated for resources: {'Port': ['ID=02892893-7c8f-48f3-a54d-39d655097111,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:50.496496 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=f2f05bb3-1ad9-4fc8-95a4-b3275074fd25,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:50.501846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.699284 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.011737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.021450 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.098766 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=f2f05bb3-1ad9-4fc8-95a4-b3275074fd25,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:51.101181 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.174799 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-7623ef83-f02d-4f03-a635-67617d70a3c9 req-0b6b8060-54e8-4c57-85c6-02dee1139628 service neutron] (93945) timed out ('10.222.0.50', 55692) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:21:51.211356 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:51.212973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:51.332355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:51.471829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:51.478966 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-28c3c142-2fe9-459c-b155-d31dc315bd81 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "PUT /v2.0/routers/ba4c64ca-3587-4c40-99fb-af8bb0ee87ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3577492 Jul 16 02:21:51.492930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1ad1fa41-08a3-4412-b589-c22d93245177 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:51.533625 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919e08fb-76c4-4d9e-9ee7-b0c57c47822b None None] Network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:51.634226 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 1ad1fa41-08a3-4412-b589-c22d93245177 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:51.642553 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-720034af-c961-4737-a469-b344ff9571ac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942728397&fields=id&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 267 time: 0.0468228 Jul 16 02:21:51.643857 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aaa77ca7-91aa-4262-9dc3-c732edb0befb None None] Provisioning for port 02892893-7c8f-48f3-a54d-39d655097111 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:51.649866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1ad1fa41-08a3-4412-b589-c22d93245177 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:51.650268 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.764279 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7a9de020-8ad8-40f0-8faa-33cce615d288 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:51.765424 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7a9de020-8ad8-40f0-8faa-33cce615d288 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/networks?id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79 HTTP/1.1" status: 200 len: 796 time: 0.1138608 Jul 16 02:21:51.781240 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-3c4f255e-88da-45d2-9450-449b60cd490f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/quotas/6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 375 time: 0.0095656 Jul 16 02:21:51.794321 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.824971 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 1ad1fa41-08a3-4412-b589-c22d93245177, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1ad1fa41-08a3-4412-b589-c22d93245177,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:51.830439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.831218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 02892893-7c8f-48f3-a54d-39d655097111 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:51.894636 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-f9656f1e-5822-49c3-8303-6ef1961d7330 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039264 Jul 16 02:21:51.908273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=1ad1fa41-08a3-4412-b589-c22d93245177,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:51.924304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 02892893-7c8f-48f3-a54d-39d655097111 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:51.929581 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 02892893-7c8f-48f3-a54d-39d655097111 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:51.930121 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.004630 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-bed2defb-98d5-4383-ab57-0ccc70eb5a34 service neutron] 10.222.0.64 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072605 Jul 16 02:21:52.016526 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Sync routers for ids ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:52.029654 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Routers {'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:52.030597 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:52.031041 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.066062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 02892893-7c8f-48f3-a54d-39d655097111, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=02892893-7c8f-48f3-a54d-39d655097111,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:52.074362 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.124234 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab0ec98e-4b91-4452-8afc-7bdef54d0676 None None] Provisioning complete for port 02892893-7c8f-48f3-a54d-39d655097111 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:52.124514 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec98e-4b91-4452-8afc-7bdef54d0676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.136195 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-193be276-c734-43c2-be23-b7db029d8d4e service neutron] 10.222.0.64 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268322 Jul 16 02:21:52.158634 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Set router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:52.187733 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=02892893-7c8f-48f3-a54d-39d655097111,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:52.257036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab0ec98e-4b91-4452-8afc-7bdef54d0676 None None] Provisioning for port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:52.262750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab0ec98e-4b91-4452-8afc-7bdef54d0676 None None] Provisioning complete for port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:52.263134 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec98e-4b91-4452-8afc-7bdef54d0676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.272948 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:52.329774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ec98e-4b91-4452-8afc-7bdef54d0676 None None] Port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:52.354644 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dbcfa4e0-83ce-4cc3-95c7-4c611d8ef2a0 req-08d630ae-263b-412b-b315-24accff45063 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 210 time: 0.0338047 Jul 16 02:21:52.385129 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'f2f05bb3-1ad9-4fc8-95a4-b3275074fd25', 'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:ec:a9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 2, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '91d2f35a-56da-4454-b46b-c1c734632831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:52.415830 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Checking router: ba4c64ca-3587-4c40-99fb-af8bb0ee87ae for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:52.416186 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Updating router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:21:52.451559 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.456246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6788fa08-0d1f-41bd-a54c-b55cb3678190 None None] Provisioning complete for port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:52.456715 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6788fa08-0d1f-41bd-a54c-b55cb3678190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.494263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6788fa08-0d1f-41bd-a54c-b55cb3678190 None None] Port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:52.617365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-103292ca-8931-491e-b098-e7f6dcb273ec None None] Provisioning complete for port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:52.617651 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-103292ca-8931-491e-b098-e7f6dcb273ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.651747 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-103292ca-8931-491e-b098-e7f6dcb273ec None None] Port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:52.720614 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.730157 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Transition to ACTIVE for port object f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:52.736419 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.793529 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Pushing event updated for resources: {'Port': ['ID=f2f05bb3-1ad9-4fc8-95a4-b3275074fd25,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:52.820289 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.820630 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.820970 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.821301 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.821631 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.821959 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.822310 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.822629 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.822949 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.823266 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.823590 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.823906 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.855725 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Attempting to bind port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:52.858298 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Attempting to bind port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:52.858298 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Attempting to bind port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 on network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:52.863189 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:52.867179 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Checking segment: {'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:52.867179 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.867179 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Bound using segment: {'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:52.867179 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Bound port: f2f05bb3-1ad9-4fc8-95a4-b3275074fd25, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:52.867179 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.934226 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] For port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:52.937558 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] For port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f2f05bb3-1ad9-4fc8-95a4-b3275074fd25,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:52.942955 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.087289 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Routers {'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:53.087941 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:21:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:53.090936 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce42a5-4049-42c7-becf-35231c185c68 None None] Pushing event updated for resources: {'Port': ['ID=f2f05bb3-1ad9-4fc8-95a4-b3275074fd25,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:53.198832 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] Set router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:53.409333 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'f2f05bb3-1ad9-4fc8-95a4-b3275074fd25', 'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:ec:a9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '91d2f35a-56da-4454-b46b-c1c734632831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:53.439648 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfff37-b83a-4239-85c2-3db6ca0ef571 None None] The sync data for ids ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'] in n-d-791504-14 is: [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'f2f05bb3-1ad9-4fc8-95a4-b3275074fd25', 'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:ec:a9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '91d2f35a-56da-4454-b46b-c1c734632831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:53.441490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1ad1fa41-08a3-4412-b589-c22d93245177 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:53.488983 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-77e8a671-1339-4dad-b14f-21b8a3c2a70d req-9f37f70b-fb9c-40e1-aab5-c83de9c87ae5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 210 time: 0.0532136 Jul 16 02:21:53.516467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 1ad1fa41-08a3-4412-b589-c22d93245177 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:53.517207 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.620010 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 02892893-7c8f-48f3-a54d-39d655097111 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:53.673223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 02892893-7c8f-48f3-a54d-39d655097111 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:53.673687 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.662567 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-36428943-3020-4550-b8c4-39ef6cc10240 req-0f25e795-321b-4819-9473-1fe113a81e41 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 210 time: 0.0288706 Jul 16 02:21:54.679688 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f48a8db-20a8-4c63-94d9-d2a3ee47350f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.437174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:55.488832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:55.493031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:55.493409 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.564397 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-8a63fe15-d26e-443c-a9b7-b39593288d05 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:55.565976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-8a63fe15-d26e-443c-a9b7-b39593288d05 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/networks?id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79 HTTP/1.1" status: 200 len: 796 time: 0.1183338 Jul 16 02:21:55.574522 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.607574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f2f05bb3-1ad9-4fc8-95a4-b3275074fd25,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:55.613081 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.621413 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-f29511f2-c139-4821-9bce-67de1b8a9d5f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 380 time: 0.0411408 Jul 16 02:21:55.632038 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'port': {'device_id': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'admin_state_up': True, 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'security_groups': ['a769dcac-8d7f-449e-8aa4-a93f5681e1ea']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:55.668194 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=f2f05bb3-1ad9-4fc8-95a4-b3275074fd25,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:55.749983 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:55.754739 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.805815 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d80cfde0-fcee-441c-b084-9dea33b82834 req-364a083a-33ba-4409-8fe1-e22056ff3f77 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 210 time: 0.0282505 Jul 16 02:21:55.881729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.20.0.3 (9a2533be-f4b2-4ad2-859c-4a6363eb0a79/91d2f35a-56da-4454-b46b-c1c734632831/99537ef4-a20d-4d39-a75f-738bf5ff5164) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:56.109176 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.354030 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.368386 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Transition to ACTIVE for port object 99537ef4-a20d-4d39-a75f-738bf5ff5164 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:56.403733 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.450340 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:56.453972 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:56.457781 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:56.488716 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=99537ef4-a20d-4d39-a75f-738bf5ff5164,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:56.514445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:56.515075 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.530498 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-7b08e4f2-762a-46b4-bacf-85eb468e6b06 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9022968 Jul 16 02:21:56.542417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Request body: {'port': {'device_id': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:56.620484 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.649463 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d95611bc-ab55-4174-83ed-b5c548c05586 None None] Provisioning for port 99537ef4-a20d-4d39-a75f-738bf5ff5164 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:56.654216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d95611bc-ab55-4174-83ed-b5c548c05586 None None] Provisioning complete for port 99537ef4-a20d-4d39-a75f-738bf5ff5164 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:56.654651 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d95611bc-ab55-4174-83ed-b5c548c05586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.690619 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d95611bc-ab55-4174-83ed-b5c548c05586 None None] Port 99537ef4-a20d-4d39-a75f-738bf5ff5164 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:56.900351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99537ef4-a20d-4d39-a75f-738bf5ff5164 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:56.908621 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.920550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Transition to ACTIVE for port object 99537ef4-a20d-4d39-a75f-738bf5ff5164 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:56.932913 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.007574 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Pushing event updated for resources: {'Port': ['ID=99537ef4-a20d-4d39-a75f-738bf5ff5164,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:57.087313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110993-85f1-4e61-81be-95801014e8ab req-3c15dbfc-ba07-49b6-9d44-3c747b0d2d2b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:57.088810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45110993-85f1-4e61-81be-95801014e8ab req-3c15dbfc-ba07-49b6-9d44-3c747b0d2d2b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 943 time: 0.1668010 Jul 16 02:21:57.120086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Attempting to bind port 99537ef4-a20d-4d39-a75f-738bf5ff5164 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:57.120423 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Attempting to bind port 99537ef4-a20d-4d39-a75f-738bf5ff5164 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:57.120837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Attempting to bind port 99537ef4-a20d-4d39-a75f-738bf5ff5164 on network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:57.128825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Port 99537ef4-a20d-4d39-a75f-738bf5ff5164 on network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:21:57.129153 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Attempting to bind port 99537ef4-a20d-4d39-a75f-738bf5ff5164 on network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:57.142638 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:57.142980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Checking segment: {'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:57.143369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Bound using segment: {'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:57.143818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Bound port: 99537ef4-a20d-4d39-a75f-738bf5ff5164, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a40862c-7c06-444c-84f2-54d7160f21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:57.144213 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.159877 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-45110993-85f1-4e61-81be-95801014e8ab req-a144d536-6a00-4d14-b605-198819ae46d3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625145 Jul 16 02:21:57.216401 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] For port 99537ef4-a20d-4d39-a75f-738bf5ff5164, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:57.220519 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] For port 99537ef4-a20d-4d39-a75f-738bf5ff5164, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:57.225440 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7fdf-7e4d-46d0-aca6-3a2c9285e71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.227500 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.260533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:57.261165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.262574 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] 10.222.0.67 "PUT /v2.0/ports/99537ef4-a20d-4d39-a75f-738bf5ff5164 HTTP/1.1" status: 200 len: 1092 time: 0.7245777 Jul 16 02:21:57.263016 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'tag': '99537ef4-a20d-4d39-a75f-738bf5ff5164'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:57.265293 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3520a2-21ed-4a45-add5-9f84d802ad29" -d '{"events": [{"name": "network-changed", "server_uuid": "38fe287c-ef7f-4372-8134-9150f4fcd953", "tag": "99537ef4-a20d-4d39-a75f-738bf5ff5164"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:57.297551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764712d0-b0f2-4c77-b90c-42320d717596 service neutron] Pushing event updated for resources: {'Port': ['ID=99537ef4-a20d-4d39-a75f-738bf5ff5164,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:57.335650 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad0376f-deea-44f6-a090-ae6ad3b41130 x-openstack-request-id: req-dad0376f-deea-44f6-a090-ae6ad3b41130 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:57.335949 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38fe287c-ef7f-4372-8134-9150f4fcd953", "tag": "99537ef4-a20d-4d39-a75f-738bf5ff5164", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:57.336203 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dad0376f-deea-44f6-a090-ae6ad3b41130 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:57.336600 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'tag': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'status': 'completed', 'code': 200} Jul 16 02:21:57.365478 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-8df48d58-2870-4591-a5b2-370576d138f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:57.367230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-8df48d58-2870-4591-a5b2-370576d138f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 1095 time: 0.0652852 Jul 16 02:21:57.407506 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.412804 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-778d131f-9d77-442f-b029-d90e0f0c59b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164 HTTP/1.1" status: 200 len: 217 time: 0.0381670 Jul 16 02:21:57.448993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:57.466121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-5281cc05-f9f0-426f-9161-8c72cf186c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:57.467619 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-5281cc05-f9f0-426f-9161-8c72cf186c0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=91d2f35a-56da-4454-b46b-c1c734632831 HTTP/1.1" status: 200 len: 835 time: 0.0484884 Jul 16 02:21:57.496545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:57.496918 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.530445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-b4fe81d5-d0e8-43be-a7bf-44e2b39cd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:57.532181 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-b4fe81d5-d0e8-43be-a7bf-44e2b39cd267 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582182 Jul 16 02:21:57.624279 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-6c6cb2f7-4f8e-430d-a256-99b218d8bb9d service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859175 Jul 16 02:21:57.719138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-44c31452-c2ee-4c66-9b4d-c4464cbd6c37 req-ac0c8e04-8a45-40f8-a11a-86b343780504 service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886309 Jul 16 02:21:57.729202 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.833023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-665051c3-4dee-4a00-beb1-ac9649dd975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:57.834663 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-665051c3-4dee-4a00-beb1-ac9649dd975b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 1095 time: 0.0546327 Jul 16 02:21:57.931458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-4c8fc285-8e21-4f07-a605-8a3ff8029cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:57.932856 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-4c8fc285-8e21-4f07-a605-8a3ff8029cff service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79 HTTP/1.1" status: 200 len: 896 time: 0.0907953 Jul 16 02:21:57.974678 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-18bd47a6-c271-47d3-badf-7378ad8ba884 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164 HTTP/1.1" status: 200 len: 217 time: 0.0340192 Jul 16 02:21:58.026063 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-09764c61-25c6-411c-995f-cb54b6ba5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:58.027525 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-09764c61-25c6-411c-995f-cb54b6ba5ea9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=91d2f35a-56da-4454-b46b-c1c734632831 HTTP/1.1" status: 200 len: 835 time: 0.0460589 Jul 16 02:21:58.089526 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-08e2f80c-5f16-4d1a-a20d-f365df1baceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:58.091098 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-08e2f80c-5f16-4d1a-a20d-f365df1baceb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565100 Jul 16 02:21:58.180519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-93b01c8b-ae59-4dda-9884-aa838b536c70 service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822406 Jul 16 02:21:58.278141 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c3520a2-21ed-4a45-add5-9f84d802ad29 req-7289ab41-a2ed-44a1-8350-d5e8091dc29a service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904171 Jul 16 02:21:58.341462 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e297-3119-4d8e-b204-c1dd6fdd1944 req-ec714171-3abf-4a9f-b24b-290816bf813c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:58.342783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e732e297-3119-4d8e-b204-c1dd6fdd1944 req-ec714171-3abf-4a9f-b24b-290816bf813c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 943 time: 0.0637791 Jul 16 02:21:58.381431 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e732e297-3119-4d8e-b204-c1dd6fdd1944 req-6329c4d8-9eab-49dd-85de-f38a8a3540b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323009 Jul 16 02:21:58.717399 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.545190 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 99537ef4-a20d-4d39-a75f-738bf5ff5164 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:59.573824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ebc47-139e-4a90-bdbe-fc546bad848b req-e9221a07-5f8a-43c9-aa53-3f1ac5acb2ab tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:59.575515 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f3ebc47-139e-4a90-bdbe-fc546bad848b req-e9221a07-5f8a-43c9-aa53-3f1ac5acb2ab tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 943 time: 0.0683107 Jul 16 02:21:59.615233 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-8f3ebc47-139e-4a90-bdbe-fc546bad848b req-dc7acfb3-a1c6-4f7f-a5f8-6104ce63e0cd tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332394 Jul 16 02:21:59.643174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 99537ef4-a20d-4d39-a75f-738bf5ff5164, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:59.653836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'port_id': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'mac_address': 'fa:16:3e:98:c1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:59.690739 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.702949 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99537ef4-a20d-4d39-a75f-738bf5ff5164 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:59.723507 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 99537ef4-a20d-4d39-a75f-738bf5ff5164, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:59.727465 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.774104 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=99537ef4-a20d-4d39-a75f-738bf5ff5164,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:59.934026 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['99537ef4-a20d-4d39-a75f-738bf5ff5164'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:00.318679 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:00.835797 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b32e6-92a5-4e51-b79c-4a531916fd5c req-0933306d-70b8-465d-8d76-45764e0eed91 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:00.837299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e96b32e6-92a5-4e51-b79c-4a531916fd5c req-0933306d-70b8-465d-8d76-45764e0eed91 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 944 time: 0.0667949 Jul 16 02:22:00.882276 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e96b32e6-92a5-4e51-b79c-4a531916fd5c req-3e9dad52-db80-4a12-9d5a-4f4c90276502 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391271 Jul 16 02:22:01.560825 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 99537ef4-a20d-4d39-a75f-738bf5ff5164 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:01.614474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 99537ef4-a20d-4d39-a75f-738bf5ff5164 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:01.618537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 99537ef4-a20d-4d39-a75f-738bf5ff5164 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:01.618849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.694420 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.716611 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99537ef4-a20d-4d39-a75f-738bf5ff5164'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:01.719029 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd42f60-c18c-4f44-8dc7-061d8e6ad38f" -d '{"events": [{"server_uuid": "38fe287c-ef7f-4372-8134-9150f4fcd953", "name": "network-vif-plugged", "status": "completed", "tag": "99537ef4-a20d-4d39-a75f-738bf5ff5164"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:01.732758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 99537ef4-a20d-4d39-a75f-738bf5ff5164, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:01.737298 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.761547 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f5dd36-4f2b-4c1b-9424-b147af7c5b20 x-openstack-request-id: req-55f5dd36-4f2b-4c1b-9424-b147af7c5b20 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:01.761840 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fe287c-ef7f-4372-8134-9150f4fcd953", "name": "network-vif-plugged", "status": "completed", "tag": "99537ef4-a20d-4d39-a75f-738bf5ff5164", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:01.762122 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55f5dd36-4f2b-4c1b-9424-b147af7c5b20 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:01.762511 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'code': 200} Jul 16 02:22:01.787842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=99537ef4-a20d-4d39-a75f-738bf5ff5164,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:01.874293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c6115-ceb8-43cc-9980-c5e53bae9c60 req-503f7918-15f9-4010-8177-69870ee62b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:01.876547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e74c6115-ceb8-43cc-9980-c5e53bae9c60 req-503f7918-15f9-4010-8177-69870ee62b1e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 1097 time: 0.0535691 Jul 16 02:22:01.911958 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e74c6115-ceb8-43cc-9980-c5e53bae9c60 req-ed7effa8-98d9-4c0a-a8cb-5a712d8c8741 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285320 Jul 16 02:22:02.059917 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d8e4a-0493-4567-bea5-8a8861abe73d req-4bcb4022-10c4-4278-8876-7907cf45fea1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.061814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc3d8e4a-0493-4567-bea5-8a8861abe73d req-4bcb4022-10c4-4278-8876-7907cf45fea1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0657253 Jul 16 02:22:02.100199 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc3d8e4a-0493-4567-bea5-8a8861abe73d req-70ed9c47-e34d-4e70-9d68-495ad473f3dc tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Jul 16 02:22:03.277456 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4ef19-618b-42cc-885d-506885513677 req-a5245be8-ca20-4ba7-b460-270531cebb39 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:03.278964 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cad4ef19-618b-42cc-885d-506885513677 req-a5245be8-ca20-4ba7-b460-270531cebb39 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0629256 Jul 16 02:22:03.316488 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cad4ef19-618b-42cc-885d-506885513677 req-df3e7aef-ed8b-41f4-a9d3-61c565f95d33 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Jul 16 02:22:03.491081 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55994a77-c6b7-4cc2-b325-e543d109e2b0 req-d8df142f-264a-4b41-8b99-c2934bcffaeb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:03.492555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55994a77-c6b7-4cc2-b325-e543d109e2b0 req-d8df142f-264a-4b41-8b99-c2934bcffaeb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0670664 Jul 16 02:22:03.529589 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-55994a77-c6b7-4cc2-b325-e543d109e2b0 req-7b247ce4-8c54-46e8-a64e-ce3ddd1bf810 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314357 Jul 16 02:22:03.554571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:03.647209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02af50a-2fb3-441e-b851-210eac5ff57c tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:03.648640 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-c02af50a-2fb3-441e-b851-210eac5ff57c tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 1092 time: 0.0930328 Jul 16 02:22:03.651427 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:03.655728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:03.679280 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:03.778937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:03.880132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.25.4.198 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/45a04481-7c4a-4b49-9a8e-756b93d6417f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:22:03.984629 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.023382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.059082 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:04.063839 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:04.067227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:22:04.094890 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=45a04481-7c4a-4b49-9a8e-756b93d6417f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:04.435112 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.509478 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.658740 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.663152 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.733464 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=45a04481-7c4a-4b49-9a8e-756b93d6417f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:04.745262 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.846664 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Floating IP ac4d54da-a331-472f-bd5a-88dd7e3fbce5 associated. External IP: 172.25.4.198, port: 99537ef4-a20d-4d39-a75f-738bf5ff5164. Jul 16 02:22:05.055236 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:22:05.158441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:22:05.168396 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82821114-b981-4c08-8183-217b58f7be69 None None] Sync routers for ids ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:22:05.174440 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:05.181359 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82821114-b981-4c08-8183-217b58f7be69 None None] Routers {'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:05.181980 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-82821114-b981-4c08-8183-217b58f7be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:05.217473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-bb8e62ab-9ca8-458d-a4b4-eb4294bf85f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5625961 Jul 16 02:22:05.217473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'tag': '99537ef4-a20d-4d39-a75f-738bf5ff5164'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:05.218129 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa3768d-05d7-440a-b95b-255e76a00847" -d '{"events": [{"name": "network-changed", "server_uuid": "38fe287c-ef7f-4372-8134-9150f4fcd953", "tag": "99537ef4-a20d-4d39-a75f-738bf5ff5164"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:05.259140 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce72152e-c8f1-4a71-a648-0f79eb88f9db x-openstack-request-id: req-ce72152e-c8f1-4a71-a648-0f79eb88f9db {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:05.259440 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38fe287c-ef7f-4372-8134-9150f4fcd953", "tag": "99537ef4-a20d-4d39-a75f-738bf5ff5164", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:05.259694 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce72152e-c8f1-4a71-a648-0f79eb88f9db {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:05.260102 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'tag': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'status': 'completed', 'code': 200} Jul 16 02:22:05.294865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-82821114-b981-4c08-8183-217b58f7be69 None None] Set router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:05.335954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3768d-05d7-440a-b95b-255e76a00847 req-52c7337c-6f42-4176-a9a0-95fb21316a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:05.337519 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caa3768d-05d7-440a-b95b-255e76a00847 req-52c7337c-6f42-4176-a9a0-95fb21316a4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 1097 time: 0.0550814 Jul 16 02:22:05.373705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64bfbc-623f-4b37-a69b-92c726c9048c req-f1487a07-4a3a-4681-ad61-5ba9cba0a9a3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:05.375831 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee64bfbc-623f-4b37-a69b-92c726c9048c req-f1487a07-4a3a-4681-ad61-5ba9cba0a9a3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0657556 Jul 16 02:22:05.422674 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ee64bfbc-623f-4b37-a69b-92c726c9048c req-76d4508a-a2f3-4215-ab5f-f73e6ecf7cb8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388765 Jul 16 02:22:05.441708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3768d-05d7-440a-b95b-255e76a00847 req-92854cff-d882-48cd-8fcd-48e072c90eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:05.443296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caa3768d-05d7-440a-b95b-255e76a00847 req-92854cff-d882-48cd-8fcd-48e072c90eb0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79 HTTP/1.1" status: 200 len: 896 time: 0.0989864 Jul 16 02:22:05.449120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 50948) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:05.510399 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caa3768d-05d7-440a-b95b-255e76a00847 req-a5739ac3-0cc9-48ab-8fec-a5ef9cba1090 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164 HTTP/1.1" status: 200 len: 999 time: 0.0598514 Jul 16 02:22:05.511025 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f454835c-4873-4b51-ad3e-3862d8d5a3a2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/ac4d54da-a331-472f-bd5a-88dd7e3fbce5 HTTP/1.1" status: 200 len: 991 time: 0.0603969 Jul 16 02:22:05.529464 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-82821114-b981-4c08-8183-217b58f7be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'ac4d54da-a331-472f-bd5a-88dd7e3fbce5', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'port_id': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'mac_address': 'fa:16:3e:98:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:04Z', 'updated_at': '2021-07-16T02:22:04Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f05bb3-1ad9-4fc8-95a4-b3275074fd25', 'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:ec:a9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '91d2f35a-56da-4454-b46b-c1c734632831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:05.555524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82821114-b981-4c08-8183-217b58f7be69 None None] Checking router: ba4c64ca-3587-4c40-99fb-af8bb0ee87ae for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:22:05.559355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3768d-05d7-440a-b95b-255e76a00847 req-134bafd6-9803-4b16-8a72-954e13ba0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:05.560814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caa3768d-05d7-440a-b95b-255e76a00847 req-134bafd6-9803-4b16-8a72-954e13ba0d72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=91d2f35a-56da-4454-b46b-c1c734632831 HTTP/1.1" status: 200 len: 835 time: 0.0435722 Jul 16 02:22:05.564539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82821114-b981-4c08-8183-217b58f7be69 None None] Routers {'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:05.565147 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-82821114-b981-4c08-8183-217b58f7be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:21:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:05.622371 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3768d-05d7-440a-b95b-255e76a00847 req-fb762d8f-e82b-45b4-bcd5-e27f8d8df5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:05.623942 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caa3768d-05d7-440a-b95b-255e76a00847 req-fb762d8f-e82b-45b4-bcd5-e27f8d8df5a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563948 Jul 16 02:22:05.670139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-82821114-b981-4c08-8183-217b58f7be69 None None] Set router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:05.715448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caa3768d-05d7-440a-b95b-255e76a00847 req-7ea56308-b790-4d2e-80af-859240135da9 service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846293 Jul 16 02:22:05.812993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-caa3768d-05d7-440a-b95b-255e76a00847 req-9b59718a-c824-40d4-8105-463dfd629461 service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902686 Jul 16 02:22:05.904940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-82821114-b981-4c08-8183-217b58f7be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'ac4d54da-a331-472f-bd5a-88dd7e3fbce5', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'port_id': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'mac_address': 'fa:16:3e:98:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:04Z', 'updated_at': '2021-07-16T02:22:04Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f05bb3-1ad9-4fc8-95a4-b3275074fd25', 'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:ec:a9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '91d2f35a-56da-4454-b46b-c1c734632831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:05.931290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82821114-b981-4c08-8183-217b58f7be69 None None] The sync data for ids ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'] in n-d-791504-14 is: [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': 'ac4d54da-a331-472f-bd5a-88dd7e3fbce5', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'port_id': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'mac_address': 'fa:16:3e:98:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:04Z', 'updated_at': '2021-07-16T02:22:04Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f05bb3-1ad9-4fc8-95a4-b3275074fd25', 'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:ec:a9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '91d2f35a-56da-4454-b46b-c1c734632831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:22:06.125025 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495834c-5760-4412-8988-11b3b42a539b None None] New status for floating IP ac4d54da-a331-472f-bd5a-88dd7e3fbce5: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:22:06.514764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:06.574781 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6530821a-3f7e-4cf4-aac5-322d0c07398f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/ac4d54da-a331-472f-bd5a-88dd7e3fbce5 HTTP/1.1" status: 200 len: 993 time: 0.0582640 Jul 16 02:22:24.681819 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa6a81fa-c090-4710-bbd2-09bf0164b2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:26.112348 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:27.217634 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7bee-5cc0-4f61-ae1a-561413e2708b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:27.399998 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:27.730293 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:28.722200 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:29.273344 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:30.303185 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:35.495750 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083035d4-863e-47d3-9bc9-e72f967fb6fd req-03d4deca-4c41-4ea5-acd0-ab31bb3742fc tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.497137 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-083035d4-863e-47d3-9bc9-e72f967fb6fd req-03d4deca-4c41-4ea5-acd0-ab31bb3742fc tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0640824 Jul 16 02:22:35.538949 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-083035d4-863e-47d3-9bc9-e72f967fb6fd req-03d9811c-5a5b-47df-aacc-b0962881311d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356929 Jul 16 02:22:36.720839 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92728e64-f6b1-40e2-bb70-9b2ca1d8f9f1 req-91e2d01d-8ffc-455b-9085-a02c4350e931 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.722362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92728e64-f6b1-40e2-bb70-9b2ca1d8f9f1 req-91e2d01d-8ffc-455b-9085-a02c4350e931 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0637395 Jul 16 02:22:36.760320 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92728e64-f6b1-40e2-bb70-9b2ca1d8f9f1 req-68262bd1-8ab5-4690-b9b6-5d589df1aee1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320506 Jul 16 02:22:37.938313 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95895e0c-63fe-4804-9fde-412e91b817c6 req-53196985-570d-4334-a027-da28f7da263f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:37.939799 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-95895e0c-63fe-4804-9fde-412e91b817c6 req-53196985-570d-4334-a027-da28f7da263f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0635023 Jul 16 02:22:37.977390 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-95895e0c-63fe-4804-9fde-412e91b817c6 req-c9ef7893-dab5-4bef-bc8c-7ef19ad3970d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Jul 16 02:22:39.155536 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710b828-cf86-415a-a626-b78269aca654 req-7c17d8e3-fb98-4912-bbdc-d5617e53beb1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:39.156928 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e710b828-cf86-415a-a626-b78269aca654 req-7c17d8e3-fb98-4912-bbdc-d5617e53beb1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0694342 Jul 16 02:22:39.195365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e710b828-cf86-415a-a626-b78269aca654 req-6fa1aafb-a575-42f6-ba2b-3c56a9c0aa93 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326951 Jul 16 02:22:40.372165 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca0f94-296a-4d20-a077-134ae5306c72 req-779597a9-c81a-4a91-b7cd-ea9742443a76 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:40.373661 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cca0f94-296a-4d20-a077-134ae5306c72 req-779597a9-c81a-4a91-b7cd-ea9742443a76 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0651767 Jul 16 02:22:40.412396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4cca0f94-296a-4d20-a077-134ae5306c72 req-0453442d-9a82-4f25-9406-0cfa7c722bdb tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326078 Jul 16 02:22:41.586033 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5bc55-ff12-4f35-9d57-cc9f1c1c44cb req-a2669d12-0e74-46eb-b6f3-af5e89bf9ca2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:41.587502 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0c5bc55-ff12-4f35-9d57-cc9f1c1c44cb req-a2669d12-0e74-46eb-b6f3-af5e89bf9ca2 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0630071 Jul 16 02:22:41.626021 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0c5bc55-ff12-4f35-9d57-cc9f1c1c44cb req-02a1ef04-569a-4c0a-866e-5a99bb4314f9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328491 Jul 16 02:22:42.802790 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f301f11-131d-401c-ae83-bff75f361554 req-30bfad38-1460-4169-b83b-89b58f88e691 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:42.804254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f301f11-131d-401c-ae83-bff75f361554 req-30bfad38-1460-4169-b83b-89b58f88e691 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0675082 Jul 16 02:22:42.841892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9f301f11-131d-401c-ae83-bff75f361554 req-d7af72f6-7fe5-4533-a8cd-84a389bd23ba tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320921 Jul 16 02:22:44.017901 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9b038-bc60-4a9b-a3f8-6c04f9845472 req-43ccdd56-5ec1-49a7-83a3-367980104eb8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:44.019418 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1b9b038-bc60-4a9b-a3f8-6c04f9845472 req-43ccdd56-5ec1-49a7-83a3-367980104eb8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0667312 Jul 16 02:22:44.058358 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d1b9b038-bc60-4a9b-a3f8-6c04f9845472 req-f169a079-6c28-42bd-a5eb-4b26fbd02d96 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328238 Jul 16 02:22:45.230136 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f6931-07a1-4319-840b-970bd8235a72 req-1076c58d-0deb-4239-88a3-ec2863b7f5a9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:45.231550 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ac7f6931-07a1-4319-840b-970bd8235a72 req-1076c58d-0deb-4239-88a3-ec2863b7f5a9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0637441 Jul 16 02:22:45.270038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ac7f6931-07a1-4319-840b-970bd8235a72 req-379cf2e4-e0a9-4fad-97a3-b8856da577be tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324521 Jul 16 02:22:46.445212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6f33f-56c2-429b-b2ae-56322a88a36d req-235aea1d-1e03-4173-bc30-896917536028 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:46.446716 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f8f6f33f-56c2-429b-b2ae-56322a88a36d req-235aea1d-1e03-4173-bc30-896917536028 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0630069 Jul 16 02:22:46.484662 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f8f6f33f-56c2-429b-b2ae-56322a88a36d req-0cae0805-4bc9-456f-bc60-e772768dc445 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 Jul 16 02:22:46.509473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 50986) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:46.916562 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-191b6dfb-fc9b-440f-a762-b67117fc2fd6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/ac4d54da-a331-472f-bd5a-88dd7e3fbce5 HTTP/1.1" status: 200 len: 993 time: 0.4058771 Jul 16 02:22:48.387916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d705f-4131-4b1c-8736-73b57cd72569 req-1ea25b31-91ac-4a89-8925-ed423b9c79c5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:48.389297 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-025d705f-4131-4b1c-8736-73b57cd72569 req-1ea25b31-91ac-4a89-8925-ed423b9c79c5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.1058571 Jul 16 02:22:48.394872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-8ef63adc-471d-491c-abb1-7ad00b315782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:48.396320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-8ef63adc-471d-491c-abb1-7ad00b315782 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 1097 time: 0.1215694 Jul 16 02:22:48.484088 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-025d705f-4131-4b1c-8736-73b57cd72569 req-56157574-d771-4db2-bf3f-9a790455c268 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867965 Jul 16 02:22:48.512391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-5f995254-60c5-4a26-925e-da727546c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:48.513900 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-5f995254-60c5-4a26-925e-da727546c2f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79 HTTP/1.1" status: 200 len: 896 time: 0.1100826 Jul 16 02:22:48.577396 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-31796879-a6e5-42ae-a471-2f4f5bd59e4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164 HTTP/1.1" status: 200 len: 1001 time: 0.0573819 Jul 16 02:22:48.628796 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-7f8a7e82-8254-4ebd-bd2c-5df3a9b5967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:48.630311 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-7f8a7e82-8254-4ebd-bd2c-5df3a9b5967a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=91d2f35a-56da-4454-b46b-c1c734632831 HTTP/1.1" status: 200 len: 835 time: 0.0474629 Jul 16 02:22:48.687637 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-15d1d801-49ff-4631-85b2-dda4e2060fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:48.689243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-15d1d801-49ff-4631-85b2-dda4e2060fe2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528457 Jul 16 02:22:48.780290 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-4310fdaf-43f2-4f35-beb3-ebb315a6ae3e service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841408 Jul 16 02:22:48.867515 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6636a660-4826-4748-b388-c0d47d2bdf61 req-b578e2a8-3a90-4abc-b7be-2a2e38abc4f7 service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808039 Jul 16 02:22:49.662868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6d281-af9a-41b8-89af-673cc87fbfcd req-1b2f7a80-116d-4363-b128-8cdcbf21278b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:49.664347 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6fd6d281-af9a-41b8-89af-673cc87fbfcd req-1b2f7a80-116d-4363-b128-8cdcbf21278b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0657771 Jul 16 02:22:49.702074 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6fd6d281-af9a-41b8-89af-673cc87fbfcd req-e039f61e-84ac-405e-8b4c-3c78195cda8c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Jul 16 02:22:49.727993 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51000) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:49.791243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a04410ce-5ddd-4c66-80ed-1205b542e785 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/ac4d54da-a331-472f-bd5a-88dd7e3fbce5 HTTP/1.1" status: 200 len: 993 time: 0.0620875 Jul 16 02:22:52.757071 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-67c793a3-a050-4e08-a67a-5a4a458cd982 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505736 Jul 16 02:22:52.852271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-af6248aa-3ac9-4e90-a3b5-671f0597cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:52.853751 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-af6248aa-3ac9-4e90-a3b5-671f0597cdac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 1097 time: 0.0542991 Jul 16 02:22:52.960563 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-b3017d81-3be7-4160-83a0-5185ef79b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:52.962078 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-b3017d81-3be7-4160-83a0-5185ef79b8df service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79 HTTP/1.1" status: 200 len: 896 time: 0.0874202 Jul 16 02:22:53.026810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-d0276979-3604-4bce-94e6-0236870ec655 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164 HTTP/1.1" status: 200 len: 1001 time: 0.0579138 Jul 16 02:22:53.076186 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-b993140b-b16a-4984-83c4-5294239bc5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:53.077616 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-b993140b-b16a-4984-83c4-5294239bc5a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=91d2f35a-56da-4454-b46b-c1c734632831 HTTP/1.1" status: 200 len: 835 time: 0.0440125 Jul 16 02:22:53.139054 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-8f2aa7aa-15aa-4faa-bbd8-edfb5a08e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:53.140546 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-8f2aa7aa-15aa-4faa-bbd8-edfb5a08e33c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561466 Jul 16 02:22:53.231079 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-71c2f5d8-3864-41aa-af9b-2ddad55aca9e service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834823 Jul 16 02:22:53.323747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f9db2959-d9b7-4cfc-a807-1cf8176bc99f req-d706100d-44ec-4eb7-b11b-785f541a5bfe service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865865 Jul 16 02:22:54.684718 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e297d5d-eab4-4989-ba10-b9593386ce27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:56.123083 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:57.218774 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff6fedaf-bc34-481d-8f04-ace9c64989b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:57.402187 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:57.731665 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:58.722885 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:00.306460 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:06.272733 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:20.192436 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:20.357052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 45a04481-7c4a-4b49-9a8e-756b93d6417f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:20.357395 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.435450 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.435780 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.447837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 45a04481-7c4a-4b49-9a8e-756b93d6417f owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:20.592867 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.623594 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=45a04481-7c4a-4b49-9a8e-756b93d6417f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:20.651229 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.651580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.651928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.652289 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.652627 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.652961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.653295 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.653628 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.653959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.654314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.654643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.654967 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:20.694828 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.695214 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Floating IP ac4d54da-a331-472f-bd5a-88dd7e3fbce5 disassociated (deleted). External IP: 172.25.4.198, port: 99537ef4-a20d-4d39-a75f-738bf5ff5164. Jul 16 02:23:20.907011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:21.015182 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:21.020339 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:21.025682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] Sync routers for ids ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:21.035836 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] Routers {'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:21.036454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:21.056561 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-46d1a89e-2bc2-4020-ad45-3aa4dab03a44 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/floatingips/ac4d54da-a331-472f-bd5a-88dd7e3fbce5 HTTP/1.1" status: 204 len: 168 time: 0.8630841 Jul 16 02:23:21.057150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'tag': '99537ef4-a20d-4d39-a75f-738bf5ff5164'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:21.059424 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b34450e-e585-4bd0-955a-a7e58c17f412" -d '{"events": [{"name": "network-changed", "server_uuid": "38fe287c-ef7f-4372-8134-9150f4fcd953", "tag": "99537ef4-a20d-4d39-a75f-738bf5ff5164"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:21.145707 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f345f046-cd4d-4a64-8d29-c8e431c00324 x-openstack-request-id: req-f345f046-cd4d-4a64-8d29-c8e431c00324 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:21.145996 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38fe287c-ef7f-4372-8134-9150f4fcd953", "tag": "99537ef4-a20d-4d39-a75f-738bf5ff5164", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:21.146298 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f345f046-cd4d-4a64-8d29-c8e431c00324 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:21.146704 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'tag': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'status': 'completed', 'code': 200} Jul 16 02:23:21.149722 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] Set router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:21.228507 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-80fed6f3-bb7c-4af9-939c-ab07301f99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:21.230093 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-80fed6f3-bb7c-4af9-939c-ab07301f99ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 1097 time: 0.0604956 Jul 16 02:23:21.336260 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-7fd1e8da-f66e-4537-8ef2-bd2a7b04c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:21.337899 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-7fd1e8da-f66e-4537-8ef2-bd2a7b04c0e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79 HTTP/1.1" status: 200 len: 896 time: 0.1013041 Jul 16 02:23:21.366793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'f2f05bb3-1ad9-4fc8-95a4-b3275074fd25', 'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:ec:a9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '91d2f35a-56da-4454-b46b-c1c734632831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:21.388791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-3880c9be-b1eb-48ad-97dd-6a9472c87e6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164 HTTP/1.1" status: 200 len: 217 time: 0.0442314 Jul 16 02:23:21.396704 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] Checking router: ba4c64ca-3587-4c40-99fb-af8bb0ee87ae for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:21.404917 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] Routers {'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:21.405531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:21.470021 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-9a771507-e2d6-4a37-af95-4b8602ad9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:21.472140 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-9a771507-e2d6-4a37-af95-4b8602ad9200 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=91d2f35a-56da-4454-b46b-c1c734632831 HTTP/1.1" status: 200 len: 835 time: 0.0577128 Jul 16 02:23:21.507462 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] Set router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:21.512421 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5723ce-9e3a-493e-8b25-68cd8aa71f37 req-2ecbd365-7e45-46ae-9e2c-c28651b822e6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:21.513902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec5723ce-9e3a-493e-8b25-68cd8aa71f37 req-2ecbd365-7e45-46ae-9e2c-c28651b822e6 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.1346335 Jul 16 02:23:21.564716 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ec5723ce-9e3a-493e-8b25-68cd8aa71f37 req-bbcd362b-a5fc-4d14-a33d-8bb8cf41a1c5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Jul 16 02:23:21.571179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-18db1a33-b858-45b5-9bc3-d888c3304b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:21.572630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-18db1a33-b858-45b5-9bc3-d888c3304b8c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a2533be-f4b2-4ad2-859c-4a6363eb0a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937917 Jul 16 02:23:21.671226 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-8e0f04a3-651c-4c9d-ad1d-2dd36a5cd8f8 service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911918 Jul 16 02:23:21.718714 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'f2f05bb3-1ad9-4fc8-95a4-b3275074fd25', 'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:ec:a9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '91d2f35a-56da-4454-b46b-c1c734632831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:21.745547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa583c5-7506-4d84-9ee6-dbf5724b58da None None] The sync data for ids ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'] in n-d-791504-14 is: [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'f2f05bb3-1ad9-4fc8-95a4-b3275074fd25', 'name': '', 'network_id': '9a2533be-f4b2-4ad2-859c-4a6363eb0a79', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:ec:a9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '91d2f35a-56da-4454-b46b-c1c734632831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': '91d2f35a-56da-4454-b46b-c1c734632831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:21.764868 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b34450e-e585-4bd0-955a-a7e58c17f412 req-85b4ac71-657c-4339-93b2-eaefe018ab45 service neutron] 10.222.0.67 "GET /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868599 Jul 16 02:23:21.954317 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de756c-6d5e-4ad3-806e-4c3859568826 None None] New status for floating IP ac4d54da-a331-472f-bd5a-88dd7e3fbce5: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:23:22.746723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dae86d-a4c6-4e3d-a978-99a441a876b3 req-ac4ce3ed-7355-4cd1-bb6e-2ce93807d57d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:22.748218 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13dae86d-a4c6-4e3d-a978-99a441a876b3 req-ac4ce3ed-7355-4cd1-bb6e-2ce93807d57d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0695834 Jul 16 02:23:22.786064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-13dae86d-a4c6-4e3d-a978-99a441a876b3 req-a3c6008f-b042-469c-9398-9e02590eadac tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=a769dcac-8d7f-449e-8aa4-a93f5681e1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320349 Jul 16 02:23:22.881841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-ea7fa1fd-4873-41b2-b69c-4dccdcb36214 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:22.883334 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-ea7fa1fd-4873-41b2-b69c-4dccdcb36214 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/ports?device_id=38fe287c-ef7f-4372-8134-9150f4fcd953 HTTP/1.1" status: 200 len: 945 time: 0.0673809 Jul 16 02:23:22.982553 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-d1fe6480-35f8-452a-ae3a-3e0edb6831ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 99537ef4-a20d-4d39-a75f-738bf5ff5164 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:22.982893 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-d1fe6480-35f8-452a-ae3a-3e0edb6831ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.073287 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-d1fe6480-35f8-452a-ae3a-3e0edb6831ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port 99537ef4-a20d-4d39-a75f-738bf5ff5164, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=99537ef4-a20d-4d39-a75f-738bf5ff5164,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:23.073644 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-d1fe6480-35f8-452a-ae3a-3e0edb6831ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.087451 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-d1fe6480-35f8-452a-ae3a-3e0edb6831ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 99537ef4-a20d-4d39-a75f-738bf5ff5164 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:23.214333 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-d1fe6480-35f8-452a-ae3a-3e0edb6831ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.247745 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe6480-35f8-452a-ae3a-3e0edb6831ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=99537ef4-a20d-4d39-a75f-738bf5ff5164,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:23.298658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-d1fe6480-35f8-452a-ae3a-3e0edb6831ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] No DVR routers for this DVR port 99537ef4-a20d-4d39-a75f-738bf5ff5164 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:23.302623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-d1fe6480-35f8-452a-ae3a-3e0edb6831ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.303398 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f21b4ff4-0fa6-4692-8641-146f45388dfd req-d1fe6480-35f8-452a-ae3a-3e0edb6831ee tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "DELETE /v2.0/ports/99537ef4-a20d-4d39-a75f-738bf5ff5164 HTTP/1.1" status: 204 len: 173 time: 0.4146032 Jul 16 02:23:23.303825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'name': 'network-vif-deleted', 'tag': '99537ef4-a20d-4d39-a75f-738bf5ff5164'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:23.306117 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63225e27-cca2-494e-b149-0cede5c96efe" -d '{"events": [{"server_uuid": "38fe287c-ef7f-4372-8134-9150f4fcd953", "name": "network-vif-deleted", "tag": "99537ef4-a20d-4d39-a75f-738bf5ff5164"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:23.346469 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3de52ea-1c12-475d-96d2-1ce5e2ffa23e x-openstack-request-id: req-e3de52ea-1c12-475d-96d2-1ce5e2ffa23e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:23.347088 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fe287c-ef7f-4372-8134-9150f4fcd953", "name": "network-vif-deleted", "tag": "99537ef4-a20d-4d39-a75f-738bf5ff5164", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:23.347088 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3de52ea-1c12-475d-96d2-1ce5e2ffa23e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:23.347499 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fe287c-ef7f-4372-8134-9150f4fcd953', 'name': 'network-vif-deleted', 'tag': '99537ef4-a20d-4d39-a75f-738bf5ff5164', 'status': 'completed', 'code': 200} Jul 16 02:23:23.885125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51032) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:24.241367 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.505145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:24.505382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.591030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port f2f05bb3-1ad9-4fc8-95a4-b3275074fd25, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=f2f05bb3-1ad9-4fc8-95a4-b3275074fd25,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:24.591390 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.604662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:24.685385 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5536f024-84d4-4686-9e64-9e69f05fd0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.791010 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.819840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=f2f05bb3-1ad9-4fc8-95a4-b3275074fd25,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:24.996753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.210660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:25.648085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:25.653643 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-61c9ebf7-ecfc-4f21-ac2d-0f10bf9d8934 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "PUT /v2.0/routers/ba4c64ca-3587-4c40-99fb-af8bb0ee87ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673273 Jul 16 02:23:25.655703 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51034) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:25.658034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] Sync routers for ids ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:25.667826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] Routers {'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:25.668432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:25.706568 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b2abb3-1c7a-496c-90fb-eab25a0772e5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting subnet 91d2f35a-56da-4454-b46b-c1c734632831 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:23:25.709641 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90b2abb3-1c7a-496c-90fb-eab25a0772e5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.750390 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90b2abb3-1c7a-496c-90fb-eab25a0772e5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.772036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] Set router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:25.840241 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90b2abb3-1c7a-496c-90fb-eab25a0772e5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.911969 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90b2abb3-1c7a-496c-90fb-eab25a0772e5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.939550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2abb3-1c7a-496c-90fb-eab25a0772e5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Subnet': ['ID=91d2f35a-56da-4454-b46b-c1c734632831,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:25.943235 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90b2abb3-1c7a-496c-90fb-eab25a0772e5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.948185 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-90b2abb3-1c7a-496c-90fb-eab25a0772e5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/subnets/91d2f35a-56da-4454-b46b-c1c734632831 HTTP/1.1" status: 204 len: 168 time: 0.2884781 Jul 16 02:23:25.948185 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51036) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:25.991574 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516c046-5777-474d-843a-4491c2701e08 None None] Network 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:26.056264 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.166810 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.170827 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.222604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 1ad1fa41-08a3-4412-b589-c22d93245177 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:26.223096 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.238868 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:23:24Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': '1ad1fa41-08a3-4412-b589-c22d93245177', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:26.269058 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] Checking router: ba4c64ca-3587-4c40-99fb-af8bb0ee87ae for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:26.277580 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] Routers {'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:26.278228 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:22:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:26.308094 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port 1ad1fa41-08a3-4412-b589-c22d93245177, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=1ad1fa41-08a3-4412-b589-c22d93245177,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:26.308379 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.310678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] DHCP port deletion for 9a2533be-f4b2-4ad2-859c-4a6363eb0a79 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:23:26.321190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 1ad1fa41-08a3-4412-b589-c22d93245177 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:26.387093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] Set router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:26.447785 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:23:26Z', 'revision_number': 6, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:26.477334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d64f12c-89c9-441d-8042-f51d40b517f1 None None] The sync data for ids ['ba4c64ca-3587-4c40-99fb-af8bb0ee87ae'] in n-d-791504-14 is: [{'id': 'ba4c64ca-3587-4c40-99fb-af8bb0ee87ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887813489', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:47Z', 'updated_at': '2021-07-16T02:23:26Z', 'revision_number': 6, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:26.481870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Deleting port 02892893-7c8f-48f3-a54d-39d655097111 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:26.482275 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.492464 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.522557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=1ad1fa41-08a3-4412-b589-c22d93245177,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:26.559576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] For port 02892893-7c8f-48f3-a54d-39d655097111, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=02892893-7c8f-48f3-a54d-39d655097111,segment=NetworkSegment(5a40862c-7c06-444c-84f2-54d7160f21c8),segment_id=5a40862c-7c06-444c-84f2-54d7160f21c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:26.559888 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.571567 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Calling delete_port for 02892893-7c8f-48f3-a54d-39d655097111 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:26.582602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.651693 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.681608 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Pushing event deleted for resources: {'Port': ['ID=02892893-7c8f-48f3-a54d-39d655097111,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:26.689434 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] No DVR routers for this DVR port 02892893-7c8f-48f3-a54d-39d655097111 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:26.689649 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.691869 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.692257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.692535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.692880 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.693201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.693529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.693853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.694105 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.694254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.694652 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.695039 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.695331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.695774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b9a2e-51a4-418c-881b-3c5d8ab77963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:26.743175 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.743813 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Fanout notify agent at l3_agent the message router_deleted on router ba4c64ca-3587-4c40-99fb-af8bb0ee87ae {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:23:26.750919 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.752029 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ce6d90e3-81f2-4e51-b647-c44dcbdb9446 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/routers/ba4c64ca-3587-4c40-99fb-af8bb0ee87ae HTTP/1.1" status: 204 len: 168 time: 0.8033288 Jul 16 02:23:26.754933 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:26.836718 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.937265 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.948664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2533be-f4b2-4ad2-859c-4a6363eb0a79']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:26.960190 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a40862c-7c06-444c-84f2-54d7160f21c8') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:26.960751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a40862c-7c06-444c-84f2-54d7160f21c8') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:26.969581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.985086 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.991840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:26.992253 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:26.995744 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:27.059545 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.067799 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.069228 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/networks/9a2533be-f4b2-4ad2-859c-4a6363eb0a79 HTTP/1.1" status: 204 len: 168 time: 0.3133702 Jul 16 02:23:27.072191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:27.080941 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d012a2f-b5fa-466c-a5fd-fa985739f733 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Network': ['ID=9a2533be-f4b2-4ad2-859c-4a6363eb0a79,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:27.134751 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.160215 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.224810 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff1b4-3e3a-4689-9d18-4e0ad97b5521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.227430 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.231274 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.232719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/security-groups/a769dcac-8d7f-449e-8aa4-a93f5681e1ea HTTP/1.1" status: 204 len: 168 time: 0.1595426 Jul 16 02:23:27.242960 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a769dcac-8d7f-449e-8aa4-a93f5681e1ea,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:27.250786 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.251140 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.251484 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.251822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.252155 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.252544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.252878 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.253208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.253540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.253863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.254213 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.254540 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7dad45-4a44-4493-9003-cb67abdb1d5b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.413966 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.466219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 02892893-7c8f-48f3-a54d-39d655097111 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:27.486246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 02892893-7c8f-48f3-a54d-39d655097111 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:27.486592 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 02892893-7c8f-48f3-a54d-39d655097111 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:27.487421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1ad1fa41-08a3-4412-b589-c22d93245177 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:27.504962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 1ad1fa41-08a3-4412-b589-c22d93245177 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:27.505304 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 1ad1fa41-08a3-4412-b589-c22d93245177 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:27.505715 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:27.524418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:27.524766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device f2f05bb3-1ad9-4fc8-95a4-b3275074fd25 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:27.733528 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.776748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51046) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:27.782396 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a77bf8cb-77e4-4939-80ce-ea2f638a7235 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95230448', 'description': 'tempest-secgroup-smoke-95230448 description', 'project_id': '6367cdb5ae9443a291c74acf22206420'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:27.806306 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a77bf8cb-77e4-4939-80ce-ea2f638a7235 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.894035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a77bf8cb-77e4-4939-80ce-ea2f638a7235 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.898031 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a77bf8cb-77e4-4939-80ce-ea2f638a7235 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.916341 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 99537ef4-a20d-4d39-a75f-738bf5ff5164 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:27.927061 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a77bf8cb-77e4-4939-80ce-ea2f638a7235 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.928280 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a77bf8cb-77e4-4939-80ce-ea2f638a7235 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1504812 Jul 16 02:23:27.930088 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bf8cb-77e4-4939-80ce-ea2f638a7235 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fcf62b-7046-4b68-9f62-e2859a279d99,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:27.931777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51048) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:27.937083 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d07ae339-9208-4950-966e-ed30c1076e89 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '64fcf62b-7046-4b68-9f62-e2859a279d99', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:27.938564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 99537ef4-a20d-4d39-a75f-738bf5ff5164 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:27.938911 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 99537ef4-a20d-4d39-a75f-738bf5ff5164 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:27.964728 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d07ae339-9208-4950-966e-ed30c1076e89 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.020245 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d07ae339-9208-4950-966e-ed30c1076e89 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.023769 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d07ae339-9208-4950-966e-ed30c1076e89 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.043001 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ae339-9208-4950-966e-ed30c1076e89 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8471a5-c386-46a4-82da-e2b6e51bd35d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:28.045234 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d07ae339-9208-4950-966e-ed30c1076e89 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.046435 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d07ae339-9208-4950-966e-ed30c1076e89 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133726 Jul 16 02:23:28.049181 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:28.054169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cc23cb74-8e19-4112-a4b8-176a4308d855 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '64fcf62b-7046-4b68-9f62-e2859a279d99', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:28.080257 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc23cb74-8e19-4112-a4b8-176a4308d855 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.138379 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc23cb74-8e19-4112-a4b8-176a4308d855 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.141652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc23cb74-8e19-4112-a4b8-176a4308d855 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.156642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23cb74-8e19-4112-a4b8-176a4308d855 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c470462a-0e48-4c3a-a5d0-2d516d114b83,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:28.166618 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc23cb74-8e19-4112-a4b8-176a4308d855 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.167789 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-cc23cb74-8e19-4112-a4b8-176a4308d855 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171415 Jul 16 02:23:28.170525 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51052) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:28.176034 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a6c6fa5a-7f7c-43da-819f-252aa3e85085 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '64fcf62b-7046-4b68-9f62-e2859a279d99', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:28.203049 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6c6fa5a-7f7c-43da-819f-252aa3e85085 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.267261 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6c6fa5a-7f7c-43da-819f-252aa3e85085 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.270804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6c6fa5a-7f7c-43da-819f-252aa3e85085 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.287605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6fa5a-7f7c-43da-819f-252aa3e85085 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641249fa-cb3f-4791-a12f-153c62f66415,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:28.294467 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6c6fa5a-7f7c-43da-819f-252aa3e85085 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.295675 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a6c6fa5a-7f7c-43da-819f-252aa3e85085 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242228 Jul 16 02:23:28.298366 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:28.303473 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f9c978b4-bdf8-4659-b08c-bdb033100ed8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '64fcf62b-7046-4b68-9f62-e2859a279d99', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:28.329531 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9c978b4-bdf8-4659-b08c-bdb033100ed8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.388377 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9c978b4-bdf8-4659-b08c-bdb033100ed8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.392061 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9c978b4-bdf8-4659-b08c-bdb033100ed8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.409593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c978b4-bdf8-4659-b08c-bdb033100ed8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576f58e9-6b3d-46de-ad9f-5d4a47f29a7a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:28.415804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9c978b4-bdf8-4659-b08c-bdb033100ed8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.417243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f9c978b4-bdf8-4659-b08c-bdb033100ed8 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177723 Jul 16 02:23:28.419973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:28.425382 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b9a1274a-a081-4f84-b1ee-24c5f2634ab9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '64fcf62b-7046-4b68-9f62-e2859a279d99', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:28.446670 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-b9a1274a-a081-4f84-b1ee-24c5f2634ab9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Project 6367cdb5ae9443a291c74acf22206420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:23:28.451419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a1274a-a081-4f84-b1ee-24c5f2634ab9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.511368 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a1274a-a081-4f84-b1ee-24c5f2634ab9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.515008 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a1274a-a081-4f84-b1ee-24c5f2634ab9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.533085 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1274a-a081-4f84-b1ee-24c5f2634ab9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35818915-0e59-48b8-a320-c73ade164397,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:28.539650 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a1274a-a081-4f84-b1ee-24c5f2634ab9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.543431 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b9a1274a-a081-4f84-b1ee-24c5f2634ab9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202564 Jul 16 02:23:28.543945 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51058) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:28.548058 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0627a7b8-dbd3-4c73-8ebe-6b03a0a6af3e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'security_group_rule': {'security_group_id': '64fcf62b-7046-4b68-9f62-e2859a279d99', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:28.570309 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-0627a7b8-dbd3-4c73-8ebe-6b03a0a6af3e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Project 6367cdb5ae9443a291c74acf22206420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:23:28.574989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0627a7b8-dbd3-4c73-8ebe-6b03a0a6af3e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.638295 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0627a7b8-dbd3-4c73-8ebe-6b03a0a6af3e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.641784 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0627a7b8-dbd3-4c73-8ebe-6b03a0a6af3e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.659411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627a7b8-dbd3-4c73-8ebe-6b03a0a6af3e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2002f70d-f0f0-434d-843b-d95f6e203e14,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:28.666915 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0627a7b8-dbd3-4c73-8ebe-6b03a0a6af3e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.668149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0627a7b8-dbd3-4c73-8ebe-6b03a0a6af3e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235533 Jul 16 02:23:28.671280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:28.677610 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'network': {'name': 'tempest-network-smoke--1220469694', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:28.699911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:28.703449 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.727705 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.729300 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:28.740127 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.740476 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Added segment 4af3bc2b-65a0-44d9-b439-dcf019382dd1 of type vlan for network 012b4796-ff2e-4434-8508-c9ee3d725ee9 Jul 16 02:23:28.781326 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.811143 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.816604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:28.817193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.851945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1796567 Jul 16 02:23:28.854722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:28.859078 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'admin_state_up': True, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:28.900973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722be8b3-3ea3-4a86-9f4a-ee31476a8bd5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Network': ['ID=012b4796-ff2e-4434-8508-c9ee3d725ee9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:28.913166 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 012b4796-ff2e-4434-8508-c9ee3d725ee9 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:28.917783 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.918808 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.970738 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.110290 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.303335 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.322612 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.428426 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.25.4.106 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/b8a8929a-9605-4a88-a00d-86a36f2363fc) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:29.532408 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.570779 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.610217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:29.613792 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:29.617381 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:29.639869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=b8a8929a-9605-4a88-a00d-86a36f2363fc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:29.865996 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.061937 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.188194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router c3df5f33-a667-4cac-a8a8-a17e583ebacf is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:23:30.294706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:30.304385 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Sync routers for ids ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:30.311042 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.313802 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Routers {'c3df5f33-a667-4cac-a8a8-a17e583ebacf'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:30.314504 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:23:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:30.314850 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.316241 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4f1acca6-7b05-4658-b65f-8b9fb2b6862c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4606094 Jul 16 02:23:30.319589 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51064) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.349996 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b50d3e17-583e-4891-b0b3-d7dabb487490 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6367cdb5ae9443a291c74acf22206420&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292258 Jul 16 02:23:30.352975 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.418412 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Set router c3df5f33-a667-4cac-a8a8-a17e583ebacf gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:30.440973 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f37ba4-56bd-42ac-8102-7248be0050e8 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:30.442418 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-78f37ba4-56bd-42ac-8102-7248be0050e8 tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885534 Jul 16 02:23:30.445182 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51068) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.473935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-812f3da6-124c-4688-9624-6ad5cd0e111e tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d87f37df-43b0-4002-ae3b-0ea68dbbf9af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277002 Jul 16 02:23:30.476706 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51070) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.481452 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-730445985', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'project_id': '6367cdb5ae9443a291c74acf22206420', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:30.571039 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:30.574748 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.598174 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:29Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:30.623751 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Checking router: c3df5f33-a667-4cac-a8a8-a17e583ebacf for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:30.624103 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Updating router c3df5f33-a667-4cac-a8a8-a17e583ebacf port b8a8929a-9605-4a88-a00d-86a36f2363fc binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:23:30.663993 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.761374 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.826370 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Subnet': ['ID=f49ec838-c209-43c2-b7a2-0dedb834a9fc,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:30.835505 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Checking segment: {'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:30.835876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network hostable DHCP agents. Network: 012b4796-ff2e-4434-8508-c9ee3d725ee9, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:30.852130 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 012b4796-ff2e-4434-8508-c9ee3d725ee9 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:30.860272 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 012b4796-ff2e-4434-8508-c9ee3d725ee9) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:30.868054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:30.868054 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.874886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6da9b8-9c4d-4866-8d34-cb93ebccb410 None None] Network 012b4796-ff2e-4434-8508-c9ee3d725ee9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:30.884290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51072) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.884534 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c35a9bd2-6199-49c4-b28e-8a1267ea5a56 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4065793 Jul 16 02:23:30.926960 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.937538 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Transition to ACTIVE for port object b8a8929a-9605-4a88-a00d-86a36f2363fc will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:30.947040 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.975432 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Attempting to bind port b8a8929a-9605-4a88-a00d-86a36f2363fc on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:30.976039 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Attempting to bind port b8a8929a-9605-4a88-a00d-86a36f2363fc by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:30.976831 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Attempting to bind port b8a8929a-9605-4a88-a00d-86a36f2363fc on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:30.998386 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:30.999094 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:30.999490 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.999879 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:31.000356 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Bound port: b8a8929a-9605-4a88-a00d-86a36f2363fc, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:31.000998 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.035539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-012b4796-ff2e-4434-8508-c9ee3d725ee9', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:31.036412 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.064417 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] For port b8a8929a-9605-4a88-a00d-86a36f2363fc, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:31.067718 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] For port b8a8929a-9605-4a88-a00d-86a36f2363fc, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b8a8929a-9605-4a88-a00d-86a36f2363fc,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:31.072204 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.093946 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Pushing event updated for resources: {'Port': ['ID=b8a8929a-9605-4a88-a00d-86a36f2363fc,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:31.102941 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.103289 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.103617 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.103949 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.104282 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.104605 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.104925 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.105246 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.105569 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.105888 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.106238 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.106554 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.119002 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Routers {'c3df5f33-a667-4cac-a8a8-a17e583ebacf'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:31.119625 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:23:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:31.177402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Allocated IP 172.20.0.2 (012b4796-ff2e-4434-8508-c9ee3d725ee9/f49ec838-c209-43c2-b7a2-0dedb834a9fc/c1277d49-7a72-4b16-92be-58b3c6e455fb) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:31.339670 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.341785 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] Set router c3df5f33-a667-4cac-a8a8-a17e583ebacf gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:31.350053 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Transition to ACTIVE for port object c1277d49-7a72-4b16-92be-58b3c6e455fb will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:31.366440 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Transition to ACTIVE for port object c1277d49-7a72-4b16-92be-58b3c6e455fb will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:31.372412 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.420542 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Network 012b4796-ff2e-4434-8508-c9ee3d725ee9 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:31.423682 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:31.429011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:31.432205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Pushing event updated for resources: {'Port': ['ID=c1277d49-7a72-4b16-92be-58b3c6e455fb,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:31.488556 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdbb67-2b45-4262-9bfd-2ed1eef47c5e None None] Pushing event updated for resources: {'Port': ['ID=b8a8929a-9605-4a88-a00d-86a36f2363fc,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:31.491749 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Attempting to bind port c1277d49-7a72-4b16-92be-58b3c6e455fb on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:31.492269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Attempting to bind port c1277d49-7a72-4b16-92be-58b3c6e455fb by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:31.492923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Attempting to bind port c1277d49-7a72-4b16-92be-58b3c6e455fb on network 012b4796-ff2e-4434-8508-c9ee3d725ee9 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:31.498153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:31.498454 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Checking segment: {'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:31.499159 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.499159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Bound using segment: {'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:31.499641 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Bound port: c1277d49-7a72-4b16-92be-58b3c6e455fb, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:31.500022 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.566028 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] For port c1277d49-7a72-4b16-92be-58b3c6e455fb, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:31.569220 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] For port c1277d49-7a72-4b16-92be-58b3c6e455fb, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c1277d49-7a72-4b16-92be-58b3c6e455fb,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:31.574343 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.574827 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:29Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:31.607046 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0655dc2-b30e-4791-8c48-43ae3d525f08 None None] The sync data for ids ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'] in n-d-791504-14 is: [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:29Z', 'revision_number': 3, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:31.640293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12b850-6b99-498b-8d76-b866dec480c0 None None] Pushing event updated for resources: {'Port': ['ID=c1277d49-7a72-4b16-92be-58b3c6e455fb,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:31.724665 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.123305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.20.0.1 (012b4796-ff2e-4434-8508-c9ee3d725ee9/f49ec838-c209-43c2-b7a2-0dedb834a9fc/73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:32.261351 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.275528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Transition to ACTIVE for port object 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:32.318714 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.368215 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 012b4796-ff2e-4434-8508-c9ee3d725ee9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:32.371494 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:32.374641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:32.417641 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:32.431107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.614602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.761979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f120a64c-e4d1-4e19-b136-4c350d76d816 None None] Network 012b4796-ff2e-4434-8508-c9ee3d725ee9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:32.857224 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-97b3e0d6-ac42-459e-8e70-257a4cbb8402 None None] Provisioning for port c1277d49-7a72-4b16-92be-58b3c6e455fb completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:32.931102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.935882 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.017189 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:33.020567 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.118125 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 012b4796-ff2e-4434-8508-c9ee3d725ee9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:33.119664 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:33.214322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7dd1213f-981c-4663-8147-9e704cd6b12f None None] Provisioning for port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:33.219057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7dd1213f-981c-4663-8147-9e704cd6b12f None None] Provisioning complete for port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:33.219508 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dd1213f-981c-4663-8147-9e704cd6b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.243925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router c3df5f33-a667-4cac-a8a8-a17e583ebacf has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:33.266240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1213f-981c-4663-8147-9e704cd6b12f None None] Port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:33.378832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:33.386510 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b80d2991-6842-41e7-8a07-7d4dd6e69173 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "PUT /v2.0/routers/c3df5f33-a667-4cac-a8a8-a17e583ebacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5010333 Jul 16 02:23:33.397408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-22aa3076-46a8-43ce-bec1-7d620fa96949 None None] Provisioning complete for port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:33.397915 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22aa3076-46a8-43ce-bec1-7d620fa96949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.441668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-22aa3076-46a8-43ce-bec1-7d620fa96949 None None] Port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:33.481757 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Sync routers for ids ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:33.495963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Routers {'c3df5f33-a667-4cac-a8a8-a17e583ebacf'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:33.496939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:23:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:33.589818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b8a8929a-9605-4a88-a00d-86a36f2363fc up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:33.633880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-b8d86da8-0758-4fb3-8e8d-0e7f54571887 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95230448&fields=id&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 267 time: 0.0348549 Jul 16 02:23:33.641484 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Set router c3df5f33-a667-4cac-a8a8-a17e583ebacf gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:33.731060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fe84d2c9-2214-4558-bba5-e963a18f3b03 None None] Provisioning complete for port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:33.731402 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe84d2c9-2214-4558-bba5-e963a18f3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.744009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b8a8929a-9605-4a88-a00d-86a36f2363fc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:33.753187 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-ee671aa0-cbd2-4ae5-898a-ba4e5c61408a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:33.754798 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-ee671aa0-cbd2-4ae5-898a-ba4e5c61408a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/networks?id=012b4796-ff2e-4434-8508-c9ee3d725ee9 HTTP/1.1" status: 200 len: 797 time: 0.1129260 Jul 16 02:23:33.770623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-15f42622-ef83-4514-b591-b52bdaa4aa4d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/quotas/6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 375 time: 0.0103624 Jul 16 02:23:33.774786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b8a8929a-9605-4a88-a00d-86a36f2363fc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:33.775304 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.839514 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-4a3d7b34-9416-47df-9817-b4f04fea5153 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629170 Jul 16 02:23:33.843925 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fe84d2c9-2214-4558-bba5-e963a18f3b03 None None] Port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:33.857698 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a500a9df-ff74-4077-b2da-6f34916591ea tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:23:33.858709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a500a9df-ff74-4077-b2da-6f34916591ea tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060129 Jul 16 02:23:33.939222 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.963866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b8a8929a-9605-4a88-a00d-86a36f2363fc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b8a8929a-9605-4a88-a00d-86a36f2363fc,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:33.968341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.969155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c1277d49-7a72-4b16-92be-58b3c6e455fb up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:34.000597 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-bba0a1e7-9166-458a-9c4e-9a92f0f1f0c8 service neutron] 10.222.0.64 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348584 Jul 16 02:23:34.097198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-9efcc48a-fa1c-41ad-b6c2-1d8fffe577f1 service neutron] 10.222.0.64 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894341 Jul 16 02:23:34.166263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e', 'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:c1:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:31Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 2, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:34.208345 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Checking router: c3df5f33-a667-4cac-a8a8-a17e583ebacf for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:34.208708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Updating router c3df5f33-a667-4cac-a8a8-a17e583ebacf port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:23:34.251089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b8a8929a-9605-4a88-a00d-86a36f2363fc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:34.267089 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.287180 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6260920f-79b3-4f28-9a3f-08f20fc9167f req-8f2c6814-98c7-4f39-8ab9-5b33d0ea8eb1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 210 time: 0.0419466 Jul 16 02:23:34.302486 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port c1277d49-7a72-4b16-92be-58b3c6e455fb completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:34.310317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c1277d49-7a72-4b16-92be-58b3c6e455fb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:34.310686 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.506801 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.567273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port c1277d49-7a72-4b16-92be-58b3c6e455fb, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c1277d49-7a72-4b16-92be-58b3c6e455fb,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:34.573245 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.661712 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.666204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=c1277d49-7a72-4b16-92be-58b3c6e455fb,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:34.676490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Transition to ACTIVE for port object 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:34.682443 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.735711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c66a5d-9731-4dc7-a26a-c7730e4b25ba None None] Pushing event updated for resources: {'Port': ['ID=73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:34.790695 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Attempting to bind port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:34.791377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Attempting to bind port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:34.791377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Attempting to bind port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e on network 012b4796-ff2e-4434-8508-c9ee3d725ee9 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:34.796501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:34.796873 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Checking segment: {'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:34.797274 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.797665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Bound using segment: {'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:34.798176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Bound port: 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:34.798771 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.867030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] For port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:34.871441 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] For port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:34.876341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.949372 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c66a5d-9731-4dc7-a26a-c7730e4b25ba None None] Pushing event updated for resources: {'Port': ['ID=73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:34.952929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Routers {'c3df5f33-a667-4cac-a8a8-a17e583ebacf'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:34.952929 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:23:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:35.084618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] Set router c3df5f33-a667-4cac-a8a8-a17e583ebacf gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:35.291590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e', 'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:c1:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:31Z', 'updated_at': '2021-07-16T02:23:34Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:35.318583 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71ee3a-f233-4d5c-906e-43dec0737f1e None None] The sync data for ids ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'] in n-d-791504-14 is: [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e', 'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:c1:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:31Z', 'updated_at': '2021-07-16T02:23:34Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:35.530046 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a061a56c-067d-446c-a90f-0a61d527108f req-7880a5fc-6f00-42cc-8cde-fdd38ac54b23 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 210 time: 0.0504949 Jul 16 02:23:35.568036 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-f5e1217e-bb45-4935-a9c2-5660d0b9a97c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:35.570257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-f5e1217e-bb45-4935-a9c2-5660d0b9a97c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/networks?id=012b4796-ff2e-4434-8508-c9ee3d725ee9 HTTP/1.1" status: 200 len: 797 time: 0.1908717 Jul 16 02:23:35.607349 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:35.628843 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-bad4981f-dcb2-4f8c-90d5-7b6853c09411 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6367cdb5ae9443a291c74acf22206420 HTTP/1.1" status: 200 len: 378 time: 0.0456567 Jul 16 02:23:35.638398 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'port': {'device_id': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'admin_state_up': True, 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'security_groups': ['64fcf62b-7046-4b68-9f62-e2859a279d99']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:35.668754 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:35.673723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:35.674749 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.756151 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.769438 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Made reservation on behalf of 6367cdb5ae9443a291c74acf22206420 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:35.773077 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.794313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:35.800911 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.801893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c1277d49-7a72-4b16-92be-58b3c6e455fb up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:35.889085 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:35.903826 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port c1277d49-7a72-4b16-92be-58b3c6e455fb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:35.904273 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.912490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.20.0.4 (012b4796-ff2e-4434-8508-c9ee3d725ee9/f49ec838-c209-43c2-b7a2-0dedb834a9fc/03a2e382-567f-412d-a65d-a1f25dd0f732) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:35.999800 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b8a8929a-9605-4a88-a00d-86a36f2363fc up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:36.054246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b8a8929a-9605-4a88-a00d-86a36f2363fc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:36.055162 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.072062 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.089422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Transition to ACTIVE for port object 03a2e382-567f-412d-a65d-a1f25dd0f732 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:36.126691 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.179748 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network 012b4796-ff2e-4434-8508-c9ee3d725ee9 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:36.183484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:36.185985 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:36.214904 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=03a2e382-567f-412d-a65d-a1f25dd0f732,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:36.252851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:36.253875 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.270913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-785b622a-5834-4965-a089-2f763b998869 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6367586 Jul 16 02:23:36.283077 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Request body: {'port': {'device_id': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:36.366797 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.449796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-953e5069-8b39-40da-8f94-ffcc1ee5b8a7 None None] Provisioning for port 03a2e382-567f-412d-a65d-a1f25dd0f732 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:36.454469 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-953e5069-8b39-40da-8f94-ffcc1ee5b8a7 None None] Provisioning complete for port 03a2e382-567f-412d-a65d-a1f25dd0f732 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:36.455000 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-953e5069-8b39-40da-8f94-ffcc1ee5b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.491341 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-953e5069-8b39-40da-8f94-ffcc1ee5b8a7 None None] Port 03a2e382-567f-412d-a65d-a1f25dd0f732 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:36.651666 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a2e382-567f-412d-a65d-a1f25dd0f732 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:23:36.659818 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.673909 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Transition to ACTIVE for port object 03a2e382-567f-412d-a65d-a1f25dd0f732 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:36.681642 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.712330 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d92db-fa79-4bc8-ad3e-c2829517f862 req-e292d79d-54a4-4b78-a678-143b29a0087b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:36.714092 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-813d92db-fa79-4bc8-ad3e-c2829517f862 req-e292d79d-54a4-4b78-a678-143b29a0087b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 931 time: 0.0657494 Jul 16 02:23:36.735234 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Pushing event updated for resources: {'Port': ['ID=03a2e382-567f-412d-a65d-a1f25dd0f732,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:36.760557 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-813d92db-fa79-4bc8-ad3e-c2829517f862 req-af80cda0-9dd2-4159-a4b5-d8a7667716ce tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403597 Jul 16 02:23:36.811956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Attempting to bind port 03a2e382-567f-412d-a65d-a1f25dd0f732 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:36.812292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Attempting to bind port 03a2e382-567f-412d-a65d-a1f25dd0f732 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:36.812629 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Attempting to bind port 03a2e382-567f-412d-a65d-a1f25dd0f732 on network 012b4796-ff2e-4434-8508-c9ee3d725ee9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:36.817503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Port 03a2e382-567f-412d-a65d-a1f25dd0f732 on network 012b4796-ff2e-4434-8508-c9ee3d725ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:23:36.817828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Attempting to bind port 03a2e382-567f-412d-a65d-a1f25dd0f732 on network 012b4796-ff2e-4434-8508-c9ee3d725ee9 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:36.823037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:36.823241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Checking segment: {'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:36.823605 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Bound using segment: {'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:36.824041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Bound port: 03a2e382-567f-412d-a65d-a1f25dd0f732, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af3bc2b-65a0-44d9-b439-dcf019382dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:36.824407 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.893272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] For port 03a2e382-567f-412d-a65d-a1f25dd0f732, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:36.898442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] For port 03a2e382-567f-412d-a65d-a1f25dd0f732, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=03a2e382-567f-412d-a65d-a1f25dd0f732,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:36.903034 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.941163 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:36.941777 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.943269 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] 10.222.0.67 "PUT /v2.0/ports/03a2e382-567f-412d-a65d-a1f25dd0f732 HTTP/1.1" status: 200 len: 1092 time: 0.6648004 Jul 16 02:23:36.943648 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'tag': '03a2e382-567f-412d-a65d-a1f25dd0f732'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:36.946038 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9315f36-63b5-45ec-a9d3-e4858f81231b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7", "tag": "03a2e382-567f-412d-a65d-a1f25dd0f732"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:36.971446 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f922f-1a81-4f9a-9517-b3887fcf8fce service neutron] Pushing event updated for resources: {'Port': ['ID=03a2e382-567f-412d-a65d-a1f25dd0f732,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:36.991303 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f6e730-2841-41b3-83cc-312ada4eebfe x-openstack-request-id: req-f6f6e730-2841-41b3-83cc-312ada4eebfe {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:36.991724 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7", "tag": "03a2e382-567f-412d-a65d-a1f25dd0f732", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:36.991980 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6f6e730-2841-41b3-83cc-312ada4eebfe {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:36.992390 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'tag': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'status': 'completed', 'code': 200} Jul 16 02:23:37.051535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-fc8a98ec-a8ce-40f2-820b-ae3a8ffb5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.053049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-fc8a98ec-a8ce-40f2-820b-ae3a8ffb5cc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 1095 time: 0.0567634 Jul 16 02:23:37.096366 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-b81842a6-d1ed-4d2c-af8a-ab7995264c8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03a2e382-567f-412d-a65d-a1f25dd0f732 HTTP/1.1" status: 200 len: 217 time: 0.0352416 Jul 16 02:23:37.150625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-12bd4bf3-1ba0-4eaa-b641-b1cd96dea8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.152110 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-12bd4bf3-1ba0-4eaa-b641-b1cd96dea8e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f49ec838-c209-43c2-b7a2-0dedb834a9fc HTTP/1.1" status: 200 len: 834 time: 0.0497336 Jul 16 02:23:37.211540 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-859c753b-cd73-4cd9-a20a-09336735ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.213044 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-859c753b-cd73-4cd9-a20a-09336735ebcf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=012b4796-ff2e-4434-8508-c9ee3d725ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537913 Jul 16 02:23:37.306650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-98c77c35-3ba7-45fc-807b-edc53a0fc5dc service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857184 Jul 16 02:23:37.400443 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-24ddef61-acd4-4fe1-b9c7-0aabf66c87a0 req-8b4129b6-1187-43af-8e29-cc2be48ac605 service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861394 Jul 16 02:23:37.477093 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:37.501793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-931df610-4ed2-40c8-b6d0-0da9a72c02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.503422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-931df610-4ed2-40c8-b6d0-0da9a72c02fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 1095 time: 0.0543015 Jul 16 02:23:37.523497 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:37.523893 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.597434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-a891b1d0-9fa2-4ae7-b57a-dd677c0f90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.598922 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-a891b1d0-9fa2-4ae7-b57a-dd677c0f90bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=012b4796-ff2e-4434-8508-c9ee3d725ee9 HTTP/1.1" status: 200 len: 897 time: 0.0887599 Jul 16 02:23:37.641306 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-b0d6296d-7a59-4adc-a515-91bbac3e36be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03a2e382-567f-412d-a65d-a1f25dd0f732 HTTP/1.1" status: 200 len: 217 time: 0.0338414 Jul 16 02:23:37.694825 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-3d9096cf-2b23-4d6c-bfd3-12ffe4cae92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.696254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-3d9096cf-2b23-4d6c-bfd3-12ffe4cae92c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f49ec838-c209-43c2-b7a2-0dedb834a9fc HTTP/1.1" status: 200 len: 834 time: 0.0475945 Jul 16 02:23:37.757603 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-ba9e0e30-8e97-4e28-80b7-f69c2c8ec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.759049 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-ba9e0e30-8e97-4e28-80b7-f69c2c8ec2cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=012b4796-ff2e-4434-8508-c9ee3d725ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531337 Jul 16 02:23:37.852138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-aaff2473-2637-4214-bfc5-f30f58514101 service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844090 Jul 16 02:23:37.936712 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41d554-5b0e-45cb-91b3-743ec3e67ee4 req-4b994161-8f43-4e06-8e2c-ca46ab54c77a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.938252 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff41d554-5b0e-45cb-91b3-743ec3e67ee4 req-4b994161-8f43-4e06-8e2c-ca46ab54c77a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 943 time: 0.0659974 Jul 16 02:23:37.948963 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c9315f36-63b5-45ec-a9d3-e4858f81231b req-8f48b53d-f0f8-4dab-a3d1-9690517abe58 service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883741 Jul 16 02:23:37.978598 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ff41d554-5b0e-45cb-91b3-743ec3e67ee4 req-a9d0a259-e325-417d-af7c-0743c1f68ad9 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345891 Jul 16 02:23:39.149442 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e794f-8cb9-41bb-984d-bc18d94b69a2 req-576a23ea-9273-4a3a-962b-c45ba5b858ba tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:39.151782 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4b7e794f-8cb9-41bb-984d-bc18d94b69a2 req-576a23ea-9273-4a3a-962b-c45ba5b858ba tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 943 time: 0.0628588 Jul 16 02:23:39.190434 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4b7e794f-8cb9-41bb-984d-bc18d94b69a2 req-c66b5879-feb4-4eaf-ba5e-253b34b35a0b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331490 Jul 16 02:23:39.963174 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 03a2e382-567f-412d-a65d-a1f25dd0f732 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:23:40.062034 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 03a2e382-567f-412d-a65d-a1f25dd0f732, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=03a2e382-567f-412d-a65d-a1f25dd0f732,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:40.073550 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'port_id': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'mac_address': 'fa:16:3e:d3:1f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:23:40.109157 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.122276 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a2e382-567f-412d-a65d-a1f25dd0f732 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:23:40.141667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 03a2e382-567f-412d-a65d-a1f25dd0f732, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=03a2e382-567f-412d-a65d-a1f25dd0f732,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:40.145708 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.191419 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=03a2e382-567f-412d-a65d-a1f25dd0f732,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:40.367563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b84380-6d9e-4b39-91dc-294832f0a500 req-ebdab342-f394-4a7d-a1f0-8f7eaba7d4be tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:40.369031 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-09b84380-6d9e-4b39-91dc-294832f0a500 req-ebdab342-f394-4a7d-a1f0-8f7eaba7d4be tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 944 time: 0.0643089 Jul 16 02:23:40.380164 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['03a2e382-567f-412d-a65d-a1f25dd0f732'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:40.407530 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-09b84380-6d9e-4b39-91dc-294832f0a500 req-c61802c7-5186-480a-8c30-ac74bacbdd40 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328832 Jul 16 02:23:41.585657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2ce10-f267-43c6-a292-db88a5a17071 req-0020254b-83fc-40a7-baa4-4d50651dfa11 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:41.587159 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcb2ce10-f267-43c6-a292-db88a5a17071 req-0020254b-83fc-40a7-baa4-4d50651dfa11 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 944 time: 0.0661459 Jul 16 02:23:41.623975 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fcb2ce10-f267-43c6-a292-db88a5a17071 req-bb9897ab-e341-4182-b2e9-3ba8d3ac56fe tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313067 Jul 16 02:23:41.978813 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 03a2e382-567f-412d-a65d-a1f25dd0f732 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:42.026932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 03a2e382-567f-412d-a65d-a1f25dd0f732 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:42.030708 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 03a2e382-567f-412d-a65d-a1f25dd0f732 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:42.031073 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.111719 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.134483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a2e382-567f-412d-a65d-a1f25dd0f732'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:42.136726 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a6bbf7-611f-4abe-afa7-f26631afe284" -d '{"events": [{"server_uuid": "cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7", "name": "network-vif-plugged", "status": "completed", "tag": "03a2e382-567f-412d-a65d-a1f25dd0f732"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:42.150932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 03a2e382-567f-412d-a65d-a1f25dd0f732, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=03a2e382-567f-412d-a65d-a1f25dd0f732,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:42.155341 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.203934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=03a2e382-567f-412d-a65d-a1f25dd0f732,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:42.226435 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e8bcc4-aebc-4352-8a2d-7bdf471ae589 x-openstack-request-id: req-67e8bcc4-aebc-4352-8a2d-7bdf471ae589 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:42.226725 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7", "name": "network-vif-plugged", "status": "completed", "tag": "03a2e382-567f-412d-a65d-a1f25dd0f732", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:42.226974 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67e8bcc4-aebc-4352-8a2d-7bdf471ae589 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:42.227364 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'code': 200} Jul 16 02:23:42.341643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb040-4de8-43d4-9440-71f9201913cb req-1ca1a473-f274-4cd9-a12e-9e2b0479f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:42.343179 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdacb040-4de8-43d4-9440-71f9201913cb req-1ca1a473-f274-4cd9-a12e-9e2b0479f375 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0520039 Jul 16 02:23:42.378701 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fdacb040-4de8-43d4-9440-71f9201913cb req-ef4dd6d2-435c-4ea3-9658-76d7f6ad9017 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288467 Jul 16 02:23:42.796433 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49f0b2-ff1e-4c62-a787-b0198386ff7c req-89c55e8c-b42f-4912-9897-0cd66b087cdd tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:42.797919 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c49f0b2-ff1e-4c62-a787-b0198386ff7c req-89c55e8c-b42f-4912-9897-0cd66b087cdd tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0642905 Jul 16 02:23:42.835548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c49f0b2-ff1e-4c62-a787-b0198386ff7c req-b7de2ec0-f7b0-4320-9795-1059a7021305 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313652 Jul 16 02:23:43.273622 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:44.012458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1326695-949d-4916-8df3-14de4a856af3 req-eb3d66e6-cb9d-4d17-8cbb-53366b36092a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:44.013952 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1326695-949d-4916-8df3-14de4a856af3 req-eb3d66e6-cb9d-4d17-8cbb-53366b36092a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0625870 Jul 16 02:23:44.050935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1326695-949d-4916-8df3-14de4a856af3 req-a39fdeb7-e4a9-470e-b9c1-22eb2e2f18fc tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311990 Jul 16 02:23:44.230062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325f0dc-3988-44bb-8e9d-45b778bd289f req-6faa8f68-2f22-41e5-b978-edc462bd18c4 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:44.231480 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f325f0dc-3988-44bb-8e9d-45b778bd289f req-6faa8f68-2f22-41e5-b978-edc462bd18c4 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0675118 Jul 16 02:23:44.268610 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f325f0dc-3988-44bb-8e9d-45b778bd289f req-86b44ce8-8e66-464c-b379-a06c89b94e14 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310674 Jul 16 02:23:44.292483 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51130) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:44.344002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d96ac6-ca8f-4333-a75c-d3adc7fa4f0a tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:44.345475 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-18d96ac6-ca8f-4333-a75c-d3adc7fa4f0a tempest-TestNetworkAdvancedServerOps-1074911168 tempest-TestNetworkAdvancedServerOps-1074911168-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 1092 time: 0.0520341 Jul 16 02:23:44.348788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51132) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:44.353305 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:44.375132 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.477536 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.578164 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Allocated IP 172.25.4.6 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/e5cd3738-b3ac-4fe2-8d2d-0a8aace5b71f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:44.695236 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.734512 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.773258 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:44.776232 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:44.779767 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:44.785654 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=e5cd3738-b3ac-4fe2-8d2d-0a8aace5b71f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:45.154391 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.232499 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.716561 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.721791 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.790881 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event updated for resources: {'Port': ['ID=e5cd3738-b3ac-4fe2-8d2d-0a8aace5b71f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:45.803167 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.903152 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Floating IP 2255ef97-1127-4fbe-b399-9739cd621fd0 associated. External IP: 172.25.4.6, port: 03a2e382-567f-412d-a65d-a1f25dd0f732. Jul 16 02:23:46.113052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router c3df5f33-a667-4cac-a8a8-a17e583ebacf has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:46.220567 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:46.231175 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] Sync routers for ids ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:46.237985 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.241764 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] Routers {'c3df5f33-a667-4cac-a8a8-a17e583ebacf'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:46.242534 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:23:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:46.276257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fd8803ad-a5b8-4996-a0c7-5a9b786884b3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9264636 Jul 16 02:23:46.276840 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'tag': '03a2e382-567f-412d-a65d-a1f25dd0f732'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:46.279128 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a77439-97eb-4f5e-b4d5-60eeabba8e66" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7", "tag": "03a2e382-567f-412d-a65d-a1f25dd0f732"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:46.315495 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe5f1a7-0f60-4f9a-ae59-e2522be289d1 x-openstack-request-id: req-6fe5f1a7-0f60-4f9a-ae59-e2522be289d1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:46.315821 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7", "tag": "03a2e382-567f-412d-a65d-a1f25dd0f732", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:46.316199 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fe5f1a7-0f60-4f9a-ae59-e2522be289d1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:46.316612 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'tag': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'status': 'completed', 'code': 200} Jul 16 02:23:46.351271 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] Set router c3df5f33-a667-4cac-a8a8-a17e583ebacf gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:46.393550 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-589babe9-c45e-4923-954b-4ee85af2d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:46.395118 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-589babe9-c45e-4923-954b-4ee85af2d26e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0556493 Jul 16 02:23:46.440978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759cbc-bda3-413c-8893-14f2fbb2fbf9 req-a026fb6a-4ad7-4e0f-8864-a871694ffe5a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:46.442595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35759cbc-bda3-413c-8893-14f2fbb2fbf9 req-a026fb6a-4ad7-4e0f-8864-a871694ffe5a tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0709360 Jul 16 02:23:46.483136 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-35759cbc-bda3-413c-8893-14f2fbb2fbf9 req-70faf948-a328-4741-8652-5b03c207b147 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341969 Jul 16 02:23:46.498395 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-117733ac-434a-45ba-b066-b3d119bb850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:46.500018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-117733ac-434a-45ba-b066-b3d119bb850a service neutron] 10.222.0.67 "GET /v2.0/networks?id=012b4796-ff2e-4434-8508-c9ee3d725ee9 HTTP/1.1" status: 200 len: 897 time: 0.0981634 Jul 16 02:23:46.509580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51138) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:46.568279 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-13d2fe5f-a175-4888-a8eb-8577d1e091ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03a2e382-567f-412d-a65d-a1f25dd0f732 HTTP/1.1" status: 200 len: 997 time: 0.0614150 Jul 16 02:23:46.573108 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0b302661-11cb-4666-a09f-7c0f3f865580 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/2255ef97-1127-4fbe-b399-9739cd621fd0 HTTP/1.1" status: 200 len: 989 time: 0.0623441 Jul 16 02:23:46.584312 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '2255ef97-1127-4fbe-b399-9739cd621fd0', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'port_id': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'mac_address': 'fa:16:3e:d3:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:23:45Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e', 'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:c1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:31Z', 'updated_at': '2021-07-16T02:23:35Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:46.614690 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] Checking router: c3df5f33-a667-4cac-a8a8-a17e583ebacf for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:46.618245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-b30caf94-24a5-4490-90e8-10cd18dac9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:46.619726 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-b30caf94-24a5-4490-90e8-10cd18dac9f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f49ec838-c209-43c2-b7a2-0dedb834a9fc HTTP/1.1" status: 200 len: 834 time: 0.0458083 Jul 16 02:23:46.622883 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] Routers {'c3df5f33-a667-4cac-a8a8-a17e583ebacf'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:46.623480 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:23:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:46.689752 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-d2aa2b6f-4974-4331-a4ba-7c781f71f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:46.691794 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-d2aa2b6f-4974-4331-a4ba-7c781f71f5fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=012b4796-ff2e-4434-8508-c9ee3d725ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659018 Jul 16 02:23:46.731634 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] Set router c3df5f33-a667-4cac-a8a8-a17e583ebacf gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:46.784419 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-76de8967-4931-4e02-af44-899bfd7192ba service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860062 Jul 16 02:23:46.883086 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-76a77439-97eb-4f5e-b4d5-60eeabba8e66 req-7aee76fc-5a5c-42f9-a319-ae932a10f9b6 service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918219 Jul 16 02:23:46.911076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-105b5bc1-e26d-4ed8-becf-65c65f0b3781 req-b2cc7f8e-10b3-4628-9b26-34be2cc9636b service neutron] (93945) timed out ('10.222.0.64', 46786) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:23:46.956154 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '2255ef97-1127-4fbe-b399-9739cd621fd0', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'port_id': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'mac_address': 'fa:16:3e:d3:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:23:45Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e', 'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:c1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:31Z', 'updated_at': '2021-07-16T02:23:35Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:46.981276 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc8251-35fc-48aa-a5b4-ddb6ae27ab3b None None] The sync data for ids ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'] in n-d-791504-14 is: [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '2255ef97-1127-4fbe-b399-9739cd621fd0', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'port_id': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'mac_address': 'fa:16:3e:d3:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:23:45Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 0, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e', 'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:c1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:31Z', 'updated_at': '2021-07-16T02:23:35Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:47.171331 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63682077-e391-42df-af60-202c342ce084 None None] New status for floating IP 2255ef97-1127-4fbe-b399-9739cd621fd0: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:23:47.576988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51140) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:47.639383 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-39aece43-8c25-4ef3-8681-c6ec378e381f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/2255ef97-1127-4fbe-b399-9739cd621fd0 HTTP/1.1" status: 200 len: 991 time: 0.0612042 Jul 16 02:23:53.757207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-49e41bbc-ee85-497d-ad3f-db2b63f5087f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509353 Jul 16 02:23:53.852746 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-37af3976-eb91-477f-967a-9ceaf8741cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:53.854247 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-37af3976-eb91-477f-967a-9ceaf8741cda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0530725 Jul 16 02:23:53.964869 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-64bdab23-c64b-4963-acd0-08ed44b3d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:53.966503 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-64bdab23-c64b-4963-acd0-08ed44b3d181 service neutron] 10.222.0.67 "GET /v2.0/networks?id=012b4796-ff2e-4434-8508-c9ee3d725ee9 HTTP/1.1" status: 200 len: 897 time: 0.0912993 Jul 16 02:23:54.032799 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-54bc93fe-7718-499e-a0f0-8c15a7d096c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03a2e382-567f-412d-a65d-a1f25dd0f732 HTTP/1.1" status: 200 len: 999 time: 0.0585248 Jul 16 02:23:54.086241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-2ba500b3-8a19-4ddd-b8f9-7db280fcf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:54.087708 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-2ba500b3-8a19-4ddd-b8f9-7db280fcf24c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f49ec838-c209-43c2-b7a2-0dedb834a9fc HTTP/1.1" status: 200 len: 834 time: 0.0481336 Jul 16 02:23:54.145989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-cacfc121-28aa-46bc-8a2b-5565f860f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:54.147506 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-cacfc121-28aa-46bc-8a2b-5565f860f74f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=012b4796-ff2e-4434-8508-c9ee3d725ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518734 Jul 16 02:23:54.243814 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-43bd34ae-afaa-4db7-b303-2990fb3efe7b service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883486 Jul 16 02:23:54.334548 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dd13b39e-98bf-47eb-9793-086973b92e9d req-e984cc61-1be0-424c-b76c-1665a81d3229 service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833139 Jul 16 02:23:54.688045 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80e8fb1-e0a1-4e26-aa08-3445e3450131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.136028 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.216739 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33c9f2af-fbde-45bb-9b13-9c6d3c23f066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.412301 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.737023 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.729383 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.312820 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.268500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca849b-87e8-4cd1-8682-e12d4bc59a4c req-e9ef9356-334c-4dff-80d4-6d717547eb4d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.269976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4eca849b-87e8-4cd1-8682-e12d4bc59a4c req-e9ef9356-334c-4dff-80d4-6d717547eb4d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0646367 Jul 16 02:24:19.312069 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4eca849b-87e8-4cd1-8682-e12d4bc59a4c req-a2230769-b93e-427a-a7c3-e917ee6765e5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363939 Jul 16 02:24:20.274512 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:20.492424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b4a98-08ac-4e74-b919-6face0016547 req-75aa58a2-e038-4f67-af12-e68eed67a052 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.493902 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-387b4a98-08ac-4e74-b919-6face0016547 req-75aa58a2-e038-4f67-af12-e68eed67a052 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0636065 Jul 16 02:24:20.532921 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-387b4a98-08ac-4e74-b919-6face0016547 req-6944fc18-bf01-4965-8e15-ec502773e0d7 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333149 Jul 16 02:24:20.557371 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51166) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:20.620937 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5fd8d9cf-4786-41be-96c7-c06522807ead tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/2255ef97-1127-4fbe-b399-9739cd621fd0 HTTP/1.1" status: 200 len: 991 time: 0.0624683 Jul 16 02:24:22.072434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-474455a6-dcdc-44fd-b272-b0ca3f3d0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:22.073927 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-474455a6-dcdc-44fd-b272-b0ca3f3d0eb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0944195 Jul 16 02:24:22.085578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c12bf5-e398-4b70-821b-e81853988cc5 req-b0d14000-f06f-4918-a2bc-29819a394167 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:22.086980 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59c12bf5-e398-4b70-821b-e81853988cc5 req-b0d14000-f06f-4918-a2bc-29819a394167 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0810316 Jul 16 02:24:22.176482 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59c12bf5-e398-4b70-821b-e81853988cc5 req-7e22a04e-80b8-4f2f-966c-5fe6ac161e7c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810125 Jul 16 02:24:22.200032 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-893a6aeb-cd33-4272-8559-128a5e0a0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:22.201641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-893a6aeb-cd33-4272-8559-128a5e0a0e44 service neutron] 10.222.0.67 "GET /v2.0/networks?id=012b4796-ff2e-4434-8508-c9ee3d725ee9 HTTP/1.1" status: 200 len: 897 time: 0.1138411 Jul 16 02:24:22.265534 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-198063be-56c5-477a-b3f2-63a7aeab2020 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03a2e382-567f-412d-a65d-a1f25dd0f732 HTTP/1.1" status: 200 len: 999 time: 0.0569384 Jul 16 02:24:22.318533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-cf9665bf-26a9-4790-8d09-6ec335dc56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:22.320089 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-cf9665bf-26a9-4790-8d09-6ec335dc56a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f49ec838-c209-43c2-b7a2-0dedb834a9fc HTTP/1.1" status: 200 len: 834 time: 0.0472908 Jul 16 02:24:22.376862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-3e0c6298-cf6f-4779-a9ef-70f26678d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:22.378268 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-3e0c6298-cf6f-4779-a9ef-70f26678d342 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=012b4796-ff2e-4434-8508-c9ee3d725ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519180 Jul 16 02:24:22.473456 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-d8cdf057-6fa3-4427-9f88-714756ec7628 service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890458 Jul 16 02:24:22.562809 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ceaac816-cc90-453a-b029-c3ac3f1ec22e req-b6b095f1-7359-479a-be11-fdd072ae9948 service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821412 Jul 16 02:24:23.362981 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528ae9b-6047-4dc8-8b9a-8153512182c0 req-0cd92b95-843f-4520-a25e-db5e8157f49d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:23.364466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9528ae9b-6047-4dc8-8b9a-8153512182c0 req-0cd92b95-843f-4520-a25e-db5e8157f49d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0670717 Jul 16 02:24:23.402344 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9528ae9b-6047-4dc8-8b9a-8153512182c0 req-845fd37b-d372-4b3d-b85a-6732ab850316 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322320 Jul 16 02:24:24.576057 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab72064-d0a6-44bc-a143-01a64c3220a9 req-d35f0a7b-8262-4519-bfdd-76bd50235c74 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:24.577535 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cab72064-d0a6-44bc-a143-01a64c3220a9 req-d35f0a7b-8262-4519-bfdd-76bd50235c74 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0629940 Jul 16 02:24:24.620448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cab72064-d0a6-44bc-a143-01a64c3220a9 req-7d0793c0-5189-483e-b131-e13a5946ca2d tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364532 Jul 16 02:24:24.645581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51178) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:24.689921 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa057d5b-266b-483b-8a8f-e7e9416fa823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:24.707530 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-af33d6f5-1dfe-4b1f-a29f-7e72cf4dddd1 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/floatingips/2255ef97-1127-4fbe-b399-9739cd621fd0 HTTP/1.1" status: 200 len: 991 time: 0.0607104 Jul 16 02:24:24.955106 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51184) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:25.111831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port e5cd3738-b3ac-4fe2-8d2d-0a8aace5b71f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:25.112162 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:25.187543 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:25.187864 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:25.199608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for e5cd3738-b3ac-4fe2-8d2d-0a8aace5b71f owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:25.345804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:25.369556 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=e5cd3738-b3ac-4fe2-8d2d-0a8aace5b71f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:25.381484 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.381837 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.382204 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.382543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.382879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.383220 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.383552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.383882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.384209 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.384535 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.384861 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.385183 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:25.445282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:25.445650 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Floating IP 2255ef97-1127-4fbe-b399-9739cd621fd0 disassociated (deleted). External IP: 172.25.4.6, port: 03a2e382-567f-412d-a65d-a1f25dd0f732. Jul 16 02:24:25.655485 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router c3df5f33-a667-4cac-a8a8-a17e583ebacf has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:25.764717 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:25.772311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:25.774923 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] Sync routers for ids ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:25.783424 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] Routers {'c3df5f33-a667-4cac-a8a8-a17e583ebacf'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:25.784022 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:23:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:25.809470 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-7817e25e-1b48-432f-b71b-64eade372701 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/floatingips/2255ef97-1127-4fbe-b399-9739cd621fd0 HTTP/1.1" status: 204 len: 168 time: 0.8532920 Jul 16 02:24:25.810367 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'tag': '03a2e382-567f-412d-a65d-a1f25dd0f732'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:25.812599 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7", "tag": "03a2e382-567f-412d-a65d-a1f25dd0f732"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:25.850333 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476afe1a-c333-4d43-8fbe-bc87e63be7a0 x-openstack-request-id: req-476afe1a-c333-4d43-8fbe-bc87e63be7a0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:25.850631 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7", "tag": "03a2e382-567f-412d-a65d-a1f25dd0f732", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:25.850884 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-476afe1a-c333-4d43-8fbe-bc87e63be7a0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:25.851288 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'tag': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'status': 'completed', 'code': 200} Jul 16 02:24:25.896100 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] Set router c3df5f33-a667-4cac-a8a8-a17e583ebacf gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:25.932957 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-0f91e7d5-e9e3-472a-ba52-a5591250bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.935296 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-0f91e7d5-e9e3-472a-ba52-a5591250bf97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6367cdb5ae9443a291c74acf22206420&device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0560601 Jul 16 02:24:26.043280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-17bf9932-e73c-4937-b8cd-d4baba8d79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:26.044932 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-17bf9932-e73c-4937-b8cd-d4baba8d79ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=012b4796-ff2e-4434-8508-c9ee3d725ee9 HTTP/1.1" status: 200 len: 897 time: 0.1030498 Jul 16 02:24:26.087408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-4f32dae7-4cd1-4b0e-8811-093e3e219c5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03a2e382-567f-412d-a65d-a1f25dd0f732 HTTP/1.1" status: 200 len: 217 time: 0.0355802 Jul 16 02:24:26.108193 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e', 'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:c1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:31Z', 'updated_at': '2021-07-16T02:23:35Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:26.135173 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] Checking router: c3df5f33-a667-4cac-a8a8-a17e583ebacf for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:26.142271 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-b3f7c951-984a-4287-800e-ca5bc9fb0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:26.143867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-b3f7c951-984a-4287-800e-ca5bc9fb0320 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f49ec838-c209-43c2-b7a2-0dedb834a9fc HTTP/1.1" status: 200 len: 834 time: 0.0506630 Jul 16 02:24:26.144796 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] Routers {'c3df5f33-a667-4cac-a8a8-a17e583ebacf'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:26.145407 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:23:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:26.160270 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:26.213065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-a4d2cb87-0446-4699-a813-da068138dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:26.214702 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cf8c2-fb25-4e66-93a2-ac52c3054e46 req-2703f811-0d27-456b-8e74-5cf8328c8ee5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:26.215348 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-a4d2cb87-0446-4699-a813-da068138dfd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=012b4796-ff2e-4434-8508-c9ee3d725ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641005 Jul 16 02:24:26.216269 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d5cf8c2-fb25-4e66-93a2-ac52c3054e46 req-2703f811-0d27-456b-8e74-5cf8328c8ee5 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0824783 Jul 16 02:24:26.258145 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7d5cf8c2-fb25-4e66-93a2-ac52c3054e46 req-8aa6f3ef-46be-4e3d-a257-d1ba7a07dae0 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357890 Jul 16 02:24:26.315428 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-51f394b0-78b5-44a5-8c47-897e7db2289e service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926752 Jul 16 02:24:26.349042 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] Set router c3df5f33-a667-4cac-a8a8-a17e583ebacf gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:26.409080 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1e9c7864-9129-46be-a3dc-2cbc97c44cf0 req-dbc8fa1a-a624-4fb1-8d38-27ff52534b89 service neutron] 10.222.0.67 "GET /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869265 Jul 16 02:24:26.543838 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e', 'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:c1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:31Z', 'updated_at': '2021-07-16T02:23:35Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:26.573518 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f4ae8-7bfd-4265-8301-09f60c941db2 None None] The sync data for ids ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'] in n-d-791504-14 is: [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 4, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e', 'name': '', 'network_id': '012b4796-ff2e-4434-8508-c9ee3d725ee9', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'mac_address': 'fa:16:3e:c1:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:31Z', 'updated_at': '2021-07-16T02:23:35Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'subnets': [{'id': 'f49ec838-c209-43c2-b7a2-0dedb834a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:26.785864 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a8c44-b49c-4f0c-8184-a33a57bfde49 None None] New status for floating IP 2255ef97-1127-4fbe-b399-9739cd621fd0: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:24:27.216646 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb7ead2a-d1bc-4104-86a2-8317946d2758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.412271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.436439 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df2dfb-fd4f-4118-9bb5-c17bb90e4c38 req-085f2b08-7005-4eb3-aca0-1bffc78437ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:27.437989 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47df2dfb-fd4f-4118-9bb5-c17bb90e4c38 req-085f2b08-7005-4eb3-aca0-1bffc78437ca tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0659790 Jul 16 02:24:27.477764 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-47df2dfb-fd4f-4118-9bb5-c17bb90e4c38 req-f82b8ed3-9457-447c-8498-b3c1296f7128 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/security-groups?id=64fcf62b-7046-4b68-9f62-e2859a279d99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338032 Jul 16 02:24:27.700624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-13821411-c950-46dc-85b5-0e2fc3028bba tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:27.702102 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-13821411-c950-46dc-85b5-0e2fc3028bba tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0678957 Jul 16 02:24:27.739473 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.803854 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-2dc7e7ca-dc4b-4e2a-8ae3-3187d9c7c52b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 03a2e382-567f-412d-a65d-a1f25dd0f732 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:27.804200 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-2dc7e7ca-dc4b-4e2a-8ae3-3187d9c7c52b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.895584 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-2dc7e7ca-dc4b-4e2a-8ae3-3187d9c7c52b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port 03a2e382-567f-412d-a65d-a1f25dd0f732, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=03a2e382-567f-412d-a65d-a1f25dd0f732,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:27.895949 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-2dc7e7ca-dc4b-4e2a-8ae3-3187d9c7c52b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.908072 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-2dc7e7ca-dc4b-4e2a-8ae3-3187d9c7c52b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 03a2e382-567f-412d-a65d-a1f25dd0f732 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:28.033223 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-2dc7e7ca-dc4b-4e2a-8ae3-3187d9c7c52b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:28.395052 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7e7ca-dc4b-4e2a-8ae3-3187d9c7c52b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=03a2e382-567f-412d-a65d-a1f25dd0f732,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:28.440199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-2dc7e7ca-dc4b-4e2a-8ae3-3187d9c7c52b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] No DVR routers for this DVR port 03a2e382-567f-412d-a65d-a1f25dd0f732 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:28.442827 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-2dc7e7ca-dc4b-4e2a-8ae3-3187d9c7c52b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:28.444819 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c2ac8083-937a-4447-931b-39fc11aacb08 req-2dc7e7ca-dc4b-4e2a-8ae3-3187d9c7c52b tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.67 "DELETE /v2.0/ports/03a2e382-567f-412d-a65d-a1f25dd0f732 HTTP/1.1" status: 204 len: 173 time: 0.7365401 Jul 16 02:24:28.445252 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'name': 'network-vif-deleted', 'tag': '03a2e382-567f-412d-a65d-a1f25dd0f732'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:28.447534 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dd9ad6-d2c9-4deb-a543-f35acdeb7f68" -d '{"events": [{"server_uuid": "cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7", "name": "network-vif-deleted", "tag": "03a2e382-567f-412d-a65d-a1f25dd0f732"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:28.485345 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457ba936-11e3-430b-a588-9a43a8df1bcc x-openstack-request-id: req-457ba936-11e3-430b-a588-9a43a8df1bcc {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:28.485814 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7", "name": "network-vif-deleted", "tag": "03a2e382-567f-412d-a65d-a1f25dd0f732", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:28.486065 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-457ba936-11e3-430b-a588-9a43a8df1bcc {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:28.486426 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7', 'name': 'network-vif-deleted', 'tag': '03a2e382-567f-412d-a65d-a1f25dd0f732', 'status': 'completed', 'code': 200} Jul 16 02:24:28.624238 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d249c2e1-c66f-46ca-a739-76e29b2e1c8d req-9614bbd0-bd49-472a-bcd4-4113143a6d9f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd5f2dfe-8d53-40fe-bbcb-4207ea40b3c7 HTTP/1.1" status: 200 len: 210 time: 0.0302563 Jul 16 02:24:28.734622 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:29.723144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:30.316141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:30.392034 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:30.655898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:30.656244 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:30.746978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:30.747725 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:30.759646 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:30.941035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:30.967095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:30.980133 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.980485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.980826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.981174 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.981509 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.981843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.982266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.982600 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.982931 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.983260 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.983591 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:30.983920 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:31.155223 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.365023 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Router c3df5f33-a667-4cac-a8a8-a17e583ebacf has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:31.474580 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:31.483274 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0833b1c6-c4df-4b8d-b47d-6576e559051c tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "PUT /v2.0/routers/c3df5f33-a667-4cac-a8a8-a17e583ebacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7566433 Jul 16 02:24:31.483624 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51202) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:31.486079 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] Sync routers for ids ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:31.495317 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] Routers {'c3df5f33-a667-4cac-a8a8-a17e583ebacf'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:31.495940 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:31.540050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c9f31f-113e-4e8f-84dd-f92a28ad1dd3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting subnet f49ec838-c209-43c2-b7a2-0dedb834a9fc {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:24:31.543158 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f31f-113e-4e8f-84dd-f92a28ad1dd3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.583146 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f31f-113e-4e8f-84dd-f92a28ad1dd3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.601331 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] Set router c3df5f33-a667-4cac-a8a8-a17e583ebacf gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:31.666537 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f31f-113e-4e8f-84dd-f92a28ad1dd3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.731551 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f31f-113e-4e8f-84dd-f92a28ad1dd3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.760008 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9f31f-113e-4e8f-84dd-f92a28ad1dd3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Subnet': ['ID=f49ec838-c209-43c2-b7a2-0dedb834a9fc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:31.765606 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f31f-113e-4e8f-84dd-f92a28ad1dd3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.770706 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b3c9f31f-113e-4e8f-84dd-f92a28ad1dd3 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/subnets/f49ec838-c209-43c2-b7a2-0dedb834a9fc HTTP/1.1" status: 204 len: 168 time: 0.2838366 Jul 16 02:24:31.772023 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51204) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:31.773901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826eece6-c51e-4137-99af-979e4d9ad340 None None] Network 012b4796-ff2e-4434-8508-c9ee3d725ee9 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:31.807056 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:24:30Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:31.834762 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] Checking router: c3df5f33-a667-4cac-a8a8-a17e583ebacf for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:31.843415 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] Routers {'c3df5f33-a667-4cac-a8a8-a17e583ebacf'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:31.844072 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:31.901924 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.961819 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] Set router c3df5f33-a667-4cac-a8a8-a17e583ebacf gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:32.004791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] DHCP port deletion for 012b4796-ff2e-4434-8508-c9ee3d725ee9 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:24:32.031504 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.055900 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Deleting port c1277d49-7a72-4b16-92be-58b3c6e455fb {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:32.056398 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.091517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Deleting port b8a8929a-9605-4a88-a00d-86a36f2363fc {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:32.093206 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.127335 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] For port c1277d49-7a72-4b16-92be-58b3c6e455fb, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=c1277d49-7a72-4b16-92be-58b3c6e455fb,segment=NetworkSegment(4af3bc2b-65a0-44d9-b439-dcf019382dd1),segment_id=4af3bc2b-65a0-44d9-b439-dcf019382dd1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:32.127818 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.140596 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Calling delete_port for c1277d49-7a72-4b16-92be-58b3c6e455fb owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:32.178972 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:24:30Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:32.183543 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] For port b8a8929a-9605-4a88-a00d-86a36f2363fc, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b8a8929a-9605-4a88-a00d-86a36f2363fc,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:32.183846 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.197751 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Calling delete_port for b8a8929a-9605-4a88-a00d-86a36f2363fc owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:32.213235 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220dccb-8abf-4f0b-bbb3-d767f6904320 None None] The sync data for ids ['c3df5f33-a667-4cac-a8a8-a17e583ebacf'] in n-d-791504-14 is: [{'id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050932207', 'tenant_id': '6367cdb5ae9443a291c74acf22206420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:28Z', 'updated_at': '2021-07-16T02:24:30Z', 'revision_number': 5, 'project_id': '6367cdb5ae9443a291c74acf22206420', 'gw_port': {'id': 'b8a8929a-9605-4a88-a00d-86a36f2363fc', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df5f33-a667-4cac-a8a8-a17e583ebacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:29Z', 'updated_at': '2021-07-16T02:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:32.213670 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 03a2e382-567f-412d-a65d-a1f25dd0f732 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:32.242517 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 03a2e382-567f-412d-a65d-a1f25dd0f732 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:32.242705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 03a2e382-567f-412d-a65d-a1f25dd0f732 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:32.253983 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.284424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] No DVR routers for this DVR port c1277d49-7a72-4b16-92be-58b3c6e455fb on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:32.286027 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Pushing event deleted for resources: {'Port': ['ID=c1277d49-7a72-4b16-92be-58b3c6e455fb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:32.304531 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.305832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.306334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.306778 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.307216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.307835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.308095 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.308524 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.308951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.309563 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.309791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.310279 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fed976-43eb-423e-839b-953b5d8e1442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:32.377602 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.404387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Port': ['ID=b8a8929a-9605-4a88-a00d-86a36f2363fc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:32.467207 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.568972 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.571316 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.620841 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.621560 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Fanout notify agent at l3_agent the message router_deleted on router c3df5f33-a667-4cac-a8a8-a17e583ebacf {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:24:32.636115 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.637532 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-6935cd27-4863-4e9c-9bfa-c018991bb31f tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/routers/c3df5f33-a667-4cac-a8a8-a17e583ebacf HTTP/1.1" status: 204 len: 168 time: 0.8640838 Jul 16 02:24:32.640459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51206) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:32.721262 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.814371 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.826500 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012b4796-ff2e-4434-8508-c9ee3d725ee9']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:32.838739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af3bc2b-65a0-44d9-b439-dcf019382dd1') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:32.839517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af3bc2b-65a0-44d9-b439-dcf019382dd1') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:32.851981 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.867403 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.874077 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:24:32.874490 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: timer() Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:24:32.878798 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:24:32.943969 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.952097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.954634 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/networks/012b4796-ff2e-4434-8508-c9ee3d725ee9 HTTP/1.1" status: 204 len: 168 time: 0.3129706 Jul 16 02:24:32.957697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51208) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:32.963818 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723bfe6-46d6-43e0-82b2-ea001681b993 tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'Network': ['ID=012b4796-ff2e-4434-8508-c9ee3d725ee9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:33.020656 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-987d5d69-2c54-4c8c-a2af-d76baf8e2b7e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:33.045333 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-987d5d69-2c54-4c8c-a2af-d76baf8e2b7e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:33.104174 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-987d5d69-2c54-4c8c-a2af-d76baf8e2b7e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:33.106991 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-987d5d69-2c54-4c8c-a2af-d76baf8e2b7e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:33.108141 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-987d5d69-2c54-4c8c-a2af-d76baf8e2b7e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] 10.222.0.64 "DELETE /v2.0/security-groups/64fcf62b-7046-4b68-9f62-e2859a279d99 HTTP/1.1" status: 204 len: 168 time: 0.1494012 Jul 16 02:24:33.117335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d5d69-2c54-4c8c-a2af-d76baf8e2b7e tempest-TestNetworkAdvancedServerOps-1513569968 tempest-TestNetworkAdvancedServerOps-1513569968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fcf62b-7046-4b68-9f62-e2859a279d99,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:33.434721 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51216) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:33.503472 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:33.523063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:33.523406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 73475c38-0ad3-4d3c-81c9-1c16d1cf0b5e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:33.523827 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c1277d49-7a72-4b16-92be-58b3c6e455fb no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:33.541997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: c1277d49-7a72-4b16-92be-58b3c6e455fb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:33.542436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device c1277d49-7a72-4b16-92be-58b3c6e455fb not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:33.542853 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b8a8929a-9605-4a88-a00d-86a36f2363fc no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:33.561432 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b8a8929a-9605-4a88-a00d-86a36f2363fc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:33.561782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b8a8929a-9605-4a88-a00d-86a36f2363fc not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:33.589943 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-10aeb5e7-a2a2-44e8-b626-04802abf9ce9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6367cdb5ae9443a291c74acf22206420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540320 Jul 16 02:24:33.592394 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51220) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:33.646310 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d68c06f1-3a36-4d0c-b2dd-19db30fa267b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:33.667279 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d68c06f1-3a36-4d0c-b2dd-19db30fa267b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:33.716547 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d68c06f1-3a36-4d0c-b2dd-19db30fa267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:33.719376 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d68c06f1-3a36-4d0c-b2dd-19db30fa267b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:33.720704 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d68c06f1-3a36-4d0c-b2dd-19db30fa267b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db245bdd-e917-47ad-b893-3e8958aa4cc1 HTTP/1.1" status: 204 len: 168 time: 0.1273665 Jul 16 02:24:33.728765 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c06f1-3a36-4d0c-b2dd-19db30fa267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db245bdd-e917-47ad-b893-3e8958aa4cc1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:33.975201 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51226) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:33.988651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b38be129-a7ba-40e4-8a12-24dee4a75b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.076783 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b38be129-a7ba-40e4-8a12-24dee4a75b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.080535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b38be129-a7ba-40e4-8a12-24dee4a75b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.118943 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b38be129-a7ba-40e4-8a12-24dee4a75b67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cee09263b0524f35a6e5c1e9c9ff4ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426020 Jul 16 02:24:34.119820 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38be129-a7ba-40e4-8a12-24dee4a75b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891c95ec-e953-4f17-a282-6731e9e86282,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:34.121644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51228) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:34.170606 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dce1cc0-1f05-4771-9f63-fe8cc1181037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.192616 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dce1cc0-1f05-4771-9f63-fe8cc1181037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.238382 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dce1cc0-1f05-4771-9f63-fe8cc1181037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.240913 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2dce1cc0-1f05-4771-9f63-fe8cc1181037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.242082 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-2dce1cc0-1f05-4771-9f63-fe8cc1181037 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/891c95ec-e953-4f17-a282-6731e9e86282 HTTP/1.1" status: 204 len: 168 time: 0.1193788 Jul 16 02:24:34.249586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce1cc0-1f05-4771-9f63-fe8cc1181037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c95ec-e953-4f17-a282-6731e9e86282,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:34.929108 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51250) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:35.022138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-842854041-network', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:35.044041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Made reservation on behalf of 984c45a7dd8b44b3956fb325144e617b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:35.046334 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.054739 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.149742 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.153484 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.175557 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:24:35.191324 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10db3d9e-1cb0-4368-9df9-825232172951,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:35.194427 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.194769 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Added segment 67fcb935-576a-45b5-a998-25506f68eaf2 of type vlan for network e6fa0cce-eb3b-4762-83aa-67b8f879a208 Jul 16 02:24:35.238102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.267511 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.268624 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:35.269200 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.301461 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3711081 Jul 16 02:24:35.304485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51254) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:35.309748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Request body: {'subnet': {'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-842854041-subnet', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:35.332382 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Made reservation on behalf of 984c45a7dd8b44b3956fb325144e617b for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:35.333608 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e210bf-32c1-4348-98c9-3ff3f5e72009 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fa0cce-eb3b-4762-83aa-67b8f879a208,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:35.334846 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6223253'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.343742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network e6fa0cce-eb3b-4762-83aa-67b8f879a208 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:24:35.503525 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6290784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6223239'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.563791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:35.571204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Checking segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:35.571559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Network hostable DHCP agents. Network: e6fa0cce-eb3b-4762-83aa-67b8f879a208, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:24:35.586980 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Network e6fa0cce-eb3b-4762-83aa-67b8f879a208 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:24:35.595424 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, e6fa0cce-eb3b-4762-83aa-67b8f879a208) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:35.599421 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:35.600297 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.604465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab545377-1403-4de7-abb7-ffa662ce786e None None] Network e6fa0cce-eb3b-4762-83aa-67b8f879a208 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:35.614753 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5557038a-0dd3-4842-9cd5-83d7e35793f8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3091836 Jul 16 02:24:35.617544 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:35.622354 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:35.643407 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.644444 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.700096 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.757390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:24:35.758286 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.834881 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.891428 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Allocated IP 172.20.0.2 (e6fa0cce-eb3b-4762-83aa-67b8f879a208/5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c/0482c494-6273-4d8b-b8d8-70783cf2a893) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:36.034885 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:36.041381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:36.043632 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Transition to ACTIVE for port object 0482c494-6273-4d8b-b8d8-70783cf2a893 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:36.058424 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Transition to ACTIVE for port object 0482c494-6273-4d8b-b8d8-70783cf2a893 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:36.065706 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:36.067001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:36.106355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Network e6fa0cce-eb3b-4762-83aa-67b8f879a208 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:36.109079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:36.112822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:36.119828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Pushing event updated for resources: {'Port': ['ID=0482c494-6273-4d8b-b8d8-70783cf2a893,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:36.175747 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Allocated IP 172.25.4.171 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/af2149f6-6751-4a75-98aa-99df13370589) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:36.177352 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Attempting to bind port 0482c494-6273-4d8b-b8d8-70783cf2a893 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:36.177742 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Attempting to bind port 0482c494-6273-4d8b-b8d8-70783cf2a893 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:36.178178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Attempting to bind port 0482c494-6273-4d8b-b8d8-70783cf2a893 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:36.183297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:36.183677 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Checking segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:36.184080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:36.184481 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Bound using segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:36.185014 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Bound port: 0482c494-6273-4d8b-b8d8-70783cf2a893, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:36.185406 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:36.252431 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] For port 0482c494-6273-4d8b-b8d8-70783cf2a893, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:36.255799 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] For port 0482c494-6273-4d8b-b8d8-70783cf2a893, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0482c494-6273-4d8b-b8d8-70783cf2a893,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:36.259330 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:36.285348 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:36.317648 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519d0d9-7b3d-42ed-9260-9955c45080ee None None] Pushing event updated for resources: {'Port': ['ID=0482c494-6273-4d8b-b8d8-70783cf2a893,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:36.331123 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:36.367826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:36.372785 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:36.376903 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:36.403605 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=af2149f6-6751-4a75-98aa-99df13370589,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:36.647684 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:36.841024 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:37.226913 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1752eb17-2101-4452-afcb-72c2f124d50a None None] Network e6fa0cce-eb3b-4762-83aa-67b8f879a208 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:37.298485 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Router 18b4ff24-00eb-452a-bf24-b92632ba4d8b is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:24:37.321606 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3049c2da-57ef-426c-b6e1-be43fe3ca112 None None] Provisioning for port 0482c494-6273-4d8b-b8d8-70783cf2a893 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:37.407893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:37.418097 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Sync routers for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:37.424545 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:37.425977 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f933ce70-9faf-4781-80f8-42a0a7f23cb2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8073962 Jul 16 02:24:37.428594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:37.428788 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51258) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:37.429260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:37.547689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0482c494-6273-4d8b-b8d8-70783cf2a893 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:37.587148 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:37.713860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 0482c494-6273-4d8b-b8d8-70783cf2a893 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:37.721155 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 0482c494-6273-4d8b-b8d8-70783cf2a893 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:37.721533 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:37.801109 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b7dddcaf-03f1-45c1-a2d1-44029b2fc170 None None] Provisioning complete for port 0482c494-6273-4d8b-b8d8-70783cf2a893 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:37.801445 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b7dddcaf-03f1-45c1-a2d1-44029b2fc170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:37.863420 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:37.893298 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:37.910985 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:36Z', 'revision_number': 3, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:37.962831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Checking router: 18b4ff24-00eb-452a-bf24-b92632ba4d8b for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:37.963176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Updating router 18b4ff24-00eb-452a-bf24-b92632ba4d8b port af2149f6-6751-4a75-98aa-99df13370589 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:24:38.003685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 0482c494-6273-4d8b-b8d8-70783cf2a893, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0482c494-6273-4d8b-b8d8-70783cf2a893,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:38.010685 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.020295 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b7dddcaf-03f1-45c1-a2d1-44029b2fc170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.028112 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Allocated IP 172.20.0.1 (e6fa0cce-eb3b-4762-83aa-67b8f879a208/5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c/e6d88b1f-5857-43d1-9651-4980f9fe1b50) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:38.054530 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.102667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=0482c494-6273-4d8b-b8d8-70783cf2a893,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:38.139163 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.153467 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Transition to ACTIVE for port object e6d88b1f-5857-43d1-9651-4980f9fe1b50 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:38.189845 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.201925 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-b7dddcaf-03f1-45c1-a2d1-44029b2fc170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:24:38.202298 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-b7dddcaf-03f1-45c1-a2d1-44029b2fc170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:24:38.231898 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Network e6fa0cce-eb3b-4762-83aa-67b8f879a208 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:38.237425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:38.240806 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:38.266465 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Pushing event updated for resources: {'Port': ['ID=e6d88b1f-5857-43d1-9651-4980f9fe1b50,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:38.287827 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.370722 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.381825 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Transition to ACTIVE for port object af2149f6-6751-4a75-98aa-99df13370589 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:38.388451 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.441909 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Attempting to bind port af2149f6-6751-4a75-98aa-99df13370589 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:38.442223 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Attempting to bind port af2149f6-6751-4a75-98aa-99df13370589 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:38.442572 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Attempting to bind port af2149f6-6751-4a75-98aa-99df13370589 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:38.447498 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.450172 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8416f5c-176f-4f8e-8e12-3d70863e3675 None None] Pushing event updated for resources: {'Port': ['ID=af2149f6-6751-4a75-98aa-99df13370589,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:38.453125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:38.453700 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:38.454220 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.454546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:38.455030 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Bound port: af2149f6-6751-4a75-98aa-99df13370589, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:38.456022 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.508871 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] For port af2149f6-6751-4a75-98aa-99df13370589, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:38.512096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] For port af2149f6-6751-4a75-98aa-99df13370589, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=af2149f6-6751-4a75-98aa-99df13370589,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:38.518197 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.581573 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:38.582216 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:38.619994 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.625141 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.636860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8416f5c-176f-4f8e-8e12-3d70863e3675 None None] Pushing event updated for resources: {'Port': ['ID=af2149f6-6751-4a75-98aa-99df13370589,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:38.694723 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Pushing event updated for resources: {'Port': ['ID=e6d88b1f-5857-43d1-9651-4980f9fe1b50,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:38.699702 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.794627 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Network e6fa0cce-eb3b-4762-83aa-67b8f879a208 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:38.796120 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:38.915159 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:38.931800 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Router 18b4ff24-00eb-452a-bf24-b92632ba4d8b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:39.045584 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:39.051481 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0e5f59a1-efc0-4f39-8aa3-47f2861fa72a admin admin] 10.222.0.64 "PUT /v2.0/routers/18b4ff24-00eb-452a-bf24-b92632ba4d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6217563 Jul 16 02:24:39.066420 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-308792ae-7f5f-4d26-9f99-6fa999290d12 None None] Provisioning for port e6d88b1f-5857-43d1-9651-4980f9fe1b50 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:39.074122 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-308792ae-7f5f-4d26-9f99-6fa999290d12 None None] Provisioning complete for port e6d88b1f-5857-43d1-9651-4980f9fe1b50 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:39.074419 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-308792ae-7f5f-4d26-9f99-6fa999290d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:39.142336 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-308792ae-7f5f-4d26-9f99-6fa999290d12 None None] Port e6d88b1f-5857-43d1-9651-4980f9fe1b50 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:24:39.168926 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 1, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:39.196589 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40e18f-e593-49e2-86f8-1dab1014cd72 None None] The sync data for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 is: [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 1, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:39.528398 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0482c494-6273-4d8b-b8d8-70783cf2a893 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:39.577956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51274) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:39.583722 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-84585344-network', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:39.596609 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 0482c494-6273-4d8b-b8d8-70783cf2a893 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:39.596994 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:39.608144 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Made reservation on behalf of e23bf4e43cc14f4188f1874423eb0ce5 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:39.610854 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:39.620683 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:39.729598 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:39.735425 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:39.763456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:24:39.774965 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7672edad-be07-4be4-9c17-d124d470c963,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:39.782858 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:39.783208 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Added segment 2edc268e-f2eb-4190-bd14-fd68d6015518 of type vlan for network cdef9f0c-47fc-4433-8721-dba6769e4321 Jul 16 02:24:39.825116 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:39.858514 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:39.859809 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.860599 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:39.916338 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3366570 Jul 16 02:24:39.918992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51276) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:39.949660 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Request body: {'subnet': {'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-84585344-subnet', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:39.954683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b526cba-21fd-4250-809c-64d82c8581ce admin admin] Pushing event updated for resources: {'Network': ['ID=cdef9f0c-47fc-4433-8721-dba6769e4321,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:39.964720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network cdef9f0c-47fc-4433-8721-dba6769e4321 details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:24:39.978500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Made reservation on behalf of e23bf4e43cc14f4188f1874423eb0ce5 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:39.981100 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.169102 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.235369 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1decd4bd-2617-4042-afe9-d76171243815,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:40.251194 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Checking segment: {'id': '2edc268e-f2eb-4190-bd14-fd68d6015518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:40.251644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Network hostable DHCP agents. Network: cdef9f0c-47fc-4433-8721-dba6769e4321, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:24:40.272306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Network cdef9f0c-47fc-4433-8721-dba6769e4321 is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:24:40.282999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, cdef9f0c-47fc-4433-8721-dba6769e4321) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:40.290318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:40.290944 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.293083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e391f1-e1f0-4b12-b791-e5197dfde5f1 None None] Network cdef9f0c-47fc-4433-8721-dba6769e4321 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:40.305902 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-34d9adde-28d9-473f-a08e-5d53c2b22954 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3858726 Jul 16 02:24:40.309104 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51278) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:40.314065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-84585344-router', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:40.337593 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.338708 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.396636 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.536063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-cdef9f0c-47fc-4433-8721-dba6769e4321', 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'fixed_ips': [{'subnet_id': '1decd4bd-2617-4042-afe9-d76171243815'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:24:40.537267 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.556065 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.704433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Allocated IP 172.20.0.2 (cdef9f0c-47fc-4433-8721-dba6769e4321/1decd4bd-2617-4042-afe9-d76171243815/a086c9d2-2a00-4856-a4a9-20e6a5e35e22) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:40.778987 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.803802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.853270 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.862057 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Transition to ACTIVE for port object a086c9d2-2a00-4856-a4a9-20e6a5e35e22 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:40.877752 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Transition to ACTIVE for port object a086c9d2-2a00-4856-a4a9-20e6a5e35e22 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:40.888646 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.915578 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Allocated IP 172.25.4.183 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:40.926263 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Network cdef9f0c-47fc-4433-8721-dba6769e4321 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:40.932772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:40.935705 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:40.944473 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Pushing event updated for resources: {'Port': ['ID=a086c9d2-2a00-4856-a4a9-20e6a5e35e22,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:40.999456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Attempting to bind port a086c9d2-2a00-4856-a4a9-20e6a5e35e22 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:40.999830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Attempting to bind port a086c9d2-2a00-4856-a4a9-20e6a5e35e22 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2edc268e-f2eb-4190-bd14-fd68d6015518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:41.000277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Attempting to bind port a086c9d2-2a00-4856-a4a9-20e6a5e35e22 on network cdef9f0c-47fc-4433-8721-dba6769e4321 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:41.005523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:41.006077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Checking segment: {'id': '2edc268e-f2eb-4190-bd14-fd68d6015518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:41.006613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.007029 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Bound using segment: {'id': '2edc268e-f2eb-4190-bd14-fd68d6015518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:41.007576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Bound port: a086c9d2-2a00-4856-a4a9-20e6a5e35e22, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edc268e-f2eb-4190-bd14-fd68d6015518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:41.008027 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.028187 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.070745 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.079692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] For port a086c9d2-2a00-4856-a4a9-20e6a5e35e22, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:41.082837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] For port a086c9d2-2a00-4856-a4a9-20e6a5e35e22, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a086c9d2-2a00-4856-a4a9-20e6a5e35e22,segment=NetworkSegment(2edc268e-f2eb-4190-bd14-fd68d6015518),segment_id=2edc268e-f2eb-4190-bd14-fd68d6015518)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:41.086815 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.115210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:41.118216 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:41.122028 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:41.146606 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Pushing event updated for resources: {'Port': ['ID=07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:41.146994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60d9d4-5e0c-4934-96f7-e66a1c329a8d None None] Pushing event updated for resources: {'Port': ['ID=a086c9d2-2a00-4856-a4a9-20e6a5e35e22,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:41.402466 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.429982 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Sync routers for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:41.440575 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:41.441772 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:41.559770 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:41.593001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a086c9d2-2a00-4856-a4a9-20e6a5e35e22 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:41.631802 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.652599 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port a086c9d2-2a00-4856-a4a9-20e6a5e35e22 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:41.658062 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device af2149f6-6751-4a75-98aa-99df13370589 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:41.721832 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port af2149f6-6751-4a75-98aa-99df13370589 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:41.726861 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port af2149f6-6751-4a75-98aa-99df13370589 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:41.727347 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.771751 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 2, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:41.785807 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Router eac87c91-6423-4ee4-89e6-8555c4a01c23 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:24:41.804078 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Checking router: 18b4ff24-00eb-452a-bf24-b92632ba4d8b for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:41.804418 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Updating router 18b4ff24-00eb-452a-bf24-b92632ba4d8b port e6d88b1f-5857-43d1-9651-4980f9fe1b50 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:24:41.813766 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.840978 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port af2149f6-6751-4a75-98aa-99df13370589, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=af2149f6-6751-4a75-98aa-99df13370589,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:41.841596 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.848722 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.911465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=af2149f6-6751-4a75-98aa-99df13370589,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:41.925311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:41.935520 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Sync routers for ids ['eac87c91-6423-4ee4-89e6-8555c4a01c23'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:41.943358 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:41.946494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0111b77c-338e-4542-b96d-f123dafb21f4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6371198 Jul 16 02:24:41.947583 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:41.949753 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Routers {'eac87c91-6423-4ee4-89e6-8555c4a01c23'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:41.950418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eac87c91-6423-4ee4-89e6-8555c4a01c23'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:42.079070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Set router eac87c91-6423-4ee4-89e6-8555c4a01c23 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:42.257345 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.268952 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Transition to ACTIVE for port object e6d88b1f-5857-43d1-9651-4980f9fe1b50 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:42.276218 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.277639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f8270-ae9b-4a0e-a958-ccb29a5722e6 None None] Network cdef9f0c-47fc-4433-8721-dba6769e4321 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:42.329867 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Pushing event updated for resources: {'Port': ['ID=e6d88b1f-5857-43d1-9651-4980f9fe1b50,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:42.341421 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.341771 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.342134 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.342473 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.342804 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.343141 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.343470 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.343958 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.344222 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.344545 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.344865 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.345184 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:42.400219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d13511b-8754-4b09-af85-039887cd0104 None None] Provisioning for port a086c9d2-2a00-4856-a4a9-20e6a5e35e22 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:42.409168 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Attempting to bind port e6d88b1f-5857-43d1-9651-4980f9fe1b50 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:42.409550 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Attempting to bind port e6d88b1f-5857-43d1-9651-4980f9fe1b50 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:42.409914 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Attempting to bind port e6d88b1f-5857-43d1-9651-4980f9fe1b50 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:42.414219 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d13511b-8754-4b09-af85-039887cd0104 None None] Provisioning complete for port a086c9d2-2a00-4856-a4a9-20e6a5e35e22 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:42.414627 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d13511b-8754-4b09-af85-039887cd0104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.421059 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:42.422317 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Checking segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:42.423248 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.424136 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Bound using segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:42.424924 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Bound port: e6d88b1f-5857-43d1-9651-4980f9fe1b50, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:42.425549 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.460300 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.501789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'name': 'tempest-TestShelveInstance-84585344-router', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 3, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'gw_port': {'id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:42.505170 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] For port e6d88b1f-5857-43d1-9651-4980f9fe1b50, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:42.509000 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] For port e6d88b1f-5857-43d1-9651-4980f9fe1b50, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e6d88b1f-5857-43d1-9651-4980f9fe1b50,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:42.514477 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.532261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Checking router: eac87c91-6423-4ee4-89e6-8555c4a01c23 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:42.532664 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Updating router eac87c91-6423-4ee4-89e6-8555c4a01c23 port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:24:42.573127 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.583030 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c6db-8e2d-4368-8592-9c19d1b4e0b4 None None] Pushing event updated for resources: {'Port': ['ID=e6d88b1f-5857-43d1-9651-4980f9fe1b50,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:42.595936 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:42.596782 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:42.658280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Allocated IP 172.20.0.1 (cdef9f0c-47fc-4433-8721-dba6769e4321/1decd4bd-2617-4042-afe9-d76171243815/03b62427-8664-4376-8b90-6e1b7235fa1e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:42.669886 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d13511b-8754-4b09-af85-039887cd0104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.752938 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:42.778579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9d13511b-8754-4b09-af85-039887cd0104 None None] For port a086c9d2-2a00-4856-a4a9-20e6a5e35e22, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a086c9d2-2a00-4856-a4a9-20e6a5e35e22,segment=NetworkSegment(2edc268e-f2eb-4190-bd14-fd68d6015518),segment_id=2edc268e-f2eb-4190-bd14-fd68d6015518)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:42.786305 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d13511b-8754-4b09-af85-039887cd0104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.805282 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.915962 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13511b-8754-4b09-af85-039887cd0104 None None] Pushing event updated for resources: {'Port': ['ID=a086c9d2-2a00-4856-a4a9-20e6a5e35e22,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:43.027102 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:42Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:43.028251 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.041373 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Transition to ACTIVE for port object 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:43.051349 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.058869 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a84d57-43ba-43d1-ab91-480ae2de3826 None None] The sync data for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 is: [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:42Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:43.122643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702226d2-df4f-4bf9-9ae9-573d6ae4fa92 None None] Pushing event updated for resources: {'Port': ['ID=07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:43.131210 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Attempting to bind port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:43.131669 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Attempting to bind port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:43.132036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Attempting to bind port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:43.138603 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:43.138989 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:43.139399 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.139801 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:43.140280 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Bound port: 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:43.140701 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.195831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] For port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:43.199149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] For port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:43.206417 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.249632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Transition to ACTIVE for port object 03b62427-8664-4376-8b90-6e1b7235fa1e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:43.285519 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702226d2-df4f-4bf9-9ae9-573d6ae4fa92 None None] Pushing event updated for resources: {'Port': ['ID=07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:43.289476 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Routers {'eac87c91-6423-4ee4-89e6-8555c4a01c23'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:43.290121 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eac87c91-6423-4ee4-89e6-8555c4a01c23'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:43.291993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e324ec53-29fe-4178-94b1-b11861853891 None None] Provisioning complete for port a086c9d2-2a00-4856-a4a9-20e6a5e35e22 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:43.292360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e324ec53-29fe-4178-94b1-b11861853891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.303932 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.343811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Network cdef9f0c-47fc-4433-8721-dba6769e4321 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:43.351147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:43.354928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:43.382874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Pushing event updated for resources: {'Port': ['ID=03b62427-8664-4376-8b90-6e1b7235fa1e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:43.407719 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.601686 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.644009 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] Set router eac87c91-6423-4ee4-89e6-8555c4a01c23 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:43.674461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a086c9d2-2a00-4856-a4a9-20e6a5e35e22 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:43.816131 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.821946 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.838607 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port a086c9d2-2a00-4856-a4a9-20e6a5e35e22 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:43.838986 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.900107 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.912297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Pushing event updated for resources: {'Port': ['ID=03b62427-8664-4376-8b90-6e1b7235fa1e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:43.929068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e7c146d-6ef6-4658-97c5-9be1bf3e5317 None None] Provisioning for port 03b62427-8664-4376-8b90-6e1b7235fa1e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:43.939893 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e7c146d-6ef6-4658-97c5-9be1bf3e5317 None None] Provisioning complete for port 03b62427-8664-4376-8b90-6e1b7235fa1e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:43.940261 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7c146d-6ef6-4658-97c5-9be1bf3e5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.008288 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'name': 'tempest-TestShelveInstance-84585344-router', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 3, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'gw_port': {'id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:44.012218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device af2149f6-6751-4a75-98aa-99df13370589 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:44.013626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Network cdef9f0c-47fc-4433-8721-dba6769e4321 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:44.015046 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:44.060235 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c146d-6ef6-4658-97c5-9be1bf3e5317 None None] Port 03b62427-8664-4376-8b90-6e1b7235fa1e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:24:44.065814 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053c7cc4-c4ba-46fe-ba30-894d0ddd50c0 None None] The sync data for ids ['eac87c91-6423-4ee4-89e6-8555c4a01c23'] in n-d-791504-14 is: [{'id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'name': 'tempest-TestShelveInstance-84585344-router', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 3, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'gw_port': {'id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:44.096639 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port af2149f6-6751-4a75-98aa-99df13370589 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:44.097015 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.162916 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Router eac87c91-6423-4ee4-89e6-8555c4a01c23 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:44.193389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e6d88b1f-5857-43d1-9651-4980f9fe1b50 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:44.251313 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port e6d88b1f-5857-43d1-9651-4980f9fe1b50 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:44.255214 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e6d88b1f-5857-43d1-9651-4980f9fe1b50 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:44.255587 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.291357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:44.304293 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7b3c2d4c-dec0-4ae6-92ac-c5f9f5dc3556 None None] Provisioning complete for port 03b62427-8664-4376-8b90-6e1b7235fa1e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:44.304673 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b3c2d4c-dec0-4ae6-92ac-c5f9f5dc3556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.305670 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f33cf4ad-cacf-48c4-9852-77da700fb88e admin admin] 10.222.0.64 "PUT /v2.0/routers/eac87c91-6423-4ee4-89e6-8555c4a01c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3562286 Jul 16 02:24:44.389082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c2d4c-dec0-4ae6-92ac-c5f9f5dc3556 None None] Port 03b62427-8664-4376-8b90-6e1b7235fa1e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:24:44.404126 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.446125 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port e6d88b1f-5857-43d1-9651-4980f9fe1b50, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e6d88b1f-5857-43d1-9651-4980f9fe1b50,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:44.451068 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.506908 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=e6d88b1f-5857-43d1-9651-4980f9fe1b50,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:44.862950 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:44.867724 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-71f5f395-2699-42f3-91b9-7886145b5427 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999675761', 'description': 'tempest-secgroup-smoke-999675761 description', 'project_id': '984c45a7dd8b44b3956fb325144e617b'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:44.891607 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71f5f395-2699-42f3-91b9-7886145b5427 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.979781 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71f5f395-2699-42f3-91b9-7886145b5427 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.983605 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71f5f395-2699-42f3-91b9-7886145b5427 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.009625 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71f5f395-2699-42f3-91b9-7886145b5427 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.010889 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-71f5f395-2699-42f3-91b9-7886145b5427 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1469007 Jul 16 02:24:45.014067 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51290) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:45.014856 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5f395-2699-42f3-91b9-7886145b5427 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb43f8a-b65a-459f-8f40-d9abd4498e14,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:45.019765 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8f3a8f10-60e2-4cb2-9f71-b5b7592491ad tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '1eb43f8a-b65a-459f-8f40-d9abd4498e14', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:45.046462 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8f10-60e2-4cb2-9f71-b5b7592491ad tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.101314 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8f10-60e2-4cb2-9f71-b5b7592491ad tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.104951 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8f10-60e2-4cb2-9f71-b5b7592491ad tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.122159 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a8f10-60e2-4cb2-9f71-b5b7592491ad tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32830ac-0ced-4fbc-87df-e2bba570b1ae,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:45.128773 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8f10-60e2-4cb2-9f71-b5b7592491ad tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.129970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-8f3a8f10-60e2-4cb2-9f71-b5b7592491ad tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148212 Jul 16 02:24:45.132714 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:45.137026 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-92698985-48e6-40ac-916d-e3e6823cbe44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '1eb43f8a-b65a-459f-8f40-d9abd4498e14', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:45.162651 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92698985-48e6-40ac-916d-e3e6823cbe44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.220183 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92698985-48e6-40ac-916d-e3e6823cbe44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.224004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92698985-48e6-40ac-916d-e3e6823cbe44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.244767 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92698985-48e6-40ac-916d-e3e6823cbe44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938dd07a-7bc5-40f2-a545-abd7e998a993,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:45.251321 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92698985-48e6-40ac-916d-e3e6823cbe44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.254431 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-92698985-48e6-40ac-916d-e3e6823cbe44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207862 Jul 16 02:24:45.255292 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51294) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:45.259695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5b9309b0-fbe5-470f-8e2d-80cc8e66f1dc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '1eb43f8a-b65a-459f-8f40-d9abd4498e14', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:45.286217 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b9309b0-fbe5-470f-8e2d-80cc8e66f1dc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.344491 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b9309b0-fbe5-470f-8e2d-80cc8e66f1dc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.347903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b9309b0-fbe5-470f-8e2d-80cc8e66f1dc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.366487 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9309b0-fbe5-470f-8e2d-80cc8e66f1dc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958c8996-39cf-4ddb-9c6f-88bb122037e4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:45.371547 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b9309b0-fbe5-470f-8e2d-80cc8e66f1dc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.372903 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5b9309b0-fbe5-470f-8e2d-80cc8e66f1dc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165440 Jul 16 02:24:45.376381 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:45.381503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e2458104-0c1f-4d92-ade1-6ab3b7a7b887 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '1eb43f8a-b65a-459f-8f40-d9abd4498e14', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:45.406308 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2458104-0c1f-4d92-ade1-6ab3b7a7b887 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.466001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2458104-0c1f-4d92-ade1-6ab3b7a7b887 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.471608 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2458104-0c1f-4d92-ade1-6ab3b7a7b887 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.492985 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2458104-0c1f-4d92-ade1-6ab3b7a7b887 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5af6a0-c409-4013-9cd5-8b157f6e2f86,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:45.495486 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2458104-0c1f-4d92-ade1-6ab3b7a7b887 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.496607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-e2458104-0c1f-4d92-ade1-6ab3b7a7b887 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191144 Jul 16 02:24:45.499611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:45.504897 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-78a26e73-6805-4fa0-9140-a9e318eec198 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '1eb43f8a-b65a-459f-8f40-d9abd4498e14', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:45.527802 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-78a26e73-6805-4fa0-9140-a9e318eec198 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Project 984c45a7dd8b44b3956fb325144e617b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:24:45.533069 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78a26e73-6805-4fa0-9140-a9e318eec198 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.584412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:45.596528 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78a26e73-6805-4fa0-9140-a9e318eec198 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.600319 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78a26e73-6805-4fa0-9140-a9e318eec198 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.620707 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a26e73-6805-4fa0-9140-a9e318eec198 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f159b6-4b8b-4d25-b1f1-52d2e1ba954c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:45.631703 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78a26e73-6805-4fa0-9140-a9e318eec198 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.633233 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-78a26e73-6805-4fa0-9140-a9e318eec198 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318424 Jul 16 02:24:45.634953 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:45.636455 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51300) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:45.638734 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:45.639102 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.641947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8f172ba9-6c31-4cde-ab20-f66680e5cb23 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '1eb43f8a-b65a-459f-8f40-d9abd4498e14', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:45.663858 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-8f172ba9-6c31-4cde-ab20-f66680e5cb23 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Project 984c45a7dd8b44b3956fb325144e617b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:24:45.668619 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f172ba9-6c31-4cde-ab20-f66680e5cb23 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.722336 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.735379 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f172ba9-6c31-4cde-ab20-f66680e5cb23 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.740336 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f172ba9-6c31-4cde-ab20-f66680e5cb23 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.745269 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:45.749678 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.750452 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e6d88b1f-5857-43d1-9651-4980f9fe1b50 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:45.762836 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172ba9-6c31-4cde-ab20-f66680e5cb23 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4612aeff-cdf3-47e9-bcbe-cbbeef4c4f39,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:45.769735 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f172ba9-6c31-4cde-ab20-f66680e5cb23 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.770987 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-8f172ba9-6c31-4cde-ab20-f66680e5cb23 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332660 Jul 16 02:24:45.834758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:45.842492 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port e6d88b1f-5857-43d1-9651-4980f9fe1b50 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:45.842869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.061473 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b4ab045b-c3a2-4ce8-8478-9ddf513a8175 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999675761&fields=id&tenant_id=984c45a7dd8b44b3956fb325144e617b HTTP/1.1" status: 200 len: 267 time: 0.0352831 Jul 16 02:24:46.171297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddb7d-f668-4533-bad7-68f1647037df req-5a5f31ad-7afa-43c9-b270-afedf542eaf1 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:46.172840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-5a5f31ad-7afa-43c9-b270-afedf542eaf1 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 808 time: 0.1048436 Jul 16 02:24:46.188198 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-630fb946-6ca0-4b81-b686-beff51a45ec7 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/quotas/984c45a7dd8b44b3956fb325144e617b HTTP/1.1" status: 200 len: 375 time: 0.0094740 Jul 16 02:24:46.263234 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-e6036938-ca36-4924-b7a3-847c9ad7fbcc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687151 Jul 16 02:24:46.362992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-2954e0ce-db51-471b-9662-536d5b945096 service neutron] 10.222.0.64 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873160 Jul 16 02:24:46.364860 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Sync routers for ids ['eac87c91-6423-4ee4-89e6-8555c4a01c23'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:46.373948 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Routers {'eac87c91-6423-4ee4-89e6-8555c4a01c23'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:46.374591 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eac87c91-6423-4ee4-89e6-8555c4a01c23'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:46.460868 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9951e5b6-d27c-4930-b8ab-dac5dd509949 service neutron] 10.222.0.64 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904274 Jul 16 02:24:46.479690 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Set router eac87c91-6423-4ee4-89e6-8555c4a01c23 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:46.633671 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-894457bc-ccdf-4e32-beb3-25e6338d88fc req-9ded5072-518f-4033-8569-f6664d105f80 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 210 time: 0.0291798 Jul 16 02:24:46.685557 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'name': 'tempest-TestShelveInstance-84585344-router', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:43Z', 'revision_number': 4, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'gw_port': {'id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '03b62427-8664-4376-8b90-6e1b7235fa1e', 'name': '', 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'mac_address': 'fa:16:3e:61:43:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1decd4bd-2617-4042-afe9-d76171243815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:42Z', 'updated_at': '2021-07-16T02:24:43Z', 'revision_number': 2, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'subnets': [{'id': '1decd4bd-2617-4042-afe9-d76171243815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:46.713212 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Checking router: eac87c91-6423-4ee4-89e6-8555c4a01c23 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:46.713559 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Updating router eac87c91-6423-4ee4-89e6-8555c4a01c23 port 03b62427-8664-4376-8b90-6e1b7235fa1e binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:24:46.749134 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.010975 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.021127 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Transition to ACTIVE for port object 03b62427-8664-4376-8b90-6e1b7235fa1e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:47.026579 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.075464 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17fd24-1a0b-4c35-b7a6-afd35a8884f8 None None] Pushing event updated for resources: {'Port': ['ID=03b62427-8664-4376-8b90-6e1b7235fa1e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:47.128675 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Attempting to bind port 03b62427-8664-4376-8b90-6e1b7235fa1e on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:47.128958 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Attempting to bind port 03b62427-8664-4376-8b90-6e1b7235fa1e by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '2edc268e-f2eb-4190-bd14-fd68d6015518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:47.129324 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Attempting to bind port 03b62427-8664-4376-8b90-6e1b7235fa1e on network cdef9f0c-47fc-4433-8721-dba6769e4321 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:47.134431 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:47.134799 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Checking segment: {'id': '2edc268e-f2eb-4190-bd14-fd68d6015518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:47.135330 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.135727 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Bound using segment: {'id': '2edc268e-f2eb-4190-bd14-fd68d6015518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:47.136186 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Bound port: 03b62427-8664-4376-8b90-6e1b7235fa1e, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edc268e-f2eb-4190-bd14-fd68d6015518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:47.136567 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.204325 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] For port 03b62427-8664-4376-8b90-6e1b7235fa1e, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:47.207519 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] For port 03b62427-8664-4376-8b90-6e1b7235fa1e, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=03b62427-8664-4376-8b90-6e1b7235fa1e,segment=NetworkSegment(2edc268e-f2eb-4190-bd14-fd68d6015518),segment_id=2edc268e-f2eb-4190-bd14-fd68d6015518)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:47.211906 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.271380 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Routers {'eac87c91-6423-4ee4-89e6-8555c4a01c23'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:47.272017 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eac87c91-6423-4ee4-89e6-8555c4a01c23'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:47.308104 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17fd24-1a0b-4c35-b7a6-afd35a8884f8 None None] Pushing event updated for resources: {'Port': ['ID=03b62427-8664-4376-8b90-6e1b7235fa1e,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:47.479937 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] Set router eac87c91-6423-4ee4-89e6-8555c4a01c23 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:47.517001 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:47.564940 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:47.565313 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.686262 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'name': 'tempest-TestShelveInstance-84585344-router', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:43Z', 'revision_number': 4, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'gw_port': {'id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '03b62427-8664-4376-8b90-6e1b7235fa1e', 'name': '', 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'mac_address': 'fa:16:3e:61:43:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1decd4bd-2617-4042-afe9-d76171243815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:42Z', 'updated_at': '2021-07-16T02:24:47Z', 'revision_number': 4, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'subnets': [{'id': '1decd4bd-2617-4042-afe9-d76171243815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:47.720002 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f8929-aa5e-4e92-a237-257352d6ec4a None None] The sync data for ids ['eac87c91-6423-4ee4-89e6-8555c4a01c23'] in n-d-791504-14 is: [{'id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'name': 'tempest-TestShelveInstance-84585344-router', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:43Z', 'revision_number': 4, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'gw_port': {'id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '03b62427-8664-4376-8b90-6e1b7235fa1e', 'name': '', 'network_id': 'cdef9f0c-47fc-4433-8721-dba6769e4321', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'mac_address': 'fa:16:3e:61:43:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1decd4bd-2617-4042-afe9-d76171243815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:42Z', 'updated_at': '2021-07-16T02:24:47Z', 'revision_number': 4, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'subnets': [{'id': '1decd4bd-2617-4042-afe9-d76171243815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:47.722603 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa3ace09-6694-4e79-b592-b988256c6c01 req-c3de6ef9-c2b3-47d2-93b6-e5cf62b42341 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 210 time: 0.0346661 Jul 16 02:24:48.962453 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-809b821d-b16e-426e-be68-4035a5a5b916 req-a27ec7d7-aaf1-4b42-a9e2-8c5b1eff9b92 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 210 time: 0.1257205 Jul 16 02:24:49.537309 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 03b62427-8664-4376-8b90-6e1b7235fa1e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:49.588040 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 03b62427-8664-4376-8b90-6e1b7235fa1e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:49.591863 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 03b62427-8664-4376-8b90-6e1b7235fa1e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:49.592319 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:49.673799 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:49.708505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 03b62427-8664-4376-8b90-6e1b7235fa1e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=03b62427-8664-4376-8b90-6e1b7235fa1e,segment=NetworkSegment(2edc268e-f2eb-4190-bd14-fd68d6015518),segment_id=2edc268e-f2eb-4190-bd14-fd68d6015518)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:49.712161 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:49.763616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=03b62427-8664-4376-8b90-6e1b7235fa1e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:49.942401 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddb7d-f668-4533-bad7-68f1647037df req-e3ab0577-fa3f-4505-aebd-d3efb614237d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:49.943908 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-e3ab0577-fa3f-4505-aebd-d3efb614237d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 808 time: 0.1094136 Jul 16 02:24:49.995311 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-34215855-b091-4ba3-9241-23b3b1978793 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=984c45a7dd8b44b3956fb325144e617b HTTP/1.1" status: 200 len: 379 time: 0.0344718 Jul 16 02:24:50.006413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'port': {'device_id': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'admin_state_up': True, 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'security_groups': ['1eb43f8a-b65a-459f-8f40-d9abd4498e14']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:50.113586 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6061c58b-8c5d-4ec9-802e-dc64e6a763ef req-875ff5ac-b1a3-4747-be85-e648a911be0b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 210 time: 0.0313408 Jul 16 02:24:50.123913 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Made reservation on behalf of 984c45a7dd8b44b3956fb325144e617b for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:50.128767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.266543 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Allocated IP 172.20.0.8 (e6fa0cce-eb3b-4762-83aa-67b8f879a208/5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c/e7a13ae7-27fb-4658-9418-fc1a61605778) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:50.405579 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.419466 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Transition to ACTIVE for port object e7a13ae7-27fb-4658-9418-fc1a61605778 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:50.452003 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.494963 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Network e6fa0cce-eb3b-4762-83aa-67b8f879a208 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:50.500074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:50.502532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:50.514782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:50.566866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:50.567519 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.583290 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-b8d20e13-b752-4656-a11a-3efbc325700c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807474 Jul 16 02:24:50.596868 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Request body: {'port': {'device_id': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:50.680313 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.795969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d7ce6b66-9a93-4dcb-8e23-29790c6e72ae None None] Provisioning for port e7a13ae7-27fb-4658-9418-fc1a61605778 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:50.800490 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d7ce6b66-9a93-4dcb-8e23-29790c6e72ae None None] Provisioning complete for port e7a13ae7-27fb-4658-9418-fc1a61605778 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:50.801122 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6b66-9a93-4dcb-8e23-29790c6e72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.840031 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce6b66-9a93-4dcb-8e23-29790c6e72ae None None] Port e7a13ae7-27fb-4658-9418-fc1a61605778 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:24:50.966602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a13ae7-27fb-4658-9418-fc1a61605778 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:50.976004 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.989032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Transition to ACTIVE for port object e7a13ae7-27fb-4658-9418-fc1a61605778 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:50.992664 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.093499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:51.126620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Attempting to bind port e7a13ae7-27fb-4658-9418-fc1a61605778 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:51.126954 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Attempting to bind port e7a13ae7-27fb-4658-9418-fc1a61605778 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:51.127280 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Attempting to bind port e7a13ae7-27fb-4658-9418-fc1a61605778 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:51.132037 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Port e7a13ae7-27fb-4658-9418-fc1a61605778 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:24:51.132359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Attempting to bind port e7a13ae7-27fb-4658-9418-fc1a61605778 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:51.137215 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:51.137546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Checking segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:51.137941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Bound using segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:51.138399 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Bound port: e7a13ae7-27fb-4658-9418-fc1a61605778, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:51.138753 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.206409 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:51.209740 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:51.215104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.285476 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.286279 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.288205 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] 10.222.0.50 "PUT /v2.0/ports/e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 1092 time: 0.6969779 Jul 16 02:24:51.290783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:51.293231 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56829263-da3f-4ab7-b930-025202ab2ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:51.331638 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052e6f1-34c5-4c85-a532-bbeff63b9e60 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:51.402137 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0f7b-bd67-4c0e-b264-ada8a82d799e req-5c920390-fd68-42e9-b309-85d9435991a2 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.403714 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1ad0f7b-bd67-4c0e-b264-ada8a82d799e req-5c920390-fd68-42e9-b309-85d9435991a2 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.1595881 Jul 16 02:24:51.420184 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddb7d-f668-4533-bad7-68f1647037df req-afcb0491-eab4-40bf-be8a-9988854744f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.422531 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-afcb0491-eab4-40bf-be8a-9988854744f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1095 time: 0.0877643 Jul 16 02:24:51.425041 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f097424f-3f44-4549-9da1-7970dd27fb9a x-openstack-request-id: req-f097424f-3f44-4549-9da1-7970dd27fb9a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:51.425333 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:51.425582 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f097424f-3f44-4549-9da1-7970dd27fb9a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:51.425974 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'status': 'completed', 'code': 200} Jul 16 02:24:51.476526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-a3bfc38a-35f0-4423-9178-a89e20f2c045 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 217 time: 0.0421271 Jul 16 02:24:51.497737 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1ad0f7b-bd67-4c0e-b264-ada8a82d799e req-2584dc89-f2a3-4a6b-8380-e2fb0e5fb16f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857313 Jul 16 02:24:51.528375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 03b62427-8664-4376-8b90-6e1b7235fa1e up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:51.533222 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddb7d-f668-4533-bad7-68f1647037df req-54349097-2412-4ce0-8725-e362d22d94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.534816 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-54349097-2412-4ce0-8725-e362d22d94c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0505831 Jul 16 02:24:51.576257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 03b62427-8664-4376-8b90-6e1b7235fa1e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:51.576540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.594619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddb7d-f668-4533-bad7-68f1647037df req-cc153673-8b76-40bb-a1f2-890fa774c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.596152 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-cc153673-8b76-40bb-a1f2-890fa774c8cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542855 Jul 16 02:24:51.693748 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-cd9a875e-b93a-474c-8dc2-0761a03a1272 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899067 Jul 16 02:24:51.784525 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6aaddb7d-f668-4533-bad7-68f1647037df req-c3f32647-2106-44d1-9cac-cf2edd7fe8d7 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823715 Jul 16 02:24:51.883825 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-508005ec-ff66-417a-a250-bfb898764fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.885331 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-508005ec-ff66-417a-a250-bfb898764fac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1095 time: 0.0530682 Jul 16 02:24:51.979352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-1bb64cba-237d-4dc7-b9b6-71f064f9e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.980848 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-1bb64cba-237d-4dc7-b9b6-71f064f9e3c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0879226 Jul 16 02:24:52.024427 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-8a7dcf85-c43a-4116-ad9d-075090e65160 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 217 time: 0.0357566 Jul 16 02:24:52.079503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-d98e383d-9f77-49e0-b73f-224a97219f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.081120 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-d98e383d-9f77-49e0-b73f-224a97219f12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0502925 Jul 16 02:24:52.148520 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-0343bf6b-3033-404f-9309-adfd9d964a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.149947 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-0343bf6b-3033-404f-9309-adfd9d964a34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603516 Jul 16 02:24:52.247879 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-ae606aa5-b7c9-4ad5-9a6f-97c4c78b3ae3 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898089 Jul 16 02:24:52.673845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56829263-da3f-4ab7-b930-025202ab2ca6 req-4a5a0db0-efc6-4995-9241-58a58ea3977e service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191933 Jul 16 02:24:52.690419 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56a6e-ab52-4079-8712-e696b5ce69ca req-2e066f49-edef-4f7d-8d19-03eb49f92c42 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.691965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-90f56a6e-ab52-4079-8712-e696b5ce69ca req-2e066f49-edef-4f7d-8d19-03eb49f92c42 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0746984 Jul 16 02:24:52.736953 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-90f56a6e-ab52-4079-8712-e696b5ce69ca req-f31f71a3-5725-40c2-9ac6-9d3e566b0ca3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378971 Jul 16 02:24:53.918822 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9d034-529c-4b45-a100-935565eb8a0f req-65029af1-54e1-45c0-9ce6-e504ec2edf2a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:53.920283 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56b9d034-529c-4b45-a100-935565eb8a0f req-65029af1-54e1-45c0-9ce6-e504ec2edf2a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0662906 Jul 16 02:24:53.958160 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-56b9d034-529c-4b45-a100-935565eb8a0f req-8e01c2a8-5e45-4b22-8579-6cc80ac29300 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320957 Jul 16 02:24:54.104824 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e7a13ae7-27fb-4658-9418-fc1a61605778 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:24:54.198363 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:54.210195 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'port_id': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'mac_address': 'fa:16:3e:cb:f0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:24:54.249368 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:54.262246 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a13ae7-27fb-4658-9418-fc1a61605778 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:54.281605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:54.285403 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:54.332627 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:54.531439 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e7a13ae7-27fb-4658-9418-fc1a61605778'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:24:54.709510 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39b01b2d-5729-4116-a4f3-f5e63e040656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:55.136850 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d3d1a-184b-4ade-a086-90aee053dc6a req-5ee77631-4868-4505-9d3c-f049ea657255 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:55.138376 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad9d3d1a-184b-4ade-a086-90aee053dc6a req-5ee77631-4868-4505-9d3c-f049ea657255 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 944 time: 0.0643811 Jul 16 02:24:55.176393 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad9d3d1a-184b-4ade-a086-90aee053dc6a req-a7f9c959-975b-48f1-a5fb-c5233fa7dfad tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320027 Jul 16 02:24:56.133146 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e7a13ae7-27fb-4658-9418-fc1a61605778 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:56.164396 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.186649 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port e7a13ae7-27fb-4658-9418-fc1a61605778 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:56.190250 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port e7a13ae7-27fb-4658-9418-fc1a61605778 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:56.190616 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.276781 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.301593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:56.303907 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa15faf-7fea-432b-a7ba-c7e5973c5514" -d '{"events": [{"server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "name": "network-vif-plugged", "status": "completed", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:56.317123 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:56.321344 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.346673 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c3c6b0-fa55-49b3-86e5-049b1b744c3f x-openstack-request-id: req-e4c3c6b0-fa55-49b3-86e5-049b1b744c3f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:56.346969 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "name": "network-vif-plugged", "status": "completed", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:56.347220 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4c3c6b0-fa55-49b3-86e5-049b1b744c3f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:56.347613 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'code': 200} Jul 16 02:24:56.367083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941f33-55c0-4d0c-9466-320f8af930ed req-e34cc47b-876a-49b2-b5a6-e9e6aa8bec67 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:56.368635 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f941f33-55c0-4d0c-9466-320f8af930ed req-e34cc47b-876a-49b2-b5a6-e9e6aa8bec67 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 944 time: 0.0671461 Jul 16 02:24:56.375735 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:56.416584 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1f941f33-55c0-4d0c-9466-320f8af930ed req-41eca3d8-d531-49fe-8275-4b9e10b67da4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404208 Jul 16 02:24:56.467828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104227c9-e4b1-4407-affb-eb2c0d9b5543 req-325b6e62-c1af-4cab-8761-6b8fd9cf6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:56.469909 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-104227c9-e4b1-4407-affb-eb2c0d9b5543 req-325b6e62-c1af-4cab-8761-6b8fd9cf6bf4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1097 time: 0.0524757 Jul 16 02:24:56.505111 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-104227c9-e4b1-4407-affb-eb2c0d9b5543 req-e8b3d921-ffa8-4508-bddc-daad339185f6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277972 Jul 16 02:24:57.221384 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-074c9016-5574-4939-90d4-3d6d6a6d988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.274446 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:57.426061 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.593042 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b7feb-de66-4e64-91d3-9a48d203e5cb req-21212918-9034-4a9c-8881-ace56be515f3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.594776 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b0b7feb-de66-4e64-91d3-9a48d203e5cb req-21212918-9034-4a9c-8881-ace56be515f3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0640392 Jul 16 02:24:57.633289 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7b0b7feb-de66-4e64-91d3-9a48d203e5cb req-b2cd3d3d-b83e-4f75-b7b4-de90da9da865 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326357 Jul 16 02:24:57.742145 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.811791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b17776-e52f-4c29-a935-e9dfcaa7b6cb req-f0ab0e48-8e7a-4bdd-85d8-7b970f71cd50 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.813312 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7b17776-e52f-4c29-a935-e9dfcaa7b6cb req-f0ab0e48-8e7a-4bdd-85d8-7b970f71cd50 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0652220 Jul 16 02:24:57.850821 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b7b17776-e52f-4c29-a935-e9dfcaa7b6cb req-2a1460ac-10ad-4982-adc2-547c856edc6b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318019 Jul 16 02:24:57.875234 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51364) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:57.966420 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f27ec8-608e-499f-894c-5c2174ee3b04 tempest-TestShelveInstance-144210445 tempest-TestShelveInstance-144210445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.967939 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-f6f27ec8-608e-499f-894c-5c2174ee3b04 tempest-TestShelveInstance-144210445 tempest-TestShelveInstance-144210445-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1092 time: 0.0917156 Jul 16 02:24:57.970924 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51368) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:57.975513 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:57.996226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.097265 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.198282 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Allocated IP 172.25.4.60 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/a9b6da65-768a-41fc-b88d-ec7dd474e281) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:58.301942 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.339463 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.375045 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:58.380013 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:58.382581 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:58.416434 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'Port': ['ID=a9b6da65-768a-41fc-b88d-ec7dd474e281,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:58.736372 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.753600 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.839788 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.989477 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.993838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.064633 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'Port': ['ID=a9b6da65-768a-41fc-b88d-ec7dd474e281,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:59.071604 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.170229 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Floating IP 8715258c-5371-4535-abc7-4b30ae415856 associated. External IP: 172.25.4.60, port: e7a13ae7-27fb-4658-9418-fc1a61605778. Jul 16 02:24:59.377373 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Router 18b4ff24-00eb-452a-bf24-b92632ba4d8b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:59.484305 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:59.493347 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] Sync routers for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:59.500840 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.504582 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:59.505207 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:59.537726 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a152683e-0722-421e-901c-f7cc7449ac5a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5656834 Jul 16 02:24:59.538470 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:59.540840 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60ed46a-02f4-42f2-af44-27fcb301458f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:59.580544 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f3882c-d9f1-47c5-8e0b-fe154dee122e x-openstack-request-id: req-a2f3882c-d9f1-47c5-8e0b-fe154dee122e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:59.580842 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:59.581088 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2f3882c-d9f1-47c5-8e0b-fe154dee122e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:59.581491 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'status': 'completed', 'code': 200} Jul 16 02:24:59.616063 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:59.657205 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-4f55aaca-9910-4b8d-b567-b2807ae91896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:59.658328 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-4f55aaca-9910-4b8d-b567-b2807ae91896 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1097 time: 0.0539088 Jul 16 02:24:59.753407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-fb9d93fe-aa89-41a8-9e69-ce7603129ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:59.755046 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-fb9d93fe-aa89-41a8-9e69-ce7603129ed7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0905154 Jul 16 02:24:59.819759 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-df1b2b01-64b0-4dfb-a38f-72cca079b185 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 998 time: 0.0582159 Jul 16 02:24:59.845444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '8715258c-5371-4535-abc7-4b30ae415856', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'port_id': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'mac_address': 'fa:16:3e:cb:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:24:58Z', 'updated_at': '2021-07-16T02:24:58Z', 'revision_number': 0, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:59.870496 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-fb75f263-5645-4468-aced-ab9d4e7553fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:59.871684 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-fb75f263-5645-4468-aced-ab9d4e7553fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0451748 Jul 16 02:24:59.874054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] Checking router: 18b4ff24-00eb-452a-bf24-b92632ba4d8b for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:59.882916 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:59.883535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:24:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:59.935010 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-67451f84-e838-4c24-9ea6-73c6a3681fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:59.936616 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-67451f84-e838-4c24-9ea6-73c6a3681fef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577507 Jul 16 02:24:59.989231 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:00.028297 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-7edcfbe3-e01b-4889-a9a4-f5aad9aa0133 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842392 Jul 16 02:25:00.124551 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d60ed46a-02f4-42f2-af44-27fcb301458f req-24c2bff6-90cd-462a-aeec-4e407c4a9d42 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887780 Jul 16 02:25:00.213438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '8715258c-5371-4535-abc7-4b30ae415856', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'port_id': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'mac_address': 'fa:16:3e:cb:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:24:58Z', 'updated_at': '2021-07-16T02:24:58Z', 'revision_number': 0, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:00.398033 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade70f0f-2e4b-4f0d-be3d-7b070d852039 None None] The sync data for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 is: [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '8715258c-5371-4535-abc7-4b30ae415856', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'port_id': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'mac_address': 'fa:16:3e:cb:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:24:58Z', 'updated_at': '2021-07-16T02:24:58Z', 'revision_number': 0, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:00.410271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.599972 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca4d02-06af-43e3-87b9-a4101094fd57 None None] New status for floating IP 8715258c-5371-4535-abc7-4b30ae415856: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:25:24.691376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-923b41a0-2eb5-422b-ad29-f23824258aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.143554 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.214693 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61e664c7-3d37-42e4-9ac4-d5142341b06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.425704 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.745161 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.740758 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.320815 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.274248 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:40.581647 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-9ba1e7af-e468-466d-af37-26d57565e282 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521185 Jul 16 02:25:40.674764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-afdaa84b-fb0d-4068-ac99-f1cadb5bb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:40.676213 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-afdaa84b-fb0d-4068-ac99-f1cadb5bb410 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1097 time: 0.0519209 Jul 16 02:25:40.786217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-ea19d650-4e63-4741-abd2-679c3ce68ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:40.787700 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-ea19d650-4e63-4741-abd2-679c3ce68ac2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0900371 Jul 16 02:25:40.854858 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-84b919b4-f185-47c6-98cf-82c3085336f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 1000 time: 0.0607886 Jul 16 02:25:40.903777 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-06dc2bda-0ace-42da-b205-78575030c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:40.905234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-06dc2bda-0ace-42da-b205-78575030c1bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0437312 Jul 16 02:25:40.961778 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-05e146e1-84c5-4b7d-945f-fd4c8a0cd95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:40.963293 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-05e146e1-84c5-4b7d-945f-fd4c8a0cd95e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514092 Jul 16 02:25:41.059121 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-72786a06-3beb-4338-a62d-992985f1da5a service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880613 Jul 16 02:25:41.150654 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4d372156-60b2-4045-aee5-a7657a5106d7 req-f0223e69-25b8-4de5-9b5c-aef8a387dd32 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844235 Jul 16 02:25:54.693840 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b260d17a-ad94-4eeb-a967-80b637b30500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:56.148609 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.216663 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6982-439c-443f-9985-39ead98b08d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.440572 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.747460 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.743045 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:00.324700 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:11.274605 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:24.695873 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b602bbf-925f-48b5-b178-244c223b0eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:26.161105 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:27.216840 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c73736cb-e596-4df7-a0cd-abdc31f6362e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:27.438506 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:27.748399 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:28.744837 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:30.325010 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:40.643224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16e9434e-7460-496b-8870-ebc64776f20f req-5f51d2e7-e03e-4f7f-9406-fb002cec3061 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0968859 Jul 16 02:26:40.738457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9434e-7460-496b-8870-ebc64776f20f req-a8b4d770-4392-499a-b5a9-097a43f46620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.739929 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16e9434e-7460-496b-8870-ebc64776f20f req-a8b4d770-4392-499a-b5a9-097a43f46620 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1097 time: 0.0535059 Jul 16 02:26:40.841858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9434e-7460-496b-8870-ebc64776f20f req-f1ebd30f-330d-4518-af58-8f20c9f28684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.843268 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16e9434e-7460-496b-8870-ebc64776f20f req-f1ebd30f-330d-4518-af58-8f20c9f28684 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0836666 Jul 16 02:26:40.912204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16e9434e-7460-496b-8870-ebc64776f20f req-edf1def5-800d-4ed5-87df-729dbec7ab71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 1000 time: 0.0615103 Jul 16 02:26:40.959978 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9434e-7460-496b-8870-ebc64776f20f req-507eb70e-1f35-454a-8120-3b6e6840103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.961446 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16e9434e-7460-496b-8870-ebc64776f20f req-507eb70e-1f35-454a-8120-3b6e6840103f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0429485 Jul 16 02:26:41.019103 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9434e-7460-496b-8870-ebc64776f20f req-c5e2c29f-a7c0-4bbe-941f-956de0239c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:41.020585 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16e9434e-7460-496b-8870-ebc64776f20f req-c5e2c29f-a7c0-4bbe-941f-956de0239c29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530028 Jul 16 02:26:41.113015 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16e9434e-7460-496b-8870-ebc64776f20f req-ccff42aa-5002-44bf-a30c-96ffb9696e15 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858793 Jul 16 02:26:41.199854 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-16e9434e-7460-496b-8870-ebc64776f20f req-86f2d189-7629-42c2-a0a7-eed8256dcd3d service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807929 Jul 16 02:26:48.274587 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:54.696556 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42ee4d36-994b-4fa0-844c-7e449e2021c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.152047 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.217565 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b09a6c8a-a54d-4075-953f-678b28f5dc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.453339 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.693947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa757cf3-f9f0-4af1-b1d5-a858d593952b req-50f81de2-a6d9-4bd2-bc7c-dccd5c1eb4a4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.695495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa757cf3-f9f0-4af1-b1d5-a858d593952b req-50f81de2-a6d9-4bd2-bc7c-dccd5c1eb4a4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0740047 Jul 16 02:26:57.735073 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-aa757cf3-f9f0-4af1-b1d5-a858d593952b req-323dec33-571a-4ed1-b896-4240c6a448c4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335176 Jul 16 02:26:57.750671 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.747581 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.948044 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a6dbf-4b85-4e8d-9227-7a52060e5eca req-a15286e2-1cd9-4225-81eb-58c76ef04bdf tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:58.949549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de8a6dbf-4b85-4e8d-9227-7a52060e5eca req-a15286e2-1cd9-4225-81eb-58c76ef04bdf tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0694964 Jul 16 02:26:58.988260 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de8a6dbf-4b85-4e8d-9227-7a52060e5eca req-e2cfa618-d764-4fb9-a603-c649eeb681b6 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329287 Jul 16 02:27:00.178107 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab833e6-4520-4880-84af-5eb17c345196 req-8957a452-c180-4a3c-857f-3b6aa73f355c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.179501 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eab833e6-4520-4880-84af-5eb17c345196 req-8957a452-c180-4a3c-857f-3b6aa73f355c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0645502 Jul 16 02:27:00.218243 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-eab833e6-4520-4880-84af-5eb17c345196 req-8ed59da8-a16d-4303-9629-58371a230f75 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325489 Jul 16 02:27:00.327289 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.390799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0411341-eec6-4bf1-8d69-965d90663fd5 req-89331360-01c2-41cb-b9b0-1a7030c7fb79 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:01.392271 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0411341-eec6-4bf1-8d69-965d90663fd5 req-89331360-01c2-41cb-b9b0-1a7030c7fb79 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0634196 Jul 16 02:27:01.431029 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d0411341-eec6-4bf1-8d69-965d90663fd5 req-0fe881b0-1edd-4a33-8253-ef4a9f0fb65d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330188 Jul 16 02:27:02.611706 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a7353-9040-4880-9039-3e762b5b0153 req-9ad89700-630f-4287-93f8-131be896bb71 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:02.613207 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b54a7353-9040-4880-9039-3e762b5b0153 req-9ad89700-630f-4287-93f8-131be896bb71 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0687730 Jul 16 02:27:02.654599 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-b54a7353-9040-4880-9039-3e762b5b0153 req-e89f472a-4932-40bd-b096-e27a5e5061da tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348241 Jul 16 02:27:03.835683 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4cf3c-6e40-440b-b23b-f7c501fe17c6 req-b584698c-1be8-4a2d-9e13-85222244554a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:03.837385 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3df4cf3c-6e40-440b-b23b-f7c501fe17c6 req-b584698c-1be8-4a2d-9e13-85222244554a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0679135 Jul 16 02:27:03.879595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3df4cf3c-6e40-440b-b23b-f7c501fe17c6 req-89455c08-d827-40eb-9e9c-38d206f7aa2a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329256 Jul 16 02:27:05.058538 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e598f-befa-437b-a789-9649f0bb36ce req-6ee7b990-2d2b-44be-9ba0-2e2c46eccf26 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:05.060051 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-299e598f-befa-437b-a789-9649f0bb36ce req-6ee7b990-2d2b-44be-9ba0-2e2c46eccf26 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0631881 Jul 16 02:27:05.096408 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-299e598f-befa-437b-a789-9649f0bb36ce req-840cc419-4d84-4fae-a0d3-8f6df5b38082 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308948 Jul 16 02:27:06.296394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c88939-fd72-47ba-801d-587d49f84c4b req-a2307f3a-ba2f-472c-9564-8bcbe71d847e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.298027 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b4c88939-fd72-47ba-801d-587d49f84c4b req-a2307f3a-ba2f-472c-9564-8bcbe71d847e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0777357 Jul 16 02:27:06.342970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b4c88939-fd72-47ba-801d-587d49f84c4b req-4c4e9af4-79e1-4439-813d-4f331f0d3c1e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354962 Jul 16 02:27:07.521372 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d35a2-8818-4508-aa45-ef079d9654dc req-4ae6e01b-ad07-4ff2-adf7-1b7e472a0fd6 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:07.522899 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-443d35a2-8818-4508-aa45-ef079d9654dc req-4ae6e01b-ad07-4ff2-adf7-1b7e472a0fd6 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0658183 Jul 16 02:27:07.562109 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-443d35a2-8818-4508-aa45-ef079d9654dc req-bb41cb07-e772-4799-a388-51763446cf94 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327933 Jul 16 02:27:08.753888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b60be-1a2d-487a-b824-ab703d24eeb9 req-b60dd892-78d5-4cfd-ab0c-4ecbdbc50d8e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:08.755612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2a8b60be-1a2d-487a-b824-ab703d24eeb9 req-b60dd892-78d5-4cfd-ab0c-4ecbdbc50d8e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0698090 Jul 16 02:27:08.798836 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2a8b60be-1a2d-487a-b824-ab703d24eeb9 req-969a05a2-91f3-468c-9728-edf5bba85a71 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373952 Jul 16 02:27:08.888631 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e7a13ae7-27fb-4658-9418-fc1a61605778 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:09.006535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:09.017865 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'port_id': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'mac_address': 'fa:16:3e:cb:f0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:09.054524 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.066690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7a13ae7-27fb-4658-9418-fc1a61605778 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:09.087004 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:09.092297 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.147698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:09.156796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.157139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.157483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.157822 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.158196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.158522 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.158848 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.162094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.162094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.162094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.162094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.162094 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.181758 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['e7a13ae7-27fb-4658-9418-fc1a61605778'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:09.981558 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541e9b9-5ded-4d4a-a4d3-0a7cb14fcbbc req-303e4d58-4793-4cae-a62f-33c4d8094009 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:09.983007 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7541e9b9-5ded-4d4a-a4d3-0a7cb14fcbbc req-303e4d58-4793-4cae-a62f-33c4d8094009 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 944 time: 0.0728374 Jul 16 02:27:10.025758 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7541e9b9-5ded-4d4a-a4d3-0a7cb14fcbbc req-73b28127-88fe-4c5a-a7e9-e12b6858f20e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359242 Jul 16 02:27:10.905935 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e7a13ae7-27fb-4658-9418-fc1a61605778 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:10.968622 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port e7a13ae7-27fb-4658-9418-fc1a61605778 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:10.969007 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.062805 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.100843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:11.103388 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c304b84d-fa65-466d-96b5-495e561f613e" -d '{"events": [{"server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "name": "network-vif-plugged", "status": "completed", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:11.117726 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:11.126526 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.192333 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cd2659-da82-4b93-9ad9-5031d1a09332 x-openstack-request-id: req-40cd2659-da82-4b93-9ad9-5031d1a09332 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:11.193012 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "name": "network-vif-plugged", "status": "completed", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:11.193530 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40cd2659-da82-4b93-9ad9-5031d1a09332 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:11.194193 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'code': 200} Jul 16 02:27:11.194964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:11.271358 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea4efb-1832-47d3-8aef-d0a851a842f2 req-eb33bafa-fda8-454a-acb0-30065020cee9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.274620 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57ea4efb-1832-47d3-8aef-d0a851a842f2 req-eb33bafa-fda8-454a-acb0-30065020cee9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0819871 Jul 16 02:27:11.320325 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57ea4efb-1832-47d3-8aef-d0a851a842f2 req-960a3624-2ff6-418c-930d-7a50b52443c8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397067 Jul 16 02:27:12.518469 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d938beb-6005-4e2b-8a36-1096acf8e1f3 req-f8c4672b-df2a-40bd-92de-fa9e25da8661 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.521920 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d938beb-6005-4e2b-8a36-1096acf8e1f3 req-f8c4672b-df2a-40bd-92de-fa9e25da8661 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0783513 Jul 16 02:27:12.565295 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d938beb-6005-4e2b-8a36-1096acf8e1f3 req-d60386dc-20c4-4d12-b6f7-33b39d064a07 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384393 Jul 16 02:27:13.764326 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31685d4-49cb-4268-86d3-07bc925e0482 req-25df645a-c354-47b9-ba15-fd69eaeb924b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:13.765888 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c31685d4-49cb-4268-86d3-07bc925e0482 req-25df645a-c354-47b9-ba15-fd69eaeb924b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0690787 Jul 16 02:27:13.818302 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c31685d4-49cb-4268-86d3-07bc925e0482 req-7bd5f569-08b7-4444-9f83-97055b630a9c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407896 Jul 16 02:27:15.041589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39351e-9fb9-4809-895b-7e481a2a3174 req-71fd00fc-6d90-4966-a178-2ff6a16dcd61 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:15.043254 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db39351e-9fb9-4809-895b-7e481a2a3174 req-71fd00fc-6d90-4966-a178-2ff6a16dcd61 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0768344 Jul 16 02:27:15.087158 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-db39351e-9fb9-4809-895b-7e481a2a3174 req-3fe68ffa-db32-4311-9dc2-d9f044b65e32 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378249 Jul 16 02:27:16.295234 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9be014-9357-4d91-a047-c70c1eba961b req-743f878c-9bc4-4995-942b-53247677f358 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:16.296785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f9be014-9357-4d91-a047-c70c1eba961b req-743f878c-9bc4-4995-942b-53247677f358 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0831807 Jul 16 02:27:16.348971 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f9be014-9357-4d91-a047-c70c1eba961b req-ac50a3f5-efdd-405a-8237-88c0ba0b8bd2 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 Jul 16 02:27:17.552725 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a95b8-36a0-420d-9beb-69af37fe74a4 req-cb840835-8190-48f7-95de-90854e146682 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:17.557096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-593a95b8-36a0-420d-9beb-69af37fe74a4 req-cb840835-8190-48f7-95de-90854e146682 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0860155 Jul 16 02:27:17.602216 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-593a95b8-36a0-420d-9beb-69af37fe74a4 req-abfb577f-4ea5-4ee5-ac17-5a2ae2c3dc78 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377843 Jul 16 02:27:18.812631 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f54742-de6e-4310-9423-64623cf79803 req-a3ca02d1-5668-426d-9564-a1e13d020e30 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:18.814826 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79f54742-de6e-4310-9423-64623cf79803 req-a3ca02d1-5668-426d-9564-a1e13d020e30 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0787203 Jul 16 02:27:18.873434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-79f54742-de6e-4310-9423-64623cf79803 req-149b2ca3-6860-4345-81e2-8bccf60c2bbf tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529308 Jul 16 02:27:19.864688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-d23072fa-27f4-4a32-b6ca-4451abaad9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:19.866203 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-d23072fa-27f4-4a32-b6ca-4451abaad9d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1097 time: 0.0525322 Jul 16 02:27:19.961856 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-7dc3aab1-e502-4658-b6b1-f7725548077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:19.963367 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-7dc3aab1-e502-4658-b6b1-f7725548077a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0900533 Jul 16 02:27:20.031202 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-5c0f62e8-de1f-4e13-b25a-35c56a373043 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 1000 time: 0.0603628 Jul 16 02:27:20.060488 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4283c-d087-4c20-9104-913ca6db2c12 req-f305f0c9-5506-4043-91eb-0053f697e735 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.062135 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11d4283c-d087-4c20-9104-913ca6db2c12 req-f305f0c9-5506-4043-91eb-0053f697e735 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0661147 Jul 16 02:27:20.087266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-1e3de019-7eda-47bf-ac85-45e6e2592213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.090482 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-1e3de019-7eda-47bf-ac85-45e6e2592213 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0510273 Jul 16 02:27:20.102386 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-11d4283c-d087-4c20-9104-913ca6db2c12 req-5ddfc853-9a6e-4a2a-992f-b17d26ae6332 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343969 Jul 16 02:27:20.145945 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-49a1e417-2145-4f5a-afac-51513257b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.147452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-49a1e417-2145-4f5a-afac-51513257b703 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525746 Jul 16 02:27:20.239042 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-b268e840-5e34-4563-a49d-e8b6233dc58d service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837858 Jul 16 02:27:20.333087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-59ceb1b3-1e58-463e-95fe-07f780f86b54 req-7dfc58ee-5d67-4b68-a518-6f050c5a0e03 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865307 Jul 16 02:27:21.281109 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cef10e-d5ab-4b7f-b184-654a66ad6d0c req-21cf3ec1-195e-48ea-990d-e815666da989 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:21.282656 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81cef10e-d5ab-4b7f-b184-654a66ad6d0c req-21cf3ec1-195e-48ea-990d-e815666da989 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0645115 Jul 16 02:27:21.321492 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-81cef10e-d5ab-4b7f-b184-654a66ad6d0c req-168cc385-a9e7-4cd7-acba-e9bc6c68c0a2 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331509 Jul 16 02:27:22.508870 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c854dc-a010-4ddb-9429-19543051372c req-3146a6fa-9e9c-4cfd-94df-9086818d15f5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:22.510353 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21c854dc-a010-4ddb-9429-19543051372c req-3146a6fa-9e9c-4cfd-94df-9086818d15f5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0680776 Jul 16 02:27:22.548320 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21c854dc-a010-4ddb-9429-19543051372c req-144b1803-a93e-40d9-928e-e2788624156b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323939 Jul 16 02:27:22.701092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-57d51e6f-3c91-4d86-84a4-0faa57d3102b req-df29e43e-45e0-43b6-80d4-eaeb66afa8db service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:27:22.702158 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-57d51e6f-3c91-4d86-84a4-0faa57d3102b req-df29e43e-45e0-43b6-80d4-eaeb66afa8db service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478926 Jul 16 02:27:22.957463 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8888ff0-b15c-49c9-90c4-f61eb6a31a57 req-beb4481e-d03d-4c66-83f0-26ab7f68d051 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:22.959017 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8888ff0-b15c-49c9-90c4-f61eb6a31a57 req-beb4481e-d03d-4c66-83f0-26ab7f68d051 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0664248 Jul 16 02:27:23.000230 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c8888ff0-b15c-49c9-90c4-f61eb6a31a57 req-af139adf-a323-4c0c-93d0-23a0fd7d1a0d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348220 Jul 16 02:27:23.037242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:23.134333 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-5f4c5bdb-d836-4f1a-bfb1-c6a1f07e1b3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958912 Jul 16 02:27:23.996662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-8125f6ff-6d23-4362-96c7-40a8622f8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:23.998206 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-8125f6ff-6d23-4362-96c7-40a8622f8275 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0&tenant_id=984c45a7dd8b44b3956fb325144e617b HTTP/1.1" status: 200 len: 1097 time: 0.0589657 Jul 16 02:27:24.009943 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:24.083178 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.188108 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f45d59-c55c-41c3-b76e-5ad51bb75fb1 req-e0bb9cae-d6b5-4a8c-8aee-831ccc5bac8a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.189489 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8f45d59-c55c-41c3-b76e-5ad51bb75fb1 req-e0bb9cae-d6b5-4a8c-8aee-831ccc5bac8a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0647650 Jul 16 02:27:24.229439 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c8f45d59-c55c-41c3-b76e-5ad51bb75fb1 req-cb1807f5-b80c-4f02-afba-15ca3fa9063e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341718 Jul 16 02:27:24.290037 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:24.322713 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:24.370626 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:24.373027 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ee9425-b947-40de-8bf9-cb5f30f24fb5" -d '{"events": [{"server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:24.376798 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.389632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Transition to ACTIVE for port object e7a13ae7-27fb-4658-9418-fc1a61605778 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:24.393606 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.422852 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ee514-00a1-4b2a-8107-6b8ccf0c9aa8 x-openstack-request-id: req-068ee514-00a1-4b2a-8107-6b8ccf0c9aa8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:24.423146 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:24.423403 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-068ee514-00a1-4b2a-8107-6b8ccf0c9aa8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:24.423792 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'code': 200} Jul 16 02:27:24.446109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:24.485580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.485580 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.485811 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.485961 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.486317 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.486645 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.486970 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.487292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.487618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.487939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.488263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.488581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:24.535939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] No DVR routers for this DVR port e7a13ae7-27fb-4658-9418-fc1a61605778 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:27:24.682728 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Attempting to bind port e7a13ae7-27fb-4658-9418-fc1a61605778 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:24.683060 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Attempting to bind port e7a13ae7-27fb-4658-9418-fc1a61605778 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:24.683383 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Attempting to bind port e7a13ae7-27fb-4658-9418-fc1a61605778 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:24.687715 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Port e7a13ae7-27fb-4658-9418-fc1a61605778 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:27:24.688044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Attempting to bind port e7a13ae7-27fb-4658-9418-fc1a61605778 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:24.693117 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:24.693456 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Checking segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:24.693879 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Bound using segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:24.694458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Bound port: e7a13ae7-27fb-4658-9418-fc1a61605778, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:24.694736 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.697332 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e033f179-82e0-4934-b2c9-f415b87d29c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.759757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:24.763248 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:24.766880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.800150 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.800768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.802183 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] 10.222.0.67 "PUT /v2.0/ports/e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 1092 time: 0.7963848 Jul 16 02:27:24.825025 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cb952-715d-42d1-bf4a-0c28cd72d813 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=9']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:24.884906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-518212dc-5886-4613-af07-99b57f4102ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.886487 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-518212dc-5886-4613-af07-99b57f4102ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1095 time: 0.0585270 Jul 16 02:27:24.936856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e7a13ae7-27fb-4658-9418-fc1a61605778 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:24.976081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device e7a13ae7-27fb-4658-9418-fc1a61605778 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:24.990778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-c0766080-e115-4315-a96a-8a74edbbf07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.992829 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-c0766080-e115-4315-a96a-8a74edbbf07c service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0992324 Jul 16 02:27:25.063805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-c5c82683-b5a7-45fc-acf6-a856f3464fd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 998 time: 0.0623333 Jul 16 02:27:25.123391 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-a497c976-d384-49a2-b8c4-e331411f9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:25.124741 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-a497c976-d384-49a2-b8c4-e331411f9428 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0555518 Jul 16 02:27:25.181471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-d0ac1aca-2909-42a6-9da4-5fc5d9926f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:25.182959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-d0ac1aca-2909-42a6-9da4-5fc5d9926f64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512197 Jul 16 02:27:25.275546 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:27:25.276096 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-4a632c35-6bfe-436d-a115-066c053af027 service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849905 Jul 16 02:27:25.369039 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-22f637b9-8789-4f48-b03a-aa8d32639ce6 service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856533 Jul 16 02:27:25.408677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b465a9-19eb-45c0-8670-f23b7b870ccb req-70b17ab4-2592-4cb9-8bfc-3a1d5a1b59a9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:25.410178 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36b465a9-19eb-45c0-8670-f23b7b870ccb req-70b17ab4-2592-4cb9-8bfc-3a1d5a1b59a9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0673611 Jul 16 02:27:25.449657 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-36b465a9-19eb-45c0-8670-f23b7b870ccb req-7b4190d7-93dd-4c4e-96c7-0e7dd40b5628 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327797 Jul 16 02:27:26.160939 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.424845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:26.427146 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:26.467504 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783c13a5-cd79-4e34-8cae-0ca3906b3d4e x-openstack-request-id: req-783c13a5-cd79-4e34-8cae-0ca3906b3d4e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:26.467802 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:26.468055 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-783c13a5-cd79-4e34-8cae-0ca3906b3d4e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:26.468461 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'status': 'completed', 'code': 200} Jul 16 02:27:26.630836 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce42aeb-62b5-4157-8e02-5dee505d24c4 req-da0259e0-e7f4-4849-a7a2-d61b9b223a8d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:26.633062 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ce42aeb-62b5-4157-8e02-5dee505d24c4 req-da0259e0-e7f4-4849-a7a2-d61b9b223a8d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0674436 Jul 16 02:27:26.673627 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7ce42aeb-62b5-4157-8e02-5dee505d24c4 req-d92be770-b8b2-4577-8531-d17311756c38 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343134 Jul 16 02:27:27.219330 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6957771b-6c7b-4d34-9aa3-4a434be3c875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:27.456228 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:27.767988 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:27.864922 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36219632-c82a-497d-ab0f-6c130ae536dd req-8f76dcad-1dfe-4a51-8eae-e998579e3715 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:27.866486 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-36219632-c82a-497d-ab0f-6c130ae536dd req-8f76dcad-1dfe-4a51-8eae-e998579e3715 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0677764 Jul 16 02:27:27.912299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-36219632-c82a-497d-ab0f-6c130ae536dd req-383c7ba3-116b-4fd7-ae7d-3d4a409812c7 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395203 Jul 16 02:27:28.751623 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.095337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84145a0-27df-4889-a98c-58a001d6e485 req-3bcedad9-1150-4fe1-9351-e719a9ceb093 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.097145 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f84145a0-27df-4889-a98c-58a001d6e485 req-3bcedad9-1150-4fe1-9351-e719a9ceb093 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0683169 Jul 16 02:27:29.138990 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f84145a0-27df-4889-a98c-58a001d6e485 req-0ed74c16-79b4-4ae8-accf-9415764546c1 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352640 Jul 16 02:27:30.333128 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:30.334344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21006bb6-e248-4f48-891c-d0a37fc7cbc7 req-0ef0bfc0-49f0-4714-94bf-96950381cd24 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:30.343467 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21006bb6-e248-4f48-891c-d0a37fc7cbc7 req-0ef0bfc0-49f0-4714-94bf-96950381cd24 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0804305 Jul 16 02:27:30.388995 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-21006bb6-e248-4f48-891c-d0a37fc7cbc7 req-6989157e-1b4d-4a0b-93e7-813926e22468 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443518 Jul 16 02:27:31.578030 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1741ee-8ab7-4206-9084-ea0b7f2cf00e req-3f138677-edf5-46cc-a816-a49444326105 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:31.579651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2f1741ee-8ab7-4206-9084-ea0b7f2cf00e req-3f138677-edf5-46cc-a816-a49444326105 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0697322 Jul 16 02:27:31.622610 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2f1741ee-8ab7-4206-9084-ea0b7f2cf00e req-6576f167-1f3a-4284-b523-bcdb38b54ed3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370460 Jul 16 02:27:32.817328 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26220c-fc43-4919-85d7-8a65e0575c66 req-204caaf5-5e97-454d-bbfd-ef82e986526e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:32.819107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da26220c-fc43-4919-85d7-8a65e0575c66 req-204caaf5-5e97-454d-bbfd-ef82e986526e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0699427 Jul 16 02:27:32.866810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-da26220c-fc43-4919-85d7-8a65e0575c66 req-946c7e67-92d0-4f7f-98d3-fe443dc7536f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 Jul 16 02:27:34.048082 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ac829-9531-4e02-aef0-1bf09cf83223 req-fab7de57-589a-4de8-a3b8-0c3abf3c8566 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.049660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-420ac829-9531-4e02-aef0-1bf09cf83223 req-fab7de57-589a-4de8-a3b8-0c3abf3c8566 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0662465 Jul 16 02:27:34.090819 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-420ac829-9531-4e02-aef0-1bf09cf83223 req-3c06ceb2-d37e-48b2-a188-d01ed39a228a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342019 Jul 16 02:27:35.275355 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33089e-f42d-4173-87d9-7cbee0183ca5 req-c31af4c8-359c-462d-a7cb-26c4387c0ad6 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.276833 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c33089e-f42d-4173-87d9-7cbee0183ca5 req-c31af4c8-359c-462d-a7cb-26c4387c0ad6 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0682645 Jul 16 02:27:35.314450 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c33089e-f42d-4173-87d9-7cbee0183ca5 req-67133b56-06de-4088-9f10-ce6316cadd13 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320795 Jul 16 02:27:35.604662 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-4137c499-f044-4b26-ac74-03930ecc3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.606171 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-4137c499-f044-4b26-ac74-03930ecc3b22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1095 time: 0.0533209 Jul 16 02:27:35.699948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-4bccce32-c70b-4da1-a5a7-69d76b735ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.701409 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-4bccce32-c70b-4da1-a5a7-69d76b735ddf service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0880697 Jul 16 02:27:35.767976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-2c2620ab-e10f-4fd1-8511-1233d2d5ded0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 998 time: 0.0572538 Jul 16 02:27:35.817658 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-da93fdd6-b861-4816-97f0-75fa8f3f8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.819117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-da93fdd6-b861-4816-97f0-75fa8f3f8566 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0437090 Jul 16 02:27:35.881237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-74863d54-c186-4399-b7c2-6d0bcacda8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.882783 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-74863d54-c186-4399-b7c2-6d0bcacda8dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559101 Jul 16 02:27:35.974791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-4cb1b42d-d5b0-4f59-8ed0-ef15336d4faf service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847678 Jul 16 02:27:36.066746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-423531d4-ca5f-4b43-a4c5-ef4e9bde759b req-b889a417-e50c-4f34-8cf5-43d5e2ed61bd service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842707 Jul 16 02:27:36.492083 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b99646-66a1-486f-92a5-3f904179d4a4 req-5b416312-9cbe-41a4-bdc1-0f5cd3dbdfe1 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:36.493567 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86b99646-66a1-486f-92a5-3f904179d4a4 req-5b416312-9cbe-41a4-bdc1-0f5cd3dbdfe1 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0669391 Jul 16 02:27:36.532258 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-86b99646-66a1-486f-92a5-3f904179d4a4 req-44dd1120-8fcc-4ef7-9400-47c642d9f33e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Jul 16 02:27:37.704539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bd98a-518d-4fe8-af7a-6bb9074859ee req-bfcc1e05-2abb-44c9-bdb3-9d1a67694af2 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:37.706039 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-329bd98a-518d-4fe8-af7a-6bb9074859ee req-bfcc1e05-2abb-44c9-bdb3-9d1a67694af2 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0641701 Jul 16 02:27:37.744018 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-329bd98a-518d-4fe8-af7a-6bb9074859ee req-a0bf495e-8ecb-40cd-9ce2-f43f2eafe7f1 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324879 Jul 16 02:27:38.920860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604908be-848e-478b-a829-384e01e51483 req-6566a850-5586-4ced-ac1c-83b091a46760 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:38.922379 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-604908be-848e-478b-a829-384e01e51483 req-6566a850-5586-4ced-ac1c-83b091a46760 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 943 time: 0.0644643 Jul 16 02:27:38.959908 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-604908be-848e-478b-a829-384e01e51483 req-d9819d12-ae73-4a1e-a2e8-e0409e0cc235 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320201 Jul 16 02:27:39.034242 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e7a13ae7-27fb-4658-9418-fc1a61605778 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:39.130494 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:39.141259 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'port_id': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'mac_address': 'fa:16:3e:cb:f0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:39.177388 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:39.191355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a13ae7-27fb-4658-9418-fc1a61605778 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:39.210144 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:39.214876 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:39.262120 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:39.469334 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['e7a13ae7-27fb-4658-9418-fc1a61605778'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:40.142968 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3da337-13e2-4c18-a06f-1cc1d5154bfe req-3f1a835c-dbe1-4fc1-8d14-e524f7fa529b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:40.144369 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ac3da337-13e2-4c18-a06f-1cc1d5154bfe req-3f1a835c-dbe1-4fc1-8d14-e524f7fa529b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 945 time: 0.0701103 Jul 16 02:27:40.181437 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ac3da337-13e2-4c18-a06f-1cc1d5154bfe req-c3430035-c6c3-4eed-8918-8033d9f97478 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314772 Jul 16 02:27:41.049163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e7a13ae7-27fb-4658-9418-fc1a61605778 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:41.100178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port e7a13ae7-27fb-4658-9418-fc1a61605778 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:41.104119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port e7a13ae7-27fb-4658-9418-fc1a61605778 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:41.104486 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:41.178263 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:41.201845 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:41.204087 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86f442a-9a51-4410-b05e-9d5fb51b23fa" -d '{"events": [{"server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "name": "network-vif-plugged", "status": "completed", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:41.216677 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:41.220651 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:41.263101 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c644761-3a38-4b0e-87da-d8ee89021f80 x-openstack-request-id: req-2c644761-3a38-4b0e-87da-d8ee89021f80 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:41.263418 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "name": "network-vif-plugged", "status": "completed", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:41.263807 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c644761-3a38-4b0e-87da-d8ee89021f80 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:41.264203 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'code': 200} Jul 16 02:27:41.274036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:41.379893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb89e32-a36d-48e4-94f3-a7385dd57bb9 req-301d8430-1c9c-47da-a423-9f507ce26495 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:41.381544 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efb89e32-a36d-48e4-94f3-a7385dd57bb9 req-301d8430-1c9c-47da-a423-9f507ce26495 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 946 time: 0.0679562 Jul 16 02:27:41.419192 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-efb89e32-a36d-48e4-94f3-a7385dd57bb9 req-b67ee040-2b33-436f-ad8f-53d1c75721c5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318201 Jul 16 02:27:41.442051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886286fe-0062-4523-a23b-41935e53b7dd req-93f2835c-758a-4186-9575-8ce9eb12192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:41.443522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-886286fe-0062-4523-a23b-41935e53b7dd req-93f2835c-758a-4186-9575-8ce9eb12192c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1098 time: 0.0533431 Jul 16 02:27:41.477525 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-886286fe-0062-4523-a23b-41935e53b7dd req-661576ed-d07c-44fc-a767-967aac6fd0c8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269055 Jul 16 02:27:42.600179 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a467c-9b9e-431a-8df2-bbffc557916d req-a12fcfd4-9d81-45e7-a9f0-a7b09a8273d7 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.601671 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-076a467c-9b9e-431a-8df2-bbffc557916d req-a12fcfd4-9d81-45e7-a9f0-a7b09a8273d7 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 946 time: 0.0644014 Jul 16 02:27:42.640004 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-076a467c-9b9e-431a-8df2-bbffc557916d req-983853e5-f72b-4c89-a023-c3fb5eff3617 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322289 Jul 16 02:27:43.817118 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44f40-0ff3-4e58-b349-ba74d827c0ce req-9200c1c8-158d-424a-9024-c0dfff81ccdd tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:43.818605 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f7b44f40-0ff3-4e58-b349-ba74d827c0ce req-9200c1c8-158d-424a-9024-c0dfff81ccdd tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 946 time: 0.0669248 Jul 16 02:27:43.856476 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f7b44f40-0ff3-4e58-b349-ba74d827c0ce req-750fddec-4dd9-41fa-8db7-1c03a8dbcda4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316567 Jul 16 02:27:54.701937 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a788f9a-e2dc-43d0-b669-b74ac76c4e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:56.165843 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:56.824820 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-59359f7d-0581-4209-8083-59e8a090977c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0964854 Jul 16 02:27:56.919858 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-511d6711-fd57-4800-b619-902aa9bb6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.921350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-511d6711-fd57-4800-b619-902aa9bb6294 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1098 time: 0.0550306 Jul 16 02:27:57.022109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-0a89abf1-b96a-4b06-95b4-7ec6e59b571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:57.024170 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-0a89abf1-b96a-4b06-95b4-7ec6e59b571a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0832119 Jul 16 02:27:57.094457 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-d0b4faa0-b4e1-4ab8-a82f-563e6739972e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 1000 time: 0.0610535 Jul 16 02:27:57.141901 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-ed3c9525-6941-4ada-8bec-d1529aa8abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:57.143374 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-ed3c9525-6941-4ada-8bec-d1529aa8abe5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0430362 Jul 16 02:27:57.199441 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-3bfd48e0-516c-4169-847c-b5e06a6543fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:57.200912 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-3bfd48e0-516c-4169-847c-b5e06a6543fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513232 Jul 16 02:27:57.221163 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64f60b28-5ee6-48ae-acde-ee4ea02af8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:57.297892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-154ee6c2-dda3-4f28-8a64-578cb9abb08c service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906150 Jul 16 02:27:57.393710 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-625bf685-6d17-4b6c-98c3-978c4b614a4a req-3f819479-f796-4910-b6cd-2af6cdb08b0c service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859773 Jul 16 02:27:57.452837 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:57.750525 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:58.753949 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:00.333071 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:02.274984 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:24.702026 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5629ce0-fecf-422d-895c-a71ae25f09a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.171668 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.222281 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f994f641-d577-454e-bc6e-de26a4360f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.451022 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.750398 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.757540 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.335303 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:39.273910 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:54.702803 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4e79-f474-42f1-907d-a843ead23a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:55.689166 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51690) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:56.151002 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Deleting port a9b6da65-768a-41fc-b88d-ec7dd474e281 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:56.151253 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:56.166442 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:56.229407 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:56.229743 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:56.241135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Calling delete_port for a9b6da65-768a-41fc-b88d-ec7dd474e281 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:56.386557 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:56.412029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event deleted for resources: {'Port': ['ID=a9b6da65-768a-41fc-b88d-ec7dd474e281,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:56.438893 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.439240 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.439577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.439911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.440242 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.440567 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.440887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.441208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.441526 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.441844 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.442192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.442528 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:56.481170 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:56.481500 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Floating IP 8715258c-5371-4535-abc7-4b30ae415856 disassociated (deleted). External IP: 172.25.4.60, port: e7a13ae7-27fb-4658-9418-fc1a61605778. Jul 16 02:28:56.695940 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Router 18b4ff24-00eb-452a-bf24-b92632ba4d8b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:56.785747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-fda02b77-11af-4789-ba5c-a934369b373f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0888495 Jul 16 02:28:56.848332 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:56.853824 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:56.859772 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] Sync routers for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:56.869892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:56.871647 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:28:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:56.892548 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-bc9c5c9c-8e58-4538-8e4e-67e0cc04ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:56.894120 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-bc9c5c9c-8e58-4538-8e4e-67e0cc04ca20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1098 time: 0.0641663 Jul 16 02:28:56.904807 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2287dfb3-7f44-4f66-9fd6-3638feb96b22 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "DELETE /v2.0/floatingips/8715258c-5371-4535-abc7-4b30ae415856 HTTP/1.1" status: 204 len: 168 time: 1.2145388 Jul 16 02:28:56.905565 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:56.907986 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad143e74-8e69-43af-9b26-30cc8794b78a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:56.963361 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98cf6e7-ea97-43f0-bc52-8d1ffbe83bb2 x-openstack-request-id: req-d98cf6e7-ea97-43f0-bc52-8d1ffbe83bb2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:56.963361 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:56.963361 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d98cf6e7-ea97-43f0-bc52-8d1ffbe83bb2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:56.963361 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'status': 'completed', 'code': 200} Jul 16 02:28:57.010744 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:57.047806 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-3a9bfb31-08ee-4b1c-aef6-e6367936c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.049114 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-3a9bfb31-08ee-4b1c-aef6-e6367936c1f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.1244664 Jul 16 02:28:57.094745 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-611a4b1d-988f-4e36-a45b-45103d5157a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 217 time: 0.0370834 Jul 16 02:28:57.150263 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-f9ba6c44-2af4-44a9-9bd5-7f2c3f49b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.152039 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-f9ba6c44-2af4-44a9-9bd5-7f2c3f49b5d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0512781 Jul 16 02:28:57.219319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-37fd5604-86b9-4136-b931-323046cd09ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.221041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-37fd5604-86b9-4136-b931-323046cd09ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611160 Jul 16 02:28:57.244807 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e65bba7-bb42-49f8-9d52-64ac5b785b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.266205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:57.296401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] Checking router: 18b4ff24-00eb-452a-bf24-b92632ba4d8b for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:57.306317 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:57.307015 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:28:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:57.307857 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b79c-35dd-496e-b694-7eb9c1a7e8f2 req-562b2b03-ead9-469e-9c8b-f05da5336cae tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.310642 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da89b79c-35dd-496e-b694-7eb9c1a7e8f2 req-562b2b03-ead9-469e-9c8b-f05da5336cae tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 946 time: 0.0714028 Jul 16 02:28:57.319446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-c3333c20-8800-4e3d-b269-c724d169ffdb service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913472 Jul 16 02:28:57.360660 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-da89b79c-35dd-496e-b694-7eb9c1a7e8f2 req-494ee632-3531-4acc-b03b-a2a840de8ce0 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373039 Jul 16 02:28:57.416010 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:57.418873 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91f0d4e5-dad1-4be4-8d93-864633f86250 req-bcc8f80c-8abd-4e73-8ed2-b963c68fb78b service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916021 Jul 16 02:28:57.517747 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.526319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-c83c395f-d50a-4f89-8840-15af6a9d2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.527870 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-c83c395f-d50a-4f89-8840-15af6a9d2a88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 1098 time: 0.0560031 Jul 16 02:28:57.624672 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-19f71e4c-f88b-4920-91ad-75c9ffe52dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.626225 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-19f71e4c-f88b-4920-91ad-75c9ffe52dfd service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0907047 Jul 16 02:28:57.636356 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:57.666678 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f520a-1f58-43ce-a72f-0f52e434f77e None None] The sync data for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 is: [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:57.668593 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-dfaf99fd-0d8d-4a47-8c6d-986849d413fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 200 len: 217 time: 0.0351162 Jul 16 02:28:57.721589 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-f0102517-89b4-428f-ac85-3de65d11afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.723094 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-f0102517-89b4-428f-ac85-3de65d11afa6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0460563 Jul 16 02:28:57.752990 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.788043 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-9a69888a-5fa1-4797-b7eb-e315c099d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.790213 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-9a69888a-5fa1-4797-b7eb-e315c099d528 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601842 Jul 16 02:28:57.885805 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-4d54a768-25f9-46ab-8267-0f10a4dd1732 service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881341 Jul 16 02:28:57.898955 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5fbd83-c731-455c-8fcb-eb38ee133fcf None None] New status for floating IP 8715258c-5371-4535-abc7-4b30ae415856: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:28:58.312937 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad143e74-8e69-43af-9b26-30cc8794b78a req-25aeb6d6-2826-4e45-923e-b133ed19af14 service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179261 Jul 16 02:28:58.537210 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd7a21-d903-48b8-91e7-02528844fd6f req-d3d76765-8b10-4fd5-9fa9-fc3b8d324fce tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:58.539115 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91cd7a21-d903-48b8-91e7-02528844fd6f req-d3d76765-8b10-4fd5-9fa9-fc3b8d324fce tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 946 time: 0.0644054 Jul 16 02:28:58.576892 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-91cd7a21-d903-48b8-91e7-02528844fd6f req-8923c38c-8ef9-4348-8713-b0e4ee149562 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb43f8a-b65a-459f-8f40-d9abd4498e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322983 Jul 16 02:28:58.664687 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-ad11add6-8959-45db-a1a3-19d3096dcf34 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:58.666166 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-ad11add6-8959-45db-a1a3-19d3096dcf34 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 946 time: 0.0626931 Jul 16 02:28:58.761107 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.773056 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Deleting port e7a13ae7-27fb-4658-9418-fc1a61605778 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:58.773400 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.870615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] For port e7a13ae7-27fb-4658-9418-fc1a61605778, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=e7a13ae7-27fb-4658-9418-fc1a61605778,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:58.871139 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.883049 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Calling delete_port for e7a13ae7-27fb-4658-9418-fc1a61605778 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:59.010639 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:59.044121 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event deleted for resources: {'Port': ['ID=e7a13ae7-27fb-4658-9418-fc1a61605778,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:59.073387 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.073734 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.074102 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.074443 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.074778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.075109 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.075437 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.075762 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.076086 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.076411 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.076737 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.077064 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:59.100170 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] No DVR routers for this DVR port e7a13ae7-27fb-4658-9418-fc1a61605778 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:28:59.103230 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:59.105274 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-61f2e7fd-a882-4b81-a3ea-3b6c2d1cf4ce req-b11595c2-4c71-4a34-8fb2-7430f3a5c70e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.67 "DELETE /v2.0/ports/e7a13ae7-27fb-4658-9418-fc1a61605778 HTTP/1.1" status: 204 len: 173 time: 0.4331856 Jul 16 02:28:59.105711 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'name': 'network-vif-deleted', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:59.108072 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d455f1c8-0c94-416c-9900-ed22b9c9b580" -d '{"events": [{"server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "name": "network-vif-deleted", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:59.198373 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766572e6-0c09-454a-a73a-68fc7b0d36f8 x-openstack-request-id: req-766572e6-0c09-454a-a73a-68fc7b0d36f8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:59.198664 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7c01fb-f444-4c8b-a516-a559216117f0", "name": "network-vif-deleted", "tag": "e7a13ae7-27fb-4658-9418-fc1a61605778", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:59.198914 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-766572e6-0c09-454a-a73a-68fc7b0d36f8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:59.199319 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7c01fb-f444-4c8b-a516-a559216117f0', 'name': 'network-vif-deleted', 'tag': 'e7a13ae7-27fb-4658-9418-fc1a61605778', 'status': 'completed', 'code': 200} Jul 16 02:28:59.736478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e67914a7-84d7-4363-afbe-c441de4ea1de req-c12f2f59-4638-459d-af41-9f8f6047c525 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a7c01fb-f444-4c8b-a516-a559216117f0 HTTP/1.1" status: 200 len: 210 time: 0.0299425 Jul 16 02:29:00.340290 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:00.832873 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51716) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:00.895052 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c47601-f1c3-46d3-bdf5-e08a7097d609 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:00.920325 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c47601-f1c3-46d3-bdf5-e08a7097d609 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:00.988540 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c47601-f1c3-46d3-bdf5-e08a7097d609 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:00.991178 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c47601-f1c3-46d3-bdf5-e08a7097d609 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:00.992347 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-22c47601-f1c3-46d3-bdf5-e08a7097d609 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "DELETE /v2.0/security-groups/1eb43f8a-b65a-459f-8f40-d9abd4498e14 HTTP/1.1" status: 204 len: 168 time: 0.1584816 Jul 16 02:29:01.001693 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c47601-f1c3-46d3-bdf5-e08a7097d609 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb43f8a-b65a-459f-8f40-d9abd4498e14,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:01.343667 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 51722) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:01.348669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4d43bc67-f612-4f6b-b77a-d1371554d81a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1774677588', 'description': 'tempest-secgroup-smoke-1774677588 description', 'project_id': '984c45a7dd8b44b3956fb325144e617b'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:01.371392 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d43bc67-f612-4f6b-b77a-d1371554d81a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.452185 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d43bc67-f612-4f6b-b77a-d1371554d81a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.455776 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d43bc67-f612-4f6b-b77a-d1371554d81a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.483287 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d43bc67-f612-4f6b-b77a-d1371554d81a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.484513 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4d43bc67-f612-4f6b-b77a-d1371554d81a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398394 Jul 16 02:29:01.486364 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43bc67-f612-4f6b-b77a-d1371554d81a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb3274f-068e-4125-9e0c-088f0b3451b6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:01.487487 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51724) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:01.493642 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4796f804-584a-46bf-b093-a04c9c65fb8d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '7cb3274f-068e-4125-9e0c-088f0b3451b6', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:01.523197 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4796f804-584a-46bf-b093-a04c9c65fb8d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.581874 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4796f804-584a-46bf-b093-a04c9c65fb8d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.585719 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4796f804-584a-46bf-b093-a04c9c65fb8d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.605649 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796f804-584a-46bf-b093-a04c9c65fb8d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ac8d81-e741-4d01-ab75-dfc3e701e213,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:01.613233 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4796f804-584a-46bf-b093-a04c9c65fb8d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.614697 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4796f804-584a-46bf-b093-a04c9c65fb8d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253536 Jul 16 02:29:01.617924 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51726) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:01.623076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4cefa798-31ff-47f8-9288-b12c116eaf20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '7cb3274f-068e-4125-9e0c-088f0b3451b6', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:01.649041 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cefa798-31ff-47f8-9288-b12c116eaf20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.709381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cefa798-31ff-47f8-9288-b12c116eaf20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.712987 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cefa798-31ff-47f8-9288-b12c116eaf20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.728238 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefa798-31ff-47f8-9288-b12c116eaf20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d8e507-5b2f-4d31-95fd-129105263352,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:01.738077 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cefa798-31ff-47f8-9288-b12c116eaf20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.739329 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4cefa798-31ff-47f8-9288-b12c116eaf20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204247 Jul 16 02:29:01.742065 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51728) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:01.747805 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-747a63b6-b933-4ab3-a8b7-600fa6688e80 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '7cb3274f-068e-4125-9e0c-088f0b3451b6', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:01.777434 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-747a63b6-b933-4ab3-a8b7-600fa6688e80 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.835255 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-747a63b6-b933-4ab3-a8b7-600fa6688e80 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.838659 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-747a63b6-b933-4ab3-a8b7-600fa6688e80 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.858791 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a63b6-b933-4ab3-a8b7-600fa6688e80 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7838a0a3-434f-4dcd-b601-8e163d359373,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:01.865817 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-747a63b6-b933-4ab3-a8b7-600fa6688e80 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.869493 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-747a63b6-b933-4ab3-a8b7-600fa6688e80 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240370 Jul 16 02:29:01.870844 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:01.874906 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-006b66e3-2694-464b-876b-37327cf7aab8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '7cb3274f-068e-4125-9e0c-088f0b3451b6', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:01.901389 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-006b66e3-2694-464b-876b-37327cf7aab8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.959804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-006b66e3-2694-464b-876b-37327cf7aab8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.963363 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-006b66e3-2694-464b-876b-37327cf7aab8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.984815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b66e3-2694-464b-876b-37327cf7aab8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd963bd-5703-4f57-a19a-668301ad7fa6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:01.988715 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-006b66e3-2694-464b-876b-37327cf7aab8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.992445 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-006b66e3-2694-464b-876b-37327cf7aab8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185493 Jul 16 02:29:01.993027 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51732) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:01.998351 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-aa0bb1f6-d69e-4743-bae3-a09f5a8eddf4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '7cb3274f-068e-4125-9e0c-088f0b3451b6', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:02.020489 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-aa0bb1f6-d69e-4743-bae3-a09f5a8eddf4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Project 984c45a7dd8b44b3956fb325144e617b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:29:02.025419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb1f6-d69e-4743-bae3-a09f5a8eddf4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.088502 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb1f6-d69e-4743-bae3-a09f5a8eddf4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.092801 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb1f6-d69e-4743-bae3-a09f5a8eddf4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.112302 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bb1f6-d69e-4743-bae3-a09f5a8eddf4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0d56b0-3f91-40d5-9234-057f57f7569c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:02.118926 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb1f6-d69e-4743-bae3-a09f5a8eddf4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.121832 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-aa0bb1f6-d69e-4743-bae3-a09f5a8eddf4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282320 Jul 16 02:29:02.126158 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:02.130636 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-71744de7-6f0b-486c-bf8f-a4da3d76596e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'security_group_rule': {'security_group_id': '7cb3274f-068e-4125-9e0c-088f0b3451b6', 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:02.153394 n-d-791504-14 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-71744de7-6f0b-486c-bf8f-a4da3d76596e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Project 984c45a7dd8b44b3956fb325144e617b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:29:02.158680 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71744de7-6f0b-486c-bf8f-a4da3d76596e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.219029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71744de7-6f0b-486c-bf8f-a4da3d76596e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.222716 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71744de7-6f0b-486c-bf8f-a4da3d76596e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.240955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71744de7-6f0b-486c-bf8f-a4da3d76596e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e1611f-8277-4a40-b250-8314b4f2e4d6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:02.247932 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71744de7-6f0b-486c-bf8f-a4da3d76596e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.249205 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-71744de7-6f0b-486c-bf8f-a4da3d76596e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218925 Jul 16 02:29:03.485406 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e7a13ae7-27fb-4658-9418-fc1a61605778 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:03.506395 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: e7a13ae7-27fb-4658-9418-fc1a61605778 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:29:03.506727 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device e7a13ae7-27fb-4658-9418-fc1a61605778 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:16.277459 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:16.523412 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-15296fbb-8f63-4ead-a8cd-34d4c22cc6fd tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774677588&fields=id&tenant_id=984c45a7dd8b44b3956fb325144e617b HTTP/1.1" status: 200 len: 267 time: 0.0359199 Jul 16 02:29:16.631816 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-b89c6c17-b0c9-43cd-8fa6-2729e30f16c1 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:16.633370 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-b89c6c17-b0c9-43cd-8fa6-2729e30f16c1 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 808 time: 0.1030717 Jul 16 02:29:16.648210 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-0acf9bde-26ce-45df-aa9c-4d79d19c077c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/quotas/984c45a7dd8b44b3956fb325144e617b HTTP/1.1" status: 200 len: 375 time: 0.0088773 Jul 16 02:29:16.715117 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-0219192b-3639-4faa-96d5-125c2cfc0ffd tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618279 Jul 16 02:29:16.859686 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-ec0e11bb-3979-496b-86a6-f5501f5bb4c1 service neutron] 10.222.0.64 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335406 Jul 16 02:29:16.950763 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-a72a6348-dae2-48ec-ae27-14ea26ecfe90 service neutron] 10.222.0.64 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848343 Jul 16 02:29:17.257340 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92bdf09d-3375-4439-ba05-81ac8c92b154 req-1f8587d8-0b1e-474f-9a1a-0023fac44386 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 210 time: 0.0334454 Jul 16 02:29:18.371929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-05709ef5-28c8-4c2f-92e2-e28b83a48f34 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:18.373664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-05709ef5-28c8-4c2f-92e2-e28b83a48f34 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 808 time: 0.1068962 Jul 16 02:29:18.409453 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d362ce31-e9cc-45b3-ac36-44f19ed00c4b req-41986f1e-c1d7-454f-82e2-8a588075f750 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 210 time: 0.0386081 Jul 16 02:29:18.422436 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-a74b8578-ca2c-4c9a-8474-8453322d0921 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=984c45a7dd8b44b3956fb325144e617b HTTP/1.1" status: 200 len: 380 time: 0.0393951 Jul 16 02:29:18.431413 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'port': {'device_id': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'admin_state_up': True, 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'security_groups': ['7cb3274f-068e-4125-9e0c-088f0b3451b6']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:18.549149 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Made reservation on behalf of 984c45a7dd8b44b3956fb325144e617b for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:29:18.553221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:18.686233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Allocated IP 172.20.0.7 (e6fa0cce-eb3b-4762-83aa-67b8f879a208/5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c/4355abbb-b1a1-4566-9994-5fe8cc9a5062) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:29:18.829929 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:18.844230 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Transition to ACTIVE for port object 4355abbb-b1a1-4566-9994-5fe8cc9a5062 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:18.880503 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:18.924364 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Network e6fa0cce-eb3b-4762-83aa-67b8f879a208 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:29:18.929405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:18.932253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:29:18.972555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:18.999293 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:18.999960 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.018032 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-59e0e197-169b-4d99-a5ed-8a1bcfa0fa20 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5905535 Jul 16 02:29:19.032054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-3b4bdee9-19de-425c-b883-d939a75d2b44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:29:19.033549 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-3b4bdee9-19de-425c-b883-d939a75d2b44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084753 Jul 16 02:29:19.045099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Request body: {'port': {'device_id': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:19.129192 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.152819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-751edb68-f7ed-4cba-8def-10271767f22c None None] Provisioning for port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:19.156796 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-751edb68-f7ed-4cba-8def-10271767f22c None None] Provisioning complete for port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:19.157159 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-751edb68-f7ed-4cba-8def-10271767f22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.190765 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-751edb68-f7ed-4cba-8def-10271767f22c None None] Port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:29:19.408100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4355abbb-b1a1-4566-9994-5fe8cc9a5062 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:29:19.415433 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.427176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Transition to ACTIVE for port object 4355abbb-b1a1-4566-9994-5fe8cc9a5062 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:19.431286 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.503216 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Pushing event updated for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:19.598189 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Attempting to bind port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:29:19.598577 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Attempting to bind port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:29:19.598855 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Attempting to bind port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:19.605866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:29:19.607122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Attempting to bind port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:19.612802 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:29:19.614038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Checking segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:29:19.614038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Bound using segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:29:19.614313 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Bound port: 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:29:19.615618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.647361 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff838-3c62-439a-af6e-edbe448cd47d req-ec0ef163-95c5-450c-aada-c36dd6c9260f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:19.649026 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-399ff838-3c62-439a-af6e-edbe448cd47d req-ec0ef163-95c5-450c-aada-c36dd6c9260f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.1232963 Jul 16 02:29:19.731400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-399ff838-3c62-439a-af6e-edbe448cd47d req-768768cb-db0a-4c70-aa95-8f308a166de5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607665 Jul 16 02:29:19.732457 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:29:19.735807 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:29:19.739998 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.772117 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:19.772731 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.774157 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] 10.222.0.50 "PUT /v2.0/ports/4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 1092 time: 0.7338886 Jul 16 02:29:19.774602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:19.776934 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:19.845725 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c9ac89-36e3-45c3-b3eb-2e65eceb17c5 x-openstack-request-id: req-e3c9ac89-36e3-45c3-b3eb-2e65eceb17c5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:19.846295 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:19.846745 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3c9ac89-36e3-45c3-b3eb-2e65eceb17c5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:19.847143 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'status': 'completed', 'code': 200} Jul 16 02:29:19.849116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267a484-f55d-4ab3-b042-065794b41e7b service neutron] Pushing event updated for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:19.906297 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-ad77785b-8482-4edc-be8b-9a6e9ac625b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:19.907864 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-ad77785b-8482-4edc-be8b-9a6e9ac625b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1095 time: 0.0756025 Jul 16 02:29:19.951785 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-2b09420f-9451-42bb-a723-80fd95cd7087 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 217 time: 0.0363514 Jul 16 02:29:20.003388 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-12770d1e-175c-4d8c-a67b-5e9e9f065c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:20.004904 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-12770d1e-175c-4d8c-a67b-5e9e9f065c00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0471411 Jul 16 02:29:20.069860 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-2c02f0e7-1f97-4f66-83ca-0bbdbe5042c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:20.071460 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-2c02f0e7-1f97-4f66-83ca-0bbdbe5042c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594342 Jul 16 02:29:20.162760 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d9d2be9a-e39e-4007-8481-82fb18b617dc service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839601 Jul 16 02:29:20.261604 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-34d498f2-090b-47cf-90c9-d78e01769d11 req-d64a1409-7264-40e8-8ad8-659c36d36e18 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892932 Jul 16 02:29:20.367171 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-01d2d103-101c-4bbc-8eef-bb8100de29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:20.368782 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-01d2d103-101c-4bbc-8eef-bb8100de29d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1095 time: 0.0559189 Jul 16 02:29:20.467546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-460da964-6da8-4dfd-804e-0271c47816db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:20.469055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-460da964-6da8-4dfd-804e-0271c47816db service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0934649 Jul 16 02:29:20.511755 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-207decfa-973d-490f-ba43-57ce7e4e6492 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 217 time: 0.0357175 Jul 16 02:29:20.561054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-5c855b95-d52f-4654-95f2-0cbd31840a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:20.562596 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-5c855b95-d52f-4654-95f2-0cbd31840a7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0447812 Jul 16 02:29:20.624012 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-447861e1-a240-42fc-be5c-70c3ed2ffb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:20.625524 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-447861e1-a240-42fc-be5c-70c3ed2ffb36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568919 Jul 16 02:29:20.715952 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-dcc74997-7439-4705-8fd2-bf8f0d3c3172 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836473 Jul 16 02:29:20.812567 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-30ab8d0e-a598-4504-b8d3-b57e134c9ba0 req-4c139907-725e-4b37-aa81-2704c578312b service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901721 Jul 16 02:29:20.914863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e1ca0-afe0-4ce3-a272-204110fe7ebc req-e9d823ef-e179-4b10-97f0-04b13190bafb tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:20.916764 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-627e1ca0-afe0-4ce3-a272-204110fe7ebc req-e9d823ef-e179-4b10-97f0-04b13190bafb tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0670657 Jul 16 02:29:20.957495 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-627e1ca0-afe0-4ce3-a272-204110fe7ebc req-10169c8b-bc5e-4e59-9628-30cef885962c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350404 Jul 16 02:29:22.156459 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3699e4b-30cc-4657-9d98-03017268f05e req-5e87e0d2-c4a9-4679-8ac7-fd5f7ee461cd tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:22.157962 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f3699e4b-30cc-4657-9d98-03017268f05e req-5e87e0d2-c4a9-4679-8ac7-fd5f7ee461cd tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0661159 Jul 16 02:29:22.199612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f3699e4b-30cc-4657-9d98-03017268f05e req-35c295e9-21d1-4412-97ad-e3683d9fa886 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358841 Jul 16 02:29:23.375989 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe49ad-e1a5-462f-addc-a1a70fa1ded4 req-e17e4cf2-f575-4fe5-8f31-6e2ed836ec2a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:23.377466 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-effe49ad-e1a5-462f-addc-a1a70fa1ded4 req-e17e4cf2-f575-4fe5-8f31-6e2ed836ec2a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0671766 Jul 16 02:29:23.414526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-effe49ad-e1a5-462f-addc-a1a70fa1ded4 req-9d33f3a8-05a1-4e4f-b70c-e3474b4de0f8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Jul 16 02:29:24.586403 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f253f-3ccf-4b69-9d68-319f26be5faf req-aea5e53f-8dc8-4ffc-8fba-57e5644cc40b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:24.588402 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-240f253f-3ccf-4b69-9d68-319f26be5faf req-aea5e53f-8dc8-4ffc-8fba-57e5644cc40b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0635223 Jul 16 02:29:24.627244 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-240f253f-3ccf-4b69-9d68-319f26be5faf req-d8b41d2c-321b-40a4-b1e3-918c4c06c23d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327704 Jul 16 02:29:24.703492 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-683cfe37-8518-40da-bbfe-73f0b580f897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:25.799793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619f812-3249-4ef1-9270-a6f42ad83d5c req-1e775431-eda0-42e1-a9c7-fa4341ef738d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:25.801306 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e619f812-3249-4ef1-9270-a6f42ad83d5c req-1e775431-eda0-42e1-a9c7-fa4341ef738d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0631740 Jul 16 02:29:25.838529 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e619f812-3249-4ef1-9270-a6f42ad83d5c req-72acff46-4768-48ff-966b-20fd30711932 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311167 Jul 16 02:29:26.184446 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:27.016625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300bb37-c752-46c3-a8ac-d9096b5f90a5 req-7b4d6b03-adc5-4d89-a69c-45a081436cd5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:27.018129 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1300bb37-c752-46c3-a8ac-d9096b5f90a5 req-7b4d6b03-adc5-4d89-a69c-45a081436cd5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0706494 Jul 16 02:29:27.057388 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1300bb37-c752-46c3-a8ac-d9096b5f90a5 req-31ae1b96-c99e-4560-85a3-df57cb595576 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336049 Jul 16 02:29:27.227077 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d4e76b8-b8b0-40a5-83b2-b410ff7337e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:27.495613 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:27.758552 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:28.232535 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f205ea-e920-457b-badf-10ef34642cd2 req-d7fe300c-faef-4e99-af11-34971cab7bc5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:28.234309 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02f205ea-e920-457b-badf-10ef34642cd2 req-d7fe300c-faef-4e99-af11-34971cab7bc5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0658212 Jul 16 02:29:28.273997 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02f205ea-e920-457b-badf-10ef34642cd2 req-d4187419-822b-491f-a2de-d7490782747f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341046 Jul 16 02:29:28.762676 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:29.425844 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4355abbb-b1a1-4566-9994-5fe8cc9a5062 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:29:29.448115 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02e4e6-d553-4bdb-8a4b-f5fdf59c4487 req-803c6c1c-3cb9-4880-94f3-a18838001d09 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:29.449644 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab02e4e6-d553-4bdb-8a4b-f5fdf59c4487 req-803c6c1c-3cb9-4880-94f3-a18838001d09 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0660229 Jul 16 02:29:29.487522 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ab02e4e6-d553-4bdb-8a4b-f5fdf59c4487 req-d44ad557-f2e4-4ae6-9b18-7005bddc5d0c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322468 Jul 16 02:29:29.519927 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:29.530774 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'port_id': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'mac_address': 'fa:16:3e:52:59:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:29:29.566546 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:29.582365 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4355abbb-b1a1-4566-9994-5fe8cc9a5062 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:29:29.601139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:29.605494 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:29.654711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:29.661835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.662201 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.662536 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.662866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.663192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.663510 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.663830 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.664149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.664465 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.664780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.665153 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.665408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:29.851628 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['4355abbb-b1a1-4566-9994-5fe8cc9a5062'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:29:30.342345 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.663265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342db1d8-fb51-465e-9401-1e68b420d4d6 req-67eb1ddf-9e34-4978-a487-58dd203802d3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:30.664659 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-342db1d8-fb51-465e-9401-1e68b420d4d6 req-67eb1ddf-9e34-4978-a487-58dd203802d3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 944 time: 0.0667946 Jul 16 02:29:30.702813 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-342db1d8-fb51-465e-9401-1e68b420d4d6 req-5df7f5fc-e4f9-4615-8712-2eedae11e473 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Jul 16 02:29:31.441636 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4355abbb-b1a1-4566-9994-5fe8cc9a5062 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:31.489299 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:31.492831 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:31.493299 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:31.572751 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:31.752112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:31.754426 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec367f2-02c2-4c52-b79d-b3b63aeff988" -d '{"events": [{"server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "name": "network-vif-plugged", "status": "completed", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:31.768686 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:31.773060 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:31.831640 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:31.884491 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f268ad6f-d5ec-463c-93c0-fb11e586f663 x-openstack-request-id: req-f268ad6f-d5ec-463c-93c0-fb11e586f663 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:31.884491 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "name": "network-vif-plugged", "status": "completed", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:31.884491 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f268ad6f-d5ec-463c-93c0-fb11e586f663 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:31.884491 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'code': 200} Jul 16 02:29:31.907942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba8bc3-8282-43e1-85dd-d68caac4c46a req-1e335d84-5a90-4270-95bc-5c2e9584a10e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.909654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-28ba8bc3-8282-43e1-85dd-d68caac4c46a req-1e335d84-5a90-4270-95bc-5c2e9584a10e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0834625 Jul 16 02:29:31.957736 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-28ba8bc3-8282-43e1-85dd-d68caac4c46a req-afc350eb-a0d1-4996-9408-808df21ca6b0 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 Jul 16 02:29:31.997877 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e8816-a05d-4f03-9d8a-950c7a490fde req-f78c6533-b5b2-4db3-b3a1-f4c9ec731469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.999321 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce1e8816-a05d-4f03-9d8a-950c7a490fde req-f78c6533-b5b2-4db3-b3a1-f4c9ec731469 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1097 time: 0.0539744 Jul 16 02:29:32.034562 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce1e8816-a05d-4f03-9d8a-950c7a490fde req-70c808bf-614f-41e6-89f2-d43a658c32f0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289276 Jul 16 02:29:33.140915 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de884966-c9df-43d5-8cd5-5e8350844925 req-484f4f6c-4b62-42a6-b035-fb0dd89035fa tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:33.142432 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de884966-c9df-43d5-8cd5-5e8350844925 req-484f4f6c-4b62-42a6-b035-fb0dd89035fa tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0676632 Jul 16 02:29:33.179106 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-de884966-c9df-43d5-8cd5-5e8350844925 req-9f11d8dd-b793-49a6-be5e-fdac6128c9d4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311007 Jul 16 02:29:33.353911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719988f7-6633-4cf4-890d-e69d10e6ac44 req-0a033521-86ab-41c9-91fd-00a3c4a76d03 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:33.355425 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-719988f7-6633-4cf4-890d-e69d10e6ac44 req-0a033521-86ab-41c9-91fd-00a3c4a76d03 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0653105 Jul 16 02:29:33.392509 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-719988f7-6633-4cf4-890d-e69d10e6ac44 req-775b2542-0d9d-4d8c-acce-71770f3665b2 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315490 Jul 16 02:29:33.416639 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51928) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:33.467902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c7d0ab-c2ed-4e16-ab41-6b150daf4870 tempest-TestShelveInstance-144210445 tempest-TestShelveInstance-144210445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:33.469420 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-09c7d0ab-c2ed-4e16-ab41-6b150daf4870 tempest-TestShelveInstance-144210445 tempest-TestShelveInstance-144210445-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1092 time: 0.0517979 Jul 16 02:29:33.472571 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 51930) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:33.476864 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:33.498869 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:33.597623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:33.705631 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Allocated IP 172.25.4.40 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/76c0c7b0-c6be-40ba-b4d6-472cb93c37be) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:29:33.808896 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:33.848125 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:33.885661 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:29:33.890596 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:33.893874 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:29:33.926743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'Port': ['ID=76c0c7b0-c6be-40ba-b4d6-472cb93c37be,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:34.271658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:34.352373 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:34.504692 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:34.508908 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:34.579585 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event updated for resources: {'Port': ['ID=76c0c7b0-c6be-40ba-b4d6-472cb93c37be,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:34.589749 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:34.692368 n-d-791504-14 neutron-server[93945]: INFO neutron.db.l3_db [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Floating IP 48907735-33ff-484f-aa1e-e03ec8b71f3a associated. External IP: 172.25.4.40, port: 4355abbb-b1a1-4566-9994-5fe8cc9a5062. Jul 16 02:29:34.901067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Router 18b4ff24-00eb-452a-bf24-b92632ba4d8b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:29:35.008946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:29:35.019411 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] Sync routers for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:29:35.026177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:35.029628 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:35.030272 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:29:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:35.062813 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ffbfb7dd-7d50-4fca-a8c7-073ac7c85623 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5892317 Jul 16 02:29:35.063524 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:35.065794 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0355f398-ae58-4c3c-a491-75baa1a179ba" -d '{"events": [{"name": "network-changed", "server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:35.103813 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10adb108-a575-4005-b455-b1796b1697a0 x-openstack-request-id: req-10adb108-a575-4005-b455-b1796b1697a0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:35.104103 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:35.104358 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10adb108-a575-4005-b455-b1796b1697a0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:35.104765 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'status': 'completed', 'code': 200} Jul 16 02:29:35.141382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:35.180121 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-ae0d4716-1314-4804-af2b-5dfc9de3b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:35.182337 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-ae0d4716-1314-4804-af2b-5dfc9de3b96a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1097 time: 0.0543952 Jul 16 02:29:35.275994 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-1a41226f-9ad9-444d-809c-9a5bb83b1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:35.277486 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-1a41226f-9ad9-444d-809c-9a5bb83b1b4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0885348 Jul 16 02:29:35.347703 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-88675cad-52d6-4462-8156-0d6f7952810b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 998 time: 0.0635858 Jul 16 02:29:35.368436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '48907735-33ff-484f-aa1e-e03ec8b71f3a', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'port_id': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'mac_address': 'fa:16:3e:52:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:29:34Z', 'updated_at': '2021-07-16T02:29:34Z', 'revision_number': 0, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:35.395544 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] Checking router: 18b4ff24-00eb-452a-bf24-b92632ba4d8b for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:29:35.396610 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-e3215995-5b46-4109-831a-6403f599a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:35.398110 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-e3215995-5b46-4109-831a-6403f599a415 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0442684 Jul 16 02:29:35.403886 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:35.404590 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:29:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:35.456001 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-a9c723b2-1875-4041-9cfe-be3f4af7b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:35.457507 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-a9c723b2-1875-4041-9cfe-be3f4af7b1e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526145 Jul 16 02:29:35.513232 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:35.552305 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-aff30724-b424-4bae-afa2-dd04d37a3c68 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874243 Jul 16 02:29:35.648437 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0355f398-ae58-4c3c-a491-75baa1a179ba req-51c7edd0-1e32-4a09-927a-d85820c5266d service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892334 Jul 16 02:29:35.750931 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '48907735-33ff-484f-aa1e-e03ec8b71f3a', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'port_id': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'mac_address': 'fa:16:3e:52:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:29:34Z', 'updated_at': '2021-07-16T02:29:34Z', 'revision_number': 0, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:35.781218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bbe19-929e-4c1f-828e-bb32098c78bf None None] The sync data for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 is: [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '48907735-33ff-484f-aa1e-e03ec8b71f3a', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'port_id': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'mac_address': 'fa:16:3e:52:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:29:34Z', 'updated_at': '2021-07-16T02:29:34Z', 'revision_number': 0, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:29:35.968851 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b040a5-fc6e-47a0-94bb-a54337b4bfcf None None] New status for floating IP 48907735-33ff-484f-aa1e-e03ec8b71f3a: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:29:40.580110 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d92e96b3-049c-4055-878f-36a03719ea13 req-ee24935c-1ed4-436b-8a4d-c97bf7a9dace service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506897 Jul 16 02:29:40.674810 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e96b3-049c-4055-878f-36a03719ea13 req-f46fcccd-0f69-4ef6-a7af-ab4f95bc437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.676310 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d92e96b3-049c-4055-878f-36a03719ea13 req-f46fcccd-0f69-4ef6-a7af-ab4f95bc437c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1097 time: 0.0523570 Jul 16 02:29:40.785256 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e96b3-049c-4055-878f-36a03719ea13 req-68a1de32-4ae5-45db-a4ad-1dcced57e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.786761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d92e96b3-049c-4055-878f-36a03719ea13 req-68a1de32-4ae5-45db-a4ad-1dcced57e2d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0877817 Jul 16 02:29:40.849739 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d92e96b3-049c-4055-878f-36a03719ea13 req-22a7bbbd-e196-4635-a14f-742ce3e1a32c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 1000 time: 0.0565267 Jul 16 02:29:40.898443 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e96b3-049c-4055-878f-36a03719ea13 req-5b5f4018-f3bb-405b-b995-98e0d567c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.899981 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d92e96b3-049c-4055-878f-36a03719ea13 req-5b5f4018-f3bb-405b-b995-98e0d567c384 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0436563 Jul 16 02:29:40.959532 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e96b3-049c-4055-878f-36a03719ea13 req-c0724f29-0230-4780-8942-52b33377f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.961006 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d92e96b3-049c-4055-878f-36a03719ea13 req-c0724f29-0230-4780-8942-52b33377f325 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548546 Jul 16 02:29:41.050152 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d92e96b3-049c-4055-878f-36a03719ea13 req-f4fb1066-44e7-470c-8592-27fcfdd06457 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822966 Jul 16 02:29:41.142910 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d92e96b3-049c-4055-878f-36a03719ea13 req-f4820938-435e-4600-9bcb-964021aa9d8c service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859594 Jul 16 02:29:53.277839 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:54.704720 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b638c41e-d3d3-4e8b-b9cf-c0ec4ac11d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:56.189412 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:57.227617 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76127696-6d83-4ef8-936b-091a0175c0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:57.495869 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:57.760535 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:58.765569 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:00.347491 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.705674 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-612577c6-cde0-4d92-81a3-ce81944f47df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.198943 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.228118 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48b2a70f-5131-4d58-bded-1247db3e9124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.494275 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.762825 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.768543 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.276868 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:30.347133 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.567433 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-ee0c87e0-3a0a-4819-b39d-e1621eb0ea55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537241 Jul 16 02:30:42.660503 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-c863c458-daef-4f5d-a913-108c9e989ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.661997 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-c863c458-daef-4f5d-a913-108c9e989ba7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1097 time: 0.0530689 Jul 16 02:30:42.772323 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-dd52bae2-8e85-4d8b-bd4a-4240b15b72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.773821 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-dd52bae2-8e85-4d8b-bd4a-4240b15b72a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0916789 Jul 16 02:30:42.840906 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-51ca57ec-c894-435b-8949-92f11e1cbaa0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 1000 time: 0.0604823 Jul 16 02:30:42.890677 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-fb736239-ed3d-4d97-9c12-879074dbafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.892141 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-fb736239-ed3d-4d97-9c12-879074dbafdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0438287 Jul 16 02:30:42.949416 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-26ff89db-061a-4d84-8a0b-48e551fc5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.950935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-26ff89db-061a-4d84-8a0b-48e551fc5b6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521541 Jul 16 02:30:43.043956 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-1aab254a-97cf-46a8-916e-d2f61a3c6e0b service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849302 Jul 16 02:30:43.132996 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-06bdc4c4-b82b-46ce-938e-10ba2081206e req-05f6fd48-979e-4a3a-89e2-5a85e146a3bb service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819020 Jul 16 02:30:54.706564 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-619cfcec-7d02-4191-8de9-93ef0d67d202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:56.201652 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:57.229291 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb996-7b65-4b34-8e34-ad5eb62406b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:57.508250 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:57.764132 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:58.772030 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:00.349445 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:07.276437 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:24.707307 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0af46b58-4e08-40bb-8c2e-7cba129288c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:26.213317 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.229813 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed670a79-6ef0-4c3d-9c2c-8fb72bcb8597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.524047 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.768376 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.016214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38fc53-9a04-4483-a82b-dadb78d2136a req-db369532-1cb2-4f41-bf19-feb086bdca9b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:28.018328 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d38fc53-9a04-4483-a82b-dadb78d2136a req-db369532-1cb2-4f41-bf19-feb086bdca9b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.1271138 Jul 16 02:31:28.057576 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0d38fc53-9a04-4483-a82b-dadb78d2136a req-7c4776be-3199-4b50-9c2a-c4ee97830ca5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335083 Jul 16 02:31:28.774286 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.295685 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498352-75dc-48e5-a986-41ae3f215387 req-bacbde58-548b-4ac6-b620-e77ad565797f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.297495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03498352-75dc-48e5-a986-41ae3f215387 req-bacbde58-548b-4ac6-b620-e77ad565797f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.1090651 Jul 16 02:31:29.339703 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-03498352-75dc-48e5-a986-41ae3f215387 req-48ae011f-c657-4bc4-9387-e125a4eabf35 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359848 Jul 16 02:31:30.353972 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.538336 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c115338-67e9-480e-a804-7428dd5c7c3c req-8ca6f794-b87d-405e-9efb-0fdb43714c03 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.540028 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c115338-67e9-480e-a804-7428dd5c7c3c req-8ca6f794-b87d-405e-9efb-0fdb43714c03 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0635846 Jul 16 02:31:30.579373 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6c115338-67e9-480e-a804-7428dd5c7c3c req-3137704e-c927-4dd2-a508-179769a69dd0 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338686 Jul 16 02:31:31.753992 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad57af-1405-4b34-9e0a-7c819436c856 req-f560e909-0865-47f1-9567-98260e9bb70d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:31.755520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fad57af-1405-4b34-9e0a-7c819436c856 req-f560e909-0865-47f1-9567-98260e9bb70d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0660162 Jul 16 02:31:31.794422 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4fad57af-1405-4b34-9e0a-7c819436c856 req-51e87dee-a4be-4ed9-a0de-fefaafb545b9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332346 Jul 16 02:31:32.981395 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14931b5-30b0-45e2-bd70-e146f773d1fb req-1f24cc57-2021-4e34-908f-4e49749f2dc2 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:32.982773 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c14931b5-30b0-45e2-bd70-e146f773d1fb req-1f24cc57-2021-4e34-908f-4e49749f2dc2 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0637476 Jul 16 02:31:33.020641 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c14931b5-30b0-45e2-bd70-e146f773d1fb req-a98da45f-68ae-48e9-8a5a-329c67c0ac6e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318003 Jul 16 02:31:34.193700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4176e24-727d-4ff7-8a5d-956a4dfed6f1 req-bd62e1a8-22d6-4131-aeb4-95243d04dd3b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:34.195197 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4176e24-727d-4ff7-8a5d-956a4dfed6f1 req-bd62e1a8-22d6-4131-aeb4-95243d04dd3b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0658846 Jul 16 02:31:34.234965 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d4176e24-727d-4ff7-8a5d-956a4dfed6f1 req-c04b6c0c-a62f-4896-84da-7329d7b63ad5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341341 Jul 16 02:31:35.411967 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb8b5-f993-43eb-b195-ad1b97b8208e req-db88d667-2a57-4975-909d-204ff8d51302 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:35.413417 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-436fb8b5-f993-43eb-b195-ad1b97b8208e req-db88d667-2a57-4975-909d-204ff8d51302 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0684667 Jul 16 02:31:35.451459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-436fb8b5-f993-43eb-b195-ad1b97b8208e req-ba07363a-2057-4625-a214-87a70fc3c341 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Jul 16 02:31:36.628818 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4500e2-791f-49de-8db3-60fa382a30c6 req-b175f0db-8c8b-4408-afee-025ce510f1c5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:36.630316 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b4500e2-791f-49de-8db3-60fa382a30c6 req-b175f0db-8c8b-4408-afee-025ce510f1c5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0682659 Jul 16 02:31:36.668648 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8b4500e2-791f-49de-8db3-60fa382a30c6 req-fb528404-fd75-477f-abf8-d6da3446daeb tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327530 Jul 16 02:31:37.841176 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5482-2fa5-420f-8b88-542091f8295a req-06e9056a-30e3-4499-bb24-f5ad1b007f90 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:37.842935 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fcb5482-2fa5-420f-8b88-542091f8295a req-06e9056a-30e3-4499-bb24-f5ad1b007f90 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0634325 Jul 16 02:31:37.880649 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2fcb5482-2fa5-420f-8b88-542091f8295a req-120bf680-3b0f-426f-9225-0921304dba81 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311351 Jul 16 02:31:38.054782 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-909ae7a3-1bd3-4932-b97c-3f8495ba5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:38.056277 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-909ae7a3-1bd3-4932-b97c-3f8495ba5cae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1097 time: 0.0565200 Jul 16 02:31:38.145389 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-5f3b7625-f58e-44c2-b575-a0c0236f55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:38.146880 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-5f3b7625-f58e-44c2-b575-a0c0236f55c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0840578 Jul 16 02:31:38.529681 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-4adb31d7-9ae9-4077-962e-efdb6635f208 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 1000 time: 0.3757594 Jul 16 02:31:38.579269 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-59025959-a37a-41e3-b7e3-dc2f853781ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:38.581164 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-59025959-a37a-41e3-b7e3-dc2f853781ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0443037 Jul 16 02:31:38.640367 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-1d76ffad-a8d8-4ea6-a04a-e0a7991252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:38.641855 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-1d76ffad-a8d8-4ea6-a04a-e0a7991252bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535798 Jul 16 02:31:38.733344 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-8e1936a4-82b1-4060-8715-81cb28409497 service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841274 Jul 16 02:31:38.825299 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-aaaedcb0-22a1-43f5-b10d-5b99e969ad21 req-ceacb97b-c72a-4989-a63d-9ba84498c57a service neutron] 10.222.0.50 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847180 Jul 16 02:31:39.062570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f0e63-e248-47c2-b4df-7d76ae40ffcd req-b55c0ae4-2e8a-46cb-a375-bc328890cdf3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:39.064698 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d6f0e63-e248-47c2-b4df-7d76ae40ffcd req-b55c0ae4-2e8a-46cb-a375-bc328890cdf3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0669849 Jul 16 02:31:39.106781 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1d6f0e63-e248-47c2-b4df-7d76ae40ffcd req-c6f1e108-caec-4a4d-bbaa-c1b901dace02 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361550 Jul 16 02:31:40.298930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061e99-4fa5-48bb-8608-2b95aeb8d068 req-527a92a2-d07a-4afc-b3d0-56818e70a950 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:40.300458 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2061e99-4fa5-48bb-8608-2b95aeb8d068 req-527a92a2-d07a-4afc-b3d0-56818e70a950 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0726738 Jul 16 02:31:40.343806 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d2061e99-4fa5-48bb-8608-2b95aeb8d068 req-058c4ca3-f0b4-4a93-91ab-9c6bbb4735c9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375018 Jul 16 02:31:41.520838 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cae42-0fe5-4443-a354-bb011fc3be5f req-d93216b9-02ae-4613-8fc0-18e5d5728f95 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:41.522358 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a32cae42-0fe5-4443-a354-bb011fc3be5f req-d93216b9-02ae-4613-8fc0-18e5d5728f95 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0646985 Jul 16 02:31:41.566350 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a32cae42-0fe5-4443-a354-bb011fc3be5f req-a8bd86b5-270a-4228-913b-2c6fee1845da tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382979 Jul 16 02:31:42.745582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fc30e-fed8-4cd4-aab8-4e734a5dbcc7 req-bbd80dda-ec97-4faf-a69e-c43e2c0a1d2f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:42.747093 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b68fc30e-fed8-4cd4-aab8-4e734a5dbcc7 req-bbd80dda-ec97-4faf-a69e-c43e2c0a1d2f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.0663900 Jul 16 02:31:42.784747 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b68fc30e-fed8-4cd4-aab8-4e734a5dbcc7 req-46c28506-79e3-44bf-a569-bc07edc7d1d7 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Jul 16 02:31:42.893865 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-8fa3089c-8187-462d-a503-38f707ccb655 req-7d3f46e0-1c3e-4884-b384-33c1fccb9adc service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:31:42.894880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8fa3089c-8187-462d-a503-38f707ccb655 req-7d3f46e0-1c3e-4884-b384-33c1fccb9adc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061681 Jul 16 02:31:44.071875 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 4355abbb-b1a1-4566-9994-5fe8cc9a5062 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:31:44.156527 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.178907 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:44.181149 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c780d9-565b-4581-a092-5ca7a14429d4" -d '{"events": [{"server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "name": "network-vif-unplugged", "status": "completed", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:44.197782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:44.203530 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.206988 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342c9ce-cff1-4e3d-82a1-b4606243d4e9 req-9d963248-5e7f-48b1-ae8c-3e51ad07a67b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:44.213859 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d342c9ce-cff1-4e3d-82a1-b4606243d4e9 req-9d963248-5e7f-48b1-ae8c-3e51ad07a67b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 945 time: 0.1054709 Jul 16 02:31:44.222362 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-1ab85bfa-7140-4c54-a107-a11a118a5b23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1850221 Jul 16 02:31:44.229912 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de93318b-be42-4ad9-951a-2f62d2ca1ed2 x-openstack-request-id: req-de93318b-be42-4ad9-951a-2f62d2ca1ed2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:44.230527 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "name": "network-vif-unplugged", "status": "failed", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062", "code": 422}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:44.230951 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de93318b-be42-4ad9-951a-2f62d2ca1ed2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:44.231531 n-d-791504-14 neutron-server[93946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'code': 422} returned with failed status Jul 16 02:31:44.257524 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d342c9ce-cff1-4e3d-82a1-b4606243d4e9 req-a4069fa8-46ae-4cf2-9cdc-ac349f14c21c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Jul 16 02:31:44.260285 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:44.267820 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.268168 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.268549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.269052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.269594 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.270397 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.270662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.280169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.280169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.280169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.280169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.280169 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:44.280732 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:45.442332 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5a24-0410-4624-b794-f0ed31b0ce0b req-1337e74a-7eec-4f2b-8ec9-7b4fae5bee56 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:45.444236 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d1bb5a24-0410-4624-b794-f0ed31b0ce0b req-1337e74a-7eec-4f2b-8ec9-7b4fae5bee56 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0694289 Jul 16 02:31:45.483066 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d1bb5a24-0410-4624-b794-f0ed31b0ce0b req-347cb579-4475-43b6-8364-7a9b4c070e4b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323603 Jul 16 02:31:46.663863 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c8a06-df88-4972-b957-8e8581f55c6c req-57183a9d-1239-49e1-8b21-4d9644846e25 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:46.664927 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a9c8a06-df88-4972-b957-8e8581f55c6c req-57183a9d-1239-49e1-8b21-4d9644846e25 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0648153 Jul 16 02:31:46.703526 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-1a9c8a06-df88-4972-b957-8e8581f55c6c req-007fbf3a-3d4d-4b59-afd1-f893c227e2d1 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328953 Jul 16 02:31:47.882143 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ff04d-6657-422c-a20b-64ddd105185f req-2a0c9eb0-c9c4-48eb-8845-51cd2e0886d5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:47.883652 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d4ff04d-6657-422c-a20b-64ddd105185f req-2a0c9eb0-c9c4-48eb-8845-51cd2e0886d5 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0674014 Jul 16 02:31:47.922861 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-9d4ff04d-6657-422c-a20b-64ddd105185f req-9d70b697-f65a-4836-93de-4d74f0f488a8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333059 Jul 16 02:31:49.106709 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed651cfa-df95-4588-942b-c1100592d2ae req-86aff64c-4373-42a3-b146-89326b5d6ca3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:49.108721 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ed651cfa-df95-4588-942b-c1100592d2ae req-86aff64c-4373-42a3-b146-89326b5d6ca3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0720630 Jul 16 02:31:49.147762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ed651cfa-df95-4588-942b-c1100592d2ae req-594715f6-26ad-4381-9a9f-a92bac2f61bd tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331860 Jul 16 02:31:50.328316 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cb3c5-15b4-4e99-a77b-97d3e829a51d req-5fd674ec-a75b-44d5-875f-c79fe8397acc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:50.330090 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d91cb3c5-15b4-4e99-a77b-97d3e829a51d req-5fd674ec-a75b-44d5-875f-c79fe8397acc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0704291 Jul 16 02:31:50.371014 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d91cb3c5-15b4-4e99-a77b-97d3e829a51d req-f6ca6178-9a4f-481f-81c9-61a27f57f8d0 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340993 Jul 16 02:31:51.022344 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9919e-e43f-439b-8794-014670a9eb03 req-c1d4af49-fcea-4fa8-937e-c13fe1d57bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:51.024147 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-c1d4af49-fcea-4fa8-937e-c13fe1d57bdf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192&tenant_id=984c45a7dd8b44b3956fb325144e617b HTTP/1.1" status: 200 len: 1095 time: 0.0537434 Jul 16 02:31:51.035138 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-14', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:51.107943 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.305953 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:51.337930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h2-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:51.369602 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4355abbb-b1a1-4566-9994-5fe8cc9a5062 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:31:51.376842 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.388453 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Transition to ACTIVE for port object 4355abbb-b1a1-4566-9994-5fe8cc9a5062 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:51.391283 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.479452 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Pushing event updated for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:51.494283 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.494690 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.494955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.495292 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.495625 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.495954 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.496280 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.496604 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.496930 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.497253 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.497670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.497882 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:51.534413 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] No DVR routers for this DVR port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 on host n-h2-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:31:51.557147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7750a65-f264-4b9f-b300-b53cef1e2e59 req-80e6eae2-d4f4-418d-8e48-d0928eb520a4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:51.558689 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7750a65-f264-4b9f-b300-b53cef1e2e59 req-80e6eae2-d4f4-418d-8e48-d0928eb520a4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0693352 Jul 16 02:31:51.599882 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a7750a65-f264-4b9f-b300-b53cef1e2e59 req-b64ca2a8-02e0-418e-91be-273fa5beb535 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353606 Jul 16 02:31:51.680318 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Attempting to bind port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:51.680758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Attempting to bind port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:51.680956 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Attempting to bind port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:51.685684 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:31:51.685988 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Attempting to bind port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 on network e6fa0cce-eb3b-4762-83aa-67b8f879a208 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:51.691084 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:51.691360 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Checking segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:51.691744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Bound using segment: {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:51.692173 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Bound port: 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fcb935-576a-45b5-a998-25506f68eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:51.692534 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.756118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:51.759445 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:51.763993 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.803404 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:51.803404 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.804224 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] 10.222.0.67 "PUT /v2.0/ports/4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 1092 time: 0.7735951 Jul 16 02:31:51.804692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:51.807018 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac7e398-51cd-4cc3-925e-9c503799052f" -d '{"events": [{"name": "network-changed", "server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:51.861592 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb3acf4-580c-449b-be2d-24667dc63779 x-openstack-request-id: req-acb3acf4-580c-449b-be2d-24667dc63779 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:51.862593 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:51.862778 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acb3acf4-580c-449b-be2d-24667dc63779 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:51.863148 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'status': 'completed', 'code': 200} Jul 16 02:31:51.866044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ec86d-dfac-436d-9f59-6673f1538deb service neutron] Pushing event updated for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:51.894936 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9919e-e43f-439b-8794-014670a9eb03 req-527132e5-4093-4e5c-b5f5-68f4b1dc19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:51.896547 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-527132e5-4093-4e5c-b5f5-68f4b1dc19e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1095 time: 0.0681946 Jul 16 02:31:51.990255 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9919e-e43f-439b-8794-014670a9eb03 req-a45c2f4f-e904-4929-b771-23fe74a5006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:51.991743 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-a45c2f4f-e904-4929-b771-23fe74a5006b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0891492 Jul 16 02:31:52.059338 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-dc01059c-8115-46d8-8cf2-7ed521551865 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 998 time: 0.0612526 Jul 16 02:31:52.107500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9919e-e43f-439b-8794-014670a9eb03 req-2df14d91-7a7f-4172-bf03-b3dd25014963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:52.108940 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-2df14d91-7a7f-4172-bf03-b3dd25014963 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0441251 Jul 16 02:31:52.164376 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9919e-e43f-439b-8794-014670a9eb03 req-021caedb-2183-4b12-a68f-52d0797fb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:52.165871 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-021caedb-2183-4b12-a68f-52d0797fb94a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509639 Jul 16 02:31:52.175729 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-c8f0f967-8d38-4499-9ad2-9bf13c7bf06f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:31:52.176687 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-c8f0f967-8d38-4499-9ad2-9bf13c7bf06f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050738 Jul 16 02:31:52.268976 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-7b86b8e4-da0c-4324-8507-ee6ae5722d0d service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856428 Jul 16 02:31:52.360880 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-8e393dd4-22c4-445f-a489-0d090b2e9a42 service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856674 Jul 16 02:31:52.784599 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641404d-6f21-48ae-9874-d38abe6fcf1c req-27b88aee-f502-42c0-8804-30f0c45d40e6 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:52.786127 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2641404d-6f21-48ae-9874-d38abe6fcf1c req-27b88aee-f502-42c0-8804-30f0c45d40e6 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0700982 Jul 16 02:31:52.805175 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-a3a8c77e-132f-48ea-8839-0b22b27215fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:52.806831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-a3a8c77e-132f-48ea-8839-0b22b27215fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1095 time: 0.4008179 Jul 16 02:31:52.827326 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2641404d-6f21-48ae-9874-d38abe6fcf1c req-7e4a7992-ae29-4703-969b-290c037d25a0 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340247 Jul 16 02:31:52.906834 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-394d3b9e-4501-4ea8-bfd0-581b1d5e6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:52.908208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-394d3b9e-4501-4ea8-bfd0-581b1d5e6559 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0952885 Jul 16 02:31:52.973076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-3abf8926-fa6f-47ce-81e8-f9202db6e099 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 998 time: 0.0576756 Jul 16 02:31:53.020306 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-f6225837-411d-422e-98f6-c8c0750a89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:53.021730 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-f6225837-411d-422e-98f6-c8c0750a89f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0428963 Jul 16 02:31:53.081893 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-1a43ecca-5f33-4584-92a4-caa4fe01cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:53.083421 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-1a43ecca-5f33-4584-92a4-caa4fe01cb04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559669 Jul 16 02:31:53.172826 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-3dd71659-eb24-4ddc-9e13-da8fe3306a48 service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824635 Jul 16 02:31:53.266739 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8ac7e398-51cd-4cc3-925e-9c503799052f req-1a959a50-231e-412a-85be-a94728568727 service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860963 Jul 16 02:31:54.007676 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79a109-dc2b-4ff8-9500-a847ebb85eb1 req-6ba5c9c3-e9e0-4caf-a5b6-aa8547df26ca tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:54.009195 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e79a109-dc2b-4ff8-9500-a847ebb85eb1 req-6ba5c9c3-e9e0-4caf-a5b6-aa8547df26ca tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0648382 Jul 16 02:31:54.047038 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7e79a109-dc2b-4ff8-9500-a847ebb85eb1 req-0eae089a-cf71-4b61-a966-29245751f7ca tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322406 Jul 16 02:31:54.707725 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f731c4be-4462-4ee4-882e-427b2fac0162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:55.226050 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a036ea-ab8b-4b30-8778-702f4ad8baa4 req-8a03c03e-81fa-4b5d-810c-f449a7ab9480 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:55.227459 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6a036ea-ab8b-4b30-8778-702f4ad8baa4 req-8a03c03e-81fa-4b5d-810c-f449a7ab9480 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0670972 Jul 16 02:31:55.264297 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-a6a036ea-ab8b-4b30-8778-702f4ad8baa4 req-ffa882df-d143-478d-92dd-8582350fff9a tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Jul 16 02:31:56.213340 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.444829 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aec18-4c11-4320-9569-27389358de22 req-489dc4db-a303-4e81-8495-91f901511b44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:56.446338 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-898aec18-4c11-4320-9569-27389358de22 req-489dc4db-a303-4e81-8495-91f901511b44 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0643873 Jul 16 02:31:56.488913 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-898aec18-4c11-4320-9569-27389358de22 req-a0ab1bb2-072b-4cdf-837c-0e24df17009d tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368180 Jul 16 02:31:57.230106 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73c20ae4-c900-45da-903d-59e051575ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:57.541798 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:57.665289 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba3652-1152-4659-a82f-2cbe7b214dee req-e5166ecf-105d-4ae2-90bb-30db71d8bba8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:57.666817 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9aba3652-1152-4659-a82f-2cbe7b214dee req-e5166ecf-105d-4ae2-90bb-30db71d8bba8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0633347 Jul 16 02:31:57.704522 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9aba3652-1152-4659-a82f-2cbe7b214dee req-d438d730-179b-4241-b57e-d190b37ba4e2 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Jul 16 02:31:57.773097 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:58.777464 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:58.878536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6804260-8e0e-4053-a772-5c706a161b67 req-32ed9df7-f8f9-4aa2-adb0-3f5d246f3ec3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:58.880029 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6804260-8e0e-4053-a772-5c706a161b67 req-32ed9df7-f8f9-4aa2-adb0-3f5d246f3ec3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0651183 Jul 16 02:31:58.917591 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c6804260-8e0e-4053-a772-5c706a161b67 req-bbf4b2db-17af-487d-b198-229cfe858b29 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 Jul 16 02:31:59.781978 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-769f00dc-b653-4224-8059-a0aa2e26f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:59.784188 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-769f00dc-b653-4224-8059-a0aa2e26f183 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1095 time: 0.0551567 Jul 16 02:31:59.897105 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-e02682d2-f14b-44a5-ba2a-470c6f86a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:59.898630 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-e02682d2-f14b-44a5-ba2a-470c6f86a75d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0959532 Jul 16 02:31:59.968810 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-a476b973-2100-4cf2-8b61-132678c10676 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 998 time: 0.0642593 Jul 16 02:32:00.024299 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-cfc33a2d-8440-476d-a8e7-d5b5e65c5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:00.025840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-cfc33a2d-8440-476d-a8e7-d5b5e65c5515 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0514469 Jul 16 02:32:00.092119 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-9d59bc23-4ade-4311-a5d8-739089a1a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:00.093654 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-9d59bc23-4ade-4311-a5d8-739089a1a971 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605786 Jul 16 02:32:00.103214 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d70b0d-eb47-4473-9f70-1c25075d3e13 req-9fb8e674-4220-40ae-ae53-5f98854481e9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:00.104761 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50d70b0d-eb47-4473-9f70-1c25075d3e13 req-9fb8e674-4220-40ae-ae53-5f98854481e9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0698233 Jul 16 02:32:00.145612 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-50d70b0d-eb47-4473-9f70-1c25075d3e13 req-17f69a93-01f8-4519-8634-8e458b7f478c tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350182 Jul 16 02:32:00.187613 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-2441c0da-f763-43d3-99bc-10d1be081526 service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864487 Jul 16 02:32:00.280023 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fc8f35a6-8bf8-41c8-9365-6e5ee792e4c0 req-c6fd2ada-016e-47a0-aad6-74b8af777156 service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861998 Jul 16 02:32:00.355863 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:01.325634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bf6cb-4371-46a2-8972-4012963238a6 req-d942a0cc-26cb-4891-95d0-4de4854ef434 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:01.327141 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2b1bf6cb-4371-46a2-8972-4012963238a6 req-d942a0cc-26cb-4891-95d0-4de4854ef434 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0638113 Jul 16 02:32:01.366066 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2b1bf6cb-4371-46a2-8972-4012963238a6 req-655cc07e-aaaa-4a6c-887a-cdb25f310939 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Jul 16 02:32:02.385437 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4355abbb-b1a1-4566-9994-5fe8cc9a5062 details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:32:02.483254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:02.495189 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'port_id': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'mac_address': 'fa:16:3e:52:59:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:32:02.531647 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.540748 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4c709-61ea-43bb-bbfc-89c32d650f77 req-ceaefca2-fdc9-40a1-bccd-681c476cee37 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.542298 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9a4c709-61ea-43bb-bbfc-89c32d650f77 req-ceaefca2-fdc9-40a1-bccd-681c476cee37 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 943 time: 0.0640616 Jul 16 02:32:02.545081 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4355abbb-b1a1-4566-9994-5fe8cc9a5062 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:02.565564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:02.569881 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.582911 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d9a4c709-61ea-43bb-bbfc-89c32d650f77 req-5788ff98-725c-48ea-8980-5145d05ab7c3 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345702 Jul 16 02:32:02.618527 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:02.794698 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['4355abbb-b1a1-4566-9994-5fe8cc9a5062'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:32:03.759509 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4036e2-54b8-48f3-832b-49b4d830aeab req-a1767f61-4824-4d48-916f-6cd9ab534a60 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:03.760971 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c4036e2-54b8-48f3-832b-49b4d830aeab req-a1767f61-4824-4d48-916f-6cd9ab534a60 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 944 time: 0.0677042 Jul 16 02:32:03.798516 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1c4036e2-54b8-48f3-832b-49b4d830aeab req-3af66c17-7b7f-4afa-acfb-4116a72e55c9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319960 Jul 16 02:32:04.385610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4355abbb-b1a1-4566-9994-5fe8cc9a5062 up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:04.435082 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:04.438618 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:04.438983 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.513891 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.536370 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:04.538691 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62acc38d-46e2-4200-b241-710f18767b56" -d '{"events": [{"server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "name": "network-vif-plugged", "status": "completed", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:04.552054 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:04.556847 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.606087 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:04.983708 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eb09f-3f4e-4037-a54c-f55d0b893587 req-d09e348c-09ed-4be3-beb0-1fa803bda337 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:04.985167 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e21eb09f-3f4e-4037-a54c-f55d0b893587 req-d09e348c-09ed-4be3-beb0-1fa803bda337 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 946 time: 0.0636554 Jul 16 02:32:05.022343 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e21eb09f-3f4e-4037-a54c-f55d0b893587 req-a5931cd3-83f9-43ef-b2f6-8cb4cfde039e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314751 Jul 16 02:32:05.596494 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a31d3b-d74f-4e81-ac77-cfc1eea0cc4c x-openstack-request-id: req-50a31d3b-d74f-4e81-ac77-cfc1eea0cc4c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:05.596947 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "name": "network-vif-plugged", "status": "completed", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:05.597051 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50a31d3b-d74f-4e81-ac77-cfc1eea0cc4c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:05.597502 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'code': 200} Jul 16 02:32:05.754193 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ee865-ffcd-42cf-b0e3-88471c237750 req-18baef05-cfd0-43cb-9b3c-dc061ce62072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:05.755709 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c57ee865-ffcd-42cf-b0e3-88471c237750 req-18baef05-cfd0-43cb-9b3c-dc061ce62072 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1098 time: 0.0524879 Jul 16 02:32:05.793478 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c57ee865-ffcd-42cf-b0e3-88471c237750 req-07b62c2b-fb21-46ea-aba4-a5099d604f11 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Jul 16 02:32:06.196875 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656461b-83b2-45ad-96c4-4e0260d46aa1 req-1da2cd32-7c28-493f-8981-c03744676464 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:06.198305 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4656461b-83b2-45ad-96c4-4e0260d46aa1 req-1da2cd32-7c28-493f-8981-c03744676464 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 946 time: 0.0643108 Jul 16 02:32:06.235887 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-4656461b-83b2-45ad-96c4-4e0260d46aa1 req-64b5bc54-c8ef-4783-b74c-ae6bee7f96fe tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Jul 16 02:32:07.413116 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7118a6-0889-4249-a653-d09eecc88f79 req-195fcc1f-2b25-46ad-8989-820c299bd5f8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:07.414664 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a7118a6-0889-4249-a653-d09eecc88f79 req-195fcc1f-2b25-46ad-8989-820c299bd5f8 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 946 time: 0.0647941 Jul 16 02:32:07.452666 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-7a7118a6-0889-4249-a653-d09eecc88f79 req-332baf1a-5be8-4780-beea-92dd7981d0bc tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324273 Jul 16 02:32:21.276945 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:32:24.709986 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f7d246e-ec4f-4680-912b-d4c00b648ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:26.210853 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:27.231664 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3aaeeeb2-a4e1-4c65-895a-d1e416c152ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:27.539813 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:27.774810 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.781172 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:30.359606 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.709608 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85461365-5a0f-4032-93ef-89699ee3217b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:56.213332 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:57.232579 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51e5f7a6-a5ff-46f2-b710-754047aff171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:57.536342 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:57.776022 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:58.275676 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:32:58.782720 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:00.360655 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:00.793747 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-7b4b40f4-b14c-43fb-9a96-d7da1aef1d3c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894363 Jul 16 02:33:00.892643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-db0257e8-43cf-4b23-b43a-c3059829ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:00.894208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-db0257e8-43cf-4b23-b43a-c3059829ab6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1098 time: 0.0574806 Jul 16 02:33:00.998770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-ccb92419-d567-4aec-bfcd-be877b811917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:01.000196 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-ccb92419-d567-4aec-bfcd-be877b811917 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0850649 Jul 16 02:33:01.069876 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-28b84ec8-2e37-4c16-b5f8-e06912d1364b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 1000 time: 0.0630772 Jul 16 02:33:01.121744 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-e4f373dd-2603-4ded-a51a-6b9eaa50405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:01.123228 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-e4f373dd-2603-4ded-a51a-6b9eaa50405a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0470200 Jul 16 02:33:01.180562 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-01eb1fd2-5ba7-4af7-bd20-660844171d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:01.182167 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-01eb1fd2-5ba7-4af7-bd20-660844171d68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521336 Jul 16 02:33:01.275959 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-2ff36a07-6339-4f88-b510-13d63332ff3e service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872061 Jul 16 02:33:01.364459 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d37cf4e5-6215-496c-b6a5-f722df1f536c req-10a94fdc-e82e-48a7-89ac-418c9ebd94ca service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820498 Jul 16 02:33:20.200157 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52118) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:20.368727 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Deleting port 76c0c7b0-c6be-40ba-b4d6-472cb93c37be {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:20.369062 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:20.444035 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:20.444427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:20.457546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Calling delete_port for 76c0c7b0-c6be-40ba-b4d6-472cb93c37be owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:20.605277 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:20.628574 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event deleted for resources: {'Port': ['ID=76c0c7b0-c6be-40ba-b4d6-472cb93c37be,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:20.642744 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.643094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.643453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.643793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.644132 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.644460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.644783 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.645135 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.645459 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.645780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.646154 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.646499 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:20.707181 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:20.707508 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Floating IP 48907735-33ff-484f-aa1e-e03ec8b71f3a disassociated (deleted). External IP: 172.25.4.40, port: 4355abbb-b1a1-4566-9994-5fe8cc9a5062. Jul 16 02:33:20.909592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Router 18b4ff24-00eb-452a-bf24-b92632ba4d8b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:21.018246 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:21.023066 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:21.027872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] Sync routers for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:21.036457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:21.037065 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:32:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:21.063112 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0476d642-ed2f-43eb-81e4-b66b04e634b4 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "DELETE /v2.0/floatingips/48907735-33ff-484f-aa1e-e03ec8b71f3a HTTP/1.1" status: 204 len: 168 time: 0.8618417 Jul 16 02:33:21.063701 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:21.065965 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614" -d '{"events": [{"name": "network-changed", "server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:21.152849 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc882277-c977-4457-b6bf-0b85cd46e018 x-openstack-request-id: req-bc882277-c977-4457-b6bf-0b85cd46e018 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:21.153154 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:21.153938 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc882277-c977-4457-b6bf-0b85cd46e018 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:21.153938 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'status': 'completed', 'code': 200} Jul 16 02:33:21.156011 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:21.247377 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-e23f295a-6532-4ff2-a3c6-822ad9ca5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:21.249940 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-e23f295a-6532-4ff2-a3c6-822ad9ca5609 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=984c45a7dd8b44b3956fb325144e617b&device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 1098 time: 0.0669522 Jul 16 02:33:21.350217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-a1c5d8c7-7415-4ed9-9d35-97b87916b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:21.351728 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-a1c5d8c7-7415-4ed9-9d35-97b87916b182 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 200 len: 908 time: 0.0947895 Jul 16 02:33:21.381162 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:21.399097 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-d1935703-ef48-4fe2-8d39-1f6790c72b9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 200 len: 217 time: 0.0405722 Jul 16 02:33:21.408407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] Checking router: 18b4ff24-00eb-452a-bf24-b92632ba4d8b for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:21.416786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:21.417425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:32:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:21.452544 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-73ccd8ef-f944-4ae3-ae39-e9373fedd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:21.454045 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-73ccd8ef-f944-4ae3-ae39-e9373fedd4d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 200 len: 847 time: 0.0480866 Jul 16 02:33:21.471629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988ee82-a4b5-467c-a677-98420839623c req-0aa3389e-de9b-4b0a-a169-4ae40b1c475e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:21.473188 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2988ee82-a4b5-467c-a677-98420839623c req-0aa3389e-de9b-4b0a-a169-4ae40b1c475e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 946 time: 0.0728896 Jul 16 02:33:21.519967 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2988ee82-a4b5-467c-a677-98420839623c req-4dec9f6f-fe06-4c5b-b2c9-15ef49877e40 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364575 Jul 16 02:33:21.523225 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-be0d52a4-a61f-4c01-8620-0647f2747428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:21.524766 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-be0d52a4-a61f-4c01-8620-0647f2747428 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6fa0cce-eb3b-4762-83aa-67b8f879a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617075 Jul 16 02:33:21.630076 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-f1ca2f77-ed69-4969-9d4b-9951ac5ee1af service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978715 Jul 16 02:33:21.692601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:21.725612 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6f1a9f7c-e269-4aa9-a65b-7d1ea9021614 req-feb63836-b422-4fa0-ba4d-94172456056d service neutron] 10.222.0.67 "GET /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872247 Jul 16 02:33:21.892972 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:21.923180 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb0003-094c-48b7-b2fc-4032775393f2 None None] The sync data for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 is: [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:24:38Z', 'revision_number': 4, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': 'e6d88b1f-5857-43d1-9651-4980f9fe1b50', 'name': '', 'network_id': 'e6fa0cce-eb3b-4762-83aa-67b8f879a208', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'mac_address': 'fa:16:3e:1d:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:37Z', 'updated_at': '2021-07-16T02:24:44Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'subnets': [{'id': '5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:22.153059 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53a2c7d-6b9a-43ba-874d-34d84f4b0ee7 None None] New status for floating IP 48907735-33ff-484f-aa1e-e03ec8b71f3a: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:33:22.721151 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392169c-1e08-40ac-8bba-e32a9e2279f3 req-7bad0a8f-fb64-4148-a06f-0c5f494b107b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:22.722672 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6392169c-1e08-40ac-8bba-e32a9e2279f3 req-7bad0a8f-fb64-4148-a06f-0c5f494b107b tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 946 time: 0.0691547 Jul 16 02:33:22.762496 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6392169c-1e08-40ac-8bba-e32a9e2279f3 req-5576f9bb-4561-4877-af9f-91b031d9c926 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb3274f-068e-4125-9e0c-088f0b3451b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342176 Jul 16 02:33:23.041551 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-1a19bf27-708d-475c-83e7-a173ac92d19f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:23.043164 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-1a19bf27-708d-475c-83e7-a173ac92d19f tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.67 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 946 time: 0.0636895 Jul 16 02:33:23.141747 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Deleting port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:23.141996 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:23.236130 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] For port 4355abbb-b1a1-4566-9994-5fe8cc9a5062, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=4355abbb-b1a1-4566-9994-5fe8cc9a5062,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:23.236493 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:23.249821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Calling delete_port for 4355abbb-b1a1-4566-9994-5fe8cc9a5062 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:23.380278 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:23.409680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event deleted for resources: {'Port': ['ID=4355abbb-b1a1-4566-9994-5fe8cc9a5062,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:23.422640 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.422989 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.423331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.423700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.424035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.424375 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.424704 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.425030 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.425359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.425683 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.426035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.426359 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:23.464964 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] No DVR routers for this DVR port 4355abbb-b1a1-4566-9994-5fe8cc9a5062 on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:23.468305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:23.470327 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-0c5383a7-c711-4ace-a584-62ac93f660cd req-27133509-408a-4307-a0c8-7da1ad75995e tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.67 "DELETE /v2.0/ports/4355abbb-b1a1-4566-9994-5fe8cc9a5062 HTTP/1.1" status: 204 len: 173 time: 0.4214737 Jul 16 02:33:23.470778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'name': 'network-vif-deleted', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:23.473094 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bbe7a4-7070-4e69-baa0-9a32aee2d564" -d '{"events": [{"server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "name": "network-vif-deleted", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:23.523755 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1866a72-c91b-4f4c-bfa2-3030a9002795 x-openstack-request-id: req-c1866a72-c91b-4f4c-bfa2-3030a9002795 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:23.525183 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cadaff-fc8a-4436-be2d-7df43eae9192", "name": "network-vif-deleted", "tag": "4355abbb-b1a1-4566-9994-5fe8cc9a5062", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:23.525439 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1866a72-c91b-4f4c-bfa2-3030a9002795 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:23.525855 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cadaff-fc8a-4436-be2d-7df43eae9192', 'name': 'network-vif-deleted', 'tag': '4355abbb-b1a1-4566-9994-5fe8cc9a5062', 'status': 'completed', 'code': 200} Jul 16 02:33:23.916986 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-692ad9ad-d4f8-423f-bd87-b1d8176c733f req-109b57b1-1e68-48e6-8bc5-0b77db9ee354 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 210 time: 0.0385866 Jul 16 02:33:24.711831 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b1ce5f1-1443-487f-89b1-1c24b3c39c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:25.065604 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e5b5cce3-cc09-400a-ae4a-99c00594f3da req-812dbb3e-9ebb-454e-ae64-b70bd597a461 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 210 time: 0.0294721 Jul 16 02:33:26.210776 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:26.212824 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ad3f5520-4d5d-4c6b-8f01-1ce837bf47e3 req-0646099b-fa45-4df8-abe4-a0e268d12c34 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 210 time: 0.0330420 Jul 16 02:33:26.665316 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4355abbb-b1a1-4566-9994-5fe8cc9a5062 no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:26.685421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 4355abbb-b1a1-4566-9994-5fe8cc9a5062 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:26.685766 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 4355abbb-b1a1-4566-9994-5fe8cc9a5062 not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:27.233547 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9381-994f-4565-96c9-711ee84a541e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:27.380088 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9fc5b76c-7e55-413a-accf-5dd8dc9c7309 req-d23f06ad-e4f5-4bf0-85ea-4c47b99f17bf tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "GET /v2.0/ports?device_id=67cadaff-fc8a-4436-be2d-7df43eae9192 HTTP/1.1" status: 200 len: 210 time: 0.0348775 Jul 16 02:33:27.535953 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:27.781934 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:28.475764 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:28.536306 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad6417e-8999-41a8-9f10-773edae1a0f9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:28.561499 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad6417e-8999-41a8-9f10-773edae1a0f9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:28.623385 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad6417e-8999-41a8-9f10-773edae1a0f9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:28.625896 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad6417e-8999-41a8-9f10-773edae1a0f9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:28.627108 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-aad6417e-8999-41a8-9f10-773edae1a0f9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] 10.222.0.64 "DELETE /v2.0/security-groups/7cb3274f-068e-4125-9e0c-088f0b3451b6 HTTP/1.1" status: 204 len: 168 time: 0.1503599 Jul 16 02:33:28.637730 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6417e-8999-41a8-9f10-773edae1a0f9 tempest-TestShelveInstance-1091731638 tempest-TestShelveInstance-1091731638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb3274f-068e-4125-9e0c-088f0b3451b6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:28.684965 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:28.789532 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.146700 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.410000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] Deleting port e6d88b1f-5857-43d1-9651-4980f9fe1b50 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:29.410361 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.490919 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] For port e6d88b1f-5857-43d1-9651-4980f9fe1b50, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=e6d88b1f-5857-43d1-9651-4980f9fe1b50,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:29.491604 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.504542 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] Calling delete_port for e6d88b1f-5857-43d1-9651-4980f9fe1b50 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:29.686058 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.709160 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d88b1f-5857-43d1-9651-4980f9fe1b50,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:29.896915 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.110337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] Router 18b4ff24-00eb-452a-bf24-b92632ba4d8b has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:30.214071 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:30.220868 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3ff1e536-9385-47f5-b01c-92c1df3ce0ff admin admin] 10.222.0.64 "PUT /v2.0/routers/18b4ff24-00eb-452a-bf24-b92632ba4d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5346298 Jul 16 02:33:30.222349 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52162) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:30.223951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] Sync routers for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:30.233160 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:30.233725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:30.325717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.337547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:30.423651 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.429832 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.483407 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Deleting port af2149f6-6751-4a75-98aa-99df13370589 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:30.483774 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.526673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'af2149f6-6751-4a75-98aa-99df13370589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:33:29Z', 'revision_number': 5, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port': {'id': 'af2149f6-6751-4a75-98aa-99df13370589', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:36Z', 'updated_at': '2021-07-16T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:30.556898 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] Checking router: 18b4ff24-00eb-452a-bf24-b92632ba4d8b for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:30.565310 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] For port af2149f6-6751-4a75-98aa-99df13370589, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=af2149f6-6751-4a75-98aa-99df13370589,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:30.565891 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.566049 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] Routers {'18b4ff24-00eb-452a-bf24-b92632ba4d8b'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:30.566526 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:30.578555 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Calling delete_port for af2149f6-6751-4a75-98aa-99df13370589 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:30.652154 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] Set router 18b4ff24-00eb-452a-bf24-b92632ba4d8b gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:30.704273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:33:30Z', 'revision_number': 6, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:30.734330 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda7fb3-dcb7-4202-8bb3-f980d93d04e5 None None] The sync data for ids ['18b4ff24-00eb-452a-bf24-b92632ba4d8b'] in n-d-791504-14 is: [{'id': '18b4ff24-00eb-452a-bf24-b92632ba4d8b', 'name': 'tempest-TestShelveInstance-842854041-router', 'tenant_id': '984c45a7dd8b44b3956fb325144e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:35Z', 'updated_at': '2021-07-16T02:33:30Z', 'revision_number': 6, 'project_id': '984c45a7dd8b44b3956fb325144e617b', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:30.748609 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.773177 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Pushing event deleted for resources: {'Port': ['ID=af2149f6-6751-4a75-98aa-99df13370589,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:30.836130 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.925063 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.927185 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.284157 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.284704 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b4ff24-00eb-452a-bf24-b92632ba4d8b {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:33:31.289838 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.291040 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-51c729fa-b061-49eb-912f-b8592d2539ec admin admin] 10.222.0.64 "DELETE /v2.0/routers/18b4ff24-00eb-452a-bf24-b92632ba4d8b HTTP/1.1" status: 204 len: 168 time: 1.0677781 Jul 16 02:33:31.294402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52164) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:31.342816 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3ad821-96ab-4ecc-8218-f8c516e77433 admin admin] Deleting subnet 5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:33:31.345717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad821-96ab-4ecc-8218-f8c516e77433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.378869 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad821-96ab-4ecc-8218-f8c516e77433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.459669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad821-96ab-4ecc-8218-f8c516e77433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.514427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad821-96ab-4ecc-8218-f8c516e77433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.538233 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ad821-96ab-4ecc-8218-f8c516e77433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:31.544148 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad821-96ab-4ecc-8218-f8c516e77433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.545998 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-3c3ad821-96ab-4ecc-8218-f8c516e77433 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5f14c7a7-7800-4cdb-96e5-f9c3a9a5c74c HTTP/1.1" status: 204 len: 168 time: 0.2506390 Jul 16 02:33:31.548639 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52166) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:31.553561 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af14004-913f-4cd4-88d8-fd7fac6512ef None None] Network e6fa0cce-eb3b-4762-83aa-67b8f879a208 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:31.622001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.678333 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Deleting port 0482c494-6273-4d8b-b8d8-70783cf2a893 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:31.678811 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.747036 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] For port 0482c494-6273-4d8b-b8d8-70783cf2a893, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0482c494-6273-4d8b-b8d8-70783cf2a893,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:31.747036 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.761427 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Calling delete_port for 0482c494-6273-4d8b-b8d8-70783cf2a893 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:31.762032 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] DHCP port deletion for e6fa0cce-eb3b-4762-83aa-67b8f879a208 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:33:31.811878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Deleting port 0482c494-6273-4d8b-b8d8-70783cf2a893 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:31.812552 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.837930 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0482c494-6273-4d8b-b8d8-70783cf2a893 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:31.872654 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.900478 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] No DVR routers for this DVR port 0482c494-6273-4d8b-b8d8-70783cf2a893 on host n-d-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:31.902619 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Pushing event deleted for resources: {'Port': ['ID=0482c494-6273-4d8b-b8d8-70783cf2a893,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:31.913633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] For port 0482c494-6273-4d8b-b8d8-70783cf2a893, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=0482c494-6273-4d8b-b8d8-70783cf2a893,segment=NetworkSegment(67fcb935-576a-45b5-a998-25506f68eaf2),segment_id=67fcb935-576a-45b5-a998-25506f68eaf2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:31.913996 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.935802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Calling delete_port for 0482c494-6273-4d8b-b8d8-70783cf2a893 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:31.952711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No active binding found for port 0482c494-6273-4d8b-b8d8-70783cf2a893 {{(pid=93946) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 02:33:31.953129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 0482c494-6273-4d8b-b8d8-70783cf2a893 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:31.953548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device af2149f6-6751-4a75-98aa-99df13370589 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:31.977452 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.989010 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fa0cce-eb3b-4762-83aa-67b8f879a208']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:31.998881 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fcb935-576a-45b5-a998-25506f68eaf2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:31.999167 n-d-791504-14 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fcb935-576a-45b5-a998-25506f68eaf2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:32.003850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: af2149f6-6751-4a75-98aa-99df13370589 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:32.004301 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device af2149f6-6751-4a75-98aa-99df13370589 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:32.004828 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e6d88b1f-5857-43d1-9651-4980f9fe1b50 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:32.008396 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5355986'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.022887 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.026287 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: e6d88b1f-5857-43d1-9651-4980f9fe1b50 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:32.027150 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device e6d88b1f-5857-43d1-9651-4980f9fe1b50 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:32.030206 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:32.030609 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6290205'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: Traceback (most recent call last): Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: timer() Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: cb(*args, **kw) Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: return func(*args, **kwargs) Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: self._notify() Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: self.callback(batched_events) Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: event.method(event) Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: return f(self, *a, **k) Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: return self._get(url).json() Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:32.032594 n-d-791504-14 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:32.072837 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.091939 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.097826 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.102607 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e6fa0cce-eb3b-4762-83aa-67b8f879a208 HTTP/1.1" status: 204 len: 168 time: 0.5502355 Jul 16 02:33:32.103374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52168) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:32.110163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Pushing event deleted for resources: {'Port': ['ID=0482c494-6273-4d8b-b8d8-70783cf2a893,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:32.113038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1d669-712c-4c76-8059-570cf42c0289 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fa0cce-eb3b-4762-83aa-67b8f879a208,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:32.124838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] No DVR routers for this DVR port 0482c494-6273-4d8b-b8d8-70783cf2a893 on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:32.130267 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.130667 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.130939 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.131273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.131602 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.131928 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.132255 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.132578 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.132899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.133218 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.133571 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.133851 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee7d6f-b664-48b0-85e2-e673d2add04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:32.483271 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.740774 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] Deleting port 03b62427-8664-4376-8b90-6e1b7235fa1e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:32.741016 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.822841 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] For port 03b62427-8664-4376-8b90-6e1b7235fa1e, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=03b62427-8664-4376-8b90-6e1b7235fa1e,segment=NetworkSegment(2edc268e-f2eb-4190-bd14-fd68d6015518),segment_id=2edc268e-f2eb-4190-bd14-fd68d6015518)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:32.823248 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.836740 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] Calling delete_port for 03b62427-8664-4376-8b90-6e1b7235fa1e owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:33.020229 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.044586 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b62427-8664-4376-8b90-6e1b7235fa1e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:33.217197 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.430247 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] Router eac87c91-6423-4ee4-89e6-8555c4a01c23 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:33.534408 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:33.539399 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-0a591608-90cf-4ebe-8718-e81bf1926e25 admin admin] 10.222.0.64 "PUT /v2.0/routers/eac87c91-6423-4ee4-89e6-8555c4a01c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4337270 Jul 16 02:33:33.541851 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:33.545737 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] Sync routers for ids ['eac87c91-6423-4ee4-89e6-8555c4a01c23'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:33.555389 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] Routers {'eac87c91-6423-4ee4-89e6-8555c4a01c23'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:33.555987 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eac87c91-6423-4ee4-89e6-8555c4a01c23'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:33.645314 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.659411 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] Set router eac87c91-6423-4ee4-89e6-8555c4a01c23 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:33.846397 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'name': 'tempest-TestShelveInstance-84585344-router', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:33:32Z', 'revision_number': 5, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'gw_port': {'id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:33.873173 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] Checking router: eac87c91-6423-4ee4-89e6-8555c4a01c23 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:33.882058 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] Routers {'eac87c91-6423-4ee4-89e6-8555c4a01c23'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:33.883009 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['eac87c91-6423-4ee4-89e6-8555c4a01c23'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:33.990404 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] Set router eac87c91-6423-4ee4-89e6-8555c4a01c23 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:34.081806 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.134743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Deleting port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:34.135088 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.167463 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'name': 'tempest-TestShelveInstance-84585344-router', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:33:32Z', 'revision_number': 5, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'gw_port': {'id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:34.197050 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e423fc7-530d-42ed-9429-a39cfd964558 None None] The sync data for ids ['eac87c91-6423-4ee4-89e6-8555c4a01c23'] in n-d-791504-14 is: [{'id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'name': 'tempest-TestShelveInstance-84585344-router', 'tenant_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:33:32Z', 'revision_number': 5, 'project_id': 'e23bf4e43cc14f4188f1874423eb0ce5', 'gw_port': {'id': '07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac87c91-6423-4ee4-89e6-8555c4a01c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:40Z', 'updated_at': '2021-07-16T02:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:34.217534 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] For port 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:34.218179 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.231011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Calling delete_port for 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:34.396567 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.421928 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:34.487399 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.578444 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.580624 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.628363 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.628940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eac87c91-6423-4ee4-89e6-8555c4a01c23 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:33:34.633311 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.634650 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9f7bd025-ed6e-4dfe-a042-ef22eae9e5d3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/eac87c91-6423-4ee4-89e6-8555c4a01c23 HTTP/1.1" status: 204 len: 168 time: 1.0918307 Jul 16 02:33:34.637131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52172) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:34.683615 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-038ccbe9-5628-41e0-82a7-a705eca08cb5 admin admin] Deleting subnet 1decd4bd-2617-4042-afe9-d76171243815 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:33:34.687900 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-038ccbe9-5628-41e0-82a7-a705eca08cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.723489 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-038ccbe9-5628-41e0-82a7-a705eca08cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.809959 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-038ccbe9-5628-41e0-82a7-a705eca08cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.867768 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-038ccbe9-5628-41e0-82a7-a705eca08cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.895251 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ccbe9-5628-41e0-82a7-a705eca08cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1decd4bd-2617-4042-afe9-d76171243815,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:34.900455 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-038ccbe9-5628-41e0-82a7-a705eca08cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.902466 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-038ccbe9-5628-41e0-82a7-a705eca08cb5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1decd4bd-2617-4042-afe9-d76171243815 HTTP/1.1" status: 204 len: 168 time: 0.2641265 Jul 16 02:33:34.905595 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52174) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:34.906302 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa999142-26e2-4650-8c9d-8063cfeca016 None None] Network cdef9f0c-47fc-4433-8721-dba6769e4321 requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:34.981661 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.034859 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Deleting port a086c9d2-2a00-4856-a4a9-20e6a5e35e22 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:35.035196 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.098902 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] For port a086c9d2-2a00-4856-a4a9-20e6a5e35e22, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=a086c9d2-2a00-4856-a4a9-20e6a5e35e22,segment=NetworkSegment(2edc268e-f2eb-4190-bd14-fd68d6015518),segment_id=2edc268e-f2eb-4190-bd14-fd68d6015518)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:35.099241 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.115853 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Calling delete_port for a086c9d2-2a00-4856-a4a9-20e6a5e35e22 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:35.195085 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.214196 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e985fc-9b8c-44d4-aa06-443c649bad32 None None] DHCP port deletion for cdef9f0c-47fc-4433-8721-dba6769e4321 request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:33:35.221241 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=a086c9d2-2a00-4856-a4a9-20e6a5e35e22,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:35.226973 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] No DVR routers for this DVR port a086c9d2-2a00-4856-a4a9-20e6a5e35e22 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:35.276279 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:35.307574 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.318434 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdef9f0c-47fc-4433-8721-dba6769e4321']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:35.329405 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edc268e-f2eb-4190-bd14-fd68d6015518') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:35.329694 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edc268e-f2eb-4190-bd14-fd68d6015518') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:35.338248 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.352743 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.358667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:35.359051 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:35.360663 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:35.413737 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.428753 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.430626 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] 10.222.0.64 "DELETE /v2.0/networks/cdef9f0c-47fc-4433-8721-dba6769e4321 HTTP/1.1" status: 204 len: 168 time: 0.5240190 Jul 16 02:33:35.431923 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0cdbe-e7fe-4ec9-a1be-78d0b3f26fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=cdef9f0c-47fc-4433-8721-dba6769e4321,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:35.535927 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52178) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:35.580364 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-31add2e3-a0f0-424c-9373-5d42b3d8e947 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=984c45a7dd8b44b3956fb325144e617b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432355 Jul 16 02:33:35.583611 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:35.634689 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3863bf0b-d28a-4fae-9011-a89bed3dd01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.656804 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3863bf0b-d28a-4fae-9011-a89bed3dd01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.703164 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3863bf0b-d28a-4fae-9011-a89bed3dd01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.705701 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3863bf0b-d28a-4fae-9011-a89bed3dd01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.706888 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-3863bf0b-d28a-4fae-9011-a89bed3dd01c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10db3d9e-1cb0-4368-9df9-825232172951 HTTP/1.1" status: 204 len: 168 time: 0.1222985 Jul 16 02:33:35.714832 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863bf0b-d28a-4fae-9011-a89bed3dd01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10db3d9e-1cb0-4368-9df9-825232172951,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:35.797480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 03b62427-8664-4376-8b90-6e1b7235fa1e no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:35.817934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 03b62427-8664-4376-8b90-6e1b7235fa1e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:35.818408 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 03b62427-8664-4376-8b90-6e1b7235fa1e not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:35.818906 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:35.839070 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:35.839552 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 07b66e6e-feaa-49d1-bd16-e6fec0ef5dd7 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:35.840328 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a086c9d2-2a00-4856-a4a9-20e6a5e35e22 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:35.861163 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: a086c9d2-2a00-4856-a4a9-20e6a5e35e22 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:35.861513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device a086c9d2-2a00-4856-a4a9-20e6a5e35e22 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:36.021067 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:36.061935 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-091acbc4-52d7-42e4-98c6-c6b22eaee404 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e23bf4e43cc14f4188f1874423eb0ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394228 Jul 16 02:33:36.064062 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52188) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:36.111707 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8792699-97a0-434f-ab0d-44a672811afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:36.132918 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8792699-97a0-434f-ab0d-44a672811afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:36.181136 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8792699-97a0-434f-ab0d-44a672811afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:36.183703 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8792699-97a0-434f-ab0d-44a672811afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:36.185602 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a8792699-97a0-434f-ab0d-44a672811afe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7672edad-be07-4be4-9c17-d124d470c963 HTTP/1.1" status: 204 len: 168 time: 0.1206484 Jul 16 02:33:36.193415 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8792699-97a0-434f-ab0d-44a672811afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7672edad-be07-4be4-9c17-d124d470c963,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:36.822940 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52210) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:36.918822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1514443779-network', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:36.939597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Made reservation on behalf of 2d034aa7fbfb47ecb6faca952d5a4a3a for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:36.941856 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:36.950837 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.043221 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.046827 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.067754 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:37.081727 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d4b8e2-acd6-4824-b4a8-b2f4fe905961,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:37.086610 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.086953 n-d-791504-14 neutron-server[93945]: INFO neutron.db.segments_db [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Added segment bb84aae5-eda8-40f1-acc9-474ed3745713 of type vlan for network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b Jul 16 02:33:37.128331 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.157029 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.158039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:37.158652 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.189041 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3648648 Jul 16 02:33:37.191969 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52214) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:37.201237 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Request body: {'subnet': {'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1514443779-subnet', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:37.236069 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94866826-9fc3-4214-aeac-b6dd5d15d4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:37.248277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:37.254743 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Made reservation on behalf of 2d034aa7fbfb47ecb6faca952d5a4a3a for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:37.257207 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.431596 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.486113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2fa8b03-50c2-4940-aa37-6fae76a2ee34,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:37.496304 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Checking segment: {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:37.497458 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Network hostable DHCP agents. Network: f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:37.513914 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:37.522581 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:37.527528 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:37.529489 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.530401 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c102f90-848b-4c98-a86e-ba394d124098 None None] Network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:37.542821 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-92173106-c490-40e7-bd9e-1a15e2c7cda5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3480701 Jul 16 02:33:37.546044 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52216) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:37.550461 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:37.571061 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.572141 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.630166 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.675838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:33:37.676706 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.768419 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.809825 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Allocated IP 172.20.0.2 (f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b/d2fa8b03-50c2-4940-aa37-6fae76a2ee34/ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:37.954835 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.964480 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Transition to ACTIVE for port object ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:37.981357 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Transition to ACTIVE for port object ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:37.981785 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.987573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.001623 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.026780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:38.030051 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:38.033060 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:38.041984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Pushing event updated for resources: {'Port': ['ID=ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:38.099548 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Attempting to bind port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:38.100022 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Attempting to bind port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:38.100459 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Attempting to bind port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd on network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:38.104946 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Allocated IP 172.25.4.212 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/b0187403-f6e8-47d9-a8c6-b018f1beb35d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:38.105530 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:38.106557 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Checking segment: {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:38.107019 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.107421 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Bound using segment: {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:38.107892 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Bound port: ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:38.108286 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.170901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4d106381-515e-43e9-9e22-168621366e40 None None] For port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:38.173975 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4d106381-515e-43e9-9e22-168621366e40 None None] For port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:38.179490 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.214750 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.235130 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d106381-515e-43e9-9e22-168621366e40 None None] Pushing event updated for resources: {'Port': ['ID=ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:38.268934 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.310539 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:38.313422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:38.316379 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:38.344822 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Pushing event updated for resources: {'Port': ['ID=b0187403-f6e8-47d9-a8c6-b018f1beb35d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:38.607810 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.805880 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.938319 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Router 1020482f-c6f1-4a32-a20d-136aa5b2d014 is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:33:39.051374 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:39.064442 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Sync routers for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:39.067891 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.072583 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52218) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:39.073191 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-f04f4902-c7c7-479d-ba5d-8ae0b20fb504 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5255623 Jul 16 02:33:39.074106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:39.074842 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:39.186547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:39.217633 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67df483-95ba-4316-8f4a-b7a4f531e4a4 None None] Network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:39.513555 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.540069 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-51a7ceb0-c23a-4d4a-8c2e-2391caa8c760 None None] Provisioning for port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:39.666282 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:38Z', 'revision_number': 3, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:39.677824 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Allocated IP 172.20.0.1 (f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b/d2fa8b03-50c2-4940-aa37-6fae76a2ee34/3e3f8369-3dc5-46db-a4d9-ff4949dcacf5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:39.696221 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Checking router: 1020482f-c6f1-4a32-a20d-136aa5b2d014 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:39.696579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Updating router 1020482f-c6f1-4a32-a20d-136aa5b2d014 port b0187403-f6e8-47d9-a8c6-b018f1beb35d binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:33:39.741387 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.799635 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.816804 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Transition to ACTIVE for port object 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:39.858537 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:39.858901 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.905826 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:39.911248 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:39.914918 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:39.940394 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Pushing event updated for resources: {'Port': ['ID=3e3f8369-3dc5-46db-a4d9-ff4949dcacf5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:39.952265 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:39.959157 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:39.959574 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.966153 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.045019 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bb918f23-04d2-4294-9f97-0560dc5041fe None None] Provisioning complete for port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:40.045403 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb918f23-04d2-4294-9f97-0560dc5041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.116028 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.215344 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.220405 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.244824 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Transition to ACTIVE for port object b0187403-f6e8-47d9-a8c6-b018f1beb35d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:40.257309 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.261120 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb918f23-04d2-4294-9f97-0560dc5041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.287717 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.292064 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.314498 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:40.333959 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.345973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac94fa-de48-4335-920b-29d422d87932 None None] Pushing event updated for resources: {'Port': ['ID=b0187403-f6e8-47d9-a8c6-b018f1beb35d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:40.358506 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Pushing event updated for resources: {'Port': ['ID=3e3f8369-3dc5-46db-a4d9-ff4949dcacf5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:40.360918 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.372418 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Attempting to bind port b0187403-f6e8-47d9-a8c6-b018f1beb35d on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:40.372793 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Attempting to bind port b0187403-f6e8-47d9-a8c6-b018f1beb35d by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:40.373157 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Attempting to bind port b0187403-f6e8-47d9-a8c6-b018f1beb35d on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:40.403188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:40.403564 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:40.403970 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.404369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:40.404843 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Bound port: b0187403-f6e8-47d9-a8c6-b018f1beb35d, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:40.405229 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.440044 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-bb918f23-04d2-4294-9f97-0560dc5041fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:33:40.440398 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-bb918f23-04d2-4294-9f97-0560dc5041fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:33:40.457626 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:40.459070 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:40.466835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:40.485856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] For port b0187403-f6e8-47d9-a8c6-b018f1beb35d, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:40.489013 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] For port b0187403-f6e8-47d9-a8c6-b018f1beb35d, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b0187403-f6e8-47d9-a8c6-b018f1beb35d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:40.493203 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.557997 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:40.559240 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:40.561225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac94fa-de48-4335-920b-29d422d87932 None None] Pushing event updated for resources: {'Port': ['ID=b0187403-f6e8-47d9-a8c6-b018f1beb35d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:40.582634 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Router 1020482f-c6f1-4a32-a20d-136aa5b2d014 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:40.671576 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:40.702393 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:40.707414 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-9642de0c-a449-43dc-96d4-bcfbbf7a525c admin admin] 10.222.0.64 "PUT /v2.0/routers/1020482f-c6f1-4a32-a20d-136aa5b2d014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6329012 Jul 16 02:33:40.876950 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 2, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:40.907467 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b9f4e-c7ba-43be-a2e1-b6896f79bf74 None None] The sync data for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 is: [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 2, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:41.109291 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0cbdd1b3-b7ed-4511-a6c9-8dacdcedbed7 None None] Provisioning for port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:41.127637 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0cbdd1b3-b7ed-4511-a6c9-8dacdcedbed7 None None] Provisioning complete for port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:41.129523 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd1b3-b7ed-4511-a6c9-8dacdcedbed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.171142 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdd1b3-b7ed-4511-a6c9-8dacdcedbed7 None None] Port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:33:41.207460 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52234) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:41.213144 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-903815248-network', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:41.237662 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Made reservation on behalf of 5f703ab6f7c9462aa3afabce4cf63f46 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:41.240092 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.249276 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.351758 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.356427 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.384593 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:41.391660 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf0455c-f989-4c2c-a667-a9e4e687bca9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:41.397894 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.398277 n-d-791504-14 neutron-server[93944]: INFO neutron.db.segments_db [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Added segment ff26ce19-05d0-4754-b1b4-a50bac30d7cb of type vlan for network 9fa38e66-080d-4f5e-b87e-f77ff850922e Jul 16 02:33:41.440693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794705625357'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.471203 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.472194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:41.472771 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.506980 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2975340 Jul 16 02:33:41.509868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52236) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:41.516570 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Request body: {'subnet': {'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-903815248-subnet', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:41.535094 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00223d-aebe-4e27-8dbb-d20cedf3452e admin admin] Pushing event updated for resources: {'Network': ['ID=9fa38e66-080d-4f5e-b87e-f77ff850922e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:41.544440 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Made reservation on behalf of 5f703ab6f7c9462aa3afabce4cf63f46 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:41.547160 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198918'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.549417 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Network 9fa38e66-080d-4f5e-b87e-f77ff850922e details requested by agent ovs-agent-n-d-791504-14 with host n-d-791504-14 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:41.760832 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6200093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198932'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.818147 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8dc1684-abda-4107-aa9c-73ee78a64a02,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:41.831700 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Checking segment: {'id': 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:41.832593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Network hostable DHCP agents. Network: 9fa38e66-080d-4f5e-b87e-f77ff850922e, hostable agents: ['d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:41.852699 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Network 9fa38e66-080d-4f5e-b87e-f77ff850922e is scheduled to be hosted by DHCP agent d1acf3cf-ffe7-4c2b-9072-b56fcd2b2e54 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:41.865503 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-14, 9fa38e66-080d-4f5e-b87e-f77ff850922e) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:41.870903 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:41.872288 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.876957 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5fe49-8f39-4a84-abd0-3ef1a410f2cf None None] Network 9fa38e66-080d-4f5e-b87e-f77ff850922e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:41.894173 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-4fa5793c-33ed-48c0-9459-f16d1b6946af admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3802683 Jul 16 02:33:41.894618 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:41.900422 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-903815248-router', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:41.913389 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:41.926929 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8602'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.927989 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10601'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.996697 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.037963 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:42.038360 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.114937 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19551c9e-1488-5bfc-84bc-2b8c97d0de00-9fa38e66-080d-4f5e-b87e-f77ff850922e', 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'fixed_ips': [{'subnet_id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02'}]}} from n-d-791504-14. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:33:42.115811 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.147368 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10619'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.169829 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b0187403-f6e8-47d9-a8c6-b018f1beb35d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:42.303945 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port b0187403-f6e8-47d9-a8c6-b018f1beb35d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:42.311149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b0187403-f6e8-47d9-a8c6-b018f1beb35d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:42.311529 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.347673 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Allocated IP 172.20.0.2 (9fa38e66-080d-4f5e-b87e-f77ff850922e/d8dc1684-abda-4107-aa9c-73ee78a64a02/8ae10d2e-8a1d-4071-881e-2acc32b41ee5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:42.373940 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.393169 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.462297 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.502102 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port b0187403-f6e8-47d9-a8c6-b018f1beb35d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b0187403-f6e8-47d9-a8c6-b018f1beb35d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:42.508758 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Allocated IP 172.25.4.208 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/4e57c2df-410b-4f99-b00a-87e472063b85) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:42.525586 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.579354 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.597281 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Transition to ACTIVE for port object 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:42.601436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=b0187403-f6e8-47d9-a8c6-b018f1beb35d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:42.616819 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Transition to ACTIVE for port object 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:42.617431 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.623732 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.658539 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.666300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Network 9fa38e66-080d-4f5e-b87e-f77ff850922e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:42.669856 n-d-791504-14 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:42.673132 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:42.682513 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Pushing event updated for resources: {'Port': ['ID=8ae10d2e-8a1d-4071-881e-2acc32b41ee5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:42.702370 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:42.705272 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:42.708980 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:42.738053 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Pushing event updated for resources: {'Port': ['ID=4e57c2df-410b-4f99-b00a-87e472063b85,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:42.749273 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Attempting to bind port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:42.749802 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Attempting to bind port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:42.750391 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Attempting to bind port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 on network 9fa38e66-080d-4f5e-b87e-f77ff850922e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:42.756078 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:42.756638 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Checking segment: {'id': 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:42.757125 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.757750 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Bound using segment: {'id': 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:42.758382 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Bound port: 8ae10d2e-8a1d-4071-881e-2acc32b41ee5, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:42.758829 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.826515 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] For port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:42.829644 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] For port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8ae10d2e-8a1d-4071-881e-2acc32b41ee5,segment=NetworkSegment(ff26ce19-05d0-4754-b1b4-a50bac30d7cb),segment_id=ff26ce19-05d0-4754-b1b4-a50bac30d7cb)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:42.834395 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.899662 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247467a4-9303-4a0d-b754-2aebf5cffb76 None None] Pushing event updated for resources: {'Port': ['ID=8ae10d2e-8a1d-4071-881e-2acc32b41ee5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:42.987303 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.038532 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Sync routers for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:43.048543 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:43.049294 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:43.190679 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:43.402649 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 2, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:43.428523 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Checking router: 1020482f-c6f1-4a32-a20d-136aa5b2d014 for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:43.428865 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Updating router 1020482f-c6f1-4a32-a20d-136aa5b2d014 port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:33:43.468941 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.567914 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811469'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.717364 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc is scheduled to L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:33:43.755032 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.765513 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Transition to ACTIVE for port object 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:43.780252 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.833468 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Pushing event updated for resources: {'Port': ['ID=3e3f8369-3dc5-46db-a4d9-ff4949dcacf5,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:43.850730 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:43.862423 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Sync routers for ids ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:43.872522 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.872862 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.873554 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.874156 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.874679 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.875651 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.876247 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.877140 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.877807 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.878194 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.878596 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.879313 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:43.880156 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Routers {'3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:43.882271 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:43.895581 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.899138 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-694fbf65-e450-471b-a82d-fc6d912f6be7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0020735 Jul 16 02:33:43.901054 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52240) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:43.949788 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb94285e-fb92-4a0e-85ff-15d5401dfcf0 None None] Network 9fa38e66-080d-4f5e-b87e-f77ff850922e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:44.052680 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Attempting to bind port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:44.053280 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Attempting to bind port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:44.054431 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Attempting to bind port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 on network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:44.060852 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:44.061227 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Checking segment: {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:44.061982 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.062264 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Bound using segment: {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:44.062725 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Bound port: 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:44.063449 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.142475 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] For port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:44.145760 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] For port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3e3f8369-3dc5-46db-a4d9-ff4949dcacf5,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:44.150984 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.157254 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b0187403-f6e8-47d9-a8c6-b018f1beb35d up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:44.206221 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:44.206962 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:44.259536 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f497-3234-425a-b0c8-50e22ed170e1 None None] Pushing event updated for resources: {'Port': ['ID=3e3f8369-3dc5-46db-a4d9-ff4949dcacf5,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:44.279129 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5105fc8a-b100-4ae5-b9c7-d49304270fae None None] Provisioning for port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:44.321429 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Set router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:44.338960 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:44.475407 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port b0187403-f6e8-47d9-a8c6-b018f1beb35d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:44.475720 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.481937 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.584697 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:44Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:44.614705 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3788cc71-b4bd-448f-925e-c4313e28ecdd None None] The sync data for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 is: [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:44Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:44.654911 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Allocated IP 172.20.0.1 (9fa38e66-080d-4f5e-b87e-f77ff850922e/d8dc1684-abda-4107-aa9c-73ee78a64a02/2914007e-2549-4c0d-b86b-acc91039b54c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:44.677605 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:44.747052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'name': 'tempest-TestSnapshotPattern-903815248-router', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:41Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 3, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'gw_port': {'id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:42Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:44.777178 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Checking router: 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:44.777577 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Updating router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc port 4e57c2df-410b-4f99-b00a-87e472063b85 binding host n-d-791504-14 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:33:44.788820 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.805687 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Transition to ACTIVE for port object 2914007e-2549-4c0d-b86b-acc91039b54c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:44.819500 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.845706 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.868523 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:44.904590 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Network 9fa38e66-080d-4f5e-b87e-f77ff850922e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:44.905763 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Pushing event updated for resources: {'Port': ['ID=2914007e-2549-4c0d-b86b-acc91039b54c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:44.909930 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:44.917176 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:44.917558 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.925194 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:44.972989 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1810746'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.984977 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-885ad388-078f-4afe-b0a4-a9c174188554 None None] Provisioning complete for port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:44.985389 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-885ad388-078f-4afe-b0a4-a9c174188554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.135620 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.219210 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.249728 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-885ad388-078f-4afe-b0a4-a9c174188554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.300276 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.313277 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-885ad388-078f-4afe-b0a4-a9c174188554 None None] For port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8ae10d2e-8a1d-4071-881e-2acc32b41ee5,segment=NetworkSegment(ff26ce19-05d0-4754-b1b4-a50bac30d7cb),segment_id=ff26ce19-05d0-4754-b1b4-a50bac30d7cb)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:45.318636 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.319716 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Transition to ACTIVE for port object 4e57c2df-410b-4f99-b00a-87e472063b85 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:45.324711 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.326414 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-885ad388-078f-4afe-b0a4-a9c174188554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.356274 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.401042 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810766'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.404284 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Pushing event updated for resources: {'Port': ['ID=2914007e-2549-4c0d-b86b-acc91039b54c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:45.438693 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:33:45.439052 n-d-791504-14 neutron-server[93946]: DEBUG oslo_db.api [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:33:45.444099 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Attempting to bind port 4e57c2df-410b-4f99-b00a-87e472063b85 on host n-d-791504-14 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:45.444474 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Attempting to bind port 4e57c2df-410b-4f99-b00a-87e472063b85 by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:45.444839 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Attempting to bind port 4e57c2df-410b-4f99-b00a-87e472063b85 on network d87f37df-43b0-4002-ae3b-0ea68dbbf9af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:45.451966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ad388-078f-4afe-b0a4-a9c174188554 None None] Pushing event updated for resources: {'Port': ['ID=8ae10d2e-8a1d-4071-881e-2acc32b41ee5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:45.477973 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:45.478393 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Checking segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:45.478796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.479191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Bound using segment: {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:45.479676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Bound port: 4e57c2df-410b-4f99-b00a-87e472063b85, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:45.480061 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.495823 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Network 9fa38e66-080d-4f5e-b87e-f77ff850922e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:45.497884 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:45.505859 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f66a83d-1ab5-4e17-ac0f-ee19ded4e21d None None] Provisioning for port 2914007e-2549-4c0d-b86b-acc91039b54c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:45.525315 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f66a83d-1ab5-4e17-ac0f-ee19ded4e21d None None] Provisioning complete for port 2914007e-2549-4c0d-b86b-acc91039b54c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:45.525692 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f66a83d-1ab5-4e17-ac0f-ee19ded4e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.530364 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61abf4-d93a-4a20-a068-9e00a2536846 None None] Pushing event updated for resources: {'Port': ['ID=4e57c2df-410b-4f99-b00a-87e472063b85,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:45.585529 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] For port 4e57c2df-410b-4f99-b00a-87e472063b85, host n-d-791504-14, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:45.587600 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2f66a83d-1ab5-4e17-ac0f-ee19ded4e21d None None] Port 2914007e-2549-4c0d-b86b-acc91039b54c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:33:45.590677 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] For port 4e57c2df-410b-4f99-b00a-87e472063b85, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4e57c2df-410b-4f99-b00a-87e472063b85,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:45.596591 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.634211 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:45.664444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Routers {'3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:45.665079 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:45.666849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61abf4-d93a-4a20-a068-9e00a2536846 None None] Pushing event updated for resources: {'Port': ['ID=4e57c2df-410b-4f99-b00a-87e472063b85,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:45.752517 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:45.757499 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-b6dee105-2346-4246-8ece-f1f54747875d admin admin] 10.222.0.64 "PUT /v2.0/routers/3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8554225 Jul 16 02:33:45.778036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] Set router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:45.852483 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8d6de63a-fee7-4b9e-bc05-3d89842300a9 None None] Provisioning complete for port 2914007e-2549-4c0d-b86b-acc91039b54c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:45.852763 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d6de63a-fee7-4b9e-bc05-3d89842300a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.933322 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8d6de63a-fee7-4b9e-bc05-3d89842300a9 None None] Port 2914007e-2549-4c0d-b86b-acc91039b54c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:33:46.048127 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'name': 'tempest-TestSnapshotPattern-903815248-router', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:41Z', 'updated_at': '2021-07-16T02:33:45Z', 'revision_number': 4, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'gw_port': {'id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:42Z', 'updated_at': '2021-07-16T02:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '2914007e-2549-4c0d-b86b-acc91039b54c', 'name': '', 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'mac_address': 'fa:16:3e:6c:90:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:45Z', 'revision_number': 2, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'subnets': [{'id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:46.078290 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11dd69e-0613-4f0f-b188-f58054902876 None None] The sync data for ids ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'] in n-d-791504-14 is: [{'id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'name': 'tempest-TestSnapshotPattern-903815248-router', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:41Z', 'updated_at': '2021-07-16T02:33:45Z', 'revision_number': 4, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'gw_port': {'id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:42Z', 'updated_at': '2021-07-16T02:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '2914007e-2549-4c0d-b86b-acc91039b54c', 'name': '', 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'mac_address': 'fa:16:3e:6c:90:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:45Z', 'revision_number': 2, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'subnets': [{'id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:46.091653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:46.144433 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:46.148377 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:46.148757 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.229953 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.272438 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3e3f8369-3dc5-46db-a4d9-ff4949dcacf5,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:46.281709 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.282872 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:46.364191 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=3e3f8369-3dc5-46db-a4d9-ff4949dcacf5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:46.376249 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:46.376628 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.299114 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:47.304029 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1905bf42-2be7-49b5-8914-eb763d3fa406 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123293722', 'description': 'tempest-secgroup-smoke-1123293722 description', 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:47.326102 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1905bf42-2be7-49b5-8914-eb763d3fa406 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.439348 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1905bf42-2be7-49b5-8914-eb763d3fa406 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.448169 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1905bf42-2be7-49b5-8914-eb763d3fa406 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.479739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905bf42-2be7-49b5-8914-eb763d3fa406 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:47.484001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1905bf42-2be7-49b5-8914-eb763d3fa406 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.486063 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1905bf42-2be7-49b5-8914-eb763d3fa406 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1848609 Jul 16 02:33:47.488302 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:47.494141 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-04f93445-bc46-4ac3-89e2-974c6629a632 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'security_group_rule': {'security_group_id': '19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5', 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:47.525333 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-04f93445-bc46-4ac3-89e2-974c6629a632 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.590425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-04f93445-bc46-4ac3-89e2-974c6629a632 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.595335 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-04f93445-bc46-4ac3-89e2-974c6629a632 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.616099 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f93445-bc46-4ac3-89e2-974c6629a632 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e556707e-fff1-49b1-8d1e-5ef612a76e71,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:47.623825 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-04f93445-bc46-4ac3-89e2-974c6629a632 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.625457 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-04f93445-bc46-4ac3-89e2-974c6629a632 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352715 Jul 16 02:33:47.628266 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52254) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:47.632917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c203065f-8730-4bf5-b8d1-5ab867dc2dbc tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'security_group_rule': {'security_group_id': '19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5', 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:47.664447 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c203065f-8730-4bf5-b8d1-5ab867dc2dbc tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.729763 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c203065f-8730-4bf5-b8d1-5ab867dc2dbc tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.734675 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c203065f-8730-4bf5-b8d1-5ab867dc2dbc tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.753329 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203065f-8730-4bf5-b8d1-5ab867dc2dbc tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe22338-3771-49d5-bf36-1cd92ebf30a6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:47.760258 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c203065f-8730-4bf5-b8d1-5ab867dc2dbc tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.761696 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-c203065f-8730-4bf5-b8d1-5ab867dc2dbc tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324465 Jul 16 02:33:47.764720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:47.769226 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0f920629-af14-4ed0-83f2-2cb19739043a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'security_group_rule': {'security_group_id': '19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5', 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:47.798364 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f920629-af14-4ed0-83f2-2cb19739043a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.859668 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f920629-af14-4ed0-83f2-2cb19739043a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.865006 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f920629-af14-4ed0-83f2-2cb19739043a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.883887 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920629-af14-4ed0-83f2-2cb19739043a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7ab784-767d-4fbc-8897-1e8b520558e5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:47.894186 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f920629-af14-4ed0-83f2-2cb19739043a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.895415 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-0f920629-af14-4ed0-83f2-2cb19739043a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297510 Jul 16 02:33:47.898422 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52258) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:47.904192 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7e4bcd3e-59cd-4ef4-84e3-55bbc5dc977b tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'security_group_rule': {'security_group_id': '19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5', 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:47.933398 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcd3e-59cd-4ef4-84e3-55bbc5dc977b tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.999365 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcd3e-59cd-4ef4-84e3-55bbc5dc977b tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.004928 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcd3e-59cd-4ef4-84e3-55bbc5dc977b tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.030568 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bcd3e-59cd-4ef4-84e3-55bbc5dc977b tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cdae77-3a51-4656-bf76-cd0f492542c0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:48.041391 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcd3e-59cd-4ef4-84e3-55bbc5dc977b tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.042531 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-7e4bcd3e-59cd-4ef4-84e3-55bbc5dc977b tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431139 Jul 16 02:33:48.045838 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:48.050548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1ebd137f-7a4a-4919-be1c-e2cf4803c531 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'security_group_rule': {'security_group_id': '19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5', 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:48.075741 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-1ebd137f-7a4a-4919-be1c-e2cf4803c531 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Project 2d034aa7fbfb47ecb6faca952d5a4a3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:33:48.080903 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ebd137f-7a4a-4919-be1c-e2cf4803c531 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.143378 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ebd137f-7a4a-4919-be1c-e2cf4803c531 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.146967 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ebd137f-7a4a-4919-be1c-e2cf4803c531 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.159835 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:48.167440 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd137f-7a4a-4919-be1c-e2cf4803c531 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb68442c-5cf6-4f5d-bfd5-3a0689029a0a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:48.170669 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ebd137f-7a4a-4919-be1c-e2cf4803c531 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.174064 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-1ebd137f-7a4a-4919-be1c-e2cf4803c531 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250300 Jul 16 02:33:48.174792 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52262) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:48.179691 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-42fa920a-7f29-48d6-aeec-1aa879b7cffa tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'security_group_rule': {'security_group_id': '19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5', 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:48.202285 n-d-791504-14 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-42fa920a-7f29-48d6-aeec-1aa879b7cffa tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Project 2d034aa7fbfb47ecb6faca952d5a4a3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:33:48.207098 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42fa920a-7f29-48d6-aeec-1aa879b7cffa tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.210188 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:48.210631 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.269683 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42fa920a-7f29-48d6-aeec-1aa879b7cffa tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.277819 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42fa920a-7f29-48d6-aeec-1aa879b7cffa tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751339'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.289540 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4e57c2df-410b-4f99-b00a-87e472063b85 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:48.296032 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa920a-7f29-48d6-aeec-1aa879b7cffa tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec098122-33c0-425b-9f24-aec93d9b3cdb,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:48.303818 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42fa920a-7f29-48d6-aeec-1aa879b7cffa tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.306332 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-42fa920a-7f29-48d6-aeec-1aa879b7cffa tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304677 Jul 16 02:33:48.341756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 4e57c2df-410b-4f99-b00a-87e472063b85 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:48.347289 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4e57c2df-410b-4f99-b00a-87e472063b85 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:48.347668 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.424822 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.446257 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 4e57c2df-410b-4f99-b00a-87e472063b85, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4e57c2df-410b-4f99-b00a-87e472063b85,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:48.448997 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-65f67469-3e11-4d14-bc46-beeb8507204a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123293722&fields=id&tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a HTTP/1.1" status: 200 len: 267 time: 0.0330949 Jul 16 02:33:48.451141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.502944 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=4e57c2df-410b-4f99-b00a-87e472063b85,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:48.567197 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-08895e84-f047-4f56-b245-ebda1d051de5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:48.568870 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-08895e84-f047-4f56-b245-ebda1d051de5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 810 time: 0.1107938 Jul 16 02:33:48.585293 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-1eed0e92-0c83-448b-a81d-b514b148822d tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/quotas/2d034aa7fbfb47ecb6faca952d5a4a3a HTTP/1.1" status: 200 len: 375 time: 0.0110931 Jul 16 02:33:48.654682 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0b4ad983-21c5-4723-918f-97ef47d22273 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638466 Jul 16 02:33:48.670739 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-295df9bd-6f3b-4b78-a3c2-ab5355b6778d tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:33:48.671731 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-295df9bd-6f3b-4b78-a3c2-ab5355b6778d tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062478 Jul 16 02:33:48.843278 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Sync routers for ids ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:48.852113 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Routers {'3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:48.852860 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:48.861783 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-2c31f1e6-5bc9-487b-bea7-373289221d57 service neutron] 10.222.0.64 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839001 Jul 16 02:33:48.952918 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-3e65446c-6ce1-4043-9541-cdcd4007be1d service neutron] 10.222.0.64 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848861 Jul 16 02:33:48.959524 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Set router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:49.165527 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'name': 'tempest-TestSnapshotPattern-903815248-router', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:41Z', 'updated_at': '2021-07-16T02:33:45Z', 'revision_number': 4, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'gw_port': {'id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:42Z', 'updated_at': '2021-07-16T02:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '2914007e-2549-4c0d-b86b-acc91039b54c', 'name': '', 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'mac_address': 'fa:16:3e:6c:90:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:45Z', 'revision_number': 2, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'subnets': [{'id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:49.192609 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Checking router: 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:49.192956 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Updating router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc port 2914007e-2549-4c0d-b86b-acc91039b54c binding host n-d-791504-14 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:33:49.227772 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.493368 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.503363 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Transition to ACTIVE for port object 2914007e-2549-4c0d-b86b-acc91039b54c will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:49.508252 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.557316 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7062ad9-f586-4222-b95e-0c58a5b7ffba None None] Pushing event updated for resources: {'Port': ['ID=2914007e-2549-4c0d-b86b-acc91039b54c,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:49.610347 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Attempting to bind port 2914007e-2549-4c0d-b86b-acc91039b54c on host n-d-791504-14 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:49.610711 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Attempting to bind port 2914007e-2549-4c0d-b86b-acc91039b54c by drivers openvswitch,hyperv on host n-d-791504-14 at level 0 using segments [{'id': 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:49.611071 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Attempting to bind port 2914007e-2549-4c0d-b86b-acc91039b54c on network 9fa38e66-080d-4f5e-b87e-f77ff850922e {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:49.616087 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Checking agent: {'id': '2a8c5bfc-c005-4320-b340-bfdf9df662ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 0, 55, 57), 'started_at': datetime.datetime(2021, 7, 16, 0, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:49.616470 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Checking segment: {'id': 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:49.616838 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.617227 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Bound using segment: {'id': 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:49.617683 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Bound port: 2914007e-2549-4c0d-b86b-acc91039b54c, host: n-d-791504-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:49.618080 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.686804 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] For port 2914007e-2549-4c0d-b86b-acc91039b54c, host n-d-791504-14, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:49.690064 n-d-791504-14 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] For port 2914007e-2549-4c0d-b86b-acc91039b54c, host n-d-791504-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2914007e-2549-4c0d-b86b-acc91039b54c,segment=NetworkSegment(ff26ce19-05d0-4754-b1b4-a50bac30d7cb),segment_id=ff26ce19-05d0-4754-b1b4-a50bac30d7cb)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:49.695023 n-d-791504-14 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.753332 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Routers {'3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:49.753958 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:49.788760 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7062ad9-f586-4222-b95e-0c58a5b7ffba None None] Pushing event updated for resources: {'Port': ['ID=2914007e-2549-4c0d-b86b-acc91039b54c,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:49.871486 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] Set router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:50.071438 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'name': 'tempest-TestSnapshotPattern-903815248-router', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:41Z', 'updated_at': '2021-07-16T02:33:45Z', 'revision_number': 4, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'gw_port': {'id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:42Z', 'updated_at': '2021-07-16T02:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '2914007e-2549-4c0d-b86b-acc91039b54c', 'name': '', 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'mac_address': 'fa:16:3e:6c:90:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:49Z', 'revision_number': 4, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'subnets': [{'id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:50.101660 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4e57c2df-410b-4f99-b00a-87e472063b85 up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:50.113189 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb8dfd-18e0-48c6-b7a3-b24eaa85ea5d None None] The sync data for ids ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'] in n-d-791504-14 is: [{'id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'name': 'tempest-TestSnapshotPattern-903815248-router', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:41Z', 'updated_at': '2021-07-16T02:33:45Z', 'revision_number': 4, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'gw_port': {'id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:42Z', 'updated_at': '2021-07-16T02:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '2914007e-2549-4c0d-b86b-acc91039b54c', 'name': '', 'network_id': '9fa38e66-080d-4f5e-b87e-f77ff850922e', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'mac_address': 'fa:16:3e:6c:90:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:49Z', 'revision_number': 4, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'subnets': [{'id': 'd8dc1684-abda-4107-aa9c-73ee78a64a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:50.150977 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 4e57c2df-410b-4f99-b00a-87e472063b85 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:50.152010 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.154608 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-c228adcf-be19-4ae4-bb4d-f4efb9094180 req-8f89c388-4bb2-487e-9765-e1a53f47a016 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 210 time: 0.0347352 Jul 16 02:33:50.235217 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2914007e-2549-4c0d-b86b-acc91039b54c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:50.286768 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning for port 2914007e-2549-4c0d-b86b-acc91039b54c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:50.290728 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2914007e-2549-4c0d-b86b-acc91039b54c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:50.291108 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.370543 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.405261 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] For port 2914007e-2549-4c0d-b86b-acc91039b54c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2914007e-2549-4c0d-b86b-acc91039b54c,segment=NetworkSegment(ff26ce19-05d0-4754-b1b4-a50bac30d7cb),segment_id=ff26ce19-05d0-4754-b1b4-a50bac30d7cb)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:50.410682 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.461789 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Pushing event updated for resources: {'Port': ['ID=2914007e-2549-4c0d-b86b-acc91039b54c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:51.245991 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-0506c6a1-38de-44d8-bfa0-f02b08ee1d86 req-d601c10f-ecfb-4d5e-9e9d-c67a0e82defb tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 210 time: 0.0343022 Jul 16 02:33:52.058020 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2914007e-2549-4c0d-b86b-acc91039b54c up at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:52.109683 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Provisioning complete for port 2914007e-2549-4c0d-b86b-acc91039b54c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:52.110075 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.383945 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-97eb5c97-af14-4238-ac4a-a635ab564ed6 req-698cc0e1-78ae-4878-b9f0-1cb186b82c1c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 210 time: 0.0290933 Jul 16 02:33:53.242287 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-54d73b29-015d-4f71-a6a7-1a6c36cd906a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:53.243845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-54d73b29-015d-4f71-a6a7-1a6c36cd906a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.50 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 810 time: 0.1052575 Jul 16 02:33:53.288629 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-c8a54fae-2a50-4fc8-bd36-be0c85646d26 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a HTTP/1.1" status: 200 len: 380 time: 0.0359750 Jul 16 02:33:53.298879 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'port': {'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'admin_state_up': True, 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'security_groups': ['19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:53.420615 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Made reservation on behalf of 2d034aa7fbfb47ecb6faca952d5a4a3a for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:53.424660 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.566992 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-37da0168-bcf0-4311-9be8-396eb0b94121 req-e57b4542-66ea-4457-85d3-98df34c47e82 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 210 time: 0.0559042 Jul 16 02:33:53.594703 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Allocated IP 172.20.0.6 (f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b/d2fa8b03-50c2-4940-aa37-6fae76a2ee34/270aa33e-211d-4c23-b892-b4a6c9248237) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:53.733957 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.751768 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Transition to ACTIVE for port object 270aa33e-211d-4c23-b892-b4a6c9248237 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:53.784309 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.826364 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:53.831403 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:53.835147 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:53.861405 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'Port': ['ID=270aa33e-211d-4c23-b892-b4a6c9248237,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:53.894892 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:53.895535 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.910110 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-f9d5886b-17b6-4838-b793-f07867a4dba5 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6154757 Jul 16 02:33:53.969680 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Request body: {'port': {'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:54.046479 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.061643 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8ccf091f-ce3e-40f6-a83a-8318dbd50ffe None None] Provisioning for port 270aa33e-211d-4c23-b892-b4a6c9248237 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:54.065547 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8ccf091f-ce3e-40f6-a83a-8318dbd50ffe None None] Provisioning complete for port 270aa33e-211d-4c23-b892-b4a6c9248237 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:54.066164 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ccf091f-ce3e-40f6-a83a-8318dbd50ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.099703 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf091f-ce3e-40f6-a83a-8318dbd50ffe None None] Port 270aa33e-211d-4c23-b892-b4a6c9248237 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:33:54.304464 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270aa33e-211d-4c23-b892-b4a6c9248237 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:33:54.312650 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.324095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Transition to ACTIVE for port object 270aa33e-211d-4c23-b892-b4a6c9248237 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:54.328165 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.379936 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Pushing event updated for resources: {'Port': ['ID=270aa33e-211d-4c23-b892-b4a6c9248237,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:54.450720 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Attempting to bind port 270aa33e-211d-4c23-b892-b4a6c9248237 on host n-h2-791504-14 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:54.451078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Attempting to bind port 270aa33e-211d-4c23-b892-b4a6c9248237 by drivers openvswitch,hyperv on host n-h2-791504-14 at level 0 using segments [{'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:54.451546 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Attempting to bind port 270aa33e-211d-4c23-b892-b4a6c9248237 on network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:54.456146 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Port 270aa33e-211d-4c23-b892-b4a6c9248237 on network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-14 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:33:54.456463 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Attempting to bind port 270aa33e-211d-4c23-b892-b4a6c9248237 on network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:54.461453 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Checking agent: {'id': '9eab0485-bf39-491b-aebf-42bb362862d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:54.461793 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Checking segment: {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:54.462208 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Bound using segment: {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:54.462636 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Bound port: 270aa33e-211d-4c23-b892-b4a6c9248237, host: n-h2-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:54.462995 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.530263 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] For port 270aa33e-211d-4c23-b892-b4a6c9248237, host n-h2-791504-14, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:54.533876 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] For port 270aa33e-211d-4c23-b892-b4a6c9248237, host n-h2-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=270aa33e-211d-4c23-b892-b4a6c9248237,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:54.538388 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.570328 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:54.570974 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.572762 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] 10.222.0.50 "PUT /v2.0/ports/270aa33e-211d-4c23-b892-b4a6c9248237 HTTP/1.1" status: 200 len: 1092 time: 0.6518707 Jul 16 02:33:54.575220 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:54.578853 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4655173d-92d7-4631-ad6c-99d286476efd" -d '{"events": [{"name": "network-changed", "server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:54.662657 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967fe65-d7be-46c7-af7e-e3eb93cef063 service neutron] Pushing event updated for resources: {'Port': ['ID=270aa33e-211d-4c23-b892-b4a6c9248237,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:54.675486 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68f8047-927c-4f1d-9839-6b58c90c6788 x-openstack-request-id: req-e68f8047-927c-4f1d-9839-6b58c90c6788 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:54.675486 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:54.675486 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e68f8047-927c-4f1d-9839-6b58c90c6788 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:54.676124 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237', 'status': 'completed', 'code': 200} Jul 16 02:33:54.717561 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ffc618-b7b3-4d56-a9eb-53c135ae375a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.724100 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-5ad36a35-a0b5-45da-928e-88b38340623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:54.725603 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-5ad36a35-a0b5-45da-928e-88b38340623e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 1095 time: 0.1075797 Jul 16 02:33:54.786240 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-91fa1138-c76b-4e89-861e-6343f322306a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=270aa33e-211d-4c23-b892-b4a6c9248237 HTTP/1.1" status: 200 len: 217 time: 0.0422380 Jul 16 02:33:54.851805 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-b0ca3687-0e91-49ee-9be8-d98e5130da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:54.852845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-b0ca3687-0e91-49ee-9be8-d98e5130da76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0594375 Jul 16 02:33:54.860947 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79b332-9609-44c9-9103-22c35ca0a7b4 req-59559cda-824b-4177-b2c7-54bffef909be tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:54.862400 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc79b332-9609-44c9-9103-22c35ca0a7b4 req-59559cda-824b-4177-b2c7-54bffef909be tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 943 time: 0.1594133 Jul 16 02:33:54.925535 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dc79b332-9609-44c9-9103-22c35ca0a7b4 req-0e364c19-7944-4bca-a7b6-ae2ea0fad8de tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547991 Jul 16 02:33:54.943368 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-af78d7e6-cfce-4b2f-8d77-2a9fb616194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:54.944970 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-af78d7e6-cfce-4b2f-8d77-2a9fb616194a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817208 Jul 16 02:33:55.037758 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-bbd2419a-d683-4ab5-a6ae-56f036e33018 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857563 Jul 16 02:33:55.432895 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-02491192-e496-4009-a131-1ebfbc53cfd4 req-604fa311-0eec-45fa-acb5-8fdae1ea3a14 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875084 Jul 16 02:33:55.537695 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655173d-92d7-4631-ad6c-99d286476efd req-b9139ce4-81cd-43d7-8ff0-8424bde22d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:55.539234 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4655173d-92d7-4631-ad6c-99d286476efd req-b9139ce4-81cd-43d7-8ff0-8424bde22d84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0521345 Jul 16 02:33:55.634512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655173d-92d7-4631-ad6c-99d286476efd req-b188e29b-5f06-42c7-9023-554579c07840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:55.636413 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4655173d-92d7-4631-ad6c-99d286476efd req-b188e29b-5f06-42c7-9023-554579c07840 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0897429 Jul 16 02:33:55.680121 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4655173d-92d7-4631-ad6c-99d286476efd req-b92ebca4-833a-4ead-b6c2-c030ff9954f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=270aa33e-211d-4c23-b892-b4a6c9248237 HTTP/1.1" status: 200 len: 217 time: 0.0366473 Jul 16 02:33:55.736425 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655173d-92d7-4631-ad6c-99d286476efd req-91beb94c-b711-465d-99fe-70ba07e1d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:55.737843 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4655173d-92d7-4631-ad6c-99d286476efd req-91beb94c-b711-465d-99fe-70ba07e1d303 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0507128 Jul 16 02:33:55.805734 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655173d-92d7-4631-ad6c-99d286476efd req-449dc0f0-2be4-4434-9331-8bdf491ec2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:55.807295 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4655173d-92d7-4631-ad6c-99d286476efd req-449dc0f0-2be4-4434-9331-8bdf491ec2f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619555 Jul 16 02:33:55.903261 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4655173d-92d7-4631-ad6c-99d286476efd req-9523b00c-21dd-4c04-8cf5-92597b97d8ed service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880811 Jul 16 02:33:56.008027 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-4655173d-92d7-4631-ad6c-99d286476efd req-7229163c-db9e-4d83-9824-990cf57dd7f3 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967093 Jul 16 02:33:56.118296 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce822b-0807-4cbc-aa9f-4ffae37019c7 req-222489dd-d1c2-4e04-8804-c63c547b2599 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:56.119818 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1fce822b-0807-4cbc-aa9f-4ffae37019c7 req-222489dd-d1c2-4e04-8804-c63c547b2599 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 943 time: 0.0691676 Jul 16 02:33:56.161446 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1fce822b-0807-4cbc-aa9f-4ffae37019c7 req-9192d366-7e1f-4a39-894f-922c41790e5a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353806 Jul 16 02:33:56.211822 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.234519 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8048e48-6abf-44c9-85d0-8f745526bbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.336038 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303544a4-cd66-4f94-86cb-ba8e8ab137b2 req-932fdeca-6f73-44c2-89a1-23465c709768 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:57.337516 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-303544a4-cd66-4f94-86cb-ba8e8ab137b2 req-932fdeca-6f73-44c2-89a1-23465c709768 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 943 time: 0.0637624 Jul 16 02:33:57.378805 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-303544a4-cd66-4f94-86cb-ba8e8ab137b2 req-69ad6e21-9c00-40e3-8fa9-71d44c2495ef tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351100 Jul 16 02:33:57.550578 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.775199 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.555828 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5d88d-a77e-49ef-bd95-06b7b62b6b30 req-1735ad57-beb4-4c25-9951-0e993e74408c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:58.557293 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffd5d88d-a77e-49ef-bd95-06b7b62b6b30 req-1735ad57-beb4-4c25-9951-0e993e74408c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 943 time: 0.0684366 Jul 16 02:33:58.570139 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 270aa33e-211d-4c23-b892-b4a6c9248237 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:33:58.596472 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ffd5d88d-a77e-49ef-bd95-06b7b62b6b30 req-20f873bf-24bb-4975-997f-86b46bd87b4d tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335848 Jul 16 02:33:58.667006 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 270aa33e-211d-4c23-b892-b4a6c9248237, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=270aa33e-211d-4c23-b892-b4a6c9248237,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:58.677811 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '270aa33e-211d-4c23-b892-b4a6c9248237', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:33:58.715346 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.732343 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270aa33e-211d-4c23-b892-b4a6c9248237 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:33:58.751511 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 270aa33e-211d-4c23-b892-b4a6c9248237, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=270aa33e-211d-4c23-b892-b4a6c9248237,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:58.755386 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.808737 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.814690 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=270aa33e-211d-4c23-b892-b4a6c9248237,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:58.989024 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['270aa33e-211d-4c23-b892-b4a6c9248237'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:33:59.775652 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0a2e1-7d5b-448b-babb-b07a00ca950d req-40ce7567-942e-4bad-8226-4c97fd15cdec tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:59.777253 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1e0a2e1-7d5b-448b-babb-b07a00ca950d req-40ce7567-942e-4bad-8226-4c97fd15cdec tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.0681951 Jul 16 02:33:59.818263 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-b1e0a2e1-7d5b-448b-babb-b07a00ca950d req-35c0ffe6-db30-46e6-a58a-1ff76ad1875d tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Jul 16 02:34:00.367209 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.600818 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 270aa33e-211d-4c23-b892-b4a6c9248237 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:00.648089 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning for port 270aa33e-211d-4c23-b892-b4a6c9248237 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:00.651601 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 270aa33e-211d-4c23-b892-b4a6c9248237 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:00.651966 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.728689 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.751375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:00.753601 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0e8d19-cd35-440b-9a62-7ffacbc2a16e" -d '{"events": [{"server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "name": "network-vif-plugged", "status": "completed", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:00.766878 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 270aa33e-211d-4c23-b892-b4a6c9248237, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=270aa33e-211d-4c23-b892-b4a6c9248237,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:00.771439 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.795335 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7cd78f-1bfa-487f-a93a-a1ce8bff55a3 x-openstack-request-id: req-8d7cd78f-1bfa-487f-a93a-a1ce8bff55a3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:00.795722 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "name": "network-vif-plugged", "status": "completed", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:00.796395 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d7cd78f-1bfa-487f-a93a-a1ce8bff55a3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:00.796799 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237', 'code': 200} Jul 16 02:34:00.824025 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=270aa33e-211d-4c23-b892-b4a6c9248237,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:00.910859 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ae3a1-2adf-4366-9dd7-5c015e0cf999 req-15cd99ef-3e43-480e-8c61-704448839081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:00.912377 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-681ae3a1-2adf-4366-9dd7-5c015e0cf999 req-15cd99ef-3e43-480e-8c61-704448839081 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0532548 Jul 16 02:34:00.979138 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-681ae3a1-2adf-4366-9dd7-5c015e0cf999 req-267dfb67-025c-4337-89ee-7f253fb3b9dc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602801 Jul 16 02:34:01.011000 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d508e0-e056-4495-91ff-301d81e18247 req-87824b4e-40f5-46c2-b67b-eaeff1a6e1d6 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:01.012517 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1d508e0-e056-4495-91ff-301d81e18247 req-87824b4e-40f5-46c2-b67b-eaeff1a6e1d6 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0765493 Jul 16 02:34:01.051087 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e1d508e0-e056-4495-91ff-301d81e18247 req-4dc4cfbe-a1cb-4697-854b-516d971bbbda tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323997 Jul 16 02:34:02.229598 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f981b-4ec4-4a8e-8ca4-0896f4655d8b req-0731d5fc-1fb0-47d1-bf4e-8dd1324aca72 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:02.231107 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-036f981b-4ec4-4a8e-8ca4-0896f4655d8b req-0731d5fc-1fb0-47d1-bf4e-8dd1324aca72 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0650437 Jul 16 02:34:02.268936 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-036f981b-4ec4-4a8e-8ca4-0896f4655d8b req-167c646b-d177-4666-a648-187b3978f690 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318041 Jul 16 02:34:02.438616 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8b09-2f7a-4199-8637-1c48a91f08f2 req-2e1f11ae-54b3-4bd3-bf9e-a1e177cd20a2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:02.440012 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e10e8b09-2f7a-4199-8637-1c48a91f08f2 req-2e1f11ae-54b3-4bd3-bf9e-a1e177cd20a2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0621345 Jul 16 02:34:02.477050 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e10e8b09-2f7a-4199-8637-1c48a91f08f2 req-adf894cc-c868-4cb5-8b58-68b256aa2232 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314872 Jul 16 02:34:02.501784 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:02.596455 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16945da4-2bcd-4225-b186-8f55a6158563 tempest-TestSnapshotPattern-1796912734 tempest-TestSnapshotPattern-1796912734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:02.598098 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-16945da4-2bcd-4225-b186-8f55a6158563 tempest-TestSnapshotPattern-1796912734 tempest-TestSnapshotPattern-1796912734-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 1092 time: 0.0950749 Jul 16 02:34:02.600808 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52338) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:02.605087 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:02.627381 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.724013 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.833731 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Allocated IP 172.25.4.184 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/ac0f1e2e-e343-4b38-bfce-58719af3c664) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:02.935621 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.973735 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.017095 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:03.019791 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:03.023359 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:03.029265 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'Port': ['ID=ac0f1e2e-e343-4b38-bfce-58719af3c664,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.384614 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.464767 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.619749 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.625237 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.692362 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'Port': ['ID=ac0f1e2e-e343-4b38-bfce-58719af3c664,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.704336 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.803722 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Floating IP 555d332b-8b3f-4616-b26e-229c941c1f6e associated. External IP: 172.25.4.184, port: 270aa33e-211d-4c23-b892-b4a6c9248237. Jul 16 02:34:04.010629 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Router 1020482f-c6f1-4a32-a20d-136aa5b2d014 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:34:04.117843 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:34:04.127252 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] Sync routers for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:34:04.133308 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:04.137077 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:04.137730 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:04.172286 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2568a82b-5370-4a2e-8530-5ece285c3fb2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5704501 Jul 16 02:34:04.173212 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:04.175144 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47af13b-0dac-4502-bdec-642397c0fc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:04.210839 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dda74b4-28f2-4db8-91ce-3005c1051ef3 x-openstack-request-id: req-2dda74b4-28f2-4db8-91ce-3005c1051ef3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:04.211131 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:04.211385 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2dda74b4-28f2-4db8-91ce-3005c1051ef3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:04.211799 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237', 'status': 'completed', 'code': 200} Jul 16 02:34:04.251689 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:04.288127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-9862a331-e534-4383-bd50-20b072bdcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:04.289541 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-9862a331-e534-4383-bd50-20b072bdcda1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0525091 Jul 16 02:34:04.384504 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-fa41ad2d-ee4b-4690-9942-54fbd50417f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:04.386001 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-fa41ad2d-ee4b-4690-9942-54fbd50417f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0890698 Jul 16 02:34:04.451701 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-b6bfe9e7-2288-4459-8deb-1e4053188d5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=270aa33e-211d-4c23-b892-b4a6c9248237 HTTP/1.1" status: 200 len: 999 time: 0.0585165 Jul 16 02:34:04.475630 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '555d332b-8b3f-4616-b26e-229c941c1f6e', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 0, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:04.501653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] Checking router: 1020482f-c6f1-4a32-a20d-136aa5b2d014 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:34:04.505445 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-d452fc5d-ab72-47ef-9d30-103ae024ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:04.506955 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-d452fc5d-ab72-47ef-9d30-103ae024ae48 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0490227 Jul 16 02:34:04.509899 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:04.510539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:33:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:04.567669 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-19c801b5-9b6d-4fe0-824e-4d7ae9a2891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:04.569216 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-19c801b5-9b6d-4fe0-824e-4d7ae9a2891b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551400 Jul 16 02:34:04.615711 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:04.661609 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-12bd47f1-3510-4ccb-a208-b10540fb8f58 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844269 Jul 16 02:34:04.756729 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d47af13b-0dac-4502-bdec-642397c0fc4f req-9e1e0854-310d-4ca0-99e3-389d07aa79fc service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886998 Jul 16 02:34:04.837668 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '555d332b-8b3f-4616-b26e-229c941c1f6e', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 0, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:04.866951 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7dfa03-1578-45b2-95af-e32e2a3024b7 None None] The sync data for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 is: [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '555d332b-8b3f-4616-b26e-229c941c1f6e', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 0, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:34:05.061158 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e425d-6159-4b79-bf36-66a7a866b187 None None] New status for floating IP 555d332b-8b3f-4616-b26e-229c941c1f6e: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:34:12.276430 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:34:24.720242 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f64ba41a-01d1-474b-897f-7906af1706ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:26.212637 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:27.236951 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17a94e34-f8d6-467a-b9d5-199fc8a7ab63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:27.567986 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:27.779470 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:28.795218 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:30.369366 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:44.562618 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-47f5d9f0-6665-4399-aec2-e834b39159cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532846 Jul 16 02:34:44.662689 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-1b23f18d-36a8-4f8d-9889-4cc00182640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:44.664195 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-1b23f18d-36a8-4f8d-9889-4cc00182640e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0569031 Jul 16 02:34:44.769264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-91ce9a34-918f-46f1-98b3-c87d6d3801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:44.770778 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-91ce9a34-918f-46f1-98b3-c87d6d3801d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0863214 Jul 16 02:34:44.839196 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-144b5c0b-e4e2-4549-9218-a6e000cc280b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=270aa33e-211d-4c23-b892-b4a6c9248237 HTTP/1.1" status: 200 len: 1001 time: 0.0610766 Jul 16 02:34:44.889557 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-ff2aa5da-6b34-497d-81db-15f34d6a4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:44.891184 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-ff2aa5da-6b34-497d-81db-15f34d6a4422 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0455143 Jul 16 02:34:44.946473 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-32607575-fc2e-4dbe-8f79-450db9556d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:44.947944 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-32607575-fc2e-4dbe-8f79-450db9556d95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503561 Jul 16 02:34:45.041430 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-34e5cd79-da6b-4844-a882-4cf1c6903fa0 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859523 Jul 16 02:34:45.129500 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-cb5744c2-62a8-40cf-88ed-fb2c7b24c0c1 req-78cd1a08-1820-44ae-9659-d45ca3535ea3 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809200 Jul 16 02:34:49.275874 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:34:54.723552 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96f962ff-f6c1-4560-aa7a-6ee13dab8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.218246 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:57.237703 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a132ec5b-efd3-4f95-8c9f-45af253fbf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:57.580141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:57.781029 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:58.794878 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.372247 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:24.724552 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e76f861-3de6-439d-b680-c45f9d7fa403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.217981 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.274361 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:27.238834 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82e696a2-cbdb-4a45-8fcc-cee2e9ac9efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:27.578586 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:27.782382 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:28.802738 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:30.377392 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.568134 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-36eb9e8a-764c-41c2-9e78-a8f141076ceb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570686 Jul 16 02:35:45.666917 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-9e913fb0-7b53-4207-8319-7b2ff27e170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:45.668542 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-9e913fb0-7b53-4207-8319-7b2ff27e170c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0539358 Jul 16 02:35:45.772148 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-6f4e7dc5-5ac9-4177-9459-47f8385c5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:45.773639 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-6f4e7dc5-5ac9-4177-9459-47f8385c5981 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0843072 Jul 16 02:35:45.841976 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-d9b5c7d7-1dea-44b5-b0d8-bbd8f7530f78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=270aa33e-211d-4c23-b892-b4a6c9248237 HTTP/1.1" status: 200 len: 1001 time: 0.0608828 Jul 16 02:35:45.890191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-da3ad529-55ad-4a50-97c0-bb072fed9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:45.891651 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-da3ad529-55ad-4a50-97c0-bb072fed9ca1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0436220 Jul 16 02:35:45.947625 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-c0891c0f-d7ad-4358-91dd-17cc7499daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:45.949666 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-c0891c0f-d7ad-4358-91dd-17cc7499daaa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505767 Jul 16 02:35:46.043161 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-5adedfbf-1f2c-49b0-af6f-25dbda63b633 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860538 Jul 16 02:35:46.136345 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-e4335d79-10f8-4fcd-bf50-96e6fd109793 req-32ddb6ce-2e46-447b-951e-275ec09583e1 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868020 Jul 16 02:35:54.725689 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f68e3ece-ae71-4f85-b874-0fc1b1912f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:56.237229 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:57.239992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e125e540-7458-4540-ad71-08990d218200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:57.594853 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:57.783702 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.800512 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.380614 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.274236 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:05.316807 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 270aa33e-211d-4c23-b892-b4a6c9248237 details requested by agent hyperv_n-h2-791504-14 with host n-h2-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:36:05.422575 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 270aa33e-211d-4c23-b892-b4a6c9248237, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=270aa33e-211d-4c23-b892-b4a6c9248237,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:05.438862 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Returning: {'device': '270aa33e-211d-4c23-b892-b4a6c9248237', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:36:05.482857 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:05.496786 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 270aa33e-211d-4c23-b892-b4a6c9248237 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:36:05.518339 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 270aa33e-211d-4c23-b892-b4a6c9248237, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=270aa33e-211d-4c23-b892-b4a6c9248237,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:05.523154 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:05.582837 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=270aa33e-211d-4c23-b892-b4a6c9248237,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:05.592096 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.592613 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.592960 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.593298 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.593634 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.593967 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.594394 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.594653 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.594979 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.595392 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.595791 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.596112 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:05.617849 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] get_ports_and_sgs() called for port_ids ['270aa33e-211d-4c23-b892-b4a6c9248237'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:36:07.327457 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 270aa33e-211d-4c23-b892-b4a6c9248237 up at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:07.380375 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Provisioning complete for port 270aa33e-211d-4c23-b892-b4a6c9248237 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:07.380747 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.471266 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.497984 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:07.500034 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644a94e7-3f2a-479d-80d9-c1be373bbae1" -d '{"events": [{"server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "name": "network-vif-plugged", "status": "completed", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:07.514860 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 270aa33e-211d-4c23-b892-b4a6c9248237, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=270aa33e-211d-4c23-b892-b4a6c9248237,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:07.519181 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.591456 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=270aa33e-211d-4c23-b892-b4a6c9248237,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:07.641108 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1325ff55-409e-4dea-826c-1c2c5c311c60 x-openstack-request-id: req-1325ff55-409e-4dea-826c-1c2c5c311c60 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:07.641439 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "name": "network-vif-plugged", "status": "completed", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:07.641719 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1325ff55-409e-4dea-826c-1c2c5c311c60 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:07.642312 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237', 'code': 200} Jul 16 02:36:14.830201 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-60dac40f-019e-4ac4-96bf-536aacd05d46 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123293722&fields=id&tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a HTTP/1.1" status: 200 len: 267 time: 0.0377357 Jul 16 02:36:14.935318 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-2d3b1833-a0ee-4a20-8924-daa1b08f5664 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:14.936786 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-2d3b1833-a0ee-4a20-8924-daa1b08f5664 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 810 time: 0.1003177 Jul 16 02:36:14.951144 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-518ef2b2-20e8-47bd-9e45-1c5ee3cbd862 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/quotas/2d034aa7fbfb47ecb6faca952d5a4a3a HTTP/1.1" status: 200 len: 375 time: 0.0090201 Jul 16 02:36:15.026320 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-8dde586a-5c8a-429e-82f9-4220522d8d18 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0702991 Jul 16 02:36:15.119934 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-cb1c90d4-482b-43b8-8e45-ca659fb7af6c service neutron] 10.222.0.64 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818813 Jul 16 02:36:15.210452 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-91970d0b-e550-4ee1-981f-84f42239ecbe service neutron] 10.222.0.64 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847697 Jul 16 02:36:15.411847 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-59838d5f-7235-40ed-bf48-bc57c06be2ba req-2d47b9b2-1c5d-4ab8-87d3-80bf51a7dc11 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 210 time: 0.0363467 Jul 16 02:36:16.559305 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-d16f23a5-b46f-49c8-b5a6-017e474e75ca req-8b079236-d7ac-4e04-b19f-645d213de29a tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 210 time: 0.0285037 Jul 16 02:36:16.599118 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-b946a4fc-6a48-432b-88b6-e51965f710dd tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:16.600746 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-b946a4fc-6a48-432b-88b6-e51965f710dd tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.67 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 810 time: 0.1087430 Jul 16 02:36:16.644677 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-846f88f9-40b4-4424-9d0c-c629d93ce0d1 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a HTTP/1.1" status: 200 len: 380 time: 0.0348802 Jul 16 02:36:16.654697 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'port': {'device_id': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'admin_state_up': True, 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'security_groups': ['19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:16.770955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Made reservation on behalf of 2d034aa7fbfb47ecb6faca952d5a4a3a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:36:16.775046 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:16.908588 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Allocated IP 172.20.0.4 (f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b/d2fa8b03-50c2-4940-aa37-6fae76a2ee34/378d3be4-d352-4c03-81ec-d5bc9eaeed6c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:17.108710 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:17.128876 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Transition to ACTIVE for port object 378d3be4-d352-4c03-81ec-d5bc9eaeed6c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:17.176616 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:17.229899 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:17.234290 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:17.236939 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:17.300757 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'Port': ['ID=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:17.319655 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:17.320488 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:17.325471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.325471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.325471 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.325788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.326140 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.326472 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.326812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.327146 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.327475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.327812 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.328145 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.328475 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:17.352127 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-ec20d387-0c47-4346-a902-2222a9b10daf tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7016881 Jul 16 02:36:17.395186 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 270aa33e-211d-4c23-b892-b4a6c9248237 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:36:17.482285 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:17.504993 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:17.507267 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef9bb78-0d38-457a-bdbb-5a2d0ef45383" -d '{"events": [{"server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:17.521056 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] For port 270aa33e-211d-4c23-b892-b4a6c9248237, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=270aa33e-211d-4c23-b892-b4a6c9248237,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:17.529992 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:17.556239 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9420c3-0ee4-4020-8aa8-91fbe62c308a x-openstack-request-id: req-bc9420c3-0ee4-4020-8aa8-91fbe62c308a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:17.556525 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:17.556962 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc9420c3-0ee4-4020-8aa8-91fbe62c308a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:17.558084 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237', 'code': 200} Jul 16 02:36:17.566369 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fdef7926-d693-44f1-ac4d-7ff26771f938 None None] Provisioning for port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:17.577381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fdef7926-d693-44f1-ac4d-7ff26771f938 None None] Provisioning complete for port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:17.577751 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdef7926-d693-44f1-ac4d-7ff26771f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:17.610621 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Pushing event updated for resources: {'Port': ['ID=270aa33e-211d-4c23-b892-b4a6c9248237,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:17.624286 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fdef7926-d693-44f1-ac4d-7ff26771f938 None None] Port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:36:17.756339 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41498a88-0da0-4b3b-8d41-58d0cb86d6cc req-a74f1f5b-735f-4177-8474-4418328aac65 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:17.757743 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-41498a88-0da0-4b3b-8d41-58d0cb86d6cc req-a74f1f5b-735f-4177-8474-4418328aac65 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 931 time: 0.0671360 Jul 16 02:36:17.802378 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-41498a88-0da0-4b3b-8d41-58d0cb86d6cc req-f27f33ab-461e-494c-96b5-634420522208 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377457 Jul 16 02:36:18.988002 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2211d11-d19c-448e-8f6f-370dcb5f6afb req-329cb80f-87b7-4e52-85f6-d5406a911764 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:18.989520 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2211d11-d19c-448e-8f6f-370dcb5f6afb req-329cb80f-87b7-4e52-85f6-d5406a911764 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 931 time: 0.0670173 Jul 16 02:36:19.029623 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2211d11-d19c-448e-8f6f-370dcb5f6afb req-2121579a-f7b1-4104-b1c8-eac548bd706f tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345304 Jul 16 02:36:20.214684 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e96e7-8676-43e2-8131-4b1942780a04 req-a58afeb9-3cfb-43d8-8b72-40c4d70a985f tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:20.216503 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e8e96e7-8676-43e2-8131-4b1942780a04 req-a58afeb9-3cfb-43d8-8b72-40c4d70a985f tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 931 time: 0.0665469 Jul 16 02:36:20.256595 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-2e8e96e7-8676-43e2-8131-4b1942780a04 req-561f7608-2ebe-4e08-b3be-d7b946d19ade tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340459 Jul 16 02:36:21.439845 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793d6f4-b5ed-4a7a-b2ac-0acf1cf9ccff req-5eb4428a-4ebf-4af0-9bbe-0d6258340b39 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:21.441383 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6793d6f4-b5ed-4a7a-b2ac-0acf1cf9ccff req-5eb4428a-4ebf-4af0-9bbe-0d6258340b39 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 931 time: 0.0658274 Jul 16 02:36:21.481993 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6793d6f4-b5ed-4a7a-b2ac-0acf1cf9ccff req-c395d0a5-9af8-48d9-957e-64f5d17df902 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349486 Jul 16 02:36:22.664548 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf4db2-6958-4ed9-97ac-d55b331d0193 req-1ecdea98-0a62-4c4b-b64e-c245d4ec7995 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:22.666341 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5faf4db2-6958-4ed9-97ac-d55b331d0193 req-1ecdea98-0a62-4c4b-b64e-c245d4ec7995 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 931 time: 0.0651534 Jul 16 02:36:22.705727 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5faf4db2-6958-4ed9-97ac-d55b331d0193 req-12384ebf-8448-48a5-91c4-b09b1946531f tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338025 Jul 16 02:36:23.894813 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d934f21-11ba-4ed4-9686-e8c1b579c5e7 req-86ab512c-c429-4cab-9ae9-f66cb40e72d9 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:23.896318 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d934f21-11ba-4ed4-9686-e8c1b579c5e7 req-86ab512c-c429-4cab-9ae9-f66cb40e72d9 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 931 time: 0.0750711 Jul 16 02:36:23.937257 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-2d934f21-11ba-4ed4-9686-e8c1b579c5e7 req-556b165c-060e-42a4-a69d-fb9c26c225ae tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352926 Jul 16 02:36:24.733405 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cacc9abc-af3b-4050-bedb-4cfe778e08e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:25.127217 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9483bd-f921-4526-9cac-aa4127b75619 req-4fd3b8e4-f202-4e33-8e51-4cdef5ac6130 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:25.128965 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b9483bd-f921-4526-9cac-aa4127b75619 req-4fd3b8e4-f202-4e33-8e51-4cdef5ac6130 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 931 time: 0.0737684 Jul 16 02:36:25.169224 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-9b9483bd-f921-4526-9cac-aa4127b75619 req-8fdb8ee6-312a-4091-b354-146bcc513569 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342486 Jul 16 02:36:26.264808 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:26.361076 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a1af9-01c2-4fb3-850c-0d31fb20ff14 req-4610db32-e2ea-41a9-9741-d2d2b535bbb7 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:26.364292 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a1a1af9-01c2-4fb3-850c-0d31fb20ff14 req-4610db32-e2ea-41a9-9741-d2d2b535bbb7 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 931 time: 0.0712359 Jul 16 02:36:26.404390 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-7a1a1af9-01c2-4fb3-850c-0d31fb20ff14 req-13dead36-48be-4c7b-8593-ca489a6c2aa7 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356073 Jul 16 02:36:27.188199 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.v2.base [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Request body: {'port': {'device_id': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-14'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:27.240333 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88895d31-1918-462f-9d8d-201ea42b94f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:27.271023 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:27.538821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378d3be4-d352-4c03-81ec-d5bc9eaeed6c {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:36:27.547485 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:27.560454 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Transition to ACTIVE for port object 378d3be4-d352-4c03-81ec-d5bc9eaeed6c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:27.565140 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:27.625707 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:27.653987 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97586e-b411-4fe7-b33b-3e4a2ef07896 req-a5d8fc53-1e4e-4b9e-b612-d18fb752cd97 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:27.658546 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce97586e-b411-4fe7-b33b-3e4a2ef07896 req-a5d8fc53-1e4e-4b9e-b612-d18fb752cd97 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 943 time: 0.1408987 Jul 16 02:36:27.664788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Pushing event updated for resources: {'Port': ['ID=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:27.702347 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Attempting to bind port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c on host n-h1-791504-14 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:36:27.702640 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-ce97586e-b411-4fe7-b33b-3e4a2ef07896 req-1371779c-8008-4eb0-90d5-5e81174c3b41 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 Jul 16 02:36:27.702785 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Attempting to bind port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c by drivers openvswitch,hyperv on host n-h1-791504-14 at level 0 using segments [{'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:36:27.703113 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Attempting to bind port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c on network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:27.708227 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c on network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-14 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:36:27.708536 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Attempting to bind port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c on network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:27.713793 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Checking agent: {'id': '0da94c57-a0ef-41a2-b35b-87a4319dc16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'started_at': datetime.datetime(2021, 7, 16, 1, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:36:27.714159 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Checking segment: {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:36:27.716139 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Bound using segment: {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:36:27.716311 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Bound port: 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host: n-h1-791504-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb84aae5-eda8-40f1-acc9-474ed3745713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:36:27.716658 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:27.786192 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:27.786490 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] For port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host n-h1-791504-14, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:36:27.789517 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] For port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host n-h1-791504-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:36:27.794298 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6200200'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:27.831815 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:27.832470 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:27.834271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] 10.222.0.67 "PUT /v2.0/ports/378d3be4-d352-4c03-81ec-d5bc9eaeed6c HTTP/1.1" status: 200 len: 1092 time: 0.6516914 Jul 16 02:36:27.836974 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:27.840891 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281" -d '{"events": [{"name": "network-changed", "server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:27.879552 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8849b-ae4a-4d5e-8923-202a402406e2 service neutron] Pushing event updated for resources: {'Port': ['ID=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:27.943179 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce429b6-6737-448f-9520-fcb813d53bbf x-openstack-request-id: req-6ce429b6-6737-448f-9520-fcb813d53bbf {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:27.943460 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:27.943702 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ce429b6-6737-448f-9520-fcb813d53bbf {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:27.944098 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'status': 'completed', 'code': 200} Jul 16 02:36:27.946925 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-726ec111-783b-4ef6-bfaf-4a0de6b20335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:27.948447 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-726ec111-783b-4ef6-bfaf-4a0de6b20335 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 1095 time: 0.0629213 Jul 16 02:36:27.992641 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-8429b2c1-5977-4945-83f0-4ef3ad511acd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c HTTP/1.1" status: 200 len: 217 time: 0.0362685 Jul 16 02:36:28.046269 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-868c0592-2c6e-4e60-925b-7c0756271aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:28.047733 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-868c0592-2c6e-4e60-925b-7c0756271aa7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0496085 Jul 16 02:36:28.106911 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-4b34db41-537d-4d65-834a-2c3eacfac83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:28.108442 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-4b34db41-537d-4d65-834a-2c3eacfac83f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542443 Jul 16 02:36:28.199208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-894390ef-d37d-4f8e-8e18-3ee0d4557faf service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832131 Jul 16 02:36:28.291354 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-383bf47f-dc81-4e35-9211-f8deb5b5b0da req-b45ad98e-5224-452a-955b-3d4f0326e0fe service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860906 Jul 16 02:36:28.389217 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-80601c95-1ff8-4ae9-9cf9-40c966587547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:28.390744 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-80601c95-1ff8-4ae9-9cf9-40c966587547 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 1095 time: 0.0543506 Jul 16 02:36:28.485331 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-ad96c52b-b761-49fc-ae08-fae803683f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:28.486855 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-ad96c52b-b761-49fc-ae08-fae803683f72 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0899456 Jul 16 02:36:28.529615 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-dc692835-dd66-4a51-be31-e5fbcd46c917 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c HTTP/1.1" status: 200 len: 217 time: 0.0345850 Jul 16 02:36:28.578942 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-670f58d7-058c-4855-afbd-21a899ba450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:28.580391 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-670f58d7-058c-4855-afbd-21a899ba450d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0439920 Jul 16 02:36:28.643412 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-b117deba-b599-4e4f-b0e7-99ed3fef707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:28.644908 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-b117deba-b599-4e4f-b0e7-99ed3fef707f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571167 Jul 16 02:36:28.735634 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-ab8bf918-5746-4763-a6be-114623acb2de service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828638 Jul 16 02:36:28.804575 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:28.834538 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-8c4e7f59-b2b6-4ed6-9414-0744e9d34281 req-70244bcc-6e4c-40c4-87b4-1726940af07c service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921574 Jul 16 02:36:28.884914 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55135a-fd2c-422a-8281-c1c2732b819f req-5c36417f-5cbf-43c7-8e88-17a1a4e551ba tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:28.886955 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f55135a-fd2c-422a-8281-c1c2732b819f req-5c36417f-5cbf-43c7-8e88-17a1a4e551ba tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 943 time: 0.0674176 Jul 16 02:36:28.924089 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-3f55135a-fd2c-422a-8281-c1c2732b819f req-71ef17a1-e948-4c4e-b255-2dc2e1839528 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Jul 16 02:36:30.161131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c4225-50b8-406d-a1c0-11eec3278b40 req-a0a833b2-d3da-498e-8713-264875fd9cac tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:30.164776 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba0c4225-50b8-406d-a1c0-11eec3278b40 req-a0a833b2-d3da-498e-8713-264875fd9cac tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 943 time: 0.1270318 Jul 16 02:36:30.206337 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-ba0c4225-50b8-406d-a1c0-11eec3278b40 req-c07be478-3523-4c17-8d0c-8157ee51184b tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374060 Jul 16 02:36:30.383679 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:31.381866 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044e386-33ca-4a4c-a7a3-34e477c1d25e req-fc62fbb6-8637-4ba3-945b-52c5433a6f77 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:31.383385 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6044e386-33ca-4a4c-a7a3-34e477c1d25e req-fc62fbb6-8637-4ba3-945b-52c5433a6f77 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 943 time: 0.0641110 Jul 16 02:36:31.420623 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-6044e386-33ca-4a4c-a7a3-34e477c1d25e req-fb1c2994-ad05-487b-936b-b06ea3e3dd9d tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312622 Jul 16 02:36:31.643068 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 378d3be4-d352-4c03-81ec-d5bc9eaeed6c details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:36:31.737114 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:31.748656 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'port_id': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'mac_address': 'fa:16:3e:0f:e4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:36:31.787454 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:31.799720 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378d3be4-d352-4c03-81ec-d5bc9eaeed6c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:36:31.818756 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:31.822777 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:31.871998 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:32.063360 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['378d3be4-d352-4c03-81ec-d5bc9eaeed6c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:36:32.601482 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fa51-144f-4c5c-b3b7-7b4be0f8c110 req-6d610a51-6c65-4e6a-8c9d-080986c7170f tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:32.602981 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa69fa51-144f-4c5c-b3b7-7b4be0f8c110 req-6d610a51-6c65-4e6a-8c9d-080986c7170f tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 944 time: 0.0674062 Jul 16 02:36:32.641271 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-fa69fa51-144f-4c5c-b3b7-7b4be0f8c110 req-bf3251f3-0f66-42d7-b045-d7dcf146c3f6 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319588 Jul 16 02:36:33.674245 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 378d3be4-d352-4c03-81ec-d5bc9eaeed6c up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:33.723969 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning for port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:33.727784 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:33.728159 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:33.820688 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a40a13-9e3e-4b3d-90d1-d80191887696 req-bcf2680d-bfc5-46ff-867e-6c70ab68c143 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:33.822298 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76a40a13-9e3e-4b3d-90d1-d80191887696 req-bcf2680d-bfc5-46ff-867e-6c70ab68c143 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 944 time: 0.0636778 Jul 16 02:36:33.863214 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-76a40a13-9e3e-4b3d-90d1-d80191887696 req-cab069f4-09d3-46e9-a2ae-c81907455102 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339482 Jul 16 02:36:33.960618 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:33.982412 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:33.984647 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f19d8eb-f23b-452c-86fd-b94ba8645603" -d '{"events": [{"server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "name": "network-vif-plugged", "status": "completed", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:33.997118 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:34.001782 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:34.027290 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e41b6d1-70d5-428d-becf-9c1a2ccb0198 x-openstack-request-id: req-4e41b6d1-70d5-428d-becf-9c1a2ccb0198 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:34.027670 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "name": "network-vif-plugged", "status": "completed", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:34.027927 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e41b6d1-70d5-428d-becf-9c1a2ccb0198 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:34.028332 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'code': 200} Jul 16 02:36:34.055665 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:34.135262 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63263be4-a2b3-407c-966f-4a2135d0f2c8 req-a287f8e2-3ed4-44b3-b21a-8693d2d8bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:34.136791 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63263be4-a2b3-407c-966f-4a2135d0f2c8 req-a287f8e2-3ed4-44b3-b21a-8693d2d8bd07 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 1097 time: 0.0521326 Jul 16 02:36:34.170555 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-63263be4-a2b3-407c-966f-4a2135d0f2c8 req-319cd24b-320d-4a4c-b523-d9a16e1cb0e8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276966 Jul 16 02:36:35.042797 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dde8d5-49bc-41a5-8c2d-65f7bac1fec5 req-28ffc46e-646c-44da-8e01-f1e5805492d2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:35.044249 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2dde8d5-49bc-41a5-8c2d-65f7bac1fec5 req-28ffc46e-646c-44da-8e01-f1e5805492d2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 945 time: 0.0663688 Jul 16 02:36:35.080853 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2dde8d5-49bc-41a5-8c2d-65f7bac1fec5 req-eec29f6f-c01a-4275-a641-7fe8e57f123f tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309920 Jul 16 02:36:36.258293 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b3bc0-a972-40c7-8878-64a5491ca5c6 req-fe04ecc8-6c75-4c70-a7ea-764625ccd9f0 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:36.259777 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc5b3bc0-a972-40c7-8878-64a5491ca5c6 req-fe04ecc8-6c75-4c70-a7ea-764625ccd9f0 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 945 time: 0.0635040 Jul 16 02:36:36.296775 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-cc5b3bc0-a972-40c7-8878-64a5491ca5c6 req-5f80379b-b4b2-43c5-b0e9-dbc582554a23 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308712 Jul 16 02:36:36.469022 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d27234-a80f-47d2-b833-603d9d0e8f24 req-106f166b-872d-458d-9f00-de3edce2b039 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:36.470434 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2d27234-a80f-47d2-b833-603d9d0e8f24 req-106f166b-872d-458d-9f00-de3edce2b039 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 945 time: 0.0651805 Jul 16 02:36:36.507678 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-f2d27234-a80f-47d2-b833-603d9d0e8f24 req-09ad96fe-932a-4025-89d7-b61eabd85253 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316207 Jul 16 02:36:36.531620 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52622) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:36.585828 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67134b1-553b-4306-bd6b-ae979e062e8c tempest-TestSnapshotPattern-1796912734 tempest-TestSnapshotPattern-1796912734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:36.587621 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d67134b1-553b-4306-bd6b-ae979e062e8c tempest-TestSnapshotPattern-1796912734 tempest-TestSnapshotPattern-1796912734-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 1092 time: 0.0550234 Jul 16 02:36:36.590522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52624) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:36.594819 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Request body: {'floatingip': {'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'port_id': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:36.615808 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:36.709047 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.120376 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Allocated IP 172.25.4.108 (d87f37df-43b0-4002-ae3b-0ea68dbbf9af/2de2eab9-3dd8-4496-b2fc-1eb87ce13d47/52ceb403-dcb1-4c87-bfbc-826598ae8976) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:37.219397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.257889 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794705672605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.295888 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Network d87f37df-43b0-4002-ae3b-0ea68dbbf9af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:37.301861 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:37.305402 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:37.311522 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'Port': ['ID=52ceb403-dcb1-4c87-bfbc-826598ae8976,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:37.337837 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.338188 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.338525 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.338858 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.339254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.339582 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.339904 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.340232 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.340545 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.340870 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.341191 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.341512 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:37.681278 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.759597 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.909160 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.913693 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6290933'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.978910 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event updated for resources: {'Port': ['ID=52ceb403-dcb1-4c87-bfbc-826598ae8976,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:37.990425 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811619'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:38.091274 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Floating IP 32d0e07c-b887-46f8-9c2f-957a488fac94 associated. External IP: 172.25.4.108, port: 378d3be4-d352-4c03-81ec-d5bc9eaeed6c. Jul 16 02:36:38.299139 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Router 1020482f-c6f1-4a32-a20d-136aa5b2d014 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:36:38.407518 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:38.416636 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] Sync routers for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:38.423269 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:38.427549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:38.428177 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:36:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:38.460938 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-5a0254ad-90cc-4110-8a2c-f2eff88de81c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8693974 Jul 16 02:36:38.461883 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:38.464534 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca082e7-fc30-4522-b34a-f79e0670bb52" -d '{"events": [{"name": "network-changed", "server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:38.500844 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7006735c-3422-43af-9068-3f2ea8b1e931 x-openstack-request-id: req-7006735c-3422-43af-9068-3f2ea8b1e931 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:38.501130 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:38.501378 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7006735c-3422-43af-9068-3f2ea8b1e931 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:38.501782 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'status': 'completed', 'code': 200} Jul 16 02:36:38.535659 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:38.583644 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-f17bd2a2-967f-42cd-ac51-26ec36e0e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:38.585181 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-f17bd2a2-967f-42cd-ac51-26ec36e0e358 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 1097 time: 0.0583236 Jul 16 02:36:38.675174 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-331bfd3f-cc1b-4210-be4c-11380eb57329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:38.676662 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-331bfd3f-cc1b-4210-be4c-11380eb57329 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0851867 Jul 16 02:36:38.747704 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-52435114-e4a9-4c16-b267-e1803cc0369f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c HTTP/1.1" status: 200 len: 999 time: 0.0632923 Jul 16 02:36:38.765535 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '32d0e07c-b887-46f8-9c2f-957a488fac94', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:0f:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:36:37Z', 'updated_at': '2021-07-16T02:36:37Z', 'revision_number': 0, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}, {'id': '555d332b-8b3f-4616-b26e-229c941c1f6e', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 1, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:38.791426 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] Checking router: 1020482f-c6f1-4a32-a20d-136aa5b2d014 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:38.797868 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-758d57ef-0504-4915-abf4-29597d4cbc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:38.799389 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-758d57ef-0504-4915-abf4-29597d4cbc4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0453572 Jul 16 02:36:38.800320 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:38.800934 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:36:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:38.857357 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-6549fc5b-7832-4392-8c2a-bc0dcfe743e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:38.858840 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-6549fc5b-7832-4392-8c2a-bc0dcfe743e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532737 Jul 16 02:36:38.908612 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:38.953658 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-f9d87549-4f58-4364-926f-392a812ff456 service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879307 Jul 16 02:36:39.044062 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-dca082e7-fc30-4522-b34a-f79e0670bb52 req-c2f8d423-e1f6-46a8-a485-d3e096a1c8fc service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836816 Jul 16 02:36:39.142425 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '32d0e07c-b887-46f8-9c2f-957a488fac94', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:0f:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:36:37Z', 'updated_at': '2021-07-16T02:36:37Z', 'revision_number': 0, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}, {'id': '555d332b-8b3f-4616-b26e-229c941c1f6e', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 1, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:39.169083 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b19b95-e008-4773-bf48-ebff4235800e None None] The sync data for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 is: [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '32d0e07c-b887-46f8-9c2f-957a488fac94', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:0f:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:36:37Z', 'updated_at': '2021-07-16T02:36:37Z', 'revision_number': 0, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}, {'id': '555d332b-8b3f-4616-b26e-229c941c1f6e', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 1, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:39.358895 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d14ff-611a-4890-b658-6f164c2182c6 None None] New status for floating IP 32d0e07c-b887-46f8-9c2f-957a488fac94: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:36:40.273602 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:46.561745 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-1ce8d038-f289-4727-95f4-61c4d5cc02de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516815 Jul 16 02:36:46.662142 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-01c92e5b-90f5-42c5-8c4b-98dee1a105ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:46.663648 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-01c92e5b-90f5-42c5-8c4b-98dee1a105ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0567591 Jul 16 02:36:46.767632 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-11e71f5e-3891-4153-b4ad-199f3ecf38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:46.769088 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-11e71f5e-3891-4153-b4ad-199f3ecf38f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0838053 Jul 16 02:36:46.836769 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-801296fe-4ae1-4d81-9635-bdc1e09d8838 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=270aa33e-211d-4c23-b892-b4a6c9248237 HTTP/1.1" status: 200 len: 999 time: 0.0608649 Jul 16 02:36:46.886254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-070bfccb-0093-44c5-baa4-27364e44efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:46.891297 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-070bfccb-0093-44c5-baa4-27364e44efea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0436656 Jul 16 02:36:46.947458 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-a6bfc376-c377-421a-8aa1-bcb023d234fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:46.949077 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-a6bfc376-c377-421a-8aa1-bcb023d234fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545557 Jul 16 02:36:47.043772 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-08928d05-c222-4e5d-b9b3-e50cdcad1d06 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874197 Jul 16 02:36:47.132365 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-92e882b5-ae37-4276-b1f0-b63a26a4a8e7 req-dc0852aa-cfd2-4f87-a8d5-096eeed0ef28 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816934 Jul 16 02:36:54.726114 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-796e07a8-bf9b-4035-ad4d-8c04b500f3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:56.247261 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.241236 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35ab3df2-d06a-4dfb-99f8-3a90b9c8a630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.636657 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.787795 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.806280 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:00.385713 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:05.740831 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a21adc95-155d-4f81-90a1-754d21ba839d req-b1db6816-ff05-4df0-969a-66829816fa55 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587394 Jul 16 02:37:05.834929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21adc95-155d-4f81-90a1-754d21ba839d req-d314a404-6ff3-4208-8399-38ca4253d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:05.836664 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a21adc95-155d-4f81-90a1-754d21ba839d req-d314a404-6ff3-4208-8399-38ca4253d7c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 1097 time: 0.0538125 Jul 16 02:37:05.940764 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21adc95-155d-4f81-90a1-754d21ba839d req-3855d22a-6b97-46f9-932a-75ee09d3d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:05.942299 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a21adc95-155d-4f81-90a1-754d21ba839d req-3855d22a-6b97-46f9-932a-75ee09d3d5d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0868015 Jul 16 02:37:06.009951 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a21adc95-155d-4f81-90a1-754d21ba839d req-8f1b5414-9f04-4f49-8a24-7faf23294705 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c HTTP/1.1" status: 200 len: 1001 time: 0.0610409 Jul 16 02:37:06.058297 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21adc95-155d-4f81-90a1-754d21ba839d req-cdb18d75-358c-4d8a-a366-0b4af28a1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:06.059727 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a21adc95-155d-4f81-90a1-754d21ba839d req-cdb18d75-358c-4d8a-a366-0b4af28a1dda service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0434620 Jul 16 02:37:06.115417 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21adc95-155d-4f81-90a1-754d21ba839d req-e769ebc6-34ff-4e6f-b789-4d517459c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:06.116867 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a21adc95-155d-4f81-90a1-754d21ba839d req-e769ebc6-34ff-4e6f-b789-4d517459c6e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507591 Jul 16 02:37:06.209359 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a21adc95-155d-4f81-90a1-754d21ba839d req-32c18380-f1fe-450e-bfc5-d7d756e5b8f6 service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853362 Jul 16 02:37:06.301144 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-a21adc95-155d-4f81-90a1-754d21ba839d req-8af2c5d2-d715-46d7-be60-7f889df3e7a7 service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853090 Jul 16 02:37:17.272628 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:24.728332 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32206e3f-2490-459a-bb9f-d2bf33197d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.247334 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.242454 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c318a88-d144-4bef-8edf-1082f07325b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.671189 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.789339 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:28.811120 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:30.388437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:46.553183 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-7ece15da-7f17-4ebd-8e0c-c8ecdc1cb0fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583317 Jul 16 02:37:46.647346 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-10b62c24-ba24-45b3-80c4-32578da1a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:46.648845 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-10b62c24-ba24-45b3-80c4-32578da1a845 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0523939 Jul 16 02:37:46.754417 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-819e1c4f-df10-40af-a1ff-0317e5960cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:46.755803 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-819e1c4f-df10-40af-a1ff-0317e5960cf2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0843098 Jul 16 02:37:46.825755 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-b1525be4-af52-4534-805b-570d2402de09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=270aa33e-211d-4c23-b892-b4a6c9248237 HTTP/1.1" status: 200 len: 999 time: 0.0615983 Jul 16 02:37:46.874686 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-6d3cb4e1-c672-433b-97f0-f95d27e966e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:46.876130 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-6d3cb4e1-c672-433b-97f0-f95d27e966e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0439799 Jul 16 02:37:46.936127 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-dcfee34b-5b88-489f-a1e4-fa916437347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:46.937662 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-dcfee34b-5b88-489f-a1e4-fa916437347c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547450 Jul 16 02:37:47.033232 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-d30e4e6a-0c18-4f68-bdd0-6c86a4b886a8 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886567 Jul 16 02:37:47.130219 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-df3b9c24-d167-4d64-bfb6-cab27c215935 req-238f63b2-9157-4ade-9d4e-892910be2476 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901158 Jul 16 02:37:54.271274 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:54.730571 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65c96fe5-9890-4681-bf70-6045b9def500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:56.266573 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:57.242498 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f410f414-f14c-4ae2-b8bd-4bcca2a71d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:57.668799 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:57.789931 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:58.813063 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:00.390822 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:05.788494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b444e62-13f3-444e-a97d-762412389792 req-130369b4-8e2d-4d0c-b413-7af2de03a4ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1073799 Jul 16 02:38:05.890593 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b444e62-13f3-444e-a97d-762412389792 req-c3ca1694-9074-411c-a26c-0c402f495c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:05.892099 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b444e62-13f3-444e-a97d-762412389792 req-c3ca1694-9074-411c-a26c-0c402f495c82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 1097 time: 0.0537796 Jul 16 02:38:05.999955 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b444e62-13f3-444e-a97d-762412389792 req-37daab73-77d4-45b9-a186-a0c759803ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:06.001633 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b444e62-13f3-444e-a97d-762412389792 req-37daab73-77d4-45b9-a186-a0c759803ed3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0885315 Jul 16 02:38:06.066906 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b444e62-13f3-444e-a97d-762412389792 req-417eaf66-7aa2-4b58-bd56-6c3143eec335 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c HTTP/1.1" status: 200 len: 1001 time: 0.0575931 Jul 16 02:38:06.119527 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b444e62-13f3-444e-a97d-762412389792 req-3d4284ab-aaf0-4198-8580-b72b00526088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:06.121448 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b444e62-13f3-444e-a97d-762412389792 req-3d4284ab-aaf0-4198-8580-b72b00526088 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0478752 Jul 16 02:38:06.178497 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b444e62-13f3-444e-a97d-762412389792 req-47ddd894-db25-4b22-9bd8-5a787be79c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:06.179974 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b444e62-13f3-444e-a97d-762412389792 req-47ddd894-db25-4b22-9bd8-5a787be79c35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517168 Jul 16 02:38:06.268394 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b444e62-13f3-444e-a97d-762412389792 req-c93eff8e-4ff2-479c-a620-bc050a497eaf service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810032 Jul 16 02:38:06.360208 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-6b444e62-13f3-444e-a97d-762412389792 req-a92b1de7-0b0a-432e-bccb-ad0b7a068fd4 service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851443 Jul 16 02:38:12.125179 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 378d3be4-d352-4c03-81ec-d5bc9eaeed6c details requested by agent hyperv_n-h1-791504-14 with host n-h1-791504-14 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:38:12.236966 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:12.249390 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Returning: {'device': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'port_id': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'mac_address': 'fa:16:3e:0f:e4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:38:12.300719 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:12.314761 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 378d3be4-d352-4c03-81ec-d5bc9eaeed6c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:12.337007 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:12.341350 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:12.395632 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:12.403858 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.404204 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.404545 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.404882 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.405212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.405539 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.405866 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.406222 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.406549 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.406870 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.407192 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.407512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:12.446119 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] get_ports_and_sgs() called for port_ids ['378d3be4-d352-4c03-81ec-d5bc9eaeed6c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:14.125461 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 378d3be4-d352-4c03-81ec-d5bc9eaeed6c up at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:14.181427 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Provisioning complete for port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:14.182078 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749483'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:14.274910 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:14.301212 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:14.304229 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c24ee7c-45fc-47e7-9d6d-d820e4d9f45e" -d '{"events": [{"server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "name": "network-vif-plugged", "status": "completed", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:14.327041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:14.334289 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:14.371185 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c24e5e-a00c-475d-b8ff-e63d892554a8 x-openstack-request-id: req-b7c24e5e-a00c-475d-b8ff-e63d892554a8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:14.371714 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "name": "network-vif-plugged", "status": "completed", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:14.372228 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7c24e5e-a00c-475d-b8ff-e63d892554a8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:14.372683 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'code': 200} Jul 16 02:38:14.407579 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:23.347469 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52832) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:23.504982 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Deleting port 52ceb403-dcb1-4c87-bfbc-826598ae8976 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:23.505221 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:23.581226 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:23.581546 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:23.594163 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Calling delete_port for 52ceb403-dcb1-4c87-bfbc-826598ae8976 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:23.744126 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:23.770700 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event deleted for resources: {'Port': ['ID=52ceb403-dcb1-4c87-bfbc-826598ae8976,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:23.801905 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.802274 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.802611 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.802944 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.803275 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.803602 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.803929 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.804253 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.804576 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.804899 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.805254 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.805579 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:23.847709 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:23.848080 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Floating IP 32d0e07c-b887-46f8-9c2f-957a488fac94 disassociated (deleted). External IP: 172.25.4.108, port: 378d3be4-d352-4c03-81ec-d5bc9eaeed6c. Jul 16 02:38:24.056131 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Router 1020482f-c6f1-4a32-a20d-136aa5b2d014 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:38:24.161277 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:24.166180 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:24.171676 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] Sync routers for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:24.182239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:24.183444 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:24.203007 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2ef7b35c-448d-47ae-ab61-a460aa5e7246 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "DELETE /v2.0/floatingips/32d0e07c-b887-46f8-9c2f-957a488fac94 HTTP/1.1" status: 204 len: 168 time: 0.8542836 Jul 16 02:38:24.203592 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:24.205883 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2961ced-722e-43e1-b31b-1f2f06ebadff" -d '{"events": [{"name": "network-changed", "server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:24.301264 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:24.310953 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e1c519-b031-4025-973c-b305ef24716e x-openstack-request-id: req-59e1c519-b031-4025-973c-b305ef24716e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:24.311383 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:24.311503 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59e1c519-b031-4025-973c-b305ef24716e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:24.311889 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'status': 'completed', 'code': 200} Jul 16 02:38:24.388821 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-9a795795-2ab4-4a6c-84d8-e28f7cd5a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:24.390536 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-9a795795-2ab4-4a6c-84d8-e28f7cd5a68d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 1097 time: 0.0562868 Jul 16 02:38:24.491947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-84140ff7-6b59-4a41-8216-4876ff5604d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:24.493605 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-84140ff7-6b59-4a41-8216-4876ff5604d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.0965619 Jul 16 02:38:24.539417 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-3e480c29-fb2a-4c72-a1e3-f63fd93117ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c HTTP/1.1" status: 200 len: 217 time: 0.0375280 Jul 16 02:38:24.540782 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '555d332b-8b3f-4616-b26e-229c941c1f6e', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 1, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:24.568149 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] Checking router: 1020482f-c6f1-4a32-a20d-136aa5b2d014 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:24.576672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:24.577300 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:37:57Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:24.622679 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-37bd094f-8e05-4bbe-b3e5-80046ea20c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:24.624233 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-37bd094f-8e05-4bbe-b3e5-80046ea20c9a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0730357 Jul 16 02:38:24.673491 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b912-e9e8-48bc-bc2b-c36d3422970f req-1caa8f7c-faff-4421-87f4-8b24e8649d80 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:24.674992 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ea2b912-e9e8-48bc-bc2b-c36d3422970f req-1caa8f7c-faff-4421-87f4-8b24e8649d80 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 945 time: 0.1346242 Jul 16 02:38:24.684297 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:24.728742 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-3ea2b912-e9e8-48bc-bc2b-c36d3422970f req-3f7e2b42-1285-4c27-9be0-b20430e83004 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479829 Jul 16 02:38:24.733755 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-a1766cd2-30f4-4d94-b3e8-0b802b480594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:24.736750 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-a1766cd2-30f4-4d94-b3e8-0b802b480594 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024582 Jul 16 02:38:24.768758 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-babfd720-37bf-4751-86a7-0b15e19f143f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:24.844309 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-7d212a18-0318-4253-b343-e459b68b47e9 service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892024 Jul 16 02:38:24.920260 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '555d332b-8b3f-4616-b26e-229c941c1f6e', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 1, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:24.938780 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-d2961ced-722e-43e1-b31b-1f2f06ebadff req-b68a7891-ab87-4031-9b78-f966a41d25ef service neutron] 10.222.0.67 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869386 Jul 16 02:38:25.114838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f69a6-57df-4b56-9163-4cb54dd56537 None None] The sync data for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 is: [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_floatingips': [{'id': '555d332b-8b3f-4616-b26e-229c941c1f6e', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'router_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'port_id': '270aa33e-211d-4c23-b892-b4a6c9248237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'mac_address': 'fa:16:3e:c7:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227140e8-4766-4425-a236-c159ac9d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 1, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:25.322022 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0359ea-5ca6-4091-a891-c0e61973ccf8 None None] New status for floating IP 32d0e07c-b887-46f8-9c2f-957a488fac94: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:38:25.915352 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be6c0e-8881-4d31-b2c3-eaf308a75ba8 req-67c232ee-91f6-4eae-a675-45780097585f tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:25.916833 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c3be6c0e-8881-4d31-b2c3-eaf308a75ba8 req-67c232ee-91f6-4eae-a675-45780097585f tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 945 time: 0.0667620 Jul 16 02:38:25.954959 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-c3be6c0e-8881-4d31-b2c3-eaf308a75ba8 req-54a7c549-9d95-40a7-9e3e-164f411edefd tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316281 Jul 16 02:38:26.152039 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-79c9dba7-12c9-41de-a600-37c2be6c4cd4 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:26.153579 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-79c9dba7-12c9-41de-a600-37c2be6c4cd4 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.67 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 945 time: 0.0665576 Jul 16 02:38:26.156994 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 378d3be4-d352-4c03-81ec-d5bc9eaeed6c no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:26.232463 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538203'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.255929 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Deleting port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:26.256277 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.260205 n-d-791504-14 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:26.263155 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}765cbabc2ff9dd446beabc0fbdbba2cef34dc30f8fb790e69467339d2c8b147c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d24a317-0311-4f08-9af6-daf6ce7700ec" -d '{"events": [{"server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "name": "network-vif-unplugged", "status": "completed", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:26.286041 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] For port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:26.288788 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.293826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794706078549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794705672623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794705672641'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.317100 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295547e7-8f44-41d0-9df1-b49326d447d8 x-openstack-request-id: req-295547e7-8f44-41d0-9df1-b49326d447d8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:26.317400 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "name": "network-vif-unplugged", "status": "completed", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:26.317649 n-d-791504-14 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-295547e7-8f44-41d0-9df1-b49326d447d8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:26.318102 n-d-791504-14 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'code': 200} Jul 16 02:38:26.345198 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Pushing event updated for resources: {'Port': ['ID=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:26.691831 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] For port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c, host n-h1-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-14',level=0,port_id=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:26.692193 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.704788 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Calling delete_port for 378d3be4-d352-4c03-81ec-d5bc9eaeed6c owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:26.827402 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.860184 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event deleted for resources: {'Port': ['ID=378d3be4-d352-4c03-81ec-d5bc9eaeed6c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:26.891979 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.892335 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.892692 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.893022 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.893350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.893670 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.893986 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.894327 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.894643 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.894959 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.895278 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.895597 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-14 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:26.920533 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] No DVR routers for this DVR port 378d3be4-d352-4c03-81ec-d5bc9eaeed6c on host n-h1-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:26.923789 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.927452 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-f582c35d-70a9-4b0a-a89f-71d5eb1aa094 req-63fd20c8-8e48-4476-9741-f7b5f80c2614 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.67 "DELETE /v2.0/ports/378d3be4-d352-4c03-81ec-d5bc9eaeed6c HTTP/1.1" status: 204 len: 173 time: 0.7682829 Jul 16 02:38:26.928090 n-d-791504-14 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'name': 'network-vif-deleted', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:26.930447 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3d10431e733cff0dfcc8e2331bb0e4461dd82401d9c80425ddc3b34268ff56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac885ff6-5a8a-4147-b995-62d909e9f573" -d '{"events": [{"server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "name": "network-vif-deleted", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:26.973783 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c26b8a4-618d-40fd-8a0b-dc589d655d6e x-openstack-request-id: req-5c26b8a4-618d-40fd-8a0b-dc589d655d6e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:26.974104 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a1a4d6-9d38-488c-aaba-1098677b819e", "name": "network-vif-deleted", "tag": "378d3be4-d352-4c03-81ec-d5bc9eaeed6c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:26.974359 n-d-791504-14 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c26b8a4-618d-40fd-8a0b-dc589d655d6e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:26.974756 n-d-791504-14 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a1a4d6-9d38-488c-aaba-1098677b819e', 'name': 'network-vif-deleted', 'tag': '378d3be4-d352-4c03-81ec-d5bc9eaeed6c', 'status': 'completed', 'code': 200} Jul 16 02:38:27.110040 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-e1b8bd47-47ab-4503-8e5c-dd37d1d93cb6 req-0d330710-2276-4d12-873e-27268908001e tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=84a1a4d6-9d38-488c-aaba-1098677b819e HTTP/1.1" status: 200 len: 210 time: 0.0307779 Jul 16 02:38:27.245889 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03cf16dc-e56a-4a0d-be62-381a2fd35414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.669958 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.790361 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.690495 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:28.816080 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.845563 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Deleting port ac0f1e2e-e343-4b38-bfce-58719af3c664 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:28.845907 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.923618 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.923878 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.935465 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Calling delete_port for ac0f1e2e-e343-4b38-bfce-58719af3c664 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:29.081104 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.103938 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event deleted for resources: {'Port': ['ID=ac0f1e2e-e343-4b38-bfce-58719af3c664,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:29.167898 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.168250 n-d-791504-14 neutron-server[93944]: INFO neutron.db.l3_db [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Floating IP 555d332b-8b3f-4616-b26e-229c941c1f6e disassociated (deleted). External IP: 172.25.4.184, port: 270aa33e-211d-4c23-b892-b4a6c9248237. Jul 16 02:38:29.678299 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Router 1020482f-c6f1-4a32-a20d-136aa5b2d014 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:38:29.787429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:29.792690 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.797533 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] Sync routers for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:29.806644 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:29.807337 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:29.831381 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-4c1b73e7-63ce-4430-9e80-048f40210fe8 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "DELETE /v2.0/floatingips/555d332b-8b3f-4616-b26e-229c941c1f6e HTTP/1.1" status: 204 len: 168 time: 1.1398089 Jul 16 02:38:29.832074 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:29.834762 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5" -d '{"events": [{"name": "network-changed", "server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:29.879448 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8dfe8e-7838-4ea2-b5de-34fc14d7b5e1 x-openstack-request-id: req-ef8dfe8e-7838-4ea2-b5de-34fc14d7b5e1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:29.879743 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:29.879996 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef8dfe8e-7838-4ea2-b5de-34fc14d7b5e1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:29.880402 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237', 'status': 'completed', 'code': 200} Jul 16 02:38:29.918996 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:29.957907 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-79715064-5741-49a8-b343-210e3b085534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:29.959957 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-79715064-5741-49a8-b343-210e3b085534 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0566499 Jul 16 02:38:30.074250 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-be4f99df-f8bc-4b3d-a89e-77277b973a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:30.076161 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-be4f99df-f8bc-4b3d-a89e-77277b973a88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 200 len: 910 time: 0.1086252 Jul 16 02:38:30.130719 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-34d0a3b0-c2eb-4692-8ab2-418faf6259e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=270aa33e-211d-4c23-b892-b4a6c9248237 HTTP/1.1" status: 200 len: 217 time: 0.0437169 Jul 16 02:38:30.139945 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:30.173505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 378d3be4-d352-4c03-81ec-d5bc9eaeed6c no longer exists at agent hyperv_n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:30.175737 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] Checking router: 1020482f-c6f1-4a32-a20d-136aa5b2d014 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:30.196532 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] No Port match for: 378d3be4-d352-4c03-81ec-d5bc9eaeed6c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:30.196850 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Device 378d3be4-d352-4c03-81ec-d5bc9eaeed6c not bound to the agent host n-h1-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:30.203680 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:30.204308 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:30.222729 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-b71bfee0-f2d1-416d-84b9-a395faef802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:30.224204 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-b71bfee0-f2d1-416d-84b9-a395faef802c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 200 len: 849 time: 0.0856009 Jul 16 02:38:30.291698 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff58b77-3652-41b7-96f8-c6f3f2177c39 req-6d4a4668-f47c-4f03-bd29-bb17d178b954 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:30.293285 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dff58b77-3652-41b7-96f8-c6f3f2177c39 req-6d4a4668-f47c-4f03-bd29-bb17d178b954 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 943 time: 0.1272337 Jul 16 02:38:30.318505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:30.330429 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-288d7c9e-1e9c-4e27-95ad-28bd8fb6d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:30.331948 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-288d7c9e-1e9c-4e27-95ad-28bd8fb6d397 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005113 Jul 16 02:38:30.354741 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-dff58b77-3652-41b7-96f8-c6f3f2177c39 req-9bc91692-9603-4efa-9ee9-5a3049a11ffe tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526783 Jul 16 02:38:30.435889 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:30.436382 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-a79fe388-fbbe-45c2-ad96-f293748ce3d6 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970268 Jul 16 02:38:30.543638 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-fc1ce575-0f23-44e1-b3de-6a3d7693edd5 req-23f9fec8-f885-43bf-8c2a-5df80deab948 service neutron] 10.222.0.50 "GET /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994825 Jul 16 02:38:30.550901 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:30.583305 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b2fd5-5f81-4220-8e9b-cb92a7a570ab None None] The sync data for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 is: [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:33:40Z', 'revision_number': 4, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14', '_interfaces': [{'id': '3e3f8369-3dc5-46db-a4d9-ff4949dcacf5', 'name': '', 'network_id': 'f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'mac_address': 'fa:16:3e:24:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:39Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'subnets': [{'id': 'd2fa8b03-50c2-4940-aa37-6fae76a2ee34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:30.821860 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82869245-73f6-4ad8-b59a-7a57a26eb859 None None] New status for floating IP 555d332b-8b3f-4616-b26e-229c941c1f6e: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:38:31.270555 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:31.545009 n-d-791504-14 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5227a-f93b-4b98-ab0e-4befc21de863 req-3d11166d-82d7-4468-b4c5-ac48771d355c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:31.546495 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ae5227a-f93b-4b98-ab0e-4befc21de863 req-3d11166d-82d7-4468-b4c5-ac48771d355c tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 943 time: 0.0718892 Jul 16 02:38:31.589105 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-1ae5227a-f93b-4b98-ab0e-4befc21de863 req-d71d4c58-4c0f-40cc-b35e-23e868bcc62b tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/security-groups?id=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366998 Jul 16 02:38:31.789247 n-d-791504-14 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-de6f41ef-9dec-4699-a822-13f92ad0fd97 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:31.791387 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-de6f41ef-9dec-4699-a822-13f92ad0fd97 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.50 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 943 time: 0.0634487 Jul 16 02:38:31.896753 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-add00c70-4a77-4666-be2a-b478eb253bd2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Deleting port 270aa33e-211d-4c23-b892-b4a6c9248237 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:31.897097 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-add00c70-4a77-4666-be2a-b478eb253bd2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.992941 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-add00c70-4a77-4666-be2a-b478eb253bd2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] For port 270aa33e-211d-4c23-b892-b4a6c9248237, host n-h2-791504-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-14',level=0,port_id=270aa33e-211d-4c23-b892-b4a6c9248237,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:31.993219 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-add00c70-4a77-4666-be2a-b478eb253bd2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.007078 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-add00c70-4a77-4666-be2a-b478eb253bd2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Calling delete_port for 270aa33e-211d-4c23-b892-b4a6c9248237 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:32.142272 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-add00c70-4a77-4666-be2a-b478eb253bd2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.174498 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add00c70-4a77-4666-be2a-b478eb253bd2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event deleted for resources: {'Port': ['ID=270aa33e-211d-4c23-b892-b4a6c9248237,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:32.217780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-add00c70-4a77-4666-be2a-b478eb253bd2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] No DVR routers for this DVR port 270aa33e-211d-4c23-b892-b4a6c9248237 on host n-h2-791504-14 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:32.220391 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-add00c70-4a77-4666-be2a-b478eb253bd2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196083'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.222469 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [req-5acbc519-d283-45c3-b38a-c0350f6c9fb0 req-add00c70-4a77-4666-be2a-b478eb253bd2 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.50 "DELETE /v2.0/ports/270aa33e-211d-4c23-b892-b4a6c9248237 HTTP/1.1" status: 204 len: 173 time: 0.4239144 Jul 16 02:38:32.222908 n-d-791504-14 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'name': 'network-vif-deleted', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:32.225244 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}875661ff393ae977fe986e5f3d0abd25748ce470f4f84de0a68f57b742d29603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cf70f3-41b2-48ed-a3f5-147eb20fcdaa" -d '{"events": [{"server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "name": "network-vif-deleted", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:32.264367 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55916b0-5bb2-4fcc-beed-29356f1522c4 x-openstack-request-id: req-a55916b0-5bb2-4fcc-beed-29356f1522c4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:32.264367 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227140e8-4766-4425-a236-c159ac9d2fb6", "name": "network-vif-deleted", "tag": "270aa33e-211d-4c23-b892-b4a6c9248237", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:32.264367 n-d-791504-14 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a55916b0-5bb2-4fcc-beed-29356f1522c4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:32.264367 n-d-791504-14 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227140e8-4766-4425-a236-c159ac9d2fb6', 'name': 'network-vif-deleted', 'tag': '270aa33e-211d-4c23-b892-b4a6c9248237', 'status': 'completed', 'code': 200} Jul 16 02:38:32.755264 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [req-65f02858-66cd-424d-8169-2a1f0967a65e req-d2826bd9-ccfa-4c36-a9a9-25feca55f758 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "GET /v2.0/ports?device_id=227140e8-4766-4425-a236-c159ac9d2fb6 HTTP/1.1" status: 200 len: 210 time: 0.0299075 Jul 16 02:38:33.852799 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:33.915966 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf6d7-8fbd-4c3d-acb1-f8e259ca4400 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:33.941397 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf6d7-8fbd-4c3d-acb1-f8e259ca4400 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.000174 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf6d7-8fbd-4c3d-acb1-f8e259ca4400 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.002895 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf6d7-8fbd-4c3d-acb1-f8e259ca4400 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.004055 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-2bfcf6d7-8fbd-4c3d-acb1-f8e259ca4400 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] 10.222.0.64 "DELETE /v2.0/security-groups/19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5 HTTP/1.1" status: 204 len: 168 time: 0.1502953 Jul 16 02:38:34.013204 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcf6d7-8fbd-4c3d-acb1-f8e259ca4400 tempest-TestSnapshotPattern-913381095 tempest-TestSnapshotPattern-913381095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c6aa4a-89b3-4e9c-9bcf-24d499d3f2e5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:35.070041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52916) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:35.411544 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:35.661323 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] Deleting port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:35.661729 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:35.737947 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] For port 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=3e3f8369-3dc5-46db-a4d9-ff4949dcacf5,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:35.738359 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:35.750770 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] Calling delete_port for 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:35.928325 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:35.953657 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3f8369-3dc5-46db-a4d9-ff4949dcacf5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:36.125728 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.264368 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 270aa33e-211d-4c23-b892-b4a6c9248237 no longer exists at agent hyperv_n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:36.284692 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] No Port match for: 270aa33e-211d-4c23-b892-b4a6c9248237 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:36.285036 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Device 270aa33e-211d-4c23-b892-b4a6c9248237 not bound to the agent host n-h2-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:36.347680 n-d-791504-14 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] Router 1020482f-c6f1-4a32-a20d-136aa5b2d014 has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:38:36.449777 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:36.457100 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-68762103-22ad-44e5-8dfa-ca7dceb271dc admin admin] 10.222.0.64 "PUT /v2.0/routers/1020482f-c6f1-4a32-a20d-136aa5b2d014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3836238 Jul 16 02:38:36.457245 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52918) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:36.457964 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] Sync routers for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:36.467436 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:36.468052 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:36.564324 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.571718 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: n-d-791504-14 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:36.668928 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.721999 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Deleting port b0187403-f6e8-47d9-a8c6-b018f1beb35d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:36.722395 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.748512 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:38:35Z', 'revision_number': 5, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port': {'id': 'b0187403-f6e8-47d9-a8c6-b018f1beb35d', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:38Z', 'updated_at': '2021-07-16T02:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:36.778414 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] Checking router: 1020482f-c6f1-4a32-a20d-136aa5b2d014 for host: n-d-791504-14 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:36.786616 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] Routers {'1020482f-c6f1-4a32-a20d-136aa5b2d014'} bound to L3 agent in host n-d-791504-14 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:36.787236 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['1020482f-c6f1-4a32-a20d-136aa5b2d014'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:36.806035 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] For port b0187403-f6e8-47d9-a8c6-b018f1beb35d, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=b0187403-f6e8-47d9-a8c6-b018f1beb35d,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:36.806487 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.818647 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Calling delete_port for b0187403-f6e8-47d9-a8c6-b018f1beb35d owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:36.873995 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] Set router 1020482f-c6f1-4a32-a20d-136aa5b2d014 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:36.925402 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:38:36Z', 'revision_number': 6, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:36.955225 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bbd510-e987-44a1-a58c-f7f2e4ce548a None None] The sync data for ids ['1020482f-c6f1-4a32-a20d-136aa5b2d014'] in n-d-791504-14 is: [{'id': '1020482f-c6f1-4a32-a20d-136aa5b2d014', 'name': 'tempest-TestSnapshotPattern-1514443779-router', 'tenant_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:37Z', 'updated_at': '2021-07-16T02:38:36Z', 'revision_number': 6, 'project_id': '2d034aa7fbfb47ecb6faca952d5a4a3a', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:36.994590 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.019314 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0187403-f6e8-47d9-a8c6-b018f1beb35d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:37.087668 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.177036 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.179126 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.222461 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.223011 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1020482f-c6f1-4a32-a20d-136aa5b2d014 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:38:37.227165 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.228339 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-fe905ccb-558c-40bf-94db-cc8f6a573d0a admin admin] 10.222.0.64 "DELETE /v2.0/routers/1020482f-c6f1-4a32-a20d-136aa5b2d014 HTTP/1.1" status: 204 len: 168 time: 0.7700284 Jul 16 02:38:37.231428 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52920) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:37.390350 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3241d0-80da-4dcc-a0ac-4a00eb1be882 admin admin] Deleting subnet d2fa8b03-50c2-4940-aa37-6fae76a2ee34 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:38:37.393447 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da3241d0-80da-4dcc-a0ac-4a00eb1be882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.427861 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da3241d0-80da-4dcc-a0ac-4a00eb1be882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6124438'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.509515 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da3241d0-80da-4dcc-a0ac-4a00eb1be882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.561177 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da3241d0-80da-4dcc-a0ac-4a00eb1be882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6200258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198957'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.586814 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3241d0-80da-4dcc-a0ac-4a00eb1be882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2fa8b03-50c2-4940-aa37-6fae76a2ee34,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:37.591496 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da3241d0-80da-4dcc-a0ac-4a00eb1be882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.593373 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-da3241d0-80da-4dcc-a0ac-4a00eb1be882 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d2fa8b03-50c2-4940-aa37-6fae76a2ee34 HTTP/1.1" status: 204 len: 168 time: 0.3610320 Jul 16 02:38:37.595862 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52924) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:37.598355 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16efb3fe-3c8b-4f10-a998-a18ef2e21649 None None] Network f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:37.668374 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.725169 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Deleting port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:37.725527 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.790051 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] For port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:37.790488 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.798838 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7860d9a1-bdfa-40f9-9009-f58ec097b884 None None] DHCP port deletion for f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:38:37.810948 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Calling delete_port for ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:37.851553 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7860d9a1-bdfa-40f9-9009-f58ec097b884 None None] Deleting port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:37.851933 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7860d9a1-bdfa-40f9-9009-f58ec097b884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.899813 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.919113 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7860d9a1-bdfa-40f9-9009-f58ec097b884 None None] For port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd,segment=NetworkSegment(bb84aae5-eda8-40f1-acc9-474ed3745713),segment_id=bb84aae5-eda8-40f1-acc9-474ed3745713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:37.919525 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7860d9a1-bdfa-40f9-9009-f58ec097b884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.928920 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:37.932778 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] No DVR routers for this DVR port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:37.937505 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7860d9a1-bdfa-40f9-9009-f58ec097b884 None None] Calling delete_port for ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:38.012787 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.022702 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:38.023855 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7860d9a1-bdfa-40f9-9009-f58ec097b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.033667 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb84aae5-eda8-40f1-acc9-474ed3745713') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:38.033958 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb84aae5-eda8-40f1-acc9-474ed3745713') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:38.045304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.050780 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860d9a1-bdfa-40f9-9009-f58ec097b884 None None] Pushing event deleted for resources: {'Port': ['ID=ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:38.052610 n-d-791504-14 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7860d9a1-bdfa-40f9-9009-f58ec097b884 None None] No DVR routers for this DVR port ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd on host n-d-791504-14 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:38.063263 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.069500 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:38:38.069888 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:38:38.071713 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:38:38.124305 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.130430 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.132494 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b HTTP/1.1" status: 204 len: 168 time: 0.5357075 Jul 16 02:38:38.135815 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:38.152477 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ea7f8-6157-413a-9a9a-39e4ae471fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f03c81dc-e6e5-4ba3-a1d9-ff6e1ef8735b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:38.234685 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:38.254239 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:38.254672 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 3e3f8369-3dc5-46db-a4d9-ff4949dcacf5 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:38.255106 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b0187403-f6e8-47d9-a8c6-b018f1beb35d no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:38.274055 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: b0187403-f6e8-47d9-a8c6-b018f1beb35d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:38.274241 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device b0187403-f6e8-47d9-a8c6-b018f1beb35d not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:38.274546 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:38.293381 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:38.293725 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device ea0c4b4d-c3d8-4cbc-b37e-129d19d0e4cd not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:38.486457 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810851'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.737122 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] Deleting port 2914007e-2549-4c0d-b86b-acc91039b54c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:38.737462 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.816781 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] For port 2914007e-2549-4c0d-b86b-acc91039b54c, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=2914007e-2549-4c0d-b86b-acc91039b54c,segment=NetworkSegment(ff26ce19-05d0-4754-b1b4-a50bac30d7cb),segment_id=ff26ce19-05d0-4754-b1b4-a50bac30d7cb)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:38.817143 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.829780 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] Calling delete_port for 2914007e-2549-4c0d-b86b-acc91039b54c owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:39.007165 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:39.032916 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] Pushing event deleted for resources: {'Port': ['ID=2914007e-2549-4c0d-b86b-acc91039b54c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:39.200766 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817139'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:39.410264 n-d-791504-14 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] Router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc has already been hosted by L3 agent d553ba92-f7d5-4c8a-b4de-4c779fb15e87 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:38:39.515705 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] Notify agent at l3_agent.n-d-791504-14 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:39.520594 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-97bd150c-c50b-4d47-910d-12dd1f86bf85 admin admin] 10.222.0.64 "PUT /v2.0/routers/3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3823953 Jul 16 02:38:39.523092 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:39.525610 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] Sync routers for ids ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'] in n-d-791504-14 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:39.534698 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] Routers {'3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:39.535307 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:39.626824 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:39.638631 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] Set router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc gateway port host: n-d-791504-14 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:39.730085 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:39.782732 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Deleting port 4e57c2df-410b-4f99-b00a-87e472063b85 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:39.783086 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:39.816081 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'name': 'tempest-TestSnapshotPattern-903815248-router', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'external_fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:41Z', 'updated_at': '2021-07-16T02:38:38Z', 'revision_number': 5, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'gw_port': {'id': '4e57c2df-410b-4f99-b00a-87e472063b85', 'name': '', 'network_id': 'd87f37df-43b0-4002-ae3b-0ea68dbbf9af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:42Z', 'updated_at': '2021-07-16T02:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2de2eab9-3dd8-4496-b2fc-1eb87ce13d47', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-14'}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:39.841714 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] Checking router: 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc for host: n-d-791504-14 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:39.850035 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] Routers {'3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'} bound to L3 agent in host n-d-791504-14 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:39.850642 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T00:55:57Z,description=,heartbeat_timestamp=2021-07-16T02:38:27Z,host='n-d-791504-14',id=d553ba92-f7d5-4c8a-b4de-4c779fb15e87,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T00:55:57Z,topic='l3_agent')) {'router_ids': ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:39.868497 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] For port 4e57c2df-410b-4f99-b00a-87e472063b85, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=4e57c2df-410b-4f99-b00a-87e472063b85,segment=NetworkSegment(1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39),segment_id=1ed4d549-7ce7-4f02-8a5c-ee2957a2fd39)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:39.868862 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:39.882337 n-d-791504-14 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Calling delete_port for 4e57c2df-410b-4f99-b00a-87e472063b85 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:40.022311 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] Set router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:40.052456 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6290892'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.076674 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'name': 'tempest-TestSnapshotPattern-903815248-router', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:41Z', 'updated_at': '2021-07-16T02:38:39Z', 'revision_number': 6, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'gw_port_host': None}], 'n-d-791504-14', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:40.078751 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e57c2df-410b-4f99-b00a-87e472063b85,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:40.107453 n-d-791504-14 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29e32a-b067-4edf-b272-7f75877c4bcc None None] The sync data for ids ['3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc'] in n-d-791504-14 is: [{'id': '3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc', 'name': 'tempest-TestSnapshotPattern-903815248-router', 'tenant_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:41Z', 'updated_at': '2021-07-16T02:38:39Z', 'revision_number': 6, 'project_id': '5f703ab6f7c9462aa3afabce4cf63f46', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:40.139935 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811561'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.235988 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1813245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10592'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.238107 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.280490 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810667'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.280943 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:38:40.285275 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.286445 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-d8f9c2b3-7b35-4c8d-b7fb-9449bacb1358 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3a6ebd15-86f9-4330-a5e8-9983ad3ad0fc HTTP/1.1" status: 204 len: 168 time: 0.7624602 Jul 16 02:38:40.289161 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.64', 52932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:40.333060 n-d-791504-14 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43c2e40-2662-41de-ae2f-4ec69f0c256c admin admin] Deleting subnet d8dc1684-abda-4107-aa9c-73ee78a64a02 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:38:40.336284 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a43c2e40-2662-41de-ae2f-4ec69f0c256c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.369632 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a43c2e40-2662-41de-ae2f-4ec69f0c256c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5356005'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.458338 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a43c2e40-2662-41de-ae2f-4ec69f0c256c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742210'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.520376 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a43c2e40-2662-41de-ae2f-4ec69f0c256c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6290879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6223294'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.539312 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2914007e-2549-4c0d-b86b-acc91039b54c no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:40.547446 n-d-791504-14 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c2e40-2662-41de-ae2f-4ec69f0c256c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8dc1684-abda-4107-aa9c-73ee78a64a02,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:40.551001 n-d-791504-14 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a43c2e40-2662-41de-ae2f-4ec69f0c256c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.555864 n-d-791504-14 neutron-server[93944]: INFO neutron.wsgi [None req-a43c2e40-2662-41de-ae2f-4ec69f0c256c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d8dc1684-abda-4107-aa9c-73ee78a64a02 HTTP/1.1" status: 204 len: 168 time: 0.2628462 Jul 16 02:38:40.556132 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:40.583161 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83974553-556c-4e9f-8cd0-ce14f8dd6de9 None None] Network 9fa38e66-080d-4f5e-b87e-f77ff850922e requested from n-d-791504-14 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:40.585593 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 2914007e-2549-4c0d-b86b-acc91039b54c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:40.585932 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 2914007e-2549-4c0d-b86b-acc91039b54c not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:40.626717 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804137'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.679041 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Deleting port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:40.679381 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794706074799'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.748691 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] For port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5, host n-d-791504-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-14',level=0,port_id=8ae10d2e-8a1d-4071-881e-2acc32b41ee5,segment=NetworkSegment(ff26ce19-05d0-4754-b1b4-a50bac30d7cb),segment_id=ff26ce19-05d0-4754-b1b4-a50bac30d7cb)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:40.749050 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810584'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.760392 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Calling delete_port for 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:40.842626 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794706078594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794705672614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6200241'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.869634 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae10d2e-8a1d-4071-881e-2acc32b41ee5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:40.874429 n-d-791504-14 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] No DVR routers for this DVR port 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 on host n-d-791504-14 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:40.876501 n-d-791504-14 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dd7ab0-0dba-40c2-ab61-e0e4431b4c4a None None] DHCP port deletion for 9fa38e66-080d-4f5e-b87e-f77ff850922e request from n-d-791504-14 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:38:40.952175 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743206', 'neutron.services.segments.db._delete_segments_for_network-8794706189388'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.962872 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa38e66-080d-4f5e-b87e-f77ff850922e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:40.973656 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:40.973951 n-d-791504-14 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff26ce19-05d0-4754-b1b4-a50bac30d7cb') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:40.983304 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794706191445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6124449'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.998538 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.004393 n-d-791504-14 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:38:41.004795 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6200672'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: Traceback (most recent call last): Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: timer() Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: cb(*args, **kw) Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: return func(*args, **kwargs) Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: self._notify() Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: self.callback(batched_events) Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: event.method(event) Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: return f(self, *a, **k) Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: return self._get(url).json() Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:38:41.006497 n-d-791504-14 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:38:41.063749 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811637'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.070110 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.071737 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9fa38e66-080d-4f5e-b87e-f77ff850922e HTTP/1.1" status: 204 len: 168 time: 0.5150096 Jul 16 02:38:41.084188 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f5f35-5b76-433a-9786-3e0f89840400 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa38e66-080d-4f5e-b87e-f77ff850922e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:41.192242 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52938) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:41.232765 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-ea7b2878-db7f-4810-bc9e-2fe5684cc2e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d034aa7fbfb47ecb6faca952d5a4a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393114 Jul 16 02:38:41.235155 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:41.284251 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d75570b-846c-4527-a33c-3ad8e3a8edb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.305393 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d75570b-846c-4527-a33c-3ad8e3a8edb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.353779 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d75570b-846c-4527-a33c-3ad8e3a8edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.356795 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d75570b-846c-4527-a33c-3ad8e3a8edb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.357948 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-9d75570b-846c-4527-a33c-3ad8e3a8edb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73d4b8e2-acd6-4824-b4a8-b2f4fe905961 HTTP/1.1" status: 204 len: 168 time: 0.1219096 Jul 16 02:38:41.365630 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75570b-846c-4527-a33c-3ad8e3a8edb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d4b8e2-acd6-4824-b4a8-b2f4fe905961,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:41.673559 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:41.714149 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-d7a3be5c-46e9-4b98-b283-bcab9d3eb6a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f703ab6f7c9462aa3afabce4cf63f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393107 Jul 16 02:38:41.717131 n-d-791504-14 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.64', 52948) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:41.770163 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2200c31-dc97-4d05-8538-897316738176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.790866 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2200c31-dc97-4d05-8538-897316738176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.838709 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2200c31-dc97-4d05-8538-897316738176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751418'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.841901 n-d-791504-14 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2200c31-dc97-4d05-8538-897316738176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.843055 n-d-791504-14 neutron-server[93945]: INFO neutron.wsgi [None req-b2200c31-dc97-4d05-8538-897316738176 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eaf0455c-f989-4c2c-a667-a9e4e687bca9 HTTP/1.1" status: 204 len: 168 time: 0.1250482 Jul 16 02:38:41.850632 n-d-791504-14 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2200c31-dc97-4d05-8538-897316738176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf0455c-f989-4c2c-a667-a9e4e687bca9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:42.235760 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4e57c2df-410b-4f99-b00a-87e472063b85 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:42.256584 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 4e57c2df-410b-4f99-b00a-87e472063b85 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:42.256923 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 4e57c2df-410b-4f99-b00a-87e472063b85 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:42.257341 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 no longer exists at agent ovs-agent-n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:42.275385 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] No Port match for: 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:42.275723 n-d-791504-14 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Device 8ae10d2e-8a1d-4071-881e-2acc32b41ee5 not bound to the agent host n-d-791504-14 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:54.731755 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19aab512-e87b-4c22-aa87-0b36b5b43ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.292517 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.247554 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6cbed1d7-ed31-4fe4-8d53-85eb46d4fceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.699815 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.792181 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.818685 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.396727 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.269684 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:24.739024 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e57aa787-f6fc-41a0-a055-9ca30bee4747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:26.289327 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:27.248353 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-358fe0af-560d-4b2a-89ba-ba7767f0522e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:27.735364 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:27.793577 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:28.825198 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:30.398272 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:45.269407 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:54.730204 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f96fd7e-9462-4e44-af41-a0d589c90d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.304668 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.249472 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-800ce749-3e50-4fd4-9338-11d52c0edd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.744931 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.795411 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:58.823849 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:00.402716 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.268664 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:24.731890 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f980ac6-5613-42e6-9551-517f0eb3c70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.294102 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.250898 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd532c77-ca43-4ef5-84e5-7221545eaca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.775981 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.798597 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.828046 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.403836 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:54.732986 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9448edb1-ff08-4363-b827-bc10efe4dd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.320712 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.253014 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84d9ce1b-192c-4e64-8c9a-e56538be9720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.797760 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.801796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:58.828800 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:59.267662 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:00.406271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:24.733736 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1be77e5-a02d-4634-bb18-7aa366c478b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:26.320610 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:27.254179 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f543b0d-aef2-4a23-867f-f7130e75bde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:27.809287 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:27.812271 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:28.836351 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:30.409303 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:36.267455 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:54.734744 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-381078c6-51c6-428d-8e42-8b7bade68d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:56.309140 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:57.255383 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48aecd93-e208-43c8-b3eb-6c0ee7647738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:57.807711 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:57.809999 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:58.834483 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:00.412240 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.265968 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:42:23.135551 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-9bb3ea68-56fc-4a85-ad1c-395ee0673f2e req-5f4c5bdb-d836-4f1a-bfb1-c6a1f07e1b3d service neutron] (93944) timed out ('10.222.0.64', 51564) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:42:24.736476 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91836c39-1190-49b1-8ae6-cfd5951c175f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:26.325973 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:27.256591 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bec4064-010e-43a4-b469-a73cacc5f5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:27.801361 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:27.821972 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:28.838256 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:30.415608 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:50.265985 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:42:54.737923 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5ebe-49c6-48d0-93a9-26a0dcceb332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.326095 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.259230 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5b22b85-760b-45c5-adc1-ccb9d6aaa9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.803046 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.828852 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:58.842001 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.420738 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:24.738286 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45feaaab-a810-41dd-a14f-994af320810c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:26.343098 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:27.260223 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86de7fd5-1ab2-4d5a-8c06-213609fc0278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:27.266537 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:27.804118 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:27.824075 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:28.843826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:30.423873 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.739674 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-885a6e99-6ee6-4f93-aa81-7b57c482425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.358141 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.259168 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42cf0d5d-0170-4f9d-9e03-eb57faf9fd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.806808 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.824444 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.846971 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.424965 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.266732 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:24.740545 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af560e08-8b20-4b03-b3f2-87414731209c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:26.368726 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:27.261420 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f874487d-3c31-4f49-aba5-c73d476b1690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:27.807796 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:27.843325 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:28.849166 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:30.428315 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:41.266665 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:54.742515 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be543509-6326-464b-8d8a-eafca5175d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:56.375827 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:57.262526 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24fd0220-33e2-47ce-8888-97f4e9ab2cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:57.809436 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:57.854819 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:58.853604 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:00.431513 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.266762 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:24.742291 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6da52da1-eb38-4dee-871c-2471818ded02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:26.384262 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:27.264035 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9265-ea8e-4818-80cb-5181f44df79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:27.816437 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:27.855278 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:28.856668 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:30.434712 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.743565 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12468395-1143-4dd7-a89f-43a165509d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.266324 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:56.383698 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.265710 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df62a802-66be-4604-b65e-cd27001585a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.806575 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.855117 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.860298 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.439225 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:24.744364 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a24a1340-051d-4c2e-a82f-5ee6bf234633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:26.389892 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:27.266414 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8391fd7f-6d7d-461c-85d5-8d36070c8306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:27.807369 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:27.854541 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:28.862440 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:30.439124 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.267275 n-d-791504-14 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-044b8cf8-32fb-46fa-b937-06ff36bce340 None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:44.223559 n-d-791504-14 neutron-server[93944]: DEBUG neutron.wsgi [req-14a9919e-e43f-439b-8794-014670a9eb03 req-1ab85bfa-7140-4c54-a107-a11a118a5b23 service neutron] (93944) timed out ('10.222.0.64', 47572) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:46:54.745244 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d81ec3fe-292f-4b60-bddc-7459bdf91115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:56.389972 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2b6f04-4a29-4253-b972-67eed8ac8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:57.267826 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ce02b8e-ba89-4fa0-9f40-080a2bf67474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:57.808685 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25380999-24d0-4d79-ad59-7c7c4b8ac59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:57.860034 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c885ee-8a44-4f28-87a9-8e6d84931202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:58.867483 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d31544-9f22-4694-8592-cc2a84dafc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:00.442753 n-d-791504-14 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb10d-c760-40dd-8ba3-f0a064377aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706189370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748668'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}